-- Logs begin at Wed 2021-06-30 01:39:10 UTC, end at Wed 2021-06-30 04:10:52 UTC. -- Jun 30 02:11:07.426612 n-d-758944-39 systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 02:11:10.139241 n-d-758944-39 neutron-server[93663]: INFO neutron.common.config [-] Logging enabled! Jun 30 02:11:10.139910 n-d-758944-39 neutron-server[93663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 02:11:10.140002 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 02:11:10.143247 n-d-758944-39 neutron-server[93663]: INFO neutron.common.config [-] Logging enabled! Jun 30 02:11:10.143499 n-d-758944-39 neutron-server[93663]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 02:11:10.143804 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93663) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 02:11:10.144710 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:11:10.144965 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:11:10.145548 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:11:10.145694 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:11:10.145800 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:11:10.146155 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.146453 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.146759 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.146990 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.147271 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.147540 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.147818 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.148099 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.148394 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.148674 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.148951 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.149233 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.149462 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.149741 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.150021 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.150293 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.150515 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] debug = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.150817 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.151239 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.151664 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.151943 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.152228 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.152509 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.152776 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.153046 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.153328 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.153695 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] host = n-d-758944-39 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.154072 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.154449 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.154865 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.155181 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.155456 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.155721 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.156005 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.156275 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.156546 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] log_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.156822 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.157106 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.157390 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.157714 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.157937 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.158157 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.158441 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.158745 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.159011 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.159280 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.159551 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.159819 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.160089 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.160357 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.160635 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.160912 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.161197 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.161465 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.161733 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.162002 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.162267 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.162548 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.162850 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.163113 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.163381 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.163667 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.163930 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.164195 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.164490 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.164772 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.165046 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.165321 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.165590 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.165866 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.166134 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.166399 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.166664 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] use_json = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.166955 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.167219 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.167495 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.167766 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.168034 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.168305 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.168572 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.168856 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:10.169270 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.169514 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.169814 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.170098 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.170392 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.170670 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.171010 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.171286 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.171540 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.171826 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.172112 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.172388 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.172671 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.172950 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.173236 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.173541 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.173828 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.174117 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.174388 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.174662 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.174957 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.175232 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.175515 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.175807 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.176093 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.176365 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.176637 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.176929 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.177226 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.177495 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.177772 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.178057 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.178329 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.178606 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.178911 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.179185 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.179452 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.179718 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.179974 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.180268 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.180543 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.180810 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.181073 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.181345 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.181610 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.181890 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.182149 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.182414 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.182706 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.182998 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.183302 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.183570 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.183842 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.184111 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.184384 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.184669 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.184970 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.185241 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.185503 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.185815 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.186118 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.186385 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.186669 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.186966 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.187233 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.187500 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.187771 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.188038 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.188324 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.188616 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.188888 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.189162 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.189432 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.189707 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.189982 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.190289 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.190532 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.190847 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.191094 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.191381 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.191660 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.191939 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.192215 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.192490 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.192785 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.193058 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.193341 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.193613 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.193884 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.194170 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.194455 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.194764 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.195056 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.195342 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.195629 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.195916 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.196192 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.196497 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.196771 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:10.196982 n-d-758944-39 neutron-server[93663]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:11:10.197234 n-d-758944-39 neutron-server[93663]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93663) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 02:11:10.544108 n-d-758944-39 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:11:10.544545 n-d-758944-39 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:11:10.544822 n-d-758944-39 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:11:10.545277 n-d-758944-39 neutron-server[93663]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 02:11:10.933799 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.934058 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.934337 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.935779 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.936050 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.936278 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.970001 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.970268 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.970531 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.984029 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.984304 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:10.984569 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.013945 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.014188 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.014443 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.050648 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.050951 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.051218 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.282849 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.283552 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.283552 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.283731 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.284467 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.404201 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.404442 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.404749 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.405015 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.405283 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.405587 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.405839 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.406092 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.406335 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.406614 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.406873 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.407133 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.407386 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.407647 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.407901 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.408161 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.408423 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.408687 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.408953 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.409182 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.409456 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.409794 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.410040 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.410316 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.410561 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.410830 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.411225 n-d-758944-39 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:11:11.411461 n-d-758944-39 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:11:11.411693 n-d-758944-39 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:11:11.411922 n-d-758944-39 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:11:11.412152 n-d-758944-39 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:11:11.412381 n-d-758944-39 neutron-server[93663]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:11:11.412755 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 02:11:11.416973 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 02:11:11.421341 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 02:11:11.425094 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 30 02:11:11.426708 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 02:11:11.427188 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 02:11:11.427526 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 02:11:11.427911 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 02:11:11.430705 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 02:11:11.431051 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 02:11:11.431399 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 02:11:11.459161 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 02:11:11.459623 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.459925 n-d-758944-39 neutron-server[93663]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93663) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 02:11:11.460281 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.461627 n-d-758944-39 neutron-server[93663]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93663) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 02:11:11.461901 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 02:11:11.462145 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 02:11:11.465386 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.465669 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:11.529192 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 02:11:11.529369 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 02:11:11.529632 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 02:11:11.530273 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 02:11:11.553040 n-d-758944-39 neutron-server[93663]: DEBUG oslo_db.sqlalchemy.engines [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93663) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 02:11:12.095330 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Initializing driver for type 'gre' Jun 30 02:11:12.095861 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] gre ID ranges: [(1, 1000)] Jun 30 02:11:12.151900 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Initializing driver for type 'local' Jun 30 02:11:12.152247 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Initializing driver for type 'vlan' Jun 30 02:11:12.166384 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] VlanTypeDriver initialization complete Jun 30 02:11:12.166745 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Initializing driver for type 'vxlan' Jun 30 02:11:12.167228 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] vxlan ID ranges: [(1, 1000)] Jun 30 02:11:12.225219 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Initializing extension driver 'port_security' Jun 30 02:11:12.225577 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.extensions.port_security [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] PortSecurityExtensionDriver initialization complete Jun 30 02:11:12.225915 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Initializing mechanism driver 'openvswitch' Jun 30 02:11:12.226241 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Initializing mechanism driver 'hyperv' Jun 30 02:11:12.233197 n-d-758944-39 neutron-server[93663]: DEBUG neutron.plugins.ml2.plugin [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:11:12.233924 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.234301 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.234657 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.235206 n-d-758944-39 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:11:12.235637 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > subnet after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.235990 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > subnet after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.236339 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.236736 n-d-758944-39 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:11:12.237147 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > network after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.237501 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > network after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.237845 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.238243 n-d-758944-39 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:11:12.238652 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > security_group after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.239029 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > security_group after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.239375 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.239913 n-d-758944-39 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:11:12.240327 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.240684 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.241022 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.241423 n-d-758944-39 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:11:12.241830 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > address_group after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.242179 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > address_group after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.242522 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.242945 n-d-758944-39 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93663) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:11:12.243331 n-d-758944-39 neutron-server[93663]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] ML2 OVO RPC backend initialized. {{(pid=93663) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 02:11:12.244041 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.244401 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.244819 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > network before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.245169 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > networks before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.245516 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > port before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.245857 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > ports before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.246200 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > subnet before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.246539 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > subnets before_response 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.246911 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > network after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.247377 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > network after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.247786 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.248130 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.248465 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.248803 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.249141 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > subnet after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.249475 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > subnet after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.249807 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.250379 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.plugin [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Modular L2 Plugin initialization complete Jun 30 02:11:12.250735 n-d-758944-39 neutron-server[93663]: DEBUG neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading services supported by the core plugin {{(pid=93663) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 02:11:12.251060 n-d-758944-39 neutron-server[93663]: INFO neutron.plugins.ml2.managers [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Got port-security extension from driver 'port_security' Jun 30 02:11:12.251522 n-d-758944-39 neutron-server[93663]: INFO neutron.extensions.vlantransparent [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Disabled vlantransparent extension. Jun 30 02:11:12.252005 n-d-758944-39 neutron-server[93663]: DEBUG neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93663) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 02:11:12.252318 n-d-758944-39 neutron-server[93663]: INFO neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading Plugin: router Jun 30 02:11:12.288095 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.288705 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router after_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.288796 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router before_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.289219 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.289578 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.289931 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router after_delete 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.290292 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.290656 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router after_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.291035 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.291388 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.291738 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.292094 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.292505 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router precommit_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.292874 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.293229 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.293553 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: subnet after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.293898 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.294469 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.295003 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router precommit_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.295357 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: port before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.295710 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.296073 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router after_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.296417 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.296771 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router precommit_create 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.297178 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.297528 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router precommit_update 55549900 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.297895 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > agent after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.298246 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > agent after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.298594 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > network after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.299485 n-d-758944-39 neutron-server[93663]: DEBUG neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Tracking information for resource: router configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:11:12.299822 n-d-758944-39 neutron-server[93663]: DEBUG neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Tracking information for resource: floatingip configured {{(pid=93663) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:11:12.304877 n-d-758944-39 neutron-server[93663]: INFO neutron.db.l3_agentschedulers_db [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 02:11:12.305455 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.305820 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: port after_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.306171 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: port after_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.306519 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: port after_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.307339 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router before_create 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.307708 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.308076 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router precommit_create 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.308440 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > router precommit_update 55550100 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.313030 n-d-758944-39 neutron-server[93663]: DEBUG neutron.services.provider_configuration [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service providers = [] {{(pid=93663) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 02:11:12.313397 n-d-758944-39 neutron-server[93663]: DEBUG neutron.db.servicetype_db [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93663) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 02:11:12.316460 n-d-758944-39 neutron-server[93663]: DEBUG neutron.services.service_base [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:11:12.316818 n-d-758944-39 neutron-server[93663]: DEBUG neutron.services.service_base [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:11:12.317161 n-d-758944-39 neutron-server[93663]: DEBUG neutron.services.service_base [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:11:12.318062 n-d-758944-39 neutron-server[93663]: DEBUG neutron.services.service_base [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93663) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:11:12.318459 n-d-758944-39 neutron-server[93663]: INFO neutron.services.service_base [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 02:11:12.318912 n-d-758944-39 neutron-server[93663]: DEBUG neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:11:12.319237 n-d-758944-39 neutron-server[93663]: INFO neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 02:11:12.330494 n-d-758944-39 neutron-server[93663]: DEBUG neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:11:12.330856 n-d-758944-39 neutron-server[93663]: INFO neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading Plugin: auto_allocate Jun 30 02:11:12.336697 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: network precommit_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.337066 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: network precommit_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.337595 n-d-758944-39 neutron-server[93663]: DEBUG neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:11:12.337930 n-d-758944-39 neutron-server[93663]: INFO neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading Plugin: tag Jun 30 02:11:12.344791 n-d-758944-39 neutron-server[93663]: DEBUG neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:11:12.345121 n-d-758944-39 neutron-server[93663]: INFO neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading Plugin: timestamp Jun 30 02:11:12.350567 n-d-758944-39 neutron-server[93663]: DEBUG neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:11:12.350863 n-d-758944-39 neutron-server[93663]: INFO neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading Plugin: network_ip_availability Jun 30 02:11:12.356322 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.356839 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.357241 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.357960 n-d-758944-39 neutron-server[93663]: DEBUG neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:11:12.358281 n-d-758944-39 neutron-server[93663]: INFO neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading Plugin: flavors Jun 30 02:11:12.363311 n-d-758944-39 neutron-server[93663]: DEBUG neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:11:12.363647 n-d-758944-39 neutron-server[93663]: INFO neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading Plugin: revisions Jun 30 02:11:12.367927 n-d-758944-39 neutron-server[93663]: DEBUG neutron.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93663) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:11:12.368322 n-d-758944-39 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=93663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:11:12.369073 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93663) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 02:11:12.369405 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Initializing extension manager. Jun 30 02:11:12.369916 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: __init__.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.370263 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: __pycache__ {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.370598 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.370957 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: address_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.371709 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.372354 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: address-group Jun 30 02:11:12.372663 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: address_scope.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.373395 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.373907 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: address-scope Jun 30 02:11:12.374235 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.375159 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.375671 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: router-admin-state-down-before-update Jun 30 02:11:12.376003 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: agent.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.376698 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.377417 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: agent Jun 30 02:11:12.377747 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: agent_resources_synced.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.378654 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.379192 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: agent-resources-synced Jun 30 02:11:12.379516 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: allowedaddresspairs.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.381278 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.381796 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: allowed-address-pairs Jun 30 02:11:12.382125 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: auto_allocated_topology.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.383227 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.383745 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: auto-allocated-topology Jun 30 02:11:12.384071 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: availability_zone.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.384767 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.385276 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: availability_zone Jun 30 02:11:12.385601 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: availability_zone_filter.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.386515 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.387054 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: availability_zone_filter Jun 30 02:11:12.387380 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: data_plane_status.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.388425 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.388934 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 02:11:12.389256 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: default_subnetpools.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.390173 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.390683 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: default-subnetpools Jun 30 02:11:12.391037 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.391837 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.392349 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: dhcp_agent_scheduler Jun 30 02:11:12.392671 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: dns.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.393576 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.394089 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension dns-integration not supported by any of loaded plugins Jun 30 02:11:12.394414 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: dns_domain_ports.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.395341 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.395860 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 02:11:12.396183 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.397092 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.397600 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 02:11:12.397925 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: dvr.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.398586 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.399127 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: dvr Jun 30 02:11:12.399449 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: empty_string_filtering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.400329 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.400840 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: empty-string-filtering Jun 30 02:11:12.401168 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.402062 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.402565 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 02:11:12.402918 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.403951 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.404764 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 02:11:12.404764 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: external_net.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.405665 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.406179 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: external-net Jun 30 02:11:12.406505 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.407424 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.407934 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: extra_dhcp_opt Jun 30 02:11:12.408258 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: extraroute.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.409147 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.409654 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: extraroute Jun 30 02:11:12.409977 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: extraroute_atomic.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.411039 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.411558 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: extraroute-atomic Jun 30 02:11:12.411882 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: filter_validation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.412549 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.413060 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: filter-validation Jun 30 02:11:12.413386 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: fip_pf_description.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.414282 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.414835 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 02:11:12.415148 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: fip_port_details.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.416068 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.416584 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: fip-port-details Jun 30 02:11:12.416908 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: flavors.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.418172 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.418694 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: flavors Jun 30 02:11:12.419137 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.421080 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.421601 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 02:11:12.421934 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: floatingip_pools.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.422665 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.423170 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: floatingip-pools Jun 30 02:11:12.423497 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: ip_allocation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.424457 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.424964 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 02:11:12.425289 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.426203 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.426744 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: ip-substring-filtering Jun 30 02:11:12.427063 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: l2_adjacency.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.427981 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.428487 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 02:11:12.428810 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: l3.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.429796 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.430311 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: router Jun 30 02:11:12.430640 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.433074 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.433606 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 02:11:12.433942 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.435103 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.435637 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: ext-gw-mode Jun 30 02:11:12.435969 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.436887 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.437402 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: l3-ha Jun 30 02:11:12.437726 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: l3_flavors.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.438616 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.439179 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: l3-flavors Jun 30 02:11:12.439490 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.440391 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.440906 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 02:11:12.441229 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: l3agentscheduler.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.442281 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.442821 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: l3_agent_scheduler Jun 30 02:11:12.443155 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: logging.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.444643 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.445167 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension logging not supported by any of loaded plugins Jun 30 02:11:12.445499 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: metering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.446240 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.446861 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: metering Jun 30 02:11:12.447195 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.448276 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.448793 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: metering_source_and_destination_fields Jun 30 02:11:12.449119 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: multiprovidernet.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.450035 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.450629 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: multi-provider Jun 30 02:11:12.451079 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: netmtu.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.452002 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.452519 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: net-mtu Jun 30 02:11:12.452845 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: netmtu_writable.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.454060 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.454566 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: net-mtu-writable Jun 30 02:11:12.454922 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: network_availability_zone.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.455585 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.456104 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: network_availability_zone Jun 30 02:11:12.456426 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: network_ip_availability.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.457510 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.458017 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: network-ip-availability Jun 30 02:11:12.458345 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: network_segment_range.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.459132 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.459636 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 02:11:12.459956 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: pagination.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.460939 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.461268 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: pagination Jun 30 02:11:12.461589 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: port_device_profile.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.462498 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.463055 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: port-device-profile Jun 30 02:11:12.463375 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.464304 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.464819 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: port-mac-address-regenerate Jun 30 02:11:12.465144 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.466093 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.466692 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: port-numa-affinity-policy Jun 30 02:11:12.467054 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: port_resource_request.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.467952 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.468462 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 02:11:12.468785 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: portbindings.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.469712 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.470222 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: binding Jun 30 02:11:12.470544 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: portbindings_extended.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.471971 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.472488 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: binding-extended Jun 30 02:11:12.472815 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: portsecurity.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.473724 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.474234 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: port-security Jun 30 02:11:12.474560 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: project_id.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.475567 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.475906 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: project-id Jun 30 02:11:12.476228 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: providernet.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.477129 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.477641 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: provider Jun 30 02:11:12.477963 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: qos.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.481731 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.482472 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension qos not supported by any of loaded plugins Jun 30 02:11:12.482834 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.484080 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.484602 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 02:11:12.484930 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.485845 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.486359 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 02:11:12.486685 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: qos_default.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.487704 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.488223 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension qos-default not supported by any of loaded plugins Jun 30 02:11:12.488551 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: qos_fip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.489196 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.489706 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension qos-fip not supported by any of loaded plugins Jun 30 02:11:12.490028 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: qos_gateway_ip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.490961 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.491474 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 02:11:12.491791 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: qos_port_network_policy.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.492691 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.493202 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 02:11:12.493526 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: qos_rule_type_details.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.494430 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.494967 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 02:11:12.495289 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: qos_rules_alias.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.496325 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.496848 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 02:11:12.497240 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: quotasv2.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.498282 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.498610 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: quotas Jun 30 02:11:12.498957 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: quotasv2_detail.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.502011 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.502359 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: quota_details Jun 30 02:11:12.502690 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: rbac.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.503775 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.504307 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: rbac-policies Jun 30 02:11:12.504641 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: rbac_address_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.505777 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.506297 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: rbac-address-group Jun 30 02:11:12.506627 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: rbac_address_scope.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.507557 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.508070 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: rbac-address-scope Jun 30 02:11:12.508394 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: rbac_security_groups.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.509306 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.509816 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: rbac-security-groups Jun 30 02:11:12.510142 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: rbac_subnetpool.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.511086 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.511598 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: rbac-subnetpool Jun 30 02:11:12.511921 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: revisionifmatch.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.512912 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.513478 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: revision-if-match Jun 30 02:11:12.513801 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: revisions.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.514935 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.515451 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: standard-attr-revisions Jun 30 02:11:12.515787 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: router_availability_zone.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.516451 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.516966 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: router_availability_zone Jun 30 02:11:12.517289 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: routerservicetype.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.518199 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.518706 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension router-service-type not supported by any of loaded plugins Jun 30 02:11:12.519058 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.519971 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.520486 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: security-groups-normalized-cidr Jun 30 02:11:12.520808 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.521711 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.522228 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: port-security-groups-filtering Jun 30 02:11:12.522549 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.523512 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.524020 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: security-groups-remote-address-group Jun 30 02:11:12.524347 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: securitygroup.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.534178 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.534733 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: security-group Jun 30 02:11:12.535075 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: segment.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.535872 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.536387 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension segment not supported by any of loaded plugins Jun 30 02:11:12.536714 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.537671 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.538192 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 02:11:12.538518 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: servicetype.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.539655 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.540185 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: service-type Jun 30 02:11:12.540519 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: sorting.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.541495 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.541830 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: sorting Jun 30 02:11:12.542151 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: standard_attr_segment.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.543162 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.543684 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 02:11:12.544106 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: standardattrdescription.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.545101 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.545624 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: standard-attr-description Jun 30 02:11:12.545953 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: stateful_security_group.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.546915 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.547439 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: stateful-security-group Jun 30 02:11:12.547765 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: stdattrs_common.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.548358 n-d-758944-39 neutron-server[93663]: WARNING neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 02:11:12.548679 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.549599 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.550112 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 02:11:12.550435 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: subnet_onboard.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.551535 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.552057 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: subnet_onboard Jun 30 02:11:12.552378 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.553290 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.553804 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 02:11:12.554124 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: subnet_service_types.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.555057 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.555578 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: subnet-service-types Jun 30 02:11:12.555905 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: subnetallocation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.556969 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.557489 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: subnet_allocation Jun 30 02:11:12.557811 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.558469 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.559016 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: subnetpool-prefix-ops Jun 30 02:11:12.559341 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.560386 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.560898 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 02:11:12.561216 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: tagging.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.562274 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.562818 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: standard-attr-tag Jun 30 02:11:12.563151 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: timestamp.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.564347 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.564871 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loaded extension: standard-attr-timestamp Jun 30 02:11:12.565197 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: trunk.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.566232 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.566780 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension trunk not supported by any of loaded plugins Jun 30 02:11:12.567115 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: trunk_details.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.568029 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.568550 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension trunk-details not supported by any of loaded plugins Jun 30 02:11:12.568872 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: uplink_status_propagation.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.569779 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.570290 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 02:11:12.570615 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Loading extension file: vlantransparent.py {{(pid=93663) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:11:12.571299 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93663) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:11:12.571814 n-d-758944-39 neutron-server[93663]: INFO neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 02:11:12.574272 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:network Jun 30 02:11:12.574836 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:subnet Jun 30 02:11:12.575267 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:11:12.576008 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:port Jun 30 02:11:12.577179 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.577612 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service FLAVORS assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.578559 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.579002 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.579345 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:router Jun 30 02:11:12.579768 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:floatingip Jun 30 02:11:12.580261 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service METERING assigned prefix: /metering {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.581737 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.582110 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.582460 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:11:12.583596 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 02:11:12.584039 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:security_group Jun 30 02:11:12.584472 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 02:11:12.585080 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.585418 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:11:12.585772 n-d-758944-39 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] subnetpool is already registered Jun 30 02:11:12.586196 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.586522 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:11:12.586886 n-d-758944-39 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] subnetpool is already registered Jun 30 02:11:12.589226 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.589658 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service FLAVORS assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.590250 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.590667 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.591158 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:router Jun 30 02:11:12.591708 n-d-758944-39 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] router is already registered Jun 30 02:11:12.592133 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:floatingip Jun 30 02:11:12.592476 n-d-758944-39 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] floatingip is already registered Jun 30 02:11:12.592933 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service METERING assigned prefix: /metering {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.593610 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 02:11:12.593941 n-d-758944-39 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] rbac_policy is already registered Jun 30 02:11:12.594359 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:security_group Jun 30 02:11:12.594699 n-d-758944-39 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] security_group is already registered Jun 30 02:11:12.595130 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 02:11:12.595472 n-d-758944-39 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] security_group_rule is already registered Jun 30 02:11:12.596118 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.596441 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:11:12.596780 n-d-758944-39 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] subnetpool is already registered Jun 30 02:11:12.597195 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.v2.resource_helper [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Service CORE assigned prefix: {{(pid=93663) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:11:12.597523 n-d-758944-39 neutron-server[93663]: INFO neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:11:12.597857 n-d-758944-39 neutron-server[93663]: WARNING neutron.quota.resource_registry [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] subnetpool is already registered Jun 30 02:11:12.598324 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: extensions {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.599988 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: address-groups {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.601530 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: address-scopes {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.602818 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: agents {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.603991 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: auto-allocated-topology {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.605248 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: availability_zones {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.606565 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: dhcp-networks {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.609328 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: dhcp-agents {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.610822 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: routers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.612533 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: flavors {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.613819 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: service_profiles {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.615069 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: next_providers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.616530 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: service_profiles {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.618049 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: floatingip-pools {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.619378 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: routers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.621077 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: floatingips {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.622481 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: l3-routers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.623915 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: l3-agents {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.625366 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: metering-labels {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.626631 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: metering-label-rules {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.628034 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: network-ip-availabilities {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.629309 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: bindings {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.630880 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: quotas {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.632449 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: quotas {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.633868 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: rbac-policies {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.635084 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: security-groups {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.636424 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: security-group-rules {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.637662 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: service-providers {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.639296 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: subnetpools {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.640621 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: subnetpools {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.642169 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.643892 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.645694 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.647703 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.649385 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.651391 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.653070 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.655340 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.657227 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.658994 n-d-758944-39 neutron-server[93663]: DEBUG neutron.api.extensions [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Extended resource: tags {{(pid=93663) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:11:12.665655 n-d-758944-39 neutron-server[93663]: WARNING keystonemiddleware.auth_token [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 02:11:12.670742 n-d-758944-39 neutron-server[93663]: WARNING keystonemiddleware.auth_token [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 02:11:12.680235 n-d-758944-39 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Acquired lock "singleton_lock" {{(pid=93663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 02:11:12.680766 n-d-758944-39 neutron-server[93663]: DEBUG oslo_concurrency.lockutils [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Releasing lock "singleton_lock" {{(pid=93663) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 02:11:12.681442 n-d-758944-39 neutron-server[93663]: INFO oslo_service.service [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Starting 2 workers Jun 30 02:11:12.686526 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Started child 93770 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:11:12.691446 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Started child 93771 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:11:12.693131 n-d-758944-39 neutron-server[93663]: INFO neutron.service [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 02:11:12.693910 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Notify callbacks [] for process, before_spawn {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:12.694698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:12.696687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [-] (93770) wsgi starting up on http://0.0.0.0:9696 Jun 30 02:11:12.697059 n-d-758944-39 neutron-server[93663]: INFO oslo_service.service [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Starting 1 workers Jun 30 02:11:12.700832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:12.702791 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Started child 93772 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:11:12.702986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [-] (93771) wsgi starting up on http://0.0.0.0:9696 Jun 30 02:11:12.703684 n-d-758944-39 neutron-server[93663]: INFO oslo_service.service [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Starting 1 workers Jun 30 02:11:12.707722 n-d-758944-39 neutron-server[93772]: DEBUG neutron.service [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] calling RpcWorker wait() {{(pid=93772) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 02:11:12.708375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.service [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] returning from RpcWorker wait() {{(pid=93772) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 02:11:12.708521 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Started child 93773 {{(pid=93663) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:11:12.708937 n-d-758944-39 neutron-server[93663]: DEBUG neutron_lib.callbacks.manager [None req-56ed8032-f285-4bdf-9331-58a4397a533b None None] Notify callbacks [] for process, after_spawn {{(pid=93663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:12.709310 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:12.709810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:11:12.710816 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 02:11:12.711024 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:11:12.711191 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:11:12.711799 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:11:12.711799 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:11:12.712106 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:11:12.712392 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.712664 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.712878 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.713155 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.713357 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:12.713951 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.714112 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.714267 n-d-758944-39 neutron-server[93773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:11:12.714412 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.714550 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.714831 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.715033 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.715199 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.715341 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.715621 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.715822 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.716223 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.716498 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.716754 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.716999 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.717168 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.717452 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.717669 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.717949 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.718166 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] debug = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.718447 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.718954 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.719191 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.719450 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.719734 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.719938 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.720222 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.720486 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.721020 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.721020 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.721325 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.721473 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.721616 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.721937 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.722091 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.722337 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.722557 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.723021 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] host = n-d-758944-39 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.723260 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.723493 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.723727 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.723965 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.724225 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.724452 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.724722 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.724958 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.725209 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.725421 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.725687 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.725938 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.726152 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.726369 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.726529 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_options = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.726793 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.727057 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.727330 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.727519 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.727687 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.727865 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.728114 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.728279 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.728521 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.728735 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.728946 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.729159 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.729377 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.729604 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.729860 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.730099 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.730311 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.730519 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.730802 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.731081 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.731318 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.731518 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.731766 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.732057 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.732230 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.732490 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.732771 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.733002 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.733216 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.733466 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.733710 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.733963 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.734213 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.734451 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.734685 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.734932 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.735160 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.735420 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.735656 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.735901 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.736156 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.736388 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.736632 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.736850 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.737091 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.737321 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_json = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.737533 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.737767 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.738028 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.738241 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.738473 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.738684 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.738920 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.739153 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.739569 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.742947 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.742947 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.742947 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.742947 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.742947 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.742947 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.742947 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.742947 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.743928 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.743928 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.743928 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.743928 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.743928 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.743928 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.743928 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.744401 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.744401 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.744556 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.744929 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.745363 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.746184 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.746184 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.746184 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.749355 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.749355 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.749355 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.749355 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.749355 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.749355 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.749355 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.749355 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.754155 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.754155 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.754155 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.754155 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.754155 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.754155 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.754155 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.754155 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.754155 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.755419 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.755419 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.755419 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.755419 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.755419 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.755419 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.755419 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.755419 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.755419 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.756580 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.756580 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.756580 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.756580 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.756580 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.756580 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.756580 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.756580 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.756580 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.758848 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.758848 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.758848 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.758848 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.758848 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.758848 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.758848 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.758848 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.758848 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759358 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759358 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759358 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759358 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759358 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759358 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759358 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759358 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759358 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759869 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759869 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759869 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.759869 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.760105 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.760217 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.760602 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.761048 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.761531 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.761788 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.762064 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.762301 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.762555 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.762892 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.763289 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.763688 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.764011 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.764446 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.764718 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.764970 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.765206 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.765435 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.765665 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.765914 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.766127 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.766367 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.768277 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.768277 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.768277 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.768277 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.768277 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.768277 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.768277 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.769282 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.769282 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.769282 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.769282 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.769870 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.769870 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.769870 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.770224 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.772136 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.772136 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.772136 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.772136 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.772136 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.772136 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.772136 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.772136 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.773080 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.773080 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.773080 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.773080 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.773357 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.773517 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.773812 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.777665 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.777665 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.777665 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.777665 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.777665 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.777665 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.777665 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.777665 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.778390 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.778390 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.778390 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.778390 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.778390 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.778390 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.778390 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.778390 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.779122 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.779122 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.779122 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.779122 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.779122 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.779122 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.779668 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.779668 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.779822 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.779985 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.780239 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.780562 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.780682 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.780964 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.781135 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.781356 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.781901 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.781901 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.782068 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.782273 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.782698 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.783133 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.783707 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.783873 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.784174 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.785712 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.785712 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.785712 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.785712 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.785712 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.785712 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.786177 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.786177 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.786177 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.786477 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.786651 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.786948 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.787169 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.787466 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.787720 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.787953 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.788192 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.788479 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.788728 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.788951 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.789203 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.789406 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.789622 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.790385 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.790385 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.794764 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.794764 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.794764 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.794764 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.794764 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.794764 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.794764 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.794764 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.794764 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.795596 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.795596 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.795596 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.795596 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.795596 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.795596 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.795596 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.795596 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.796059 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.796059 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.796059 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.796059 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.796059 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.796059 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.796059 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.796461 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.796527 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.796859 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.797073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.797411 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.797640 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.797854 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.798229 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.798559 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.798946 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.799288 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.799624 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.799931 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.800242 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.800501 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.800724 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.801012 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.801242 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.801506 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.801750 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.802057 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.802275 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.802554 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.802802 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.803041 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.803265 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.803532 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.803879 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.804168 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.804432 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.804697 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.804961 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.805239 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.805496 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.805731 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.806002 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.806738 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.806738 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.807098 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.807335 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.807613 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.807862 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.808083 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.808300 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.808539 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.808775 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.809031 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.809261 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.809495 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.809845 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.810078 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.810328 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.810577 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.810835 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.811321 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.811321 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.811578 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:11:12.812010 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93663) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 02:11:12.812172 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:11:12.812331 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:11:12.812502 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:11:12.812672 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:11:12.812807 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:11:12.813017 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.813178 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.813339 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.813499 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.813660 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.813841 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.814003 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.814161 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.814320 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.814478 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.814638 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.814836 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.814996 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.815154 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.815314 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.815472 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.815636 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.815796 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.815960 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.816119 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.816276 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.816433 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.816591 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] debug = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.816748 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.816955 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.817110 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.817365 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.817542 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.817784 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.818028 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.818028 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.818196 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.818326 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.818865 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.818865 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.819171 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.819171 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.819468 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.819468 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.819468 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.821170 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] host = n-d-758944-39 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.821170 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.821170 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.821170 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.821170 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.821170 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.821170 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.821170 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.824849 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.824849 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.824849 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.824849 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.824849 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.824849 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.824849 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.824849 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_options = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.824849 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.825553 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.825553 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.825553 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.825553 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.825553 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.825553 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.825553 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826022 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826022 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826022 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826022 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826022 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826022 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826022 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826022 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826022 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826591 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826591 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826591 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826591 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826591 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826591 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826591 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.826591 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827126 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827126 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827126 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827126 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827126 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827126 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827126 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827126 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827647 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827647 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827647 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827647 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827647 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827973 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827973 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.827973 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.828496 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.828577 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.828728 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.828891 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.829867 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_json = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.829867 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.829867 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.829867 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.829867 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.829867 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.830274 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.830274 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.830274 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:11:12.830614 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.830614 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.830830 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.830911 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.831050 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.831189 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.831447 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.831447 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.831694 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.831778 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.832451 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.832451 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.832451 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.832451 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.832937 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.832937 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.832937 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.833144 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.833144 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.833323 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.834304 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.834304 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.834304 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.834304 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.834304 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.834304 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.834304 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.835485 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.835485 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.835485 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.835485 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.835485 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.835485 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.835485 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.838899 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.838899 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.838899 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.838899 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.838899 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.838899 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.838899 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.838899 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.838899 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839410 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839410 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839410 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839410 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839410 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839410 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839410 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839410 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839410 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839904 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839904 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839904 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839904 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839904 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839904 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839904 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839904 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.839904 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.840405 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.840405 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.840405 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.840571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:11:12.840641 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.840641 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.840641 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.840641 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.840641 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.841073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.841073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.841232 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.841418 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.841717 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.842116 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.842279 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.842441 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.842604 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.842791 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.842960 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.843120 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.843261 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.843400 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.843548 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.843723 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.843899 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.844063 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.844223 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.844372 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.844519 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.844661 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.844824 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.844971 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.845134 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.845295 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.845455 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.845620 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.845782 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.845942 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.846102 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.846262 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.846409 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.846555 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.846764 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.846908 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.847041 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.847194 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.847355 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.847514 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.847675 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.847825 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.847993 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.848154 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.848316 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.848476 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.848643 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.848814 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.848976 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.849123 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.849287 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.849448 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.849609 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.849769 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.849932 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.850093 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.850250 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.850411 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.850579 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.851639 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.851639 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.851639 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.851639 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.851639 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.851639 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.852571 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.852571 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.852571 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.852571 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.852571 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.852571 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.854950 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.854950 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.854950 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.854950 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.854950 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.854950 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.854950 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.854950 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.855523 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.855523 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.855523 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.855523 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.855523 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.855523 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.855523 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.855523 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856641 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856641 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856641 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856866 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.856946 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.857144 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.857244 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.857381 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.857551 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.858872 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.858872 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.858872 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.858872 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.858872 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.858872 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.858872 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.858872 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.859663 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.859663 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.859663 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.859663 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.859663 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.860064 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.860064 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.860064 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.860360 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.860360 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.860791 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.861062 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.861274 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.861437 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.861599 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.861761 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.861922 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.862085 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.862252 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.862413 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.862575 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.862756 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.862916 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.863076 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.863255 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.863400 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.863566 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.863723 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.863883 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.864202 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.864374 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.864511 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.864675 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.864836 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.864996 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.865156 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.865315 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.865487 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.865648 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.865814 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.865973 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.866135 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.866295 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.866465 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.866624 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.866807 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.866969 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.867216 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.867314 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.867450 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.867612 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.867772 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.867932 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.868092 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.868252 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.868422 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.868583 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.868743 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.868913 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.869073 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.869234 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.869395 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.869568 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.869731 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.869894 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.870054 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.870214 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.870375 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.870538 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.870703 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.870894 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.871060 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.871222 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.871390 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.871559 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.871727 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.871888 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.872055 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.872326 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.872623 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.872789 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.872940 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.873087 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.873299 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.873431 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.873582 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.873716 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.873848 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.874007 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.874187 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.874354 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.874525 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.874686 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.874894 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.875076 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.875256 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.875419 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.875578 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:11:12.875762 n-d-758944-39 neutron-server[93663]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93663) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:11:13.109001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:13.122168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098894 Jun 30 02:11:24.394410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3460c-5f39-419b-ae1a-830d8c65717f None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:11:24.473825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c3460c-5f39-419b-ae1a-830d8c65717f None None] No non-hosted networks {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 02:11:24.493456 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.agentschedulers_db [None req-a4c3460c-5f39-419b-ae1a-830d8c65717f None None] DHCP Agent not found on host n-d-758944-39 {{(pid=93772) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 02:11:24.545900 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2769157f-dd89-4dc2-b732-1c412a16e2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572652'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:26.877152 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572652'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:26.879200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.879828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.880415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.881194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.881823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.882970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.884088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.885126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.888449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.890313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.893339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.895151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:26.900310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-758944-39', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:11:26.925212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758944-39', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:11:26.959169 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54320e51-f139-4927-81db-0684f17713e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572652'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:27.013541 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-886463e5-a273-47fe-8ec7-80ff8ac1e2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:28.049569 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572652'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:29.852571 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572652'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:30.352723 n-d-758944-39 neutron-server[93772]: INFO neutron.db.l3_hamode_db [None req-de20ba96-b0e5-443f-b794-ae6ac2507591 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 02:11:30.428410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de20ba96-b0e5-443f-b794-ae6ac2507591 None None] Routers set() bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:11:30.428797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de20ba96-b0e5-443f-b794-ae6ac2507591 None None] Router IDs set() for agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 02:11:30.912006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:31.485810 n-d-758944-39 neutron-server[93771]: WARNING oslo_policy.policy [None req-3000af7b-01e9-4458-92ce-acc733dc214f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:11:31.486404 n-d-758944-39 neutron-server[93771]: WARNING oslo_policy.policy [None req-3000af7b-01e9-4458-92ce-acc733dc214f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:11:31.694857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [None req-3000af7b-01e9-4458-92ce-acc733dc214f admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:11:31.695912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3000af7b-01e9-4458-92ce-acc733dc214f admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7826731 Jun 30 02:11:34.025979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:34.369684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a0150b1-cee6-4ac1-91c6-a2d9239e858c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:11:34.462059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.policy [None req-9a0150b1-cee6-4ac1-91c6-a2d9239e858c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 02:11:34.509248 n-d-758944-39 neutron-server[93771]: WARNING oslo_policy.policy [None req-9a0150b1-cee6-4ac1-91c6-a2d9239e858c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:11:34.509626 n-d-758944-39 neutron-server[93771]: WARNING oslo_policy.policy [None req-9a0150b1-cee6-4ac1-91c6-a2d9239e858c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:11:34.518001 n-d-758944-39 neutron-server[93771]: INFO neutron.quota [None req-9a0150b1-cee6-4ac1-91c6-a2d9239e858c admin admin] Loaded quota_driver: . Jun 30 02:11:34.637755 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0150b1-cee6-4ac1-91c6-a2d9239e858c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776556330841', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776556330348', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776556235172', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776556246938', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776556222813', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776556225528', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3787601', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3913580', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-703108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649383'] for rbac-policy, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:34.717123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a0150b1-cee6-4ac1-91c6-a2d9239e858c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:34.718226 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9a0150b1-cee6-4ac1-91c6-a2d9239e858c admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6912673 Jun 30 02:11:37.279259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:37.604327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'name': 'private', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:11:37.648626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Made reservation on behalf of ecef3b743a8d4491b909b59dd7f7520b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:11:37.653301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:37.670915 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:37.806564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:37.814009 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:37.833937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:11:37.861999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776557709882', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:37.862593 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Unsubscribe: segment precommit_create {{(pid=93771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 02:11:37.863117 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Added segment a397d10b-a039-4ea6-8f00-5327403c55d3 of type vlan for network de67eb7b-0dfd-4b04-8487-5373ddc6826a Jun 30 02:11:37.880106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87deeda-d274-4a9d-ab9e-cb6263afb9cc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:11:37.928777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.929096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.929419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.929737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.930053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.930370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.930657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.930993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.931300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.931601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.931904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.932204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Tracked resource versions report: Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: pushed versions: Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: { 'AddressGroup': {'1.2'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'ConntrackHelper': {'1.0'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'Log': {'1.0'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'Network': {'1.1'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'Port': {'1.7'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'PortForwarding': {'1.2'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'QosPolicy': {'1.8'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'SecurityGroup': {'1.4'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'SubPort': {'1.0'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'Subnet': {'1.1'}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'Trunk': {'1.1'}} Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: consumer versions: Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: { DHCP agent@n-d-758944-39: {}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: L3 agent@n-d-758944-39: {}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: Metadata agent@n-d-758944-39: {}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: Metering agent@n-d-758944-39: {}, Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: Open vSwitch agent@n-d-758944-39: { 'AddressGroup': '1.2', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'ConntrackHelper': '1.0', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'Log': '1.0', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'Network': '1.1', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'Port': '1.7', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'PortForwarding': '1.2', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'QosPolicy': '1.8', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'SecurityGroup': '1.4', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'SecurityGroupRule': '1.2', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'SubPort': '1.0', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'Subnet': '1.1', Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: 'Trunk': '1.1'}} Jun 30 02:11:37.933299 n-d-758944-39 neutron-server[93771]: {{(pid=93771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:11:37.980862 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:38.050148 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:38.051246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:11:38.051933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:38.138623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8581843 Jun 30 02:11:38.145946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c5d25-b451-4958-8d76-bf3b715ff84b admin admin] Pushing event updated for resources: {'Network': ['ID=de67eb7b-0dfd-4b04-8487-5373ddc6826a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:11:38.160065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network de67eb7b-0dfd-4b04-8487-5373ddc6826a details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:11:40.851901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:41.414639 n-d-758944-39 neutron-server[93770]: WARNING oslo_policy.policy [None req-88494c09-bf37-4e48-a241-fec8aad95c7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:11:41.415227 n-d-758944-39 neutron-server[93770]: WARNING oslo_policy.policy [None req-88494c09-bf37-4e48-a241-fec8aad95c7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:11:41.850763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.policy [None req-88494c09-bf37-4e48-a241-fec8aad95c7b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93770) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 02:11:41.894706 n-d-758944-39 neutron-server[93770]: WARNING oslo_policy.policy [None req-88494c09-bf37-4e48-a241-fec8aad95c7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:11:41.895361 n-d-758944-39 neutron-server[93770]: WARNING oslo_policy.policy [None req-88494c09-bf37-4e48-a241-fec8aad95c7b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:11:41.903533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88494c09-bf37-4e48-a241-fec8aad95c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:11:41.905589 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-88494c09-bf37-4e48-a241-fec8aad95c7b admin admin] 10.222.0.55 "GET /v2.0/networks/de67eb7b-0dfd-4b04-8487-5373ddc6826a HTTP/1.1" status: 200 len: 825 time: 1.0516481 Jun 30 02:11:41.949861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-01ef56cc-ac22-4783-a77d-e521eb31b095 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/9a8a389a-ca46-4b5c-9c66-60ef9c6137d5 HTTP/1.1" status: 200 len: 734 time: 0.0357401 Jun 30 02:11:41.962309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Request body: {'subnet': {'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9a8a389a-ca46-4b5c-9c66-60ef9c6137d5', 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:11:41.963911 n-d-758944-39 neutron-server[93770]: INFO neutron.quota [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Loaded quota_driver: . Jun 30 02:11:42.008558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Made reservation on behalf of ecef3b743a8d4491b909b59dd7f7520b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:11:42.011425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:42.317033 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:42.389146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Checking segment: {'id': 'a397d10b-a039-4ea6-8f00-5327403c55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:11:42.389496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Network hostable DHCP agents. Network: de67eb7b-0dfd-4b04-8487-5373ddc6826a, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:11:42.399051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f12be7-213d-4259-ad03-e2e69c0ce826,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:11:42.410761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.411066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.411422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.411745 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.412067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.412383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.412680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.413014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.413325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.413640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.413949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.414242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Tracked resource versions report: Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: pushed versions: Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'Log': {'1.0'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'Network': {'1.1'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'Port': {'1.7'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'SubPort': {'1.0'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'Subnet': {'1.1'}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'Trunk': {'1.1'}} Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: consumer versions: Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: { DHCP agent@n-d-758944-39: {}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: L3 agent@n-d-758944-39: {}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: Metadata agent@n-d-758944-39: {}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: Metering agent@n-d-758944-39: {}, Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: Open vSwitch agent@n-d-758944-39: { 'AddressGroup': '1.2', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'ConntrackHelper': '1.0', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'Log': '1.0', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'Network': '1.1', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'Port': '1.7', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'PortForwarding': '1.2', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'QosPolicy': '1.8', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'SecurityGroup': '1.4', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'SubPort': '1.0', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'Subnet': '1.1', Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: 'Trunk': '1.1'}} Jun 30 02:11:42.415352 n-d-758944-39 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:11:42.448007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Network de67eb7b-0dfd-4b04-8487-5373ddc6826a is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:11:42.462105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, de67eb7b-0dfd-4b04-8487-5373ddc6826a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:11:42.466822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:11:42.467430 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:42.471946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fcba21-a4b4-4389-a858-c1086653f9c5 None None] Network de67eb7b-0dfd-4b04-8487-5373ddc6826a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:11:42.488380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-48d158e0-de84-4e20-8975-c666450036dc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5298288 Jun 30 02:11:42.793909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-de67eb7b-0dfd-4b04-8487-5373ddc6826a', 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'fixed_ips': [{'subnet_id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:11:42.795225 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:43.067434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Allocated IP 172.20.0.2 (de67eb7b-0dfd-4b04-8487-5373ddc6826a/c8f12be7-213d-4259-ad03-e2e69c0ce826/ce290698-ada5-407f-b83a-9345cd92e89e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:11:43.271891 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:43.315630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Transition to ACTIVE for port object ce290698-ada5-407f-b83a-9345cd92e89e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:11:43.338005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Transition to ACTIVE for port object ce290698-ada5-407f-b83a-9345cd92e89e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:11:43.347416 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:43.432437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Pushing event updated for resources: {'Port': ['ID=ce290698-ada5-407f-b83a-9345cd92e89e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:11:43.436010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Network de67eb7b-0dfd-4b04-8487-5373ddc6826a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:11:43.442023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:11:43.445593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:11:43.448223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.448587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.449164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.449658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.449908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.450173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.450478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.450852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.451173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.451492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.451818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.452117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Tracked resource versions report: Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: pushed versions: Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: { 'AddressGroup': {'1.2'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'ConntrackHelper': {'1.0'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'Log': {'1.0'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'Network': {'1.1'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'Port': {'1.7'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'PortForwarding': {'1.2'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'QosPolicy': {'1.8'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'SecurityGroup': {'1.4'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'SubPort': {'1.0'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'Subnet': {'1.1'}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'Trunk': {'1.1'}} Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: consumer versions: Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: { DHCP agent@n-d-758944-39: {}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: L3 agent@n-d-758944-39: {}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: Metadata agent@n-d-758944-39: {}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: Metering agent@n-d-758944-39: {}, Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: Open vSwitch agent@n-d-758944-39: { 'AddressGroup': '1.2', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'ConntrackHelper': '1.0', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'Log': '1.0', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'Network': '1.1', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'Port': '1.7', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'PortForwarding': '1.2', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'QosPolicy': '1.8', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'SecurityGroup': '1.4', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'SecurityGroupRule': '1.2', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'SubPort': '1.0', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'Subnet': '1.1', Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: 'Trunk': '1.1'}} Jun 30 02:11:43.453570 n-d-758944-39 neutron-server[93772]: {{(pid=93772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:11:43.525220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Attempting to bind port ce290698-ada5-407f-b83a-9345cd92e89e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:11:43.525921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Attempting to bind port ce290698-ada5-407f-b83a-9345cd92e89e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'a397d10b-a039-4ea6-8f00-5327403c55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:11:43.526090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Attempting to bind port ce290698-ada5-407f-b83a-9345cd92e89e on network de67eb7b-0dfd-4b04-8487-5373ddc6826a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:11:43.532117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:11:43.532525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Checking segment: {'id': 'a397d10b-a039-4ea6-8f00-5327403c55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:11:43.532995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:43.533354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Bound using segment: {'id': 'a397d10b-a039-4ea6-8f00-5327403c55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:11:43.533887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Bound port: ce290698-ada5-407f-b83a-9345cd92e89e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a397d10b-a039-4ea6-8f00-5327403c55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:11:43.534300 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:43.599744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] For port ce290698-ada5-407f-b83a-9345cd92e89e, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:11:43.604329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] For port ce290698-ada5-407f-b83a-9345cd92e89e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ce290698-ada5-407f-b83a-9345cd92e89e,segment=NetworkSegment(a397d10b-a039-4ea6-8f00-5327403c55d3),segment_id=a397d10b-a039-4ea6-8f00-5327403c55d3)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:11:43.610108 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:43.679311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7df8f-3bfd-4e16-9ed3-fedf77e711ef None None] Pushing event updated for resources: {'Port': ['ID=ce290698-ada5-407f-b83a-9345cd92e89e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:11:44.888565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:45.290386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-ee61ad1f-22be-46e8-8677-9755348facc9 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:11:45.291434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ee61ad1f-22be-46e8-8677-9755348facc9 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4017596 Jun 30 02:11:47.718402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:48.044345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [None req-74698d52-a60c-4ac5-a5f6-627a3cba5471 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:11:48.045360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-74698d52-a60c-4ac5-a5f6-627a3cba5471 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3257630 Jun 30 02:11:48.859620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ce290698-ada5-407f-b83a-9345cd92e89e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:11:48.948751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ce290698-ada5-407f-b83a-9345cd92e89e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:11:49.784115 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1073b30d-8e63-49b0-877d-86d7e0b28979 None None] Network de67eb7b-0dfd-4b04-8487-5373ddc6826a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:11:49.907052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3697a585-aa0d-4f90-9fc8-a575952a98c0 None None] Provisioning for port ce290698-ada5-407f-b83a-9345cd92e89e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:11:49.914911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3697a585-aa0d-4f90-9fc8-a575952a98c0 None None] Provisioning complete for port ce290698-ada5-407f-b83a-9345cd92e89e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:11:49.915274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3697a585-aa0d-4f90-9fc8-a575952a98c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:50.067369 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3697a585-aa0d-4f90-9fc8-a575952a98c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:50.109541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3697a585-aa0d-4f90-9fc8-a575952a98c0 None None] For port ce290698-ada5-407f-b83a-9345cd92e89e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ce290698-ada5-407f-b83a-9345cd92e89e,segment=NetworkSegment(a397d10b-a039-4ea6-8f00-5327403c55d3),segment_id=a397d10b-a039-4ea6-8f00-5327403c55d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:11:50.114619 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3697a585-aa0d-4f90-9fc8-a575952a98c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:50.164696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697a585-aa0d-4f90-9fc8-a575952a98c0 None None] Pushing event updated for resources: {'Port': ['ID=ce290698-ada5-407f-b83a-9345cd92e89e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:11:50.237258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f8b783b-bac2-4060-acff-e5423b60cb85 None None] Provisioning complete for port ce290698-ada5-407f-b83a-9345cd92e89e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:11:50.237633 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f8b783b-bac2-4060-acff-e5423b60cb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:50.754173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39252) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:50.839302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ce290698-ada5-407f-b83a-9345cd92e89e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:11:50.886994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ce290698-ada5-407f-b83a-9345cd92e89e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:11:50.887442 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:51.073123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5ea1d24b-f49b-4371-8451-b9ff3e544470 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:11:51.103394 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d24b-f49b-4371-8451-b9ff3e544470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:51.104921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d24b-f49b-4371-8451-b9ff3e544470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:51.281655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d24b-f49b-4371-8451-b9ff3e544470 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:51.289585 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d24b-f49b-4371-8451-b9ff3e544470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:51.304828 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ea1d24b-f49b-4371-8451-b9ff3e544470 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:51.306069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5ea1d24b-f49b-4371-8451-b9ff3e544470 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5509052 Jun 30 02:11:53.690659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:54.071432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-6163ef55-8b53-42c4-9802-57d7a5800c54 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:11:54.072425 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6163ef55-8b53-42c4-9802-57d7a5800c54 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3807282 Jun 30 02:11:54.293546 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ef60a6e-db3f-49e8-966d-f839834d3acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:56.443019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:56.803890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:11:56.832290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Made reservation on behalf of 752184b60dd545f19d7ee07be7d38830 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:11:56.836108 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:56.853590 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:56.860595 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:56.939321 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db01af98-9ab4-413b-8c85-9d95894fb8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:56.979502 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:56.985409 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:57.003220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Reserving flat network on physical network physnet1 {{(pid=93770) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 02:11:57.024684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078f87e3-d224-4230-88e0-fdb24ac39055,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:11:57.032536 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776557709882', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:57.033105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Unsubscribe: segment precommit_create {{(pid=93770) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 02:11:57.033583 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Added segment 8693bfaf-ebe0-43a9-8528-277a7d4f39c1 of type flat for network 944c7a62-4bfa-4a4f-8619-0180f1244e73 Jun 30 02:11:57.097923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:57.153221 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:57.154321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:11:57.154946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:57.224857 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7807372 Jun 30 02:11:57.248661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba9106-71a5-496f-b786-f4e666a74b67 admin admin] Pushing event updated for resources: {'Network': ['ID=944c7a62-4bfa-4a4f-8619-0180f1244e73,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:11:57.260920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:11:57.986042 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:59.598412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:11:59.766950 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:11:59.790246 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:11:59.809423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daae96c-e347-4a67-9d26-bf55a8b322d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:11:59.810799 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6daae96c-e347-4a67-9d26-bf55a8b322d5 admin admin] 10.222.0.55 "GET /v2.0/subnets/c8f12be7-213d-4259-ad03-e2e69c0ce826 HTTP/1.1" status: 200 len: 849 time: 0.2111628 Jun 30 02:11:59.926487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-10de9409-3590-4990-b8a2-50cb81e8c6c7 admin admin] 10.222.0.55 "GET /v2.0/routers/11c49867-632a-44a4-8935-842de88f1c52 HTTP/1.1" status: 200 len: 704 time: 0.1100183 Jun 30 02:12:00.198304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:00.489135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Allocated IP 172.20.0.1 (de67eb7b-0dfd-4b04-8487-5373ddc6826a/c8f12be7-213d-4259-ad03-e2e69c0ce826/ba8e6aa1-874e-4d82-bc57-3ae1bb803617) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:12:00.646827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:00.669284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Transition to ACTIVE for port object ba8e6aa1-874e-4d82-bc57-3ae1bb803617 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:12:00.819568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:00.888815 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Network de67eb7b-0dfd-4b04-8487-5373ddc6826a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:12:00.894420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:12:00.897237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:12:00.898105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:00.956886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8e6aa1-874e-4d82-bc57-3ae1bb803617,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:01.122750 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:01.132264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-030e61f2-0d44-4b09-baec-30a5febcfd7a None None] Provisioning for port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:12:01.137869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-030e61f2-0d44-4b09-baec-30a5febcfd7a None None] Provisioning complete for port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:12:01.138253 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-030e61f2-0d44-4b09-baec-30a5febcfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:01.171581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-030e61f2-0d44-4b09-baec-30a5febcfd7a None None] Port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:12:01.322015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:01.329768 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:01.330567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:01.405345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8e6aa1-874e-4d82-bc57-3ae1bb803617,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:01.463459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Network de67eb7b-0dfd-4b04-8487-5373ddc6826a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:12:01.465084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:12:01.628556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Router 11c49867-632a-44a4-8935-842de88f1c52 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:12:01.694622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9665326-8ad2-404b-b6d4-266de678d6aa None None] Provisioning complete for port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:12:01.694951 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9665326-8ad2-404b-b6d4-266de678d6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:01.720953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:12:01.726952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fef11d95-8a98-47b2-9a73-5b4f4479bed0 admin admin] 10.222.0.55 "PUT /v2.0/routers/11c49867-632a-44a4-8935-842de88f1c52/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7928870 Jun 30 02:12:01.728239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c9665326-8ad2-404b-b6d4-266de678d6aa None None] Port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:12:01.742323 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Sync routers for ids ['11c49867-632a-44a4-8935-842de88f1c52'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:12:01.754773 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Routers {'11c49867-632a-44a4-8935-842de88f1c52'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:01.755889 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:11:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['11c49867-632a-44a4-8935-842de88f1c52'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:01.934013 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Set router 11c49867-632a-44a4-8935-842de88f1c52 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:02.349148 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c49867-632a-44a4-8935-842de88f1c52', 'name': 'router1', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:11:51Z', 'updated_at': '2021-06-30T02:12:01Z', 'revision_number': 2, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'gw_port_host': None, '_interfaces': [{'id': 'ba8e6aa1-874e-4d82-bc57-3ae1bb803617', 'name': '', 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'mac_address': 'fa:16:3e:49:b6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c49867-632a-44a4-8935-842de88f1c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:12:00Z', 'updated_at': '2021-06-30T02:12:01Z', 'revision_number': 2, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'subnets': [{'id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a8a389a-ca46-4b5c-9c66-60ef9c6137d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:02.408019 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Checking router: 11c49867-632a-44a4-8935-842de88f1c52 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:12:02.408421 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Updating router 11c49867-632a-44a4-8935-842de88f1c52 port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:12:02.475045 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:02.967788 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:02.985385 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Transition to ACTIVE for port object ba8e6aa1-874e-4d82-bc57-3ae1bb803617 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:12:02.992550 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:03.142024 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Pushing event updated for resources: {'Port': ['ID=ba8e6aa1-874e-4d82-bc57-3ae1bb803617,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:03.158134 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.158504 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.158883 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.159230 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.159560 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.159902 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.160222 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.160541 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.160873 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.161190 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.161546 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.161859 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Tracked resource versions report: Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: pushed versions: Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'Log': {'1.0'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'Network': {'1.1'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'Port': {'1.7'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'SubPort': {'1.0'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'Subnet': {'1.1'}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'Trunk': {'1.1'}} Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: consumer versions: Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: { DHCP agent@n-d-758944-39: {}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: L3 agent@n-d-758944-39: {}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: Metadata agent@n-d-758944-39: {}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: Metering agent@n-d-758944-39: {}, Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: Open vSwitch agent@n-d-758944-39: { 'AddressGroup': '1.2', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'ConntrackHelper': '1.0', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'Log': '1.0', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'Network': '1.1', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'Port': '1.7', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'PortForwarding': '1.2', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'QosPolicy': '1.8', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'SecurityGroup': '1.4', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'SubPort': '1.0', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'Subnet': '1.1', Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: 'Trunk': '1.1'}} Jun 30 02:12:03.163005 n-d-758944-39 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:12:03.169767 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Attempting to bind port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:12:03.170186 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Attempting to bind port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'a397d10b-a039-4ea6-8f00-5327403c55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:12:03.170611 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Attempting to bind port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 on network de67eb7b-0dfd-4b04-8487-5373ddc6826a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:12:03.176340 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:12:03.176758 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Checking segment: {'id': 'a397d10b-a039-4ea6-8f00-5327403c55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:12:03.177252 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:03.177639 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Bound using segment: {'id': 'a397d10b-a039-4ea6-8f00-5327403c55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:12:03.178159 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Bound port: ba8e6aa1-874e-4d82-bc57-3ae1bb803617, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a397d10b-a039-4ea6-8f00-5327403c55d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:12:03.178573 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:03.245035 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] For port ba8e6aa1-874e-4d82-bc57-3ae1bb803617, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:12:03.268637 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] For port ba8e6aa1-874e-4d82-bc57-3ae1bb803617, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ba8e6aa1-874e-4d82-bc57-3ae1bb803617,segment=NetworkSegment(a397d10b-a039-4ea6-8f00-5327403c55d3),segment_id=a397d10b-a039-4ea6-8f00-5327403c55d3)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:12:03.274091 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:03.317587 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Routers {'11c49867-632a-44a4-8935-842de88f1c52'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:03.318239 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:11:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['11c49867-632a-44a4-8935-842de88f1c52'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:03.421434 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] Set router 11c49867-632a-44a4-8935-842de88f1c52 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:03.458705 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11bad5-b749-4847-b17c-ee8adbb113b1 None None] Pushing event updated for resources: {'Port': ['ID=ba8e6aa1-874e-4d82-bc57-3ae1bb803617,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:03.643209 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c49867-632a-44a4-8935-842de88f1c52', 'name': 'router1', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:11:51Z', 'updated_at': '2021-06-30T02:12:01Z', 'revision_number': 2, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'gw_port_host': None, '_interfaces': [{'id': 'ba8e6aa1-874e-4d82-bc57-3ae1bb803617', 'name': '', 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'mac_address': 'fa:16:3e:49:b6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c49867-632a-44a4-8935-842de88f1c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:12:00Z', 'updated_at': '2021-06-30T02:12:03Z', 'revision_number': 4, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'subnets': [{'id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a8a389a-ca46-4b5c-9c66-60ef9c6137d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:03.669808 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53dfe8a-8777-465c-b1b1-73e47904439c None None] The sync data for ids ['11c49867-632a-44a4-8935-842de88f1c52'] in n-d-758944-39 is: [{'id': '11c49867-632a-44a4-8935-842de88f1c52', 'name': 'router1', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:11:51Z', 'updated_at': '2021-06-30T02:12:01Z', 'revision_number': 2, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'gw_port_host': None, '_interfaces': [{'id': 'ba8e6aa1-874e-4d82-bc57-3ae1bb803617', 'name': '', 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'mac_address': 'fa:16:3e:49:b6:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c49867-632a-44a4-8935-842de88f1c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:12:00Z', 'updated_at': '2021-06-30T02:12:03Z', 'revision_number': 4, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'subnets': [{'id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a8a389a-ca46-4b5c-9c66-60ef9c6137d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:12:03.963275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39306) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:04.075610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922b75d-af17-418c-9c07-d19146014eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:04.076983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6922b75d-af17-418c-9c07-d19146014eb0 admin admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 842 time: 0.1128173 Jun 30 02:12:04.086828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'name': 'public-subnet', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.7.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:12:04.109531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Made reservation on behalf of 752184b60dd545f19d7ee07be7d38830 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:12:04.112007 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:04.395878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:12:04.396317 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:04.451882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Pushing event updated for resources: {'Subnet': ['ID=919c399f-8b7a-41ed-8e0e-7296ad60ffc0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:04.459477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:12:04.459679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Network hostable DHCP agents. Network: 944c7a62-4bfa-4a4f-8619-0180f1244e73, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:12:04.477886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:12:04.486690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 944c7a62-4bfa-4a4f-8619-0180f1244e73) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:12:04.490908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:04.491484 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:04.497910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2143b75-5f46-4d5c-87b2-0c7d197fa230 None None] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:12:04.507133 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d4676247-3137-4125-93b7-75851b18efac admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4238279 Jun 30 02:12:04.632480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a09422a-d07c-4c17-b745-7d56cbf5cb21 None None] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:12:06.818077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:06.876599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ba8e6aa1-874e-4d82-bc57-3ae1bb803617 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:12:06.928243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:12:06.933648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:12:06.934182 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:07.014869 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:07.048769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port ba8e6aa1-874e-4d82-bc57-3ae1bb803617, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ba8e6aa1-874e-4d82-bc57-3ae1bb803617,segment=NetworkSegment(a397d10b-a039-4ea6-8f00-5327403c55d3),segment_id=a397d10b-a039-4ea6-8f00-5327403c55d3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:07.054346 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:07.101264 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8be0e4f9-443b-40f6-97d8-fadc9201242a admin admin] 10.222.0.55 "GET /v2.0/routers/11c49867-632a-44a4-8935-842de88f1c52 HTTP/1.1" status: 200 len: 710 time: 0.2815382 Jun 30 02:12:07.106473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=ba8e6aa1-874e-4d82-bc57-3ae1bb803617,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:07.253085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a885f43-8f3b-4413-8c0a-722f43f6b746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:12:07.254490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1a885f43-8f3b-4413-8c0a-722f43f6b746 admin admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 886 time: 0.1463418 Jun 30 02:12:07.263829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:12:07.509524 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:07.772334 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:07.866097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:08.054418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Allocated IP 172.25.7.153 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/2c4fa526-a99a-4de3-9e22-0beca63d3bd6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:12:08.176757 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:08.267601 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:08.336168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:12:08.340679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:12:08.353567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:12:08.359663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4fa526-a99a-4de3-9e22-0beca63d3bd6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:08.689258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:08.862667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ba8e6aa1-874e-4d82-bc57-3ae1bb803617 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:12:08.888259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:08.891723 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:08.914848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:12:08.915221 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:09.008731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Router 11c49867-632a-44a4-8935-842de88f1c52 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:12:09.127019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:12:09.131719 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:09.132735 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ca27fe7b-08be-47ba-944c-48a3ebd92129 admin admin] 10.222.0.55 "PUT /v2.0/routers/11c49867-632a-44a4-8935-842de88f1c52 HTTP/1.1" status: 200 len: 890 time: 1.8724287 Jun 30 02:12:09.137032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Sync routers for ids ['11c49867-632a-44a4-8935-842de88f1c52'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:12:09.149245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Routers {'11c49867-632a-44a4-8935-842de88f1c52'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:09.149927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:11:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['11c49867-632a-44a4-8935-842de88f1c52'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:09.365403 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Set router 11c49867-632a-44a4-8935-842de88f1c52 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:09.758216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c49867-632a-44a4-8935-842de88f1c52', 'name': 'router1', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2c4fa526-a99a-4de3-9e22-0beca63d3bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:11:51Z', 'updated_at': '2021-06-30T02:12:08Z', 'revision_number': 4, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'gw_port': {'id': '2c4fa526-a99a-4de3-9e22-0beca63d3bd6', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c49867-632a-44a4-8935-842de88f1c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:12:07Z', 'updated_at': '2021-06-30T02:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'ba8e6aa1-874e-4d82-bc57-3ae1bb803617', 'name': '', 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'mac_address': 'fa:16:3e:49:b6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c49867-632a-44a4-8935-842de88f1c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:12:00Z', 'updated_at': '2021-06-30T02:12:07Z', 'revision_number': 5, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'subnets': [{'id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a8a389a-ca46-4b5c-9c66-60ef9c6137d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:09.809797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Checking router: 11c49867-632a-44a4-8935-842de88f1c52 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:12:09.810172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Updating router 11c49867-632a-44a4-8935-842de88f1c52 port 2c4fa526-a99a-4de3-9e22-0beca63d3bd6 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:12:09.844058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:10.167667 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:10.177914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Transition to ACTIVE for port object 2c4fa526-a99a-4de3-9e22-0beca63d3bd6 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:12:10.184644 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:10.236645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db4462-ab9b-483d-9f40-85e842783312 None None] Pushing event updated for resources: {'Port': ['ID=2c4fa526-a99a-4de3-9e22-0beca63d3bd6,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:10.239589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Attempting to bind port 2c4fa526-a99a-4de3-9e22-0beca63d3bd6 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:12:10.239872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Attempting to bind port 2c4fa526-a99a-4de3-9e22-0beca63d3bd6 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:12:10.240265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Attempting to bind port 2c4fa526-a99a-4de3-9e22-0beca63d3bd6 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:12:10.245600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:12:10.245934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:12:10.246428 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:10.246875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:12:10.247317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Bound port: 2c4fa526-a99a-4de3-9e22-0beca63d3bd6, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:12:10.247688 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:10.297377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] For port 2c4fa526-a99a-4de3-9e22-0beca63d3bd6, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:12:10.300394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] For port 2c4fa526-a99a-4de3-9e22-0beca63d3bd6, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2c4fa526-a99a-4de3-9e22-0beca63d3bd6,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:12:10.305735 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:10.365529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Routers {'11c49867-632a-44a4-8935-842de88f1c52'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:12:10.366136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:11:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['11c49867-632a-44a4-8935-842de88f1c52'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:10.367851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db4462-ab9b-483d-9f40-85e842783312 None None] Pushing event updated for resources: {'Port': ['ID=2c4fa526-a99a-4de3-9e22-0beca63d3bd6,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:10.547424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] Set router 11c49867-632a-44a4-8935-842de88f1c52 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:12:10.760840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c49867-632a-44a4-8935-842de88f1c52', 'name': 'router1', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2c4fa526-a99a-4de3-9e22-0beca63d3bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:11:51Z', 'updated_at': '2021-06-30T02:12:08Z', 'revision_number': 4, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'gw_port': {'id': '2c4fa526-a99a-4de3-9e22-0beca63d3bd6', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c49867-632a-44a4-8935-842de88f1c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:12:07Z', 'updated_at': '2021-06-30T02:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'ba8e6aa1-874e-4d82-bc57-3ae1bb803617', 'name': '', 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'mac_address': 'fa:16:3e:49:b6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c49867-632a-44a4-8935-842de88f1c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:12:00Z', 'updated_at': '2021-06-30T02:12:07Z', 'revision_number': 5, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'subnets': [{'id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a8a389a-ca46-4b5c-9c66-60ef9c6137d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:12:10.787544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd39b4e-bc6a-4778-bd2e-c0bee4ddba25 None None] The sync data for ids ['11c49867-632a-44a4-8935-842de88f1c52'] in n-d-758944-39 is: [{'id': '11c49867-632a-44a4-8935-842de88f1c52', 'name': 'router1', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.153'}], 'enable_snat': True}, 'gw_port_id': '2c4fa526-a99a-4de3-9e22-0beca63d3bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:11:51Z', 'updated_at': '2021-06-30T02:12:08Z', 'revision_number': 4, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'gw_port': {'id': '2c4fa526-a99a-4de3-9e22-0beca63d3bd6', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c49867-632a-44a4-8935-842de88f1c52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:12:07Z', 'updated_at': '2021-06-30T02:12:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'ba8e6aa1-874e-4d82-bc57-3ae1bb803617', 'name': '', 'network_id': 'de67eb7b-0dfd-4b04-8487-5373ddc6826a', 'tenant_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'mac_address': 'fa:16:3e:49:b6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c49867-632a-44a4-8935-842de88f1c52', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:12:00Z', 'updated_at': '2021-06-30T02:12:07Z', 'revision_number': 5, 'project_id': 'ecef3b743a8d4491b909b59dd7f7520b', 'subnets': [{'id': 'c8f12be7-213d-4259-ad03-e2e69c0ce826', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a8a389a-ca46-4b5c-9c66-60ef9c6137d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:12:11.505384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:12:11.630571 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bf3c812c-049e-4a4a-9f1f-d9d4fbccb5c2 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1239710 Jun 30 02:12:12.877525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2c4fa526-a99a-4de3-9e22-0beca63d3bd6 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:12:12.939203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 2c4fa526-a99a-4de3-9e22-0beca63d3bd6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:12:12.943590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2c4fa526-a99a-4de3-9e22-0beca63d3bd6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:12:12.943969 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:13.027450 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:13.050966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 2c4fa526-a99a-4de3-9e22-0beca63d3bd6, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2c4fa526-a99a-4de3-9e22-0beca63d3bd6,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:12:13.064585 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:13.130167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=2c4fa526-a99a-4de3-9e22-0beca63d3bd6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:12:14.871791 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2c4fa526-a99a-4de3-9e22-0beca63d3bd6 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:12:14.921557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2c4fa526-a99a-4de3-9e22-0beca63d3bd6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:12:14.921905 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:24.289222 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80d737a6-491f-4fb1-b100-914f03af8e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:26.864010 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:26.944014 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d41fa2e-5ea7-499f-81b6-af10b597dfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:27.994675 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:29.804618 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:36.767146 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:12:54.284426 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66486fc1-834d-4207-a464-f63a776dbac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:56.869027 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:56.959601 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5de44f6-996f-46dd-846b-8b1204667a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:57.993912 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:12:59.842558 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:13.766200 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:13:24.285357 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0773581f-3339-46b3-adb9-a7e04c8e8bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:26.872051 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:26.944180 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68728332-c4cb-4b62-9e43-47e73dcd59a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:28.006676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:29.821532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:50.765833 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:13:52.433003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:13:52.505222 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff871166-18de-4a2d-8632-3417b56cc009 admin admin] GET failed (client error): The resource could not be found. Jun 30 02:13:52.506568 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ff871166-18de-4a2d-8632-3417b56cc009 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0724204 Jun 30 02:13:52.671890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11101cb-fb3f-436b-8d14-10658dce105e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:13:52.673256 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c11101cb-fb3f-436b-8d14-10658dce105e admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606588 Jun 30 02:13:54.279747 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c05e3cb1-773a-4d57-ada5-f33a3645e181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:54.801880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:13:54.931478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0460b950-c14f-43f4-8f84-d3719a9c15af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:13:54.932848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0460b950-c14f-43f4-8f84-d3719a9c15af admin admin] 10.222.0.55 "GET /v2.0/subnets/c8f12be7-213d-4259-ad03-e2e69c0ce826 HTTP/1.1" status: 200 len: 849 time: 0.1300080 Jun 30 02:13:54.945595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:13:55.029712 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:55.176912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776557730564'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:55.208461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:13:55.209053 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:55.210301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] 10.222.0.55 "PUT /v2.0/subnets/c8f12be7-213d-4259-ad03-e2e69c0ce826 HTTP/1.1" status: 200 len: 868 time: 0.2685764 Jun 30 02:13:55.213771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cc0f28-9984-4e69-b34e-50b2a3eeb244 None None] Network de67eb7b-0dfd-4b04-8487-5373ddc6826a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:13:55.229697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f12be7-213d-4259-ad03-e2e69c0ce826,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:13:55.238639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.239022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.239315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.239658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.239971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.240290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.240594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.240902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.241187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.241679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.241964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.242290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeac62-fe29-462c-9aae-9c5a428f60a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:13:55.582374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8ab84ed5-07e2-4b08-850d-ae146a913c77 None None] Provisioning complete for port ce290698-ada5-407f-b83a-9345cd92e89e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:13:55.582999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ab84ed5-07e2-4b08-850d-ae146a913c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:55.676010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8ab84ed5-07e2-4b08-850d-ae146a913c77 None None] Provisioning complete for port ba8e6aa1-874e-4d82-bc57-3ae1bb803617 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:13:55.676275 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ab84ed5-07e2-4b08-850d-ae146a913c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:56.876748 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:56.951169 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-451ebb03-ec4d-4b89-b60a-5af3104dfee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:57.404029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:13:57.691560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0734ec-e20b-4323-a91b-190ee527e717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:13:57.691952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0734ec-e20b-4323-a91b-190ee527e717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:13:57.693515 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7a0734ec-e20b-4323-a91b-190ee527e717 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2885108 Jun 30 02:13:58.000437 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:59.825201 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:13:59.851083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:00.126623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96512871-bbea-41ca-b720-5a1a4717bf42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:00.127128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96512871-bbea-41ca-b720-5a1a4717bf42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:00.128674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-96512871-bbea-41ca-b720-5a1a4717bf42 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2765963 Jun 30 02:14:02.251302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:02.406910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0454ea8-58ca-4834-97a6-4aa89f6f87ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:02.408295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d0454ea8-58ca-4834-97a6-4aa89f6f87ed admin admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 886 time: 0.1555874 Jun 30 02:14:04.538919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:04.697546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b84cd-1952-4905-ab37-5ecaad43de23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:04.699077 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-097b84cd-1952-4905-ab37-5ecaad43de23 admin admin] 10.222.0.55 "GET /v2.0/networks/de67eb7b-0dfd-4b04-8487-5373ddc6826a HTTP/1.1" status: 200 len: 869 time: 0.1586237 Jun 30 02:14:06.842435 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:06.977380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3650a6f9-538d-441b-8c0b-f2b7169bb56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:06.977845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3650a6f9-538d-441b-8c0b-f2b7169bb56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:06.979409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3650a6f9-538d-441b-8c0b-f2b7169bb56a admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1357963 Jun 30 02:14:09.108129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:09.263750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82209c0c-de8f-4b00-b17d-4cb032bd2cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:09.264221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82209c0c-de8f-4b00-b17d-4cb032bd2cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:09.265787 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-82209c0c-de8f-4b00-b17d-4cb032bd2cf7 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1563807 Jun 30 02:14:11.393708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:11.488866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c18a71-2141-459c-b2d9-12f1e9baa22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:11.490216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a5c18a71-2141-459c-b2d9-12f1e9baa22f admin admin] 10.222.0.55 "GET /v2.0/subnets/919c399f-8b7a-41ed-8e0e-7296ad60ffc0 HTTP/1.1" status: 200 len: 816 time: 0.0952251 Jun 30 02:14:13.642116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:13.743425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52d00fc-73a7-4672-8043-294d697762fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:13.744747 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d52d00fc-73a7-4672-8043-294d697762fb admin admin] 10.222.0.55 "GET /v2.0/subnets/c8f12be7-213d-4259-ad03-e2e69c0ce826 HTTP/1.1" status: 200 len: 868 time: 0.1013300 Jun 30 02:14:24.282880 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b969494-66d6-4106-accd-3d309ab13c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:26.881376 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:26.943216 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6f35491-3637-4c12-86e2-ab462f6c719c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:27.765159 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:14:28.002607 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:29.829521 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:37.391065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:37.443481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [None req-067e5611-f9c3-4b8a-a5fe-f0fc4469fc02 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:14:37.444494 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-067e5611-f9c3-4b8a-a5fe-f0fc4469fc02 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525212 Jun 30 02:14:39.685508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:39.760392 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ef4b30-ec9e-4f31-86d0-4db6c539aa7d admin admin] GET failed (client error): The resource could not be found. Jun 30 02:14:39.761918 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-82ef4b30-ec9e-4f31-86d0-4db6c539aa7d admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0751796 Jun 30 02:14:39.850766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aa33b2-073c-41fa-abc5-c66f15444878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:39.852241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-78aa33b2-073c-41fa-abc5-c66f15444878 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0844820 Jun 30 02:14:41.992986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:42.043766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:14:42.071570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Made reservation on behalf of 752184b60dd545f19d7ee07be7d38830 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:14:42.075636 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:42.119188 n-d-758944-39 neutron-server[93771]: WARNING neutron.services.revisions.revision_plugin [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Could not find related network for resource to bump revision. Jun 30 02:14:42.135245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:14:42.147246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:42.147722 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Added segment 0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2 of type vlan for network 7a98353e-ed52-4de5-9071-c023c055db57 Jun 30 02:14:42.196794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:42.227992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:42.228930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:42.229693 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:42.284339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2899609 Jun 30 02:14:42.290386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a65596-b677-4935-a153-99b6f8905ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=7a98353e-ed52-4de5-9071-c023c055db57,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:14:42.300979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7a98353e-ed52-4de5-9071-c023c055db57 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:14:44.424348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:14:44.488454 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3171f3-c51e-4517-854a-1700d6453ea3 admin admin] GET failed (client error): The resource could not be found. Jun 30 02:14:44.489751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3e3171f3-c51e-4517-854a-1700d6453ea3 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0641196 Jun 30 02:14:44.557289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d58bfb-f112-4b89-9c7a-7fa8a493b0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:44.558760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-72d58bfb-f112-4b89-9c7a-7fa8a493b0f7 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650442 Jun 30 02:14:44.568335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:14:44.595157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Made reservation on behalf of 752184b60dd545f19d7ee07be7d38830 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:14:44.598828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:44.803634 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:44.856829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=29928566-38e2-4293-aed6-8e6b1ae10dac,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:14:44.874108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:14:44.874458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Network hostable DHCP agents. Network: 7a98353e-ed52-4de5-9071-c023c055db57, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:14:44.900035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Network 7a98353e-ed52-4de5-9071-c023c055db57 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:14:44.913173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7a98353e-ed52-4de5-9071-c023c055db57) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:14:44.917970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:14:44.918556 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:44.923523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1d850c-ec9d-4708-9001-ddb9e1653dd8 None None] Network 7a98353e-ed52-4de5-9071-c023c055db57 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:14:44.934240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7359bc41-ce64-4d1b-b3c9-e939643a8e4a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3692303 Jun 30 02:14:45.171973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-7a98353e-ed52-4de5-9071-c023c055db57', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'tenant_id': '752184b60dd545f19d7ee07be7d38830', 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:14:45.172853 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:45.304266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Allocated IP 192.168.233.2 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/32d23b56-3ceb-4dcf-8acf-427a229f94bc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:14:45.452362 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:45.460744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Transition to ACTIVE for port object 32d23b56-3ceb-4dcf-8acf-427a229f94bc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:14:45.475829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Transition to ACTIVE for port object 32d23b56-3ceb-4dcf-8acf-427a229f94bc will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:14:45.481800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:45.516752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:14:45.519562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:14:45.522921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:14:45.537448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Pushing event updated for resources: {'Port': ['ID=32d23b56-3ceb-4dcf-8acf-427a229f94bc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:14:45.563219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.563552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.563887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.564212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.564534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.564854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.565173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.565498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.565813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.566125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.566440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.566778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:14:45.599023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Attempting to bind port 32d23b56-3ceb-4dcf-8acf-427a229f94bc on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:14:45.599392 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Attempting to bind port 32d23b56-3ceb-4dcf-8acf-427a229f94bc by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:14:45.599747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Attempting to bind port 32d23b56-3ceb-4dcf-8acf-427a229f94bc on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:14:45.604748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:14:45.605164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:14:45.605522 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:45.605904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:14:45.606360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Bound port: 32d23b56-3ceb-4dcf-8acf-427a229f94bc, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:14:45.606742 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:45.671738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] For port 32d23b56-3ceb-4dcf-8acf-427a229f94bc, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:14:45.675135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] For port 32d23b56-3ceb-4dcf-8acf-427a229f94bc, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=32d23b56-3ceb-4dcf-8acf-427a229f94bc,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:14:45.680679 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:45.744618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a820d6-a094-4d05-8133-d12682c2fe68 None None] Pushing event updated for resources: {'Port': ['ID=32d23b56-3ceb-4dcf-8acf-427a229f94bc,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:14:46.551001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a414a7-359b-40a1-932e-8ab357ed9c0f None None] Network 7a98353e-ed52-4de5-9071-c023c055db57 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:14:46.615846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64b26c46-cca3-4925-a55d-573e2597d426 None None] Provisioning for port 32d23b56-3ceb-4dcf-8acf-427a229f94bc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:14:47.003839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 32d23b56-3ceb-4dcf-8acf-427a229f94bc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:14:47.055255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 32d23b56-3ceb-4dcf-8acf-427a229f94bc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:14:47.059329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 32d23b56-3ceb-4dcf-8acf-427a229f94bc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:14:47.059701 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:47.139191 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:47.171358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 32d23b56-3ceb-4dcf-8acf-427a229f94bc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=32d23b56-3ceb-4dcf-8acf-427a229f94bc,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:14:47.176093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:47.228430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=32d23b56-3ceb-4dcf-8acf-427a229f94bc,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:14:48.972320 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 32d23b56-3ceb-4dcf-8acf-427a229f94bc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:14:49.021594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 32d23b56-3ceb-4dcf-8acf-427a229f94bc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:14:49.021948 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:54.287881 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-378f0d00-9a0a-43af-9630-2a73a4a6b2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:56.885028 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:56.945853 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dcd3dbd1-ce73-4a24-90df-c83c8034f44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:58.005981 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:14:59.834595 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:04.767837 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:15:24.290024 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40d5058f-5566-438c-8983-a1de38828fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:26.893857 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:26.949707 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-10f895ef-0a2e-4393-8ec3-8048d4c0c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:28.009725 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:29.837064 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:41.766092 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:15:53.233000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:15:53.242379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-3c15e277-a79f-49c7-b18a-6978a2c5c364 tempest-verify_tempest_config-2069503603 tempest-verify_tempest_config-2069503603-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:15:53.244042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3c15e277-a79f-49c7-b18a-6978a2c5c364 tempest-verify_tempest_config-2069503603 tempest-verify_tempest_config-2069503603-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0099685 Jun 30 02:15:53.598229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:15:53.718679 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:53.807286 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:53.812968 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:53.854782 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d833b0d-b683-407a-b894-ec36b55f1c22,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:15:53.858588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4264ab44cd14c0dae70403d4ec1a9c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2589579 Jun 30 02:15:53.861633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:15:53.863996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.864343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.864682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.865008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.865338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.865660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.865977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.866298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.866605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.866956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.867257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.867577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e90d1f-a313-4588-a80a-d593cdfa2c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:53.920655 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:53.949155 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:54.045494 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:54.047937 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:54.049324 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d833b0d-b683-407a-b894-ec36b55f1c22 HTTP/1.1" status: 204 len: 168 time: 0.1866548 Jun 30 02:15:54.056998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d833b0d-b683-407a-b894-ec36b55f1c22,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:15:54.063722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.064069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.064404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.064731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.065057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.065380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.065699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.066015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.066332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.066642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.066998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.067425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22953f-3798-48fa-b8c8-51921d9a7439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:15:54.301400 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47c747f9-b0f2-4f7a-8d67-f947ad812520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:56.896126 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:56.954265 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4220f4a-6928-4153-8220-c98d8a5b589e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:58.015400 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:15:59.843894 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:18.767526 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:16:24.299185 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-796f1916-3e34-49b5-ac5d-c090bfaf26c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:26.894211 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:26.961530 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-536b3f22-5780-415e-93fb-872dbb1be26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:28.025780 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:29.848065 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:54.304841 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c177806-250f-4b28-bcdd-01ec3e8a13de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:55.770367 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:16:56.887140 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:56.955297 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-557e285e-70b8-4ad1-9e08-172754207235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:58.025684 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:16:59.857278 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:24.310333 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c6339ab-bc41-4529-b4fc-0fce0d54d87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:26.892278 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:26.961073 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b5989bd-d72e-46ad-90cd-3bbf5a55aa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:28.029371 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:29.859537 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:32.769485 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:17:54.295882 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed1fd-1aab-45d3-bd6b-05f66907440e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:56.897295 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:56.969513 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5c06847-b36b-4da7-87de-1e076dfe91fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:58.033310 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:17:59.863126 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:09.768799 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:18:24.299189 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bee2bd04-49ed-4ea9-af5b-afa91926f325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:26.900127 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:26.963376 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1574fb59-cf8f-480e-8348-d48624b5d5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:28.038946 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:29.861110 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:46.768732 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 5 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:18:54.305486 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-927ce26e-afb8-4a6d-a874-b5424452bbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:56.905350 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:56.970208 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f88f58a-9546-4dd3-84b9-42b17b91ead3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:58.047191 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:18:59.866518 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:15.412893 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572652'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:15.691489 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-572652'] for agent, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:23.774371 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:19:24.304905 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-469b8d6d-2a40-4625-81f3-f2b52e0ec547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:26.901811 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:26.963957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0331464-ef9e-42b2-a54c-d5cc615b7aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:28.042198 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:29.873200 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:45.372406 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:45.653215 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:54.303255 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f64f4a0-fadc-4d45-b5e4-9bdf7bb7afdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:56.895244 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:56.965506 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d55b189-2a8d-45ae-b7e7-b09004ce0dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:58.044859 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:19:59.869928 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:00.774266 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:20:02.116360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:20:02.240736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-148a14aa-c8ef-4166-acc0-e358ead0d5a4 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1232631 Jun 30 02:20:04.444706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:20:04.503346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2ca58b0d-3c36-4bcb-bd45-6b2293d16c11 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0575142 Jun 30 02:20:15.383079 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:15.662657 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:24.302955 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-274f2c0f-62ca-4fc9-8565-145a401de8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:26.901012 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:26.968643 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48b38708-ca27-4920-a4db-22f561a53f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:28.052156 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:29.881331 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:37.776475 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:20:45.376605 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:45.658546 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:54.295537 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e1f8838-3e4a-4fdd-9846-12f800d804b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:56.906450 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:56.973498 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-877607fe-3b5c-499a-aec0-f96c45429c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:58.050514 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:20:59.879592 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:14.777628 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:21:15.382128 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:15.672088 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:24.304278 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-206104da-a013-434f-a89b-8c8291da8019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:26.900513 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:26.968533 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77545e54-1ee4-4549-a491-0be95253bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:28.053787 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:28.696772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40452) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:29.204084 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0d2dc911-c5ce-491a-a179-d1ef000aab5e tempest-AutoAllocateNetworkTest-1056107099 tempest-AutoAllocateNetworkTest-1056107099-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7724f8b408a04adc8868c4d361c799eb&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5054281 Jun 30 02:21:29.207202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:29.419651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae29cb0-a77a-4e08-bd24-70c3f608e931 tempest-AutoAllocateNetworkTest-1056107099 tempest-AutoAllocateNetworkTest-1056107099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:29.423395 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3ae29cb0-a77a-4e08-bd24-70c3f608e931 tempest-AutoAllocateNetworkTest-1056107099 tempest-AutoAllocateNetworkTest-1056107099-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2143939 Jun 30 02:21:29.425185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:29.490512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:29.493600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-95826aff-4be0-4dc0-90b0-2cb8045cd2ad tempest-AutoAllocateNetworkTest-1056107099 tempest-AutoAllocateNetworkTest-1056107099-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671382 Jun 30 02:21:29.526291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bfbfd66f-e69d-4fee-85e1-b899bee6f915 tempest-AutoAllocateNetworkTest-1056107099 tempest-AutoAllocateNetworkTest-1056107099-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7724f8b408a04adc8868c4d361c799eb HTTP/1.1" status: 200 len: 208 time: 0.0305171 Jun 30 02:21:29.883389 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:30.173024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:30.481059 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:30.571101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:30.576136 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:30.612939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883c5716-d669-4390-82ca-ec09db35746d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:30.632178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.632737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.633299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.633791 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.634272 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.634771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.635245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.635736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.636208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.636701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.637029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.637350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] Tracked resource versions report: Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: pushed versions: Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: { 'AddressGroup': {'1.2'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'ConntrackHelper': {'1.0'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'Log': {'1.0'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'Network': {'1.1'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'Port': {'1.7'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'PortForwarding': {'1.2'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'QosPolicy': {'1.8'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'SecurityGroup': {'1.4'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'SubPort': {'1.0'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'Subnet': {'1.1'}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'Trunk': {'1.1'}} Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: consumer versions: Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: { DHCP agent@n-d-758944-39: {}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: HyperV agent@n-h1-758944-39: {}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: HyperV agent@n-h2-758944-39: {}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: L3 agent@n-d-758944-39: {}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: Metadata agent@n-d-758944-39: {}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: Metering agent@n-d-758944-39: {}, Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: Open vSwitch agent@n-d-758944-39: { 'AddressGroup': '1.2', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'ConntrackHelper': '1.0', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'Log': '1.0', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'Network': '1.1', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'Port': '1.7', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'PortForwarding': '1.2', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'QosPolicy': '1.8', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'SecurityGroup': '1.4', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'SecurityGroupRule': '1.2', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'SubPort': '1.0', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'Subnet': '1.1', Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: 'Trunk': '1.1'}} Jun 30 02:21:30.639891 n-d-758944-39 neutron-server[93771]: {{(pid=93771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:21:30.655900 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-063f29a2-8a69-4278-b083-35620539912c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7724f8b408a04adc8868c4d361c799eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4812717 Jun 30 02:21:30.657545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:30.857239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da1d085f-7e9b-4f25-9402-0160af683f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:30.883688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da1d085f-7e9b-4f25-9402-0160af683f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:30.954632 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da1d085f-7e9b-4f25-9402-0160af683f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:30.958456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da1d085f-7e9b-4f25-9402-0160af683f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:30.963969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-da1d085f-7e9b-4f25-9402-0160af683f15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/883c5716-d669-4390-82ca-ec09db35746d HTTP/1.1" status: 204 len: 168 time: 0.3020298 Jun 30 02:21:30.976022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d085f-7e9b-4f25-9402-0160af683f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883c5716-d669-4390-82ca-ec09db35746d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:31.608808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:31.743945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9023359-4050-4903-855d-fab04af176e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:31.871255 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9023359-4050-4903-855d-fab04af176e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:31.876204 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9023359-4050-4903-855d-fab04af176e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:31.916240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:31.916884 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b9023359-4050-4903-855d-fab04af176e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=734f871b9d584925bea6cd148b2c2f6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3062792 Jun 30 02:21:31.917162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9023359-4050-4903-855d-fab04af176e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b0e6d7-52ac-4fbe-bb09-8541357294b7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:31.987738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:32.016784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:32.082849 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:32.085667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:32.087247 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02b0e6d7-52ac-4fbe-bb09-8541357294b7 HTTP/1.1" status: 204 len: 168 time: 0.1681356 Jun 30 02:21:32.097267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b0e6d7-52ac-4fbe-bb09-8541357294b7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:32.104086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.104428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.104763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.105092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.105413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.105736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.106060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.106378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.106696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.107042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.107496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.108100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d71fd63-5a7c-40f7-8ecf-146709697355 admin admin] Tracked resource versions report: Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: pushed versions: Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'Log': {'1.0'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'Network': {'1.1'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'Port': {'1.7'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'SubPort': {'1.0'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'Subnet': {'1.1'}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'Trunk': {'1.1'}} Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: consumer versions: Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: { DHCP agent@n-d-758944-39: {}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: HyperV agent@n-h1-758944-39: {}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: HyperV agent@n-h2-758944-39: {}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: L3 agent@n-d-758944-39: {}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: Metadata agent@n-d-758944-39: {}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: Metering agent@n-d-758944-39: {}, Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: Open vSwitch agent@n-d-758944-39: { 'AddressGroup': '1.2', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'ConntrackHelper': '1.0', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'Log': '1.0', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'Network': '1.1', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'Port': '1.7', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'PortForwarding': '1.2', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'QosPolicy': '1.8', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'SecurityGroup': '1.4', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'SubPort': '1.0', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'Subnet': '1.1', Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: 'Trunk': '1.1'}} Jun 30 02:21:32.109178 n-d-758944-39 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:21:32.597533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:32.611646 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-423670a2-c213-435d-b9e5-bc5838d9550d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:32.723843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:32.734897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-423670a2-c213-435d-b9e5-bc5838d9550d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:32.740834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-423670a2-c213-435d-b9e5-bc5838d9550d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:32.796334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:32.796488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-423670a2-c213-435d-b9e5-bc5838d9550d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2775e4d6d8094403a186a6737f46fe73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1978109 Jun 30 02:21:32.798560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423670a2-c213-435d-b9e5-bc5838d9550d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54412f87-ebea-4e0b-b311-59f74e561a23,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:32.893177 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5eea830-0054-4015-abb7-51250f5ec275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:32.923878 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5eea830-0054-4015-abb7-51250f5ec275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:32.995499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5eea830-0054-4015-abb7-51250f5ec275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:32.998644 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5eea830-0054-4015-abb7-51250f5ec275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:33.000039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b5eea830-0054-4015-abb7-51250f5ec275 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54412f87-ebea-4e0b-b311-59f74e561a23 HTTP/1.1" status: 204 len: 168 time: 0.2022579 Jun 30 02:21:33.017386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eea830-0054-4015-abb7-51250f5ec275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54412f87-ebea-4e0b-b311-59f74e561a23,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:33.029343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f74acc27-716b-43c4-9595-156fd6101ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:33.153588 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f74acc27-716b-43c4-9595-156fd6101ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:33.175192 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f74acc27-716b-43c4-9595-156fd6101ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:33.230513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f74acc27-716b-43c4-9595-156fd6101ed4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71f706bf5a1441c089282a3ac61d8790&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5055676 Jun 30 02:21:33.233164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74acc27-716b-43c4-9595-156fd6101ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec73623-53a1-425a-a5d6-1fc8b4ac6bc3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:33.233351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:33.303554 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4508cd-e91a-49e6-8d0b-d73beeaf200e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:33.336835 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4508cd-e91a-49e6-8d0b-d73beeaf200e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:33.424405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4508cd-e91a-49e6-8d0b-d73beeaf200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:33.427682 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4508cd-e91a-49e6-8d0b-d73beeaf200e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:33.429071 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4d4508cd-e91a-49e6-8d0b-d73beeaf200e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ec73623-53a1-425a-a5d6-1fc8b4ac6bc3 HTTP/1.1" status: 204 len: 168 time: 0.1941919 Jun 30 02:21:33.445977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4508cd-e91a-49e6-8d0b-d73beeaf200e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec73623-53a1-425a-a5d6-1fc8b4ac6bc3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:33.870910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:34.049352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:34.070682 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd53e591-4274-4e25-b809-0525005356f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.181184 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd53e591-4274-4e25-b809-0525005356f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.187625 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd53e591-4274-4e25-b809-0525005356f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.220863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53e591-4274-4e25-b809-0525005356f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1afb1bb-1a56-4720-ac12-0a50dccb9f9c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:34.238883 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fd53e591-4274-4e25-b809-0525005356f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a868a02fd5146829848d7f775fdec51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1878390 Jun 30 02:21:34.241482 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:34.273247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:34.310053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50061b41-7534-4392-9c48-f53a73614cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.352840 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50061b41-7534-4392-9c48-f53a73614cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.354673 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae8473bd-a375-4667-a476-db00b9c5fbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.477864 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cab84b1-f5c4-4a90-bcc6-0ad3f9a60abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.525602 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50061b41-7534-4392-9c48-f53a73614cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.528526 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50061b41-7534-4392-9c48-f53a73614cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.530166 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-50061b41-7534-4392-9c48-f53a73614cca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1afb1bb-1a56-4720-ac12-0a50dccb9f9c HTTP/1.1" status: 204 len: 168 time: 0.2869301 Jun 30 02:21:34.541951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50061b41-7534-4392-9c48-f53a73614cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1afb1bb-1a56-4720-ac12-0a50dccb9f9c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:34.648221 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae8473bd-a375-4667-a476-db00b9c5fbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.660861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae8473bd-a375-4667-a476-db00b9c5fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.716915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ae8473bd-a375-4667-a476-db00b9c5fbf6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89b9f81c6e8d4c84b815e561f46d17df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8448563 Jun 30 02:21:34.717048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:34.744316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8473bd-a375-4667-a476-db00b9c5fbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e5f4d2-afb2-41f3-a7a6-9eaab834dc45,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:34.803941 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50f911a5-aaa8-4202-ae0a-bb4d016c9c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.830745 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cab84b1-f5c4-4a90-bcc6-0ad3f9a60abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.835769 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cab84b1-f5c4-4a90-bcc6-0ad3f9a60abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.844157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50f911a5-aaa8-4202-ae0a-bb4d016c9c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.881251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2cab84b1-f5c4-4a90-bcc6-0ad3f9a60abf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f33e01dd867344828fafc2413eed04bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6039193 Jun 30 02:21:34.881251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab84b1-f5c4-4a90-bcc6-0ad3f9a60abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1259e992-8cba-4177-ad9b-befe5acbbb55,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:34.881950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:34.955905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50f911a5-aaa8-4202-ae0a-bb4d016c9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.958565 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50f911a5-aaa8-4202-ae0a-bb4d016c9c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.959987 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-50f911a5-aaa8-4202-ae0a-bb4d016c9c32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31e5f4d2-afb2-41f3-a7a6-9eaab834dc45 HTTP/1.1" status: 204 len: 168 time: 0.2417717 Jun 30 02:21:34.967655 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4021e9f-9079-413a-af0b-8e4c9128d5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:34.977397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f911a5-aaa8-4202-ae0a-bb4d016c9c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e5f4d2-afb2-41f3-a7a6-9eaab834dc45,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:35.009830 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4021e9f-9079-413a-af0b-8e4c9128d5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:35.085554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4021e9f-9079-413a-af0b-8e4c9128d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:35.090068 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4021e9f-9079-413a-af0b-8e4c9128d5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:35.095095 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a4021e9f-9079-413a-af0b-8e4c9128d5ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1259e992-8cba-4177-ad9b-befe5acbbb55 HTTP/1.1" status: 204 len: 168 time: 0.2121544 Jun 30 02:21:35.106837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4021e9f-9079-413a-af0b-8e4c9128d5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1259e992-8cba-4177-ad9b-befe5acbbb55,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:35.766647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:35.780404 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a8dd-5446-45cc-954a-619e945caeee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:35.884423 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a8dd-5446-45cc-954a-619e945caeee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:35.889110 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fc3a8dd-5446-45cc-954a-619e945caeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:35.927949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4fc3a8dd-5446-45cc-954a-619e945caeee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f7de56de154474d8d65557734526373&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1597812 Jun 30 02:21:35.930736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3a8dd-5446-45cc-954a-619e945caeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518b5a2c-48bf-4152-baf0-e2afc84853bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:35.930945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:35.966947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:35.986271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-902e8732-77a8-4a0a-b18b-675a54376518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:35.994090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d92487-2ecc-46c2-b071-8834aff2d064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.019954 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d92487-2ecc-46c2-b071-8834aff2d064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.078885 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d92487-2ecc-46c2-b071-8834aff2d064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.081749 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d92487-2ecc-46c2-b071-8834aff2d064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.082989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-72d92487-2ecc-46c2-b071-8834aff2d064 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/518b5a2c-48bf-4152-baf0-e2afc84853bf HTTP/1.1" status: 204 len: 168 time: 0.1509714 Jun 30 02:21:36.093568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d92487-2ecc-46c2-b071-8834aff2d064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518b5a2c-48bf-4152-baf0-e2afc84853bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:36.131801 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-902e8732-77a8-4a0a-b18b-675a54376518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.137045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-902e8732-77a8-4a0a-b18b-675a54376518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.163244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-902e8732-77a8-4a0a-b18b-675a54376518 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4525ba5c38445f1a45075d1baa08ef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1947565 Jun 30 02:21:36.165995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:36.182144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e8732-77a8-4a0a-b18b-675a54376518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8ec447-ed23-434c-8d8f-283786554b3e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:36.237681 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e303eb01-516d-4d6b-acc1-eae9498763ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.257698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:36.264741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e303eb01-516d-4d6b-acc1-eae9498763ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.317703 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e303eb01-516d-4d6b-acc1-eae9498763ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.320830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e303eb01-516d-4d6b-acc1-eae9498763ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.324620 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e303eb01-516d-4d6b-acc1-eae9498763ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a8ec447-ed23-434c-8d8f-283786554b3e HTTP/1.1" status: 204 len: 168 time: 0.1547537 Jun 30 02:21:36.334630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303eb01-516d-4d6b-acc1-eae9498763ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8ec447-ed23-434c-8d8f-283786554b3e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:36.589084 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493a78bb-f2c0-4e38-bbe3-a579815287e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.682211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493a78bb-f2c0-4e38-bbe3-a579815287e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.687152 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-493a78bb-f2c0-4e38-bbe3-a579815287e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.724923 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-493a78bb-f2c0-4e38-bbe3-a579815287e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cffdc7880b5743a4803ea7223d90144c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4656470 Jun 30 02:21:36.725894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a78bb-f2c0-4e38-bbe3-a579815287e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a3cfee-53ea-4324-8657-d5f06658fbf2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:36.727684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:36.780001 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47facbbb-9544-4c16-b078-9e2630bae694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.810458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47facbbb-9544-4c16-b078-9e2630bae694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.858060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47facbbb-9544-4c16-b078-9e2630bae694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.861723 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47facbbb-9544-4c16-b078-9e2630bae694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:36.863651 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-47facbbb-9544-4c16-b078-9e2630bae694 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61a3cfee-53ea-4324-8657-d5f06658fbf2 HTTP/1.1" status: 204 len: 168 time: 0.1347554 Jun 30 02:21:36.874996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47facbbb-9544-4c16-b078-9e2630bae694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a3cfee-53ea-4324-8657-d5f06658fbf2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:36.920258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:36.924038 n-d-758944-39 neutron-server[93771]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 02:21:36.970490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-ad999ac4-f714-439d-91ae-4f24c247f46d tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0d85fc6481e749e89cd67b76b15786e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483067 Jun 30 02:21:37.089662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-531b07db-669e-478d-b7e2-581f2f589f9f tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:37.095449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-531b07db-669e-478d-b7e2-581f2f589f9f tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192939 Jun 30 02:21:37.107600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-e6e5ef56-d59d-47bf-9189-3deafe0d2357 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/quotas/0d85fc6481e749e89cd67b76b15786e3 HTTP/1.1" status: 200 len: 375 time: 0.0105464 Jun 30 02:21:37.161215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-471bf51d-a4ae-44db-a718-56d42c744c5a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d85fc6481e749e89cd67b76b15786e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474825 Jun 30 02:21:37.417951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:37.421374 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-469ca2a3-4f3d-4e4a-a5ba-5c1dd3db7965 req-7a5eb5e4-870b-4e83-b48b-ab199f6beb01 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 210 time: 0.0585105 Jun 30 02:21:37.447524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d2fefd-a77f-4330-858c-f8bae728e43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:37.540991 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d2fefd-a77f-4330-858c-f8bae728e43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:37.544770 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4d2fefd-a77f-4330-858c-f8bae728e43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:37.583388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d4d2fefd-a77f-4330-858c-f8bae728e43a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a938572b272f47c7afeab88cf83c154a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1637325 Jun 30 02:21:37.584524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2fefd-a77f-4330-858c-f8bae728e43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ed1f26-b3b6-46a6-a705-d0d819a15402,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:37.586422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:37.636131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93b9f905-a529-4e24-9021-2f7b69edc48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:37.659535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93b9f905-a529-4e24-9021-2f7b69edc48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:37.712873 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93b9f905-a529-4e24-9021-2f7b69edc48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:37.715431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93b9f905-a529-4e24-9021-2f7b69edc48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:37.716910 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-93b9f905-a529-4e24-9021-2f7b69edc48a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8ed1f26-b3b6-46a6-a705-d0d819a15402 HTTP/1.1" status: 204 len: 168 time: 0.1288955 Jun 30 02:21:37.724922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9f905-a529-4e24-9021-2f7b69edc48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ed1f26-b3b6-46a6-a705-d0d819a15402,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:38.521544 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b536fc9-ad88-4430-8a8c-78fabaf8a8a2 req-4362b2bb-f159-4bcc-bc93-0848b94044e5 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 210 time: 0.0395200 Jun 30 02:21:38.613312 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:38.884600 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f32f583a-edf5-43a3-a2ca-8205929b2047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:38.996930 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f32f583a-edf5-43a3-a2ca-8205929b2047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:39.001015 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f32f583a-edf5-43a3-a2ca-8205929b2047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:39.040969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f32f583a-edf5-43a3-a2ca-8205929b2047 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ba5bdf7e04d45658f889cfd5d1d07cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4265411 Jun 30 02:21:39.042379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f583a-edf5-43a3-a2ca-8205929b2047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708dad88-a7d5-4041-ae70-8e0fcccedb02,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:39.047299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:39.119561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-658d6f54-b57c-48b9-8d95-541e285376a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:39.144338 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-658d6f54-b57c-48b9-8d95-541e285376a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:39.208889 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-658d6f54-b57c-48b9-8d95-541e285376a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:39.213109 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-658d6f54-b57c-48b9-8d95-541e285376a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:39.214747 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-658d6f54-b57c-48b9-8d95-541e285376a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/708dad88-a7d5-4041-ae70-8e0fcccedb02 HTTP/1.1" status: 204 len: 168 time: 0.1658349 Jun 30 02:21:39.223213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d6f54-b57c-48b9-8d95-541e285376a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708dad88-a7d5-4041-ae70-8e0fcccedb02,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:39.715153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5890be2d-aebc-4f37-9272-fcbbcc692e5e req-88da7198-d0b8-4325-96eb-0642631ffaf4 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 210 time: 0.0424695 Jun 30 02:21:39.746913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.69', 59051) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:39.772665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-6d3b5587-3582-41f4-a20a-01abf0a632bd tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0d85fc6481e749e89cd67b76b15786e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240383 Jun 30 02:21:39.918937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-8d687fdd-3106-4a4a-b501-24aa4a46f50e tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:39.920822 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-8d687fdd-3106-4a4a-b501-24aa4a46f50e tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436620 Jun 30 02:21:39.982212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Request body: {'port': {'device_id': 'fb8fc21b-556e-4062-b451-6aed87c261b6', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '0d85fc6481e749e89cd67b76b15786e3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:40.110958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:40.131396 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65b63756-01fa-4c00-a6c1-887f630dd0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.246507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65b63756-01fa-4c00-a6c1-887f630dd0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.252086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65b63756-01fa-4c00-a6c1-887f630dd0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.285634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Made reservation on behalf of 0d85fc6481e749e89cd67b76b15786e3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:21:40.289792 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.297490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:40.298153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-65b63756-01fa-4c00-a6c1-887f630dd0fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffaf7b609b32421a9de064ebb9024a05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1860683 Jun 30 02:21:40.299477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b63756-01fa-4c00-a6c1-887f630dd0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65e3c4-7014-4c4f-81fa-648a3d73e6d9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:40.314181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.391718 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b97d76-5152-4200-8bbc-a25031b38e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.436764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b97d76-5152-4200-8bbc-a25031b38e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.529147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.534594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.587929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b97d76-5152-4200-8bbc-a25031b38e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.590933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b97d76-5152-4200-8bbc-a25031b38e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:40.594674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-49b97d76-5152-4200-8bbc-a25031b38e60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c65e3c4-7014-4c4f-81fa-648a3d73e6d9 HTTP/1.1" status: 204 len: 168 time: 0.2933347 Jun 30 02:21:40.640127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1741c0f3-5765-4f05-80e2-4fd530d245f9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:40.680726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b97d76-5152-4200-8bbc-a25031b38e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c65e3c4-7014-4c4f-81fa-648a3d73e6d9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:40.900713 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Allocated IP 192.168.233.247 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/3d0e47aa-64b4-4e08-9de3-8e897c964e4e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:21:41.092502 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:41.130391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Transition to ACTIVE for port object 3d0e47aa-64b4-4e08-9de3-8e897c964e4e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:21:41.135384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-bfdb8d6c-15ec-4311-a247-929fcac2e6d8 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319057 Jun 30 02:21:41.246667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:41.344191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-b44f047f-711a-43c8-9bed-1ea990074625 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:41.345795 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-b44f047f-711a-43c8-9bed-1ea990074625 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016108 Jun 30 02:21:41.384314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:21:41.408610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:21:41.416674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:21:41.422231 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:41.426341 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:41.430285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-c2afd511-b516-4337-99a8-4d5ae004f8aa tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/quotas/52522f9c7a2e4b61b64d42a1ad2b2c32 HTTP/1.1" status: 200 len: 375 time: 0.0744054 Jun 30 02:21:41.432253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Pushing event updated for resources: {'Port': ['ID=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:41.498373 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-a495dc95-6337-414a-ae27-8ebdab3fa63c tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382144 Jun 30 02:21:41.500288 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1f34f6e1-3424-4537-a422-75d0f796626a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5225492 Jun 30 02:21:41.530209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-2ed40091-515a-4cb1-9074-10a3f88239b6 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:21:41.531481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-2ed40091-515a-4cb1-9074-10a3f88239b6 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066001 Jun 30 02:21:41.569408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:41.901604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db1ad99f-4190-4503-a37d-2dbded942bdd None None] Provisioning for port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:21:41.909182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db1ad99f-4190-4503-a37d-2dbded942bdd None None] Provisioning complete for port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:21:41.909916 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db1ad99f-4190-4503-a37d-2dbded942bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:41.926512 n-d-758944-39 neutron-server[93770]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 02:21:42.010701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-db1ad99f-4190-4503-a37d-2dbded942bdd None None] Port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:21:42.200833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d759f-9bd5-4f25-b116-97050b1d7442 req-851c670b-3b9a-49b3-84ee-25ad652c9a30 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:42.209099 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c71d759f-9bd5-4f25-b116-97050b1d7442 req-851c670b-3b9a-49b3-84ee-25ad652c9a30 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 936 time: 0.6378794 Jun 30 02:21:42.413646 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c71d759f-9bd5-4f25-b116-97050b1d7442 req-7cc207f0-a99a-47c6-bcba-e8e65fe5a9dc tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025256 Jun 30 02:21:42.618150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Request body: {'port': {'device_id': 'fb8fc21b-556e-4062-b451-6aed87c261b6', 'device_owner': 'compute:tempest-test_az-923562192', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:42.645167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4b905c2-81dc-4f59-92a5-e35bb6a3fb8d req-8128fe9c-ce9c-4ca9-8111-360679a3c2d2 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 210 time: 0.1182952 Jun 30 02:21:42.870923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:43.747916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0e47aa-64b4-4e08-9de3-8e897c964e4e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:21:43.767324 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:43.788732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Transition to ACTIVE for port object 3d0e47aa-64b4-4e08-9de3-8e897c964e4e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:21:43.792992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:44.044978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:44.214351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Attempting to bind port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:21:44.216374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Attempting to bind port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:21:44.217846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Attempting to bind port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:21:44.308495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Pushing event updated for resources: {'Port': ['ID=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:44.315344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:21:44.319493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Attempting to bind port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:21:44.334641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1587642452-network', 'tenant_id': '957a58adf2a94e3cb31af158e5789748'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:44.349761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:21:44.352642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:21:44.353391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:21:44.353949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Bound port: 3d0e47aa-64b4-4e08-9de3-8e897c964e4e, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:21:44.354391 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:44.362426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Made reservation on behalf of 957a58adf2a94e3cb31af158e5789748 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:21:44.366634 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:44.378387 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:44.486033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a4ef6-3368-48f9-bb02-55679aee9745 req-31998d4d-6544-4bca-a99b-05e0d73b4fe2 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:44.490354 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-899a4ef6-3368-48f9-bb02-55679aee9745 req-31998d4d-6544-4bca-a99b-05e0d73b4fe2 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 969 time: 0.4266386 Jun 30 02:21:44.557519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7f9f8153-1887-4b1e-bad8-77db31af6e6a req-520d00ee-bc0a-4f35-8dac-b1ccae89ebb9 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 210 time: 0.0625687 Jun 30 02:21:44.573047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:44.594537 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:44.603360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-899a4ef6-3368-48f9-bb02-55679aee9745 req-d9c5da60-e667-4c1e-ac3c-6525655e102f tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002655 Jun 30 02:21:44.604687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] For port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:21:44.612999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] For port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:21:44.617145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:21:44.628599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:44.629119 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Added segment ef0bfa15-fe37-4883-be6a-bae89e4329e3 of type vlan for network 7bd52a32-32ca-4451-a30d-98940d18a164 Jun 30 02:21:44.631745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:44.660853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:44.664273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:44.665860 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-df784755-2332-48c7-aad0-e534a71db2be service neutron] 10.222.0.69 "PUT /v2.0/ports/3d0e47aa-64b4-4e08-9de3-8e897c964e4e HTTP/1.1" status: 200 len: 1118 time: 2.5619953 Jun 30 02:21:44.667458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8fc21b-556e-4062-b451-6aed87c261b6', 'tag': '3d0e47aa-64b4-4e08-9de3-8e897c964e4e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:21:44.681041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.73', 63028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:44.723332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-73598d06-5852-4f97-b906-b18dbe27fe70 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363743 Jun 30 02:21:45.035350 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8fc21b-556e-4062-b451-6aed87c261b6", "tag": "3d0e47aa-64b4-4e08-9de3-8e897c964e4e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:21:45.059710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df784755-2332-48c7-aad0-e534a71db2be service neutron] Pushing event updated for resources: {'Port': ['ID=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:45.139591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:45.198019 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-86945803-58f0-432c-bd7f-a36483d3f893 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9cec145aa2d747cf98d6c57f659678cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641441 Jun 30 02:21:45.220985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd69c9f-ecf8-4cf4-a6ab-7526b5889a8b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:45.389161 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:21:45.400820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-731023c5-33c2-43c2-823d-0ffaa8c5038f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:45.408364 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-731023c5-33c2-43c2-823d-0ffaa8c5038f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093601 Jun 30 02:21:45.410930 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:45.450952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:45.453927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-4d70fa01-580b-4fd3-992b-d13469e489e7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/quotas/9cec145aa2d747cf98d6c57f659678cd HTTP/1.1" status: 200 len: 375 time: 0.0444829 Jun 30 02:21:45.485976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:45.487279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:45.487705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:45.520847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:45.552653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-7fb0c5d3-c483-40d5-aa86-2334ffd17254 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977240 Jun 30 02:21:45.695717 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:45.710060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-d59d4249-b979-46e3-898e-627279776b61 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:45.716132 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-d59d4249-b979-46e3-898e-627279776b61 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9800839 Jun 30 02:21:45.733695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6867013 Jun 30 02:21:45.734802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:45.754253 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664a0412-8487-4e3d-b34e-862d12c3eb23 x-openstack-request-id: req-664a0412-8487-4e3d-b34e-862d12c3eb23 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:21:45.754537 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8fc21b-556e-4062-b451-6aed87c261b6", "tag": "3d0e47aa-64b4-4e08-9de3-8e897c964e4e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:21:45.754801 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-664a0412-8487-4e3d-b34e-862d12c3eb23 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:21:45.755236 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8fc21b-556e-4062-b451-6aed87c261b6', 'tag': '3d0e47aa-64b4-4e08-9de3-8e897c964e4e', 'status': 'completed', 'code': 200} Jun 30 02:21:45.756731 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52b9b550-a634-4a2c-8e99-f607b0ef9754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:45.759524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Request body: {'subnet': {'network_id': '7bd52a32-32ca-4451-a30d-98940d18a164', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1587642452-subnet', 'tenant_id': '957a58adf2a94e3cb31af158e5789748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:45.770344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b932908f-633e-469c-bf19-85ba8e4bf859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:45.794200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Request body: {'port': {'device_id': '9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '52522f9c7a2e4b61b64d42a1ad2b2c32'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:45.814220 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-52b9b550-a634-4a2c-8e99-f607b0ef9754 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:21:45.814220 n-d-758944-39 neutron-server[93771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:21:45.814220 n-d-758944-39 neutron-server[93771]: [parameters: {'project_id': 'ef9c223e4c8d4f94bda3384e92a3b3f7', 'id': 'e44b2b30-4d56-40ab-846e-672bb8234d8c', 'expiration': datetime.datetime(2021, 6, 30, 2, 23, 45, 808218)}] Jun 30 02:21:45.814220 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:21:45.814774 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-52b9b550-a634-4a2c-8e99-f607b0ef9754 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:21:45.838752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e20676-c79b-433a-a137-f20802753540 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd52a32-32ca-4451-a30d-98940d18a164,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:45.858091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7bd52a32-32ca-4451-a30d-98940d18a164 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:21:45.904631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:21:45.904631 n-d-758944-39 neutron-server[93770]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:21:45.904631 n-d-758944-39 neutron-server[93770]: [parameters: {'project_id': '957a58adf2a94e3cb31af158e5789748', 'id': '4c8a36a3-5344-4505-9e18-ec414741940d', 'expiration': datetime.datetime(2021, 6, 30, 2, 23, 45, 836482)}] Jun 30 02:21:45.904631 n-d-758944-39 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:21:45.905170 n-d-758944-39 neutron-server[93770]: DEBUG oslo_db.api [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:21:46.256805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ca129-d0e8-44fa-bdd8-d46d0cbf7e56 req-52243251-ad8f-44dd-8404-71f76ed6f16f tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:46.261097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2607a8a7-b7a9-4a33-bd48-51bd37af23a1 req-cf6678f8-ecdb-4f53-b63c-a916eb5a30d6 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 210 time: 0.1218596 Jun 30 02:21:46.272844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f49ca129-d0e8-44fa-bdd8-d46d0cbf7e56 req-52243251-ad8f-44dd-8404-71f76ed6f16f tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 969 time: 0.1795170 Jun 30 02:21:46.280862 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b932908f-633e-469c-bf19-85ba8e4bf859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.288310 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b932908f-633e-469c-bf19-85ba8e4bf859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.332932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Made reservation on behalf of 52522f9c7a2e4b61b64d42a1ad2b2c32 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:21:46.347272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52b9b550-a634-4a2c-8e99-f607b0ef9754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.371667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.405956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f822e2c6-c98d-4ab2-948b-b74961087d8d req-153400e2-337a-4b7d-9fef-9450cbf7c2b6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 210 time: 0.0667894 Jun 30 02:21:46.411035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932908f-633e-469c-bf19-85ba8e4bf859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5637c-f97d-4e0d-83cf-5d148877c264,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:46.421744 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.544094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f49ca129-d0e8-44fa-bdd8-d46d0cbf7e56 req-32ab7c26-7cd7-49de-9c19-0b42d71d6955 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695978 Jun 30 02:21:46.547525 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b932908f-633e-469c-bf19-85ba8e4bf859 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3686c5f0d12946b0a2e6214dc67c5a18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0231571 Jun 30 02:21:46.549437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41552) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:46.637732 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52b9b550-a634-4a2c-8e99-f607b0ef9754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.650400 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52b9b550-a634-4a2c-8e99-f607b0ef9754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.741109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9b550-a634-4a2c-8e99-f607b0ef9754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f06f45f-7d8b-469e-8b54-5eadb2812ebb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:46.750067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-52b9b550-a634-4a2c-8e99-f607b0ef9754 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef9c223e4c8d4f94bda3384e92a3b3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2975061 Jun 30 02:21:46.760252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:46.834863 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73050a39-14e1-4524-947b-4e6dc45f92b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.851771 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.852890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Made reservation on behalf of 957a58adf2a94e3cb31af158e5789748 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:21:46.855741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.875310 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:46.886676 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73050a39-14e1-4524-947b-4e6dc45f92b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:47.003228 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73050a39-14e1-4524-947b-4e6dc45f92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:47.010361 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73050a39-14e1-4524-947b-4e6dc45f92b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:47.016517 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-73050a39-14e1-4524-947b-4e6dc45f92b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f06f45f-7d8b-469e-8b54-5eadb2812ebb HTTP/1.1" status: 204 len: 168 time: 0.2524333 Jun 30 02:21:47.034595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73050a39-14e1-4524-947b-4e6dc45f92b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f06f45f-7d8b-469e-8b54-5eadb2812ebb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:47.133525 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83c3410a-7ce9-4421-861d-e139043ce02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:47.280546 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83c3410a-7ce9-4421-861d-e139043ce02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:47.296356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c72498-312e-4fe5-bd34-81a23c19ed8c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:47.394631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Allocated IP 192.168.233.252 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/a8dc5a55-4090-421d-aa8c-bd6cd683c261) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:21:47.511322 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83c3410a-7ce9-4421-861d-e139043ce02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:47.513850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83c3410a-7ce9-4421-861d-e139043ce02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:47.525089 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-83c3410a-7ce9-4421-861d-e139043ce02f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aef5637c-f97d-4e0d-83cf-5d148877c264 HTTP/1.1" status: 204 len: 168 time: 0.9744222 Jun 30 02:21:47.611811 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4fe63c71-e284-42c2-ad91-33188bcf7555 req-a95f02b4-8352-4f9a-b406-770aa704f9d1 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 210 time: 0.1233850 Jun 30 02:21:47.683017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3410a-7ce9-4421-861d-e139043ce02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5637c-f97d-4e0d-83cf-5d148877c264,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:47.684447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:47.812144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:47.852522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f63432f4-8560-4197-966e-f88828496bcf req-0eac4457-ea54-41e5-9cd2-57dc38f5c8b1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 210 time: 0.1194520 Jun 30 02:21:47.958263 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54a13c59-7bea-485c-aa38-8ba31160a47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:47.971656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bf76c3-a45c-4c26-9eaf-b90d6908fa3e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:48.017998 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.021569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Checking segment: {'id': 'ef0bfa15-fe37-4883-be6a-bae89e4329e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '7bd52a32-32ca-4451-a30d-98940d18a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:21:48.022277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Network hostable DHCP agents. Network: 7bd52a32-32ca-4451-a30d-98940d18a164, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:21:48.050321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Transition to ACTIVE for port object a8dc5a55-4090-421d-aa8c-bd6cd683c261 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:21:48.076949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Network 7bd52a32-32ca-4451-a30d-98940d18a164 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:21:48.120302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7bd52a32-32ca-4451-a30d-98940d18a164) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:21:48.124297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337d342-b8e3-4675-916e-cb97c7d5acd8 req-f77e232b-b1f9-40dc-9a0f-09989639dacf tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:48.134776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f337d342-b8e3-4675-916e-cb97c7d5acd8 req-f77e232b-b1f9-40dc-9a0f-09989639dacf tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 969 time: 0.1770892 Jun 30 02:21:48.139723 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:48.140524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.142135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b0a6b0-7044-4b1c-a5c9-40bb33ff6aca None None] Network 7bd52a32-32ca-4451-a30d-98940d18a164 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:21:48.169889 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.207568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54a13c59-7bea-485c-aa38-8ba31160a47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.216728 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54a13c59-7bea-485c-aa38-8ba31160a47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.275929 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f337d342-b8e3-4675-916e-cb97c7d5acd8 req-375a6c1c-1725-4da1-9925-b89be746aa91 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418483 Jun 30 02:21:48.338319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d7a42-2eaa-40da-bdc0-d1aaa9120ed2 None None] Network 7bd52a32-32ca-4451-a30d-98940d18a164 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:21:48.339323 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-54a13c59-7bea-485c-aa38-8ba31160a47d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2168b0925e634411a74e43687ff40eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6537192 Jun 30 02:21:48.340255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a13c59-7bea-485c-aa38-8ba31160a47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c59ad5-e147-4009-9d77-be0410701abd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:48.343876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:48.378044 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b4a7191f-1817-43b8-a4fb-e9de9f85f1eb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6395693 Jun 30 02:21:48.380558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Pushing event updated for resources: {'Port': ['ID=a8dc5a55-4090-421d-aa8c-bd6cd683c261,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:48.398583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:21:48.401093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:21:48.405042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:21:48.415388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:48.416291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.448623 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-214a0d32-89ca-40f2-a680-5d5b22d9aa67 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6667635 Jun 30 02:21:48.515928 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b98db4e-5db7-4dab-b052-55104ac3e16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.526038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:48.546330 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee682-ef33-455f-a460-d27fd1697ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.592834 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b98db4e-5db7-4dab-b052-55104ac3e16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.749858 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b98db4e-5db7-4dab-b052-55104ac3e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.753215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b98db4e-5db7-4dab-b052-55104ac3e16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.754656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6b98db4e-5db7-4dab-b052-55104ac3e16e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8c59ad5-e147-4009-9d77-be0410701abd HTTP/1.1" status: 204 len: 168 time: 0.4094892 Jun 30 02:21:48.788112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98db4e-5db7-4dab-b052-55104ac3e16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c59ad5-e147-4009-9d77-be0410701abd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:48.799873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee682-ef33-455f-a460-d27fd1697ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.819131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee682-ef33-455f-a460-d27fd1697ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:48.990843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2eba46f9-ba35-4344-bd39-e7cad21ad5f0 None None] Provisioning for port a8dc5a55-4090-421d-aa8c-bd6cd683c261 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:21:49.007425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2eba46f9-ba35-4344-bd39-e7cad21ad5f0 None None] Provisioning complete for port a8dc5a55-4090-421d-aa8c-bd6cd683c261 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:21:49.008115 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2eba46f9-ba35-4344-bd39-e7cad21ad5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:49.141574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2eba46f9-ba35-4344-bd39-e7cad21ad5f0 None None] Port a8dc5a55-4090-421d-aa8c-bd6cd683c261 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:21:49.207876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-362b77a0-b6e5-410d-9027-0af370924c00 req-96c2c55e-b338-443f-bd67-93acf9303178 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 210 time: 0.0717661 Jun 30 02:21:49.252038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e6ee682-ef33-455f-a460-d27fd1697ae9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22179795a9a34173ac6a794d830a7186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7217314 Jun 30 02:21:49.252410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:49.310900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ee682-ef33-455f-a460-d27fd1697ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510887b2-8136-4a0c-92ff-9f28340dbcc3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:49.392515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb5aa1-9219-4bed-8b9b-bc68af2551dd req-f4792bfe-80a8-4bdd-a2f8-f3ac36ecc001 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:49.411580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4cb5aa1-9219-4bed-8b9b-bc68af2551dd req-f4792bfe-80a8-4bdd-a2f8-f3ac36ecc001 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 936 time: 0.2224853 Jun 30 02:21:49.553572 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4cb5aa1-9219-4bed-8b9b-bc68af2551dd req-1a106dfa-d883-42dc-9c0b-0702a74498ca tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364849 Jun 30 02:21:49.642562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a5de-a555-4334-86ce-1ed90057ed72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:49.796083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:49.810675 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a5de-a555-4334-86ce-1ed90057ed72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:49.816017 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c60b287-890c-4794-80bf-6f076a789a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:49.943830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-e843a8d4-7003-4d5d-aee4-d59e0db3f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:49.948812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-e843a8d4-7003-4d5d-aee4-d59e0db3f52c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d85fc6481e749e89cd67b76b15786e3&device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 1121 time: 0.5898244 Jun 30 02:21:50.018073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3135211-8b11-4c0c-9914-5706e04045bd req-7c596125-1ff6-4446-82ef-81b8d6e6bf4a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:50.033913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3135211-8b11-4c0c-9914-5706e04045bd req-7c596125-1ff6-4446-82ef-81b8d6e6bf4a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 969 time: 0.4021649 Jun 30 02:21:50.105723 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c60b287-890c-4794-80bf-6f076a789a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.117895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c60b287-890c-4794-80bf-6f076a789a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.156987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:50.176619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1123329648-network', 'tenant_id': 'bf0aa3dc62004544bdc69c9c8a554f02'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:50.199361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-aea323d6-6dcb-4b42-bc7b-9bebe7aa9819 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=3d0e47aa-64b4-4e08-9de3-8e897c964e4e HTTP/1.1" status: 200 len: 217 time: 0.2143888 Jun 30 02:21:50.217209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Made reservation on behalf of bf0aa3dc62004544bdc69c9c8a554f02 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:21:50.220830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.234749 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a5de-a555-4334-86ce-1ed90057ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.237306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1d3a5de-a555-4334-86ce-1ed90057ed72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.243069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c1d3a5de-a555-4334-86ce-1ed90057ed72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/510887b2-8136-4a0c-92ff-9f28340dbcc3 HTTP/1.1" status: 204 len: 168 time: 0.9892013 Jun 30 02:21:50.262927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3a5de-a555-4334-86ce-1ed90057ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510887b2-8136-4a0c-92ff-9f28340dbcc3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:50.266209 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.298036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60b287-890c-4794-80bf-6f076a789a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86d7e58-1e80-4e82-b3e7-c0994c994cb6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:50.317626 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3135211-8b11-4c0c-9914-5706e04045bd req-9b674933-27c7-4a37-8a83-67f50d7c2acf tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278782 Jun 30 02:21:50.318584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:50.323097 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3c60b287-890c-4794-80bf-6f076a789a65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6cf2119b114147d2805405b0a8d13990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157671 Jun 30 02:21:50.548663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc3516e-244c-44f7-8501-04a3c853a816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.567242 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.574453 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.592662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:21:50.613000 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.613498 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Added segment 28a675ec-08b9-434d-aa7f-33fe76a609db of type vlan for network f58baede-7047-4c71-b6ba-3841c8dc9216 Jun 30 02:21:50.642383 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc3516e-244c-44f7-8501-04a3c853a816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.683220 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.790539 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc3516e-244c-44f7-8501-04a3c853a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.800659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6bc3516e-244c-44f7-8501-04a3c853a816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.800659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6bc3516e-244c-44f7-8501-04a3c853a816 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d86d7e58-1e80-4e82-b3e7-c0994c994cb6 HTTP/1.1" status: 204 len: 168 time: 0.4729342 Jun 30 02:21:50.820830 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa66fb9e-1bfe-4c8d-90c6-c6cff26d9f23 req-670beaa0-c2be-4dcb-a9e3-ea08f19ea3aa tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 210 time: 0.0977905 Jun 30 02:21:50.831530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:50.832778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:50.843311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3516e-244c-44f7-8501-04a3c853a816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86d7e58-1e80-4e82-b3e7-c0994c994cb6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:50.845422 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:51.048522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Pushing event updated for resources: {'Network': ['ID=f58baede-7047-4c71-b6ba-3841c8dc9216,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:51.060567 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network f58baede-7047-4c71-b6ba-3841c8dc9216 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:21:51.076650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea8aa2-3e00-47e7-8270-2908115b7ba0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:51.081071 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5f061e2e-a327-42c0-a043-c1172424c131 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9218848 Jun 30 02:21:51.093305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:51.102309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Request body: {'subnet': {'network_id': 'f58baede-7047-4c71-b6ba-3841c8dc9216', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1123329648-subnet', 'tenant_id': 'bf0aa3dc62004544bdc69c9c8a554f02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:51.140013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-227865b9-b6d9-4a95-8e8c-c0872c2caded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:51.142111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-227865b9-b6d9-4a95-8e8c-c0872c2caded service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1788008 Jun 30 02:21:51.160173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5856b65-6811-4468-b849-39d9eef84acf req-5dc5e2ed-4a8d-4e5e-ada3-a1781d5dbe69 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:51.172796 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5856b65-6811-4468-b849-39d9eef84acf req-5dc5e2ed-4a8d-4e5e-ada3-a1781d5dbe69 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 936 time: 0.2718527 Jun 30 02:21:51.180709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Made reservation on behalf of bf0aa3dc62004544bdc69c9c8a554f02 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:21:51.183732 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:51.281866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5856b65-6811-4468-b849-39d9eef84acf req-701b4881-6243-4083-9d34-bfb35c462ea6 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055789 Jun 30 02:21:51.428860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-04613648-8b63-4780-8ed5-7337f9954432 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:21:51.430400 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-04613648-8b63-4780-8ed5-7337f9954432 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132084 Jun 30 02:21:51.779169 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:21:51.779930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:51.865066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165b1d2-aadf-491c-afca-adad771f6672 req-57b184e0-ff0e-4111-96be-62e991556e79 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:51.867508 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1165b1d2-aadf-491c-afca-adad771f6672 req-57b184e0-ff0e-4111-96be-62e991556e79 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 969 time: 0.2483983 Jun 30 02:21:51.907895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6939fe7-ce79-4277-9b04-7ba63a12ac5d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:51.966016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Checking segment: {'id': '28a675ec-08b9-434d-aa7f-33fe76a609db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f58baede-7047-4c71-b6ba-3841c8dc9216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:21:51.968016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Network hostable DHCP agents. Network: f58baede-7047-4c71-b6ba-3841c8dc9216, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:21:52.021759 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1165b1d2-aadf-491c-afca-adad771f6672 req-2790780a-2d6d-41a2-b136-8d8056fd4021 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435392 Jun 30 02:21:52.082226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Network f58baede-7047-4c71-b6ba-3841c8dc9216 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:21:52.101271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, f58baede-7047-4c71-b6ba-3841c8dc9216) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:21:52.109394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:52.109949 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:52.112944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac92d1-fa97-488a-999a-ad71e75dda7b None None] Network f58baede-7047-4c71-b6ba-3841c8dc9216 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:21:52.169125 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9d9f7c24-8915-4699-bc47-5c1e74f009e1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0623472 Jun 30 02:21:52.195205 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1bcba04-ea2f-4f8f-8eef-a3505adfc801 req-91acbfce-e190-4907-89fe-1ce023a49eee tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 210 time: 0.0742114 Jun 30 02:21:52.604098 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412cbb1b-556d-4efc-b3f6-d3a00f198a1b None None] Network f58baede-7047-4c71-b6ba-3841c8dc9216 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:21:52.693215 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:52.722575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b930b1-0f8f-4dda-a2b7-4bbea33e9d17 req-60b98841-6e85-436f-933a-19e1f6f5fa39 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:52.732438 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b930b1-0f8f-4dda-a2b7-4bbea33e9d17 req-60b98841-6e85-436f-933a-19e1f6f5fa39 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 936 time: 0.1960208 Jun 30 02:21:52.739239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Request body: {'port': {'device_id': '9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:52.982011 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2b8ecf-f3ef-492b-b19b-a64a656db5af admin admin] Deleting subnet 95bf76c3-a45c-4c26-9eaf-b90d6908fa3e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:21:53.007405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ecf-f3ef-492b-b19b-a64a656db5af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:53.080424 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b930b1-0f8f-4dda-a2b7-4bbea33e9d17 req-4e86289f-2152-4ee5-ad5c-0ddbf1c34b10 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934744 Jun 30 02:21:53.145174 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ecf-f3ef-492b-b19b-a64a656db5af admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:53.155340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ecf-f3ef-492b-b19b-a64a656db5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:53.210754 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:53.240724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ecf-f3ef-492b-b19b-a64a656db5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:53.310156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e2b8ecf-f3ef-492b-b19b-a64a656db5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:53.312050 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0e2b8ecf-f3ef-492b-b19b-a64a656db5af admin admin] 10.222.0.55 "DELETE /v2.0/subnets/95bf76c3-a45c-4c26-9eaf-b90d6908fa3e HTTP/1.1" status: 204 len: 168 time: 0.6172867 Jun 30 02:21:53.314389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b8ecf-f3ef-492b-b19b-a64a656db5af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bf76c3-a45c-4c26-9eaf-b90d6908fa3e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:53.318036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:53.505753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f8ed2-10b5-4892-afef-675e6a82f25c req-4913536f-1b65-4063-9c41-86fb3d64c4fe tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:53.520401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-924f8ed2-10b5-4892-afef-675e6a82f25c req-4913536f-1b65-4063-9c41-86fb3d64c4fe tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 969 time: 0.2143555 Jun 30 02:21:53.612151 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-924f8ed2-10b5-4892-afef-675e6a82f25c req-e6efba0f-00b8-4057-a8f0-8227ca5ee489 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868349 Jun 30 02:21:53.764937 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-302df5b3-2047-4a78-9ace-92d60f6bc8a2 req-a4139942-6a80-4647-894f-9161f424f4c5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 210 time: 0.2194848 Jun 30 02:21:53.859015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.024238 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.043716 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.044063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.044838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.045174 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.045495 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.045825 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.046135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.046460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.046796 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.047103 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.309465 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d727534-0cdc-4518-994c-21dcd6c7edcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.376246 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.376832 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.377156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.377483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:21:54.377859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd52a32-32ca-4451-a30d-98940d18a164']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:21:54.412824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0bfa15-fe37-4883-be6a-bae89e4329e3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:21:54.413206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0bfa15-fe37-4883-be6a-bae89e4329e3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:21:54.464064 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.667158 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.679377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:21:54.679801 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: from cryptography.utils import int_from_bytes Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: from cryptography.utils import int_from_bytes Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:21:54.684944 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:21:54.743420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dc5a55-4090-421d-aa8c-bd6cd683c261 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:21:54.756808 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.781565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Transition to ACTIVE for port object a8dc5a55-4090-421d-aa8c-bd6cd683c261 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:21:54.783248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.792692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240e30a-b16b-46bc-8c1e-e907a844563f req-4e7175fc-ec3a-4e8b-a202-012e70e91cbd tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:54.794326 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3240e30a-b16b-46bc-8c1e-e907a844563f req-4e7175fc-ec3a-4e8b-a202-012e70e91cbd tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 936 time: 0.4096158 Jun 30 02:21:54.796224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.814810 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.819967 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] 10.222.0.55 "DELETE /v2.0/networks/7bd52a32-32ca-4451-a30d-98940d18a164 HTTP/1.1" status: 204 len: 168 time: 1.4973848 Jun 30 02:21:54.830052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:54.863677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50c168-aa37-4642-8649-83f62d59393d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd52a32-32ca-4451-a30d-98940d18a164,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:54.891905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ceeb828-0238-4ae5-b667-b1fda4aef813 admin admin] Deleting subnet f6939fe7-ce79-4277-9b04-7ba63a12ac5d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:21:54.895908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb828-0238-4ae5-b667-b1fda4aef813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.920713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25175268-6346-4b40-9858-d601154b452d service neutron] Pushing event updated for resources: {'Port': ['ID=a8dc5a55-4090-421d-aa8c-bd6cd683c261,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:54.946708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb828-0238-4ae5-b667-b1fda4aef813 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:54.947442 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3240e30a-b16b-46bc-8c1e-e907a844563f req-9d716240-9791-40fb-9d23-16e45da21eb4 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448572 Jun 30 02:21:54.968253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb828-0238-4ae5-b667-b1fda4aef813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.032141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c520c-06b3-4493-9d79-0f8165f0d025 req-cc5074a1-57f2-4b9a-8e4b-d960eb5cc860 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:55.039480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ca0c520c-06b3-4493-9d79-0f8165f0d025 req-cc5074a1-57f2-4b9a-8e4b-d960eb5cc860 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 969 time: 0.2529719 Jun 30 02:21:55.045696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Attempting to bind port a8dc5a55-4090-421d-aa8c-bd6cd683c261 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:21:55.046192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Attempting to bind port a8dc5a55-4090-421d-aa8c-bd6cd683c261 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:21:55.046580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Attempting to bind port a8dc5a55-4090-421d-aa8c-bd6cd683c261 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:21:55.051934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Port a8dc5a55-4090-421d-aa8c-bd6cd683c261 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:21:55.052506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Attempting to bind port a8dc5a55-4090-421d-aa8c-bd6cd683c261 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:21:55.062359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:21:55.063092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:21:55.071448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:21:55.072122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Bound port: a8dc5a55-4090-421d-aa8c-bd6cd683c261, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:21:55.072895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.105387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ca0c520c-06b3-4493-9d79-0f8165f0d025 req-de5fa310-5ad0-4199-9dbb-b1d3d6dd9e68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646279 Jun 30 02:21:55.132347 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb828-0238-4ae5-b667-b1fda4aef813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.159416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceeb828-0238-4ae5-b667-b1fda4aef813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6939fe7-ce79-4277-9b04-7ba63a12ac5d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:55.189026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ceeb828-0238-4ae5-b667-b1fda4aef813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.194616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8ceeb828-0238-4ae5-b667-b1fda4aef813 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f6939fe7-ce79-4277-9b04-7ba63a12ac5d HTTP/1.1" status: 204 len: 168 time: 0.3587754 Jun 30 02:21:55.199808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:55.258494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] For port a8dc5a55-4090-421d-aa8c-bd6cd683c261, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:21:55.298233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] For port a8dc5a55-4090-421d-aa8c-bd6cd683c261, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a8dc5a55-4090-421d-aa8c-bd6cd683c261,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:21:55.307381 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.324175 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.353152 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6281dce2-68a9-4b9e-821d-997faaf60ad7 req-9a655172-9a13-4165-84c6-29e15b85b6d9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 210 time: 0.0306156 Jun 30 02:21:55.366697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:55.367471 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.369144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-25175268-6346-4b40-9858-d601154b452d service neutron] 10.222.0.73 "PUT /v2.0/ports/a8dc5a55-4090-421d-aa8c-bd6cd683c261 HTTP/1.1" status: 200 len: 1097 time: 3.3371854 Jun 30 02:21:55.369708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8', 'tag': 'a8dc5a55-4090-421d-aa8c-bd6cd683c261'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:21:55.471105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25175268-6346-4b40-9858-d601154b452d service neutron] Pushing event updated for resources: {'Port': ['ID=a8dc5a55-4090-421d-aa8c-bd6cd683c261,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:55.511771 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ef9b37-f02d-4143-a977-92ee6e010e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8", "tag": "a8dc5a55-4090-421d-aa8c-bd6cd683c261"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:21:55.543823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.573312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58baede-7047-4c71-b6ba-3841c8dc9216']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:21:55.596331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a675ec-08b9-434d-aa7f-33fe76a609db') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:21:55.596918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a675ec-08b9-434d-aa7f-33fe76a609db') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:21:55.624587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.665088 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.685247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:21:55.685678 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:21:55.690311 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:21:55.724912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1a6af143-d8aa-473f-96a4-d46427bfab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:55.727570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-1a6af143-d8aa-473f-96a4-d46427bfab81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1752996 Jun 30 02:21:55.762985 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.790559 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:55.792804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] 10.222.0.55 "DELETE /v2.0/networks/f58baede-7047-4c71-b6ba-3841c8dc9216 HTTP/1.1" status: 204 len: 168 time: 0.5919445 Jun 30 02:21:55.793911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61545c1c-d096-4681-a593-05e43297164a admin admin] Pushing event deleted for resources: {'Network': ['ID=f58baede-7047-4c71-b6ba-3841c8dc9216,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:55.883307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-57d2244a-58b2-4d06-af93-c809caafa0dd service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441541 Jun 30 02:21:55.968281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:55.968790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.69', 59057) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:56.024158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e6f71e86-eef1-4590-bac5-a93d7e8e394f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9cec145aa2d747cf98d6c57f659678cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523036 Jun 30 02:21:56.065727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c58d4554-fa2d-4eed-ad42-38daaf3faccd req-43fc402e-0e3e-4e9f-b178-62e8c2f9cff1 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709352 Jun 30 02:21:56.173650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:56.183837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:56.231286 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eafb19f-3e83-4ed7-b917-0aaf3bf8b1bb x-openstack-request-id: req-3eafb19f-3e83-4ed7-b917-0aaf3bf8b1bb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:21:56.232333 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8", "tag": "a8dc5a55-4090-421d-aa8c-bd6cd683c261", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:21:56.232771 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3eafb19f-3e83-4ed7-b917-0aaf3bf8b1bb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:21:56.233420 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8', 'tag': 'a8dc5a55-4090-421d-aa8c-bd6cd683c261', 'status': 'completed', 'code': 200} Jun 30 02:21:56.255944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-ab9efe01-d849-4f96-90c9-3481161b1f5c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:56.260246 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-ab9efe01-d849-4f96-90c9-3481161b1f5c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315464 Jun 30 02:21:56.274901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Request body: {'port': {'device_id': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '9cec145aa2d747cf98d6c57f659678cd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:56.290043 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6f127c8d-2d87-4099-a6a9-20dd6c243668 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=957a58adf2a94e3cb31af158e5789748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021926 Jun 30 02:21:56.291810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:56.364722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-953c97eb-282a-4012-85f1-9cc931575466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.400491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-05fc51a3-8228-41f9-a003-2b918f29f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:56.402651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-05fc51a3-8228-41f9-a003-2b918f29f43b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d85fc6481e749e89cd67b76b15786e3&device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 1121 time: 0.1799533 Jun 30 02:21:56.431794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-953c97eb-282a-4012-85f1-9cc931575466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.490016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ab8ca-6bed-4ba6-99d9-d3a4e9393412 req-d9fe17c3-080a-46bd-bcc6-4889dff8916f tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:56.495984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b2ab8ca-6bed-4ba6-99d9-d3a4e9393412 req-d9fe17c3-080a-46bd-bcc6-4889dff8916f tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 948 time: 0.3058422 Jun 30 02:21:56.545805 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309c11ee-d85b-451c-a896-a0739f1501e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.576127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Made reservation on behalf of 9cec145aa2d747cf98d6c57f659678cd for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:21:56.579794 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.584492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b2ab8ca-6bed-4ba6-99d9-d3a4e9393412 req-55c2e7fd-3fc9-4818-bcf9-65169422158e tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789943 Jun 30 02:21:56.596995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.692086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309c11ee-d85b-451c-a896-a0739f1501e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.701238 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-309c11ee-d85b-451c-a896-a0739f1501e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.719586 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925fc7b-67c1-402c-969b-51ec1e980578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.763622 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-341fcb9a-5794-4bdf-98c3-a81bb06b10eb req-0001b661-b7bb-49a5-8d52-93447f6db9d6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 210 time: 0.0576439 Jun 30 02:21:56.784990 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-309c11ee-d85b-451c-a896-a0739f1501e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e5796c9dd034374bdce3c271e40c826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8145795 Jun 30 02:21:56.787624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c11ee-d85b-451c-a896-a0739f1501e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3025505d-8578-4a2e-90e2-7d5b7aa504d4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:56.790349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:56.868219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.877303 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-953c97eb-282a-4012-85f1-9cc931575466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.879855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-953c97eb-282a-4012-85f1-9cc931575466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.881217 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-953c97eb-282a-4012-85f1-9cc931575466 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bd69c9f-ecf8-4cf4-a6ab-7526b5889a8b HTTP/1.1" status: 204 len: 168 time: 0.5876169 Jun 30 02:21:56.896367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-8addbbca-f418-4d5e-8f39-13db3f7d413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:56.898486 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-8addbbca-f418-4d5e-8f39-13db3f7d413c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.4875326 Jun 30 02:21:56.910234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a6489-219c-4799-8bf0-5f82f11b5304 req-251a56f3-bca0-4265-b696-9f8cf647a0b9 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:56.912143 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-288a6489-219c-4799-8bf0-5f82f11b5304 req-251a56f3-bca0-4265-b696-9f8cf647a0b9 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 969 time: 0.4778683 Jun 30 02:21:56.915839 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.918803 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:56.928539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c97eb-282a-4012-85f1-9cc931575466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd69c9f-ecf8-4cf4-a6ab-7526b5889a8b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:57.013354 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-c3646ffa-106c-4ed8-bcc2-3c06373c0f41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=3d0e47aa-64b4-4e08-9de3-8e897c964e4e HTTP/1.1" status: 200 len: 217 time: 0.0749590 Jun 30 02:21:57.014344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94908033-40eb-49c5-811e-250453d505f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.016206 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-82bca3ee-40e2-43e8-9c45-e3be70494552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.023375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28e853e-44e6-4f3e-b5e6-54897365820c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:57.068580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef9b37-f02d-4143-a977-92ee6e010e3d req-b6e9db76-9835-4781-a12d-c8aa96eb97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:57.070138 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81ef9b37-f02d-4143-a977-92ee6e010e3d req-b6e9db76-9835-4781-a12d-c8aa96eb97ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 1100 time: 0.2135012 Jun 30 02:21:57.092092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-288a6489-219c-4799-8bf0-5f82f11b5304 req-50fc0ee5-b316-405f-bb87-d587d9e6b604 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700220 Jun 30 02:21:57.123293 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94908033-40eb-49c5-811e-250453d505f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.131396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81ef9b37-f02d-4143-a977-92ee6e010e3d req-e7ac6d5e-824f-4034-b64c-2772ef08a3da service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365455 Jun 30 02:21:57.153239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-62ef47ce-b6b3-4ddb-8d33-a1bc24e8b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:57.154821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-62ef47ce-b6b3-4ddb-8d33-a1bc24e8b1a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1330407 Jun 30 02:21:57.222768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:57.223482 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Allocated IP 192.168.233.210 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/327b3cb4-97d8-4ebe-80b6-f52faaa4e02f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:21:57.247173 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925fc7b-67c1-402c-969b-51ec1e980578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.255973 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3925fc7b-67c1-402c-969b-51ec1e980578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.269392 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94908033-40eb-49c5-811e-250453d505f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.271828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94908033-40eb-49c5-811e-250453d505f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.272962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-94908033-40eb-49c5-811e-250453d505f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3025505d-8578-4a2e-90e2-7d5b7aa504d4 HTTP/1.1" status: 204 len: 168 time: 0.4831319 Jun 30 02:21:57.317263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925fc7b-67c1-402c-969b-51ec1e980578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbed8556-930d-47ee-8574-8ef5f3cb951d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:57.326991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3925fc7b-67c1-402c-969b-51ec1e980578 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6065f261d9c94ceab062a84d0a5b028c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1521838 Jun 30 02:21:57.328821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:57.349685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef9b37-f02d-4143-a977-92ee6e010e3d req-0f69e93d-d637-4d3d-a832-3070d610d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:57.351830 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81ef9b37-f02d-4143-a977-92ee6e010e3d req-0f69e93d-d637-4d3d-a832-3070d610d73f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130945 Jun 30 02:21:57.353508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-911a5c11-ef65-4666-8383-634657e9320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:57.355006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-911a5c11-ef65-4666-8383-634657e9320e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1917870 Jun 30 02:21:57.364127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94908033-40eb-49c5-811e-250453d505f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3025505d-8578-4a2e-90e2-7d5b7aa504d4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:57.396384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-74d27e85-d1e1-47b8-83f2-be985ce6020f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf0aa3dc62004544bdc69c9c8a554f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705549 Jun 30 02:21:57.402173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:57.531008 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1a26-69fc-4fbc-8bd6-563546c64c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.557714 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-4abcf4fd-b79b-4759-bce0-4ac93d036055 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881633 Jun 30 02:21:57.560046 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-133e7c94-dc00-4715-ae28-e581a0ffd21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.606078 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1a26-69fc-4fbc-8bd6-563546c64c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.645768 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-133e7c94-dc00-4715-ae28-e581a0ffd21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.662621 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.666837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-490ddc31-d3d7-41b4-afd2-c1e89bb1a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:57.668474 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-490ddc31-d3d7-41b4-afd2-c1e89bb1a6ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 1100 time: 0.2605572 Jun 30 02:21:57.676535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:57.694417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Transition to ACTIVE for port object 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:21:57.741462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38f89d15-69f1-4cfc-9e18-7f94ea2b586e req-d81e0099-b03a-4030-9677-ccf0c21d6277 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688380 Jun 30 02:21:57.753850 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1a26-69fc-4fbc-8bd6-563546c64c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.758049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1a26-69fc-4fbc-8bd6-563546c64c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.760176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94c982a8-d20a-4eae-ab9f-c0cb977cc143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.763058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8ebe1a26-69fc-4fbc-8bd6-563546c64c9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbed8556-930d-47ee-8574-8ef5f3cb951d HTTP/1.1" status: 204 len: 168 time: 0.4296601 Jun 30 02:21:57.766903 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-133e7c94-dc00-4715-ae28-e581a0ffd21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.767546 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-4cc2c930-71f3-49d0-b508-c3f745c0d409 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=a8dc5a55-4090-421d-aa8c-bd6cd683c261 HTTP/1.1" status: 200 len: 217 time: 0.0827334 Jun 30 02:21:57.769257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-133e7c94-dc00-4715-ae28-e581a0ffd21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:57.772897 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-133e7c94-dc00-4715-ae28-e581a0ffd21e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ceea8aa2-3e00-47e7-8270-2908115b7ba0 HTTP/1.1" status: 204 len: 168 time: 0.3648024 Jun 30 02:21:57.777174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe1a26-69fc-4fbc-8bd6-563546c64c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbed8556-930d-47ee-8574-8ef5f3cb951d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:57.788746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e7c94-dc00-4715-ae28-e581a0ffd21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea8aa2-3e00-47e7-8270-2908115b7ba0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:57.921979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-1a5994d0-922b-4b11-8489-bd26774c04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:57.923736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-1a5994d0-922b-4b11-8489-bd26774c04e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1415524 Jun 30 02:21:57.935267 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.042036 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e52f8-2a79-47b9-a9df-74cad90f9bd1 req-b6147bdc-73f5-4dd6-aefc-451651748cf3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:58.049109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b15e52f8-2a79-47b9-a9df-74cad90f9bd1 req-b6147bdc-73f5-4dd6-aefc-451651748cf3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 936 time: 0.0933568 Jun 30 02:21:58.054466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Pushing event updated for resources: {'Port': ['ID=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:58.060332 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.100910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21f05a-babd-4e51-afff-bd4758a3ec1c req-b4cbce60-203e-4a3e-a287-befc7ffcd2d0 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:58.107989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b21f05a-babd-4e51-afff-bd4758a3ec1c req-b4cbce60-203e-4a3e-a287-befc7ffcd2d0 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 948 time: 0.3452220 Jun 30 02:21:58.110030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b15e52f8-2a79-47b9-a9df-74cad90f9bd1 req-6e45586d-8cd7-4fab-b0ad-079a44f16b60 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564771 Jun 30 02:21:58.111156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:21:58.134223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:21:58.163866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:21:58.260034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-d6407d35-286a-44df-b143-d1033c17311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:58.262271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-d6407d35-286a-44df-b143-d1033c17311e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3286469 Jun 30 02:21:58.274113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:58.277541 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.301224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b21f05a-babd-4e51-afff-bd4758a3ec1c req-9aad74ed-76b5-4621-ab92-f40459230a48 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922560 Jun 30 02:21:58.306392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9922d4-f608-4d76-83e3-8b2cfe8ef0c7 req-d1196738-653c-453a-8738-13f6a61eb7e6 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:58.313869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a9922d4-f608-4d76-83e3-8b2cfe8ef0c7 req-d1196738-653c-453a-8738-13f6a61eb7e6 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 969 time: 0.0810900 Jun 30 02:21:58.315476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:58.331166 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94c982a8-d20a-4eae-ab9f-c0cb977cc143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.345181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72578219-a82a-4403-a0a3-52f94f8aac58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.373328 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94c982a8-d20a-4eae-ab9f-c0cb977cc143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.384229 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a9922d4-f608-4d76-83e3-8b2cfe8ef0c7 req-fba27b32-dce8-4c11-b783-87cbd0ed1e0d tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693159 Jun 30 02:21:58.388133 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-e4860b6f-9cb9-4d55-9d34-10ff6945d275 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1182587 Jun 30 02:21:58.424591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Request body: {'port': {'device_id': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'device_owner': 'compute:tempest-test_az-923562192', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:21:58.466246 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-94c982a8-d20a-4eae-ab9f-c0cb977cc143 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91e44a09c44444249b0d1fe810787b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7886207 Jun 30 02:21:58.472512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:58.487078 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c982a8-d20a-4eae-ab9f-c0cb977cc143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afac39d2-5e68-4259-8d0c-1a5ca263a7c7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:58.504520 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72578219-a82a-4403-a0a3-52f94f8aac58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.512268 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72578219-a82a-4403-a0a3-52f94f8aac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.530239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8132f5b5-59c9-4c82-983f-51e0083ef592 None None] Provisioning for port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:21:58.544583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8132f5b5-59c9-4c82-983f-51e0083ef592 None None] Provisioning complete for port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:21:58.545280 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8132f5b5-59c9-4c82-983f-51e0083ef592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.559944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-72578219-a82a-4403-a0a3-52f94f8aac58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1aeb00bc1b094708b71374ac29ee4c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435200 Jun 30 02:21:58.560895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72578219-a82a-4403-a0a3-52f94f8aac58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094192f6-3b50-4865-a49a-a0f4f01a2f29,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:58.563367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:21:58.586307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-f8b6464d-2613-42ff-9fb2-c1bbd1cec948 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010483 Jun 30 02:21:58.605897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8132f5b5-59c9-4c82-983f-51e0083ef592 None None] Port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:21:58.635672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6194-1850-48d5-a380-92415568dd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.654432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.663698 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6194-1850-48d5-a380-92415568dd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.669915 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8040113-d140-48c4-bade-93e063a713c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.726603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8040113-d140-48c4-bade-93e063a713c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.730159 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6194-1850-48d5-a380-92415568dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.733121 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd0f6194-1850-48d5-a380-92415568dd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.736896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cd0f6194-1850-48d5-a380-92415568dd52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/094192f6-3b50-4865-a49a-a0f4f01a2f29 HTTP/1.1" status: 204 len: 168 time: 0.1590624 Jun 30 02:21:58.748011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f6194-1850-48d5-a380-92415568dd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094192f6-3b50-4865-a49a-a0f4f01a2f29,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:58.839225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b8e776-b3c3-41e9-9471-754b5286a471 req-18720a4a-a862-46f0-94b9-fed7123a2bdc service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427411 Jun 30 02:21:58.909766 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8040113-d140-48c4-bade-93e063a713c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.912527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8040113-d140-48c4-bade-93e063a713c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:58.916119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d8040113-d140-48c4-bade-93e063a713c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afac39d2-5e68-4259-8d0c-1a5ca263a7c7 HTTP/1.1" status: 204 len: 168 time: 0.4375510 Jun 30 02:21:58.929009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8040113-d140-48c4-bade-93e063a713c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afac39d2-5e68-4259-8d0c-1a5ca263a7c7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:59.026657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:21:59.035610 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:59.048531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Transition to ACTIVE for port object 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:21:59.053091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:59.189596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Pushing event updated for resources: {'Port': ['ID=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:59.230501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Attempting to bind port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:21:59.232530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Attempting to bind port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:21:59.232963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Attempting to bind port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:21:59.245470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:21:59.245885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Attempting to bind port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:21:59.251283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:21:59.251738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:21:59.252227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:21:59.252789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Bound port: 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:21:59.253212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:59.388737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:21:59.404585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f471fd-da56-42a6-b011-05baa2489a0b req-9c7aee8c-6f25-4629-97f8-c9f5ed482f81 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:59.406219 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83f471fd-da56-42a6-b011-05baa2489a0b req-9c7aee8c-6f25-4629-97f8-c9f5ed482f81 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 969 time: 0.1351662 Jun 30 02:21:59.421239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:21:59.430456 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:59.501724 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:59.502358 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:21:59.504980 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] 10.222.0.69 "PUT /v2.0/ports/327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 1118 time: 1.0977318 Jun 30 02:21:59.505838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:21:59.509053 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a665fdfc-4d9f-4661-81a0-117b57df1a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:21:59.513884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca9a74-a7bb-45c2-a495-a2df8e8ae484 req-7f000b94-f2a5-45e2-8206-a23deaab44ec tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:59.518175 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d8ca9a74-a7bb-45c2-a495-a2df8e8ae484 req-7f000b94-f2a5-45e2-8206-a23deaab44ec tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 948 time: 0.0990999 Jun 30 02:21:59.548570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83f471fd-da56-42a6-b011-05baa2489a0b req-dd8ba5e4-068c-404e-85bb-72d8992f2ea7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339431 Jun 30 02:21:59.592251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d8ca9a74-a7bb-45c2-a495-a2df8e8ae484 req-4729626f-3929-4352-98b2-64053de0fd8d tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650601 Jun 30 02:21:59.647297 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd9e1fd-05f0-4264-a7ec-974304269afc x-openstack-request-id: req-afd9e1fd-05f0-4264-a7ec-974304269afc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:21:59.647886 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:21:59.648277 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afd9e1fd-05f0-4264-a7ec-974304269afc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:21:59.648819 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'status': 'completed', 'code': 200} Jun 30 02:21:59.651473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5ad77-d180-404d-889c-2ab84643fd6c service neutron] Pushing event updated for resources: {'Port': ['ID=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:21:59.704658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-9e48444b-f6e0-4a88-98d7-d328929de47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:59.707896 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-9e48444b-f6e0-4a88-98d7-d328929de47d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1121 time: 0.1461334 Jun 30 02:21:59.783124 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-c6920527-e9a6-491d-89f5-5393ae93fd78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 217 time: 0.0675201 Jun 30 02:21:59.849353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5e4c4-869f-47a7-a5d4-af399957b367 req-7531ee33-b195-44fd-bdaf-471f83f7aec5 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:59.851025 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34a5e4c4-869f-47a7-a5d4-af399957b367 req-7531ee33-b195-44fd-bdaf-471f83f7aec5 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 969 time: 0.1378675 Jun 30 02:21:59.852627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-ce030fc6-bd98-4075-bd57-c2b4ed89dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:21:59.853970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-ce030fc6-bd98-4075-bd57-c2b4ed89dffd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0636766 Jun 30 02:21:59.894641 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:00.123154 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34a5e4c4-869f-47a7-a5d4-af399957b367 req-57bb2783-273a-4125-a987-b7ae210fab59 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634060 Jun 30 02:22:00.141095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-de73724b-599d-4dfc-9724-57ab5703b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:00.142596 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-de73724b-599d-4dfc-9724-57ab5703b1cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2811656 Jun 30 02:22:00.246293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-03edcd4b-4751-41f0-9445-a22f21875aa7 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960643 Jun 30 02:22:00.340511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3d0e47aa-64b4-4e08-9de3-8e897c964e4e details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:00.358062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c7eeec-89f1-478d-8682-e9e35ae09b73 req-815ee2be-c20c-4dd7-9b34-975d65dd54c1 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047487 Jun 30 02:22:00.470795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:00.480167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-35ccf616-c52f-422e-977b-38a6bec26e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:00.481804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-35ccf616-c52f-422e-977b-38a6bec26e59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1121 time: 0.0710986 Jun 30 02:22:00.487664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '3d0e47aa-64b4-4e08-9de3-8e897c964e4e', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '3d0e47aa-64b4-4e08-9de3-8e897c964e4e', 'mac_address': 'fa:16:3e:5c:c6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:tempest-test_az-923562192', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:00.525796 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:00.540186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0e47aa-64b4-4e08-9de3-8e897c964e4e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:00.564734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:00.571802 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:00.670342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:00.673517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-c5e6d8a5-00a7-4aa0-9eb2-2a9a19edb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:00.675038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-c5e6d8a5-00a7-4aa0-9eb2-2a9a19edb7bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1854138 Jun 30 02:22:00.683654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.683996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.684900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.685387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.686002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.686469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.687096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.687561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.688135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.688622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.689149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.689811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Tracked resource versions report: Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: pushed versions: Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: { 'AddressGroup': {'1.2'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'ConntrackHelper': {'1.0'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'Log': {'1.0'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'Network': {'1.1'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'Port': {'1.7'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'PortForwarding': {'1.2'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'QosPolicy': {'1.8'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'SecurityGroup': {'1.4'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'SubPort': {'1.0'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'Subnet': {'1.1'}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'Trunk': {'1.1'}} Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: consumer versions: Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: { DHCP agent@n-d-758944-39: {}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: HyperV agent@n-h1-758944-39: {}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: HyperV agent@n-h2-758944-39: {}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: L3 agent@n-d-758944-39: {}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: Metadata agent@n-d-758944-39: {}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: Metering agent@n-d-758944-39: {}, Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: Open vSwitch agent@n-d-758944-39: { 'AddressGroup': '1.2', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'ConntrackHelper': '1.0', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'Log': '1.0', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'Network': '1.1', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'Port': '1.7', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'PortForwarding': '1.2', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'QosPolicy': '1.8', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'SecurityGroup': '1.4', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'SecurityGroupRule': '1.2', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'SubPort': '1.0', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'Subnet': '1.1', Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: 'Trunk': '1.1'}} Jun 30 02:22:00.691132 n-d-758944-39 neutron-server[93772]: {{(pid=93772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:22:00.744018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-3d100f26-22f8-4e3b-b788-8bca69a38abb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 217 time: 0.0594060 Jun 30 02:22:00.818969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f9802-b4b9-4b0a-a6fb-6684b65a5617 req-faf74f92-21f4-471a-bbd5-56cff7c8c24d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:00.822849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-36f5f4a9-785b-4b8b-9ec8-1f3e9c8e57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:00.827442 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-36f5f4a9-785b-4b8b-9ec8-1f3e9c8e57c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0700777 Jun 30 02:22:00.827702 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad7f9802-b4b9-4b0a-a6fb-6684b65a5617 req-faf74f92-21f4-471a-bbd5-56cff7c8c24d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 969 time: 0.0870938 Jun 30 02:22:00.869620 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad7f9802-b4b9-4b0a-a6fb-6684b65a5617 req-d151a157-5ccc-4789-8ed1-0e8219293821 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Jun 30 02:22:00.909673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f6766-e67c-416e-ae2c-ac2aafda5efd req-48fcac50-b9ed-453a-90f7-defe30f13001 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:00.911281 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc9f6766-e67c-416e-ae2c-ac2aafda5efd req-48fcac50-b9ed-453a-90f7-defe30f13001 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 948 time: 0.1663971 Jun 30 02:22:00.958437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-1d2625e5-4e54-4557-99b1-a2dcc6f0463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:00.960051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-1d2625e5-4e54-4557-99b1-a2dcc6f0463e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274993 Jun 30 02:22:00.963295 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc9f6766-e67c-416e-ae2c-ac2aafda5efd req-a17d3226-0c70-4645-88fd-da4dcc1872c5 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447350 Jun 30 02:22:01.061072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-48688ad8-0ae3-45cb-9183-071ce86bd49e service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935309 Jun 30 02:22:01.166698 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a665fdfc-4d9f-4661-81a0-117b57df1a9e req-08647cef-cabc-4b74-aac2-40617524fc89 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987608 Jun 30 02:22:01.180512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3d0e47aa-64b4-4e08-9de3-8e897c964e4e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:01.317538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1d2c8-e276-40ef-8a2e-7c3182bc49cd req-a548d51d-92e9-489a-ba66-2577454f4d44 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:01.319502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2dd1d2c8-e276-40ef-8a2e-7c3182bc49cd req-a548d51d-92e9-489a-ba66-2577454f4d44 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 970 time: 0.0736964 Jun 30 02:22:01.369919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2dd1d2c8-e276-40ef-8a2e-7c3182bc49cd req-df338c92-7a28-46c6-a147-b4c02c489728 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 Jun 30 02:22:01.815272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-67b9c6e7-0779-4020-aa75-a08a028aa374 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a7af49f84473450b8f8d1f02faac1e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230711 Jun 30 02:22:01.926647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-94021695-5c80-4a77-b414-6430df940796 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:01.928323 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-94021695-5c80-4a77-b414-6430df940796 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074588 Jun 30 02:22:01.947892 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41ad9ecf-22cb-4dfc-a58c-f8670e1e807d tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/quotas/a7af49f84473450b8f8d1f02faac1e60 HTTP/1.1" status: 200 len: 375 time: 0.0135715 Jun 30 02:22:01.984977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-b231ad4d-82f1-4bb5-939c-3971af93e2e0 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7af49f84473450b8f8d1f02faac1e60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301878 Jun 30 02:22:02.175865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a8dc5a55-4090-421d-aa8c-bd6cd683c261 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:02.262120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909933b4-f91b-4ca2-bfb5-6fbd7f743acf req-d4bee025-e00a-429f-a172-bec63b7d8413 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:02.263705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-909933b4-f91b-4ca2-bfb5-6fbd7f743acf req-d4bee025-e00a-429f-a172-bec63b7d8413 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 969 time: 0.0711219 Jun 30 02:22:02.315500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-909933b4-f91b-4ca2-bfb5-6fbd7f743acf req-7bcba198-15c4-4bab-ad5e-600d8bb9e193 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452235 Jun 30 02:22:02.318107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566869f-0f9f-4c2a-b365-21250a7d163d req-25de80bc-119e-47b8-9a53-592915356972 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:02.320198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3566869f-0f9f-4c2a-b365-21250a7d163d req-25de80bc-119e-47b8-9a53-592915356972 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 948 time: 0.1006467 Jun 30 02:22:02.337271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a8dc5a55-4090-421d-aa8c-bd6cd683c261, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a8dc5a55-4090-421d-aa8c-bd6cd683c261,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:02.350455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'a8dc5a55-4090-421d-aa8c-bd6cd683c261', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'a8dc5a55-4090-421d-aa8c-bd6cd683c261', 'mac_address': 'fa:16:3e:43:12:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:02.354657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3d0e47aa-64b4-4e08-9de3-8e897c964e4e up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:02.392211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3566869f-0f9f-4c2a-b365-21250a7d163d req-6baa2d9d-fa0c-4ec0-a6e3-0f74759292fe tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654421 Jun 30 02:22:02.418429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-342f1aac-ff19-493a-bbe7-ab8bf545213d req-5fff5580-c614-4f1d-aee1-6d8b894e37c6 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 210 time: 0.0341098 Jun 30 02:22:02.466591 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:02.470189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:02.481578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:02.481942 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:02.485257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dc5a55-4090-421d-aa8c-bd6cd683c261 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:02.528669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a8dc5a55-4090-421d-aa8c-bd6cd683c261, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a8dc5a55-4090-421d-aa8c-bd6cd683c261,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:02.540665 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:02.625145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a8dc5a55-4090-421d-aa8c-bd6cd683c261,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:02.634821 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:02.662517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8fc21b-556e-4062-b451-6aed87c261b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0e47aa-64b4-4e08-9de3-8e897c964e4e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:02.738568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:02.744134 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:02.812782 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc5c2cc-888f-4c76-af3d-dd5afe559895" -d '{"events": [{"server_uuid": "fb8fc21b-556e-4062-b451-6aed87c261b6", "name": "network-vif-plugged", "status": "completed", "tag": "3d0e47aa-64b4-4e08-9de3-8e897c964e4e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:02.821101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:02.891078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a8dc5a55-4090-421d-aa8c-bd6cd683c261'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:02.942742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da4f68-49bc-4531-a601-81adfef49a7a req-72f0cf77-5115-457e-b4d6-876f5bfa5d07 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:02.944394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87da4f68-49bc-4531-a601-81adfef49a7a req-72f0cf77-5115-457e-b4d6-876f5bfa5d07 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 971 time: 0.0818131 Jun 30 02:22:03.006361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87da4f68-49bc-4531-a601-81adfef49a7a req-e9d6d16f-8cec-4e4a-9e66-2c60d39e170a tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474713 Jun 30 02:22:03.144491 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec9454d-6244-4cd9-8f6f-4397ed974432 x-openstack-request-id: req-fec9454d-6244-4cd9-8f6f-4397ed974432 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:03.145185 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8fc21b-556e-4062-b451-6aed87c261b6", "name": "network-vif-plugged", "status": "completed", "tag": "3d0e47aa-64b4-4e08-9de3-8e897c964e4e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:03.145606 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fec9454d-6244-4cd9-8f6f-4397ed974432 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:03.146634 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8fc21b-556e-4062-b451-6aed87c261b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0e47aa-64b4-4e08-9de3-8e897c964e4e', 'code': 200} Jun 30 02:22:03.298603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943af6bd-a81e-4a9a-ae94-0b32c9089399 req-c33367cc-0f60-4398-a86c-d4389f87ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:03.300147 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-943af6bd-a81e-4a9a-ae94-0b32c9089399 req-c33367cc-0f60-4398-a86c-d4389f87ed5b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 1123 time: 0.0928309 Jun 30 02:22:03.321251 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-943af6bd-a81e-4a9a-ae94-0b32c9089399 req-2aaab0c9-b51f-4eed-9071-64a3f1666625 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:03.436165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-943af6bd-a81e-4a9a-ae94-0b32c9089399 req-2aaab0c9-b51f-4eed-9071-64a3f1666625 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:03.443433 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-943af6bd-a81e-4a9a-ae94-0b32c9089399 req-2aaab0c9-b51f-4eed-9071-64a3f1666625 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:03.505213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-943af6bd-a81e-4a9a-ae94-0b32c9089399 req-2aaab0c9-b51f-4eed-9071-64a3f1666625 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981065 Jun 30 02:22:03.518036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaab0c9-b51f-4eed-9071-64a3f1666625 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6b193383-2810-4906-8c31-2111aec8d635,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:03.599009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9677915-df33-4cb2-8a14-d5544f4f1064 req-58ab93ea-2443-482f-a306-f45b4505ff6b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:03.600501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42078) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:03.600979 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9677915-df33-4cb2-8a14-d5544f4f1064 req-58ab93ea-2443-482f-a306-f45b4505ff6b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 969 time: 0.1376877 Jun 30 02:22:03.645557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2187302-664b-45c7-8724-3b526c9691d7 req-6f49e692-229d-421a-a1ab-306e665fc5ae tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:03.647134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2187302-664b-45c7-8724-3b526c9691d7 req-6f49e692-229d-421a-a1ab-306e665fc5ae tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 949 time: 0.0890794 Jun 30 02:22:03.653710 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9677915-df33-4cb2-8a14-d5544f4f1064 req-e3eb60e1-0ba6-407d-87fa-f3fb437aa26a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469029 Jun 30 02:22:03.706787 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2187302-664b-45c7-8724-3b526c9691d7 req-8ba707f0-535f-4a21-96c3-abd8075dfc79 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519519 Jun 30 02:22:03.710743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-ded49d10-dd8f-4348-a67e-290fcf3ae1ae tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a7af49f84473450b8f8d1f02faac1e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476389 Jun 30 02:22:03.834975 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fc49-d305-4877-ad87-966f0c7dcbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:03.881577 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d04a72bf-c006-41ef-af0c-0bde8a1c9fc6 req-61e56a10-dcd6-4c49-aa45-6becd978157b tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 210 time: 0.0910449 Jun 30 02:22:03.908223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-6ad123d0-61db-4b4b-9c88-c99e852f6c7b tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:03.909770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-6ad123d0-61db-4b4b-9c88-c99e852f6c7b tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901901 Jun 30 02:22:03.928420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Request body: {'port': {'device_id': '5316752c-a3b3-4610-a82c-ebb1bb0385ac', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': 'a7af49f84473450b8f8d1f02faac1e60'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:03.969441 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fc49-d305-4877-ad87-966f0c7dcbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:03.975775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fc49-d305-4877-ad87-966f0c7dcbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.014126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4ae6fc49-d305-4877-ad87-966f0c7dcbe6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2fa2bc94166455c880c3a5d6fcd4f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103622 Jun 30 02:22:04.016886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:04.023135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6fc49-d305-4877-ad87-966f0c7dcbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02d0b60-cbf3-4491-84f9-eed4d95fd469,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:04.075851 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bdd92e4-32ad-4ac8-afa7-7748fcd7441c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.077906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Made reservation on behalf of a7af49f84473450b8f8d1f02faac1e60 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:04.083020 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.094035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.099498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bdd92e4-32ad-4ac8-afa7-7748fcd7441c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.162278 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a8dc5a55-4090-421d-aa8c-bd6cd683c261 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:04.168932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bdd92e4-32ad-4ac8-afa7-7748fcd7441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.174043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8bdd92e4-32ad-4ac8-afa7-7748fcd7441c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.175263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8bdd92e4-32ad-4ac8-afa7-7748fcd7441c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d02d0b60-cbf3-4491-84f9-eed4d95fd469 HTTP/1.1" status: 204 len: 168 time: 0.1574645 Jun 30 02:22:04.214874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd92e4-32ad-4ac8-afa7-7748fcd7441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02d0b60-cbf3-4491-84f9-eed4d95fd469,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:04.243554 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.247369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port a8dc5a55-4090-421d-aa8c-bd6cd683c261 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:04.248967 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.263322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port a8dc5a55-4090-421d-aa8c-bd6cd683c261 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:04.263758 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.276354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044172ec-c846-4dd9-bc5c-58ba416decef req-563c3a12-e979-421e-bdf2-a26dd1e0dcaa tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:04.277955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-044172ec-c846-4dd9-bc5c-58ba416decef req-563c3a12-e979-421e-bdf2-a26dd1e0dcaa tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 971 time: 0.1233006 Jun 30 02:22:04.333071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:04.352695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0680e642-c93e-40d8-a729-336d319ce721,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:04.353402 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-044172ec-c846-4dd9-bc5c-58ba416decef req-a8a704aa-d010-4c97-b74b-b7cddb06473f tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688672 Jun 30 02:22:04.457297 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Allocated IP 192.168.233.125 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/79a62485-a392-4309-ac41-4048b2b64a87) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:04.472525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:04.485720 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.495304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'mac_address': 'fa:16:3e:7c:fe:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:tempest-test_az-923562192', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:04.541470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a8dc5a55-4090-421d-aa8c-bd6cd683c261, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a8dc5a55-4090-421d-aa8c-bd6cd683c261,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:04.551088 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.598996 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.610843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a8dc5a55-4090-421d-aa8c-bd6cd683c261,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:04.618465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:04.646663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:04.652266 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.672121 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.692150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Transition to ACTIVE for port object 79a62485-a392-4309-ac41-4048b2b64a87 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:04.717283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:04.724238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:04.731764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27a591fb-f6e2-486c-b0a9-fc163de2ecfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.745321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.797018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:04.800798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:04.805712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:04.841349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Pushing event updated for resources: {'Port': ['ID=79a62485-a392-4309-ac41-4048b2b64a87,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:04.859324 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27a591fb-f6e2-486c-b0a9-fc163de2ecfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.867184 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-27a591fb-f6e2-486c-b0a9-fc163de2ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.873761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:04.874432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:04.905037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-41e46449-3239-4524-a788-35c3328eddca tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9839303 Jun 30 02:22:04.918504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Request body: {'port': {'device_id': '5316752c-a3b3-4610-a82c-ebb1bb0385ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:04.943796 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-27a591fb-f6e2-486c-b0a9-fc163de2ecfa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4df96364d11546eb9cca1ac06452c146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251804 Jun 30 02:22:04.948234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:04.967175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb5f1b-eeb5-4ec1-9f97-c002e2e3dbcb req-818ca041-5937-4871-9d42-ec208af092d5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:04.974491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3cb5f1b-eeb5-4ec1-9f97-c002e2e3dbcb req-818ca041-5937-4871-9d42-ec208af092d5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 970 time: 0.1715400 Jun 30 02:22:04.976472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a591fb-f6e2-486c-b0a9-fc163de2ecfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190b5210-952f-4531-b072-22c1a555c89d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:05.043359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3cb5f1b-eeb5-4ec1-9f97-c002e2e3dbcb req-920b03ca-48b5-4e39-b077-d518a8f671f1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677083 Jun 30 02:22:05.046298 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:05.056131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['327b3cb4-97d8-4ebe-80b6-f52faaa4e02f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:05.063997 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7168204-9f10-45ee-b6ab-d5f4c20541aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:05.090505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7168204-9f10-45ee-b6ab-d5f4c20541aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:05.157726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7168204-9f10-45ee-b6ab-d5f4c20541aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:05.160337 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7168204-9f10-45ee-b6ab-d5f4c20541aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:05.164922 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d7168204-9f10-45ee-b6ab-d5f4c20541aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/190b5210-952f-4531-b072-22c1a555c89d HTTP/1.1" status: 204 len: 168 time: 0.2149372 Jun 30 02:22:05.173660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7168204-9f10-45ee-b6ab-d5f4c20541aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190b5210-952f-4531-b072-22c1a555c89d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:05.298566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dc5a55-4090-421d-aa8c-bd6cd683c261'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:05.301303 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d795765-184e-4e81-9a6f-ef1ae1e96a0d" -d '{"events": [{"server_uuid": "9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8", "name": "network-vif-plugged", "status": "completed", "tag": "a8dc5a55-4090-421d-aa8c-bd6cd683c261"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:05.346742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-62665e81-c5ec-416d-944b-84eefc0e0929 None None] Provisioning for port 79a62485-a392-4309-ac41-4048b2b64a87 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:05.381773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46bf0-0945-42e7-9e49-dfc5c2aaddbb req-6b88f5e7-a3fc-4cf1-95ef-ec2761f48c51 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:05.392620 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4d46bf0-0945-42e7-9e49-dfc5c2aaddbb req-6b88f5e7-a3fc-4cf1-95ef-ec2761f48c51 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 950 time: 0.3813806 Jun 30 02:22:05.427438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-62665e81-c5ec-416d-944b-84eefc0e0929 None None] Provisioning complete for port 79a62485-a392-4309-ac41-4048b2b64a87 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:05.427971 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62665e81-c5ec-416d-944b-84eefc0e0929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:05.477250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-62665e81-c5ec-416d-944b-84eefc0e0929 None None] Port 79a62485-a392-4309-ac41-4048b2b64a87 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:05.523356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4d46bf0-0945-42e7-9e49-dfc5c2aaddbb req-66050d47-8a2a-424c-96e1-b882e5a417fc tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295836 Jun 30 02:22:05.662677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a62485-a392-4309-ac41-4048b2b64a87 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:05.682064 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:05.711491 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983b7ba1-46be-4a71-bd85-92753e8e08a3 x-openstack-request-id: req-983b7ba1-46be-4a71-bd85-92753e8e08a3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:05.712004 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8", "name": "network-vif-plugged", "status": "completed", "tag": "a8dc5a55-4090-421d-aa8c-bd6cd683c261", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:05.712317 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-983b7ba1-46be-4a71-bd85-92753e8e08a3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:05.712780 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dc5a55-4090-421d-aa8c-bd6cd683c261', 'code': 200} Jun 30 02:22:05.715509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Transition to ACTIVE for port object 79a62485-a392-4309-ac41-4048b2b64a87 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:05.721957 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:05.793304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Pushing event updated for resources: {'Port': ['ID=79a62485-a392-4309-ac41-4048b2b64a87,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:05.813627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.73', 63039) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:05.828709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3afa6-1564-4682-a798-7cb4711f1452 req-a080f467-42c2-4ac0-9256-cc5a72ce74c9 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:05.839903 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-31c3afa6-1564-4682-a798-7cb4711f1452 req-a080f467-42c2-4ac0-9256-cc5a72ce74c9 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 936 time: 0.1721694 Jun 30 02:22:05.934584 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-31c3afa6-1564-4682-a798-7cb4711f1452 req-645aa3c0-2a8c-4588-b36c-bf446dea9631 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665541 Jun 30 02:22:05.937187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Attempting to bind port 79a62485-a392-4309-ac41-4048b2b64a87 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:05.937527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Attempting to bind port 79a62485-a392-4309-ac41-4048b2b64a87 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:05.938113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Attempting to bind port 79a62485-a392-4309-ac41-4048b2b64a87 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:05.942755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Port 79a62485-a392-4309-ac41-4048b2b64a87 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:22:05.943081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Attempting to bind port 79a62485-a392-4309-ac41-4048b2b64a87 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:05.948366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:05.948897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:05.949352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:05.949853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Bound port: 79a62485-a392-4309-ac41-4048b2b64a87, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:05.950294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:05.977539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42b025-5499-416a-a4bf-313352b573cd req-02f6eab8-dd84-4a16-8205-b66f6b29524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:05.979068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a42b025-5499-416a-a4bf-313352b573cd req-02f6eab8-dd84-4a16-8205-b66f6b29524d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 1102 time: 0.1644313 Jun 30 02:22:05.990630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19d6ff-d369-422d-a417-6c7ebaf007ad req-3c70d60f-25a5-4f0b-8023-7aa40639ba2d tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:05.998061 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac19d6ff-d369-422d-a417-6c7ebaf007ad req-3c70d60f-25a5-4f0b-8023-7aa40639ba2d tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 971 time: 0.1497428 Jun 30 02:22:06.037906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] For port 79a62485-a392-4309-ac41-4048b2b64a87, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:06.043067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] For port 79a62485-a392-4309-ac41-4048b2b64a87, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=79a62485-a392-4309-ac41-4048b2b64a87,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:06.049202 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.073677 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac19d6ff-d369-422d-a417-6c7ebaf007ad req-e02a6c08-79ae-4c8e-a8fc-faa4201340eb tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746744 Jun 30 02:22:06.108956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a42b025-5499-416a-a4bf-313352b573cd req-4e98db71-cc50-4843-a14b-3647d895abe7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088223 Jun 30 02:22:06.129679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:06.130300 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.132127 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] 10.222.0.73 "PUT /v2.0/ports/79a62485-a392-4309-ac41-4048b2b64a87 HTTP/1.1" status: 200 len: 1097 time: 1.2188776 Jun 30 02:22:06.132571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5316752c-a3b3-4610-a82c-ebb1bb0385ac', 'tag': '79a62485-a392-4309-ac41-4048b2b64a87'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:06.135380 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5316752c-a3b3-4610-a82c-ebb1bb0385ac", "tag": "79a62485-a392-4309-ac41-4048b2b64a87"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:06.169116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab18f69-cbe4-4f74-871f-022a5b98cd3e service neutron] Pushing event updated for resources: {'Port': ['ID=79a62485-a392-4309-ac41-4048b2b64a87,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:06.212675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:06.308870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-5ef682fb-6148-428d-a5c8-f074b74eba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:06.311205 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-5ef682fb-6148-428d-a5c8-f074b74eba9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7af49f84473450b8f8d1f02faac1e60&device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 1100 time: 0.0853934 Jun 30 02:22:06.322377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b61f4-91ea-4240-9e4b-22744e8c1863 req-2c5a4346-9a32-4665-8fa7-39f2c2ba5a89 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:06.324442 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0c6b61f4-91ea-4240-9e4b-22744e8c1863 req-2c5a4346-9a32-4665-8fa7-39f2c2ba5a89 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 970 time: 0.0915573 Jun 30 02:22:06.330335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:06.368117 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-f1f5bc36-a58e-47cb-94fc-9792c0fe12ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=79a62485-a392-4309-ac41-4048b2b64a87 HTTP/1.1" status: 200 len: 217 time: 0.0485580 Jun 30 02:22:06.401712 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0c6b61f4-91ea-4240-9e4b-22744e8c1863 req-f09deb5f-e6ac-41d3-a539-015179520920 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 Jun 30 02:22:06.410035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1672379258-network', 'tenant_id': 'fff8423f18c541888ffd11124d53e940'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:06.411254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:06.427049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:06.428596 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.448427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-c2e06138-df0d-44cb-bed6-419b4a5e742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:06.451183 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-c2e06138-df0d-44cb-bed6-419b4a5e742c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0719895 Jun 30 02:22:06.451634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Made reservation on behalf of fff8423f18c541888ffd11124d53e940 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:06.454752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.467346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.562840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-4092454d-aa7f-49d8-8353-1982e293c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:06.564139 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.564451 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-4092454d-aa7f-49d8-8353-1982e293c43c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001301 Jun 30 02:22:06.613670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:06.619677 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.631215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.637353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce3960-9b9d-44c9-9a17-02ceec0102be req-b85c3b34-32e4-4aa0-8abd-83c406eff466 tempest-AggregatesAdminTestJSON-1868187973 tempest-AggregatesAdminTestJSON-1868187973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:06.639139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dce3960-9b9d-44c9-9a17-02ceec0102be req-b85c3b34-32e4-4aa0-8abd-83c406eff466 tempest-AggregatesAdminTestJSON-1868187973 tempest-AggregatesAdminTestJSON-1868187973-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 1123 time: 0.0964255 Jun 30 02:22:06.640385 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.671844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:22:06.674136 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4dce3960-9b9d-44c9-9a17-02ceec0102be req-679243b2-4b8a-4e8e-8b5f-115431b7ce36 tempest-AggregatesAdminTestJSON-1868187973 tempest-AggregatesAdminTestJSON-1868187973-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.675742 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-b0f5f245-b0eb-43c5-b9e3-046822abca13 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999846 Jun 30 02:22:06.687282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:06.701295 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.701549 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Added segment be7d4bde-82b3-477e-b3ca-f4b3b40a1958 of type vlan for network 793c9272-a468-4870-a3a6-a797b8003f65 Jun 30 02:22:06.712698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c8b60a-1a34-4a3e-8ac9-b5648679aac1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:06.760463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.803996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffdb23c-7503-443b-8b75-aa58660234c6 req-b83a663f-c7ea-46d2-b532-e578779ec11a service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181936 Jun 30 02:22:06.812639 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.813599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:06.814531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.898862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] Pushing event updated for resources: {'Network': ['ID=793c9272-a468-4870-a3a6-a797b8003f65,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:06.915675 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797c855d-210d-4b45-a609-1c21d6138ac8 x-openstack-request-id: req-797c855d-210d-4b45-a609-1c21d6138ac8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:06.915961 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5316752c-a3b3-4610-a82c-ebb1bb0385ac", "tag": "79a62485-a392-4309-ac41-4048b2b64a87", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:06.916212 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-797c855d-210d-4b45-a609-1c21d6138ac8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:06.916604 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5316752c-a3b3-4610-a82c-ebb1bb0385ac', 'tag': '79a62485-a392-4309-ac41-4048b2b64a87', 'status': 'completed', 'code': 200} Jun 30 02:22:06.917203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 793c9272-a468-4870-a3a6-a797b8003f65 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:22:06.917824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4dce3960-9b9d-44c9-9a17-02ceec0102be req-679243b2-4b8a-4e8e-8b5f-115431b7ce36 tempest-AggregatesAdminTestJSON-1868187973 tempest-AggregatesAdminTestJSON-1868187973-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.925718 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4dce3960-9b9d-44c9-9a17-02ceec0102be req-679243b2-4b8a-4e8e-8b5f-115431b7ce36 tempest-AggregatesAdminTestJSON-1868187973 tempest-AggregatesAdminTestJSON-1868187973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:06.958991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b26d4221-6532-4a3d-a226-51e8909d0992 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7418814 Jun 30 02:22:06.962205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:06.974863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Request body: {'subnet': {'network_id': '793c9272-a468-4870-a3a6-a797b8003f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1672379258-subnet', 'tenant_id': 'fff8423f18c541888ffd11124d53e940', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:06.993216 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dce3960-9b9d-44c9-9a17-02ceec0102be req-679243b2-4b8a-4e8e-8b5f-115431b7ce36 tempest-AggregatesAdminTestJSON-1868187973 tempest-AggregatesAdminTestJSON-1868187973-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469250 Jun 30 02:22:06.996964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679243b2-4b8a-4e8e-8b5f-115431b7ce36 tempest-AggregatesAdminTestJSON-1868187973 tempest-AggregatesAdminTestJSON-1868187973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767a8e02-10d7-4e28-b5e6-13660f85ebf5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:07.019052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Made reservation on behalf of fff8423f18c541888ffd11124d53e940 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:07.021767 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:07.098829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-2d8e7acb-5803-4cb8-b2aa-415706ab33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:07.100565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-2d8e7acb-5803-4cb8-b2aa-415706ab33c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7af49f84473450b8f8d1f02faac1e60&device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 1100 time: 0.1504593 Jun 30 02:22:07.174679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:07.193223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cee721-cc21-4c2e-b45d-355223412cd2 req-4a03dfba-3567-4bbb-acd3-872e078f70af tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:07.195012 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b9cee721-cc21-4c2e-b45d-355223412cd2 req-4a03dfba-3567-4bbb-acd3-872e078f70af tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 950 time: 0.1412978 Jun 30 02:22:07.240876 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-dfe567fc-c6f0-492f-ae31-c4364b2f0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:07.241965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-dfe567fc-c6f0-492f-ae31-c4364b2f0cdc service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1306450 Jun 30 02:22:07.260300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b9cee721-cc21-4c2e-b45d-355223412cd2 req-36b8a305-807a-4fc0-ac41-5077f451634b tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523994 Jun 30 02:22:07.262586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ef10b-d3a6-4058-9468-f4b19c3e20ee req-90f8aee8-862a-43cd-898e-1d5ea9208fab tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:07.262867 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d63ef10b-d3a6-4058-9468-f4b19c3e20ee req-90f8aee8-862a-43cd-898e-1d5ea9208fab tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 948 time: 0.1246271 Jun 30 02:22:07.264181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:07.295900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-8464517c-1015-477a-9df2-cf44d5091bb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=79a62485-a392-4309-ac41-4048b2b64a87 HTTP/1.1" status: 200 len: 217 time: 0.0439198 Jun 30 02:22:07.348878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a78d3d-c02c-4a04-b991-cbdbed66d28f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:07.353037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe58d3e-866c-4b7d-b1d5-03b053e7dc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:07.358742 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d63ef10b-d3a6-4058-9468-f4b19c3e20ee req-74ecf3e8-1278-47e0-977d-eeef7aeda802 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680492 Jun 30 02:22:07.365784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:07.366343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Network hostable DHCP agents. Network: 793c9272-a468-4870-a3a6-a797b8003f65, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:22:07.376434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-51f96d2e-5e8c-4968-88c0-c0f8032c6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:07.377929 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-51f96d2e-5e8c-4968-88c0-c0f8032c6361 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0714431 Jun 30 02:22:07.384955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Network 793c9272-a468-4870-a3a6-a797b8003f65 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:22:07.406131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 793c9272-a468-4870-a3a6-a797b8003f65) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:07.414887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f0d92c-8c58-4de6-99f6-07f12d9248d8 None None] Network 793c9272-a468-4870-a3a6-a797b8003f65 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:22:07.415424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:07.415745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:07.510605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-111f64e1-a2ca-478a-b7db-9ac4f14a08c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:07.512261 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-111f64e1-a2ca-478a-b7db-9ac4f14a08c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232426 Jun 30 02:22:07.595922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021db93-acf6-47b7-a19b-eb191bc04b68 None None] Network 793c9272-a468-4870-a3a6-a797b8003f65 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:22:07.602087 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe58d3e-866c-4b7d-b1d5-03b053e7dc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:07.610578 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-afe58d3e-866c-4b7d-b1d5-03b053e7dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:07.636212 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-530c64d0-7575-4a7f-a54a-1a0e4f38922b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6726260 Jun 30 02:22:07.667128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780693e-1472-4b16-8a7a-40285a0dde00 req-1ffe0fb2-887c-4f85-8e18-0d8bb1e88a48 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:07.668443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0780693e-1472-4b16-8a7a-40285a0dde00 req-1ffe0fb2-887c-4f85-8e18-0d8bb1e88a48 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.1069520 Jun 30 02:22:07.714692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:07.717850 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38162c2d-f0d7-4dc7-91d3-f2873bfc9cb4" -d '{"events": [{"server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "name": "network-vif-plugged", "status": "completed", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:07.728254 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0780693e-1472-4b16-8a7a-40285a0dde00 req-d6b8923b-2dbc-4a86-8935-91a3ddb61c5d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504229 Jun 30 02:22:07.732846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-afe58d3e-866c-4b7d-b1d5-03b053e7dc1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edfa30d4927c46ef98113e921b6eaf92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552287 Jun 30 02:22:07.736185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:07.775600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe58d3e-866c-4b7d-b1d5-03b053e7dc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd779f6-5b5a-4fe1-9f41-d9743c73b70e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:07.822867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-41633629-84ac-498e-b0a9-702ff04e1a9a service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023515 Jun 30 02:22:07.826071 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6668728f-c6b5-403b-9c28-8625d32ccdde x-openstack-request-id: req-6668728f-c6b5-403b-9c28-8625d32ccdde {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:07.826390 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "name": "network-vif-plugged", "status": "completed", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:07.826649 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6668728f-c6b5-403b-9c28-8625d32ccdde {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:07.827105 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'code': 200} Jun 30 02:22:07.845196 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f90d6c57-5dc7-4156-b12f-e2d59b9b2e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:07.870404 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f90d6c57-5dc7-4156-b12f-e2d59b9b2e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:07.931116 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f90d6c57-5dc7-4156-b12f-e2d59b9b2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:07.934072 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f90d6c57-5dc7-4156-b12f-e2d59b9b2e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:07.937784 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f90d6c57-5dc7-4156-b12f-e2d59b9b2e75 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcd779f6-5b5a-4fe1-9f41-d9743c73b70e HTTP/1.1" status: 204 len: 168 time: 0.1977425 Jun 30 02:22:07.944972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d6c57-5dc7-4156-b12f-e2d59b9b2e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd779f6-5b5a-4fe1-9f41-d9743c73b70e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:08.060834 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f16338e5-8d08-4362-a5c9-d46c20a6a4ec req-831d0983-ced5-4945-892d-eb2e2b0db37b service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170711 Jun 30 02:22:08.064340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396b8c-864a-43c3-9623-2c5c294b39e0 req-0ca4016e-8bf2-4f6a-b22c-c4bb54ba0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:08.066146 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-38396b8c-864a-43c3-9623-2c5c294b39e0 req-0ca4016e-8bf2-4f6a-b22c-c4bb54ba0824 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1123 time: 0.1478994 Jun 30 02:22:08.120523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-38396b8c-864a-43c3-9623-2c5c294b39e0 req-17c7a08a-b8b2-4887-897f-eb561acd465c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377169 Jun 30 02:22:08.370874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:08.384867 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86e41b6c-e77b-4211-aea5-085e607cfcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.512112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95765f-6af7-407e-a115-0307f36fecaa req-2ea279f7-c143-46ea-92a7-778e06b78c37 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:08.513604 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7b95765f-6af7-407e-a115-0307f36fecaa req-2ea279f7-c143-46ea-92a7-778e06b78c37 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 950 time: 0.1065810 Jun 30 02:22:08.533765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:08.550535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-491343908-network', 'tenant_id': 'd7a760df36734eeba8f12311a0e9f250'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:08.578026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86e41b6c-e77b-4211-aea5-085e607cfcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.583470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7b95765f-6af7-407e-a115-0307f36fecaa req-38eef75c-8590-4d07-a4e5-899add385d62 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587459 Jun 30 02:22:08.586454 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86e41b6c-e77b-4211-aea5-085e607cfcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.629931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Made reservation on behalf of d7a760df36734eeba8f12311a0e9f250 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:08.632311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.637846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fafd7-b306-4079-ac77-b9034493c213 req-76f39b1a-8b14-4cf8-9517-16a0b0ecfcce tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:08.639418 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-479fafd7-b306-4079-ac77-b9034493c213 req-76f39b1a-8b14-4cf8-9517-16a0b0ecfcce tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 948 time: 0.0726943 Jun 30 02:22:08.649220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-86e41b6c-e77b-4211-aea5-085e607cfcd4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63bf832c5de34ceeb0c8085039dad7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771261 Jun 30 02:22:08.651356 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.653249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:08.659898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e41b6c-e77b-4211-aea5-085e607cfcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9646a446-2e7e-44e2-962f-6f4e1db837eb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:08.717582 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-479fafd7-b306-4079-ac77-b9034493c213 req-2399687a-f373-4897-b63c-74505c3f8a33 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578854 Jun 30 02:22:08.745130 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1d8458b-13bc-441a-a95e-476f7ffcd042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.780922 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1d8458b-13bc-441a-a95e-476f7ffcd042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.843535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.851733 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.864068 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1d8458b-13bc-441a-a95e-476f7ffcd042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.867109 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1d8458b-13bc-441a-a95e-476f7ffcd042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.868278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b1d8458b-13bc-441a-a95e-476f7ffcd042 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9646a446-2e7e-44e2-962f-6f4e1db837eb HTTP/1.1" status: 204 len: 168 time: 0.2141328 Jun 30 02:22:08.884709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:22:08.894476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93c3b81-3679-4004-a927-885edb52ff31,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:08.901181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.901519 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Added segment 243b78d9-6bfc-48f3-8fad-2d0b977fcb5f of type vlan for network 2c0d4fdd-3abe-4ba0-9310-35556e3a8f61 Jun 30 02:22:08.912843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8458b-13bc-441a-a95e-476f7ffcd042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9646a446-2e7e-44e2-962f-6f4e1db837eb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:08.959262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.985901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2977ba-b69b-495b-88f1-ee0aad7e0d9b req-468227bc-e253-4765-92d2-fb9d72eb8f8e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:08.994374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff2977ba-b69b-495b-88f1-ee0aad7e0d9b req-468227bc-e253-4765-92d2-fb9d72eb8f8e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.1053066 Jun 30 02:22:08.995771 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:08.997015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:08.997770 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:09.034290 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4929588 Jun 30 02:22:09.040174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff2977ba-b69b-495b-88f1-ee0aad7e0d9b req-9ec2226b-fc45-4941-a165-55fc50bab7ef tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448675 Jun 30 02:22:09.043051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:09.055797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Request body: {'subnet': {'network_id': '2c0d4fdd-3abe-4ba0-9310-35556e3a8f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-491343908-subnet', 'tenant_id': 'd7a760df36734eeba8f12311a0e9f250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:09.081938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565f3d0-7580-45d5-b01b-ec93a69f3078 admin admin] Pushing event updated for resources: {'Network': ['ID=2c0d4fdd-3abe-4ba0-9310-35556e3a8f61,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:09.093996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2c0d4fdd-3abe-4ba0-9310-35556e3a8f61 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:22:09.097557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Made reservation on behalf of d7a760df36734eeba8f12311a0e9f250 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:09.100509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:09.341166 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:09.411915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a358cc6-f10d-4d8f-8a3d-2aefe0b5b36d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:09.431152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Checking segment: {'id': '243b78d9-6bfc-48f3-8fad-2d0b977fcb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2c0d4fdd-3abe-4ba0-9310-35556e3a8f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:09.431152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Network hostable DHCP agents. Network: 2c0d4fdd-3abe-4ba0-9310-35556e3a8f61, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:22:09.463452 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Network 2c0d4fdd-3abe-4ba0-9310-35556e3a8f61 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:22:09.474070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 2c0d4fdd-3abe-4ba0-9310-35556e3a8f61) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:09.478680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:09.479410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:09.497383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3579f22a-52b6-438b-867c-d48f1489d7f1 None None] Network 2c0d4fdd-3abe-4ba0-9310-35556e3a8f61 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:22:09.503313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-879f094d-c6de-4d9a-98e3-9412b4d46c62 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4585469 Jun 30 02:22:09.576708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ab1af-6d60-48a6-ac2e-c1a1d519b78b req-cc37649f-24da-49ab-a3af-922a736e7452 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:09.578997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ef2ab1af-6d60-48a6-ac2e-c1a1d519b78b req-cc37649f-24da-49ab-a3af-922a736e7452 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 950 time: 0.0923533 Jun 30 02:22:09.635633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ef2ab1af-6d60-48a6-ac2e-c1a1d519b78b req-500edcff-e201-448d-a963-4a94931729be tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494952 Jun 30 02:22:09.779743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449944ec-eccc-4099-b38f-d344c5395592 None None] Network 2c0d4fdd-3abe-4ba0-9310-35556e3a8f61 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:22:09.957191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237d7a8-a87c-4a3b-a59f-9c3cbcac05df req-1672a8ef-0592-4df1-890a-f888e2b6cb64 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:09.959236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3237d7a8-a87c-4a3b-a59f-9c3cbcac05df req-1672a8ef-0592-4df1-890a-f888e2b6cb64 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 948 time: 0.0737104 Jun 30 02:22:10.004024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3237d7a8-a87c-4a3b-a59f-9c3cbcac05df req-9fd9f5b6-e45a-4cb1-8aa8-c8f4a2ee3081 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389957 Jun 30 02:22:10.182941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 79a62485-a392-4309-ac41-4048b2b64a87 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:10.321578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 79a62485-a392-4309-ac41-4048b2b64a87, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=79a62485-a392-4309-ac41-4048b2b64a87,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:10.336804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '79a62485-a392-4309-ac41-4048b2b64a87', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '79a62485-a392-4309-ac41-4048b2b64a87', 'mac_address': 'fa:16:3e:4f:a8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:10.379566 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:10.395094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a62485-a392-4309-ac41-4048b2b64a87 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:10.433213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 79a62485-a392-4309-ac41-4048b2b64a87, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=79a62485-a392-4309-ac41-4048b2b64a87,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:10.438240 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:10.462164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-19d5262b-1372-4e5d-930c-101a2a20e54b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:10.463877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-19d5262b-1372-4e5d-930c-101a2a20e54b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 808 time: 0.3841939 Jun 30 02:22:10.486318 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-0dd7d0d4-1ed3-491b-b124-d941004366ab tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/quotas/fff8423f18c541888ffd11124d53e940 HTTP/1.1" status: 200 len: 375 time: 0.0158143 Jun 30 02:22:10.509059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=79a62485-a392-4309-ac41-4048b2b64a87,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:10.523409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-11db9096-584a-42ff-a622-90eef2f31d35 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361240 Jun 30 02:22:10.585271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c0478-11ec-40c0-a269-8d35be6eacdd req-18be80c2-87c8-464a-8c2d-f47e5edd29e6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:10.586816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-912c0478-11ec-40c0-a269-8d35be6eacdd req-18be80c2-87c8-464a-8c2d-f47e5edd29e6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.0758109 Jun 30 02:22:10.637595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-912c0478-11ec-40c0-a269-8d35be6eacdd req-3cb1df3f-d2c6-4476-bfe2-223fef830dcf tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384707 Jun 30 02:22:10.673190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-f5a5c2e2-83fe-4dd7-a53a-9c411ce507eb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:22:10.674186 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-f5a5c2e2-83fe-4dd7-a53a-9c411ce507eb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0573874 Jun 30 02:22:10.737748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['79a62485-a392-4309-ac41-4048b2b64a87'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:10.778191 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-f0baf947-6085-4f16-8272-61ae0e6ce8f2 service neutron] 10.222.0.55 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978718 Jun 30 02:22:10.875232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-8ab8f294-0419-4593-ac09-107cb0d40fb6 service neutron] 10.222.0.55 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957036 Jun 30 02:22:11.021542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4db81-822f-447d-8f45-458d48cd77c9 req-e7071176-ab25-4481-804f-ab01e209282f tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:11.023545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-95e4db81-822f-447d-8f45-458d48cd77c9 req-e7071176-ab25-4481-804f-ab01e209282f tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1123 time: 0.0615864 Jun 30 02:22:11.043222 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-95e4db81-822f-447d-8f45-458d48cd77c9 req-6a1261d1-f840-469d-b9a4-ca8c5b3df29f tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:11.138974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-95e4db81-822f-447d-8f45-458d48cd77c9 req-6a1261d1-f840-469d-b9a4-ca8c5b3df29f tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:11.148366 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-95e4db81-822f-447d-8f45-458d48cd77c9 req-6a1261d1-f840-469d-b9a4-ca8c5b3df29f tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:11.177292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-95e4db81-822f-447d-8f45-458d48cd77c9 req-6a1261d1-f840-469d-b9a4-ca8c5b3df29f tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478016 Jun 30 02:22:11.214293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1261d1-f840-469d-b9a4-ca8c5b3df29f tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c07a02-b3d2-4dfb-aa98-3902f835f523,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:11.233742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-eca26df3-c373-4861-bce8-18946c6fca04 tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:11.235477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-eca26df3-c373-4861-bce8-18946c6fca04 tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 1102 time: 0.0691507 Jun 30 02:22:11.310567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4646e6-36cd-4023-9108-c9030d49b25b req-9f3263fc-1184-4152-836e-9e1b8ea88af5 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:11.312659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e4646e6-36cd-4023-9108-c9030d49b25b req-9f3263fc-1184-4152-836e-9e1b8ea88af5 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 950 time: 0.0753319 Jun 30 02:22:11.344615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-b790ab07-5a1d-49ee-b8f9-360a0adcb8ff tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] Deleting port a8dc5a55-4090-421d-aa8c-bd6cd683c261 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:22:11.344978 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-b790ab07-5a1d-49ee-b8f9-360a0adcb8ff tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:11.371248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e4646e6-36cd-4023-9108-c9030d49b25b req-0d4fdb94-55db-486b-bb8a-ed5371db9dba tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514743 Jun 30 02:22:11.411189 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-9d497ff4-3219-4c71-a026-1ce0acf02453 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f42078c946d4196ae26816f563774f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513375 Jun 30 02:22:11.527494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-b790ab07-5a1d-49ee-b8f9-360a0adcb8ff tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] For port a8dc5a55-4090-421d-aa8c-bd6cd683c261, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a8dc5a55-4090-421d-aa8c-bd6cd683c261,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:11.527845 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-b790ab07-5a1d-49ee-b8f9-360a0adcb8ff tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:11.553059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-b790ab07-5a1d-49ee-b8f9-360a0adcb8ff tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] Calling delete_port for a8dc5a55-4090-421d-aa8c-bd6cd683c261 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:22:11.585096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-02bc060d-4283-4529-9e88-ab6314ac75de tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:11.586562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-02bc060d-4283-4529-9e88-ab6314ac75de tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673505 Jun 30 02:22:11.647224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-1eee15eb-0c91-4ea1-9f8d-f84b8e13ae2c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/quotas/8f42078c946d4196ae26816f563774f3 HTTP/1.1" status: 200 len: 375 time: 0.0389721 Jun 30 02:22:11.653878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0206a-7f5a-4b9e-8dfb-76215f280200 req-d7ad030c-8f25-463a-8ef0-689e83bdc4b1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:11.656009 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28c0206a-7f5a-4b9e-8dfb-76215f280200 req-d7ad030c-8f25-463a-8ef0-689e83bdc4b1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 949 time: 0.0717609 Jun 30 02:22:11.696469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28c0206a-7f5a-4b9e-8dfb-76215f280200 req-6a4add1f-f8ac-4182-ac47-41bbcb10223b tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346403 Jun 30 02:22:11.700504 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-560a0085-ab4a-412d-8c79-4166aba66ed9 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f42078c946d4196ae26816f563774f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375774 Jun 30 02:22:11.786317 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-b790ab07-5a1d-49ee-b8f9-360a0adcb8ff tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:11.800732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a8dc5a55-4090-421d-aa8c-bd6cd683c261'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:11.824642 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790ab07-5a1d-49ee-b8f9-360a0adcb8ff tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8dc5a55-4090-421d-aa8c-bd6cd683c261,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:11.848032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de5e77fe-0c48-43ff-935d-f676e7783cc1 req-4d58801d-fcd8-4ec3-80c7-ce914c1078e6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 210 time: 0.0344083 Jun 30 02:22:11.910877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-b790ab07-5a1d-49ee-b8f9-360a0adcb8ff tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] No DVR routers for this DVR port a8dc5a55-4090-421d-aa8c-bd6cd683c261 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:22:11.915344 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-b790ab07-5a1d-49ee-b8f9-360a0adcb8ff tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:11.918154 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a01393ea-de12-4968-bd27-09ffcc41ea8b req-b790ab07-5a1d-49ee-b8f9-360a0adcb8ff tempest-DeleteServersAdminTestJSON-264434763 tempest-DeleteServersAdminTestJSON-264434763-project-admin] 10.222.0.73 "DELETE /v2.0/ports/a8dc5a55-4090-421d-aa8c-bd6cd683c261 HTTP/1.1" status: 204 len: 173 time: 0.6682732 Jun 30 02:22:11.918825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8', 'name': 'network-vif-deleted', 'tag': 'a8dc5a55-4090-421d-aa8c-bd6cd683c261'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:11.921265 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d70c43-2f62-4a90-8364-b5f353f94273" -d '{"events": [{"server_uuid": "9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8", "name": "network-vif-deleted", "tag": "a8dc5a55-4090-421d-aa8c-bd6cd683c261"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:12.195811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 79a62485-a392-4309-ac41-4048b2b64a87 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:12.203511 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0022dea8-2efc-472e-a4de-5058bfb6bcc3 x-openstack-request-id: req-0022dea8-2efc-472e-a4de-5058bfb6bcc3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:12.204271 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8", "name": "network-vif-deleted", "tag": "a8dc5a55-4090-421d-aa8c-bd6cd683c261", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:12.204271 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0022dea8-2efc-472e-a4de-5058bfb6bcc3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:12.204565 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8', 'name': 'network-vif-deleted', 'tag': 'a8dc5a55-4090-421d-aa8c-bd6cd683c261', 'status': 'completed', 'code': 200} Jun 30 02:22:12.263772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 79a62485-a392-4309-ac41-4048b2b64a87 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:12.268959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 79a62485-a392-4309-ac41-4048b2b64a87 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:12.269335 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:12.355545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-18602320-2650-4096-a7c6-8b7139c52a78 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f42078c946d4196ae26816f563774f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267081 Jun 30 02:22:12.402476 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:12.435961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5316752c-a3b3-4610-a82c-ebb1bb0385ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a62485-a392-4309-ac41-4048b2b64a87'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:12.439215 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cf1d2d-9389-4ca0-b537-15710a570519" -d '{"events": [{"server_uuid": "5316752c-a3b3-4610-a82c-ebb1bb0385ac", "name": "network-vif-plugged", "status": "completed", "tag": "79a62485-a392-4309-ac41-4048b2b64a87"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:12.467965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 79a62485-a392-4309-ac41-4048b2b64a87, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=79a62485-a392-4309-ac41-4048b2b64a87,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:12.476933 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:12.491982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-135cacea-92a0-4a55-b67a-c7430adda92a tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:12.499221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-135cacea-92a0-4a55-b67a-c7430adda92a tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373568 Jun 30 02:22:12.516425 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-242c645d-a607-4f63-be5a-3c6ba86e9f57 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/quotas/8f42078c946d4196ae26816f563774f3 HTTP/1.1" status: 200 len: 375 time: 0.0162525 Jun 30 02:22:12.555479 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-2febd800-79f4-4ada-974c-6d9ba4bb3a14 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f42078c946d4196ae26816f563774f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381200 Jun 30 02:22:12.555833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=79a62485-a392-4309-ac41-4048b2b64a87,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:12.744789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:12.885661 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c75866-c953-46d6-a44a-3cdc2c8447d7 x-openstack-request-id: req-c3c75866-c953-46d6-a44a-3cdc2c8447d7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:12.886188 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5316752c-a3b3-4610-a82c-ebb1bb0385ac", "name": "network-vif-plugged", "status": "completed", "tag": "79a62485-a392-4309-ac41-4048b2b64a87", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:12.886277 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3c75866-c953-46d6-a44a-3cdc2c8447d7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:12.886631 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5316752c-a3b3-4610-a82c-ebb1bb0385ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a62485-a392-4309-ac41-4048b2b64a87', 'code': 200} Jun 30 02:22:12.936553 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-764a9a3b-2dea-4206-9dd2-4a86c0f3144a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1883259 Jun 30 02:22:13.068001 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-2f4d23ec-379a-4383-9f47-1318f1be21bb tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:13.084160 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-560bffd3-eb6f-44ab-b7a0-e1ad0e9e64bc req-58e656fa-eea0-4dfe-bcfd-a4225309c53d tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ab89bf5-eef0-4d12-8b5c-0dd2dcd551c8 HTTP/1.1" status: 200 len: 210 time: 0.1033165 Jun 30 02:22:13.099743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-2f4d23ec-379a-4383-9f47-1318f1be21bb tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 808 time: 0.4168689 Jun 30 02:22:13.108679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Request body: {'port': {'device_id': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65', 'admin_state_up': True, 'tenant_id': 'fff8423f18c541888ffd11124d53e940'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:13.300927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:13.558536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3a157-6e7d-45a0-a8d4-3eb4b83d97ba req-8214f2f3-d4bb-4760-83e5-626e7b5cfb3d tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:13.568776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ba3a157-6e7d-45a0-a8d4-3eb4b83d97ba req-8214f2f3-d4bb-4760-83e5-626e7b5cfb3d tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 950 time: 0.1540997 Jun 30 02:22:13.618278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5aff2d13-6c98-4647-bf9a-3fca65bfdfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:13.633452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ba3a157-6e7d-45a0-a8d4-3eb4b83d97ba req-a3ca91fb-34c9-429e-97cc-888f00b45196 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632808 Jun 30 02:22:13.733120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565600e-e994-4308-8643-fcf909df6c2e req-a61320c4-7262-4fea-89d9-211077875c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:13.736608 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9565600e-e994-4308-8643-fcf909df6c2e req-a61320c4-7262-4fea-89d9-211077875c67 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 1102 time: 0.5005643 Jun 30 02:22:13.750555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e84ab-bcd9-459f-8db4-47fe62b4f542 req-00c1317a-13b2-4153-84ef-52ca36d645aa tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:13.766180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce247a46-0cea-406a-a57b-bc5db36724c2 req-0b04f231-3521-4793-b85f-68d47e5ac8a6 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 210 time: 0.0489686 Jun 30 02:22:13.773361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-734e84ab-bcd9-459f-8db4-47fe62b4f542 req-00c1317a-13b2-4153-84ef-52ca36d645aa tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.5390804 Jun 30 02:22:13.820533 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5aff2d13-6c98-4647-bf9a-3fca65bfdfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:13.827663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5aff2d13-6c98-4647-bf9a-3fca65bfdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:13.868738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9565600e-e994-4308-8643-fcf909df6c2e req-85c26e99-d07e-441a-8f85-cbcc0647a267 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878546 Jun 30 02:22:13.881737 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5aff2d13-6c98-4647-bf9a-3fca65bfdfb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba44a8a9e4fa43aebe9f265c47f5869c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5795863 Jun 30 02:22:13.882806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:13.883687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff2d13-6c98-4647-bf9a-3fca65bfdfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eb626e-5626-419d-bffa-2f4a61707034,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:13.887617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-734e84ab-bcd9-459f-8db4-47fe62b4f542 req-c60cc168-0da7-4000-b305-f9f1e95895f8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115746 Jun 30 02:22:13.914778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Made reservation on behalf of fff8423f18c541888ffd11124d53e940 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:13.924482 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:13.973556 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4c3b4ed-287c-42bf-a9dc-138f6cfe5f8b req-cf5f1a2b-38ae-400f-9a05-f9229f8578f1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 210 time: 0.0435991 Jun 30 02:22:14.011758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1fccb4f-6ac8-44b9-99fc-61c6c8e5b165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:14.064485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1fccb4f-6ac8-44b9-99fc-61c6c8e5b165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:14.129204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d68a6ba8-43c2-4172-9ad5-894eef770e91 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8f42078c946d4196ae26816f563774f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497990 Jun 30 02:22:14.174895 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1fccb4f-6ac8-44b9-99fc-61c6c8e5b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:14.177729 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1fccb4f-6ac8-44b9-99fc-61c6c8e5b165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:14.181904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d1fccb4f-6ac8-44b9-99fc-61c6c8e5b165 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30eb626e-5626-419d-bffa-2f4a61707034 HTTP/1.1" status: 204 len: 168 time: 0.2948179 Jun 30 02:22:14.207112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fccb4f-6ac8-44b9-99fc-61c6c8e5b165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eb626e-5626-419d-bffa-2f4a61707034,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:14.257633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Allocated IP 172.20.0.10 (793c9272-a468-4870-a3a6-a797b8003f65/39a78d3d-c02c-4a04-b991-cbdbed66d28f/66f2a940-e87d-4a17-8e0f-128822755456) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:14.502052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:14.533084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:14.643974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:14.727222 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-62dd97a1-ddb7-49bd-8d70-3a276ed444f6 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516200 Jun 30 02:22:14.768782 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:14.796041 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-453609ef-e0d4-4c3e-a9f2-eeb2b6b3a792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:14.828513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Network 793c9272-a468-4870-a3a6-a797b8003f65 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:14.829498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d31888-0a15-4551-bc06-69a0002cb36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:14.857504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-1bba01c2-026e-47d1-b50f-84d77f7a098c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:14.859000 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-1bba01c2-026e-47d1-b50f-84d77f7a098c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154683 Jun 30 02:22:14.866190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:14.871338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Pushing event updated for resources: {'Port': ['ID=66f2a940-e87d-4a17-8e0f-128822755456,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:14.878989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-849241d2-bc51-408a-9629-df22b41d1d98 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:14.880147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:14.883178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-849241d2-bc51-408a-9629-df22b41d1d98 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551325 Jun 30 02:22:14.892478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Request body: {'port': {'device_id': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8f42078c946d4196ae26816f563774f3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:14.904012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-14a25bd5-1b4f-4969-a10e-854aad5b7fb0 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/quotas/52522f9c7a2e4b61b64d42a1ad2b2c32 HTTP/1.1" status: 200 len: 375 time: 0.0136788 Jun 30 02:22:14.964938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-6c641e1e-397b-49e9-ab12-3ddae0f4be4d tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434411 Jun 30 02:22:15.000878 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-453609ef-e0d4-4c3e-a9f2-eeb2b6b3a792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.003778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:15.003778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.008328 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-453609ef-e0d4-4c3e-a9f2-eeb2b6b3a792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.064413 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-453609ef-e0d4-4c3e-a9f2-eeb2b6b3a792 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3acfc562e294b6bbf290b217341d056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299778 Jun 30 02:22:15.067546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:15.068477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453609ef-e0d4-4c3e-a9f2-eeb2b6b3a792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2873d7-5bf3-410d-a2ce-91542853725b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:15.096675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3548b-322a-4146-96ec-31bb6bceddfc req-d830fb54-d9d2-4bff-9e45-0629ce999117 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:15.098239 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccd3548b-322a-4146-96ec-31bb6bceddfc req-d830fb54-d9d2-4bff-9e45-0629ce999117 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 950 time: 0.3133059 Jun 30 02:22:15.170440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccd3548b-322a-4146-96ec-31bb6bceddfc req-61b34dbb-87e9-4a30-aead-b5c155a414eb tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623453 Jun 30 02:22:15.185132 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa963aa-42f7-4cae-a47a-53699ff6463a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.226567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d31888-0a15-4551-bc06-69a0002cb36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.236474 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01d31888-0a15-4551-bc06-69a0002cb36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.243891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa963aa-42f7-4cae-a47a-53699ff6463a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.257019 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-ad5b8831-196e-4609-869a-5cb9538e9d44 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1548209 Jun 30 02:22:15.302105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Request body: {'port': {'device_id': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:15.363867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-01d31888-0a15-4551-bc06-69a0002cb36d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8915e2ecc5944d7bb47586024261eca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5923808 Jun 30 02:22:15.364680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Made reservation on behalf of 8f42078c946d4196ae26816f563774f3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:15.368590 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.368828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-ccc48e04-52d0-4f75-ab40-e85925dbf79a tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8f42078c946d4196ae26816f563774f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1859431 Jun 30 02:22:15.372259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:15.404802 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.436283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d31888-0a15-4551-bc06-69a0002cb36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50fe5c0-41f9-48be-8280-aedc4ad15d9a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:15.452056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.509601 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa963aa-42f7-4cae-a47a-53699ff6463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.511962 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa963aa-42f7-4cae-a47a-53699ff6463a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.515928 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dfa963aa-42f7-4cae-a47a-53699ff6463a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ba2873d7-5bf3-410d-a2ce-91542853725b HTTP/1.1" status: 204 len: 168 time: 0.4436607 Jun 30 02:22:15.542819 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.546667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7cd6fb12-556f-4a48-b5f5-f4fb8853fb60 req-41b34001-96ed-49d9-bf46-56d9f2e0677d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 210 time: 0.1184299 Jun 30 02:22:15.560092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa963aa-42f7-4cae-a47a-53699ff6463a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2873d7-5bf3-410d-a2ce-91542853725b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:15.585756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef1794d-cd25-4cd8-9243-08e1d9212733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.650146 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef1794d-cd25-4cd8-9243-08e1d9212733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.664357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-988963bc-e786-4d68-a057-4f8a808ee1ac tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:15.665971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-988963bc-e786-4d68-a057-4f8a808ee1ac tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562046 Jun 30 02:22:15.677906 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.689075 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Request body: {'port': {'device_id': '2c605d28-4b22-4f86-888b-4080f719053c', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8f42078c946d4196ae26816f563774f3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:15.716245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e63617-afb9-409b-b8fb-bcab47147327 req-ef1f2b94-28c8-4499-8905-e1f80a3f17a0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:15.717836 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72e63617-afb9-409b-b8fb-bcab47147327 req-ef1f2b94-28c8-4499-8905-e1f80a3f17a0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.3751276 Jun 30 02:22:15.819250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72e63617-afb9-409b-b8fb-bcab47147327 req-5f004211-141a-4c82-8e3c-10a88b31984c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925834 Jun 30 02:22:15.845856 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef1794d-cd25-4cd8-9243-08e1d9212733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.848350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef1794d-cd25-4cd8-9243-08e1d9212733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:15.849564 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7ef1794d-cd25-4cd8-9243-08e1d9212733 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a50fe5c0-41f9-48be-8280-aedc4ad15d9a HTTP/1.1" status: 204 len: 168 time: 0.4778216 Jun 30 02:22:15.905865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1794d-cd25-4cd8-9243-08e1d9212733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50fe5c0-41f9-48be-8280-aedc4ad15d9a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:15.925845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0ac07-49e1-4e79-84b2-6341120a9481 req-6147183c-2768-4474-bd1d-d02961f7c852 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:15.927762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-52e0ac07-49e1-4e79-84b2-6341120a9481 req-6147183c-2768-4474-bd1d-d02961f7c852 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 932 time: 0.2130268 Jun 30 02:22:15.972664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-6a4c40ec-cc2d-4b95-ae79-5a593097dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:15.974546 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-6a4c40ec-cc2d-4b95-ae79-5a593097dba4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1123 time: 0.1345601 Jun 30 02:22:15.983429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:16.091197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Made reservation on behalf of 8f42078c946d4196ae26816f563774f3 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:16.095223 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:16.100386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-52e0ac07-49e1-4e79-84b2-6341120a9481 req-840e6ffe-de92-495c-bf84-6a8dbcf75347 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464250 Jun 30 02:22:16.128284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:16.198917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-68bbf24b-1494-40c3-be28-3f2fabf8003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:16.200384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-68bbf24b-1494-40c3-be28-3f2fabf8003e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2180145 Jun 30 02:22:16.214476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a8dc5a55-4090-421d-aa8c-bd6cd683c261 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:22:16.266139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-b4fd5d2c-c989-4ed5-895e-7777e2da5d93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 217 time: 0.0586207 Jun 30 02:22:16.274947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: a8dc5a55-4090-421d-aa8c-bd6cd683c261 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:22:16.277146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a8dc5a55-4090-421d-aa8c-bd6cd683c261 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:22:16.309426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:16.328507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8a28bb-af56-4242-afd4-0a95072f5e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:16.355013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-74be59c9-40d5-455b-863e-f38cf174f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:16.356608 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-74be59c9-40d5-455b-863e-f38cf174f474 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0828819 Jun 30 02:22:16.373258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff457818-9355-422d-9bef-198722a7bcfb req-9fd231ac-32f0-4812-9506-dde15cf89ac8 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 210 time: 0.1543131 Jun 30 02:22:16.455913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a8918b-aca6-4c4d-af7b-3dbd98726bd2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:16.495911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Allocated IP 192.168.233.10 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:16.506074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f2a940-e87d-4a17-8e0f-128822755456 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:16.541916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:16.603758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Transition to ACTIVE for port object 66f2a940-e87d-4a17-8e0f-128822755456 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:16.617839 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:16.638742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-33b9d5f5-9b66-4c98-b2da-0b6e75f45596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:16.640791 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-33b9d5f5-9b66-4c98-b2da-0b6e75f45596 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2651589 Jun 30 02:22:16.691044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Pushing event updated for resources: {'Port': ['ID=66f2a940-e87d-4a17-8e0f-128822755456,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:16.718758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8a28bb-af56-4242-afd4-0a95072f5e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:16.758790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec8a28bb-af56-4242-afd4-0a95072f5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:16.771694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314ac7f-3faf-47ee-9824-a85ce1c2628d req-921ef733-f130-4e59-b113-f965dabbd368 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:16.779031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b314ac7f-3faf-47ee-9824-a85ce1c2628d req-921ef733-f130-4e59-b113-f965dabbd368 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 950 time: 0.2611177 Jun 30 02:22:16.909131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a28bb-af56-4242-afd4-0a95072f5e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68507768-fd6d-4868-907f-ab77dbf61afc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:16.918638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ec8a28bb-af56-4242-afd4-0a95072f5e35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b220a20eb8484b13967ad8c5b974f67e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086481 Jun 30 02:22:16.922532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:16.963427 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b314ac7f-3faf-47ee-9824-a85ce1c2628d req-f5c767a2-dcde-45a8-a83f-72dd4a98a610 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830678 Jun 30 02:22:16.995562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3abbed3-1690-44fe-bb3f-c624e3e2fac9 req-c8425297-ec47-41eb-a825-e882f187206a tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 210 time: 0.1245749 Jun 30 02:22:17.017291 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0bfed658-57e7-4977-a226-ffc3612fa989 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614435 Jun 30 02:22:17.035836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.69', 59066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:17.042276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:17.042813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:17.043158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:17.065263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Port 66f2a940-e87d-4a17-8e0f-128822755456 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:22:17.065263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:17.079046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:17.079390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:17.079777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:17.080215 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Bound port: 66f2a940-e87d-4a17-8e0f-128822755456, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:17.080572 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.108531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8119b097-c320-4f04-bc1e-c0fe62a07ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.111889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-a7e09b1e-b87a-4e7f-a20a-d90ca14b4a18 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646684 Jun 30 02:22:17.143214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.233708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:17.238324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:17.242434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Transition to ACTIVE for port object cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:17.258416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.286844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:17.319754 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8119b097-c320-4f04-bc1e-c0fe62a07ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.339186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:17.340101 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.341585 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-610e96db-2fa7-480b-b895-013031e9178e service neutron] 10.222.0.69 "PUT /v2.0/ports/66f2a940-e87d-4a17-8e0f-128822755456 HTTP/1.1" status: 200 len: 1093 time: 2.0553486 Jun 30 02:22:17.345761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'tag': '66f2a940-e87d-4a17-8e0f-128822755456'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:17.349256 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2268d1b0-be74-402b-adda-ff7d9a8c8aca" -d '{"events": [{"name": "network-changed", "server_uuid": "ae77e2c0-48f9-4603-9b4d-b72baab28070", "tag": "66f2a940-e87d-4a17-8e0f-128822755456"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:17.395315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e96db-2fa7-480b-b895-013031e9178e service neutron] Pushing event updated for resources: {'Port': ['ID=66f2a940-e87d-4a17-8e0f-128822755456,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:17.401583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-d4fb9a99-97e9-4b3a-b358-81d90e8b5252 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213577 Jun 30 02:22:17.428208 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.465980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-7430d22d-87fe-40d3-8552-bb37fd5d86e3 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:17.467792 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-7430d22d-87fe-40d3-8552-bb37fd5d86e3 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448896 Jun 30 02:22:17.492692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Request body: {'port': {'device_id': 'de8e58a9-8a6b-418a-bac1-839b188e8143', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '52522f9c7a2e4b61b64d42a1ad2b2c32'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:17.501838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-network', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:17.521023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a75f0-ce17-41b7-b9a6-fc80cbc0343a req-d8666a0f-4541-42d3-8de5-a20a22fc7526 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:17.521314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd89a49-1c00-4e6f-8446-41f3944b6a3e req-0001fbf4-5d79-4df9-a95a-dde2356f72dc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:17.523272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a76a75f0-ce17-41b7-b9a6-fc80cbc0343a req-d8666a0f-4541-42d3-8de5-a20a22fc7526 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 971 time: 0.2824810 Jun 30 02:22:17.523387 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bd89a49-1c00-4e6f-8446-41f3944b6a3e req-0001fbf4-5d79-4df9-a95a-dde2356f72dc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.2835014 Jun 30 02:22:17.552684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:17.570692 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8119b097-c320-4f04-bc1e-c0fe62a07ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.571431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:17.574864 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8119b097-c320-4f04-bc1e-c0fe62a07ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.576149 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8119b097-c320-4f04-bc1e-c0fe62a07ef5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68507768-fd6d-4868-907f-ab77dbf61afc HTTP/1.1" status: 204 len: 168 time: 0.6453478 Jun 30 02:22:17.586369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:17.613903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:17.622294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Made reservation on behalf of 663190e9ae9641a1be33b6f12d852a82 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:17.623543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Allocated IP 192.168.233.42 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/713a9834-f1fe-4aa1-b09b-ae886d402768) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:17.624171 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.641875 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119b097-c320-4f04-bc1e-c0fe62a07ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68507768-fd6d-4868-907f-ab77dbf61afc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:17.669930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.705168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bd89a49-1c00-4e6f-8446-41f3944b6a3e req-6f0eaedd-166e-44fb-a053-93a1bf3791d3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580346 Jun 30 02:22:17.716447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:17.717212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.739034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-4fbbb981-17b3-4e4a-b34e-38e9e68a7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:17.740891 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-4fbbb981-17b3-4e4a-b34e-38e9e68a7863 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 1096 time: 0.3155437 Jun 30 02:22:17.824396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-a645f9b1-89ae-43c1-ba54-2974b78c5c52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f2a940-e87d-4a17-8e0f-128822755456 HTTP/1.1" status: 200 len: 217 time: 0.0697012 Jun 30 02:22:17.919723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52bced03-0bfb-47f4-b022-1ae721441ede None None] Provisioning for port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:17.923017 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a76a75f0-ce17-41b7-b9a6-fc80cbc0343a req-a069c708-6ff4-4c30-8300-7f591622bdd1 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534102 Jun 30 02:22:17.931238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52bced03-0bfb-47f4-b022-1ae721441ede None None] Provisioning complete for port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:17.932752 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52bced03-0bfb-47f4-b022-1ae721441ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:17.948425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-f545ea75-42bc-4330-ae1c-4e56dfac7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:17.950061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-f545ea75-42bc-4330-ae1c-4e56dfac7172 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0849388 Jun 30 02:22:18.003396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-8ad9e3cb-5d89-46d3-a646-7ebccb61bcfa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360062 Jun 30 02:22:18.009160 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.022391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-52bced03-0bfb-47f4-b022-1ae721441ede None None] Port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:18.118117 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.122966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.132045 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-33659566-cfdf-4ab6-93df-d473f801620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2463307 Jun 30 02:22:18.144563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-21284e34-48dd-4878-8daa-f3a9d4cbd1c2 service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325741 Jun 30 02:22:18.158656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Request body: {'port': {'device_id': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:18.168508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:22:18.173954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Transition to ACTIVE for port object 713a9834-f1fe-4aa1-b09b-ae886d402768 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:18.181694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Made reservation on behalf of 52522f9c7a2e4b61b64d42a1ad2b2c32 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:18.185393 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.218825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f6262a-e712-44cb-8b01-4dba5d26a096,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:18.270759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.271109 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Added segment 3d524690-2136-408e-8b14-682a77e8af29 of type vlan for network 3e0ce481-75f2-4688-9eec-39a2795f75c7 Jun 30 02:22:18.293659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278eea6-b79b-45fb-b6ef-e07c8990463b req-cad75385-54d1-4d99-8803-e95232020125 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:18.294831 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8278eea6-b79b-45fb-b6ef-e07c8990463b req-cad75385-54d1-4d99-8803-e95232020125 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 944 time: 0.1898296 Jun 30 02:22:18.332133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.379489 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.405833 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0802a4-3360-4914-8685-eafee24870f6 x-openstack-request-id: req-4b0802a4-3360-4914-8685-eafee24870f6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:18.406120 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae77e2c0-48f9-4603-9b4d-b72baab28070", "tag": "66f2a940-e87d-4a17-8e0f-128822755456", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:18.406375 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b0802a4-3360-4914-8685-eafee24870f6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:18.406792 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'tag': '66f2a940-e87d-4a17-8e0f-128822755456', 'status': 'completed', 'code': 200} Jun 30 02:22:18.426050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.432220 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cc72058-8bf7-4e20-9721-7f72c5f9d84a req-34c9c818-645b-4ba5-b71c-becc0bad923c service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707644 Jun 30 02:22:18.450918 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8278eea6-b79b-45fb-b6ef-e07c8990463b req-2eb9524a-5cde-4830-89f0-cebbc2f9fa49 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452465 Jun 30 02:22:18.468628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:18.477490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Allocated IP 192.168.233.41 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/ea5ccd55-ef82-406e-b8ee-2976088496ca) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:18.479871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:18.483860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:18.489238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:18.489941 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.513742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Pushing event updated for resources: {'Port': ['ID=713a9834-f1fe-4aa1-b09b-ae886d402768,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:18.535538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-65de56de-7092-49ac-bb84-f5d0d3a65ed3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8567660 Jun 30 02:22:18.548022 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.550222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:18.553024 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.565495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Request body: {'port': {'device_id': '2c605d28-4b22-4f86-888b-4080f719053c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:18.666919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.69', 59068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:18.859500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3800d869-07bc-4ccf-b95f-4aff3bb21ef4 None None] Provisioning for port 713a9834-f1fe-4aa1-b09b-ae886d402768 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:18.874458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3800d869-07bc-4ccf-b95f-4aff3bb21ef4 None None] Provisioning complete for port 713a9834-f1fe-4aa1-b09b-ae886d402768 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:18.875252 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3800d869-07bc-4ccf-b95f-4aff3bb21ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.916960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3800d869-07bc-4ccf-b95f-4aff3bb21ef4 None None] Port 713a9834-f1fe-4aa1-b09b-ae886d402768 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:18.967971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:18.987241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-0af0319f-e0ab-4a31-b030-e2ae6493d930 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:18.988758 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-0af0319f-e0ab-4a31-b030-e2ae6493d930 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 971 time: 0.3681412 Jun 30 02:22:18.997152 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7055922 Jun 30 02:22:19.016258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:19.028058 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d66d2723-d5a7-44ec-b20f-4efbd133831e req-de9922a4-36c8-4565-ae0a-acdca886fced tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 210 time: 0.3551040 Jun 30 02:22:19.047696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632beeb-db62-4e39-8505-47f6940cf68a admin admin] Pushing event updated for resources: {'Network': ['ID=3e0ce481-75f2-4688-9eec-39a2795f75c7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:19.062648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d054c-d667-4085-b8da-8a64ea629838 req-99a2c3d3-43fb-42b1-8fc3-fb1adb50c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:19.064612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d14d054c-d667-4085-b8da-8a64ea629838 req-99a2c3d3-43fb-42b1-8fc3-fb1adb50c468 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1123 time: 0.3898993 Jun 30 02:22:19.069065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 3e0ce481-75f2-4688-9eec-39a2795f75c7 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:22:19.081980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Request body: {'subnet': {'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-subnet', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:19.096658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268d1b0-be74-402b-adda-ff7d9a8c8aca req-bed30f0e-061a-4bbe-b6fa-87b2ce10cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:19.097882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c02062-71b3-4172-a8bd-c901b6a0ecf5 req-898ab4eb-5235-4700-b770-4e0fc7dbe85c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:19.099435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-55c02062-71b3-4172-a8bd-c901b6a0ecf5 req-898ab4eb-5235-4700-b770-4e0fc7dbe85c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 935 time: 0.4306941 Jun 30 02:22:19.107798 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2268d1b0-be74-402b-adda-ff7d9a8c8aca req-bed30f0e-061a-4bbe-b6fa-87b2ce10cbd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 1096 time: 0.5548213 Jun 30 02:22:19.136161 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:19.220021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268d1b0-be74-402b-adda-ff7d9a8c8aca req-0d1a8aeb-e07d-4110-8d8f-2cd5c020a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:19.222903 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2268d1b0-be74-402b-adda-ff7d9a8c8aca req-0d1a8aeb-e07d-4110-8d8f-2cd5c020a2a4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.1132040 Jun 30 02:22:19.281178 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2268d1b0-be74-402b-adda-ff7d9a8c8aca req-238ee2bb-2f3e-4ca0-afcb-f6f29d89ee34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f2a940-e87d-4a17-8e0f-128822755456 HTTP/1.1" status: 200 len: 217 time: 0.0489132 Jun 30 02:22:19.299291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Transition to ACTIVE for port object ea5ccd55-ef82-406e-b8ee-2976088496ca will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:19.308121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Made reservation on behalf of 663190e9ae9641a1be33b6f12d852a82 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:19.310417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:19.364574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268d1b0-be74-402b-adda-ff7d9a8c8aca req-9e608ce1-22c5-4844-828c-0f1411d2adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:19.366466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2268d1b0-be74-402b-adda-ff7d9a8c8aca req-9e608ce1-22c5-4844-828c-0f1411d2adb2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0774419 Jun 30 02:22:19.404359 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2268d1b0-be74-402b-adda-ff7d9a8c8aca req-943a97bd-7851-4efd-97da-002927aed810 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302522 Jun 30 02:22:19.413295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2daf13-9786-4dd5-90f5-8cc58561c42f req-642fa17f-9434-4b02-a237-1c59dd225ea1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:19.414307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce2daf13-9786-4dd5-90f5-8cc58561c42f req-642fa17f-9434-4b02-a237-1c59dd225ea1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 950 time: 0.1362062 Jun 30 02:22:19.443308 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-55c02062-71b3-4172-a8bd-c901b6a0ecf5 req-779e5690-3341-4dae-b2aa-f9843f06b884 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232889 Jun 30 02:22:19.492788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d054c-d667-4085-b8da-8a64ea629838 req-15345b7d-43af-40f8-afed-c00ddb37860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:19.494252 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d14d054c-d667-4085-b8da-8a64ea629838 req-15345b7d-43af-40f8-afed-c00ddb37860f service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3836143 Jun 30 02:22:19.517582 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce2daf13-9786-4dd5-90f5-8cc58561c42f req-1a83fa90-ce4c-4049-97a7-5fbcc09aa53b tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833347 Jun 30 02:22:19.560821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d14d054c-d667-4085-b8da-8a64ea629838 req-21ec8350-00ec-4f24-a0d2-0a4a1d56ebe0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 217 time: 0.0497313 Jun 30 02:22:19.565143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:19.566096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2268d1b0-be74-402b-adda-ff7d9a8c8aca req-badca626-8698-48cc-ab17-d32439bcd540 service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505132 Jun 30 02:22:19.646608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Pushing event updated for resources: {'Port': ['ID=ea5ccd55-ef82-406e-b8ee-2976088496ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:19.649552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-9f21a9d5-2269-4f67-9242-1c9337f69c68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Deleting port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:22:19.649925 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-9f21a9d5-2269-4f67-9242-1c9337f69c68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:19.779499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2268d1b0-be74-402b-adda-ff7d9a8c8aca req-d2562b21-8349-4a95-bd0c-e012696d717f service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806371 Jun 30 02:22:19.783292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:19.797360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:19.807442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:19.812979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:19.813818 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:19.833888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:19.837101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d054c-d667-4085-b8da-8a64ea629838 req-ca3b40a4-f797-42fa-9f5d-a1de9c194cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:19.838596 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d14d054c-d667-4085-b8da-8a64ea629838 req-ca3b40a4-f797-42fa-9f5d-a1de9c194cb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2705266 Jun 30 02:22:19.849771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb419091-3014-4c1f-b578-accaede406ae req-420dfc6e-5274-468b-92d8-8be8cc874dfa tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:19.855324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb419091-3014-4c1f-b578-accaede406ae req-420dfc6e-5274-468b-92d8-8be8cc874dfa tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 971 time: 0.1768472 Jun 30 02:22:19.857605 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:19.891661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Transition to ACTIVE for port object cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:19.896125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-ecd2d7db-b9ca-4d69-b37a-83fd05899af7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4138386 Jun 30 02:22:19.900824 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:19.933849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-9f21a9d5-2269-4f67-9242-1c9337f69c68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] For port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:19.934220 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-9f21a9d5-2269-4f67-9242-1c9337f69c68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:19.949296 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb419091-3014-4c1f-b578-accaede406ae req-ee901444-f221-4969-81c0-f8a691c0b496 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/security-groups?id=1741c0f3-5765-4f05-80e2-4fd530d245f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791454 Jun 30 02:22:20.001048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:20.051591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f02bc624-1541-4a97-ad09-e4b948d5d263 None None] Provisioning for port ea5ccd55-ef82-406e-b8ee-2976088496ca completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:20.058580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f02bc624-1541-4a97-ad09-e4b948d5d263 None None] Provisioning complete for port ea5ccd55-ef82-406e-b8ee-2976088496ca triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:20.058961 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f02bc624-1541-4a97-ad09-e4b948d5d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:20.082006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.73', 63049) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:20.136401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f02bc624-1541-4a97-ad09-e4b948d5d263 None None] Port ea5ccd55-ef82-406e-b8ee-2976088496ca cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:20.151239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Attempting to bind port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:20.151583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Attempting to bind port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:20.151920 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Attempting to bind port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:20.160163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Request body: {'port': {'device_id': 'de8e58a9-8a6b-418a-bac1-839b188e8143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:20.169165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:22:20.169494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Attempting to bind port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:20.180131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-a5c0edce-0533-4683-bc59-61e518c976d5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0946820 Jun 30 02:22:20.180323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:20.180625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:20.181049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:20.181535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Bound port: cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:20.181902 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:20.265413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-9f21a9d5-2269-4f67-9242-1c9337f69c68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Calling delete_port for 3d0e47aa-64b4-4e08-9de3-8e897c964e4e owned by compute:tempest-test_az-923562192 {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:22:20.276941 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:20.279052 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:20.282835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:20.289721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba955554-24fc-4f1f-a433-626e07fab0fe req-cf4fe912-541f-454f-92b6-97e5bfddd255 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:20.297531 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba955554-24fc-4f1f-a433-626e07fab0fe req-cf4fe912-541f-454f-92b6-97e5bfddd255 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.7316225 Jun 30 02:22:20.298950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:20.384921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:20.385551 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:20.387042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-d26b5625-8644-479d-9145-b16e121d203c service neutron] 10.222.0.73 "PUT /v2.0/ports/cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 HTTP/1.1" status: 200 len: 1096 time: 2.2376940 Jun 30 02:22:20.407632 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:20.410045 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccb01c5-8f30-4726-8b7b-d249ecffa737" -d '{"events": [{"name": "network-changed", "server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:20.440858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b5625-8644-479d-9145-b16e121d203c service neutron] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:20.499705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-56685bbb-3acf-45b7-9611-380324bb7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:20.501343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-56685bbb-3acf-45b7-9611-380324bb7633 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7af49f84473450b8f8d1f02faac1e60&device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 1102 time: 0.2157428 Jun 30 02:22:20.515667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa60b4-8408-420b-9ac6-1bde092bff43 req-b3357b52-5283-4237-bb07-e80a7fa10394 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:20.517234 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8daa60b4-8408-420b-9ac6-1bde092bff43 req-b3357b52-5283-4237-bb07-e80a7fa10394 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 944 time: 0.2201741 Jun 30 02:22:20.576477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b029b4-fcea-4790-a765-2f1787071d20,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:20.593437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba955554-24fc-4f1f-a433-626e07fab0fe req-e400e084-96f3-4271-b7e0-01ec2647a4c3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947383 Jun 30 02:22:20.607491 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:20.631753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d054c-d667-4085-b8da-8a64ea629838 req-f59e66a6-b177-4527-a257-06c9509a6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:20.633247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d14d054c-d667-4085-b8da-8a64ea629838 req-f59e66a6-b177-4527-a257-06c9509a6f15 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7847106 Jun 30 02:22:20.640719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-ef7314e8-83f8-4199-b3e2-df6fbd911d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:20.642440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-ef7314e8-83f8-4199-b3e2-df6fbd911d74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f42078c946d4196ae26816f563774f3&device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 1099 time: 0.1906605 Jun 30 02:22:20.648637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Checking segment: {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:20.649354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Network hostable DHCP agents. Network: 3e0ce481-75f2-4688-9eec-39a2795f75c7, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:22:20.654532 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8daa60b4-8408-420b-9ac6-1bde092bff43 req-4e847f6a-66c0-4a96-8ffe-36bdc0a7fd7b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262393 Jun 30 02:22:20.708905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-0fa0c650-9eff-4e55-b699-8de622ff5b30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 HTTP/1.1" status: 200 len: 217 time: 0.0467253 Jun 30 02:22:20.712407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-44c6b9fa-80e1-4ecd-aa18-f4dc06372a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:20.713860 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-44c6b9fa-80e1-4ecd-aa18-f4dc06372a07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1778834 Jun 30 02:22:20.801710 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-97e8c686-0fa2-4a37-921e-535ee36ec331 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=79a62485-a392-4309-ac41-4048b2b64a87 HTTP/1.1" status: 200 len: 217 time: 0.0668705 Jun 30 02:22:20.829058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-58d1ba14-47f5-497e-9b12-213099bafe08 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a7af49f84473450b8f8d1f02faac1e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147013 Jun 30 02:22:20.858177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Network 3e0ce481-75f2-4688-9eec-39a2795f75c7 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:22:20.878426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-13abec16-ca97-49d0-9fee-54f73739ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:20.879921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-13abec16-ca97-49d0-9fee-54f73739ee9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1543326 Jun 30 02:22:20.925914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-2985996c-2ac0-4f7a-ab96-23fc1b6351e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:20.927329 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-2985996c-2ac0-4f7a-ab96-23fc1b6351e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1134584 Jun 30 02:22:20.986993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0375c-8fdf-48b9-a273-f6b219b6fac9 req-05be07ce-70bc-4c35-b177-ca2437eabad2 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:20.988517 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1ee0375c-8fdf-48b9-a273-f6b219b6fac9 req-05be07ce-70bc-4c35-b177-ca2437eabad2 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 935 time: 0.1911349 Jun 30 02:22:21.015923 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713a9834-f1fe-4aa1-b09b-ae886d402768 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:21.023148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-a6c210ea-35fe-41d5-8690-87f17c3297a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:21.025010 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-a6c210ea-35fe-41d5-8690-87f17c3297a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1321497 Jun 30 02:22:21.032693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 3e0ce481-75f2-4688-9eec-39a2795f75c7) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:21.042158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a87c70-cfdc-415d-a63a-4e52633a2112 None None] Network 3e0ce481-75f2-4688-9eec-39a2795f75c7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:22:21.059465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.065947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1ee0375c-8fdf-48b9-a273-f6b219b6fac9 req-347271c3-fd03-4ad3-bfe3-2b80c3dd699c tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697670 Jun 30 02:22:21.090122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:21.091671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.117872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-25b0d0f5-3d97-4fa8-a4ec-ba71dfea4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:21.119504 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-25b0d0f5-3d97-4fa8-a4ec-ba71dfea4674 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1829314 Jun 30 02:22:21.123436 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d14d054c-d667-4085-b8da-8a64ea629838 req-31a425cc-e919-4dec-bbf5-500ae25f6285 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766607 Jun 30 02:22:21.126990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Transition to ACTIVE for port object 713a9834-f1fe-4aa1-b09b-ae886d402768 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:21.231023 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2773fc4-3409-43d4-a758-bd7feb7513b1 x-openstack-request-id: req-d2773fc4-3409-43d4-a758-bd7feb7513b1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:21.231306 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:21.231661 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2773fc4-3409-43d4-a758-bd7feb7513b1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:21.232060 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'status': 'completed', 'code': 200} Jun 30 02:22:21.242669 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a8d08a14-3077-40ff-96f2-c54c79e21bc4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1822090 Jun 30 02:22:21.245786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:21.248714 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-520917b0-044a-4a23-a042-a500533f048f service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055202 Jun 30 02:22:21.248837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-3e0ce481-75f2-4688-9eec-39a2795f75c7', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:22:21.249697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.267705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:21.284702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.286577 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-9f21a9d5-2269-4f67-9242-1c9337f69c68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.331072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-dbc45269-9965-4bf7-a61d-47ce98b6cc45 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994731 Jun 30 02:22:21.367623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d14d054c-d667-4085-b8da-8a64ea629838 req-3efb0fde-df0b-4b33-91af-f7d88979e26b service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325199 Jun 30 02:22:21.406629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b7277-22f9-4045-ae74-dbaa08314781 req-e60acf0d-1c29-4cb8-b950-7568c4fc73cf tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:21.411244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-e60acf0d-1c29-4cb8-b950-7568c4fc73cf tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5553601 Jun 30 02:22:21.495334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Allocated IP 172.20.0.2 (3e0ce481-75f2-4688-9eec-39a2795f75c7/f4b029b4-fcea-4790-a765-2f1787071d20/969f9925-82d7-4ce8-805a-e5b82177eaf1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:21.521730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.522913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.577896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Pushing event updated for resources: {'Port': ['ID=713a9834-f1fe-4aa1-b09b-ae886d402768,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:21.603686 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-9f21a9d5-2269-4f67-9242-1c9337f69c68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] No DVR routers for this DVR port 3d0e47aa-64b4-4e08-9de3-8e897c964e4e on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:22:21.667701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-430acbf3-5a57-4f10-8cc4-95e697f81e68 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/quotas/a7af49f84473450b8f8d1f02faac1e60 HTTP/1.1" status: 200 len: 375 time: 0.2165847 Jun 30 02:22:21.672994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-9f21a9d5-2269-4f67-9242-1c9337f69c68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.674942 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f47bbb7d-54dd-4656-94ea-c00906ff4986 req-9f21a9d5-2269-4f67-9242-1c9337f69c68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.69 "DELETE /v2.0/ports/3d0e47aa-64b4-4e08-9de3-8e897c964e4e HTTP/1.1" status: 204 len: 173 time: 2.6757090 Jun 30 02:22:21.683318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8fc21b-556e-4062-b451-6aed87c261b6', 'name': 'network-vif-deleted', 'tag': '3d0e47aa-64b4-4e08-9de3-8e897c964e4e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:21.685609 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efa2a77-c263-4f77-9e14-ce13c31d741d" -d '{"events": [{"server_uuid": "fb8fc21b-556e-4062-b451-6aed87c261b6", "name": "network-vif-deleted", "tag": "3d0e47aa-64b4-4e08-9de3-8e897c964e4e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:21.707148 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.713217 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.725356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Transition to ACTIVE for port object 969f9925-82d7-4ce8-805a-e5b82177eaf1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:21.748042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21a9d5-2269-4f67-9242-1c9337f69c68 tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] Pushing event deleted for resources: {'Port': ['ID=3d0e47aa-64b4-4e08-9de3-8e897c964e4e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:21.760693 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b19237d3-1957-48b0-b4af-89e7cca61fe2 req-28eb9800-2b0e-4e88-9e9f-3e727ace1361 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975398 Jun 30 02:22:21.770659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Transition to ACTIVE for port object 969f9925-82d7-4ce8-805a-e5b82177eaf1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:21.788543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bab9f-14d5-4528-9796-c09dc767ea75 req-c091667f-d8e4-456f-be8f-6316fdcd2cdf tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:21.795333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d18bab9f-14d5-4528-9796-c09dc767ea75 req-c091667f-d8e4-456f-be8f-6316fdcd2cdf tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 947 time: 0.4549189 Jun 30 02:22:21.798463 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.824123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a81afe-5cf9-40c3-88a3-ca1e847320d8 req-59118124-9bbb-4054-b9da-27d88faa0ea8 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685071 Jun 30 02:22:21.843348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Attempting to bind port 713a9834-f1fe-4aa1-b09b-ae886d402768 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:21.843958 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Attempting to bind port 713a9834-f1fe-4aa1-b09b-ae886d402768 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:21.844451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Attempting to bind port 713a9834-f1fe-4aa1-b09b-ae886d402768 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:21.856958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Network 3e0ce481-75f2-4688-9eec-39a2795f75c7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:21.860110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:21.873405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:21.890904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Pushing event updated for resources: {'Port': ['ID=969f9925-82d7-4ce8-805a-e5b82177eaf1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:21.905858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Port 713a9834-f1fe-4aa1-b09b-ae886d402768 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:22:21.906509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Attempting to bind port 713a9834-f1fe-4aa1-b09b-ae886d402768 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:21.927415 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d18bab9f-14d5-4528-9796-c09dc767ea75 req-489726d8-a374-492b-adcf-b60f888ee22d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022136 Jun 30 02:22:21.980816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Attempting to bind port 969f9925-82d7-4ce8-805a-e5b82177eaf1 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:21.980816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Attempting to bind port 969f9925-82d7-4ce8-805a-e5b82177eaf1 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:21.981128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Attempting to bind port 969f9925-82d7-4ce8-805a-e5b82177eaf1 on network 3e0ce481-75f2-4688-9eec-39a2795f75c7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:21.986243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:21.986615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Checking segment: {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:21.987545 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:21.987545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Bound using segment: {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:21.987882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Bound port: 969f9925-82d7-4ce8-805a-e5b82177eaf1, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:21.988299 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:22.004149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-5a3d19ac-09ae-4f24-ae4c-7e246d2a0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:22.006233 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-5a3d19ac-09ae-4f24-ae4c-7e246d2a0352 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f42078c946d4196ae26816f563774f3&device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 1099 time: 0.1149044 Jun 30 02:22:22.056882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] For port 969f9925-82d7-4ce8-805a-e5b82177eaf1, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:22.060286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] For port 969f9925-82d7-4ce8-805a-e5b82177eaf1, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=969f9925-82d7-4ce8-805a-e5b82177eaf1,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:22.068547 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:22.112951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ad28d8c-b1ca-4d89-b46a-153c9c0d5291 req-0ac83f97-7189-481a-82f0-8b9a2d38e21f tempest-AggregatesAdminTestJSON-807468889 tempest-AggregatesAdminTestJSON-807468889-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb8fc21b-556e-4062-b451-6aed87c261b6 HTTP/1.1" status: 200 len: 210 time: 0.0359626 Jun 30 02:22:22.141042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39157171-d68b-401c-8e4a-b7fcf489adc7 None None] Pushing event updated for resources: {'Port': ['ID=969f9925-82d7-4ce8-805a-e5b82177eaf1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:22.143293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-2ab2dd49-f494-4dbe-84eb-920928aa9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:22.144809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-2ab2dd49-f494-4dbe-84eb-920928aa9a88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1309171 Jun 30 02:22:22.206317 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-17bc926c-c2fa-46c8-9d59-1248e25631c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 HTTP/1.1" status: 200 len: 217 time: 0.0522835 Jun 30 02:22:22.219888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:22.220252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:22.220643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:22.221080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Bound port: 713a9834-f1fe-4aa1-b09b-ae886d402768, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:22.221428 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:22.240635 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:22.281546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-d06efd1e-4b39-4232-aca3-64c89c7d9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:22.283383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-d06efd1e-4b39-4232-aca3-64c89c7d9476 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0588663 Jun 30 02:22:22.390852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 66f2a940-e87d-4a17-8e0f-128822755456 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:22.404666 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-fa11655c-8d60-4757-972f-8e8f5c85e3b9 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7af49f84473450b8f8d1f02faac1e60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7359579 Jun 30 02:22:22.474441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3d0e47aa-64b4-4e08-9de3-8e897c964e4e no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:22:22.494005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639f0f-8c10-4674-886f-0dd51f32b075 req-a1bae475-0e03-4760-b795-373552eb70a0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:22.497771 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d639f0f-8c10-4674-886f-0dd51f32b075 req-a1bae475-0e03-4760-b795-373552eb70a0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.1644654 Jun 30 02:22:22.500028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-40d8c1d4-0b46-4acd-982d-e5aace2f0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:22.501533 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-40d8c1d4-0b46-4acd-982d-e5aace2f0564 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2053299 Jun 30 02:22:22.505878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5ccd55-ef82-406e-b8ee-2976088496ca {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:22.521936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:22.569182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d639f0f-8c10-4674-886f-0dd51f32b075 req-ee91cb6e-c45d-4f7d-944e-d3a161fbed7a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607324 Jun 30 02:22:22.614327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] For port 713a9834-f1fe-4aa1-b09b-ae886d402768, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:22.616195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 3d0e47aa-64b4-4e08-9de3-8e897c964e4e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:22:22.616614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3d0e47aa-64b4-4e08-9de3-8e897c964e4e not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:22:22.622237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] For port 713a9834-f1fe-4aa1-b09b-ae886d402768, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=713a9834-f1fe-4aa1-b09b-ae886d402768,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:22.644343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:22.705659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:22.707422 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0577d952-9768-4ad2-968d-33c46824306a x-openstack-request-id: req-0577d952-9768-4ad2-968d-33c46824306a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:22.707807 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8fc21b-556e-4062-b451-6aed87c261b6", "name": "network-vif-deleted", "tag": "3d0e47aa-64b4-4e08-9de3-8e897c964e4e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:22.708151 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0577d952-9768-4ad2-968d-33c46824306a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:22.709191 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8fc21b-556e-4062-b451-6aed87c261b6', 'name': 'network-vif-deleted', 'tag': '3d0e47aa-64b4-4e08-9de3-8e897c964e4e', 'status': 'completed', 'code': 200} Jun 30 02:22:22.713277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Pushing event updated for resources: {'Port': ['ID=713a9834-f1fe-4aa1-b09b-ae886d402768,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:22.721100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Transition to ACTIVE for port object ea5ccd55-ef82-406e-b8ee-2976088496ca will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:22.737661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:22.739246 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-b183b570-54c7-443c-a7f1-f261abfca653 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827943 Jun 30 02:22:22.761586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '66f2a940-e87d-4a17-8e0f-128822755456', 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65', 'port_id': '66f2a940-e87d-4a17-8e0f-128822755456', 'mac_address': 'fa:16:3e:09:10:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a78d3d-c02c-4a04-b991-cbdbed66d28f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:22.786025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:22.786750 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:22.788658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-167545ae-ef4b-480a-9401-07ff82b98e10 service neutron] 10.222.0.73 "PUT /v2.0/ports/713a9834-f1fe-4aa1-b09b-ae886d402768 HTTP/1.1" status: 200 len: 1096 time: 4.2358928 Jun 30 02:22:22.789368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Pushing event updated for resources: {'Port': ['ID=ea5ccd55-ef82-406e-b8ee-2976088496ca,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:23.009538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dccb01c5-8f30-4726-8b7b-d249ecffa737 req-95579916-9762-4a8b-9464-0bd4f5b6388d service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595379 Jun 30 02:22:23.036451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3a53-6409-4cb4-8782-493bbfa95977 req-460529a0-524e-452e-bf76-4e587fa8022c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:23.040279 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:23.043283 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7dae3a53-6409-4cb4-8782-493bbfa95977 req-460529a0-524e-452e-bf76-4e587fa8022c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 944 time: 0.1366174 Jun 30 02:22:23.061470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f2a940-e87d-4a17-8e0f-128822755456 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:23.098296 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7dae3a53-6409-4cb4-8782-493bbfa95977 req-76c2562c-3e92-42ab-83f7-45dcbdab980a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464182 Jun 30 02:22:23.125034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:23.133129 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:23.134533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Attempting to bind port ea5ccd55-ef82-406e-b8ee-2976088496ca on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:23.135288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Attempting to bind port ea5ccd55-ef82-406e-b8ee-2976088496ca by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:23.135620 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Attempting to bind port ea5ccd55-ef82-406e-b8ee-2976088496ca on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:23.169447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Port ea5ccd55-ef82-406e-b8ee-2976088496ca on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:22:23.169781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Attempting to bind port ea5ccd55-ef82-406e-b8ee-2976088496ca on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:23.217119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27bf71-876b-480c-941c-b6f66e83e455 req-32e4996a-99dd-41e9-ae96-191201ea4b17 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:23.218882 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b27bf71-876b-480c-941c-b6f66e83e455 req-32e4996a-99dd-41e9-ae96-191201ea4b17 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 947 time: 0.3025179 Jun 30 02:22:23.224590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-6d484dbe-1ac4-4ecd-9877-d306f782a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:23.226441 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-6d484dbe-1ac4-4ecd-9877-d306f782a065 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f42078c946d4196ae26816f563774f3&device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 1099 time: 0.3709316 Jun 30 02:22:23.227257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:23.227595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:23.227975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:23.228421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Bound port: ea5ccd55-ef82-406e-b8ee-2976088496ca, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:23.228778 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:23.267474 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-832a8238-81a5-4dbd-a7b1-85ddb24fc736 req-24a9df72-9552-41bb-9c8b-ddf9627ec02a tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 210 time: 0.0741365 Jun 30 02:22:23.275902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=66f2a940-e87d-4a17-8e0f-128822755456,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:23.371597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-9e210ce3-cff9-41cf-99fc-333ef9f4d6b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=713a9834-f1fe-4aa1-b09b-ae886d402768 HTTP/1.1" status: 200 len: 217 time: 0.1242144 Jun 30 02:22:23.380650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:23.428910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 969f9925-82d7-4ce8-805a-e5b82177eaf1 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:23.485682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['66f2a940-e87d-4a17-8e0f-128822755456'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:23.517450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ef9dc-b9b7-4231-8743-e17f0147e8ec req-1fc07e8e-94ec-4144-86ae-6e691886f1a6 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:23.519258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd2ef9dc-b9b7-4231-8743-e17f0147e8ec req-1fc07e8e-94ec-4144-86ae-6e691886f1a6 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 947 time: 0.0872648 Jun 30 02:22:23.524156 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b27bf71-876b-480c-941c-b6f66e83e455 req-354b798c-b680-4783-9b7a-95401b96d995 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858870 Jun 30 02:22:23.531884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:23.573746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 969f9925-82d7-4ce8-805a-e5b82177eaf1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:23.580687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] For port ea5ccd55-ef82-406e-b8ee-2976088496ca, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:23.588309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] For port ea5ccd55-ef82-406e-b8ee-2976088496ca, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ea5ccd55-ef82-406e-b8ee-2976088496ca,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:23.616380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-3ee0878d-5553-48b9-8987-810643a1a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:23.618828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-3ee0878d-5553-48b9-8987-810643a1a32a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2325048 Jun 30 02:22:23.625842 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd2ef9dc-b9b7-4231-8743-e17f0147e8ec req-367fc2a2-eac8-4384-8efc-9028167fe4d0 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897670 Jun 30 02:22:23.626592 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:23.687395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:23.688229 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:23.692100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] 10.222.0.69 "PUT /v2.0/ports/ea5ccd55-ef82-406e-b8ee-2976088496ca HTTP/1.1" status: 200 len: 1096 time: 3.7710104 Jun 30 02:22:23.847432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37487d60-39f1-4c3f-a1a8-7dbada286a5c None None] Network 3e0ce481-75f2-4688-9eec-39a2795f75c7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:22:23.878369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Allocated IP 172.25.7.103 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/5e5b0dfa-9cf4-4772-9897-b667d7e7c053) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:23.959027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c95d0132-6d93-4fe1-b1d0-5a2be9bc6e35 None None] Provisioning for port 969f9925-82d7-4ce8-805a-e5b82177eaf1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:23.982553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c95d0132-6d93-4fe1-b1d0-5a2be9bc6e35 None None] Provisioning complete for port 969f9925-82d7-4ce8-805a-e5b82177eaf1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:23.983005 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c95d0132-6d93-4fe1-b1d0-5a2be9bc6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.159309 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c95d0132-6d93-4fe1-b1d0-5a2be9bc6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.164099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d854b4b-e994-49b5-9e64-1585355b21fd service neutron] Pushing event updated for resources: {'Port': ['ID=ea5ccd55-ef82-406e-b8ee-2976088496ca,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:24.216976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-2965bb18-8da6-4310-9e01-45bbeb3ba2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:24.218658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-2965bb18-8da6-4310-9e01-45bbeb3ba2f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5808129 Jun 30 02:22:24.247468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c95d0132-6d93-4fe1-b1d0-5a2be9bc6e35 None None] For port 969f9925-82d7-4ce8-805a-e5b82177eaf1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=969f9925-82d7-4ce8-805a-e5b82177eaf1,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:24.253180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:24.258463 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c95d0132-6d93-4fe1-b1d0-5a2be9bc6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.273903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d0efd-5ab1-4989-8f14-ae061d6ea02e req-31b1242d-2993-4b0a-acf3-bffd59b50a23 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:24.281059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d4d0efd-5ab1-4989-8f14-ae061d6ea02e req-31b1242d-2993-4b0a-acf3-bffd59b50a23 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.3375511 Jun 30 02:22:24.295534 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.318213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:24.350848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-58731438-548d-435d-9665-85bc5e51990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:24.352694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-58731438-548d-435d-9665-85bc5e51990b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 1099 time: 0.4586833 Jun 30 02:22:24.399849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067d05d-a3c8-41d7-9260-0c229a3c6196 req-3593393e-f9f6-4244-80af-3305ddea8159 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:24.408715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1067d05d-a3c8-41d7-9260-0c229a3c6196 req-3593393e-f9f6-4244-80af-3305ddea8159 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 945 time: 0.1033151 Jun 30 02:22:24.424953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d385edfa-b8cb-4314-b641-a0daf3f07960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.468126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-992ee3b4-62d9-40a7-a0ec-40ef257a6b97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ea5ccd55-ef82-406e-b8ee-2976088496ca HTTP/1.1" status: 200 len: 217 time: 0.1022086 Jun 30 02:22:24.491449 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1067d05d-a3c8-41d7-9260-0c229a3c6196 req-b3aa5082-4867-4fe9-99f8-7291e3443d74 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781999 Jun 30 02:22:24.530782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d4d0efd-5ab1-4989-8f14-ae061d6ea02e req-8725e72d-19af-4252-a410-fe58aa1c2bab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485950 Jun 30 02:22:24.605561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d0132-6d93-4fe1-b1d0-5a2be9bc6e35 None None] Pushing event updated for resources: {'Port': ['ID=969f9925-82d7-4ce8-805a-e5b82177eaf1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:24.628626 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4de592c1-cb81-47f7-abe6-4ff70bfbfa7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d85fc6481e749e89cd67b76b15786e3&name=default HTTP/1.1" status: 200 len: 2976 time: 0.3718817 Jun 30 02:22:24.629005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:24.651694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-a75abc1b-e412-498b-828f-1eaad85b3683 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193375 Jun 30 02:22:24.711394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:24.715058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c605d28-4b22-4f86-888b-4080f719053c', 'tag': '713a9834-f1fe-4aa1-b09b-ae886d402768'}, {'name': 'network-changed', 'server_uuid': 'de8e58a9-8a6b-418a-bac1-839b188e8143', 'tag': 'ea5ccd55-ef82-406e-b8ee-2976088496ca'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:24.723597 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bae0464-3962-4ec5-b65d-c30dd68709f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c605d28-4b22-4f86-888b-4080f719053c", "tag": "713a9834-f1fe-4aa1-b09b-ae886d402768"}, {"name": "network-changed", "server_uuid": "de8e58a9-8a6b-418a-bac1-839b188e8143", "tag": "ea5ccd55-ef82-406e-b8ee-2976088496ca"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:24.727358 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-376cdf5a-89e7-41ad-8897-a2ba66c3256c tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a7af49f84473450b8f8d1f02faac1e60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816188 Jun 30 02:22:24.746847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1b65d0e5-750d-4e9b-9da5-7117fd6a8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:24.748583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-1b65d0e5-750d-4e9b-9da5-7117fd6a8f7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2653182 Jun 30 02:22:24.770636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'mac_address': 'fa:16:3e:b2:14:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:24.774325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.779216 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-add3e0cf-42d8-4f2e-ac5c-dbf35aae322d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.802064 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-add3e0cf-42d8-4f2e-ac5c-dbf35aae322d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.803403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:24.814258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.816715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2f120119-1d58-48ba-994a-97bf57449e4b None None] Provisioning complete for port 969f9925-82d7-4ce8-805a-e5b82177eaf1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:24.817090 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f120119-1d58-48ba-994a-97bf57449e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.878411 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47a0d8eb-2309-4278-98a4-e6d607ff75c5 req-301876f1-c817-452d-b696-1e78c5a6a24c tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 210 time: 0.1264672 Jun 30 02:22:24.923427 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-add3e0cf-42d8-4f2e-ac5c-dbf35aae322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.925079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:24.926737 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-add3e0cf-42d8-4f2e-ac5c-dbf35aae322d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:24.928130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-add3e0cf-42d8-4f2e-ac5c-dbf35aae322d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1741c0f3-5765-4f05-80e2-4fd530d245f9 HTTP/1.1" status: 204 len: 168 time: 0.2977428 Jun 30 02:22:24.946422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:24.946422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e5b0dfa-9cf4-4772-9897-b667d7e7c053,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:24.967131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:24.987817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:24.988644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b7277-22f9-4045-ae74-dbaa08314781 req-2fb2016b-6cce-49a7-94bc-23ef605474fb tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:24.990289 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-2fb2016b-6cce-49a7-94bc-23ef605474fb tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530615 Jun 30 02:22:24.993850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3e0cf-42d8-4f2e-ac5c-dbf35aae322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1741c0f3-5765-4f05-80e2-4fd530d245f9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:25.007944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Request body: {'port': {'device_id': '3a7f979c-2fa3-4363-b841-4bac905a9a8d', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': 'a7af49f84473450b8f8d1f02faac1e60'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:25.041479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:25.054831 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.121829 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbb44c3b-1ae9-42d1-a06c-be05f97480f4 req-b1f7cf4b-7507-4f7b-ad96-1660b7015c02 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553926 Jun 30 02:22:25.143102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:25.178702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc136195-1e18-4466-a8e5-ae252b66ddea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.227526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab2a3a-514e-4424-8a9f-6c4a006ef8bf req-a3f3a86a-bb29-454c-b37b-c867555527ce tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:25.229175 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33ab2a3a-514e-4424-8a9f-6c4a006ef8bf req-a3f3a86a-bb29-454c-b37b-c867555527ce tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 947 time: 0.4888055 Jun 30 02:22:25.247069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Made reservation on behalf of a7af49f84473450b8f8d1f02faac1e60 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:25.251935 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.254049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-b2a39842-9933-4795-90fa-57f37f736673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:25.256084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-b2a39842-9933-4795-90fa-57f37f736673 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4514477 Jun 30 02:22:25.288014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c52e-d901-462f-8d40-3349553fcb90 req-2ae24841-5b9f-48fe-9e74-dc2194d7df4c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:25.289603 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25b9c52e-d901-462f-8d40-3349553fcb90 req-2ae24841-5b9f-48fe-9e74-dc2194d7df4c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 947 time: 0.1252351 Jun 30 02:22:25.326583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 969f9925-82d7-4ce8-805a-e5b82177eaf1 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:25.369383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:25.380851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42840) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:25.404452 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25b9c52e-d901-462f-8d40-3349553fcb90 req-dfc4e164-fdee-48fc-a05c-df95b63b2ae7 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035638 Jun 30 02:22:25.452515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 969f9925-82d7-4ce8-805a-e5b82177eaf1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:25.452889 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.496325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Allocated IP 192.168.233.88 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/3b57034b-e644-494f-b944-6001418028b2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:25.510756 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e5880e02-8c03-4d83-977f-f60ec1477703 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4023f1c6fe8c49dfbf3e2f3160396326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274736 Jun 30 02:22:25.515093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:25.640994 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b69c44-1bdc-4646-8e22-3d6f39bd2ea2 x-openstack-request-id: req-45b69c44-1bdc-4646-8e22-3d6f39bd2ea2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:25.641661 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c605d28-4b22-4f86-888b-4080f719053c", "tag": "713a9834-f1fe-4aa1-b09b-ae886d402768", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de8e58a9-8a6b-418a-bac1-839b188e8143", "tag": "ea5ccd55-ef82-406e-b8ee-2976088496ca", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:25.641867 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45b69c44-1bdc-4646-8e22-3d6f39bd2ea2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:25.642270 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c605d28-4b22-4f86-888b-4080f719053c', 'tag': '713a9834-f1fe-4aa1-b09b-ae886d402768', 'status': 'completed', 'code': 200} Jun 30 02:22:25.642627 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8e58a9-8a6b-418a-bac1-839b188e8143', 'tag': 'ea5ccd55-ef82-406e-b8ee-2976088496ca', 'status': 'completed', 'code': 200} Jun 30 02:22:25.650835 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d3bce8f-efe1-46c8-a8bc-53542322e2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.659164 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-b888f53f-bb8f-4c6f-b2d5-1ccf573ac8c3 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945217 Jun 30 02:22:25.717617 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d3bce8f-efe1-46c8-a8bc-53542322e2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.790939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.804632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33ab2a3a-514e-4424-8a9f-6c4a006ef8bf req-2878e727-1b07-4a4b-8569-ca87672ac3b8 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568211 Jun 30 02:22:25.815479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016a628-f839-4cbf-afa1-d93634ed94c0 req-95c54ff4-4f70-463d-9364-71939aecce9a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:25.817301 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5016a628-f839-4cbf-afa1-d93634ed94c0 req-95c54ff4-4f70-463d-9364-71939aecce9a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 945 time: 0.1795473 Jun 30 02:22:25.827815 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Transition to ACTIVE for port object 3b57034b-e644-494f-b944-6001418028b2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:25.855638 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d3bce8f-efe1-46c8-a8bc-53542322e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.858537 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d3bce8f-efe1-46c8-a8bc-53542322e2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.862287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5d3bce8f-efe1-46c8-a8bc-53542322e2f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/767a8e02-10d7-4e28-b5e6-13660f85ebf5 HTTP/1.1" status: 204 len: 168 time: 0.3437057 Jun 30 02:22:25.874330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bce8f-efe1-46c8-a8bc-53542322e2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767a8e02-10d7-4e28-b5e6-13660f85ebf5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:25.903547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5016a628-f839-4cbf-afa1-d93634ed94c0 req-8c09a0f9-16b6-4385-85e5-5c499dad43b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677800 Jun 30 02:22:25.927607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.929146 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:25.979561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:25.983398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:25.999597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:26.012776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b34441c0-1c0a-4d7d-bed1-efbc1790935c req-9ce1a9cb-8b8d-4908-ba9e-e2599360be8f service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956748 Jun 30 02:22:26.024832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-8fee85ed-3aa1-4252-8302-3b446ecc6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:26.025675 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-8fee85ed-3aa1-4252-8302-3b446ecc6b30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f42078c946d4196ae26816f563774f3&device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 1099 time: 0.3815422 Jun 30 02:22:26.041544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['79a62485-a392-4309-ac41-4048b2b64a87'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:26.049092 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc136195-1e18-4466-a8e5-ae252b66ddea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.114090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc136195-1e18-4466-a8e5-ae252b66ddea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.126890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Pushing event updated for resources: {'Port': ['ID=3b57034b-e644-494f-b944-6001418028b2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:26.151055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:26.151765 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.181060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-9eaaeb91-980e-4ccc-a0e7-d774dccc3302 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1773057 Jun 30 02:22:26.193511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4874de-4ef7-4f85-85ac-2957ac929f2b req-fb87e772-7b27-4838-995a-b0147b1fde14 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:26.201426 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c4874de-4ef7-4f85-85ac-2957ac929f2b req-fb87e772-7b27-4838-995a-b0147b1fde14 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 935 time: 0.1301560 Jun 30 02:22:26.212390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Request body: {'port': {'device_id': '3a7f979c-2fa3-4363-b841-4bac905a9a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:26.269351 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dc136195-1e18-4466-a8e5-ae252b66ddea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=907ebfb23089425fb1e2566462d91175&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4620342 Jun 30 02:22:26.279700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:26.294164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc136195-1e18-4466-a8e5-ae252b66ddea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dcd637-a06c-4356-9e49-deb3c25b6922,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:26.311828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:26.333443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c4874de-4ef7-4f85-85ac-2957ac929f2b req-cb7e4759-670f-40b3-bd3a-c88221fb5201 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310151 Jun 30 02:22:26.391487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-f8711b0d-7976-43e6-92d4-423cae758a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:26.392962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-f8711b0d-7976-43e6-92d4-423cae758a4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3425119 Jun 30 02:22:26.393083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3ef39208-888f-4573-9d13-c408cd9a2cd9 None None] Provisioning for port 3b57034b-e644-494f-b944-6001418028b2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:26.402049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3ef39208-888f-4573-9d13-c408cd9a2cd9 None None] Provisioning complete for port 3b57034b-e644-494f-b944-6001418028b2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:26.402650 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ef39208-888f-4573-9d13-c408cd9a2cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.403531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5c8a0-2f4e-4779-892d-60932fdded31 req-0fa848f6-294c-4996-9361-f69040feb0c8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:26.405497 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8cb5c8a0-2f4e-4779-892d-60932fdded31 req-0fa848f6-294c-4996-9361-f69040feb0c8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.4136002 Jun 30 02:22:26.406381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 66f2a940-e87d-4a17-8e0f-128822755456 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:26.416081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.509582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-8717d49e-403d-401b-93ed-40960b7df001 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=713a9834-f1fe-4aa1-b09b-ae886d402768 HTTP/1.1" status: 200 len: 217 time: 0.1027892 Jun 30 02:22:26.529629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:26.532085 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3ef39208-888f-4573-9d13-c408cd9a2cd9 None None] Port 3b57034b-e644-494f-b944-6001418028b2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:26.538206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:26.538742 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.543011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-45731f92-c830-44f9-9462-74bd3084169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:26.544718 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe222fb-759a-4fab-bb6f-8cabee827dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.544851 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-45731f92-c830-44f9-9462-74bd3084169a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 1099 time: 0.4267411 Jun 30 02:22:26.591763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe222fb-759a-4fab-bb6f-8cabee827dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.596565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 66f2a940-e87d-4a17-8e0f-128822755456 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:26.605636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 66f2a940-e87d-4a17-8e0f-128822755456 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:26.606368 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.653704 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.664288 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8cb5c8a0-2f4e-4779-892d-60932fdded31 req-d4922917-e1fd-4b62-aa9f-61754e7a0fb7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311258 Jun 30 02:22:26.672248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-4dc2c971-cf24-4035-8e2b-5970a6a9271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:26.673681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-4dc2c971-cf24-4035-8e2b-5970a6a9271b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1475694 Jun 30 02:22:26.701796 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.749259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:26.792997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:26.795702 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b6852b-f677-4db6-9d40-b625d282f25d" -d '{"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-plugged", "status": "completed", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:26.798850 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.842214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-fc0acdb2-3fff-4abb-a111-9472d158492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:26.844673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-fc0acdb2-3fff-4abb-a111-9472d158492e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2901394 Jun 30 02:22:26.876507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:26.879715 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.933478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe222fb-759a-4fab-bb6f-8cabee827dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.937245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-efe222fb-759a-4fab-bb6f-8cabee827dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:26.937632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-16bdaa74-3506-43dd-821b-86ef3037ab32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=ea5ccd55-ef82-406e-b8ee-2976088496ca HTTP/1.1" status: 200 len: 217 time: 0.0832894 Jun 30 02:22:26.944086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-dab1a366-54c9-48bc-ae52-9a076def40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:26.946978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-dab1a366-54c9-48bc-ae52-9a076def40ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2605429 Jun 30 02:22:26.958709 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-efe222fb-759a-4fab-bb6f-8cabee827dd7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02dcd637-a06c-4356-9e49-deb3c25b6922 HTTP/1.1" status: 204 len: 168 time: 0.6745126 Jun 30 02:22:26.997899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe222fb-759a-4fab-bb6f-8cabee827dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dcd637-a06c-4356-9e49-deb3c25b6922,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:26.998996 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b61c5c2-58d3-4421-a22b-5c3d25e80f0e x-openstack-request-id: req-0b61c5c2-58d3-4421-a22b-5c3d25e80f0e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:26.999289 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-plugged", "status": "completed", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:26.999544 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b61c5c2-58d3-4421-a22b-5c3d25e80f0e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:26.999937 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'code': 200} Jun 30 02:22:27.001177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:27.032269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:27.082616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b57034b-e644-494f-b944-6001418028b2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:27.110511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=66f2a940-e87d-4a17-8e0f-128822755456,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:27.111631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:27.116856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12e1f3-ebe0-459d-8d68-ecb200bc2193 req-471926ce-aa60-4f25-8e38-b7fce394c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:27.119609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de12e1f3-ebe0-459d-8d68-ecb200bc2193 req-471926ce-aa60-4f25-8e38-b7fce394c646 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 1101 time: 0.1238985 Jun 30 02:22:27.125416 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:27.128279 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b355d488-6f91-405b-947f-0030eb79294e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:27.144484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b872e7a-a651-4557-b5f6-f2451510db17 req-42268227-ffae-4e1f-9028-26611eefd422 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:27.155815 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b872e7a-a651-4557-b5f6-f2451510db17 req-42268227-ffae-4e1f-9028-26611eefd422 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 947 time: 0.3106389 Jun 30 02:22:27.196370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-e844f287-7125-4a57-85a6-e52c04dc4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:27.198094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-e844f287-7125-4a57-85a6-e52c04dc4630 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2498162 Jun 30 02:22:27.203315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Transition to ACTIVE for port object 3b57034b-e644-494f-b944-6001418028b2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:27.216768 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:27.261658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Router d2d07821-536c-4b31-ab28-18b91e94f80e is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:22:27.273098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-8f2ac44a-63b5-4a8e-9019-6bca580172d0 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108327 Jun 30 02:22:27.293299 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de12e1f3-ebe0-459d-8d68-ecb200bc2193 req-ad93e506-6834-4aa5-8de8-397f2953ee91 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300721 Jun 30 02:22:27.308991 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b872e7a-a651-4557-b5f6-f2451510db17 req-5bf7b7f4-d377-4774-a0a0-65b1444f71a4 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519947 Jun 30 02:22:27.347327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b57034b-e644-494f-b944-6001418028b2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:27.496458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Attempting to bind port 3b57034b-e644-494f-b944-6001418028b2 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:27.497177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Attempting to bind port 3b57034b-e644-494f-b944-6001418028b2 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:27.497480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Attempting to bind port 3b57034b-e644-494f-b944-6001418028b2 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:27.503560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Port 3b57034b-e644-494f-b944-6001418028b2 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:22:27.504075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Attempting to bind port 3b57034b-e644-494f-b944-6001418028b2 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:27.511235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:27.511852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:27.512638 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:27.514503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Bound port: 3b57034b-e644-494f-b944-6001418028b2, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:27.515015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:27.638441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:27.655316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864f03-a7b9-4f06-b2b9-9e4e5fff5ce1 req-fe1621fb-23be-4644-b914-1fdf610fd114 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:27.662865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-75864f03-a7b9-4f06-b2b9-9e4e5fff5ce1 req-fe1621fb-23be-4644-b914-1fdf610fd114 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 947 time: 0.5393898 Jun 30 02:22:27.664557 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13e74ab4-6af6-423a-b035-c37205be547b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:27.678527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] For port 3b57034b-e644-494f-b944-6001418028b2, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:27.697834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e78a-699a-49fc-a15c-09a4c56f0486 req-a9debf0a-dbcb-4d65-a7a9-efac13bf5879 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:27.700362 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bb57e78a-699a-49fc-a15c-09a4c56f0486 req-a9debf0a-dbcb-4d65-a7a9-efac13bf5879 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 946 time: 0.1715856 Jun 30 02:22:27.705841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] For port 3b57034b-e644-494f-b944-6001418028b2, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3b57034b-e644-494f-b944-6001418028b2,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:27.715202 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:27.747871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-017072dc-e551-42cc-affc-a90c887c8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:27.750163 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-017072dc-e551-42cc-affc-a90c887c8cf9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5426397 Jun 30 02:22:27.780609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:27.781216 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:27.782588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/3b57034b-e644-494f-b944-6001418028b2 HTTP/1.1" status: 200 len: 1096 time: 1.5771682 Jun 30 02:22:27.793278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7f979c-2fa3-4363-b841-4bac905a9a8d', 'tag': '3b57034b-e644-494f-b944-6001418028b2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:27.796713 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b4a0da-0bb7-42ba-ae63-d483f068a295" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7f979c-2fa3-4363-b841-4bac905a9a8d", "tag": "3b57034b-e644-494f-b944-6001418028b2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:27.819466 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-75864f03-a7b9-4f06-b2b9-9e4e5fff5ce1 req-5469adaa-d140-4378-8d0c-876624e970d5 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553750 Jun 30 02:22:27.824557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-cdd67fa5-f7f7-4afa-91bc-a76844ddb508 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408092 Jun 30 02:22:27.850468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bb57e78a-699a-49fc-a15c-09a4c56f0486 req-6e08e749-34d0-4b5c-9d31-3019738efde3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391258 Jun 30 02:22:27.857989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaad9f-d2af-408e-a107-7f5df25f33d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b57034b-e644-494f-b944-6001418028b2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:27.990383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:22:28.001377 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Sync routers for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:22:28.003912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13e74ab4-6af6-423a-b035-c37205be547b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.011143 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-13e74ab4-6af6-423a-b035-c37205be547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.013995 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:28.014696 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:28.063654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.068195 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5f209932-1c42-45f7-8796-7c6d97c0d2f9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.8008957 Jun 30 02:22:28.068372 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.072102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:28.134845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-13e74ab4-6af6-423a-b035-c37205be547b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7ff91959ec04a55bf3e3693e548e08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4928930 Jun 30 02:22:28.137524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:28.147154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e74ab4-6af6-423a-b035-c37205be547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb132480-7d06-415b-abb5-d9361cf6d9fe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:28.166518 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:28.169001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b7277-22f9-4045-ae74-dbaa08314781 req-18841eaa-273f-4b34-a936-4185ecf26fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:28.170555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-18841eaa-273f-4b34-a936-4185ecf26fdc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7af49f84473450b8f8d1f02faac1e60&device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 1099 time: 0.2552090 Jun 30 02:22:28.182825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-27f0568e-7732-47a7-88c0-71764ddc5934 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108546 Jun 30 02:22:28.220366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276f47d-0adc-446c-ab16-3c6c0c02e3c9 req-14ce4e89-814a-447f-b399-63333acf4170 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:28.222017 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d276f47d-0adc-446c-ab16-3c6c0c02e3c9 req-14ce4e89-814a-447f-b399-63333acf4170 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.1345947 Jun 30 02:22:28.240583 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c908-20af-4bd3-8d20-baf031c85a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.252877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7de11-2b67-4b00-a173-cd1ee8ff7f0f req-5e5d9d98-72f1-4fa1-8334-9046c48be0f8 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:28.254379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7a7de11-2b67-4b00-a173-cd1ee8ff7f0f req-5e5d9d98-72f1-4fa1-8334-9046c48be0f8 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 947 time: 0.2305772 Jun 30 02:22:28.287066 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c908-20af-4bd3-8d20-baf031c85a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.297418 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d276f47d-0adc-446c-ab16-3c6c0c02e3c9 req-c53477da-f2e7-4786-8cf6-673f5690fe93 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664592 Jun 30 02:22:28.313397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-2c8aa34b-c97b-4011-b0f1-76474a1021b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3b57034b-e644-494f-b944-6001418028b2 HTTP/1.1" status: 200 len: 217 time: 0.0966556 Jun 30 02:22:28.315631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 713a9834-f1fe-4aa1-b09b-ae886d402768 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:28.389607 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:25Z', 'revision_number': 3, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:28.399883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c908-20af-4bd3-8d20-baf031c85a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.402529 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2b4c908-20af-4bd3-8d20-baf031c85a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.403776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a2b4c908-20af-4bd3-8d20-baf031c85a79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb132480-7d06-415b-abb5-d9361cf6d9fe HTTP/1.1" status: 204 len: 168 time: 0.2641714 Jun 30 02:22:28.437274 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b09ae9d-da02-4fc4-821b-08dee3f5c051 x-openstack-request-id: req-3b09ae9d-da02-4fc4-821b-08dee3f5c051 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:28.437572 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7f979c-2fa3-4363-b841-4bac905a9a8d", "tag": "3b57034b-e644-494f-b944-6001418028b2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:28.437825 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b09ae9d-da02-4fc4-821b-08dee3f5c051 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:28.438317 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7f979c-2fa3-4363-b841-4bac905a9a8d', 'tag': '3b57034b-e644-494f-b944-6001418028b2', 'status': 'completed', 'code': 200} Jun 30 02:22:28.445787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4c908-20af-4bd3-8d20-baf031c85a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb132480-7d06-415b-abb5-d9361cf6d9fe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:28.465788 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Checking router: d2d07821-536c-4b31-ab28-18b91e94f80e for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:22:28.466421 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Updating router d2d07821-536c-4b31-ab28-18b91e94f80e port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:22:28.508751 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.529644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7a7de11-2b67-4b00-a173-cd1ee8ff7f0f req-aa5e3580-51b2-42d2-9a08-fd7e1cda262b tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217665 Jun 30 02:22:28.534708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b7277-22f9-4045-ae74-dbaa08314781 req-13770153-faf2-40b7-ab4c-58d495415709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:28.536196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-13770153-faf2-40b7-ab4c-58d495415709 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2109528 Jun 30 02:22:28.555444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 713a9834-f1fe-4aa1-b09b-ae886d402768, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=713a9834-f1fe-4aa1-b09b-ae886d402768,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:28.567917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '713a9834-f1fe-4aa1-b09b-ae886d402768', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '713a9834-f1fe-4aa1-b09b-ae886d402768', 'mac_address': 'fa:16:3e:c6:62:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:28.597741 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bae0464-3962-4ec5-b65d-c30dd68709f6 req-a9aa6de6-cefa-4273-aa91-e6c2d3bff88c service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824532 Jun 30 02:22:28.619855 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.634553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713a9834-f1fe-4aa1-b09b-ae886d402768 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:28.657653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 713a9834-f1fe-4aa1-b09b-ae886d402768, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=713a9834-f1fe-4aa1-b09b-ae886d402768,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:28.664597 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.757560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b7277-22f9-4045-ae74-dbaa08314781 req-39947ede-3b3a-4d2a-989f-98f218b06bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:28.759289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-39947ede-3b3a-4d2a-989f-98f218b06bdd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2033522 Jun 30 02:22:28.790461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=713a9834-f1fe-4aa1-b09b-ae886d402768,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:28.837303 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:22:28.979844 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:28.992921 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Transition to ACTIVE for port object 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:29.002409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f2a940-e87d-4a17-8e0f-128822755456'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:29.006581 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10006bbb-403a-4d5a-9e58-7a0a2e6a4f98" -d '{"events": [{"server_uuid": "ae77e2c0-48f9-4603-9b4d-b72baab28070", "name": "network-vif-plugged", "status": "completed", "tag": "66f2a940-e87d-4a17-8e0f-128822755456"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:29.007438 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:29.008983 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-f4c9f97b-fd60-4c06-9921-3f85b32358a3 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158349 Jun 30 02:22:29.024003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['713a9834-f1fe-4aa1-b09b-ae886d402768'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:29.059648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29233eb-643f-4eb9-9caa-8735b36f2487 req-62fec5e7-3c78-4a3b-81a2-1baf7b255b66 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:29.068365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e29233eb-643f-4eb9-9caa-8735b36f2487 req-62fec5e7-3c78-4a3b-81a2-1baf7b255b66 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 948 time: 0.2421613 Jun 30 02:22:29.095734 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Attempting to bind port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:29.096430 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Attempting to bind port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:29.096998 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Attempting to bind port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:29.104001 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:29.104517 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:29.105261 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:29.105745 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:29.106275 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Bound port: 5e5b0dfa-9cf4-4772-9897-b667d7e7c053, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:29.106749 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:29.172314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:29.180327 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] For port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:29.194001 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] For port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5e5b0dfa-9cf4-4772-9897-b667d7e7c053,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:29.195286 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e29233eb-643f-4eb9-9caa-8735b36f2487 req-252473ed-be50-47f7-8df4-8e6d969ead7d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260407 Jun 30 02:22:29.204316 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:29.240749 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-414b7277-22f9-4045-ae74-dbaa08314781 req-cf251f2d-6c9e-4fad-a090-b2d2548b845f service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113016 Jun 30 02:22:29.256347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb185d-6fbc-4c27-842f-cd2a1e33caee req-686eeb87-7cdf-420b-862b-144a86612254 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:29.260024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75fb185d-6fbc-4c27-842f-cd2a1e33caee req-686eeb87-7cdf-420b-862b-144a86612254 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 947 time: 0.1480107 Jun 30 02:22:29.292158 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:29.292799 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:29.345236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75fb185d-6fbc-4c27-842f-cd2a1e33caee req-514d846e-58ae-4f6d-9dac-7f5cd42bbc59 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710866 Jun 30 02:22:29.351487 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Pushing event updated for resources: {'Port': ['ID=5e5b0dfa-9cf4-4772-9897-b667d7e7c053,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:29.370797 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.371228 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.378189 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.378628 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.379219 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.379641 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.380198 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.380820 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.381050 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.381488 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.381957 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.382386 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Tracked resource versions report: Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: pushed versions: Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: { 'AddressGroup': {'1.2'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'ConntrackHelper': {'1.0'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'Log': {'1.0'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'Network': {'1.1'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'Port': {'1.7'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'PortForwarding': {'1.2'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'QosPolicy': {'1.8'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'SecurityGroup': {'1.4'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'SubPort': {'1.0'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'Subnet': {'1.1'}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'Trunk': {'1.1'}} Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: consumer versions: Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: { DHCP agent@n-d-758944-39: {}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: HyperV agent@n-h1-758944-39: {}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: HyperV agent@n-h2-758944-39: {}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: L3 agent@n-d-758944-39: {}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: Metadata agent@n-d-758944-39: {}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: Metering agent@n-d-758944-39: {}, Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: Open vSwitch agent@n-d-758944-39: { 'AddressGroup': '1.2', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'ConntrackHelper': '1.0', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'Log': '1.0', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'Network': '1.1', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'Port': '1.7', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'PortForwarding': '1.2', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'QosPolicy': '1.8', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'SecurityGroup': '1.4', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'SecurityGroupRule': '1.2', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'SubPort': '1.0', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'Subnet': '1.1', Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: 'Trunk': '1.1'}} Jun 30 02:22:29.383606 n-d-758944-39 neutron-server[93773]: {{(pid=93773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:22:29.446768 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caaa02-7d70-4ad0-8475-7de8aa7708de None None] Pushing event updated for resources: {'Port': ['ID=5e5b0dfa-9cf4-4772-9897-b667d7e7c053,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:29.479117 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195a3b71-af4c-414d-9d8d-f15506691719 x-openstack-request-id: req-195a3b71-af4c-414d-9d8d-f15506691719 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:29.479635 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae77e2c0-48f9-4603-9b4d-b72baab28070", "name": "network-vif-plugged", "status": "completed", "tag": "66f2a940-e87d-4a17-8e0f-128822755456", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:29.480421 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-195a3b71-af4c-414d-9d8d-f15506691719 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:29.480874 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f2a940-e87d-4a17-8e0f-128822755456', 'code': 200} Jun 30 02:22:29.649501 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:29.665909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ae130-2c21-4689-bad2-b56998c4bbd5 req-f746753a-db63-4155-b193-83597553795c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:29.667566 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc7ae130-2c21-4689-bad2-b56998c4bbd5 req-f746753a-db63-4155-b193-83597553795c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.0698240 Jun 30 02:22:29.715386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc7ae130-2c21-4689-bad2-b56998c4bbd5 req-92691d04-193b-4025-af3e-677565479ebe tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Jun 30 02:22:29.884415 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:25Z', 'revision_number': 3, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:29.888843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-69503449-9526-4eca-9f63-f5c56d7b29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:29.890349 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-69503449-9526-4eca-9f63-f5c56d7b29ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a7af49f84473450b8f8d1f02faac1e60&device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 1099 time: 0.5656123 Jun 30 02:22:29.904477 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:29.920899 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51f0747-752b-4a6b-a8a9-641decd8835f None None] The sync data for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 is: [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:25Z', 'revision_number': 3, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:22:29.982406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Allocated IP 172.20.0.1 (3e0ce481-75f2-4688-9eec-39a2795f75c7/f4b029b4-fcea-4790-a765-2f1787071d20/508f7c50-7d98-47bf-818b-264c2a1bcb7f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:29.993820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f57bd7-a661-4870-82fd-e0056adce123 req-11b343e5-ad70-47c2-8b0e-3cc140d5d200 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:29.995708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35f57bd7-a661-4870-82fd-e0056adce123 req-11b343e5-ad70-47c2-8b0e-3cc140d5d200 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 946 time: 0.5252583 Jun 30 02:22:30.008126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0d4f3-8c24-4009-b5ec-b7bba1d3411a req-40361418-a8db-4d42-97af-ce1a39b8dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:30.010989 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-53a0d4f3-8c24-4009-b5ec-b7bba1d3411a req-40361418-a8db-4d42-97af-ce1a39b8dac8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 1098 time: 0.2242889 Jun 30 02:22:30.045679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899a114-fb32-4f4c-b2b3-f03be8fcb256 req-fa24994c-0a99-4879-91b0-bccf3ab32e6e tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:30.048009 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4899a114-fb32-4f4c-b2b3-f03be8fcb256 req-fa24994c-0a99-4879-91b0-bccf3ab32e6e tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 947 time: 0.1058989 Jun 30 02:22:30.096056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4899a114-fb32-4f4c-b2b3-f03be8fcb256 req-a9963014-a0b7-4cde-b11e-20b9c5f19bfa tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Jun 30 02:22:30.134293 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-53a0d4f3-8c24-4009-b5ec-b7bba1d3411a req-8fb8b9ba-3bd0-4f76-9010-b1a055f18548 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080534 Jun 30 02:22:30.174759 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35f57bd7-a661-4870-82fd-e0056adce123 req-942639c0-3475-4d69-91db-ef0c9190803d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621637 Jun 30 02:22:30.178227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-95da6bfc-2a0d-4de1-9971-637067937197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:30.179989 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-95da6bfc-2a0d-4de1-9971-637067937197 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2729266 Jun 30 02:22:30.245985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-0770aace-9bf2-45a4-87bf-d698d10dea62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3b57034b-e644-494f-b944-6001418028b2 HTTP/1.1" status: 200 len: 217 time: 0.0486686 Jun 30 02:22:30.320436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 713a9834-f1fe-4aa1-b09b-ae886d402768 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:30.340981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:30.383443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Transition to ACTIVE for port object 508f7c50-7d98-47bf-818b-264c2a1bcb7f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:30.393257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-caf47891-02dd-40bb-b972-dc7437e1d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:30.394775 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-caf47891-02dd-40bb-b972-dc7437e1d0c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1313410 Jun 30 02:22:30.407938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 713a9834-f1fe-4aa1-b09b-ae886d402768 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:30.429553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ea5ccd55-ef82-406e-b8ee-2976088496ca details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:30.433239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 713a9834-f1fe-4aa1-b09b-ae886d402768 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:30.433612 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:30.550763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-9c12e9c8-4e3b-4673-a5b2-ec3db9fade70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:30.552260 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-9c12e9c8-4e3b-4673-a5b2-ec3db9fade70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1457193 Jun 30 02:22:30.574334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ee56f-33cf-4ffb-b541-70fb2a2eeae8 req-87056ddb-1d61-4b58-8e77-112e2502620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:30.582095 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f1ee56f-33cf-4ffb-b541-70fb2a2eeae8 req-87056ddb-1d61-4b58-8e77-112e2502620d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 948 time: 0.1703570 Jun 30 02:22:30.590538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:30.597187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port ea5ccd55-ef82-406e-b8ee-2976088496ca, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ea5ccd55-ef82-406e-b8ee-2976088496ca,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:30.600225 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:30.618178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'ea5ccd55-ef82-406e-b8ee-2976088496ca', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'ea5ccd55-ef82-406e-b8ee-2976088496ca', 'mac_address': 'fa:16:3e:c8:dc:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:30.665548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 713a9834-f1fe-4aa1-b09b-ae886d402768, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=713a9834-f1fe-4aa1-b09b-ae886d402768,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:30.673344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:30.704661 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:30.712172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Network 3e0ce481-75f2-4688-9eec-39a2795f75c7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:30.740975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=508f7c50-7d98-47bf-818b-264c2a1bcb7f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:30.745705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=713a9834-f1fe-4aa1-b09b-ae886d402768,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:30.749497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5ccd55-ef82-406e-b8ee-2976088496ca {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:30.756268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:30.759778 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:30.760362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:30.786069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port ea5ccd55-ef82-406e-b8ee-2976088496ca, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ea5ccd55-ef82-406e-b8ee-2976088496ca,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:30.791650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.792012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.792332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.792692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.793027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.793556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.795457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.795457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.795457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.795457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.795830 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:30.796019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.796019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:30.876848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=ea5ccd55-ef82-406e-b8ee-2976088496ca,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:30.899582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f1ee56f-33cf-4ffb-b541-70fb2a2eeae8 req-8b186eea-c45a-4664-98db-36082bb9f931 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166070 Jun 30 02:22:30.923674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbf453-acbc-4223-92ba-015e21ec4350 req-18a87dc3-1ce5-4b17-b303-09ca03a7d6a3 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:30.932108 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-adbbf453-acbc-4223-92ba-015e21ec4350 req-18a87dc3-1ce5-4b17-b303-09ca03a7d6a3 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 948 time: 0.0827889 Jun 30 02:22:30.979086 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-adbbf453-acbc-4223-92ba-015e21ec4350 req-84e2dac8-9cdc-45ff-a92a-1dcb482d5247 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455608 Jun 30 02:22:30.980317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-6ada562d-10d3-4d0f-9409-8e67ee1338ca service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791826 Jun 30 02:22:31.175653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2dbec62e-04c8-48b0-a046-d4f0698bee31 None None] Provisioning for port 508f7c50-7d98-47bf-818b-264c2a1bcb7f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:31.180295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2dbec62e-04c8-48b0-a046-d4f0698bee31 None None] Provisioning complete for port 508f7c50-7d98-47bf-818b-264c2a1bcb7f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:31.180758 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2dbec62e-04c8-48b0-a046-d4f0698bee31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:31.225657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['ea5ccd55-ef82-406e-b8ee-2976088496ca'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:31.342890 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4b4a0da-0bb7-42ba-ae63-d483f068a295 req-4236c70a-0bf7-4efe-acc5-3dce8610b390 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287928 Jun 30 02:22:31.407175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90756ee-730a-4939-a1d3-5452f93ea2b9 req-d70a8a95-6e80-407c-8771-8cad3cfc8c93 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:31.408723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a90756ee-730a-4939-a1d3-5452f93ea2b9 req-d70a8a95-6e80-407c-8771-8cad3cfc8c93 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 947 time: 0.0982106 Jun 30 02:22:31.417054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2dbec62e-04c8-48b0-a046-d4f0698bee31 None None] Port 508f7c50-7d98-47bf-818b-264c2a1bcb7f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:31.477067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:31.483708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:31.489135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a90756ee-730a-4939-a1d3-5452f93ea2b9 req-cb9f59c0-d67b-44c4-8382-5139118af1b4 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692997 Jun 30 02:22:31.490229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c605d28-4b22-4f86-888b-4080f719053c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713a9834-f1fe-4aa1-b09b-ae886d402768'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:31.501569 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675d696b-f068-4e2f-aee1-bde73bd13511" -d '{"events": [{"server_uuid": "2c605d28-4b22-4f86-888b-4080f719053c", "name": "network-vif-plugged", "status": "completed", "tag": "713a9834-f1fe-4aa1-b09b-ae886d402768"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:31.527459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:31.544900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:31.563994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d61e7-bc38-42f3-bcf2-b68ad88bddbb req-66a17162-8449-4176-9b36-e49124d577db tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:31.565578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-994d61e7-bc38-42f3-bcf2-b68ad88bddbb req-66a17162-8449-4176-9b36-e49124d577db tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.3637695 Jun 30 02:22:31.696110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9258dbee-a3c7-4177-8fa3-8d7be661bcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:31.699228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-994d61e7-bc38-42f3-bcf2-b68ad88bddbb req-7f65ffe0-4495-435a-bd8b-57a258010938 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859377 Jun 30 02:22:31.716343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:31.769318 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:22:31.769318 n-d-758944-39 neutron-server[93770]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:22:31.769318 n-d-758944-39 neutron-server[93770]: [parameters: {'project_id': '5f99d10b85ee4001912a9c7414fab938', 'id': '2883cb29-a17c-40bc-b7c6-c862cedd1eb7', 'expiration': datetime.datetime(2021, 6, 30, 2, 24, 31, 756432)}] Jun 30 02:22:31.769318 n-d-758944-39 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:22:31.769731 n-d-758944-39 neutron-server[93770]: DEBUG oslo_db.api [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:22:31.783659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0176a-a508-4acb-a568-c60f8e719c45 req-9c602629-ef62-422d-b85b-be9f2f72ed92 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:31.785194 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-18c0176a-a508-4acb-a568-c60f8e719c45 req-9c602629-ef62-422d-b85b-be9f2f72ed92 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 946 time: 0.1552255 Jun 30 02:22:31.810455 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bccfbe3-4ce4-4e24-afb8-3d67c1624b98 x-openstack-request-id: req-8bccfbe3-4ce4-4e24-afb8-3d67c1624b98 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:31.811095 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c605d28-4b22-4f86-888b-4080f719053c", "name": "network-vif-plugged", "status": "completed", "tag": "713a9834-f1fe-4aa1-b09b-ae886d402768", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:31.817470 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8bccfbe3-4ce4-4e24-afb8-3d67c1624b98 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:31.818199 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c605d28-4b22-4f86-888b-4080f719053c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713a9834-f1fe-4aa1-b09b-ae886d402768', 'code': 200} Jun 30 02:22:31.829663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:31.837258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:31.838102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:31.839777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:31.844035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:31.844491 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:31.863450 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-18c0176a-a508-4acb-a568-c60f8e719c45 req-6742c156-c3ee-4fe2-9b8e-7a0570a460d4 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613890 Jun 30 02:22:31.964218 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9258dbee-a3c7-4177-8fa3-8d7be661bcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:31.972649 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9258dbee-a3c7-4177-8fa3-8d7be661bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.008333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=508f7c50-7d98-47bf-818b-264c2a1bcb7f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:32.017230 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.031522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Network 3e0ce481-75f2-4688-9eec-39a2795f75c7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:32.035154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:32.073684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5e5b0dfa-9cf4-4772-9897-b667d7e7c053,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:32.082819 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.087812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9258dbee-a3c7-4177-8fa3-8d7be661bcb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b851c4308434d85ad7ab8f6a5664e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5554187 Jun 30 02:22:32.094341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:32.095200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258dbee-a3c7-4177-8fa3-8d7be661bcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e2db22-7ed9-497e-8839-af0918dd0c8a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:32.159619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f003fa0-c674-4979-b049-b2b68774b228 req-c774f5ae-cc46-413c-9e11-248b2cd8f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:32.161158 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f003fa0-c674-4979-b049-b2b68774b228 req-c774f5ae-cc46-413c-9e11-248b2cd8f4c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 1101 time: 0.2180483 Jun 30 02:22:32.192108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466358a7-d86c-4dc5-8b82-e64c3f8fe6f3 req-5f227251-2015-4453-99d0-4ca13565af47 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:32.200460 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-466358a7-d86c-4dc5-8b82-e64c3f8fe6f3 req-5f227251-2015-4453-99d0-4ca13565af47 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 949 time: 0.1187038 Jun 30 02:22:32.201128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=5e5b0dfa-9cf4-4772-9897-b667d7e7c053,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:32.270026 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-466358a7-d86c-4dc5-8b82-e64c3f8fe6f3 req-f60c868f-8dc0-41a2-b31f-635dffe02c0b tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684559 Jun 30 02:22:32.270652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.286021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f003fa0-c674-4979-b049-b2b68774b228 req-65a88e70-9df4-47a3-b2e6-aa1d134c29e1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940077 Jun 30 02:22:32.307020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efef820f-7be0-4f3f-9487-c721d5d7acc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.319825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Router d2d07821-536c-4b31-ab28-18b91e94f80e has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:22:32.333980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3b57034b-e644-494f-b944-6001418028b2 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:32.337820 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efef820f-7be0-4f3f-9487-c721d5d7acc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.477420 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.487115 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.531428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d8126bd1-ae53-4da7-90c6-d652a8b8922f None None] Provisioning complete for port 508f7c50-7d98-47bf-818b-264c2a1bcb7f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:32.532737 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8126bd1-ae53-4da7-90c6-d652a8b8922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.544581 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efef820f-7be0-4f3f-9487-c721d5d7acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.547165 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efef820f-7be0-4f3f-9487-c721d5d7acc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.548391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-efef820f-7be0-4f3f-9487-c721d5d7acc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31e2db22-7ed9-497e-8839-af0918dd0c8a HTTP/1.1" status: 204 len: 168 time: 0.4528401 Jun 30 02:22:32.557205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:22:32.575007 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cdbdd6a4-26df-468e-aa32-9585fcfe7ce6 admin admin] 10.222.0.55 "PUT /v2.0/routers/d2d07821-536c-4b31-ab28-18b91e94f80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4942341 Jun 30 02:22:32.575007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef820f-7be0-4f3f-9487-c721d5d7acc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e2db22-7ed9-497e-8839-af0918dd0c8a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:32.581037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da1f2b-052c-4846-86e7-b7f41c4e1aa4 req-59729dc4-179b-4589-a9d5-daf11c15f2a7 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:32.585909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5da1f2b-052c-4846-86e7-b7f41c4e1aa4 req-59729dc4-179b-4589-a9d5-daf11c15f2a7 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 1098 time: 0.1701405 Jun 30 02:22:32.632785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5da1f2b-052c-4846-86e7-b7f41c4e1aa4 req-5e47cf2c-2ddc-4838-b402-bcfe6e6f9c93 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414248 Jun 30 02:22:32.692692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8126bd1-ae53-4da7-90c6-d652a8b8922f None None] Port 508f7c50-7d98-47bf-818b-264c2a1bcb7f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:32.711700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3b57034b-e644-494f-b944-6001418028b2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3b57034b-e644-494f-b944-6001418028b2,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:32.733037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '3b57034b-e644-494f-b944-6001418028b2', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '3b57034b-e644-494f-b944-6001418028b2', 'mac_address': 'fa:16:3e:6e:54:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:32.791388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Sync routers for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:22:32.797672 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.826536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b57034b-e644-494f-b944-6001418028b2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:32.847723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f99d10b85ee4001912a9c7414fab938&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3016710 Jun 30 02:22:32.851415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:32.860523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76db38f-72a5-4e5f-bde4-aab2c5ff2ab0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:32.876755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.877377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.878508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.879213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.879389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3b57034b-e644-494f-b944-6001418028b2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3b57034b-e644-494f-b944-6001418028b2,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:32.879862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.880344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.881074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.881682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:32.881869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.882388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.882892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.883378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.883835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:32.884084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd2ace-75a3-493a-bd48-9a106d2f7c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:22:32.891109 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:32.910638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84160194-f93e-4bbd-9205-d169f4bfb69d req-340e5e74-0c69-487e-b37b-904f9c678338 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:32.912391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84160194-f93e-4bbd-9205-d169f4bfb69d req-340e5e74-0c69-487e-b37b-904f9c678338 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 947 time: 0.0914404 Jun 30 02:22:32.948595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe929c36-0e92-447e-aa7e-c889fb9e5705 req-72034394-1450-484e-82ff-abc7f5370a80 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:32.951182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe929c36-0e92-447e-aa7e-c889fb9e5705 req-72034394-1450-484e-82ff-abc7f5370a80 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 948 time: 0.4613574 Jun 30 02:22:32.964937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84160194-f93e-4bbd-9205-d169f4bfb69d req-6a00640e-dbac-4252-839f-2f2945bffa1b tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 Jun 30 02:22:33.014289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a178472-dc28-4c2c-ba0a-a431711286fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.027792 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe929c36-0e92-447e-aa7e-c889fb9e5705 req-d382ebe9-37f7-43f0-b87e-040b4cd8a58d tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641279 Jun 30 02:22:33.055449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=3b57034b-e644-494f-b944-6001418028b2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:33.073340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a178472-dc28-4c2c-ba0a-a431711286fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.133728 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a178472-dc28-4c2c-ba0a-a431711286fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.133934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43050) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:33.134619 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a178472-dc28-4c2c-ba0a-a431711286fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.137344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6a178472-dc28-4c2c-ba0a-a431711286fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f76db38f-72a5-4e5f-bde4-aab2c5ff2ab0 HTTP/1.1" status: 204 len: 168 time: 0.2843895 Jun 30 02:22:33.147481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a178472-dc28-4c2c-ba0a-a431711286fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76db38f-72a5-4e5f-bde4-aab2c5ff2ab0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:33.185174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43325056-3caf-4642-94fd-fd5a9e42cea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.230845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:33.238537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48df197-7648-4014-a311-d81395bc418d req-af60bfa0-31a1-4e72-a131-8d9f285b6096 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:33.248287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a48df197-7648-4014-a311-d81395bc418d req-af60bfa0-31a1-4e72-a131-8d9f285b6096 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 1098 time: 0.1155813 Jun 30 02:22:33.295165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606e78d-8668-434d-b172-2e58db29b398 req-023274b6-1cbd-409b-a9b1-01f84ac6c6fb tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:33.298085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6606e78d-8668-434d-b172-2e58db29b398 req-023274b6-1cbd-409b-a9b1-01f84ac6c6fb tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.1228805 Jun 30 02:22:33.326633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a48df197-7648-4014-a311-d81395bc418d req-a33348c5-047d-4f0b-90cd-43fa132762dd tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771859 Jun 30 02:22:33.364003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['3b57034b-e644-494f-b944-6001418028b2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:33.405677 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6606e78d-8668-434d-b172-2e58db29b398 req-b9935aa9-cb9d-4d75-a70c-b1757e5906e5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012423 Jun 30 02:22:33.427617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43325056-3caf-4642-94fd-fd5a9e42cea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.443443 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43325056-3caf-4642-94fd-fd5a9e42cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.496503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:33.524584 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-43325056-3caf-4642-94fd-fd5a9e42cea0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24cb2b46db164e05ae1ea5a0cbce3d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896334 Jun 30 02:22:33.527361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:33.557766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43325056-3caf-4642-94fd-fd5a9e42cea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1e71ee-1be0-4de2-846c-568f123b787d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:33.644186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34981ae4-823b-4599-b16e-e74ba5eeae59 req-fc9823be-731a-4813-9434-6c7a0b448941 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:33.647039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34981ae4-823b-4599-b16e-e74ba5eeae59 req-fc9823be-731a-4813-9434-6c7a0b448941 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 949 time: 0.1291771 Jun 30 02:22:33.660225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:33.660731 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.663343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0b0e072-732f-4ad3-89e6-e86bfebbc138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.695827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0b0e072-732f-4ad3-89e6-e86bfebbc138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.741150 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34981ae4-823b-4599-b16e-e74ba5eeae59 req-b2a1bf84-7b9f-4bbe-8497-b409daf015ad tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820792 Jun 30 02:22:33.786048 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0b0e072-732f-4ad3-89e6-e86bfebbc138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.789725 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0b0e072-732f-4ad3-89e6-e86bfebbc138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:33.793406 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d0b0e072-732f-4ad3-89e6-e86bfebbc138 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f1e71ee-1be0-4de2-846c-568f123b787d HTTP/1.1" status: 204 len: 168 time: 0.2623737 Jun 30 02:22:33.804250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0e072-732f-4ad3-89e6-e86bfebbc138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1e71ee-1be0-4de2-846c-568f123b787d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:33.831458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:33.848128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4abb439c-5b82-4b70-8216-6542cebc9fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.062775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:34.066471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 2, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:34.068740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-network', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:34.131901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Checking router: d2d07821-536c-4b31-ab28-18b91e94f80e for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:22:34.132973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Updating router d2d07821-536c-4b31-ab28-18b91e94f80e port 508f7c50-7d98-47bf-818b-264c2a1bcb7f binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:22:34.176700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.275875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4abb439c-5b82-4b70-8216-6542cebc9fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.286590 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4abb439c-5b82-4b70-8216-6542cebc9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.303580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Made reservation on behalf of 2033d78eee914f669c5e3a8b279a88c6 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:34.306316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.313089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4abb439c-5b82-4b70-8216-6542cebc9fbf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c8e5fb70a9f348a694f2666669fa30fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801269 Jun 30 02:22:34.320786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:34.346648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.347559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f726a85-84f0-441d-b35d-0fa5d2c8619d req-0c56435f-9a9e-4a67-9320-8315e9239b20 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:34.349049 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9f726a85-84f0-441d-b35d-0fa5d2c8619d req-0c56435f-9a9e-4a67-9320-8315e9239b20 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 948 time: 0.1185849 Jun 30 02:22:34.354346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb439c-5b82-4b70-8216-6542cebc9fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96c670d-6dff-4319-8c74-9b5aa864a1d5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:34.413865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9f726a85-84f0-441d-b35d-0fa5d2c8619d req-806f5c3d-5688-487f-9df3-68370b3e9a5b tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526214 Jun 30 02:22:34.456091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ea5ccd55-ef82-406e-b8ee-2976088496ca up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:34.567589 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ff78cc0-8dcc-4c9e-add9-9edc57d40b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.586060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port ea5ccd55-ef82-406e-b8ee-2976088496ca completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:34.595611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port ea5ccd55-ef82-406e-b8ee-2976088496ca triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:34.595988 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.604344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a223316-272f-40ad-8935-91634e04d022 req-f37c048b-1aaa-4c3c-9622-c259aa038b73 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:34.605870 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ff78cc0-8dcc-4c9e-add9-9edc57d40b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.612210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a223316-272f-40ad-8935-91634e04d022 req-f37c048b-1aaa-4c3c-9622-c259aa038b73 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 948 time: 0.0786784 Jun 30 02:22:34.616352 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.634144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.662978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a223316-272f-40ad-8935-91634e04d022 req-4de3bbfe-bc5a-4417-a9d0-48bb051587d4 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497358 Jun 30 02:22:34.680158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:22:34.687568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1024081e-6248-469e-9e23-b5ba835ce679,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:34.717727 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.718129 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Added segment 4160e2a6-480c-4386-8463-5a9a22ea4f1b of type vlan for network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 Jun 30 02:22:34.719561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ff78cc0-8dcc-4c9e-add9-9edc57d40b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.724240 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ff78cc0-8dcc-4c9e-add9-9edc57d40b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.729285 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0ff78cc0-8dcc-4c9e-add9-9edc57d40b3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a96c670d-6dff-4319-8c74-9b5aa864a1d5 HTTP/1.1" status: 204 len: 168 time: 0.4012208 Jun 30 02:22:34.768535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff78cc0-8dcc-4c9e-add9-9edc57d40b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96c670d-6dff-4319-8c74-9b5aa864a1d5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:34.799519 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.802692 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.841828 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.843094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Transition to ACTIVE for port object 508f7c50-7d98-47bf-818b-264c2a1bcb7f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:34.843465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:34.844464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.858914 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.878092 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.917804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8512635 Jun 30 02:22:34.917968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:34.924250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Request body: {'subnet': {'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-subnet', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:34.927250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8e58a9-8a6b-418a-bac1-839b188e8143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5ccd55-ef82-406e-b8ee-2976088496ca'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:34.930210 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03085e6-911f-4227-8f20-ff6c1d3db065" -d '{"events": [{"server_uuid": "de8e58a9-8a6b-418a-bac1-839b188e8143", "name": "network-vif-plugged", "status": "completed", "tag": "ea5ccd55-ef82-406e-b8ee-2976088496ca"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:34.939186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81365e5a-cb07-4177-9bba-e29173b6b7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=87712f5c-d0eb-4c3d-92b7-6d105981c7c4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:34.959808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:22:34.964969 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port ea5ccd55-ef82-406e-b8ee-2976088496ca, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ea5ccd55-ef82-406e-b8ee-2976088496ca,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:34.980941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Made reservation on behalf of 2033d78eee914f669c5e3a8b279a88c6 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:34.983724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.989417 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:34.991856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31129d-f046-411a-85a9-735b4a0ff90f req-5a48d76d-602f-4450-8448-b75d5126b05c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:34.993700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d31129d-f046-411a-85a9-735b4a0ff90f req-5a48d76d-602f-4450-8448-b75d5126b05c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.1165185 Jun 30 02:22:35.042061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410852a5-f05d-494e-aa54-2036d9662c5c None None] Pushing event updated for resources: {'Port': ['ID=508f7c50-7d98-47bf-818b-264c2a1bcb7f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:35.071585 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d31129d-f046-411a-85a9-735b4a0ff90f req-8f659943-e4dd-4146-b739-ab23f65912e1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719435 Jun 30 02:22:35.270921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:35.358996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e6e51e-09fa-421f-bd53-5a26cf3d8322,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:35.383257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Checking segment: {'id': '4160e2a6-480c-4386-8463-5a9a22ea4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:35.385439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Network hostable DHCP agents. Network: 87712f5c-d0eb-4c3d-92b7-6d105981c7c4, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:22:35.405723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc4580-70d7-41d3-8881-286e963ede7b req-d3293129-5b01-49f3-8005-4eba2863f76c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:35.413952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2cc4580-70d7-41d3-8881-286e963ede7b req-d3293129-5b01-49f3-8005-4eba2863f76c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 949 time: 0.0979860 Jun 30 02:22:35.419088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:22:35.440951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 87712f5c-d0eb-4c3d-92b7-6d105981c7c4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:35.448076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:35.449029 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:35.486324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-af3d651f-e579-41c6-bda7-13c7564ab911 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5671415 Jun 30 02:22:35.487222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:35.487844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2cc4580-70d7-41d3-8881-286e963ede7b req-1b802edf-2937-4d22-b31b-07b4a209a106 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662122 Jun 30 02:22:35.493780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-router', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:35.498285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad80285-5195-4287-9850-bec92791715d None None] Network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:22:35.522571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:35.524018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:35.612613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:35.624991 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9cbe38-3e5a-421f-ad87-2c7cc3425471 x-openstack-request-id: req-2a9cbe38-3e5a-421f-ad87-2c7cc3425471 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:35.625282 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8e58a9-8a6b-418a-bac1-839b188e8143", "name": "network-vif-plugged", "status": "completed", "tag": "ea5ccd55-ef82-406e-b8ee-2976088496ca", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:35.625691 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a9cbe38-3e5a-421f-ad87-2c7cc3425471 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:35.626273 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8e58a9-8a6b-418a-bac1-839b188e8143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5ccd55-ef82-406e-b8ee-2976088496ca', 'code': 200} Jun 30 02:22:35.699977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Attempting to bind port 508f7c50-7d98-47bf-818b-264c2a1bcb7f on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:35.700355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Attempting to bind port 508f7c50-7d98-47bf-818b-264c2a1bcb7f by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:35.700719 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Attempting to bind port 508f7c50-7d98-47bf-818b-264c2a1bcb7f on network 3e0ce481-75f2-4688-9eec-39a2795f75c7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:35.722684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=ea5ccd55-ef82-406e-b8ee-2976088496ca,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:35.736808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:35.737675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Checking segment: {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:35.737675 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:35.740281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Bound using segment: {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:35.740641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Bound port: 508f7c50-7d98-47bf-818b-264c2a1bcb7f, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:35.741041 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:35.788753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080425-fb87-44e8-869c-6fe490a195df req-17a92ad5-3b46-433e-869a-00955d85f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:35.791673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b0080425-fb87-44e8-869c-6fe490a195df req-17a92ad5-3b46-433e-869a-00955d85f509 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 1101 time: 0.1368368 Jun 30 02:22:35.879964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-87712f5c-d0eb-4c3d-92b7-6d105981c7c4', 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'fixed_ips': [{'subnet_id': 'd7e6e51e-09fa-421f-bd53-5a26cf3d8322'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:22:35.881615 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:35.896807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] For port 508f7c50-7d98-47bf-818b-264c2a1bcb7f, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:35.915051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] For port 508f7c50-7d98-47bf-818b-264c2a1bcb7f, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=508f7c50-7d98-47bf-818b-264c2a1bcb7f,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:35.916085 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b0080425-fb87-44e8-869c-6fe490a195df req-ad57ee8f-0c75-4958-89a9-e7f1f488b913 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171913 Jun 30 02:22:35.920432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:35.927243 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:35.984190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acf6bd-69d5-4d1e-bb4a-0751159bb91d req-c760207a-f3a9-4667-b1d1-fa0ceab7bf68 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:35.997285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04acf6bd-69d5-4d1e-bb4a-0751159bb91d req-c760207a-f3a9-4667-b1d1-fa0ceab7bf68 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 948 time: 0.1853666 Jun 30 02:22:36.088395 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04acf6bd-69d5-4d1e-bb4a-0751159bb91d req-3cf05589-536f-41a2-95a6-95c6510f8c29 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877538 Jun 30 02:22:36.095741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:36.102589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:36.105369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410852a5-f05d-494e-aa54-2036d9662c5c None None] Pushing event updated for resources: {'Port': ['ID=508f7c50-7d98-47bf-818b-264c2a1bcb7f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:36.280600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Allocated IP 172.20.0.2 (87712f5c-d0eb-4c3d-92b7-6d105981c7c4/d7e6e51e-09fa-421f-bd53-5a26cf3d8322/d3f7cc09-c331-4cd4-9af8-4d181aaedb64) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:36.367898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ca67b-15ae-426d-b366-b38070a7be70 req-78b7011a-c2d1-4b89-b461-155f031289fa tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:36.369628 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e0ca67b-15ae-426d-b366-b38070a7be70 req-78b7011a-c2d1-4b89-b461-155f031289fa tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1372297 Jun 30 02:22:36.378485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:36.381170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3b57034b-e644-494f-b944-6001418028b2 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:36.396341 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:36.436704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:36.465085 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e0ca67b-15ae-426d-b366-b38070a7be70 req-c90f5788-3f77-4388-996b-1b0763a8d86e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876384 Jun 30 02:22:36.577262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-e142d30d-ce63-4653-80c1-5260ae422f63 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:22:36.578359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-e142d30d-ce63-4653-80c1-5260ae422f63 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5068636 Jun 30 02:22:36.590477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Request body: {'binding': {'host': 'n-h2-758944-39', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:36.592016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Allocated IP 172.25.7.74 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/cc432202-4ec8-4f6e-a44c-560c2bb896a1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:36.593099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:22:36.644524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 3b57034b-e644-494f-b944-6001418028b2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:36.660492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 3b57034b-e644-494f-b944-6001418028b2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:36.660863 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:36.735753 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:36.779544 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:36.780089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Transition to ACTIVE for port object d3f7cc09-c331-4cd4-9af8-4d181aaedb64 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:36.813560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Transition to ACTIVE for port object d3f7cc09-c331-4cd4-9af8-4d181aaedb64 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:36.844832 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:36.875144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:36.895526 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:36.900393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:36.921136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d434e-70c4-4410-ab1f-0bdd89f38e0e req-5e963d6e-f70c-46a5-b732-f2f2d75c7fd7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:36.922841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a6d434e-70c4-4410-ab1f-0bdd89f38e0e req-5e963d6e-f70c-46a5-b732-f2f2d75c7fd7 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 949 time: 0.1554449 Jun 30 02:22:36.937546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:36.947827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:36.950224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:36.955725 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:36.966530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:36.972866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:35Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:36.987384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 on host n-h2-758944-39 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:36.987909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:36.988393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:37.000855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Port 66f2a940-e87d-4a17-8e0f-128822755456 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:22:37.001445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:37.023223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a6d434e-70c4-4410-ab1f-0bdd89f38e0e req-e1aec27a-b448-44f9-b10c-d7f18bbd3bf4 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866947 Jun 30 02:22:37.024487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=cc432202-4ec8-4f6e-a44c-560c2bb896a1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:37.024607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:37.024848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:37.025228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:37.025678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Bound port: 66f2a940-e87d-4a17-8e0f-128822755456, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:37.070219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3b57034b-e644-494f-b944-6001418028b2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3b57034b-e644-494f-b944-6001418028b2,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:37.106517 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:37.109784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87534686-67c1-4b98-b58d-218e85b05ba5 None None] The sync data for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 is: [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:35Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:22:37.130148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Pushing event updated for resources: {'Port': ['ID=d3f7cc09-c331-4cd4-9af8-4d181aaedb64,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:37.266580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:37.281365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Attempting to bind port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:37.282914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Attempting to bind port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '4160e2a6-480c-4386-8463-5a9a22ea4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:37.283762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Attempting to bind port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 on network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:37.284928 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:37.291656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=3b57034b-e644-494f-b944-6001418028b2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:37.297752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ac77b4ae-a530-44ed-9f65-107d9ac14ba0 service neutron] 10.222.0.55 "POST /v2.0/ports/66f2a940-e87d-4a17-8e0f-128822755456/bindings HTTP/1.1" status: 201 len: 390 time: 0.7035210 Jun 30 02:22:37.314827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:37.315224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Checking segment: {'id': '4160e2a6-480c-4386-8463-5a9a22ea4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:37.315657 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:37.316411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Bound using segment: {'id': '4160e2a6-480c-4386-8463-5a9a22ea4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:37.316930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Bound port: d3f7cc09-c331-4cd4-9af8-4d181aaedb64, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4160e2a6-480c-4386-8463-5a9a22ea4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:37.317345 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:37.427941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0743a0-05e8-4cf8-a043-95e567f902f2 req-1907b358-892e-4a00-af71-50863ab7a57d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:37.434617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 508f7c50-7d98-47bf-818b-264c2a1bcb7f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:37.437916 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a0743a0-05e8-4cf8-a043-95e567f902f2 req-1907b358-892e-4a00-af71-50863ab7a57d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.1696532 Jun 30 02:22:37.515596 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a0743a0-05e8-4cf8-a043-95e567f902f2 req-19ed04f4-0f3b-435a-9ff6-ec6731ae1dca tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754488 Jun 30 02:22:37.583162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] For port d3f7cc09-c331-4cd4-9af8-4d181aaedb64, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:37.587469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] For port d3f7cc09-c331-4cd4-9af8-4d181aaedb64, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3f7cc09-c331-4cd4-9af8-4d181aaedb64,segment=NetworkSegment(4160e2a6-480c-4386-8463-5a9a22ea4f1b),segment_id=4160e2a6-480c-4386-8463-5a9a22ea4f1b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:37.604004 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:37.636520 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7f979c-2fa3-4363-b841-4bac905a9a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b57034b-e644-494f-b944-6001418028b2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:37.639263 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef1d2e-a33e-43dc-b8ab-05baeed92397" -d '{"events": [{"server_uuid": "3a7f979c-2fa3-4363-b841-4bac905a9a8d", "name": "network-vif-plugged", "status": "completed", "tag": "3b57034b-e644-494f-b944-6001418028b2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:37.642084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 508f7c50-7d98-47bf-818b-264c2a1bcb7f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:37.714575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac6abc-7ca0-4966-9797-499f9b716c51 None None] Pushing event updated for resources: {'Port': ['ID=d3f7cc09-c331-4cd4-9af8-4d181aaedb64,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:37.719281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 508f7c50-7d98-47bf-818b-264c2a1bcb7f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:37.719659 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:37.728900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-3aa33c22-a423-405b-a569-77e417f0d363 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8f42078c946d4196ae26816f563774f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1542284 Jun 30 02:22:37.783240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-d2251a4b-ae7d-43dc-9432-d237e4c8f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:37.784902 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-d2251a4b-ae7d-43dc-9432-d237e4c8f1c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 1098 time: 0.0990851 Jun 30 02:22:37.862179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:37.867365 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:37.955824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 508f7c50-7d98-47bf-818b-264c2a1bcb7f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=508f7c50-7d98-47bf-818b-264c2a1bcb7f,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:37.964199 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:38.021618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ef37132a-e1cb-45db-8bbe-70278b9f3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:38.026319 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-ef37132a-e1cb-45db-8bbe-70278b9f3e74 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.2188518 Jun 30 02:22:38.058416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-ce464066-fe9c-4296-bbb3-f302b02180ac tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:38.059978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-ce464066-fe9c-4296-bbb3-f302b02180ac tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229008 Jun 30 02:22:38.094822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=508f7c50-7d98-47bf-818b-264c2a1bcb7f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:38.102568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-1ebe2d07-4e68-458f-ad6b-101f51f6d828 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/quotas/8f42078c946d4196ae26816f563774f3 HTTP/1.1" status: 200 len: 375 time: 0.0295858 Jun 30 02:22:38.118096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-6a59394e-ed3b-4a69-8a13-f5b537622347 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f2a940-e87d-4a17-8e0f-128822755456 HTTP/1.1" status: 200 len: 217 time: 0.0780756 Jun 30 02:22:38.233265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-5720d735-bd05-494f-a18c-372f877fb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:38.235004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-5720d735-bd05-494f-a18c-372f877fb25f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.1035595 Jun 30 02:22:38.280761 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-150e88d3-4093-4262-89be-db367e46e3e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346489 Jun 30 02:22:38.290735 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-f40781c9-7bfc-40d7-9087-f1815543a6d1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f42078c946d4196ae26816f563774f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1864505 Jun 30 02:22:38.292338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bed31-b5a7-46ef-89fd-9011b7f3214f req-1c4c7cfb-3109-48fc-b08f-24d98e90e82d tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:38.293954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-769bed31-b5a7-46ef-89fd-9011b7f3214f req-1c4c7cfb-3109-48fc-b08f-24d98e90e82d tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 949 time: 0.1049089 Jun 30 02:22:38.311689 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:38.404170 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-769bed31-b5a7-46ef-89fd-9011b7f3214f req-becb2d21-c8a2-422e-9467-dc1a5a8271b8 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912302 Jun 30 02:22:38.448258 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-040f3dc3-4a74-4560-a6af-2ad5dbab3a22 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531508 Jun 30 02:22:38.521431 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb4b66a-736e-4837-9637-0f3abc1a62e3 x-openstack-request-id: req-dcb4b66a-736e-4837-9637-0f3abc1a62e3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:38.521849 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7f979c-2fa3-4363-b841-4bac905a9a8d", "name": "network-vif-plugged", "status": "completed", "tag": "3b57034b-e644-494f-b944-6001418028b2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:38.522200 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dcb4b66a-736e-4837-9637-0f3abc1a62e3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:38.522694 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7f979c-2fa3-4363-b841-4bac905a9a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b57034b-e644-494f-b944-6001418028b2', 'code': 200} Jun 30 02:22:38.710917 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-1017ec8f-c2ba-4714-885f-878e4a89d424 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495484 Jun 30 02:22:38.829459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d814208-f523-4156-8df4-efff93a1417b req-ba54aced-4a11-4d9a-9506-d9cfcfbb5815 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:38.845948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d814208-f523-4156-8df4-efff93a1417b req-ba54aced-4a11-4d9a-9506-d9cfcfbb5815 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 946 time: 0.2023361 Jun 30 02:22:38.920355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a4d93-f0ba-4db1-a872-6cde10338b40 req-f6a14b24-d2ef-448c-852d-c07c5ed76dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:38.927560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b62a4d93-f0ba-4db1-a872-6cde10338b40 req-f6a14b24-d2ef-448c-852d-c07c5ed76dd4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 1101 time: 0.1602190 Jun 30 02:22:39.060923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b62a4d93-f0ba-4db1-a872-6cde10338b40 req-4e71fee0-d2cf-490c-a36c-48f6142f48d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136122 Jun 30 02:22:39.063423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:22:39.083256 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d814208-f523-4156-8df4-efff93a1417b req-62be4aba-0b2b-4682-958a-275521361bd3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350233 Jun 30 02:22:39.100808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6817787-67ff-4e25-87f8-aecb6480fc9a req-c23e0165-83ea-4a18-bb6b-86682c047696 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:39.102647 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6817787-67ff-4e25-87f8-aecb6480fc9a req-c23e0165-83ea-4a18-bb6b-86682c047696 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 949 time: 0.1116900 Jun 30 02:22:39.137939 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ca018-9a8f-4790-a613-b4848863a893 None None] Network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:22:39.151462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:39.174593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-e6eca35a-6516-408e-9a97-abee45c2d773 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:39.176245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-e6eca35a-6516-408e-9a97-abee45c2d773 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1098 time: 0.2543023 Jun 30 02:22:39.193250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-39'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:39.255088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4506bb44-5013-496b-84ee-ef8cd7a48c75 None None] Provisioning for port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:39.280558 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6817787-67ff-4e25-87f8-aecb6480fc9a req-ed941a3c-1a26-4ee2-9118-63956df30007 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054354 Jun 30 02:22:39.286917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:22:39.299517 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b249b2a6-da2f-4bd8-b428-2fbc48c204a0 req-0c1c420e-8510-46ca-a5ac-54450714a697 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 210 time: 0.0492368 Jun 30 02:22:39.301083 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Sync routers for ids ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:22:39.333146 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:39.337418 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0139eb28-d9b2-435a-b984-ac94144bd6b6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8451192 Jun 30 02:22:39.337574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:39.345740 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Routers {'d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:39.346452 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:39.420619 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15a4102d-a550-42a1-b3c4-3d2bb741405a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:39.596644 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:39.599997 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15a4102d-a550-42a1-b3c4-3d2bb741405a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:39.639865 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15a4102d-a550-42a1-b3c4-3d2bb741405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:39.669227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4102d-a550-42a1-b3c4-3d2bb741405a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5ad417-26ff-44eb-8ccd-ef9ea6907282,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:39.685834 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Set router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:39.814838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3f7cc09-c331-4cd4-9af8-4d181aaedb64 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:39.828451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:39.862424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419196e-5503-4ac6-af71-491e353f0a9c req-081f02d1-8fea-4b16-b417-b852bca0f5b5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:39.873528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d419196e-5503-4ac6-af71-491e353f0a9c req-081f02d1-8fea-4b16-b417-b852bca0f5b5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.1913965 Jun 30 02:22:39.878522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:39.922695 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:39.934372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f2a940-e87d-4a17-8e0f-128822755456'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:39.936874 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92097bf9-1921-4e08-8073-0627f7d085cb" -d '{"events": [{"server_uuid": "ae77e2c0-48f9-4603-9b4d-b72baab28070", "name": "network-vif-unplugged", "status": "completed", "tag": "66f2a940-e87d-4a17-8e0f-128822755456"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:39.947759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:39.978119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d419196e-5503-4ac6-af71-491e353f0a9c req-6754622f-0361-4bca-a9f9-65b7879b0fb1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035037 Jun 30 02:22:40.008816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:40.016889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:40.017264 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.047285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-15a4102d-a550-42a1-b3c4-3d2bb741405a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51786406ac4b4171a6cf4dbd2d4da611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8896890 Jun 30 02:22:40.050244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:40.189263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Pushing event updated for resources: {'Port': ['ID=66f2a940-e87d-4a17-8e0f-128822755456,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:40.203161 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9416b9-cd4a-42d5-b2a5-eec477daaf80 x-openstack-request-id: req-1d9416b9-cd4a-42d5-b2a5-eec477daaf80 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:40.203445 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae77e2c0-48f9-4603-9b4d-b72baab28070", "name": "network-vif-unplugged", "status": "completed", "tag": "66f2a940-e87d-4a17-8e0f-128822755456", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:40.203693 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d9416b9-cd4a-42d5-b2a5-eec477daaf80 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:40.204084 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66f2a940-e87d-4a17-8e0f-128822755456', 'code': 200} Jun 30 02:22:40.213735 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-746e0c8f-bd00-44d1-9b67-54cea28f650d service neutron] show failed (client error): The resource could not be found. Jun 30 02:22:40.214946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-746e0c8f-bd00-44d1-9b67-54cea28f650d service neutron] 10.222.0.69 "GET /v2.0/ports/327b3cb4-97d8-4ebe-80b6-f52faaa4e02f/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.6281812 Jun 30 02:22:40.239905 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.265046 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-router', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:35Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 3, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'gw_port': {'id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:36Z', 'updated_at': '2021-06-30T02:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:40.317391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 on host n-h1-758944-39 for vnic_type normal with profile {"migrating_to": "n-h2-758944-39"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:40.317682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:40.318204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:40.321479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a64a0c56-e5f4-4fb6-8b24-214f898702e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.325276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Port 66f2a940-e87d-4a17-8e0f-128822755456 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:22:40.325832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Attempting to bind port 66f2a940-e87d-4a17-8e0f-128822755456 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:40.339395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:40.339815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:40.340263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:40.340768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Bound port: 66f2a940-e87d-4a17-8e0f-128822755456, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:40.341237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.345371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port d3f7cc09-c331-4cd4-9af8-4d181aaedb64, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3f7cc09-c331-4cd4-9af8-4d181aaedb64,segment=NetworkSegment(4160e2a6-480c-4386-8463-5a9a22ea4f1b),segment_id=4160e2a6-480c-4386-8463-5a9a22ea4f1b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:40.346671 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Checking router: d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:22:40.347230 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Updating router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 port cc432202-4ec8-4f6e-a44c-560c2bb896a1 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:22:40.356459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:40.359793 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.360599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 508f7c50-7d98-47bf-818b-264c2a1bcb7f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:40.374916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b728b11c-0fe5-4095-9dd8-6b0742331b71 None None] Provisioning complete for port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:40.375323 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b728b11c-0fe5-4095-9dd8-6b0742331b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.407740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.426523 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.442583 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a64a0c56-e5f4-4fb6-8b24-214f898702e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.584377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c20143-7bd4-4e20-aa23-d1ace73ba9c1 req-9fb80956-cea8-4051-bce9-5a8dc4a37389 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:40.592675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71c20143-7bd4-4e20-aa23-d1ace73ba9c1 req-9fb80956-cea8-4051-bce9-5a8dc4a37389 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 949 time: 0.3485539 Jun 30 02:22:40.648325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=d3f7cc09-c331-4cd4-9af8-4d181aaedb64,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:40.680283 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71c20143-7bd4-4e20-aa23-d1ace73ba9c1 req-e64cccdd-00b8-46f7-8795-55cfb18b295e tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869224 Jun 30 02:22:40.682286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 508f7c50-7d98-47bf-818b-264c2a1bcb7f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:40.682899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.696397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:40.739001 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4692fd6-66b8-41a0-839c-4ff25a88d813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.786045 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.797476 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Transition to ACTIVE for port object cc432202-4ec8-4f6e-a44c-560c2bb896a1 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:40.803363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a64a0c56-e5f4-4fb6-8b24-214f898702e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.806171 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a64a0c56-e5f4-4fb6-8b24-214f898702e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.807695 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a64a0c56-e5f4-4fb6-8b24-214f898702e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c5ad417-26ff-44eb-8ccd-ef9ea6907282 HTTP/1.1" status: 204 len: 168 time: 0.7441342 Jun 30 02:22:40.809204 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.849740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:40.894892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a0c56-e5f4-4fb6-8b24-214f898702e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5ad417-26ff-44eb-8ccd-ef9ea6907282,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:40.901624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.937422 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Attempting to bind port cc432202-4ec8-4f6e-a44c-560c2bb896a1 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:40.939195 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Attempting to bind port cc432202-4ec8-4f6e-a44c-560c2bb896a1 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:40.939558 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Attempting to bind port cc432202-4ec8-4f6e-a44c-560c2bb896a1 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:40.952183 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-863b4a10-b01b-4e40-a12c-df49dff40079 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8f42078c946d4196ae26816f563774f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576856 Jun 30 02:22:40.962127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Allocated IP 172.20.0.1 (87712f5c-d0eb-4c3d-92b7-6d105981c7c4/d7e6e51e-09fa-421f-bd53-5a26cf3d8322/22125810-f964-46fb-b545-9f56108a72ab) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:40.967956 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fc9b4-9c31-4aef-980c-4bda27934d88 None None] Pushing event updated for resources: {'Port': ['ID=cc432202-4ec8-4f6e-a44c-560c2bb896a1,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:40.970948 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:40.974631 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:40.975993 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:40.976846 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:40.980740 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Bound port: cc432202-4ec8-4f6e-a44c-560c2bb896a1, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:40.985202 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.038230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Pushing event updated for resources: {'Port': ['ID=66f2a940-e87d-4a17-8e0f-128822755456,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:41.098639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:41.099916 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.100761 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-7793b0cb-793a-459e-b4df-c4a34963de02 service neutron] 10.222.0.73 "PUT /v2.0/ports/66f2a940-e87d-4a17-8e0f-128822755456 HTTP/1.1" status: 200 len: 1124 time: 1.9128616 Jun 30 02:22:41.104964 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] For port cc432202-4ec8-4f6e-a44c-560c2bb896a1, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:41.110256 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] For port cc432202-4ec8-4f6e-a44c-560c2bb896a1, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc432202-4ec8-4f6e-a44c-560c2bb896a1,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:41.118038 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.146976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1eb15-cf0a-4e0d-88d7-7ce7cba79122 req-da90b9ae-75b4-4ff7-abca-cc083954b1d9 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:41.148790 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cde1eb15-cf0a-4e0d-88d7-7ce7cba79122 req-da90b9ae-75b4-4ff7-abca-cc083954b1d9 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 949 time: 0.6232908 Jun 30 02:22:41.178841 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['66f2a940-e87d-4a17-8e0f-128822755456'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:41.189421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-92ad32ad-aa5a-4f15-866e-fe6cd710d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:41.193051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-92ad32ad-aa5a-4f15-866e-fe6cd710d903 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61&tenant_id=9cec145aa2d747cf98d6c57f659678cd HTTP/1.1" status: 200 len: 1123 time: 0.3663435 Jun 30 02:22:41.207706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:41.218965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-c416bb36-90f6-4053-af8d-49f6f68d6620 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:41.220674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-c416bb36-90f6-4053-af8d-49f6f68d6620 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2286966 Jun 30 02:22:41.260810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Request body: {'port': {'device_id': 'd3404d4c-15d4-45a3-940c-81120f199e20', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8f42078c946d4196ae26816f563774f3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:41.262095 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Routers {'d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:41.262730 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:41.281236 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cde1eb15-cf0a-4e0d-88d7-7ce7cba79122 req-09160082-543b-425d-aef7-76c0c245fc1e tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084976 Jun 30 02:22:41.300239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:41.332146 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a26a-e3cd-4367-9ebe-372b1f7981c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.379014 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4692fd6-66b8-41a0-839c-4ff25a88d813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.383908 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fc9b4-9c31-4aef-980c-4bda27934d88 None None] Pushing event updated for resources: {'Port': ['ID=cc432202-4ec8-4f6e-a44c-560c2bb896a1,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:41.391181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3f7cc09-c331-4cd4-9af8-4d181aaedb64 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:41.406145 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4692fd6-66b8-41a0-839c-4ff25a88d813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.470428 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] Set router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:41.482360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d4692fd6-66b8-41a0-839c-4ff25a88d813 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7159e6c1fac41dca68744e360dcacd4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1197617 Jun 30 02:22:41.485946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:41.492746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4692fd6-66b8-41a0-839c-4ff25a88d813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6bbc00-293c-4d90-8efd-3eac4a299a9a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:41.516255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb99c0-ef34-430a-b73d-24111aa2201c req-bb18bc9f-f8a4-4c6e-9b92-a964c7bd3d34 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:41.516873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:41.517251 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.517886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83cb99c0-ef34-430a-b73d-24111aa2201c req-bb18bc9f-f8a4-4c6e-9b92-a964c7bd3d34 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 944 time: 0.5786142 Jun 30 02:22:41.558393 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.560081 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85580069-08fd-44c1-a407-1018a813d3f0 req-c86a04d4-17ee-4e3d-b5be-ebea83f4c2d3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 210 time: 0.0381520 Jun 30 02:22:41.653642 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.657760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85385120-5994-469c-af01-344ea6beed73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.693251 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a26a-e3cd-4367-9ebe-372b1f7981c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.695827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Transition to ACTIVE for port object 22125810-f964-46fb-b545-9f56108a72ab will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:41.700509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85385120-5994-469c-af01-344ea6beed73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.703659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83cb99c0-ef34-430a-b73d-24111aa2201c req-fcb6ba37-44ce-4765-a684-19f9836ac221 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555040 Jun 30 02:22:41.703805 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-router', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:35Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 3, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'gw_port': {'id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:36Z', 'updated_at': '2021-06-30T02:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:41.717368 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c8c5a26a-e3cd-4367-9ebe-372b1f7981c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.747583 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e39bd-be09-4a0d-88b4-eeab975e8010 None None] The sync data for ids ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'] in n-d-758944-39 is: [{'id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-router', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:35Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 3, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'gw_port': {'id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:36Z', 'updated_at': '2021-06-30T02:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:22:41.819610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5a26a-e3cd-4367-9ebe-372b1f7981c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6721f542-aa16-40a4-abb8-a9cc968e5faa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:41.823971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c8c5a26a-e3cd-4367-9ebe-372b1f7981c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b23e9dacc6c43a3a0a7a1d0f0ddaab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5216053 Jun 30 02:22:41.826603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:41.919066 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc688041-e8ef-42df-8f67-09ae6f8fa8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.942652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d55ba2-46e9-4411-a50b-c5d403134f79 req-ba012ae3-3667-4a69-8862-fa9c9c269634 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:41.945019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-69d55ba2-46e9-4411-a50b-c5d403134f79 req-ba012ae3-3667-4a69-8862-fa9c9c269634 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 971 time: 0.2416995 Jun 30 02:22:41.945786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85385120-5994-469c-af01-344ea6beed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.949071 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85385120-5994-469c-af01-344ea6beed73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.949555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-85385120-5994-469c-af01-344ea6beed73 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb6bbc00-293c-4d90-8efd-3eac4a299a9a HTTP/1.1" status: 204 len: 168 time: 0.4620368 Jun 30 02:22:41.974473 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:41.985550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85385120-5994-469c-af01-344ea6beed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6bbc00-293c-4d90-8efd-3eac4a299a9a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:42.000444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc688041-e8ef-42df-8f67-09ae6f8fa8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:42.077379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Made reservation on behalf of 8f42078c946d4196ae26816f563774f3 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:42.084574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:42.091011 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-69d55ba2-46e9-4411-a50b-c5d403134f79 req-0a16b82b-fb00-4ff2-82bd-ff48bd3f5117 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296289 Jun 30 02:22:42.104360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:42.140039 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc688041-e8ef-42df-8f67-09ae6f8fa8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:42.142525 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc688041-e8ef-42df-8f67-09ae6f8fa8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:42.144123 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fc688041-e8ef-42df-8f67-09ae6f8fa8c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6721f542-aa16-40a4-abb8-a9cc968e5faa HTTP/1.1" status: 204 len: 168 time: 0.3151987 Jun 30 02:22:42.159010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc688041-e8ef-42df-8f67-09ae6f8fa8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6721f542-aa16-40a4-abb8-a9cc968e5faa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:42.165787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:42.182131 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:42.197533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Pushing event updated for resources: {'Port': ['ID=22125810-f964-46fb-b545-9f56108a72ab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:42.205249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'tag': '66f2a940-e87d-4a17-8e0f-128822755456'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:42.207606 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e09344e-c173-4cda-b7f0-7561ba331957" -d '{"events": [{"name": "network-changed", "server_uuid": "ae77e2c0-48f9-4603-9b4d-b72baab28070", "tag": "66f2a940-e87d-4a17-8e0f-128822755456"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:42.465540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775938fb-2247-416c-8349-9980f0fa1607 req-ecaccdf2-4eca-48fa-ac91-7d779b74b890 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:42.467141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-775938fb-2247-416c-8349-9980f0fa1607 req-ecaccdf2-4eca-48fa-ac91-7d779b74b890 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 949 time: 0.1089642 Jun 30 02:22:42.544223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-775938fb-2247-416c-8349-9980f0fa1607 req-721169bb-058a-42de-b9d7-ceac99975fc6 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660770 Jun 30 02:22:42.616398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:42.660500 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeaf152-7595-42c4-8c69-de8b98de0f22 x-openstack-request-id: req-aaeaf152-7595-42c4-8c69-de8b98de0f22 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:42.660500 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae77e2c0-48f9-4603-9b4d-b72baab28070", "tag": "66f2a940-e87d-4a17-8e0f-128822755456", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:42.660500 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aaeaf152-7595-42c4-8c69-de8b98de0f22 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:42.660500 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'tag': '66f2a940-e87d-4a17-8e0f-128822755456', 'status': 'completed', 'code': 200} Jun 30 02:22:42.665052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:42.735686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34505381-bc57-4385-9eb6-264ba93e2727 None None] Provisioning for port 22125810-f964-46fb-b545-9f56108a72ab completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:42.743298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34505381-bc57-4385-9eb6-264ba93e2727 None None] Provisioning complete for port 22125810-f964-46fb-b545-9f56108a72ab triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:42.743952 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34505381-bc57-4385-9eb6-264ba93e2727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:42.796625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:42.807901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09344e-c173-4cda-b7f0-7561ba331957 req-7481bea8-1f04-40b6-832d-9374760df9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:42.811414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e09344e-c173-4cda-b7f0-7561ba331957 req-7481bea8-1f04-40b6-832d-9374760df9a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 1127 time: 0.1220782 Jun 30 02:22:42.858807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-34505381-bc57-4385-9eb6-264ba93e2727 None None] Port 22125810-f964-46fb-b545-9f56108a72ab cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:42.913969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:42.991060 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e553829c-f370-418e-9803-34c851fd86fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:42.998524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cf77d65-f2d9-4a87-b875-989427fd22ad req-4fd8c853-65a2-46e8-a644-b8f979da0f3c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 210 time: 0.0746670 Jun 30 02:22:43.145676 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09344e-c173-4cda-b7f0-7561ba331957 req-757e005f-65df-4284-95f7-9682424abd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:43.150057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e09344e-c173-4cda-b7f0-7561ba331957 req-757e005f-65df-4284-95f7-9682424abd82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.3305473 Jun 30 02:22:43.248102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e09344e-c173-4cda-b7f0-7561ba331957 req-b299d5eb-bd7c-4ae3-a5f4-1a191da49b8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f2a940-e87d-4a17-8e0f-128822755456 HTTP/1.1" status: 200 len: 217 time: 0.0844908 Jun 30 02:22:43.314074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:43.317657 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81443b64-5c0c-4292-830d-f6df4c68c2e6" -d '{"events": [{"server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "name": "network-vif-unplugged", "status": "completed", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:43.323122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:43.434076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09344e-c173-4cda-b7f0-7561ba331957 req-989a4ea7-f7bb-4cb5-9ab5-b61095530317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:43.435583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e09344e-c173-4cda-b7f0-7561ba331957 req-989a4ea7-f7bb-4cb5-9ab5-b61095530317 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.1767037 Jun 30 02:22:43.451464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc432202-4ec8-4f6e-a44c-560c2bb896a1 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:43.498926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e09344e-c173-4cda-b7f0-7561ba331957 req-c68a9345-6032-49e4-a31a-c94239ff626b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430348 Jun 30 02:22:43.502507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33465020-1c21-4ba6-96af-59c331b7dbf9 req-657986b0-7777-4560-883c-6938e522cca9 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:43.522668 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33465020-1c21-4ba6-96af-59c331b7dbf9 req-657986b0-7777-4560-883c-6938e522cca9 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 949 time: 1.0382018 Jun 30 02:22:43.551187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Transition to ACTIVE for port object 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:43.572607 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:43.573881 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e553829c-f370-418e-9803-34c851fd86fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:43.587166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e553829c-f370-418e-9803-34c851fd86fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:43.594875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port cc432202-4ec8-4f6e-a44c-560c2bb896a1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:43.601211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cc432202-4ec8-4f6e-a44c-560c2bb896a1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:43.601876 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:43.651777 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e553829c-f370-418e-9803-34c851fd86fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b75fed47467345a9b160c621141cfbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7369578 Jun 30 02:22:43.668528 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9771d2-075e-430a-af33-d6e1daab1ce7 req-49ff022b-8f45-42f5-8461-2f5de9203894 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:43.675733 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c9771d2-075e-430a-af33-d6e1daab1ce7 req-49ff022b-8f45-42f5-8461-2f5de9203894 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 944 time: 0.2678366 Jun 30 02:22:43.677491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:43.682232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553829c-f370-418e-9803-34c851fd86fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4722ea-5201-48d9-b060-9e0ee6f91915,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:43.685447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] No DVR routers for this DVR port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:22:43.756834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e09344e-c173-4cda-b7f0-7561ba331957 req-bfd796c4-852e-44e9-b3e1-ff51a7a35c9a service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453260 Jun 30 02:22:43.768797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33465020-1c21-4ba6-96af-59c331b7dbf9 req-b243ddb8-b870-42b8-a3c5-3039c9f1a3ba tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377307 Jun 30 02:22:43.781780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Attempting to bind port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:43.782037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Attempting to bind port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:43.787176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Attempting to bind port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:43.830961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Allocated IP 192.168.233.6 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/cb5b3b46-d6a5-430d-8df7-f510cd85771a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:43.833191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:22:43.833924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Attempting to bind port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:43.847953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:43.857026 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:43.859076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:43.865025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:43.865501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:43.865946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:43.866475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Bound port: 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:43.866934 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:43.910897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port cc432202-4ec8-4f6e-a44c-560c2bb896a1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc432202-4ec8-4f6e-a44c-560c2bb896a1,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:43.920033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.035382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=cc432202-4ec8-4f6e-a44c-560c2bb896a1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:44.171899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:44.207775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:44.227465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-746f7311-0efd-461e-a2e3-0ccf7da3c767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.231179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.249551 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c9771d2-075e-430a-af33-d6e1daab1ce7 req-43975cb6-5838-4bc6-87b9-ea1fb7460e92 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728536 Jun 30 02:22:44.278791 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-746f7311-0efd-461e-a2e3-0ccf7da3c767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.297900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.314221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:44.315346 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.317111 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 1097 time: 3.1152565 Jun 30 02:22:44.351513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Transition to ACTIVE for port object cb5b3b46-d6a5-430d-8df7-f510cd85771a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:44.389739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd28db-5ba9-4468-b2e0-4b99ed7c4264 req-daff83eb-1d46-41d6-8bf7-2b7787940915 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:44.391397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65fd28db-5ba9-4468-b2e0-4b99ed7c4264 req-daff83eb-1d46-41d6-8bf7-2b7787940915 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 948 time: 0.3253191 Jun 30 02:22:44.402954 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecc5c53-588f-4fde-b99e-e8e756fe239c x-openstack-request-id: req-4ecc5c53-588f-4fde-b99e-e8e756fe239c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:44.403248 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "name": "network-vif-unplugged", "status": "completed", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:44.403499 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ecc5c53-588f-4fde-b99e-e8e756fe239c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:44.403881 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'code': 200} Jun 30 02:22:44.414747 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e09344e-c173-4cda-b7f0-7561ba331957 req-aa0bd9e5-0e0a-497b-9a1c-26c877281e52 service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239860 Jun 30 02:22:44.417551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1331fe-8ef8-428e-a5db-96a45b24a4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:44.433479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-746f7311-0efd-461e-a2e3-0ccf7da3c767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.436783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-746f7311-0efd-461e-a2e3-0ccf7da3c767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.440132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-746f7311-0efd-461e-a2e3-0ccf7da3c767 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd4722ea-5201-48d9-b060-9e0ee6f91915 HTTP/1.1" status: 204 len: 168 time: 0.7571704 Jun 30 02:22:44.448116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66f2a940-e87d-4a17-8e0f-128822755456 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:44.461842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f7311-0efd-461e-a2e3-0ccf7da3c767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4722ea-5201-48d9-b060-9e0ee6f91915,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:44.478121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:22:44.489752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e83308-f248-4a44-9bda-a2f76b33023b req-5e0350e1-7706-4da6-a046-01267569b815 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:44.498002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04e83308-f248-4a44-9bda-a2f76b33023b req-5e0350e1-7706-4da6-a046-01267569b815 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.69 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 949 time: 0.7052398 Jun 30 02:22:44.586562 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:22:44.606919 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.657909 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.663968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:22:44.705327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:44.729942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66f2a940-e87d-4a17-8e0f-128822755456 has no active binding in host n-h2-758944-39 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:22:44.753822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65fd28db-5ba9-4468-b2e0-4b99ed7c4264 req-41af1a75-3fd8-4cc9-9c4c-ee5dc7b57641 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404653 Jun 30 02:22:44.800095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-04e83308-f248-4a44-9bda-a2f76b33023b req-a07d0d97-bd32-4d93-8b5f-70e30ebefead tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Deleting port ea5ccd55-ef82-406e-b8ee-2976088496ca {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:22:44.800555 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-04e83308-f248-4a44-9bda-a2f76b33023b req-a07d0d97-bd32-4d93-8b5f-70e30ebefead tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.813926 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.834197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.855225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77e8a3-24e3-4594-a6ff-96c28adf9c75 req-7a5b2dff-e9ca-4b13-b68e-0aa7b2a9d5ff tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:44.856740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac77e8a3-24e3-4594-a6ff-96c28adf9c75 req-7a5b2dff-e9ca-4b13-b68e-0aa7b2a9d5ff tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/ports?device_id=de8e58a9-8a6b-418a-bac1-839b188e8143 HTTP/1.1" status: 200 len: 949 time: 0.2113657 Jun 30 02:22:44.864510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', '713a9834-f1fe-4aa1-b09b-ae886d402768'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:44.921154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-760ec5cc-6650-4d5b-b978-d9313bad8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:44.926740 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-760ec5cc-6650-4d5b-b978-d9313bad8734 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1100 time: 0.5583076 Jun 30 02:22:44.953181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-04e83308-f248-4a44-9bda-a2f76b33023b req-a07d0d97-bd32-4d93-8b5f-70e30ebefead tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] For port ea5ccd55-ef82-406e-b8ee-2976088496ca, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ea5ccd55-ef82-406e-b8ee-2976088496ca,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:44.953682 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-04e83308-f248-4a44-9bda-a2f76b33023b req-a07d0d97-bd32-4d93-8b5f-70e30ebefead tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:44.966062 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac77e8a3-24e3-4594-a6ff-96c28adf9c75 req-08649340-27fc-42e2-9930-ff1bb3d5b7e0 tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.55 "GET /v2.0/security-groups?id=a8c72498-312e-4fe5-bd34-81a23c19ed8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893731 Jun 30 02:22:44.978073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Pushing event updated for resources: {'Port': ['ID=22125810-f964-46fb-b545-9f56108a72ab,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:44.988342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-04e83308-f248-4a44-9bda-a2f76b33023b req-a07d0d97-bd32-4d93-8b5f-70e30ebefead tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Calling delete_port for ea5ccd55-ef82-406e-b8ee-2976088496ca owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:22:45.025507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:45.107593 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:45.195439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:45.326672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-04e83308-f248-4a44-9bda-a2f76b33023b req-a07d0d97-bd32-4d93-8b5f-70e30ebefead tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:45.349359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['ea5ccd55-ef82-406e-b8ee-2976088496ca'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:45.407531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc432202-4ec8-4f6e-a44c-560c2bb896a1 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:45.413310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Pushing event updated for resources: {'Port': ['ID=cb5b3b46-d6a5-430d-8df7-f510cd85771a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:45.432059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:45.432707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:45.445096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d0d97-bd32-4d93-8b5f-70e30ebefead tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Pushing event deleted for resources: {'Port': ['ID=ea5ccd55-ef82-406e-b8ee-2976088496ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:45.478909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:45.479666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e83308-f248-4a44-9bda-a2f76b33023b req-a07d0d97-bd32-4d93-8b5f-70e30ebefead tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] No DVR routers for this DVR port ea5ccd55-ef82-406e-b8ee-2976088496ca on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:22:45.483155 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:45.483346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-04e83308-f248-4a44-9bda-a2f76b33023b req-a07d0d97-bd32-4d93-8b5f-70e30ebefead tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:45.492369 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04e83308-f248-4a44-9bda-a2f76b33023b req-a07d0d97-bd32-4d93-8b5f-70e30ebefead tempest-DeleteServersAdminTestJSON-39939818 tempest-DeleteServersAdminTestJSON-39939818-project] 10.222.0.69 "DELETE /v2.0/ports/ea5ccd55-ef82-406e-b8ee-2976088496ca HTTP/1.1" status: 204 len: 173 time: 0.9886165 Jun 30 02:22:45.492875 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8e58a9-8a6b-418a-bac1-839b188e8143', 'name': 'network-vif-deleted', 'tag': 'ea5ccd55-ef82-406e-b8ee-2976088496ca'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:45.495276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:45.495393 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60317880-4ff4-4738-a515-91b0e9839a79" -d '{"events": [{"server_uuid": "de8e58a9-8a6b-418a-bac1-839b188e8143", "name": "network-vif-deleted", "tag": "ea5ccd55-ef82-406e-b8ee-2976088496ca"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:45.510233 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-081fdf99-8b80-44ee-83a6-4496ce43dd5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2590754 Jun 30 02:22:45.520338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe976ce7-fcae-4993-b092-04884f1423c8 req-e489955f-d916-48c2-94ae-e2395c4da683 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:45.527448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe976ce7-fcae-4993-b092-04884f1423c8 req-e489955f-d916-48c2-94ae-e2395c4da683 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 934 time: 0.3300145 Jun 30 02:22:45.527625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cc432202-4ec8-4f6e-a44c-560c2bb896a1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:45.528549 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:45.530193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-9e191f4e-09be-450f-b0bc-0f6e848c4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:45.537397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-9e191f4e-09be-450f-b0bc-0f6e848c4585 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.5623837 Jun 30 02:22:45.549801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Request body: {'port': {'device_id': 'd3404d4c-15d4-45a3-940c-81120f199e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:45.630087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe976ce7-fcae-4993-b092-04884f1423c8 req-e5739ce1-ecb3-49d7-b403-4149f0dc5633 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015608 Jun 30 02:22:45.756159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34515dcd-1995-49ae-9521-984335840e92 None None] Provisioning for port cb5b3b46-d6a5-430d-8df7-f510cd85771a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:45.798675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-2be12f31-cf49-411d-b996-0ae5bea335a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 217 time: 0.2395291 Jun 30 02:22:45.832358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34515dcd-1995-49ae-9521-984335840e92 None None] Provisioning complete for port cb5b3b46-d6a5-430d-8df7-f510cd85771a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:45.832641 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34515dcd-1995-49ae-9521-984335840e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:45.873214 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:45.907152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:45.926548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-34515dcd-1995-49ae-9521-984335840e92 None None] Port cb5b3b46-d6a5-430d-8df7-f510cd85771a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:45.982684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abeabd-6d08-40f7-9d3d-29376ba3b74d req-006f8a7b-03f1-4ff0-ac3d-1516cd92a4e0 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:45.984425 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5abeabd-6d08-40f7-9d3d-29376ba3b74d req-006f8a7b-03f1-4ff0-ac3d-1516cd92a4e0 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 949 time: 0.0789514 Jun 30 02:22:46.024598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-990485940-network', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:46.025288 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-2d5b6505-6b15-438b-a363-e0f866c7e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:46.026745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-2d5b6505-6b15-438b-a363-e0f866c7e6d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2066636 Jun 30 02:22:46.031393 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.037344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5abeabd-6d08-40f7-9d3d-29376ba3b74d req-80be3003-b6c1-46b3-8574-573e364b43e6 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459359 Jun 30 02:22:46.048505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e5d29880-0879-440a-8514-2f59b371542a None None] Provisioning complete for port 22125810-f964-46fb-b545-9f56108a72ab triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:46.048878 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5d29880-0879-440a-8514-2f59b371542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.056153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Made reservation on behalf of fc02e41ad1e447a3b8a274d79cde68e0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:46.059082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.069154 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.085352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:22:46.104950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e5d29880-0879-440a-8514-2f59b371542a None None] Port 22125810-f964-46fb-b545-9f56108a72ab cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:46.113324 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566fd9b4-37ee-464f-80a7-d9b1bc21db07 x-openstack-request-id: req-566fd9b4-37ee-464f-80a7-d9b1bc21db07 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:46.113628 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8e58a9-8a6b-418a-bac1-839b188e8143", "name": "network-vif-deleted", "tag": "ea5ccd55-ef82-406e-b8ee-2976088496ca", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:46.114199 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-566fd9b4-37ee-464f-80a7-d9b1bc21db07 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:46.114668 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8e58a9-8a6b-418a-bac1-839b188e8143', 'name': 'network-vif-deleted', 'tag': 'ea5ccd55-ef82-406e-b8ee-2976088496ca', 'status': 'completed', 'code': 200} Jun 30 02:22:46.191564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a55e65-25fd-4388-9862-f7c40bfc437b req-4041648d-0ceb-4909-98c2-44ed1cb964fd tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:46.204551 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00a55e65-25fd-4388-9862-f7c40bfc437b req-4041648d-0ceb-4909-98c2-44ed1cb964fd tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 944 time: 0.2787321 Jun 30 02:22:46.212075 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.218545 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.249618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:22:46.262145 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.262854 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Added segment 9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef of type vlan for network a784a85e-0045-483d-a46b-a0c0625f9544 Jun 30 02:22:46.323940 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.327695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5801bb08-ac08-436f-884b-0e1e82d4a2f0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:46.361740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.363180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:46.363810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.431737 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5210993 Jun 30 02:22:46.438982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:46.447588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Request body: {'subnet': {'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-990485940-subnet', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:46.459635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc37cda-8916-43f7-be41-f2b605dc40f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a784a85e-0045-483d-a46b-a0c0625f9544,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:46.479212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Made reservation on behalf of fc02e41ad1e447a3b8a274d79cde68e0 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:46.481976 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.485294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a784a85e-0045-483d-a46b-a0c0625f9544 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:22:46.627803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22371019-a3cc-4b4b-8799-b52816c03af7 req-722daa4f-c7ce-4559-8cc4-2e6e1df2e2db tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:46.629359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22371019-a3cc-4b4b-8799-b52816c03af7 req-722daa4f-c7ce-4559-8cc4-2e6e1df2e2db tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 948 time: 0.1043491 Jun 30 02:22:46.686863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:46.689385 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:46.706652 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00a55e65-25fd-4388-9862-f7c40bfc437b req-f93a335e-e883-4d4f-8201-c78fa200ee75 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011234 Jun 30 02:22:46.730982 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22371019-a3cc-4b4b-8799-b52816c03af7 req-18781161-df13-4689-8af3-b280ef0c9acf tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814548 Jun 30 02:22:46.747159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-accc0a7a-4c26-4f9b-980d-bbb803d233eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:46.748721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-accc0a7a-4c26-4f9b-980d-bbb803d233eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7017760 Jun 30 02:22:46.789647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:46.861351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:22:46.871286 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-67cad6ea-f456-450e-b1be-cb9e954b1c6e admin admin] 10.222.0.55 "PUT /v2.0/routers/d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5325851 Jun 30 02:22:46.885318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Sync routers for ids ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:22:46.919136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Routers {'d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:46.921007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:46.926148 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7103a58d-d7b1-445b-8a0c-2441bb3880fc x-openstack-request-id: req-7103a58d-d7b1-445b-8a0c-2441bb3880fc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:46.926445 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:46.926699 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7103a58d-d7b1-445b-8a0c-2441bb3880fc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:46.927162 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'status': 'completed', 'code': 200} Jun 30 02:22:46.986101 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-0370f35b-78a2-401b-b345-9c91bcda82e5 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133219 Jun 30 02:22:47.058123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444f2ec8-505d-462c-a42a-20177a7aa48c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:47.077554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Checking segment: {'id': '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:47.077907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Network hostable DHCP agents. Network: a784a85e-0045-483d-a46b-a0c0625f9544, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:22:47.106824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Set router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:47.129833 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ef1ebf5-f1af-4e4a-a061-078885278e22 req-6bce0dbf-746a-4482-bbc0-79de038f68a7 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313663 Jun 30 02:22:47.138115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Network a784a85e-0045-483d-a46b-a0c0625f9544 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:22:47.150629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5b3b46-d6a5-430d-8df7-f510cd85771a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:47.151081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec5f53-e548-41e8-b8b6-44675b76053b req-e04b84cd-ca12-42e1-8d32-6a96bcbf1458 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:47.152968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64ec5f53-e548-41e8-b8b6-44675b76053b req-e04b84cd-ca12-42e1-8d32-6a96bcbf1458 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 934 time: 0.2989268 Jun 30 02:22:47.161425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:47.183647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-16a32c66-daaa-44eb-b5e6-d8e1b6eab600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:47.185131 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-16a32c66-daaa-44eb-b5e6-d8e1b6eab600 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1100 time: 0.2306693 Jun 30 02:22:47.187948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a784a85e-0045-483d-a46b-a0c0625f9544) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:47.194201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:47.195267 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:47.213902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Transition to ACTIVE for port object cb5b3b46-d6a5-430d-8df7-f510cd85771a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:47.225262 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:47.227574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02988292-d6cb-415f-834c-5e02d2c3aa44 None None] Network a784a85e-0045-483d-a46b-a0c0625f9544 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:22:47.284728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a83a809c-7b44-40a3-a34d-52564462f863 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8421822 Jun 30 02:22:47.289140 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:47.299289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64ec5f53-e548-41e8-b8b6-44675b76053b req-b45020b4-4a2b-49df-9160-1480ac5ddacb tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395063 Jun 30 02:22:47.299444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-990485940-router', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:47.405334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-1ef8cbc4-ba8e-41d9-86b3-75de3deed3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:47.406949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-1ef8cbc4-ba8e-41d9-86b3-75de3deed3fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2074249 Jun 30 02:22:47.469141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Attempting to bind port cb5b3b46-d6a5-430d-8df7-f510cd85771a on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:47.469479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Attempting to bind port cb5b3b46-d6a5-430d-8df7-f510cd85771a by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:47.469885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Attempting to bind port cb5b3b46-d6a5-430d-8df7-f510cd85771a on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:47.480046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Pushing event updated for resources: {'Port': ['ID=cb5b3b46-d6a5-430d-8df7-f510cd85771a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:47.504590 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Port cb5b3b46-d6a5-430d-8df7-f510cd85771a on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:22:47.504929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Attempting to bind port cb5b3b46-d6a5-430d-8df7-f510cd85771a on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:47.519063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:47.519819 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-249b924a-9b47-4f5c-b092-69c92ddcc4c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 217 time: 0.0912685 Jun 30 02:22:47.520752 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:47.529605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:47.529940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:47.530330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:47.530799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Bound port: cb5b3b46-d6a5-430d-8df7-f510cd85771a, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:47.531160 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:47.564891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a784a85e-0045-483d-a46b-a0c0625f9544', 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'fixed_ips': [{'subnet_id': '444f2ec8-505d-462c-a42a-20177a7aa48c'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:22:47.565818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:47.639156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-8a0f3342-0a32-4d04-ae53-e5ac080d614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:47.640871 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-8a0f3342-0a32-4d04-ae53-e5ac080d614e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1182153 Jun 30 02:22:47.646514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-f1dfdde2-e187-4055-b3c0-a616b390eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:47.648118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-f1dfdde2-e187-4055-b3c0-a616b390eaed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1100 time: 0.4179797 Jun 30 02:22:47.650962 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:47.662483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9aaa16-dade-4012-8ade-59ae20d795af req-4e8f6b23-84a8-462e-8f93-935b5c86213e tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:47.664063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e9aaa16-dade-4012-8ade-59ae20d795af req-4e8f6b23-84a8-462e-8f93-935b5c86213e tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 949 time: 0.3760936 Jun 30 02:22:47.725922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-9cf646f0-5bc3-466e-bd54-becf2408acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:47.727646 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-9cf646f0-5bc3-466e-bd54-becf2408acf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0797896 Jun 30 02:22:47.858248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-0b24808f-901f-46a3-84de-a7ee5250edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:47.859173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-router', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:35Z', 'updated_at': '2021-06-30T02:22:43Z', 'revision_number': 4, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'gw_port': {'id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:36Z', 'updated_at': '2021-06-30T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '22125810-f964-46fb-b545-9f56108a72ab', 'name': '', 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'mac_address': 'fa:16:3e:7b:8a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd7e6e51e-09fa-421f-bd53-5a26cf3d8322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:40Z', 'updated_at': '2021-06-30T02:22:44Z', 'revision_number': 2, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'subnets': [{'id': 'd7e6e51e-09fa-421f-bd53-5a26cf3d8322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:47.859707 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-0b24808f-901f-46a3-84de-a7ee5250edcc service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1930811 Jun 30 02:22:47.865656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Allocated IP 172.20.0.2 (a784a85e-0045-483d-a46b-a0c0625f9544/444f2ec8-505d-462c-a42a-20177a7aa48c/400c3ec5-0634-4728-ab30-4ded4c179faa) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:47.870082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] For port cb5b3b46-d6a5-430d-8df7-f510cd85771a, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:47.900448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Checking router: d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:22:47.901039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Updating router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 port 22125810-f964-46fb-b545-9f56108a72ab binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:22:47.922773 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-fc6465ea-7ae2-4b37-b85b-f635f7fd339a service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320777 Jun 30 02:22:47.990229 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.088668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] For port cb5b3b46-d6a5-430d-8df7-f510cd85771a, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb5b3b46-d6a5-430d-8df7-f510cd85771a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:48.093224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-65d52760-df46-4605-8c91-5988ed8c93ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 217 time: 0.1576140 Jun 30 02:22:48.097793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e9aaa16-dade-4012-8ade-59ae20d795af req-36878b1c-d78f-4ab1-a188-fc989d2bcedd tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578053 Jun 30 02:22:48.100368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.105332 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.189700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:48.190321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.192328 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] 10.222.0.73 "PUT /v2.0/ports/cb5b3b46-d6a5-430d-8df7-f510cd85771a HTTP/1.1" status: 200 len: 1095 time: 2.6529186 Jun 30 02:22:48.228240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-dbaf5996-7825-42ad-a770-aef791839894 service neutron] 10.222.0.69 "GET /v2.0/ports/66f2a940-e87d-4a17-8e0f-128822755456/bindings/n-h2-758944-39 HTTP/1.1" status: 200 len: 385 time: 0.3044176 Jun 30 02:22:48.246610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-0fbef308-583d-4b08-b47f-981c3663de12 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144798 Jun 30 02:22:48.259110 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.275709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Transition to ACTIVE for port object 400c3ec5-0634-4728-ab30-4ded4c179faa will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:48.299050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:48.311681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-9e7394aa-b2a0-4053-88be-03df03257982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:48.317938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-9e7394aa-b2a0-4053-88be-03df03257982 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1847854 Jun 30 02:22:48.320860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c96914-f604-450d-a661-5edf0e3498ef service neutron] Pushing event updated for resources: {'Port': ['ID=cb5b3b46-d6a5-430d-8df7-f510cd85771a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:48.322747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Transition to ACTIVE for port object 400c3ec5-0634-4728-ab30-4ded4c179faa will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:48.358560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb70c3e-2a21-46a8-9109-40c3f6adafae req-b884e251-3cd4-49b8-890f-cf9139a36169 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:48.360486 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efb70c3e-2a21-46a8-9109-40c3f6adafae req-b884e251-3cd4-49b8-890f-cf9139a36169 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 944 time: 0.2640266 Jun 30 02:22:48.373135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.451779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efb70c3e-2a21-46a8-9109-40c3f6adafae req-6b6dc305-78c7-4e8c-a394-aced8612ab86 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815005 Jun 30 02:22:48.477973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Network a784a85e-0045-483d-a46b-a0c0625f9544 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:48.511139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:48.519372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:48.529293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ea5ccd55-ef82-406e-b8ee-2976088496ca no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:22:48.557373 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c6599d5-6395-438d-abfe-227acd0515dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52522f9c7a2e4b61b64d42a1ad2b2c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552712 Jun 30 02:22:48.561483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:48.578540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: ea5ccd55-ef82-406e-b8ee-2976088496ca {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:22:48.579222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ea5ccd55-ef82-406e-b8ee-2976088496ca not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:22:48.585585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Pushing event updated for resources: {'Port': ['ID=400c3ec5-0634-4728-ab30-4ded4c179faa,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:48.589086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-91cf778f-5c9b-4c1a-bbfc-56779f211e9f service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:48.632900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-91cf778f-5c9b-4c1a-bbfc-56779f211e9f service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:48.637100 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.646015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-42c1a002-5d68-4c78-8dd3-a18b1fd69269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:48.648678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-42c1a002-5d68-4c78-8dd3-a18b1fd69269 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f42078c946d4196ae26816f563774f3&device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 1098 time: 0.3698235 Jun 30 02:22:48.666304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-04526aac-1d16-4bf3-a015-554e675c86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:48.668504 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-04526aac-1d16-4bf3-a015-554e675c86c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2842715 Jun 30 02:22:48.677882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Transition to ACTIVE for port object 22125810-f964-46fb-b545-9f56108a72ab will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:48.682822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Attempting to bind port 400c3ec5-0634-4728-ab30-4ded4c179faa on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:48.683678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Attempting to bind port 400c3ec5-0634-4728-ab30-4ded4c179faa by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:48.683678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Attempting to bind port 400c3ec5-0634-4728-ab30-4ded4c179faa on network a784a85e-0045-483d-a46b-a0c0625f9544 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:48.689997 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.695074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:48.695592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Checking segment: {'id': '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:48.696013 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.696435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Bound using segment: {'id': '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:48.697346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Bound port: 400c3ec5-0634-4728-ab30-4ded4c179faa, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:48.697346 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.697800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5a17071-8c6b-49eb-81c0-39b3b048b0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.707316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-91cf778f-5c9b-4c1a-bbfc-56779f211e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f2a940-e87d-4a17-8e0f-128822755456 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:48.731595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-91cf778f-5c9b-4c1a-bbfc-56779f211e9f service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:48.751259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5a17071-8c6b-49eb-81c0-39b3b048b0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.754291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-83e52ae7-c341-4770-873f-99d20848ce68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=cb5b3b46-d6a5-430d-8df7-f510cd85771a HTTP/1.1" status: 200 len: 217 time: 0.0809965 Jun 30 02:22:48.764086 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-91cf778f-5c9b-4c1a-bbfc-56779f211e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.789454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d01b4e-484a-46db-b59f-13baec878e87 req-3a8b18e6-ce1f-4642-812b-9d11f6917ff6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:48.791022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e9d01b4e-484a-46db-b59f-13baec878e87 req-3a8b18e6-ce1f-4642-812b-9d11f6917ff6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 948 time: 0.3596315 Jun 30 02:22:48.805743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657a884-870e-495c-88e0-890e4b835693 req-ce38c0db-4131-4d54-b49a-ce815493d48f tempest-LiveMigrationNegativeTest-677657718 tempest-LiveMigrationNegativeTest-677657718-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:48.806276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1b723-b224-414a-84a1-b7f805b38299 None None] Pushing event updated for resources: {'Port': ['ID=22125810-f964-46fb-b545-9f56108a72ab,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:48.807270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4657a884-870e-495c-88e0-890e4b835693 req-ce38c0db-4131-4d54-b49a-ce815493d48f tempest-LiveMigrationNegativeTest-677657718 tempest-LiveMigrationNegativeTest-677657718-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 1101 time: 0.1727047 Jun 30 02:22:48.857697 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4657a884-870e-495c-88e0-890e4b835693 req-4d96d541-d4a0-4cb1-9c43-b13f7a0c73a3 tempest-LiveMigrationNegativeTest-677657718 tempest-LiveMigrationNegativeTest-677657718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.864118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Attempting to bind port 22125810-f964-46fb-b545-9f56108a72ab on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:48.864528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Attempting to bind port 22125810-f964-46fb-b545-9f56108a72ab by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '4160e2a6-480c-4386-8463-5a9a22ea4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:48.864951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Attempting to bind port 22125810-f964-46fb-b545-9f56108a72ab on network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:48.872018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:48.872402 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Checking segment: {'id': '4160e2a6-480c-4386-8463-5a9a22ea4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:48.872804 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.873193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Bound using segment: {'id': '4160e2a6-480c-4386-8463-5a9a22ea4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:48.873675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Bound port: 22125810-f964-46fb-b545-9f56108a72ab, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4160e2a6-480c-4386-8463-5a9a22ea4f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:48.874051 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.894474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] For port 400c3ec5-0634-4728-ab30-4ded4c179faa, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:48.927031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] For port 400c3ec5-0634-4728-ab30-4ded4c179faa, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=400c3ec5-0634-4728-ab30-4ded4c179faa,segment=NetworkSegment(9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef),segment_id=9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:48.940588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.949923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5a17071-8c6b-49eb-81c0-39b3b048b0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.953109 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5a17071-8c6b-49eb-81c0-39b3b048b0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:48.957718 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c5a17071-8c6b-49eb-81c0-39b3b048b0ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8c72498-312e-4fe5-bd34-81a23c19ed8c HTTP/1.1" status: 204 len: 168 time: 0.3950591 Jun 30 02:22:48.959876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-91cf778f-5c9b-4c1a-bbfc-56779f211e9f service neutron] Transition to ACTIVE for port object 66f2a940-e87d-4a17-8e0f-128822755456 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:48.976144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a17071-8c6b-49eb-81c0-39b3b048b0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c72498-312e-4fe5-bd34-81a23c19ed8c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:48.989273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-91cf778f-5c9b-4c1a-bbfc-56779f211e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:49.016729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12884162-fddb-403e-a467-40a83826a0a9 None None] Pushing event updated for resources: {'Port': ['ID=400c3ec5-0634-4728-ab30-4ded4c179faa,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:49.061648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] For port 22125810-f964-46fb-b545-9f56108a72ab, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:49.065389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] For port 22125810-f964-46fb-b545-9f56108a72ab, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=22125810-f964-46fb-b545-9f56108a72ab,segment=NetworkSegment(4160e2a6-480c-4386-8463-5a9a22ea4f1b),segment_id=4160e2a6-480c-4386-8463-5a9a22ea4f1b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:49.073647 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:49.113531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf778f-5c9b-4c1a-bbfc-56779f211e9f service neutron] Pushing event updated for resources: {'Port': ['ID=66f2a940-e87d-4a17-8e0f-128822755456,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:49.170495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-91cf778f-5c9b-4c1a-bbfc-56779f211e9f service neutron] No DVR routers for this DVR port 66f2a940-e87d-4a17-8e0f-128822755456 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:22:49.225318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Routers {'d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:49.231913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:49.232658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-91cf778f-5c9b-4c1a-bbfc-56779f211e9f service neutron] 10.222.0.69 "PUT /v2.0/ports/66f2a940-e87d-4a17-8e0f-128822755456/bindings/n-h2-758944-39/activate HTTP/1.1" status: 200 len: 370 time: 0.9838865 Jun 30 02:22:49.235717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3404d4c-15d4-45a3-940c-81120f199e20', 'tag': 'cb5b3b46-d6a5-430d-8df7-f510cd85771a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:49.237491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1b723-b224-414a-84a1-b7f805b38299 None None] Pushing event updated for resources: {'Port': ['ID=22125810-f964-46fb-b545-9f56108a72ab,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:49.238252 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1624ac-ed44-4365-afae-e86c3c5ddaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3404d4c-15d4-45a3-940c-81120f199e20", "tag": "cb5b3b46-d6a5-430d-8df7-f510cd85771a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:49.262825 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4657a884-870e-495c-88e0-890e4b835693 req-4d96d541-d4a0-4cb1-9c43-b13f7a0c73a3 tempest-LiveMigrationNegativeTest-677657718 tempest-LiveMigrationNegativeTest-677657718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:49.283670 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4657a884-870e-495c-88e0-890e4b835693 req-4d96d541-d4a0-4cb1-9c43-b13f7a0c73a3 tempest-LiveMigrationNegativeTest-677657718 tempest-LiveMigrationNegativeTest-677657718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:49.316829 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4657a884-870e-495c-88e0-890e4b835693 req-4d96d541-d4a0-4cb1-9c43-b13f7a0c73a3 tempest-LiveMigrationNegativeTest-677657718 tempest-LiveMigrationNegativeTest-677657718-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859858 Jun 30 02:22:49.360329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-c3f38e2d-bf9a-43ac-be77-aeafad6691ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:49.361700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-c3f38e2d-bf9a-43ac-be77-aeafad6691ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.5698118 Jun 30 02:22:49.408107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96d541-d4a0-4cb1-9c43-b13f7a0c73a3 tempest-LiveMigrationNegativeTest-677657718 tempest-LiveMigrationNegativeTest-677657718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bcc87b-6a6e-4ce1-8c27-3bc4fa8bf8fe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:49.497911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] Set router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:49.506244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-04b4fae1-fc1c-46e6-8237-0fb37b9f959a tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:49.509591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-04b4fae1-fc1c-46e6-8237-0fb37b9f959a tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.1789320 Jun 30 02:22:49.553196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e9d01b4e-484a-46db-b59f-13baec878e87 req-1a064e4e-a3b0-48df-8887-a10563d1e802 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7179973 Jun 30 02:22:49.555365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:49.602463 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-738a080d-5df0-4c51-857f-632f501b1822 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9179544 Jun 30 02:22:49.680419 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f28dfb3-67d2-49c5-9253-e0913efd94ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:49.726935 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:49.739400 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356d5b91-f5eb-4e60-80d6-964e11883ebc x-openstack-request-id: req-356d5b91-f5eb-4e60-80d6-964e11883ebc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:49.740157 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3404d4c-15d4-45a3-940c-81120f199e20", "tag": "cb5b3b46-d6a5-430d-8df7-f510cd85771a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:49.740363 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-356d5b91-f5eb-4e60-80d6-964e11883ebc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:49.740590 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3404d4c-15d4-45a3-940c-81120f199e20', 'tag': 'cb5b3b46-d6a5-430d-8df7-f510cd85771a', 'status': 'completed', 'code': 200} Jun 30 02:22:49.755856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-router', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:35Z', 'updated_at': '2021-06-30T02:22:43Z', 'revision_number': 4, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'gw_port': {'id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:36Z', 'updated_at': '2021-06-30T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '22125810-f964-46fb-b545-9f56108a72ab', 'name': '', 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'mac_address': 'fa:16:3e:7b:8a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd7e6e51e-09fa-421f-bd53-5a26cf3d8322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:40Z', 'updated_at': '2021-06-30T02:22:49Z', 'revision_number': 4, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'subnets': [{'id': 'd7e6e51e-09fa-421f-bd53-5a26cf3d8322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:49.769831 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:49.793567 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f55758-72bc-4de8-b0a3-2628c0069ed4 None None] The sync data for ids ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'] in n-d-758944-39 is: [{'id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-router', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:35Z', 'updated_at': '2021-06-30T02:22:43Z', 'revision_number': 4, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'gw_port': {'id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:36Z', 'updated_at': '2021-06-30T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '22125810-f964-46fb-b545-9f56108a72ab', 'name': '', 'network_id': '87712f5c-d0eb-4c3d-92b7-6d105981c7c4', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'mac_address': 'fa:16:3e:7b:8a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd7e6e51e-09fa-421f-bd53-5a26cf3d8322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:40Z', 'updated_at': '2021-06-30T02:22:49Z', 'revision_number': 4, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'subnets': [{'id': 'd7e6e51e-09fa-421f-bd53-5a26cf3d8322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:22:49.795040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-46c28797-51a5-404b-b925-f47a09b2b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:49.801354 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-46c28797-51a5-404b-b925-f47a09b2b647 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070&tenant_id=fff8423f18c541888ffd11124d53e940 HTTP/1.1" status: 200 len: 1097 time: 0.2797239 Jun 30 02:22:49.827087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ccc6d-74e8-4cb7-8405-01094e6a5c98 req-6bfee06d-06a1-4d6c-8673-7e01fdc23b75 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:49.828892 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-468ccc6d-74e8-4cb7-8405-01094e6a5c98 req-6bfee06d-06a1-4d6c-8673-7e01fdc23b75 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 946 time: 0.2048178 Jun 30 02:22:49.858492 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-028cba60-09f9-4418-94f4-825eddd21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:49.870405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-028cba60-09f9-4418-94f4-825eddd21244 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4844549 Jun 30 02:22:49.966124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-468ccc6d-74e8-4cb7-8405-01094e6a5c98 req-b4c87e72-0b0d-443c-8900-91149e0e4c6d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307435 Jun 30 02:22:50.028434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f28dfb3-67d2-49c5-9253-e0913efd94ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:50.033142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-346bab3b-a683-4ab8-bb96-8e35f73eb6ef req-0e9740b0-7769-43fa-b1f7-aef77dddfb89 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057519 Jun 30 02:22:50.035396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-4eeb9dac-6e20-4e0f-93d0-affc5122ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:50.038064 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-4eeb9dac-6e20-4e0f-93d0-affc5122ddf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 1097 time: 0.1443927 Jun 30 02:22:50.040642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f28dfb3-67d2-49c5-9253-e0913efd94ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:50.141445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Allocated IP 172.25.7.238 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/b58eeae2-492a-4bff-8d06-59f00b2b8330) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:50.157231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-0b27705c-ffdc-4fcb-8f1b-2282ec7af950 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688410 Jun 30 02:22:50.198294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-6375b280-9277-435a-bf2f-f44d0c009480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:50.200239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-6375b280-9277-435a-bf2f-f44d0c009480 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.1326220 Jun 30 02:22:50.206245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5f28dfb3-67d2-49c5-9253-e0913efd94ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99ee765267664cd8b171dfb4fbc0d21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475120 Jun 30 02:22:50.206245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28dfb3-67d2-49c5-9253-e0913efd94ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b0bf01-869c-47a7-b552-da5d9a4b2989,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:50.207724 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43492) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:50.293045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c9d9-18cf-48ad-b540-c6244bff2b5b req-b7d09727-3932-461f-ab53-bfe37ba2fd7b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:50.296450 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-9dfe28ba-a9fd-496f-937a-7952f221f0e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f2a940-e87d-4a17-8e0f-128822755456 HTTP/1.1" status: 200 len: 217 time: 0.0675483 Jun 30 02:22:50.300244 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f728c9d9-18cf-48ad-b540-c6244bff2b5b req-b7d09727-3932-461f-ab53-bfe37ba2fd7b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 945 time: 0.3504448 Jun 30 02:22:50.397549 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69085630-5250-4b40-a1f4-ff79d6c92cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:50.408636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-cc00ea9a-714d-4d54-b5e4-1c09e38d8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:50.410448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-cc00ea9a-714d-4d54-b5e4-1c09e38d8e0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.1009302 Jun 30 02:22:50.417996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f728c9d9-18cf-48ad-b540-c6244bff2b5b req-2f29e110-c740-4a01-abf6-f3fa25fdb549 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167867 Jun 30 02:22:50.457987 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:50.493653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:50.549901 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:50.694749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:50.701146 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc80b9f0-183c-4e88-8bff-78f15b96b776 req-b05d7502-2928-4b53-ac76-f3f149c8bc37 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290122 Jun 30 02:22:50.725013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:50.737586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:50.756222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:50.782597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'mac_address': 'fa:16:3e:7c:fe:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:50.845230 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:50.848714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6313dc-bd7a-448b-a5f8-2ebd324500d2 None None] Network a784a85e-0045-483d-a46b-a0c0625f9544 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:22:50.978701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:50.988513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3aec77e4-4517-40b9-b3c3-433efc0599ba tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1367467748', 'description': 'tempest-description--296950738'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:51.014759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Pushing event updated for resources: {'Port': ['ID=b58eeae2-492a-4bff-8d06-59f00b2b8330,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:51.043449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-593f350b-a353-4ae9-8bc8-ef12b591c4d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6203632 Jun 30 02:22:51.048026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69085630-5250-4b40-a1f4-ff79d6c92cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:51.103082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:51.114129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-254806e8-7326-458d-a17f-9047ae2c111c None None] Provisioning for port 400c3ec5-0634-4728-ab30-4ded4c179faa completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:51.161536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:51.170048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:51.186025 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aec77e4-4517-40b9-b3c3-433efc0599ba tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:51.229695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c190f7f-3399-43d2-a438-736c3687552f req-4385f15b-9fb8-4cd0-aaa1-54d000d88531 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:51.238486 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c190f7f-3399-43d2-a438-736c3687552f req-4385f15b-9fb8-4cd0-aaa1-54d000d88531 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 949 time: 0.2178791 Jun 30 02:22:51.246826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-e7d6f168-69a0-4373-9476-95ac8c820a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:51.248723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-e7d6f168-69a0-4373-9476-95ac8c820a7b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f42078c946d4196ae26816f563774f3&device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 1098 time: 0.2922378 Jun 30 02:22:51.254299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:51.297573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09c3dc-ffff-4e58-a034-a16bdc0a04c8 req-3ec1d9fc-c64d-4f04-8d26-64a4965217d0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:51.299764 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6b09c3dc-ffff-4e58-a034-a16bdc0a04c8 req-3ec1d9fc-c64d-4f04-8d26-64a4965217d0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 948 time: 0.2615578 Jun 30 02:22:51.348194 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-9d72ebe2-7378-4216-bbe9-ace57819ce1b service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807627 Jun 30 02:22:51.352207 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69085630-5250-4b40-a1f4-ff79d6c92cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:51.357120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69085630-5250-4b40-a1f4-ff79d6c92cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:51.359990 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-69085630-5250-4b40-a1f4-ff79d6c92cf9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87b0bf01-869c-47a7-b552-da5d9a4b2989 HTTP/1.1" status: 204 len: 168 time: 1.1327538 Jun 30 02:22:51.492016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69085630-5250-4b40-a1f4-ff79d6c92cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b0bf01-869c-47a7-b552-da5d9a4b2989,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:51.512559 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6b09c3dc-ffff-4e58-a034-a16bdc0a04c8 req-4da1a787-936b-4123-adfd-ab44e88823cc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007015 Jun 30 02:22:51.516918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-aa5db4f1-fe4a-47ff-9780-1e243b5e3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:51.518605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-aa5db4f1-fe4a-47ff-9780-1e243b5e3db3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2547138 Jun 30 02:22:51.530314 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c190f7f-3399-43d2-a438-736c3687552f req-ed40bc63-aa3d-4d17-aeb7-d0806e0ac8c9 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904243 Jun 30 02:22:51.540303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 22125810-f964-46fb-b545-9f56108a72ab up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:51.579805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-77982123-2882-4ff0-b2d1-b5e0b3301a6f service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186549 Jun 30 02:22:51.669288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 22125810-f964-46fb-b545-9f56108a72ab completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:51.673449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 22125810-f964-46fb-b545-9f56108a72ab triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:51.673815 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:51.709308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-2ffd1505-6e19-4ce7-9efd-90a322ab5d2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=cb5b3b46-d6a5-430d-8df7-f510cd85771a HTTP/1.1" status: 200 len: 217 time: 0.1698701 Jun 30 02:22:51.779170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b9a17-eca2-46dc-8a8f-5626968757fd req-82af1850-b72e-4914-a276-2242fa6bc27e tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:51.786895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e49b9a17-eca2-46dc-8a8f-5626968757fd req-82af1850-b72e-4914-a276-2242fa6bc27e tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 945 time: 0.0993986 Jun 30 02:22:51.791414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-25ac2457-2574-49be-85e4-0c1e5421dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:51.793340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-25ac2457-2574-49be-85e4-0c1e5421dc97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0691214 Jun 30 02:22:51.844714 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e49b9a17-eca2-46dc-8a8f-5626968757fd req-747669b1-53be-4945-a013-9e2b18c29116 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565412 Jun 30 02:22:51.860717 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:51.905336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['327b3cb4-97d8-4ebe-80b6-f52faaa4e02f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:51.962255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:51.995832 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.000323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 22125810-f964-46fb-b545-9f56108a72ab, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=22125810-f964-46fb-b545-9f56108a72ab,segment=NetworkSegment(4160e2a6-480c-4386-8463-5a9a22ea4f1b),segment_id=4160e2a6-480c-4386-8463-5a9a22ea4f1b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:52.014389 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.015203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 400c3ec5-0634-4728-ab30-4ded4c179faa up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:52.075964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-c392f678-1fdf-4504-8ca7-22cfdc82ebbb tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:52.078096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-c392f678-1fdf-4504-8ca7-22cfdc82ebbb tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.0772135 Jun 30 02:22:52.108110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aec77e4-4517-40b9-b3c3-433efc0599ba tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.141363 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aec77e4-4517-40b9-b3c3-433efc0599ba tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.157581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=22125810-f964-46fb-b545-9f56108a72ab,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:52.203880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3aec77e4-4517-40b9-b3c3-433efc0599ba tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.205396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3aec77e4-4517-40b9-b3c3-433efc0599ba tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2251518 Jun 30 02:22:52.213865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85f668-32c4-4f11-af45-3f2bb12931f9 req-875ff05b-cc91-4347-98d9-d1fb247c7dcd tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:52.222017 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5c85f668-32c4-4f11-af45-3f2bb12931f9 req-875ff05b-cc91-4347-98d9-d1fb247c7dcd tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 946 time: 0.4261558 Jun 30 02:22:52.231380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:52.240452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-00666c46-7f3c-44e9-8799-cea9a04300b1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Request body: {'security_group_rule': {'security_group_id': '0a6366f5-c062-4f9b-a5d6-72a2a8c31588', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:52.256136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-3af7c7e5-d66a-49b3-bd54-7347174978fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:52.257632 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-3af7c7e5-d66a-49b3-bd54-7347174978fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4217904 Jun 30 02:22:52.267119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 400c3ec5-0634-4728-ab30-4ded4c179faa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:52.275213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 400c3ec5-0634-4728-ab30-4ded4c179faa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:52.275692 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.281641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec77e4-4517-40b9-b3c3-433efc0599ba tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6366f5-c062-4f9b-a5d6-72a2a8c31588,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:52.310321 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61dc6357-a096-4669-9864-587a6c2ff510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.428005 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5c85f668-32c4-4f11-af45-3f2bb12931f9 req-98514010-4518-431c-845f-8ed32c9f82ea tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029641 Jun 30 02:22:52.470762 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00666c46-7f3c-44e9-8799-cea9a04300b1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.498839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 66f2a940-e87d-4a17-8e0f-128822755456 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:22:52.600274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.610866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 66f2a940-e87d-4a17-8e0f-128822755456 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:22:52.659916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102e793-30b8-422d-9f68-10c2fbad5ba5 req-6810a8b2-967c-4ec8-89d6-639078966b3a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:52.662602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 400c3ec5-0634-4728-ab30-4ded4c179faa, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=400c3ec5-0634-4728-ab30-4ded4c179faa,segment=NetworkSegment(9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef),segment_id=9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:52.668913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3102e793-30b8-422d-9f68-10c2fbad5ba5 req-6810a8b2-967c-4ec8-89d6-639078966b3a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 949 time: 0.4065323 Jun 30 02:22:52.669984 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.702794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-974f8de6-3c61-4d49-b5ec-58104ce9ef4e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:52.704381 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-974f8de6-3c61-4d49-b5ec-58104ce9ef4e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61&tenant_id=9cec145aa2d747cf98d6c57f659678cd&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 949 time: 0.4265974 Jun 30 02:22:52.713079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-4312e554-15cd-42e9-87d2-48cd7c5b7bc8 service neutron] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:52.733395 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-4312e554-15cd-42e9-87d2-48cd7c5b7bc8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.734272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c6e2dfc-d210-459d-88f0-3308f95414f8 req-4312e554-15cd-42e9-87d2-48cd7c5b7bc8 service neutron] 10.222.0.73 "DELETE /v2.0/ports/66f2a940-e87d-4a17-8e0f-128822755456/bindings/n-h1-758944-39 HTTP/1.1" status: 204 len: 173 time: 0.6488419 Jun 30 02:22:52.739611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=400c3ec5-0634-4728-ab30-4ded4c179faa,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:52.779584 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00666c46-7f3c-44e9-8799-cea9a04300b1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.802220 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00666c46-7f3c-44e9-8799-cea9a04300b1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.832352 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3102e793-30b8-422d-9f68-10c2fbad5ba5 req-24e6cbd0-da31-471d-800f-f68efd81014e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614416 Jun 30 02:22:52.883156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61dc6357-a096-4669-9864-587a6c2ff510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.894290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00666c46-7f3c-44e9-8799-cea9a04300b1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab001909-5ef4-4a07-96ed-46cf6cc2fae9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:52.902106 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61dc6357-a096-4669-9864-587a6c2ff510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.942058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc6357-a096-4669-9864-587a6c2ff510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41438685-df34-4422-835a-683650e016e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:52.945045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00666c46-7f3c-44e9-8799-cea9a04300b1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:52.946977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-00666c46-7f3c-44e9-8799-cea9a04300b1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7123680 Jun 30 02:22:52.953322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:52.960989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6ad00087-39be-4ec6-8234-9c19e10cf7b3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Request body: {'security_group_rule': {'security_group_id': '0a6366f5-c062-4f9b-a5d6-72a2a8c31588', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:52.977482 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-20310f79-08c5-4b6c-b4d0-f47c05c01503 service neutron] delete failed (client error): The resource could not be found. Jun 30 02:22:52.978417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-20310f79-08c5-4b6c-b4d0-f47c05c01503 service neutron] 10.222.0.69 "DELETE /v2.0/ports/327b3cb4-97d8-4ebe-80b6-f52faaa4e02f/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.2620227 Jun 30 02:22:52.996599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.011702 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-3bb4b8f0-1c93-401f-885f-dea232953fb2 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265618 Jun 30 02:22:53.019264 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-61dc6357-a096-4669-9864-587a6c2ff510 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0761c5a2688f4adf9a1a4351accca053&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0554123 Jun 30 02:22:53.021872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:53.095941 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ad00087-39be-4ec6-8234-9c19e10cf7b3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.206833 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ad00087-39be-4ec6-8234-9c19e10cf7b3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.217805 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22cdb96-67e8-4881-82f9-43cc0940280a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.222835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ad00087-39be-4ec6-8234-9c19e10cf7b3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.238215 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771c67-91bb-417d-9c20-6b6366ad9664 req-120586c7-6915-4f70-a752-8429bfaf99f8 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:53.240327 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07771c67-91bb-417d-9c20-6b6366ad9664 req-120586c7-6915-4f70-a752-8429bfaf99f8 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 949 time: 0.3446908 Jun 30 02:22:53.273599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63c65e-364c-461b-8821-bced66130ad0 req-c00752f8-ab01-406f-943a-883883f19536 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:53.283480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c63c65e-364c-461b-8821-bced66130ad0 req-c00752f8-ab01-406f-943a-883883f19536 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 945 time: 0.3030598 Jun 30 02:22:53.298102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:22:53.304947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad00087-39be-4ec6-8234-9c19e10cf7b3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfae242b-86fd-4483-a0f3-020fcbd464a1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:53.328033 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df1624ac-ed44-4365-afae-e86c3c5ddaf9 req-cf4b01f9-f3b0-4639-ab8e-ac66139e1808 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055194 Jun 30 02:22:53.340296 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22cdb96-67e8-4881-82f9-43cc0940280a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.352332 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ad00087-39be-4ec6-8234-9c19e10cf7b3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.354210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6ad00087-39be-4ec6-8234-9c19e10cf7b3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3971837 Jun 30 02:22:53.366332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:53.373136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:53.385424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 22125810-f964-46fb-b545-9f56108a72ab up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:53.422215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07771c67-91bb-417d-9c20-6b6366ad9664 req-2e3d0d0b-61b4-4375-a750-cc9532eff196 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734087 Jun 30 02:22:53.436573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c63c65e-364c-461b-8821-bced66130ad0 req-83057499-2e9a-4072-a90b-f4c708ec86be tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522272 Jun 30 02:22:53.443448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-80fe9c9b-6a56-4057-b671-0d2ce91203bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:53.445253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-80fe9c9b-6a56-4057-b671-0d2ce91203bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1101 time: 0.3232832 Jun 30 02:22:53.482943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 22125810-f964-46fb-b545-9f56108a72ab triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:53.483313 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.591176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:22:53.600134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 400c3ec5-0634-4728-ab30-4ded4c179faa up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:53.607450 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Sync routers for ids ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:22:53.623882 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.625137 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2ba5e3cf-97ba-4fdc-bbc6-5f98a9bc266e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3299258 Jun 30 02:22:53.628185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:53.632091 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Routers {'23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:53.634110 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:53.692971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.695880 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22cdb96-67e8-4881-82f9-43cc0940280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.696507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 400c3ec5-0634-4728-ab30-4ded4c179faa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:53.696990 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.698343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c22cdb96-67e8-4881-82f9-43cc0940280a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:53.708760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c22cdb96-67e8-4881-82f9-43cc0940280a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/41438685-df34-4422-835a-683650e016e3 HTTP/1.1" status: 204 len: 168 time: 0.6754627 Jun 30 02:22:53.784012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-633cac93-ebc1-4ded-a30e-5147d2857290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:53.785760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-633cac93-ebc1-4ded-a30e-5147d2857290 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3122454 Jun 30 02:22:53.822380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cdb96-67e8-4881-82f9-43cc0940280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41438685-df34-4422-835a-683650e016e3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:53.877387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-178a739e-6cd3-4d91-aaee-11196c950657 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 217 time: 0.0631361 Jun 30 02:22:53.908833 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Set router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:53.911637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bf25a-10ff-4ad3-9fdd-d276e69ad521 req-e8e9bea7-f911-48b4-9df7-99ce4b04d0c6 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:53.913366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-182bf25a-10ff-4ad3-9fdd-d276e69ad521 req-e8e9bea7-f911-48b4-9df7-99ce4b04d0c6 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 946 time: 0.2312398 Jun 30 02:22:53.928338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e467d6e-6cd5-4d13-94e7-235cecded5f3 req-ad26747a-997d-49a7-88be-cb7f89719d06 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:53.931418 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e467d6e-6cd5-4d13-94e7-235cecded5f3 req-ad26747a-997d-49a7-88be-cb7f89719d06 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 1097 time: 0.2556736 Jun 30 02:22:53.987514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-296c5300-d389-4719-a97c-03c19b94d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:53.989079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-296c5300-d389-4719-a97c-03c19b94d0f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0998285 Jun 30 02:22:53.992076 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e467d6e-6cd5-4d13-94e7-235cecded5f3 req-83cf73b7-2cc0-4120-9ad4-030c03b09af5 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503626 Jun 30 02:22:54.044305 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-182bf25a-10ff-4ad3-9fdd-d276e69ad521 req-e029a3d5-082d-40d9-a306-1571d544c05d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235819 Jun 30 02:22:54.107631 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.215998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-1df7c0ef-41c6-4821-bf8c-7b2f0c5067d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:54.217511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-1df7c0ef-41c6-4821-bf8c-7b2f0c5067d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2211740 Jun 30 02:22:54.257829 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'name': 'tempest-FloatingIPsTestJSON-990485940-router', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:47Z', 'updated_at': '2021-06-30T02:22:51Z', 'revision_number': 3, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'gw_port': {'id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:49Z', 'updated_at': '2021-06-30T02:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:54.309878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-808674b7-5d40-46b5-ae1c-d6fa543f9944 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:54.311573 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13349ed8-490d-4730-8cf3-eab46b6963c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.312311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-808674b7-5d40-46b5-ae1c-d6fa543f9944 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.73 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 949 time: 0.2240944 Jun 30 02:22:54.315316 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Checking router: 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:22:54.316377 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Updating router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf port b58eeae2-492a-4bff-8d06-59f00b2b8330 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:22:54.359177 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.481545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:54.522609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-495371ba-795a-41c4-935a-0fbdc0e23ea4 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915583 Jun 30 02:22:54.523886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Allocated IP 172.25.7.177 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/43a70c82-408d-4f72-8a23-4f5408b61165) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:54.525104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cb5b3b46-d6a5-430d-8df7-f510cd85771a details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:22:54.535691 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e5c1968-645f-4db8-9d97-a12b33083b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.546340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4e14a-cfef-4a71-95fb-da4a3d30c669 req-049c4f2a-30ad-4afc-84e3-0e435b27e120 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:54.547880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ab4e14a-cfef-4a71-95fb-da4a3d30c669 req-049c4f2a-30ad-4afc-84e3-0e435b27e120 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 949 time: 0.2625721 Jun 30 02:22:54.634192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:54.679571 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ab4e14a-cfef-4a71-95fb-da4a3d30c669 req-3b30572e-08b1-4e99-955a-550fccc29b68 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023121 Jun 30 02:22:54.702662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cb5b3b46-d6a5-430d-8df7-f510cd85771a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb5b3b46-d6a5-430d-8df7-f510cd85771a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:54.721478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'cb5b3b46-d6a5-430d-8df7-f510cd85771a', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'cb5b3b46-d6a5-430d-8df7-f510cd85771a', 'mac_address': 'fa:16:3e:de:24:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:22:54.751651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-ac547c4c-5d25-4752-aaaa-2f051f1525a1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Deleting port 3b57034b-e644-494f-b944-6001418028b2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:22:54.752009 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-ac547c4c-5d25-4752-aaaa-2f051f1525a1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.801160 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.806971 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.810535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:54.824286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:54.824685 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.848264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5b3b46-d6a5-430d-8df7-f510cd85771a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:22:54.880735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cb5b3b46-d6a5-430d-8df7-f510cd85771a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb5b3b46-d6a5-430d-8df7-f510cd85771a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:54.891576 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.934458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e5c1968-645f-4db8-9d97-a12b33083b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.971445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.971851 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e5c1968-645f-4db8-9d97-a12b33083b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:54.981576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cb5b3b46-d6a5-430d-8df7-f510cd85771a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:55.007700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:55.010082 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842f7321-8215-48ad-a1ba-746510f5606a" -d '{"events": [{"server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "name": "network-vif-plugged", "status": "completed", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:55.017320 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-ac547c4c-5d25-4752-aaaa-2f051f1525a1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] For port 3b57034b-e644-494f-b944-6001418028b2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3b57034b-e644-494f-b944-6001418028b2,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:55.017692 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-ac547c4c-5d25-4752-aaaa-2f051f1525a1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.025938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:55.032188 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.032870 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4631e9dd-aaad-4586-b2ec-3c95b782b37f req-9750b7fb-d9b4-48b0-8ae9-baa93675deb6 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021179 Jun 30 02:22:55.057777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.080423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-5b27e63c-32a1-40d9-9736-fe58ff42fbff tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:55.083145 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-5b27e63c-32a1-40d9-9736-fe58ff42fbff tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 808 time: 0.4728100 Jun 30 02:22:55.089368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:55.099350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-ac547c4c-5d25-4752-aaaa-2f051f1525a1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Calling delete_port for 3b57034b-e644-494f-b944-6001418028b2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:22:55.110278 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8e5c1968-645f-4db8-9d97-a12b33083b2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=197ad08ce816420a892d98c87a597ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240702 Jun 30 02:22:55.111138 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-9f92f6d2-9434-471a-bad4-7e43d67e6f3e tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/quotas/fff8423f18c541888ffd11124d53e940 HTTP/1.1" status: 200 len: 375 time: 0.0223536 Jun 30 02:22:55.115594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c1968-645f-4db8-9d97-a12b33083b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bb5011-f5af-4d4a-b4b3-5eed0383c1cf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:55.116631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:22:55.133024 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9e572-c476-484a-9299-d9e2c653fd44 req-d905178e-eef2-469b-a608-1f26fe567d01 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:55.134546 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-70a9e572-c476-484a-9299-d9e2c653fd44 req-d905178e-eef2-469b-a608-1f26fe567d01 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 949 time: 0.3311245 Jun 30 02:22:55.215452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.270073 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-70a9e572-c476-484a-9299-d9e2c653fd44 req-81d091ea-a51c-41a0-9a72-5c87f15e0926 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278677 Jun 30 02:22:55.276217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:55.288456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-d9860e33-30a6-47a8-986d-2e730c084517 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1762662 Jun 30 02:22:55.296167 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5df4-d3aa-4592-b13a-096af1a09052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.302867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Allocated IP 172.20.0.1 (a784a85e-0045-483d-a46b-a0c0625f9544/444f2ec8-505d-462c-a42a-20177a7aa48c/03ffc012-a1ef-4a7c-9a8a-981db67bb13d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:55.306794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:55.329242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:55.364772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event updated for resources: {'Port': ['ID=43a70c82-408d-4f72-8a23-4f5408b61165,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:55.375996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['cb5b3b46-d6a5-430d-8df7-f510cd85771a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:55.407722 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.435040 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Transition to ACTIVE for port object b58eeae2-492a-4bff-8d06-59f00b2b8330 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:55.446368 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.490052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.504915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Transition to ACTIVE for port object 03ffc012-a1ef-4a7c-9a8a-981db67bb13d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:22:55.537878 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-ac547c4c-5d25-4752-aaaa-2f051f1525a1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.561234 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff03a2b-2342-4a0f-9cc2-235155e01700 x-openstack-request-id: req-eff03a2b-2342-4a0f-9cc2-235155e01700 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:55.563564 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "name": "network-vif-plugged", "status": "completed", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:55.564081 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eff03a2b-2342-4a0f-9cc2-235155e01700 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:55.564779 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'code': 200} Jun 30 02:22:55.567913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.572460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5df4-d3aa-4592-b13a-096af1a09052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.575836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86544d2-3ba1-42dc-991c-e7e005a95c0f None None] Pushing event updated for resources: {'Port': ['ID=b58eeae2-492a-4bff-8d06-59f00b2b8330,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:55.590566 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Attempting to bind port b58eeae2-492a-4bff-8d06-59f00b2b8330 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:22:55.590971 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Attempting to bind port b58eeae2-492a-4bff-8d06-59f00b2b8330 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:22:55.591336 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Attempting to bind port b58eeae2-492a-4bff-8d06-59f00b2b8330 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:22:55.604750 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:22:55.605119 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:22:55.605529 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.607587 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:22:55.608090 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Bound port: b58eeae2-492a-4bff-8d06-59f00b2b8330, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:22:55.608491 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.628573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac547c4c-5d25-4752-aaaa-2f051f1525a1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Pushing event deleted for resources: {'Port': ['ID=3b57034b-e644-494f-b944-6001418028b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:55.718240 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] For port b58eeae2-492a-4bff-8d06-59f00b2b8330, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:22:55.727383 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] For port b58eeae2-492a-4bff-8d06-59f00b2b8330, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b58eeae2-492a-4bff-8d06-59f00b2b8330,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:22:55.734658 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.742944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Network a784a85e-0045-483d-a46b-a0c0625f9544 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:55.757081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:55.760461 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:55.770091 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-b71bbb96-0cc0-4d1b-8515-6f2cfe93d5f6 service neutron] 10.222.0.55 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707797 Jun 30 02:22:55.835965 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86544d2-3ba1-42dc-991c-e7e005a95c0f None None] Pushing event updated for resources: {'Port': ['ID=b58eeae2-492a-4bff-8d06-59f00b2b8330,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:55.860354 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Routers {'23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:55.861023 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:55.904244 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.934937 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5df4-d3aa-4592-b13a-096af1a09052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.937505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5df4-d3aa-4592-b13a-096af1a09052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:55.942274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e4cf5df4-d3aa-4592-b13a-096af1a09052 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7bb5011-f5af-4d4a-b4b3-5eed0383c1cf HTTP/1.1" status: 204 len: 168 time: 0.7952230 Jun 30 02:22:55.967535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf5df4-d3aa-4592-b13a-096af1a09052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bb5011-f5af-4d4a-b4b3-5eed0383c1cf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:56.053521 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] Set router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:56.061907 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.124207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-ac547c4c-5d25-4752-aaaa-2f051f1525a1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] No DVR routers for this DVR port 3b57034b-e644-494f-b944-6001418028b2 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:22:56.128540 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-ac547c4c-5d25-4752-aaaa-2f051f1525a1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.131159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-782aa9d1-87fb-41b0-9ac2-363c9c8613b8 req-ac547c4c-5d25-4752-aaaa-2f051f1525a1 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.73 "DELETE /v2.0/ports/3b57034b-e644-494f-b944-6001418028b2 HTTP/1.1" status: 204 len: 173 time: 1.7750311 Jun 30 02:22:56.140626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7f979c-2fa3-4363-b841-4bac905a9a8d', 'name': 'network-vif-deleted', 'tag': '3b57034b-e644-494f-b944-6001418028b2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:56.143134 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9bc1df-bede-4091-b12a-bcf93bc4d0b6" -d '{"events": [{"server_uuid": "3a7f979c-2fa3-4363-b841-4bac905a9a8d", "name": "network-vif-deleted", "tag": "3b57034b-e644-494f-b944-6001418028b2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:56.174303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Pushing event updated for resources: {'Port': ['ID=03ffc012-a1ef-4a7c-9a8a-981db67bb13d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:56.204789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.216050 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-981c6c3d-0656-4c1f-84b9-af0429b56570 service neutron] 10.222.0.55 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364347 Jun 30 02:22:56.228958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b7da4b72-869b-4c7c-ae5d-285e65898219 None None] Provisioning for port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:56.240502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b7da4b72-869b-4c7c-ae5d-285e65898219 None None] Provisioning complete for port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:56.242495 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b7da4b72-869b-4c7c-ae5d-285e65898219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.332386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0043d11-18e9-4979-826d-6c5bbfd16fae req-22faf49a-8f43-4af9-b1d3-1b36369fa0cc tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:56.334749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d0043d11-18e9-4979-826d-6c5bbfd16fae req-22faf49a-8f43-4af9-b1d3-1b36369fa0cc tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 947 time: 0.5823894 Jun 30 02:22:56.355205 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.359907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b7da4b72-869b-4c7c-ae5d-285e65898219 None None] Port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:56.364092 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.390134 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.411890 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'name': 'tempest-FloatingIPsTestJSON-990485940-router', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:47Z', 'updated_at': '2021-06-30T02:22:51Z', 'revision_number': 3, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'gw_port': {'id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:49Z', 'updated_at': '2021-06-30T02:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:56.442879 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d0043d11-18e9-4979-826d-6c5bbfd16fae req-90b23116-447a-44ae-8578-b3aec3db747d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815401 Jun 30 02:22:56.447440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.448846 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0794034 Jun 30 02:22:56.450546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78f938-e03e-4a2e-bac3-615229f7f80e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event updated for resources: {'Port': ['ID=43a70c82-408d-4f72-8a23-4f5408b61165,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:56.504832 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.546933 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dcf73f-be89-4ea3-9326-0444243b3356 None None] The sync data for ids ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'] in n-d-758944-39 is: [{'id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'name': 'tempest-FloatingIPsTestJSON-990485940-router', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:47Z', 'updated_at': '2021-06-30T02:22:51Z', 'revision_number': 3, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'gw_port': {'id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:49Z', 'updated_at': '2021-06-30T02:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:22:56.646376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['79a62485-a392-4309-ac41-4048b2b64a87'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:22:56.766690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764d644-488e-416f-beb1-30e0082c8abf req-0d3a48ed-0cdf-488e-ac66-6c5e5b06b545 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:56.776807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c764d644-488e-416f-beb1-30e0082c8abf req-0d3a48ed-0cdf-488e-ac66-6c5e5b06b545 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 950 time: 0.1819513 Jun 30 02:22:56.821442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.844348 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:56.943570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c764d644-488e-416f-beb1-30e0082c8abf req-b0024c00-2edb-4894-b93b-cde9921cbe25 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649246 Jun 30 02:22:57.037392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:57.046823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Pushing event updated for resources: {'Port': ['ID=03ffc012-a1ef-4a7c-9a8a-981db67bb13d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:57.062612 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:57.076187 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04ca8ffd-2040-4175-8aca-3068e4dd9c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:57.080387 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdce503f-80d0-47f5-a233-2f6bbf6900b6 x-openstack-request-id: req-fdce503f-80d0-47f5-a233-2f6bbf6900b6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:22:57.080678 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7f979c-2fa3-4363-b841-4bac905a9a8d", "name": "network-vif-deleted", "tag": "3b57034b-e644-494f-b944-6001418028b2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:22:57.088072 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fdce503f-80d0-47f5-a233-2f6bbf6900b6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:22:57.088512 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7f979c-2fa3-4363-b841-4bac905a9a8d', 'name': 'network-vif-deleted', 'tag': '3b57034b-e644-494f-b944-6001418028b2', 'status': 'completed', 'code': 200} Jun 30 02:22:57.210945 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d7eed3e4-b7ec-41de-81ff-a19849c95a8e req-7075bb57-f3a7-4552-86a2-dd14fd42631e tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0399246 Jun 30 02:22:57.289564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Network a784a85e-0045-483d-a46b-a0c0625f9544 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:57.291673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:57.384040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7760685-5605-415d-9591-b3cf3285d000 req-3e271032-de47-4214-8e08-0806374638e5 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a7f979c-2fa3-4363-b841-4bac905a9a8d HTTP/1.1" status: 200 len: 210 time: 0.0905333 Jun 30 02:22:57.476746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b58eeae2-492a-4bff-8d06-59f00b2b8330 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:57.592548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b58eeae2-492a-4bff-8d06-59f00b2b8330 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:57.596909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b58eeae2-492a-4bff-8d06-59f00b2b8330 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:57.597405 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:57.644568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-0547d80b-82f8-42b5-8967-c7c8d01793d9 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1367467748&fields=id&tenant_id=663190e9ae9641a1be33b6f12d852a82 HTTP/1.1" status: 200 len: 267 time: 0.1493328 Jun 30 02:22:57.733018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7e89182-eab2-4a31-814d-129af50e8a36 None None] Provisioning complete for port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:57.733398 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7e89182-eab2-4a31-814d-129af50e8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:57.739178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95cf73-887b-4a21-8097-ea16cc399314 req-fd930c49-ff3c-4c40-a0ca-38d864ec4f92 tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:57.745090 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab95cf73-887b-4a21-8097-ea16cc399314 req-fd930c49-ff3c-4c40-a0ca-38d864ec4f92 tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1102 time: 0.1465285 Jun 30 02:22:57.758990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:22:57.818573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab95cf73-887b-4a21-8097-ea16cc399314 req-e46b0cee-382e-482d-8c3d-287cdf588678 tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648043 Jun 30 02:22:57.829601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e7e89182-eab2-4a31-814d-129af50e8a36 None None] Port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:22:57.852461 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:57.882377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port b58eeae2-492a-4bff-8d06-59f00b2b8330, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b58eeae2-492a-4bff-8d06-59f00b2b8330,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:57.892873 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-46d2f89b-abfc-4edc-aa1d-7dd0292073e9 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:57.894613 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:57.905216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-46d2f89b-abfc-4edc-aa1d-7dd0292073e9 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 823 time: 0.2595208 Jun 30 02:22:57.968683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=b58eeae2-492a-4bff-8d06-59f00b2b8330,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:57.975082 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-aac3e33d-0c5a-4d59-95d3-08bcdfda43a4 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/quotas/663190e9ae9641a1be33b6f12d852a82 HTTP/1.1" status: 200 len: 375 time: 0.0676217 Jun 30 02:22:58.051174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:22:58.056779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-72d7d911-2dbb-4dde-8b2e-ad5976ce443c admin admin] 10.222.0.55 "PUT /v2.0/routers/23392c1f-8a4e-4dab-a26b-ad3ca072ffbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4272280 Jun 30 02:22:58.066915 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:58.085848 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-94d3ef96-ee5c-435e-8938-128cc9f47ec5 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022899 Jun 30 02:22:58.359617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-df284f45-3b6f-41b5-8243-626e0ebecc1c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:22:58.367586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-df284f45-3b6f-41b5-8243-626e0ebecc1c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0645902 Jun 30 02:22:58.437202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8377c2-fd69-4542-b05a-57f205926532 req-5b1d97a9-f0d1-44ac-b125-34302b066886 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:58.445419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4d8377c2-fd69-4542-b05a-57f205926532 req-5b1d97a9-f0d1-44ac-b125-34302b066886 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 947 time: 0.1723936 Jun 30 02:22:58.483729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-fe138d9f-b3b7-4637-a301-8859a796313c service neutron] 10.222.0.55 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117780 Jun 30 02:22:58.531812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4d8377c2-fd69-4542-b05a-57f205926532 req-706b5193-6439-4ad8-b9f6-89b2c78aae20 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765038 Jun 30 02:22:58.536840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cb5b3b46-d6a5-430d-8df7-f510cd85771a up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:58.559039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-395610c6-3824-4c86-bfaa-2f32e803c785 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:58.560561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-395610c6-3824-4c86-bfaa-2f32e803c785 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 808 time: 0.2424395 Jun 30 02:22:58.588896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Request body: {'port': {'device_id': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65', 'admin_state_up': True, 'tenant_id': 'fff8423f18c541888ffd11124d53e940'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:58.626968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port cb5b3b46-d6a5-430d-8df7-f510cd85771a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:22:58.633733 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port cb5b3b46-d6a5-430d-8df7-f510cd85771a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:58.634440 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:58.649999 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-fe592c5c-3959-4878-bb2b-7f87f394e6d9 service neutron] 10.222.0.55 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566477 Jun 30 02:22:58.759872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Made reservation on behalf of fff8423f18c541888ffd11124d53e940 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:22:58.765969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:58.794445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:58.837783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3404d4c-15d4-45a3-940c-81120f199e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5b3b46-d6a5-430d-8df7-f510cd85771a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:22:58.840943 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed95e82-af03-4231-ba0a-5caf118cc90f" -d '{"events": [{"server_uuid": "d3404d4c-15d4-45a3-940c-81120f199e20", "name": "network-vif-plugged", "status": "completed", "tag": "cb5b3b46-d6a5-430d-8df7-f510cd85771a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:22:58.857494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cb5b3b46-d6a5-430d-8df7-f510cd85771a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb5b3b46-d6a5-430d-8df7-f510cd85771a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:22:58.866596 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:58.867753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3b57034b-e644-494f-b944-6001418028b2 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:22:58.911981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 3b57034b-e644-494f-b944-6001418028b2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:22:58.912485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3b57034b-e644-494f-b944-6001418028b2 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:22:58.946240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cb5b3b46-d6a5-430d-8df7-f510cd85771a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:58.949135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Allocated IP 172.20.0.2 (793c9272-a468-4870-a3a6-a797b8003f65/39a78d3d-c02c-4a04-b991-cbdbed66d28f/2264d4d4-3a7c-46b8-b62b-133df1dcb930) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:59.023784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a884f4a2-9865-4eab-af59-6669dd91902e req-85af1f03-21ec-4d6f-899c-b72806964b29 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0357242 Jun 30 02:22:59.085455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Sync routers for ids ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:22:59.095119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Routers {'23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:22:59.096389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:59.242900 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-b3545385-d0fc-4ca2-bb7a-e24250c26212 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2788446 Jun 30 02:22:59.266264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:59.339762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Set router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:22:59.349463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:59.390364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b58eeae2-492a-4bff-8d06-59f00b2b8330 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:22:59.424444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:59.498663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-8032b5b6-34aa-46f4-a188-d811fa87c37f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9cec145aa2d747cf98d6c57f659678cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381613 Jun 30 02:22:59.515061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:59.542869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b58eeae2-492a-4bff-8d06-59f00b2b8330 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:22:59.543546 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:59.550067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Network 793c9272-a468-4870-a3a6-a797b8003f65 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:22:59.579101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:22:59.581664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:22:59.599466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:59.600925 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:59.619535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:59.641166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-6373ed70-3a42-42ce-a303-8fd40ff920d6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:22:59.648121 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-6373ed70-3a42-42ce-a303-8fd40ff920d6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483278 Jun 30 02:22:59.654011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'name': 'tempest-FloatingIPsTestJSON-990485940-router', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:47Z', 'updated_at': '2021-06-30T02:22:56Z', 'revision_number': 4, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'gw_port': {'id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:49Z', 'updated_at': '2021-06-30T02:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '03ffc012-a1ef-4a7c-9a8a-981db67bb13d', 'name': '', 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'mac_address': 'fa:16:3e:75:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '444f2ec8-505d-462c-a42a-20177a7aa48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:54Z', 'updated_at': '2021-06-30T02:22:56Z', 'revision_number': 2, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'subnets': [{'id': '444f2ec8-505d-462c-a42a-20177a7aa48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:22:59.666773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-b3dba414-8800-4196-8657-8b18203ec5da tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/quotas/9cec145aa2d747cf98d6c57f659678cd HTTP/1.1" status: 200 len: 375 time: 0.0174258 Jun 30 02:22:59.687561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Checking router: 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:22:59.687893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Updating router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:22:59.731389 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:59.744538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-c085a2b2-dda2-4285-8ead-1e2783c8c7fc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767260 Jun 30 02:22:59.755248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Allocated IP 172.25.7.98 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/b18c0bd8-05ac-420e-aafa-a4094bdb2dd2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:22:59.780454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Pushing event updated for resources: {'Port': ['ID=2264d4d4-3a7c-46b8-b62b-133df1dcb930,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:22:59.796774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-6239c414-7d53-4611-90ab-bf4feac851b1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2262528 Jun 30 02:22:59.867856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Request body: {'port': {'device_id': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:22:59.959751 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:22:59.981884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.078312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ab51489-0ed6-4914-8fe9-891c8bde1da5 req-389d6f4d-a9f1-4e2d-b4f1-0ad1a05a9bb1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 210 time: 0.0598071 Jun 30 02:23:00.092802 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.099196 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.105289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Transition to ACTIVE for port object 03ffc012-a1ef-4a7c-9a8a-981db67bb13d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:00.112780 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.151020 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbe5b1f-2c0e-4f7d-9ebc-dad90866d40a x-openstack-request-id: req-dcbe5b1f-2c0e-4f7d-9ebc-dad90866d40a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:00.151454 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3404d4c-15d4-45a3-940c-81120f199e20", "name": "network-vif-plugged", "status": "completed", "tag": "cb5b3b46-d6a5-430d-8df7-f510cd85771a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:00.151561 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dcbe5b1f-2c0e-4f7d-9ebc-dad90866d40a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:00.151914 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3404d4c-15d4-45a3-940c-81120f199e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5b3b46-d6a5-430d-8df7-f510cd85771a', 'code': 200} Jun 30 02:23:00.182221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Pushing event updated for resources: {'Port': ['ID=03ffc012-a1ef-4a7c-9a8a-981db67bb13d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:00.265314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Attempting to bind port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:00.265703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Attempting to bind port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:00.266097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Attempting to bind port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d on network a784a85e-0045-483d-a46b-a0c0625f9544 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:00.278472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:00.280735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Checking segment: {'id': '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:00.281168 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.281561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Bound using segment: {'id': '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:00.282046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Bound port: 03ffc012-a1ef-4a7c-9a8a-981db67bb13d, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:00.282420 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.438284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] For port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:00.443074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] For port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=03ffc012-a1ef-4a7c-9a8a-981db67bb13d,segment=NetworkSegment(9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef),segment_id=9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:00.445660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943e4d-b01a-4aec-89b5-7e7fc51eb0be req-c76278da-b963-41eb-8985-5421c16fdfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:00.447767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88943e4d-b01a-4aec-89b5-7e7fc51eb0be req-c76278da-b963-41eb-8985-5421c16fdfe2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 1100 time: 0.1805148 Jun 30 02:23:00.454432 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.457242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.574903 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88943e4d-b01a-4aec-89b5-7e7fc51eb0be req-389daa73-58e0-477b-a8c2-cf751fc89450 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107409 Jun 30 02:23:00.620364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Routers {'23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:00.621002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:00.656812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:00.682140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:00.708459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Pushing event updated for resources: {'Port': ['ID=b18c0bd8-05ac-420e-aafa-a4094bdb2dd2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:00.716518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:00.735551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2264d4d4-3a7c-46b8-b62b-133df1dcb930 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:00.747783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Pushing event updated for resources: {'Port': ['ID=03ffc012-a1ef-4a7c-9a8a-981db67bb13d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:00.760598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.777406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.778960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.779306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.779639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.779971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.780299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.780621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.780946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.781263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.781581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.784229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.784747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4adc37d-c105-4e51-bcd7-225dc4602879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:00.820304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Transition to ACTIVE for port object 2264d4d4-3a7c-46b8-b62b-133df1dcb930 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:00.839264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299f074-76a5-4d21-9cbd-499fb4002bfe req-5da8a59c-30c0-4044-9e52-f6ff7627699e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:00.844936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.847102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0299f074-76a5-4d21-9cbd-499fb4002bfe req-5da8a59c-30c0-4044-9e52-f6ff7627699e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 948 time: 0.1249747 Jun 30 02:23:00.862959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-331058ba-92d3-4386-a8e6-fc7f7dc75ff6 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:00.865325 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-331058ba-92d3-4386-a8e6-fc7f7dc75ff6 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.69 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 823 time: 0.3631496 Jun 30 02:23:00.867129 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:00.900670 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0299f074-76a5-4d21-9cbd-499fb4002bfe req-9ecbda03-a865-4edf-b9a3-bc290dc656c3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514846 Jun 30 02:23:00.909647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] Set router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:01.126907 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e89c03a4-37f3-4873-9acb-88d800fccc4d req-152a1a53-f4f4-415c-baec-e312b5577599 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 210 time: 0.0367904 Jun 30 02:23:01.151959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:01.286379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'name': 'tempest-FloatingIPsTestJSON-990485940-router', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:47Z', 'updated_at': '2021-06-30T02:22:56Z', 'revision_number': 4, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'gw_port': {'id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:49Z', 'updated_at': '2021-06-30T02:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '03ffc012-a1ef-4a7c-9a8a-981db67bb13d', 'name': '', 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'mac_address': 'fa:16:3e:75:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '444f2ec8-505d-462c-a42a-20177a7aa48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:54Z', 'updated_at': '2021-06-30T02:23:00Z', 'revision_number': 4, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'subnets': [{'id': '444f2ec8-505d-462c-a42a-20177a7aa48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:01.291407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-4cbc29d4-9b48-4b52-b2f4-872ab355850e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=663190e9ae9641a1be33b6f12d852a82 HTTP/1.1" status: 200 len: 380 time: 0.3758385 Jun 30 02:23:01.299149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b351078-dee5-42ed-b9f1-9ce58de543bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.305603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Request body: {'port': {'device_id': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'admin_state_up': True, 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'security_groups': ['0a6366f5-c062-4f9b-a5d6-72a2a8c31588']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:01.315655 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Pushing event updated for resources: {'Port': ['ID=2264d4d4-3a7c-46b8-b62b-133df1dcb930,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:01.316767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aca08c-273e-426b-8d17-778037a562f4 None None] The sync data for ids ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'] in n-d-758944-39 is: [{'id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'name': 'tempest-FloatingIPsTestJSON-990485940-router', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:47Z', 'updated_at': '2021-06-30T02:22:56Z', 'revision_number': 4, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'gw_port': {'id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:49Z', 'updated_at': '2021-06-30T02:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '03ffc012-a1ef-4a7c-9a8a-981db67bb13d', 'name': '', 'network_id': 'a784a85e-0045-483d-a46b-a0c0625f9544', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'mac_address': 'fa:16:3e:75:eb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '444f2ec8-505d-462c-a42a-20177a7aa48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:54Z', 'updated_at': '2021-06-30T02:23:00Z', 'revision_number': 4, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'subnets': [{'id': '444f2ec8-505d-462c-a42a-20177a7aa48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:23:01.357784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236e26f-ddc0-4b10-872d-fbf7b132eec0 req-98f188a5-1d52-450e-b363-6ae095ed888c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:01.359245 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e236e26f-ddc0-4b10-872d-fbf7b132eec0 req-98f188a5-1d52-450e-b363-6ae095ed888c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 943 time: 0.1097233 Jun 30 02:23:01.389127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.445102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e236e26f-ddc0-4b10-872d-fbf7b132eec0 req-14fcadcd-bbc5-4a9f-ac9f-0f1d5611a4a9 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744464 Jun 30 02:23:01.509408 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b351078-dee5-42ed-b9f1-9ce58de543bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.526841 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b351078-dee5-42ed-b9f1-9ce58de543bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.550179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:01.550571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:01.550928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:01.586897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3b351078-dee5-42ed-b9f1-9ce58de543bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c79ee4877064444b1e700f33bfde131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385273 Jun 30 02:23:01.588452 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b351078-dee5-42ed-b9f1-9ce58de543bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4a463b-b66e-433b-a803-e0909644eeed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:01.593833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:01.655959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:01.656345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:01.667563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-356571a6-60da-4cb1-b4c7-d49cd35a0876 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9cec145aa2d747cf98d6c57f659678cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669975 Jun 30 02:23:01.669330 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6de27c8e-9906-4e0e-9282-132ec81797f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.689439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:01.689853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:01.690167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:01.691297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Bound port: 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:01.691657 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.700071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6de27c8e-9906-4e0e-9282-132ec81797f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.811610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Made reservation on behalf of 663190e9ae9641a1be33b6f12d852a82 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:01.815235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.816553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e8366-0727-4688-b47e-03455772f07d req-0fa9c90c-d15d-4883-8fae-f86e5c3fa91f tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:01.818193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-694e8366-0727-4688-b47e-03455772f07d req-0fa9c90c-d15d-4883-8fae-f86e5c3fa91f tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 950 time: 0.1026919 Jun 30 02:23:01.825335 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6de27c8e-9906-4e0e-9282-132ec81797f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.829876 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6de27c8e-9906-4e0e-9282-132ec81797f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.839397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6de27c8e-9906-4e0e-9282-132ec81797f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e4a463b-b66e-433b-a803-e0909644eeed HTTP/1.1" status: 204 len: 168 time: 0.2442412 Jun 30 02:23:01.852903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de27c8e-9906-4e0e-9282-132ec81797f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4a463b-b66e-433b-a803-e0909644eeed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:01.933181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-694e8366-0727-4688-b47e-03455772f07d req-187ebec4-51c9-4c26-a097-f723fe421b28 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920923 Jun 30 02:23:01.981880 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:01.999433 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.012936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:02.032375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-5ed627d6-ed31-4aa1-9440-fd2ce23abba7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:02.037741 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-5ed627d6-ed31-4aa1-9440-fd2ce23abba7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3608737 Jun 30 02:23:02.042306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:02.081372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Request body: {'port': {'device_id': '63138f28-14c8-4558-8234-06b0f6137f15', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '9cec145aa2d747cf98d6c57f659678cd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:02.094483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.100332 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.163041 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32c02c05-a239-434b-8fac-2294bbc574a8 req-20bd881c-68db-4de5-b4c5-785d2c58c0d2 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 210 time: 0.0471842 Jun 30 02:23:02.211331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Pushing event updated for resources: {'Port': ['ID=b18c0bd8-05ac-420e-aafa-a4094bdb2dd2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:02.214585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:02.215540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.219056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] 10.222.0.69 "PUT /v2.0/ports/2264d4d4-3a7c-46b8-b62b-133df1dcb930 HTTP/1.1" status: 200 len: 1092 time: 2.4063091 Jun 30 02:23:02.230418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'tag': '2264d4d4-3a7c-46b8-b62b-133df1dcb930'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:02.233280 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa161d42-7b99-4050-a89d-f9259ecc19d6" -d '{"events": [{"name": "network-changed", "server_uuid": "21e0acfa-460c-4379-8dab-7b5705fcf9e0", "tag": "2264d4d4-3a7c-46b8-b62b-133df1dcb930"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:02.235456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:02.247325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.254667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-822ff5e4-9bc4-442d-adde-8457e11d3124 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0035398 Jun 30 02:23:02.264867 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23b147d0-3dc5-4766-bcf6-0f8811a87bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.403198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Allocated IP 172.20.0.14 (3e0ce481-75f2-4688-9eec-39a2795f75c7/f4b029b4-fcea-4790-a765-2f1787071d20/0afed630-703f-4fcf-83e1-cc9a48af3f3b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:02.443829 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-5d0f437d-be48-4735-ba73-7e3b3787920c tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 695 time: 0.1879053 Jun 30 02:23:02.453883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23b147d0-3dc5-4766-bcf6-0f8811a87bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.470587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bac9c-9aa0-42c1-aa41-c5b602275f49 req-c7fc0478-0313-488a-a92c-bb02681c4eef tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:02.472182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e80bac9c-9aa0-42c1-aa41-c5b602275f49 req-c7fc0478-0313-488a-a92c-bb02681c4eef tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 948 time: 0.1204498 Jun 30 02:23:02.473521 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23b147d0-3dc5-4766-bcf6-0f8811a87bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.528239 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-23b147d0-3dc5-4766-bcf6-0f8811a87bcd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=143a6f2b80da42d79ab44e3daf5745e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913499 Jun 30 02:23:02.531729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:02.543156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b147d0-3dc5-4766-bcf6-0f8811a87bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2d6f54-3253-4876-866d-7123b6a6019c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:02.569761 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e80bac9c-9aa0-42c1-aa41-c5b602275f49 req-feda9cd9-5463-47ee-909b-1b82bf04779b tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851905 Jun 30 02:23:02.569906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff24509-00b9-465b-a083-b1074f6f953f service neutron] Pushing event updated for resources: {'Port': ['ID=2264d4d4-3a7c-46b8-b62b-133df1dcb930,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:02.622372 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aa75206-fae8-4405-86d1-3d61578e2eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.647292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aa75206-fae8-4405-86d1-3d61578e2eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.701842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Made reservation on behalf of 9cec145aa2d747cf98d6c57f659678cd for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:02.705377 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.710750 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aa75206-fae8-4405-86d1-3d61578e2eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.714513 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aa75206-fae8-4405-86d1-3d61578e2eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:02.734743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-66fc653a-b86f-4568-8e0d-6ff81d7cb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:02.736244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-66fc653a-b86f-4568-8e0d-6ff81d7cb74b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1095 time: 0.4515350 Jun 30 02:23:02.737293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6aa75206-fae8-4405-86d1-3d61578e2eb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff2d6f54-3253-4876-866d-7123b6a6019c HTTP/1.1" status: 204 len: 168 time: 0.2035663 Jun 30 02:23:02.758679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa75206-fae8-4405-86d1-3d61578e2eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2d6f54-3253-4876-866d-7123b6a6019c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:02.791832 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f2c11cc-52b6-4161-9a9f-a65d8a858ba6 req-3ab75621-e83f-422f-82d5-905fc4ec8fe6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 210 time: 0.0528650 Jun 30 02:23:02.810134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-c82519f7-85dc-4faf-95e7-6dc15010d459 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:02.811533 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-c82519f7-85dc-4faf-95e7-6dc15010d459 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.3394930 Jun 30 02:23:02.823047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-4eff24c9-b3d4-4d96-9ce7-274c86bfd865 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930 HTTP/1.1" status: 200 len: 217 time: 0.0714107 Jun 30 02:23:02.834994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-22bb316d-e3ec-48df-bd35-8c07c08b6b05 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:23:02.836006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-301aa831-51f2-48fd-b1bc-6560be72cb13 req-22bb316d-e3ec-48df-bd35-8c07c08b6b05 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148518 Jun 30 02:23:02.863830 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5186944-e6c4-4c22-acdd-c050716897d0 x-openstack-request-id: req-c5186944-e6c4-4c22-acdd-c050716897d0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:02.864130 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e0acfa-460c-4379-8dab-7b5705fcf9e0", "tag": "2264d4d4-3a7c-46b8-b62b-133df1dcb930", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:02.864438 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5186944-e6c4-4c22-acdd-c050716897d0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:02.864947 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'tag': '2264d4d4-3a7c-46b8-b62b-133df1dcb930', 'status': 'completed', 'code': 200} Jun 30 02:23:02.896812 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:03.034776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Transition to ACTIVE for port object 0afed630-703f-4fcf-83e1-cc9a48af3f3b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:03.039110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c0cf5-4fb6-45a4-8c33-c47eca384d63 req-0d3aa906-0142-4d13-94a1-de5ddd0367f4 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:03.040974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a9c0cf5-4fb6-45a4-8c33-c47eca384d63 req-0d3aa906-0142-4d13-94a1-de5ddd0367f4 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 943 time: 0.0769751 Jun 30 02:23:03.044420 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d0a2885-2f7a-415e-a566-1f5522f4e0cb req-3d6c1c89-ab59-4e58-8ea6-f6227b56b3cf tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips/f2545861-e61f-472e-b59f-546cab104296 HTTP/1.1" status: 200 len: 692 time: 0.1186221 Jun 30 02:23:03.052392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-f01ca4d9-a3eb-45e5-8fab-be714081463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:03.053602 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-f01ca4d9-a3eb-45e5-8fab-be714081463a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.2141545 Jun 30 02:23:03.095606 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a9c0cf5-4fb6-45a4-8c33-c47eca384d63 req-91ea106d-23f1-41d2-8b56-e502d3111a7f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Jun 30 02:23:03.166483 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-0a6547b9-92a9-4a26-9799-1a53596b32f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023555 Jun 30 02:23:03.383739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f58f96-494b-4a94-92da-4a6b740573a5 req-61ecaf72-438c-488d-8b25-4fcfcf578d6e tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:03.392151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09f58f96-494b-4a94-92da-4a6b740573a5 req-61ecaf72-438c-488d-8b25-4fcfcf578d6e tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 950 time: 0.1231251 Jun 30 02:23:03.418351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 03ffc012-a1ef-4a7c-9a8a-981db67bb13d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:03.482213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09f58f96-494b-4a94-92da-4a6b740573a5 req-52bfe5c4-ef8b-48f0-bf3d-743abfcb2120 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/security-groups?id=0680e642-c93e-40d8-a729-336d319ce721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736766 Jun 30 02:23:03.509703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-1c65c892-fb55-4fde-9faa-17030d27bb82 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:03.511322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-1c65c892-fb55-4fde-9faa-17030d27bb82 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.73 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 950 time: 0.1919401 Jun 30 02:23:03.536825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:03.546440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Allocated IP 192.168.233.52 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:03.549941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:03.573702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:03.574085 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:03.587390 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:03.704600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a2885-2f7a-415e-a566-1f5522f4e0cb req-ab0a0195-2efb-457f-9822-96f9db43f1cf tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:03.712368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d0a2885-2f7a-415e-a566-1f5522f4e0cb req-ab0a0195-2efb-457f-9822-96f9db43f1cf tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.6545420 Jun 30 02:23:03.734892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-5d0a2885-2f7a-415e-a566-1f5522f4e0cb req-685e47a6-3976-4f18-93cf-e4ae378864e6 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:23:03.748324 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d0a2885-2f7a-415e-a566-1f5522f4e0cb req-685e47a6-3976-4f18-93cf-e4ae378864e6 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350778 Jun 30 02:23:03.749662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-ac76b46c-e9c7-469d-acf0-4f424fabbe61 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Deleting port 79a62485-a392-4309-ac41-4048b2b64a87 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:23:03.750180 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-ac76b46c-e9c7-469d-acf0-4f424fabbe61 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:03.761951 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:03.808994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40150607-1a1a-41bd-8edc-9ddbc1a7b11d req-e451a109-91e0-422b-b664-a017748dd741 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:03.815165 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40150607-1a1a-41bd-8edc-9ddbc1a7b11d req-e451a109-91e0-422b-b664-a017748dd741 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 932 time: 0.1448526 Jun 30 02:23:03.819579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=03ffc012-a1ef-4a7c-9a8a-981db67bb13d,segment=NetworkSegment(9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef),segment_id=9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:03.832238 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:03.840456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Network 3e0ce481-75f2-4688-9eec-39a2795f75c7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:03.844526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47c885f-320b-423a-bcfb-e7d09e0fcf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:03.857625 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-527576aa-8a70-409b-b4d3-125c20f2b7c6 service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801088 Jun 30 02:23:03.894600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event updated for resources: {'Port': ['ID=0afed630-703f-4fcf-83e1-cc9a48af3f3b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:03.899420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=03ffc012-a1ef-4a7c-9a8a-981db67bb13d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:03.908595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40150607-1a1a-41bd-8edc-9ddbc1a7b11d req-08e4d45f-a4b2-4815-9586-176aa121b14c tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923848 Jun 30 02:23:03.914816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:03.942135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:03.948853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:03.949818 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.020327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-ac76b46c-e9c7-469d-acf0-4f424fabbe61 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] For port 79a62485-a392-4309-ac41-4048b2b64a87, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=79a62485-a392-4309-ac41-4048b2b64a87,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:04.021026 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-ac76b46c-e9c7-469d-acf0-4f424fabbe61 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.037154 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c26fa510-f804-4f9d-b5c2-810705c4d0f8 req-f7560aa1-4f53-465f-bcfc-08fa9610afdf tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=fc02e41ad1e447a3b8a274d79cde68e0 HTTP/1.1" status: 200 len: 695 time: 0.0974071 Jun 30 02:23:04.043647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-ac76b46c-e9c7-469d-acf0-4f424fabbe61 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Calling delete_port for 79a62485-a392-4309-ac41-4048b2b64a87 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:23:04.166099 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.171266 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-432a2ba3-495e-4ca6-b7f4-ee52eaae5ebb req-eeeb1fa2-779e-41cc-bc72-f30c1f7f7fae service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776666 Jun 30 02:23:04.195909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Transition to ACTIVE for port object d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:04.226245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8b9cc-013e-45ed-a31c-6ea5c6ec7198 req-6a86ba2d-4170-4f91-b935-9f6be7a812ce tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:04.226760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f0c0831-b7c5-448d-99d5-17ee8b617e96 None None] Provisioning for port 0afed630-703f-4fcf-83e1-cc9a48af3f3b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:04.231481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f0c0831-b7c5-448d-99d5-17ee8b617e96 None None] Provisioning complete for port 0afed630-703f-4fcf-83e1-cc9a48af3f3b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:04.232152 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f0c0831-b7c5-448d-99d5-17ee8b617e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.233302 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ee8b9cc-013e-45ed-a31c-6ea5c6ec7198 req-6a86ba2d-4170-4f91-b935-9f6be7a812ce tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 948 time: 0.3441851 Jun 30 02:23:04.273398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c0831-b7c5-448d-99d5-17ee8b617e96 None None] Port 0afed630-703f-4fcf-83e1-cc9a48af3f3b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:04.349595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47c885f-320b-423a-bcfb-e7d09e0fcf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.361786 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ee8b9cc-013e-45ed-a31c-6ea5c6ec7198 req-44a73d61-5867-483c-8138-3bfdd6912ab8 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275694 Jun 30 02:23:04.364010 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d47c885f-320b-423a-bcfb-e7d09e0fcf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.369877 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.375712 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b04bf097-0485-47c9-a193-4c2253d5df01 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0752137 Jun 30 02:23:04.399892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['327b3cb4-97d8-4ebe-80b6-f52faaa4e02f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:04.420931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Request body: {'port': {'device_id': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:04.501135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fa510-f804-4f9d-b5c2-810705c4d0f8 req-506f0c0e-dd14-4718-84a0-82ffed769bee tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:04.502814 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c26fa510-f804-4f9d-b5c2-810705c4d0f8 req-506f0c0e-dd14-4718-84a0-82ffed769bee tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/networks?id=944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 787 time: 0.4571531 Jun 30 02:23:04.516694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c885f-320b-423a-bcfb-e7d09e0fcf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db63bf9f-a9bf-401a-8f5c-915ca5eaba40,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:04.523680 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d47c885f-320b-423a-bcfb-e7d09e0fcf02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be1e2699f4b44f71be7c57fe9aa365ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9816024 Jun 30 02:23:04.523900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-c26fa510-f804-4f9d-b5c2-810705c4d0f8 req-ca814505-c96e-45ee-82d3-b0d968d99a7b tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:23:04.523900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c26fa510-f804-4f9d-b5c2-810705c4d0f8 req-ca814505-c96e-45ee-82d3-b0d968d99a7b tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105388 Jun 30 02:23:04.528158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:04.528404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161d42-7b99-4050-a89d-f9259ecc19d6 req-3d8e36de-493a-4fde-95c5-26070c191d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:04.529927 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa161d42-7b99-4050-a89d-f9259ecc19d6 req-3d8e36de-493a-4fde-95c5-26070c191d78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1095 time: 0.2946002 Jun 30 02:23:04.542898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:04.563173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:04.574251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Pushing event updated for resources: {'Port': ['ID=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:04.602672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:04.608153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:04.609118 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.610755 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6718c611-fea6-4bd7-9649-e1947d22b769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.638942 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6718c611-fea6-4bd7-9649-e1947d22b769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.750990 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6718c611-fea6-4bd7-9649-e1947d22b769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.754452 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6718c611-fea6-4bd7-9649-e1947d22b769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.759905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6718c611-fea6-4bd7-9649-e1947d22b769 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db63bf9f-a9bf-401a-8f5c-915ca5eaba40 HTTP/1.1" status: 204 len: 168 time: 0.2311599 Jun 30 02:23:04.790371 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-eb4e9ab2-f302-41ea-aec0-3f76a645dbd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7153001 Jun 30 02:23:04.808247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718c611-fea6-4bd7-9649-e1947d22b769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db63bf9f-a9bf-401a-8f5c-915ca5eaba40,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:04.812696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Request body: {'port': {'device_id': '63138f28-14c8-4558-8234-06b0f6137f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:04.824429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-ac76b46c-e9c7-469d-acf0-4f424fabbe61 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.829370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.878007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76b46c-e9c7-469d-acf0-4f424fabbe61 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Pushing event deleted for resources: {'Port': ['ID=79a62485-a392-4309-ac41-4048b2b64a87,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:04.931478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccd768-93b1-453e-a2df-2aea9a80fbd9 req-e941b942-7286-4dbe-8e02-3a8351d67098 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:04.938787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccccd768-93b1-453e-a2df-2aea9a80fbd9 req-e941b942-7286-4dbe-8e02-3a8351d67098 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 943 time: 0.2046511 Jun 30 02:23:04.967477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-ac76b46c-e9c7-469d-acf0-4f424fabbe61 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] No DVR routers for this DVR port 79a62485-a392-4309-ac41-4048b2b64a87 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:23:04.970438 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-ac76b46c-e9c7-469d-acf0-4f424fabbe61 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:04.973097 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de6dbef0-4cfb-44e3-bf07-a49e1c60e306 req-ac76b46c-e9c7-469d-acf0-4f424fabbe61 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.73 "DELETE /v2.0/ports/79a62485-a392-4309-ac41-4048b2b64a87 HTTP/1.1" status: 204 len: 173 time: 1.4517090 Jun 30 02:23:04.975223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5316752c-a3b3-4610-a82c-ebb1bb0385ac', 'name': 'network-vif-deleted', 'tag': '79a62485-a392-4309-ac41-4048b2b64a87'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:04.986389 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95bcec4-b4f7-4626-9934-62c1e431d73a" -d '{"events": [{"server_uuid": "5316752c-a3b3-4610-a82c-ebb1bb0385ac", "name": "network-vif-deleted", "tag": "79a62485-a392-4309-ac41-4048b2b64a87"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:05.020226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c04f334-09d4-4a59-b95f-62863f060581 None None] Provisioning for port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:05.034832 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c04f334-09d4-4a59-b95f-62863f060581 None None] Provisioning complete for port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:05.035208 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c04f334-09d4-4a59-b95f-62863f060581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:05.066685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccccd768-93b1-453e-a2df-2aea9a80fbd9 req-fc999e68-97c5-401c-969f-3fda65fb92e8 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247520 Jun 30 02:23:05.111300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6c04f334-09d4-4a59-b95f-62863f060581 None None] Port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:05.270894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161d42-7b99-4050-a89d-f9259ecc19d6 req-d86bf9a3-a74c-46c7-a5db-370a7c0ab0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:05.272851 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa161d42-7b99-4050-a89d-f9259ecc19d6 req-d86bf9a3-a74c-46c7-a5db-370a7c0ab0e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.7333934 Jun 30 02:23:05.285737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d201f0-0066-4db5-a5fe-73e140554b4e req-c553081f-1009-4684-90a1-c7b5767ed4a9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:05.293787 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38d201f0-0066-4db5-a5fe-73e140554b4e req-c553081f-1009-4684-90a1-c7b5767ed4a9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 935 time: 0.5974429 Jun 30 02:23:05.300570 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:05.344249 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa161d42-7b99-4050-a89d-f9259ecc19d6 req-fc4073bf-a1a3-4db2-8b33-42e3f0807dc3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930 HTTP/1.1" status: 200 len: 217 time: 0.0375571 Jun 30 02:23:05.349645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:05.366110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6789804-5555-4761-8f8c-db0471ad0e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:05.387282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 03ffc012-a1ef-4a7c-9a8a-981db67bb13d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:05.443455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa161d42-7b99-4050-a89d-f9259ecc19d6 req-17b0c0aa-4400-46cc-8ac8-2bbbb3326563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:05.445538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa161d42-7b99-4050-a89d-f9259ecc19d6 req-17b0c0aa-4400-46cc-8ac8-2bbbb3326563 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0731850 Jun 30 02:23:05.482521 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:05.483454 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:05.494641 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa161d42-7b99-4050-a89d-f9259ecc19d6 req-4d813edf-95e7-4ade-a102-7a9c7669821c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407248 Jun 30 02:23:05.538195 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6789804-5555-4761-8f8c-db0471ad0e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:05.548614 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6789804-5555-4761-8f8c-db0471ad0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:05.639196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38d201f0-0066-4db5-a5fe-73e140554b4e req-daa69e13-789e-43ef-af2d-7c445ac92025 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426039 Jun 30 02:23:05.641492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa161d42-7b99-4050-a89d-f9259ecc19d6 req-d7bb3ece-d29b-48cc-8ec9-218e2c15eb8e service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172788 Jun 30 02:23:05.649153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b6789804-5555-4761-8f8c-db0471ad0e3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7d2acfcc14c480ba00b53daaf2a7686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978988 Jun 30 02:23:05.659275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:05.684651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6789804-5555-4761-8f8c-db0471ad0e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175d3ddf-74e6-4ff0-a7c0-bdeea7870437,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:05.736962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ff5ec49-8533-4dd8-92ba-51f1e3ad420f req-08937831-c44c-4146-8c0c-b8732f9267d3 tempest-LiveMigrationNegativeTest-821760100 tempest-LiveMigrationNegativeTest-821760100-project] 10.222.0.55 "GET /v2.0/ports?device_id=5316752c-a3b3-4610-a82c-ebb1bb0385ac HTTP/1.1" status: 200 len: 210 time: 0.0504813 Jun 30 02:23:05.753213 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9921351-0c5f-4510-89a8-152f8e746b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:05.792273 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:23:05.803946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9921351-0c5f-4510-89a8-152f8e746b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:05.866363 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-1b2dd702-4a4a-40b7-a2eb-086add86f71c tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips/f2545861-e61f-472e-b59f-546cab104296 HTTP/1.1" status: 200 len: 692 time: 0.1724098 Jun 30 02:23:05.867185 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9921351-0c5f-4510-89a8-152f8e746b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:05.869866 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9921351-0c5f-4510-89a8-152f8e746b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:05.871079 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a9921351-0c5f-4510-89a8-152f8e746b6e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/175d3ddf-74e6-4ff0-a7c0-bdeea7870437 HTTP/1.1" status: 204 len: 168 time: 0.2153313 Jun 30 02:23:05.882820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9921351-0c5f-4510-89a8-152f8e746b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175d3ddf-74e6-4ff0-a7c0-bdeea7870437,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:06.126622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afed630-703f-4fcf-83e1-cc9a48af3f3b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:06.140794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:06.150993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa161d42-7b99-4050-a89d-f9259ecc19d6 req-b5b2fede-a481-4d22-90e1-8b29050b179f service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584179 Jun 30 02:23:06.178141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Transition to ACTIVE for port object 0afed630-703f-4fcf-83e1-cc9a48af3f3b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:06.200994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:06.230767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3146b75-3d4b-45bb-a672-93ecb005179e req-89ad9c7f-5447-4fca-a261-1f9341b9ce9f tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:06.232623 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3146b75-3d4b-45bb-a672-93ecb005179e req-89ad9c7f-5447-4fca-a261-1f9341b9ce9f tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 932 time: 0.0828276 Jun 30 02:23:06.266897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-3c6b5505-56d7-4158-9346-b95248120cdc tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:06.268207 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-3c6b5505-56d7-4158-9346-b95248120cdc tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.4009666 Jun 30 02:23:06.298587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3146b75-3d4b-45bb-a672-93ecb005179e req-1b1b8001-c575-408b-9241-81f6a9a4024a tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571699 Jun 30 02:23:06.306578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-2405f74f-8920-4064-871f-9a5f320f5fb6 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:23:06.307713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-2405f74f-8920-4064-871f-9a5f320f5fb6 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0311389 Jun 30 02:23:06.369168 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a286d152-ebc9-4558-974f-755bfee87089 x-openstack-request-id: req-a286d152-ebc9-4558-974f-755bfee87089 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:06.370516 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5316752c-a3b3-4610-a82c-ebb1bb0385ac", "name": "network-vif-deleted", "tag": "79a62485-a392-4309-ac41-4048b2b64a87", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:06.370516 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a286d152-ebc9-4558-974f-755bfee87089 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:06.370777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Pushing event updated for resources: {'Port': ['ID=0afed630-703f-4fcf-83e1-cc9a48af3f3b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:06.371041 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5316752c-a3b3-4610-a82c-ebb1bb0385ac', 'name': 'network-vif-deleted', 'tag': '79a62485-a392-4309-ac41-4048b2b64a87', 'status': 'completed', 'code': 200} Jun 30 02:23:06.448670 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Attempting to bind port 0afed630-703f-4fcf-83e1-cc9a48af3f3b on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:06.448907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Attempting to bind port 0afed630-703f-4fcf-83e1-cc9a48af3f3b by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:06.449227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Attempting to bind port 0afed630-703f-4fcf-83e1-cc9a48af3f3b on network 3e0ce481-75f2-4688-9eec-39a2795f75c7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:06.468958 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-764b954a-33e8-45a9-ad0c-445b1eca150c tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 695 time: 0.1323881 Jun 30 02:23:06.474547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Port 0afed630-703f-4fcf-83e1-cc9a48af3f3b on network 3e0ce481-75f2-4688-9eec-39a2795f75c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:06.475259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Attempting to bind port 0afed630-703f-4fcf-83e1-cc9a48af3f3b on network 3e0ce481-75f2-4688-9eec-39a2795f75c7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:06.555050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 79a62485-a392-4309-ac41-4048b2b64a87 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:23:06.587355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 79a62485-a392-4309-ac41-4048b2b64a87 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:23:06.587916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 79a62485-a392-4309-ac41-4048b2b64a87 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:23:06.826355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:06.831198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:06.831527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Checking segment: {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:06.831935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Bound using segment: {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:06.832864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Bound port: 0afed630-703f-4fcf-83e1-cc9a48af3f3b, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:06.833282 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:06.851663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:06.860483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-76261392-c6cd-494b-9194-c7c88955b2cf tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:06.861056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-76261392-c6cd-494b-9194-c7c88955b2cf tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:06.861500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-76261392-c6cd-494b-9194-c7c88955b2cf tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:06.861981 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-76261392-c6cd-494b-9194-c7c88955b2cf tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:06.862318 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-f75b4d85-56fe-48bd-afcc-4ea1f4f4ce06 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.98 HTTP/1.1" status: 200 len: 695 time: 0.3799682 Jun 30 02:23:06.862504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-76261392-c6cd-494b-9194-c7c88955b2cf tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:06.863007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-76261392-c6cd-494b-9194-c7c88955b2cf tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:06.863476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-76261392-c6cd-494b-9194-c7c88955b2cf tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:06.863952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-76261392-c6cd-494b-9194-c7c88955b2cf tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:06.866568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-76261392-c6cd-494b-9194-c7c88955b2cf tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15&device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88&device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0&device_id=d3404d4c-15d4-45a3-940c-81120f199e20&device_id=2c605d28-4b22-4f86-888b-4080f719053c&device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e&device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 7212 time: 0.0757642 Jun 30 02:23:06.889287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Transition to ACTIVE for port object d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:06.891505 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-af349ba3-0b09-4d13-919b-7ed5253e6fb0 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:06.906247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.051513 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-af349ba3-0b09-4d13-919b-7ed5253e6fb0 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.055204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:07.066128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] For port 0afed630-703f-4fcf-83e1-cc9a48af3f3b, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:07.070706 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-af349ba3-0b09-4d13-919b-7ed5253e6fb0 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.108821 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47feef5c-c23b-4ad5-8d59-b2c9870bb62f req-af349ba3-0b09-4d13-919b-7ed5253e6fb0 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&id=e28e853e-44e6-4f3e-b5e6-54897365820c&id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2305605 Jun 30 02:23:07.108940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] For port 0afed630-703f-4fcf-83e1-cc9a48af3f3b, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0afed630-703f-4fcf-83e1-cc9a48af3f3b,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:07.131039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af349ba3-0b09-4d13-919b-7ed5253e6fb0 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0736e89-2103-4931-8744-7145b2b61752,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:07.138678 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.185720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Attempting to bind port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:07.186053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Attempting to bind port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:07.186408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Attempting to bind port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:07.195419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:07.196407 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.197398 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] 10.222.0.69 "PUT /v2.0/ports/0afed630-703f-4fcf-83e1-cc9a48af3f3b HTTP/1.1" status: 200 len: 1093 time: 2.7894721 Jun 30 02:23:07.200580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'tag': '0afed630-703f-4fcf-83e1-cc9a48af3f3b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:07.203353 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4699efd9-b0a1-464f-a859-61aa717a9a35" -d '{"events": [{"name": "network-changed", "server_uuid": "a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88", "tag": "0afed630-703f-4fcf-83e1-cc9a48af3f3b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:07.215355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:07.215355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Attempting to bind port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:07.262187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-b5766adc-5c1d-45af-b03d-85d6350919dd tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Deleting port b18c0bd8-05ac-420e-aafa-a4094bdb2dd2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:23:07.262529 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-b5766adc-5c1d-45af-b03d-85d6350919dd tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.273415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:07.273755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:07.274145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:07.274595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Bound port: d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:07.274974 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.323416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718168f-29b1-475e-a3ac-49671f4856fb req-5907ca4f-62f5-4007-8a1b-ac24eedc0773 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:07.325821 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5718168f-29b1-475e-a3ac-49671f4856fb req-5907ca4f-62f5-4007-8a1b-ac24eedc0773 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 943 time: 0.0836003 Jun 30 02:23:07.355548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3dc70-d21f-4f5d-b311-46e375055b80 service neutron] Pushing event updated for resources: {'Port': ['ID=0afed630-703f-4fcf-83e1-cc9a48af3f3b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:07.371662 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5718168f-29b1-475e-a3ac-49671f4856fb req-fe933fb4-803e-472f-956a-890aca0c4e06 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374169 Jun 30 02:23:07.460721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b147af3d-957f-4b88-8792-20cc97f4906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:07.462342 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b147af3d-957f-4b88-8792-20cc97f4906a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 1096 time: 0.2023385 Jun 30 02:23:07.464147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-b5766adc-5c1d-45af-b03d-85d6350919dd tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.464563 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-b5766adc-5c1d-45af-b03d-85d6350919dd tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.535399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:07.538132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-b5766adc-5c1d-45af-b03d-85d6350919dd tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Calling delete_port for b18c0bd8-05ac-420e-aafa-a4094bdb2dd2 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:23:07.547090 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-83477d7c-5013-4174-ae6e-9e315d26db19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0afed630-703f-4fcf-83e1-cc9a48af3f3b HTTP/1.1" status: 200 len: 217 time: 0.0729055 Jun 30 02:23:07.569052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:07.580783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f04a-3b0e-4138-b918-7522a9e432b6 req-8191ca39-d361-4fa3-bd3a-0b57038e6fc7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:07.582603 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09e3f04a-3b0e-4138-b918-7522a9e432b6 req-8191ca39-d361-4fa3-bd3a-0b57038e6fc7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 947 time: 0.0766051 Jun 30 02:23:07.610213 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.628586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09e3f04a-3b0e-4138-b918-7522a9e432b6 req-ca25a307-dbf7-4bf5-94d3-0345a80a5e6e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395205 Jun 30 02:23:07.675761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:07.677062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:07.678486 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] 10.222.0.69 "PUT /v2.0/ports/d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd HTTP/1.1" status: 200 len: 1096 time: 2.8709307 Jun 30 02:23:07.796767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af7b3e-517e-47ce-bed2-81f9e00ad6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:07.811984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b3d25524-fe35-4738-b298-c2de2b6b4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:07.813635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-b3d25524-fe35-4738-b298-c2de2b6b4e5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4b029b4-fcea-4790-a765-2f1787071d20 HTTP/1.1" status: 200 len: 862 time: 0.2567306 Jun 30 02:23:07.927455 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e573d1b-c175-4677-ac27-7ebe0e000cff x-openstack-request-id: req-7e573d1b-c175-4677-ac27-7ebe0e000cff {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:07.928054 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88", "tag": "0afed630-703f-4fcf-83e1-cc9a48af3f3b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:07.928229 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e573d1b-c175-4677-ac27-7ebe0e000cff {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:07.928580 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'tag': '0afed630-703f-4fcf-83e1-cc9a48af3f3b', 'status': 'completed', 'code': 200} Jun 30 02:23:07.938686 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-424f03bd-e977-4506-8f38-ee15bf7b1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:07.941147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-424f03bd-e977-4506-8f38-ee15bf7b1eba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 1099 time: 0.1550908 Jun 30 02:23:08.014219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-270e2e15-ac96-40f5-8f0a-bbd4283e848e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd HTTP/1.1" status: 200 len: 217 time: 0.0647414 Jun 30 02:23:08.040291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-be14d023-6512-4cd9-9efa-1f4803c966b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:08.043973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-be14d023-6512-4cd9-9efa-1f4803c966b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e0ce481-75f2-4688-9eec-39a2795f75c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939948 Jun 30 02:23:08.134676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84a364-4d4a-4be4-99fa-5a3931a97289 req-59eedfdc-5c20-4965-85c3-48156ddd8a35 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:08.137182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe84a364-4d4a-4be4-99fa-5a3931a97289 req-59eedfdc-5c20-4965-85c3-48156ddd8a35 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 944 time: 0.0841494 Jun 30 02:23:08.146570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:08.146877 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-b5766adc-5c1d-45af-b03d-85d6350919dd tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:08.188330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5766adc-5c1d-45af-b03d-85d6350919dd tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Pushing event deleted for resources: {'Port': ['ID=b18c0bd8-05ac-420e-aafa-a4094bdb2dd2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:08.190305 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe84a364-4d4a-4be4-99fa-5a3931a97289 req-8eb5a040-5ed4-4bf8-a3f1-73404540339a tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Jun 30 02:23:08.197439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-6e406cb4-ffcb-427b-bc14-5e6d54e776fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:08.198950 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-6e406cb4-ffcb-427b-bc14-5e6d54e776fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1742134 Jun 30 02:23:08.261719 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-b5766adc-5c1d-45af-b03d-85d6350919dd tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:08.264297 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-b5766adc-5c1d-45af-b03d-85d6350919dd tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:08.265700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7244aaab-ffac-45ed-8cf1-bb6d5c37927c req-b5766adc-5c1d-45af-b03d-85d6350919dd tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "DELETE /v2.0/floatingips/f2545861-e61f-472e-b59f-546cab104296 HTTP/1.1" status: 204 len: 173 time: 1.3778949 Jun 30 02:23:08.303652 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-02406e5f-49d9-435d-91e5-826687fe8a06 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309492 Jun 30 02:23:08.335871 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-90ea6900-4137-48f8-b0e4-42a9ca74057c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7af49f84473450b8f8d1f02faac1e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879237 Jun 30 02:23:08.336052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:08.368151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-c2a8343f-c129-4c36-b273-9d00cb47bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:08.369648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-c2a8343f-c129-4c36-b273-9d00cb47bca2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1629941 Jun 30 02:23:08.527706 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59793ae6-8f83-4386-ae56-ced0a4d82792 req-77c9f868-909d-4c4d-b2b5-46743c5b26db service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168736 Jun 30 02:23:08.534595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a4711a4-9202-499c-bed4-674c87ee66e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:08.544750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2264d4d4-3a7c-46b8-b62b-133df1dcb930 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:08.554932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-a439f1b3-2c79-4229-a8a1-e41da88e668c service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772017 Jun 30 02:23:08.576060 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a4711a4-9202-499c-bed4-674c87ee66e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:08.677168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:08.690174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '2264d4d4-3a7c-46b8-b62b-133df1dcb930', 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65', 'port_id': '2264d4d4-3a7c-46b8-b62b-133df1dcb930', 'mac_address': 'fa:16:3e:92:8b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a78d3d-c02c-4a04-b991-cbdbed66d28f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:23:08.697768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-4f9c5345-1701-4eaa-a211-67beb470383c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282705 Jun 30 02:23:08.738130 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:08.753876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2264d4d4-3a7c-46b8-b62b-133df1dcb930 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:08.759932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b0b505f-65c8-4ea1-8a0a-9d401fe4945c req-af06584c-bc98-4064-b310-726359ed96c4 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971684 Jun 30 02:23:08.765598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a4711a4-9202-499c-bed4-674c87ee66e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:08.768503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a4711a4-9202-499c-bed4-674c87ee66e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:08.773015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2a4711a4-9202-499c-bed4-674c87ee66e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0680e642-c93e-40d8-a729-336d319ce721 HTTP/1.1" status: 204 len: 168 time: 0.4333494 Jun 30 02:23:08.791835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:08.794549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4711a4-9202-499c-bed4-674c87ee66e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0680e642-c93e-40d8-a729-336d319ce721,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:08.798705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-eb8d0b8f-5dcd-435c-ba42-928af01f23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:08.800550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-eb8d0b8f-5dcd-435c-ba42-928af01f23d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 1096 time: 0.1787179 Jun 30 02:23:08.800831 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:08.804479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2983f21-5b37-4fcf-ac3c-5af6f09487b6 req-c841b9e5-34cf-452a-a435-314efc6926bd tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:08.804959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2983f21-5b37-4fcf-ac3c-5af6f09487b6 req-c841b9e5-34cf-452a-a435-314efc6926bd tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:08.805492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2983f21-5b37-4fcf-ac3c-5af6f09487b6 req-c841b9e5-34cf-452a-a435-314efc6926bd tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:08.807275 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2983f21-5b37-4fcf-ac3c-5af6f09487b6 req-c841b9e5-34cf-452a-a435-314efc6926bd tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20&device_id=2c605d28-4b22-4f86-888b-4080f719053c&device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 2883 time: 0.2210636 Jun 30 02:23:08.835043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689a47-c319-406f-a778-25dd53d66423 req-738e2048-0dab-4751-baf1-f23651f1dba1 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:08.842699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-738e2048-0dab-4751-baf1-f23651f1dba1 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388254 Jun 30 02:23:08.861189 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-f8355d4c-112e-4959-a810-2a4926c40056 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/quotas/d7d6098da4e7421eb1ed7b6bd1dc8fc1 HTTP/1.1" status: 200 len: 375 time: 0.0169251 Jun 30 02:23:08.879468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=2264d4d4-3a7c-46b8-b62b-133df1dcb930,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:08.897258 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2983f21-5b37-4fcf-ac3c-5af6f09487b6 req-de61d4d4-e2d5-4116-8eeb-980d6ea26479 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816240 Jun 30 02:23:08.914292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-070ff489-d975-4b53-ad95-5d0576693895 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519471 Jun 30 02:23:08.977656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-c381f772-28d1-49e3-b8b6-e8ff81c021c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:08.979149 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-c381f772-28d1-49e3-b8b6-e8ff81c021c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 924 time: 0.1710773 Jun 30 02:23:09.035800 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-4434bad3-6592-4200-9c85-6237dabeea34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0afed630-703f-4fcf-83e1-cc9a48af3f3b HTTP/1.1" status: 200 len: 217 time: 0.0485122 Jun 30 02:23:09.121013 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-19ae0072-3f50-4373-9882-d5822d4999bf tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2041340 Jun 30 02:23:09.126553 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-64b50ec8-2605-43d2-8998-f2d8ddbbc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:09.128407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-64b50ec8-2605-43d2-8998-f2d8ddbbc7fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4b029b4-fcea-4790-a765-2f1787071d20 HTTP/1.1" status: 200 len: 862 time: 0.0841987 Jun 30 02:23:09.137345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:09.174621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:09.199434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:09.212535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b3fa5-1286-43fd-85a7-896cfa39035d req-2ce5390e-d663-426e-abe5-657f3384ee55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:09.214023 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-320b3fa5-1286-43fd-85a7-896cfa39035d req-2ce5390e-d663-426e-abe5-657f3384ee55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 944 time: 0.0983431 Jun 30 02:23:09.257795 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8ee6f5ad-db1a-47c9-89f7-6f718cfaf7a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a773599515024e6eb46291a2955978ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813122 Jun 30 02:23:09.260344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:09.271346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-44c04b35-f533-4aad-a727-b68a734720f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:09.272852 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-44c04b35-f533-4aad-a727-b68a734720f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e0ce481-75f2-4688-9eec-39a2795f75c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300907 Jun 30 02:23:09.280348 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-320b3fa5-1286-43fd-85a7-896cfa39035d req-eb3c39fe-3fd7-44cd-a95c-93d1ec8e720b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593522 Jun 30 02:23:09.471896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552059dd-50ac-486c-b59c-57686440faa6 req-25b1a5d5-8970-4f38-aae9-a4bdcf6e920c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:09.473372 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-552059dd-50ac-486c-b59c-57686440faa6 req-25b1a5d5-8970-4f38-aae9-a4bdcf6e920c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 947 time: 0.0736566 Jun 30 02:23:09.516228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-552059dd-50ac-486c-b59c-57686440faa6 req-f6181703-1bed-4c08-9bce-8ff4c1825ea3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353744 Jun 30 02:23:09.693963 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5aea31cc-26d5-4acf-a6e0-0fc824c2432f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:09.716002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['2264d4d4-3a7c-46b8-b62b-133df1dcb930'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:09.728506 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5aea31cc-26d5-4acf-a6e0-0fc824c2432f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:09.774846 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-dd4c26ff-09bb-41f2-a070-acb9cf29aa7d service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916415 Jun 30 02:23:09.808932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c555ef23-cd5d-47f6-a063-fce98cb77832 req-b9663e33-f879-4c88-82db-15e9e725776c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 210 time: 0.0425134 Jun 30 02:23:09.841219 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5aea31cc-26d5-4acf-a6e0-0fc824c2432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:09.843769 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5aea31cc-26d5-4acf-a6e0-0fc824c2432f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:09.844901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5aea31cc-26d5-4acf-a6e0-0fc824c2432f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59bcc87b-6a6e-4ce1-8c27-3bc4fa8bf8fe HTTP/1.1" status: 204 len: 168 time: 0.5834219 Jun 30 02:23:09.857597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea31cc-26d5-4acf-a6e0-0fc824c2432f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bcc87b-6a6e-4ce1-8c27-3bc4fa8bf8fe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:09.861650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:09.929730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:09.932053 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adf7a33-b525-4e6c-8a32-0e9d18b80978" -d '{"events": [{"name": "network-changed", "server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:09.953038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4699efd9-b0a1-464f-a859-61aa717a9a35 req-a6752696-8467-4d40-b86b-3483e2a8675f service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685905 Jun 30 02:23:10.005552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Allocated IP 172.25.7.242 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/e104b698-0539-441d-b15c-07ccd3abdd9e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:10.038995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fc848-02a2-40b6-a284-570cd9bceb53 req-5586c538-246b-4a41-9e22-2aaa9e8e6427 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:10.040705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c73fc848-02a2-40b6-a284-570cd9bceb53 req-5586c538-246b-4a41-9e22-2aaa9e8e6427 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 944 time: 0.0719528 Jun 30 02:23:10.083941 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c73fc848-02a2-40b6-a284-570cd9bceb53 req-df6d477a-776c-4a58-90dc-6767519191f5 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357070 Jun 30 02:23:10.131362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:10.166981 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6792e5-5769-46a3-9965-e23f2ea8cde1 x-openstack-request-id: req-6c6792e5-5769-46a3-9965-e23f2ea8cde1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:10.167273 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:10.167769 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c6792e5-5769-46a3-9965-e23f2ea8cde1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:10.167997 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd', 'status': 'completed', 'code': 200} Jun 30 02:23:10.231181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:10.288797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:10.298709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:10.301954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:10.308624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Pushing event updated for resources: {'Port': ['ID=e104b698-0539-441d-b15c-07ccd3abdd9e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:10.344391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-4e3cc24d-aaa3-4ac8-a12b-d0067c46576c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308175 Jun 30 02:23:10.495935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-763078a9-17f3-44b2-8b29-fd3ed531ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:10.497482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-763078a9-17f3-44b2-8b29-fd3ed531ab7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 1099 time: 0.3030531 Jun 30 02:23:10.503267 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:10.521647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689a47-c319-406f-a778-25dd53d66423 req-5b695674-7bb0-49dd-9af3-4a18a7e4e2c6 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:10.523172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-5b695674-7bb0-49dd-9af3-4a18a7e4e2c6 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597359 Jun 30 02:23:10.576325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Request body: {'port': {'device_id': '2185afd7-a390-46ed-8e88-3190d26284f5', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': 'd7d6098da4e7421eb1ed7b6bd1dc8fc1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:10.712449 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:10.791712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Made reservation on behalf of d7d6098da4e7421eb1ed7b6bd1dc8fc1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:10.795168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:10.800318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-4bc7fc02-d1f5-491d-ad23-2eba6e752ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:10.801805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-4bc7fc02-d1f5-491d-ad23-2eba6e752ba7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2963750 Jun 30 02:23:10.812509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:10.871088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480a82a-ada7-433a-9d99-921c1a3308a2 req-feda5e42-6031-4f57-ab24-73ea4f122c20 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:10.872775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d480a82a-ada7-433a-9d99-921c1a3308a2 req-feda5e42-6031-4f57-ab24-73ea4f122c20 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 944 time: 0.0856459 Jun 30 02:23:10.900782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-140a9166-5c2e-425b-995f-7a18a57b0330 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd HTTP/1.1" status: 200 len: 217 time: 0.0893745 Jun 30 02:23:10.918149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d480a82a-ada7-433a-9d99-921c1a3308a2 req-bb538190-13b0-40d6-a36e-d852addc9074 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Jun 30 02:23:10.998283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-1438429b-cb80-4a60-b38c-5561d4b176b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:10.999840 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-1438429b-cb80-4a60-b38c-5561d4b176b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0915959 Jun 30 02:23:11.093982 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.109088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.110468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685996-af20-4645-92cc-fb0a1d2a8ae3 req-23580d04-d7e7-455f-ab3d-7d63c917f7f1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:11.112301 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79685996-af20-4645-92cc-fb0a1d2a8ae3 req-23580d04-d7e7-455f-ab3d-7d63c917f7f1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 947 time: 0.0704432 Jun 30 02:23:11.154660 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79685996-af20-4645-92cc-fb0a1d2a8ae3 req-625ae166-8c31-4709-a7bf-523432bc3963 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358484 Jun 30 02:23:11.181210 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.191224 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.198225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-cf311fd6-c671-49c4-bf71-4b24a3921443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:11.199815 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-cf311fd6-c671-49c4-bf71-4b24a3921443 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1901009 Jun 30 02:23:11.208403 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.216907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Pushing event updated for resources: {'Port': ['ID=e104b698-0539-441d-b15c-07ccd3abdd9e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:11.244038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.245261 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-929fb9d3-42f5-42b2-b35b-3007da7bf243 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1135595 Jun 30 02:23:11.373474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d93c7e-2a44-4ebc-bf51-f323143c77aa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:11.395648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-aa9676d5-7e2f-4d53-b763-4721d01ea0cf tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.1092629 Jun 30 02:23:11.479116 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d392cd8-2bd0-45ce-8c48-8edc1b9c4516 req-83013088-ab8f-4fb7-a8b5-37a9cbb411a3 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 210 time: 0.0305157 Jun 30 02:23:11.527381 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-5b391445-951b-4556-b262-a1dffaaa2b23 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138511 Jun 30 02:23:11.548086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Allocated IP 192.168.233.65 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/6a8b94a8-36f4-4df6-9fa9-bf5620a52953) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:11.658012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04f2dc-6005-4a0e-8f2d-caa44c201bd5 req-326c067a-7ede-49f6-8fb0-2eebf5346c81 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:11.659561 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df04f2dc-6005-4a0e-8f2d-caa44c201bd5 req-326c067a-7ede-49f6-8fb0-2eebf5346c81 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 944 time: 0.0713482 Jun 30 02:23:11.660921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-3c55227f-6db6-4b82-8d27-9a12e60b8093 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:11.662788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ba04925-16c0-4636-b814-7f0271e337b6 req-3c55227f-6db6-4b82-8d27-9a12e60b8093 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.2581599 Jun 30 02:23:11.699699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:11.713114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df04f2dc-6005-4a0e-8f2d-caa44c201bd5 req-844a059a-4c36-4372-b2b6-d5050c969c1e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411901 Jun 30 02:23:11.745444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5adf7a33-b525-4e6c-8a32-0e9d18b80978 req-b533ebc5-8542-4e77-b70d-e69c58affa5b service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072041 Jun 30 02:23:11.808340 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.824202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Transition to ACTIVE for port object 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:11.847585 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48573f24-0106-433f-9352-bd5886179864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.870270 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.930747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:11.937333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:11.954426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:11.962104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:11.963470 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.968720 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48573f24-0106-433f-9352-bd5886179864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:11.976326 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48573f24-0106-433f-9352-bd5886179864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.024708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-48573f24-0106-433f-9352-bd5886179864 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c1f9691cd5441dc92c5611537f964b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235133 Jun 30 02:23:12.025727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:12.026434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Pushing event updated for resources: {'Port': ['ID=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:12.026561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48573f24-0106-433f-9352-bd5886179864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dfedc3-46af-420c-b078-ea7b18a40033,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:12.039063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-420608ba-a7af-41d3-b00e-f514332dc25c req-61defa64-d966-4b5a-998c-7748c5294b3a tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips/e907890a-f05a-4c57-b3df-ca4db81f878c HTTP/1.1" status: 200 len: 693 time: 0.0712051 Jun 30 02:23:12.041320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-39b91f31-825a-4f8d-a01b-013890e8e5a9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5009966 Jun 30 02:23:12.063736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Request body: {'port': {'device_id': '2185afd7-a390-46ed-8e88-3190d26284f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:12.118953 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-641aaf97-5dc0-46fb-b29a-a811f485f5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.147726 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-641aaf97-5dc0-46fb-b29a-a811f485f5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.197821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11be19a9-4c05-49d9-9488-0c4d0b9974a1 None None] Provisioning for port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:12.207529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11be19a9-4c05-49d9-9488-0c4d0b9974a1 None None] Provisioning complete for port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:12.208113 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11be19a9-4c05-49d9-9488-0c4d0b9974a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.217503 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-641aaf97-5dc0-46fb-b29a-a811f485f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.220461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-641aaf97-5dc0-46fb-b29a-a811f485f5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.228774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-641aaf97-5dc0-46fb-b29a-a811f485f5f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6dfedc3-46af-420c-b078-ea7b18a40033 HTTP/1.1" status: 204 len: 168 time: 0.1843824 Jun 30 02:23:12.233832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420608ba-a7af-41d3-b00e-f514332dc25c req-135322ae-8208-4855-b28d-030673aaf05a tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:12.235473 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-420608ba-a7af-41d3-b00e-f514332dc25c req-135322ae-8208-4855-b28d-030673aaf05a tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1887739 Jun 30 02:23:12.236523 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.251556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641aaf97-5dc0-46fb-b29a-a811f485f5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dfedc3-46af-420c-b078-ea7b18a40033,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:12.269216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-11be19a9-4c05-49d9-9488-0c4d0b9974a1 None None] Port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:12.301406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-420608ba-a7af-41d3-b00e-f514332dc25c req-8b48b806-83f2-4974-a1d1-d3f545a9f479 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0553334 Jun 30 02:23:12.386538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-420608ba-a7af-41d3-b00e-f514332dc25c req-4a55be47-baee-4756-a6cc-0aa6c16b8ad8 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0671868 Jun 30 02:23:12.523226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda1706-d26a-479e-bc05-30242f572b41 req-8695c7d4-fa97-4b36-8729-b649d90b308a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:12.524738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2eda1706-d26a-479e-bc05-30242f572b41 req-8695c7d4-fa97-4b36-8729-b649d90b308a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 944 time: 0.0683866 Jun 30 02:23:12.561421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:12.576038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0afed630-703f-4fcf-83e1-cc9a48af3f3b details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:12.578527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2264d4d4-3a7c-46b8-b62b-133df1dcb930 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:12.581489 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2eda1706-d26a-479e-bc05-30242f572b41 req-ed9a23f0-2a60-44d1-8a7d-5bf1209d4c8d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488162 Jun 30 02:23:12.583574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e48a046a-88c6-477f-bfa9-bfedf6c9c9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.703753 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e48a046a-88c6-477f-bfa9-bfedf6c9c9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.711698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e48a046a-88c6-477f-bfa9-bfedf6c9c9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.719532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:12.726612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:12.727005 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.761094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a046a-88c6-477f-bfa9-bfedf6c9c9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ac9a2f-7d41-4bf8-9ebb-1abeab25a02a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:12.766663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e48a046a-88c6-477f-bfa9-bfedf6c9c9b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=728e506281e3488c9dbe0fe8dde74de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041960 Jun 30 02:23:12.769166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:12.876735 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003ae20d-cf35-42a2-9162-ab93f88e12b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.898447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0afed630-703f-4fcf-83e1-cc9a48af3f3b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0afed630-703f-4fcf-83e1-cc9a48af3f3b,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:12.904662 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003ae20d-cf35-42a2-9162-ab93f88e12b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.918340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '0afed630-703f-4fcf-83e1-cc9a48af3f3b', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'port_id': '0afed630-703f-4fcf-83e1-cc9a48af3f3b', 'mac_address': 'fa:16:3e:d6:46:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:23:12.946296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-420608ba-a7af-41d3-b00e-f514332dc25c req-b95f6c78-2f1a-4d20-8b26-ab3469ab7a29 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Deleting port e104b698-0539-441d-b15c-07ccd3abdd9e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:23:12.946850 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-420608ba-a7af-41d3-b00e-f514332dc25c req-b95f6c78-2f1a-4d20-8b26-ab3469ab7a29 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.960239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33e48f-aa4f-49ea-91a2-9bb0f0cc5662 req-7f729029-c328-4182-83af-0d876f72ee12 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:12.968324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f33e48f-aa4f-49ea-91a2-9bb0f0cc5662 req-7f729029-c328-4182-83af-0d876f72ee12 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 1101 time: 0.1660600 Jun 30 02:23:12.984008 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003ae20d-cf35-42a2-9162-ab93f88e12b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.985257 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.986870 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003ae20d-cf35-42a2-9162-ab93f88e12b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:12.990949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-003ae20d-cf35-42a2-9162-ab93f88e12b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05ac9a2f-7d41-4bf8-9ebb-1abeab25a02a HTTP/1.1" status: 204 len: 168 time: 0.2182240 Jun 30 02:23:13.003426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ae20d-cf35-42a2-9162-ab93f88e12b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ac9a2f-7d41-4bf8-9ebb-1abeab25a02a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:13.008425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afed630-703f-4fcf-83e1-cc9a48af3f3b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:13.020740 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.034753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f33e48f-aa4f-49ea-91a2-9bb0f0cc5662 req-b2cd3102-bccf-4c71-a184-4bebdc1b1838 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653067 Jun 30 02:23:13.081140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0afed630-703f-4fcf-83e1-cc9a48af3f3b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0afed630-703f-4fcf-83e1-cc9a48af3f3b,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:13.088845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2264d4d4-3a7c-46b8-b62b-133df1dcb930'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:13.089663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:13.092543 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f5ce99-4a2c-4194-ac91-b036a0e17436" -d '{"events": [{"server_uuid": "21e0acfa-460c-4379-8dab-7b5705fcf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "2264d4d4-3a7c-46b8-b62b-133df1dcb930"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:13.105497 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.106319 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.106794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:13.110201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-420608ba-a7af-41d3-b00e-f514332dc25c req-b95f6c78-2f1a-4d20-8b26-ab3469ab7a29 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.111233 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-420608ba-a7af-41d3-b00e-f514332dc25c req-b95f6c78-2f1a-4d20-8b26-ab3469ab7a29 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.117327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:13.136398 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-420608ba-a7af-41d3-b00e-f514332dc25c req-b95f6c78-2f1a-4d20-8b26-ab3469ab7a29 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Calling delete_port for e104b698-0539-441d-b15c-07ccd3abdd9e owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:23:13.138697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Transition to ACTIVE for port object 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:13.146867 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.152117 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.214765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44971a-ba94-4243-b2ff-c24d4d7c8eac req-5f4c6909-04ed-4e74-a5a2-fc9b8c146530 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:13.222826 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe44971a-ba94-4243-b2ff-c24d4d7c8eac req-5f4c6909-04ed-4e74-a5a2-fc9b8c146530 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 947 time: 0.0791948 Jun 30 02:23:13.226168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0afed630-703f-4fcf-83e1-cc9a48af3f3b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:13.285311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:13.305333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe44971a-ba94-4243-b2ff-c24d4d7c8eac req-6fbb7800-a021-4df6-a71d-c4f3d8a39eda tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807626 Jun 30 02:23:13.320640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Attempting to bind port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:13.321128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Attempting to bind port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:13.321699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Attempting to bind port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:13.330032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:13.330788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Attempting to bind port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:13.332165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=2264d4d4-3a7c-46b8-b62b-133df1dcb930,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:13.343128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:13.343702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:13.344230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:13.344907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Bound port: 6a8b94a8-36f4-4df6-9fa9-bf5620a52953, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:13.345366 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.362313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:13.383103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd', 'mac_address': 'fa:16:3e:09:27:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:23:13.430934 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.446227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:13.471411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:13.477539 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.533692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] For port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:13.541636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:13.552414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-420608ba-a7af-41d3-b00e-f514332dc25c req-b95f6c78-2f1a-4d20-8b26-ab3469ab7a29 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.556592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] For port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:13.561179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2486a-2eeb-43e7-a37f-f1bf63df1f7e req-3ba231b9-320e-4949-8e5f-e6fc26499195 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:13.567407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19e2486a-2eeb-43e7-a37f-f1bf63df1f7e req-3ba231b9-320e-4949-8e5f-e6fc26499195 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 947 time: 0.0907991 Jun 30 02:23:13.589321 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.616752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19e2486a-2eeb-43e7-a37f-f1bf63df1f7e req-54aae94c-1dc9-4079-871c-3c8c82535be0 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Jun 30 02:23:13.620192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f6c78-2f1a-4d20-8b26-ab3469ab7a29 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Pushing event deleted for resources: {'Port': ['ID=e104b698-0539-441d-b15c-07ccd3abdd9e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:13.688203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:13.688820 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.690193 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] 10.222.0.69 "PUT /v2.0/ports/6a8b94a8-36f4-4df6-9fa9-bf5620a52953 HTTP/1.1" status: 200 len: 1096 time: 1.6315694 Jun 30 02:23:13.691004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2185afd7-a390-46ed-8e88-3190d26284f5', 'tag': '6a8b94a8-36f4-4df6-9fa9-bf5620a52953'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:13.693286 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "2185afd7-a390-46ed-8e88-3190d26284f5", "tag": "6a8b94a8-36f4-4df6-9fa9-bf5620a52953"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:13.703021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2571c8e-2dee-46aa-9739-5be13cc6dc36 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:13.727336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-420608ba-a7af-41d3-b00e-f514332dc25c req-b95f6c78-2f1a-4d20-8b26-ab3469ab7a29 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.730678 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-420608ba-a7af-41d3-b00e-f514332dc25c req-b95f6c78-2f1a-4d20-8b26-ab3469ab7a29 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:13.731857 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-420608ba-a7af-41d3-b00e-f514332dc25c req-b95f6c78-2f1a-4d20-8b26-ab3469ab7a29 tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "DELETE /v2.0/floatingips/e907890a-f05a-4c57-b3df-ca4db81f878c HTTP/1.1" status: 204 len: 173 time: 1.3363526 Jun 30 02:23:13.826744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:13.863729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['0afed630-703f-4fcf-83e1-cc9a48af3f3b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:13.867893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689a47-c319-406f-a778-25dd53d66423 req-64a44b2e-9b84-4416-8018-8b7abffd78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:13.870467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-64a44b2e-9b84-4416-8018-8b7abffd78bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 1099 time: 0.1221821 Jun 30 02:23:13.917061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d118-a185-41ac-9c10-9ee6c7f9ce20 req-31c3691f-0de6-44c2-9a04-40dc17280ea1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:13.918639 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37f5d118-a185-41ac-9c10-9ee6c7f9ce20 req-31c3691f-0de6-44c2-9a04-40dc17280ea1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 945 time: 0.1291301 Jun 30 02:23:13.955470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-5e54cecd-cb42-4e34-b743-eaf6bf2d7be2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6a8b94a8-36f4-4df6-9fa9-bf5620a52953 HTTP/1.1" status: 200 len: 217 time: 0.0647044 Jun 30 02:23:13.966586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37f5d118-a185-41ac-9c10-9ee6c7f9ce20 req-e97763cd-ea0a-4265-84bd-015ed9b3ecf8 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 Jun 30 02:23:14.042975 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39a1761-ee34-43b6-924d-8732cd0e2a45 x-openstack-request-id: req-e39a1761-ee34-43b6-924d-8732cd0e2a45 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:14.043257 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e0acfa-460c-4379-8dab-7b5705fcf9e0", "name": "network-vif-plugged", "status": "completed", "tag": "2264d4d4-3a7c-46b8-b62b-133df1dcb930", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:14.043506 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e39a1761-ee34-43b6-924d-8732cd0e2a45 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:14.044426 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2264d4d4-3a7c-46b8-b62b-133df1dcb930', 'code': 200} Jun 30 02:23:14.074502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689a47-c319-406f-a778-25dd53d66423 req-81741a6a-6ade-49f6-a168-d92cc4a53b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:14.083311 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-81741a6a-6ade-49f6-a168-d92cc4a53b6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1180811 Jun 30 02:23:14.156687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9956dc8-ebf4-4676-9efb-27d200d8c33c req-f61424ba-aff2-4ad0-a371-1a342f6c71e9 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:14.158478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9956dc8-ebf4-4676-9efb-27d200d8c33c req-f61424ba-aff2-4ad0-a371-1a342f6c71e9 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 1101 time: 0.2040317 Jun 30 02:23:14.249874 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9956dc8-ebf4-4676-9efb-27d200d8c33c req-4f8ece80-1f56-4dd1-a159-5690ef0f376b tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659161 Jun 30 02:23:14.259854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689a47-c319-406f-a778-25dd53d66423 req-643011a7-182f-4105-bd9f-fc0d0085076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:14.261359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-643011a7-182f-4105-bd9f-fc0d0085076a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1515551 Jun 30 02:23:14.266210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b0d12-0b5e-4b15-9a3c-58596a567481 req-326844f9-45d6-4e41-b6c7-962d072af0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:14.267690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335b0d12-0b5e-4b15-9a3c-58596a567481 req-326844f9-45d6-4e41-b6c7-962d072af0c2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1097 time: 0.1422939 Jun 30 02:23:14.337281 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd6646-0d46-43b6-96a4-793081b48fa2 x-openstack-request-id: req-05fd6646-0d46-43b6-96a4-793081b48fa2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:14.338030 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2185afd7-a390-46ed-8e88-3190d26284f5", "tag": "6a8b94a8-36f4-4df6-9fa9-bf5620a52953", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:14.338030 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05fd6646-0d46-43b6-96a4-793081b48fa2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:14.338435 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2185afd7-a390-46ed-8e88-3190d26284f5', 'tag': '6a8b94a8-36f4-4df6-9fa9-bf5620a52953', 'status': 'completed', 'code': 200} Jun 30 02:23:14.374693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335b0d12-0b5e-4b15-9a3c-58596a567481 req-bc508855-b24f-40ca-a188-060f40184147 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958984 Jun 30 02:23:14.379631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb77cef-e3cf-4af9-817d-64afadddb523 req-5a6bae20-9dd8-418e-be95-31d89c56c439 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:14.382364 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cb77cef-e3cf-4af9-817d-64afadddb523 req-5a6bae20-9dd8-418e-be95-31d89c56c439 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 945 time: 0.0846393 Jun 30 02:23:14.413960 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-a12a027a-b7a5-4216-a190-bdd64489686c req-2760df77-3e5c-4f55-9b74-71b6593c828c tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] show failed (client error): The resource could not be found. Jun 30 02:23:14.415132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a12a027a-b7a5-4216-a190-bdd64489686c req-2760df77-3e5c-4f55-9b74-71b6593c828c tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips/e907890a-f05a-4c57-b3df-ca4db81f878c HTTP/1.1" status: 404 len: 350 time: 0.0549436 Jun 30 02:23:14.436269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cb77cef-e3cf-4af9-817d-64afadddb523 req-dd2e7a52-db97-4616-a7d8-01924ac0398f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465524 Jun 30 02:23:14.463776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-c14a905b-c802-43b7-a116-cc3e8f4e458e service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931589 Jun 30 02:23:14.524930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:14.631317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6689a47-c319-406f-a778-25dd53d66423 req-eee48059-a13e-4189-9b66-18336db967f9 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466000 Jun 30 02:23:14.693309 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a63109b-b1fc-4239-884d-8ef1f49decbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:14.736331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbeed9-be05-482e-8055-abb7091d44f1 req-9486e02f-2c0f-401f-8066-7cb66ea41725 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:14.738133 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13cbeed9-be05-482e-8055-abb7091d44f1 req-9486e02f-2c0f-401f-8066-7cb66ea41725 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 948 time: 0.1381712 Jun 30 02:23:14.777244 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-e2d586c4-4436-4661-89e0-47ff338cdba8 req-ec720193-e6d5-4de2-901d-62b51d30587e tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] show failed (client error): The resource could not be found. Jun 30 02:23:14.778440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2d586c4-4436-4661-89e0-47ff338cdba8 req-ec720193-e6d5-4de2-901d-62b51d30587e tempest-FloatingIPsTestJSON-1311683458 tempest-FloatingIPsTestJSON-1311683458-project] 10.222.0.55 "GET /v2.0/floatingips/e907890a-f05a-4c57-b3df-ca4db81f878c HTTP/1.1" status: 404 len: 350 time: 0.0818880 Jun 30 02:23:14.791802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:14.830587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13cbeed9-be05-482e-8055-abb7091d44f1 req-220636db-272b-4fd7-95cf-c202dbf325aa tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754573 Jun 30 02:23:14.865233 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a63109b-b1fc-4239-884d-8ef1f49decbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:14.872781 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a63109b-b1fc-4239-884d-8ef1f49decbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:14.942625 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0a63109b-b1fc-4239-884d-8ef1f49decbe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=55de4856e541479fa7670e4f0be4b8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164317 Jun 30 02:23:14.943908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63109b-b1fc-4239-884d-8ef1f49decbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920e3f41-04ee-42bb-bd48-e3ad95f444e9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:14.946306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:15.004563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6e5e313-dc0d-4036-a042-e5c2345632d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:15.027798 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6e5e313-dc0d-4036-a042-e5c2345632d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:15.052271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-d04441ae-5eb1-4e62-b9d3-1fbeadc0c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:15.054018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-d04441ae-5eb1-4e62-b9d3-1fbeadc0c1a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 1099 time: 0.3500547 Jun 30 02:23:15.100311 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6e5e313-dc0d-4036-a042-e5c2345632d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:15.103392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6e5e313-dc0d-4036-a042-e5c2345632d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:15.108224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e6e5e313-dc0d-4036-a042-e5c2345632d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/920e3f41-04ee-42bb-bd48-e3ad95f444e9 HTTP/1.1" status: 204 len: 168 time: 0.1606948 Jun 30 02:23:15.118621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5e313-dc0d-4036-a042-e5c2345632d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920e3f41-04ee-42bb-bd48-e3ad95f444e9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:15.184209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb2560-d2c4-4cbd-8651-d164cb014597 req-4645881b-1a21-4ca6-8f71-c0f23b87a68c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:15.187310 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6beb2560-d2c4-4cbd-8651-d164cb014597 req-4645881b-1a21-4ca6-8f71-c0f23b87a68c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 947 time: 0.2262955 Jun 30 02:23:15.201407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649dfb0-250b-4fd0-a2e1-2c5521b7a437 req-70271e84-715d-4678-af6b-a146246665b6 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:15.208417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d649dfb0-250b-4fd0-a2e1-2c5521b7a437 req-70271e84-715d-4678-af6b-a146246665b6 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 945 time: 0.0765877 Jun 30 02:23:15.244215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d649dfb0-250b-4fd0-a2e1-2c5521b7a437 req-10aab9f1-6c47-48f9-a9b0-4c33d3154cb2 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346630 Jun 30 02:23:15.255632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-1eb57eb0-f268-4eda-a52a-88adbb93265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:15.257183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-1eb57eb0-f268-4eda-a52a-88adbb93265a service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1948247 Jun 30 02:23:15.336734 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-9cc78be8-e7f6-41ba-bee9-3bb8697cc747 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6a8b94a8-36f4-4df6-9fa9-bf5620a52953 HTTP/1.1" status: 200 len: 217 time: 0.0594411 Jun 30 02:23:15.340015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6beb2560-d2c4-4cbd-8651-d164cb014597 req-e25adec7-e1d6-46ee-a4a0-bfead1b643e9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375661 Jun 30 02:23:15.425883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-bf22375a-ffc2-499e-84c7-b280aed0b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:15.428018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-bf22375a-ffc2-499e-84c7-b280aed0b0f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0814672 Jun 30 02:23:15.433099 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:15.525309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:15.547726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57c604a2-d85f-4029-aa6e-de5286576544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:15.581503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-02a14d75-f30d-40e8-a6da-b98e527bf57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:15.583204 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-02a14d75-f30d-40e8-a6da-b98e527bf57e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448755 Jun 30 02:23:15.661513 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:15.672591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61ec7d-23ef-43c2-bafa-ba52ad435e01 req-1243b52b-ffcd-4e32-b7ec-e4cca36beda5 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:15.674335 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc61ec7d-23ef-43c2-bafa-ba52ad435e01 req-1243b52b-ffcd-4e32-b7ec-e4cca36beda5 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 945 time: 0.0806880 Jun 30 02:23:15.702003 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:15.721766 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc61ec7d-23ef-43c2-bafa-ba52ad435e01 req-f2d4db46-4c1e-4e32-9a73-d52f1f8dea7c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Jun 30 02:23:15.813082 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-f64e8ea0-4037-43e9-bf23-e7563d754a22 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152576 Jun 30 02:23:16.161721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3fa04-7f04-4770-9eb9-acd20a9d41d2 req-833b83d0-f4c7-4a3c-8732-d8bd827e9e93 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:16.163678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a3fa04-7f04-4770-9eb9-acd20a9d41d2 req-833b83d0-f4c7-4a3c-8732-d8bd827e9e93 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 948 time: 0.0750439 Jun 30 02:23:16.211182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a3fa04-7f04-4770-9eb9-acd20a9d41d2 req-722e38f3-3b4e-416d-bc35-790e1f75a7c5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Jun 30 02:23:16.239742 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57c604a2-d85f-4029-aa6e-de5286576544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.261151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57c604a2-d85f-4029-aa6e-de5286576544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.378004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:16.403341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-57c604a2-d85f-4029-aa6e-de5286576544 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4119c977f9f4f6080a1c79341279011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8763859 Jun 30 02:23:16.406202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:16.461203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf7da-3d0e-42fd-9a05-d2b06673de89 req-eac61936-ef21-4491-8ab3-86ef9bf79f7d tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:16.462798 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-29aaf7da-3d0e-42fd-9a05-d2b06673de89 req-eac61936-ef21-4491-8ab3-86ef9bf79f7d tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 945 time: 0.0787749 Jun 30 02:23:16.482352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c604a2-d85f-4029-aa6e-de5286576544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81978701-5dc5-4ad5-b4a2-8ecda6a13f2e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:16.491441 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d32ab57a-b5f1-4d96-8b38-d0d9e9330ba5 req-94478052-d91c-4e3f-bc09-29e52878e7ea service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6662345 Jun 30 02:23:16.516193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-29aaf7da-3d0e-42fd-9a05-d2b06673de89 req-6cf2b2f8-f02d-4099-a9ca-7a3659346aeb tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469263 Jun 30 02:23:16.530752 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0167b93-b532-48d3-bef3-ea7df2470989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.549619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e003c7d-faa0-4b94-9d8d-f6ff6cbb1d2e req-50df50bc-0c0f-4bbe-ba40-e1f0e5575e8c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:16.557173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e003c7d-faa0-4b94-9d8d-f6ff6cbb1d2e req-50df50bc-0c0f-4bbe-ba40-e1f0e5575e8c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.3219006 Jun 30 02:23:16.622576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0afed630-703f-4fcf-83e1-cc9a48af3f3b up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:16.629293 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb0d700a-0437-4444-ab64-cecce7d3da39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.654978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e003c7d-faa0-4b94-9d8d-f6ff6cbb1d2e req-ee0d6774-8bd0-4110-9406-7e57d91b193a tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967069 Jun 30 02:23:16.666227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0167b93-b532-48d3-bef3-ea7df2470989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.694008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 0afed630-703f-4fcf-83e1-cc9a48af3f3b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:16.698346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 0afed630-703f-4fcf-83e1-cc9a48af3f3b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:16.698849 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.702796 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0167b93-b532-48d3-bef3-ea7df2470989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.704673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb0d700a-0437-4444-ab64-cecce7d3da39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.756790 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f0167b93-b532-48d3-bef3-ea7df2470989 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c799f3ceaa82419fa947e4849c33da8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776779 Jun 30 02:23:16.766517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:16.791334 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.806332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] Deleting port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:23:16.807092 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.816360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb0d700a-0437-4444-ab64-cecce7d3da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.822177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed630-703f-4fcf-83e1-cc9a48af3f3b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:16.823030 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb0d700a-0437-4444-ab64-cecce7d3da39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.824471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0167b93-b532-48d3-bef3-ea7df2470989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb58c17-f4ba-4425-bc76-de9c5c286e53,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:16.824983 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eb0d700a-0437-4444-ab64-cecce7d3da39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81978701-5dc5-4ad5-b4a2-8ecda6a13f2e HTTP/1.1" status: 204 len: 168 time: 0.4001958 Jun 30 02:23:16.826414 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27babc17-18e1-4166-8db7-c960e075d9c5" -d '{"events": [{"server_uuid": "a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88", "name": "network-vif-plugged", "status": "completed", "tag": "0afed630-703f-4fcf-83e1-cc9a48af3f3b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:16.846191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0afed630-703f-4fcf-83e1-cc9a48af3f3b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0afed630-703f-4fcf-83e1-cc9a48af3f3b,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:16.853453 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.854658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:16.877721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a36b7-b182-4746-afa5-dc0ed963a74e req-c80ef0b3-fb62-4d68-92a2-198b0f9ad749 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:16.886848 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-274a36b7-b182-4746-afa5-dc0ed963a74e req-c80ef0b3-fb62-4d68-92a2-198b0f9ad749 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 947 time: 0.2233355 Jun 30 02:23:16.920629 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78ec5d3f-79ac-466a-8b06-2987e15724a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.926043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d700a-0437-4444-ab64-cecce7d3da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81978701-5dc5-4ad5-b4a2-8ecda6a13f2e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:16.952890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0afed630-703f-4fcf-83e1-cc9a48af3f3b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:16.966753 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78ec5d3f-79ac-466a-8b06-2987e15724a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:16.981570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-274a36b7-b182-4746-afa5-dc0ed963a74e req-304f2062-5573-4a11-8d62-59dfc8cb020e tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932446 Jun 30 02:23:17.028281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] For port 03ffc012-a1ef-4a7c-9a8a-981db67bb13d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=03ffc012-a1ef-4a7c-9a8a-981db67bb13d,segment=NetworkSegment(9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef),segment_id=9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:17.028988 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.032053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:17.036209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:17.036745 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.047602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7db1a0-80bf-430b-adc7-9875df83cfc0 req-2c78bfba-def8-4bb1-b88f-3759031d37c3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:17.055529 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d7db1a0-80bf-430b-adc7-9875df83cfc0 req-2c78bfba-def8-4bb1-b88f-3759031d37c3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 945 time: 0.1705022 Jun 30 02:23:17.058438 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78ec5d3f-79ac-466a-8b06-2987e15724a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.060984 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78ec5d3f-79ac-466a-8b06-2987e15724a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.062130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-78ec5d3f-79ac-466a-8b06-2987e15724a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddb58c17-f4ba-4425-bc76-de9c5c286e53 HTTP/1.1" status: 204 len: 168 time: 0.2942526 Jun 30 02:23:17.071625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec5d3f-79ac-466a-8b06-2987e15724a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb58c17-f4ba-4425-bc76-de9c5c286e53,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:17.073933 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce6eb1-8f77-4e42-b988-36e2332d9959 x-openstack-request-id: req-ffce6eb1-8f77-4e42-b988-36e2332d9959 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:17.074428 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88", "name": "network-vif-plugged", "status": "completed", "tag": "0afed630-703f-4fcf-83e1-cc9a48af3f3b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:17.074971 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffce6eb1-8f77-4e42-b988-36e2332d9959 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:17.075492 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afed630-703f-4fcf-83e1-cc9a48af3f3b', 'code': 200} Jun 30 02:23:17.100933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] Calling delete_port for 03ffc012-a1ef-4a7c-9a8a-981db67bb13d owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:23:17.148295 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.202474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:17.207586 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d7db1a0-80bf-430b-adc7-9875df83cfc0 req-cfbbffb6-05c9-4244-9e9a-6d7b0b148844 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506865 Jun 30 02:23:17.211686 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.275437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:17.300847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8234f7-4a1a-4895-83ea-e011bd83d2f5 req-f7a0b5ea-f6f0-42cc-95fd-a5bab56461d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:17.302397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa8234f7-4a1a-4895-83ea-e011bd83d2f5 req-f7a0b5ea-f6f0-42cc-95fd-a5bab56461d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 1098 time: 0.1433260 Jun 30 02:23:17.387946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa8234f7-4a1a-4895-83ea-e011bd83d2f5 req-0457abf5-74dd-4f1c-8a7f-ef5c5c32ff4a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534477 Jun 30 02:23:17.493098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baa455-02b5-4746-835e-7864f862eab7 req-d3013f1d-47d0-430f-8dac-5d1c23ad1a9b tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:17.501945 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-53baa455-02b5-4746-835e-7864f862eab7 req-d3013f1d-47d0-430f-8dac-5d1c23ad1a9b tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1097 time: 0.0682509 Jun 30 02:23:17.505179 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.537044 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-53baa455-02b5-4746-835e-7864f862eab7 req-9a010da0-6b62-49b2-ab8e-dda28095f312 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337150 Jun 30 02:23:17.547346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda76c8-470a-426d-82e1-7f5e3366a47e req-91593960-2aad-40d9-814e-a864d2559b79 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:17.549187 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbda76c8-470a-426d-82e1-7f5e3366a47e req-91593960-2aad-40d9-814e-a864d2559b79 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.1200943 Jun 30 02:23:17.561516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] Pushing event deleted for resources: {'Port': ['ID=03ffc012-a1ef-4a7c-9a8a-981db67bb13d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:17.602709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:17.623170 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b92a-98a4-4641-b9c5-8f58c9939b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.742396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbda76c8-470a-426d-82e1-7f5e3366a47e req-27e852c5-e656-4027-b3cf-ae686396da6a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516306 Jun 30 02:23:17.747914 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.797105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b92a-98a4-4641-b9c5-8f58c9939b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.808374 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d3b92a-98a4-4641-b9c5-8f58c9939b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:17.866803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c7d3b92a-98a4-4641-b9c5-8f58c9939b03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c03b25454ba4474a8240c824fe081bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626145 Jun 30 02:23:17.868541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:17.883129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ab5f-5fe7-40c5-bcf2-49f63ea19187 req-6c4f7615-cb98-4535-8fe4-45b74f88ee7a tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:17.884695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f920ab5f-5fe7-40c5-bcf2-49f63ea19187 req-6c4f7615-cb98-4535-8fe4-45b74f88ee7a tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 946 time: 0.1549606 Jun 30 02:23:17.886964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3b92a-98a4-4641-b9c5-8f58c9939b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652d8db2-e4d4-40de-aaba-a686ffbdd89b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:17.978640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f920ab5f-5fe7-40c5-bcf2-49f63ea19187 req-de1b33b2-2c06-4595-bab2-bc1ceaf54325 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710814 Jun 30 02:23:17.992239 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd218fe8-86be-4da7-bcbb-fa792716aae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:18.029037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd218fe8-86be-4da7-bcbb-fa792716aae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:18.068054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016356b-b2ba-47c5-8a13-5969ad0c82d4 req-041a1bbf-57a4-469e-a99e-c6673482e6f4 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:18.069585 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3016356b-b2ba-47c5-8a13-5969ad0c82d4 req-041a1bbf-57a4-469e-a99e-c6673482e6f4 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1097 time: 0.1574090 Jun 30 02:23:18.098576 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd218fe8-86be-4da7-bcbb-fa792716aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:18.104259 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd218fe8-86be-4da7-bcbb-fa792716aae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:18.107139 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dd218fe8-86be-4da7-bcbb-fa792716aae2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/652d8db2-e4d4-40de-aaba-a686ffbdd89b HTTP/1.1" status: 204 len: 168 time: 0.2364779 Jun 30 02:23:18.109771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] Router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:23:18.126930 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3016356b-b2ba-47c5-8a13-5969ad0c82d4 req-b7e119b2-65a7-44d4-8560-a5bdc8be1341 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499539 Jun 30 02:23:18.144305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd218fe8-86be-4da7-bcbb-fa792716aae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652d8db2-e4d4-40de-aaba-a686ffbdd89b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:18.263292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec48ac8-fcb5-42d4-bd17-c126e6ef4596 req-133bbd50-e4dd-4e54-a7db-9836706d1661 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:18.265690 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ec48ac8-fcb5-42d4-bd17-c126e6ef4596 req-133bbd50-e4dd-4e54-a7db-9836706d1661 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1256568 Jun 30 02:23:18.275847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:23:18.286542 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-10e72bc6-e430-4f17-ba49-45a4c66f70ac admin admin] 10.222.0.55 "PUT /v2.0/routers/23392c1f-8a4e-4dab-a26b-ad3ca072ffbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4937141 Jun 30 02:23:18.288079 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] Sync routers for ids ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:23:18.289326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:18.299807 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] Routers {'23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:18.300438 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:18.353755 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ec48ac8-fcb5-42d4-bd17-c126e6ef4596 req-e2821fc6-0b43-48f2-b631-0dbf55be69c5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 Jun 30 02:23:18.417447 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] Set router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:18.516540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac85210-884b-430e-b71d-b68e4ffeada6 req-5ca2205d-9dc0-4e81-b7b1-42d862b3dfa3 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:18.527222 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ac85210-884b-430e-b71d-b68e4ffeada6 req-5ca2205d-9dc0-4e81-b7b1-42d862b3dfa3 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 947 time: 0.2295518 Jun 30 02:23:18.566926 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:18.623285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:18.624180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ac85210-884b-430e-b71d-b68e4ffeada6 req-3427a814-3d20-43c6-8f6b-f7d8ede59820 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952942 Jun 30 02:23:18.806834 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:18.815737 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'name': 'tempest-FloatingIPsTestJSON-990485940-router', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:47Z', 'updated_at': '2021-06-30T02:23:17Z', 'revision_number': 5, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'gw_port': {'id': 'b58eeae2-492a-4bff-8d06-59f00b2b8330', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:49Z', 'updated_at': '2021-06-30T02:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:18.825002 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:18.833332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '6a8b94a8-36f4-4df6-9fa9-bf5620a52953', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '6a8b94a8-36f4-4df6-9fa9-bf5620a52953', 'mac_address': 'fa:16:3e:5e:ce:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:23:18.883011 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] Checking router: 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:23:18.908103 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] Routers {'23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:18.909529 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:18.925787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Deleting port b58eeae2-492a-4bff-8d06-59f00b2b8330 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:23:18.928431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:18.933735 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:18.953668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:18.998220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:19.003800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:19.075174 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] Set router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:19.078939 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:19.081491 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b820a59-b224-4308-b2c7-3c2a50fff591" -d '{"events": [{"server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "name": "network-vif-plugged", "status": "completed", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:19.107940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:19.219993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ab12a-a14d-4119-b4db-c3f174f19dbb req-7cd61b8f-496b-4e98-88c3-20dc3b3a4cbc tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:19.232331 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'name': 'tempest-FloatingIPsTestJSON-990485940-router', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:47Z', 'updated_at': '2021-06-30T02:23:18Z', 'revision_number': 6, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:19.237755 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-681ab12a-a14d-4119-b4db-c3f174f19dbb req-7cd61b8f-496b-4e98-88c3-20dc3b3a4cbc tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1097 time: 0.1226892 Jun 30 02:23:19.270393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1954a3a-961c-4dd6-aafd-911cf37a239e req-bfce5747-122a-4544-86ac-faf1d449cf2f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:19.273260 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2966d2f9-61fc-4e55-9ff6-2e8de0a6d735 None None] The sync data for ids ['23392c1f-8a4e-4dab-a26b-ad3ca072ffbf'] in n-d-758944-39 is: [{'id': '23392c1f-8a4e-4dab-a26b-ad3ca072ffbf', 'name': 'tempest-FloatingIPsTestJSON-990485940-router', 'tenant_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:47Z', 'updated_at': '2021-06-30T02:23:18Z', 'revision_number': 6, 'project_id': 'fc02e41ad1e447a3b8a274d79cde68e0', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:23:19.277912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1954a3a-961c-4dd6-aafd-911cf37a239e req-bfce5747-122a-4544-86ac-faf1d449cf2f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.3058910 Jun 30 02:23:19.295857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] For port b58eeae2-492a-4bff-8d06-59f00b2b8330, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b58eeae2-492a-4bff-8d06-59f00b2b8330,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:19.296072 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:19.320428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-681ab12a-a14d-4119-b4db-c3f174f19dbb req-7fa3645c-a135-4bf1-a307-3246efe222c9 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817277 Jun 30 02:23:19.322597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['6a8b94a8-36f4-4df6-9fa9-bf5620a52953'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:19.355251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Calling delete_port for b58eeae2-492a-4bff-8d06-59f00b2b8330 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:23:19.392606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1954a3a-961c-4dd6-aafd-911cf37a239e req-5ab18044-e5f3-479c-b7e1-bd6a87befc63 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137025 Jun 30 02:23:19.509835 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6255b9b-abd0-4b43-81fb-7f5c5dad6045 x-openstack-request-id: req-a6255b9b-abd0-4b43-81fb-7f5c5dad6045 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:19.510133 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "name": "network-vif-plugged", "status": "completed", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:19.510394 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6255b9b-abd0-4b43-81fb-7f5c5dad6045 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:19.510815 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd', 'code': 200} Jun 30 02:23:19.622128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f84ba-1f1d-4a72-ba3b-952c4c5f5d7e req-cdc21ccd-38de-4c7d-a6e9-147a5ffacf0e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:19.630916 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-086f84ba-1f1d-4a72-ba3b-952c4c5f5d7e req-cdc21ccd-38de-4c7d-a6e9-147a5ffacf0e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 946 time: 0.1007087 Jun 30 02:23:19.682932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-086f84ba-1f1d-4a72-ba3b-952c4c5f5d7e req-2f99a016-6504-49b1-b672-7171b53ec519 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507176 Jun 30 02:23:19.695914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5538c-4f15-455b-8eb7-3f3d10f16a6a req-c875ef94-536a-4ae8-9324-4a599a516058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:19.697477 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aaf5538c-4f15-455b-8eb7-3f3d10f16a6a req-c875ef94-536a-4ae8-9324-4a599a516058 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 1101 time: 0.1297717 Jun 30 02:23:19.719486 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:19.771019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aaf5538c-4f15-455b-8eb7-3f3d10f16a6a req-1592e6fb-6c49-49ea-8c12-96481a04a8c9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659854 Jun 30 02:23:19.773699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b58eeae2-492a-4bff-8d06-59f00b2b8330,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:19.802659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:19.892376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7914de7-657c-42b9-ad32-57392bfba2fa req-e68e7e04-761b-44ca-a99b-7e8082b29652 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:19.900971 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d7914de7-657c-42b9-ad32-57392bfba2fa req-e68e7e04-761b-44ca-a99b-7e8082b29652 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1020746 Jun 30 02:23:19.918331 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:19.920853 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:19.956744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d7914de7-657c-42b9-ad32-57392bfba2fa req-26ae5ec4-e3fd-435c-99b3-e6df8194158d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527291 Jun 30 02:23:20.194279 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-b6508fa4-cb37-40ec-a061-beaa32b0db40 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1313469 Jun 30 02:23:20.214181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cde37-6050-4ae0-9784-9fe4dc3422db req-4ef70c58-c192-4806-a2c1-90637456eb3e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:20.223683 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a6cde37-6050-4ae0-9784-9fe4dc3422db req-4ef70c58-c192-4806-a2c1-90637456eb3e tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 946 time: 0.1212132 Jun 30 02:23:20.225006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:20.230134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fedd54bc-5c6a-44a8-8056-1e520441bd98 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Request body: {'floatingip': {'port_id': '0afed630-703f-4fcf-83e1-cc9a48af3f3b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:20.350633 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fedd54bc-5c6a-44a8-8056-1e520441bd98 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:20.424688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:20.425530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23392c1f-8a4e-4dab-a26b-ad3ca072ffbf {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:23:20.434523 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:20.440234 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e3e16369-bee4-4801-8d13-d534ab95fd2b admin admin] 10.222.0.55 "DELETE /v2.0/routers/23392c1f-8a4e-4dab-a26b-ad3ca072ffbf HTTP/1.1" status: 204 len: 168 time: 2.1483324 Jun 30 02:23:20.441321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:20.488203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76407-0a68-4684-83ba-482c49784e35 req-f44b3834-7b7c-4a2e-81a8-0644c86b9390 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:20.489819 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5af76407-0a68-4684-83ba-482c49784e35 req-f44b3834-7b7c-4a2e-81a8-0644c86b9390 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 948 time: 0.4790509 Jun 30 02:23:20.514980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-84929d12-0301-42e8-a97a-c85666b625e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1254556 Jun 30 02:23:20.534988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5af76407-0a68-4684-83ba-482c49784e35 req-89405250-426b-4712-8917-10a161973fd7 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Jun 30 02:23:20.576255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f7d002-550d-4250-9865-070df78f4be6 admin admin] Deleting subnet 444f2ec8-505d-462c-a42a-20177a7aa48c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:23:20.590520 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d002-550d-4250-9865-070df78f4be6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:20.595515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-194223ab-99ed-471a-84a2-52175f8df90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:20.597232 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-194223ab-99ed-471a-84a2-52175f8df90d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1102 time: 0.2973607 Jun 30 02:23:20.631120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:20.663773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-061fa7db-b8e1-45b0-b1e4-1df8e19fe09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:20.665400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-061fa7db-b8e1-45b0-b1e4-1df8e19fe09e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1097 time: 0.0841246 Jun 30 02:23:20.699523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:20.703762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:20.704261 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:20.793762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:20.834682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:20.840158 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:20.845343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-6304c2ca-952d-42a6-a241-c11dc9a18ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:20.847440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-6304c2ca-952d-42a6-a241-c11dc9a18ad5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.1556835 Jun 30 02:23:20.861255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f796c82-42fd-4a58-893c-1feefc90b946 req-ebbcb133-1c4d-4235-a91e-58dc09f38d45 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:20.869177 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0f796c82-42fd-4a58-893c-1feefc90b946 req-ebbcb133-1c4d-4235-a91e-58dc09f38d45 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.1680229 Jun 30 02:23:20.906960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:20.930575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-5cabc127-cf5d-4ccb-8876-d50ff0402590 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930 HTTP/1.1" status: 200 len: 217 time: 0.0526066 Jun 30 02:23:20.953790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d002-550d-4250-9865-070df78f4be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:20.971009 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0f796c82-42fd-4a58-893c-1feefc90b946 req-1cd8b87f-d2b5-4eae-8a45-91136b2970fa tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009095 Jun 30 02:23:21.007764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-ca4ea780-ba6f-44a0-a5f0-0297ccac24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:21.009396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-ca4ea780-ba6f-44a0-a5f0-0297ccac24d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0697315 Jun 30 02:23:21.044171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8aaed-70ae-428e-9ee1-95cb32b2c1b3 req-c81582fe-18e1-4993-bc57-56e05b11a7c6 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:21.047181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dba8aaed-70ae-428e-9ee1-95cb32b2c1b3 req-c81582fe-18e1-4993-bc57-56e05b11a7c6 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1097 time: 0.5628533 Jun 30 02:23:21.058609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-df958d11-521a-4041-b2cf-db3b3f0c88de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415521 Jun 30 02:23:21.155448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-97371421-2e3b-4aef-8c31-00d8b31175a2 service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902565 Jun 30 02:23:21.230823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-c2bfb9bc-48c9-4004-ba6e-d690657bf090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:21.233276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-c2bfb9bc-48c9-4004-ba6e-d690657bf090 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.5665824 Jun 30 02:23:21.258169 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43de80dc-c881-49fe-a5a1-edccf29c81f4 req-99951057-e12a-4ff1-8e79-2352427dde57 service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954869 Jun 30 02:23:21.322346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dba8aaed-70ae-428e-9ee1-95cb32b2c1b3 req-29cbcd09-71b5-4663-b60d-973105a14e85 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622876 Jun 30 02:23:21.363866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b58eeae2-492a-4bff-8d06-59f00b2b8330 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:23:21.371797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d002-550d-4250-9865-070df78f4be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:21.375351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-fe5c4d3f-e0c4-4a3f-996f-4a99bf9fd190 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 217 time: 0.0900602 Jun 30 02:23:21.399799 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b58eeae2-492a-4bff-8d06-59f00b2b8330 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:23:21.400398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b58eeae2-492a-4bff-8d06-59f00b2b8330 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:23:21.401001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 03ffc012-a1ef-4a7c-9a8a-981db67bb13d no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:23:21.426010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 03ffc012-a1ef-4a7c-9a8a-981db67bb13d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:23:21.426707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 03ffc012-a1ef-4a7c-9a8a-981db67bb13d not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:23:21.511558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2185afd7-a390-46ed-8e88-3190d26284f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b94a8-36f4-4df6-9fa9-bf5620a52953'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:21.514431 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea0b4d8-a019-41fe-8d82-0964ff681e31" -d '{"events": [{"server_uuid": "2185afd7-a390-46ed-8e88-3190d26284f5", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b94a8-36f4-4df6-9fa9-bf5620a52953"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:21.545994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9e582-0bf4-4f6f-8027-94575ddde47f req-88805b6d-47c4-4bfd-8257-3a9b78aaf999 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:21.548038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fae9e582-0bf4-4f6f-8027-94575ddde47f req-88805b6d-47c4-4bfd-8257-3a9b78aaf999 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0926528 Jun 30 02:23:21.592708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fae9e582-0bf4-4f6f-8027-94575ddde47f req-5dc014d3-9521-40b0-b2d0-047eb63a2c54 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373969 Jun 30 02:23:21.643118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-698409f4-a883-4157-af0b-083a95fbac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:21.645427 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-698409f4-a883-4157-af0b-083a95fbac7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2450578 Jun 30 02:23:21.696027 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28097e06-1a39-428a-9174-6f50072a0394 x-openstack-request-id: req-28097e06-1a39-428a-9174-6f50072a0394 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:21.696879 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2185afd7-a390-46ed-8e88-3190d26284f5", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b94a8-36f4-4df6-9fa9-bf5620a52953", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:21.697270 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28097e06-1a39-428a-9174-6f50072a0394 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:21.697812 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2185afd7-a390-46ed-8e88-3190d26284f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b94a8-36f4-4df6-9fa9-bf5620a52953', 'code': 200} Jun 30 02:23:21.760421 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d002-550d-4250-9865-070df78f4be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:21.812107 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-fedd54bc-5c6a-44a8-8056-1e520441bd98 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:23:21.837849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e3ce0-cb1b-4897-bb49-a9213c338995 req-5ffbed34-a371-485d-9394-47380cae5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:21.840156 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b80e3ce0-cb1b-4897-bb49-a9213c338995 req-5ffbed34-a371-485d-9394-47380cae5d74 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 1101 time: 0.0785503 Jun 30 02:23:21.858478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7d002-550d-4250-9865-070df78f4be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444f2ec8-505d-462c-a42a-20177a7aa48c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:21.878873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d002-550d-4250-9865-070df78f4be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:21.878873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e8f7d002-550d-4250-9865-070df78f4be6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/444f2ec8-505d-462c-a42a-20177a7aa48c HTTP/1.1" status: 204 len: 168 time: 1.4333448 Jun 30 02:23:21.879224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff787de-f247-4cc4-a957-841920e1134e None None] Network a784a85e-0045-483d-a46b-a0c0625f9544 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:23:21.882945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:21.957056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b80e3ce0-cb1b-4897-bb49-a9213c338995 req-7524491c-16f8-4276-a0ed-5c52bc0dac04 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094372 Jun 30 02:23:21.983603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fedd54bc-5c6a-44a8-8056-1e520441bd98 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:21.997559 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fedd54bc-5c6a-44a8-8056-1e520441bd98 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:21.999465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec86981-5960-463b-839a-3caab265f82b req-6334afc5-3077-4f16-9cb3-44f3571001c7 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:22.001172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dec86981-5960-463b-839a-3caab265f82b req-6334afc5-3077-4f16-9cb3-44f3571001c7 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 949 time: 0.1303494 Jun 30 02:23:22.010520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-2eec935e-a2ff-4755-bd94-0b6624643b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:22.012081 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-2eec935e-a2ff-4755-bd94-0b6624643b9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3425581 Jun 30 02:23:22.055575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dec86981-5960-463b-839a-3caab265f82b req-71c55e37-c3c6-43b2-910a-f3f82b5b36c7 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472379 Jun 30 02:23:22.065238 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:22.099677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb496d73-4a33-457f-ba19-ef47d9cf2b2f None None] DHCP port deletion for a784a85e-0045-483d-a46b-a0c0625f9544 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:23:22.171991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eb496d73-4a33-457f-ba19-ef47d9cf2b2f None None] Deleting port 400c3ec5-0634-4728-ab30-4ded4c179faa {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:23:22.172400 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb496d73-4a33-457f-ba19-ef47d9cf2b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:22.266832 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-eb496d73-4a33-457f-ba19-ef47d9cf2b2f None None] For port 400c3ec5-0634-4728-ab30-4ded4c179faa, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=400c3ec5-0634-4728-ab30-4ded4c179faa,segment=NetworkSegment(9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef),segment_id=9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:22.267231 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb496d73-4a33-457f-ba19-ef47d9cf2b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:22.282432 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-fedd54bc-5c6a-44a8-8056-1e520441bd98 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Floating IP cb5f49c8-48d5-4cbc-b10a-edf112b11ad3 associated. External IP: 172.25.7.177, port: 0afed630-703f-4fcf-83e1-cc9a48af3f3b. Jun 30 02:23:22.288404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eb496d73-4a33-457f-ba19-ef47d9cf2b2f None None] Calling delete_port for 400c3ec5-0634-4728-ab30-4ded4c179faa owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:23:22.387866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-a55e1129-06cf-405e-adb5-a82ad9eccf73 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372273 Jun 30 02:23:22.465910 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb496d73-4a33-457f-ba19-ef47d9cf2b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:22.498107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb496d73-4a33-457f-ba19-ef47d9cf2b2f None None] Pushing event deleted for resources: {'Port': ['ID=400c3ec5-0634-4728-ab30-4ded4c179faa,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:22.500185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb496d73-4a33-457f-ba19-ef47d9cf2b2f None None] No DVR routers for this DVR port 400c3ec5-0634-4728-ab30-4ded4c179faa on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:23:22.583399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e615c-bf74-4247-bac2-1a5af920b870 req-75a34903-2936-4376-a225-04999916f918 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:22.585238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f38e615c-bf74-4247-bac2-1a5af920b870 req-75a34903-2936-4376-a225-04999916f918 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.1056907 Jun 30 02:23:22.631220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f38e615c-bf74-4247-bac2-1a5af920b870 req-497ff08e-954d-45c9-97eb-0038497f29a9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390964 Jun 30 02:23:22.735381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Deleting port 400c3ec5-0634-4728-ab30-4ded4c179faa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:23:22.735698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:22.844599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] For port 400c3ec5-0634-4728-ab30-4ded4c179faa, host n-d-758944-39, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:22.844957 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:22.900881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Calling delete_port for 400c3ec5-0634-4728-ab30-4ded4c179faa owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:23:22.908038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Port 400c3ec5-0634-4728-ab30-4ded4c179faa was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:23:22.912750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3afd8a2-2149-4f6d-ba9a-3fd325cabe04 req-bbea083f-7676-48f4-92e3-a80bf14b24c6 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860532 Jun 30 02:23:22.915010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:22.977602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=400c3ec5-0634-4728-ab30-4ded4c179faa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:22.982738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] No DVR routers for this DVR port 400c3ec5-0634-4728-ab30-4ded4c179faa on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:23:23.058367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082755e-880a-4a8c-b637-08e6cab6a701 req-c359fa3e-0448-4933-9dae-b17b0730221f tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:23.065792 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5082755e-880a-4a8c-b637-08e6cab6a701 req-c359fa3e-0448-4933-9dae-b17b0730221f tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0700257 Jun 30 02:23:23.072834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedd54bc-5c6a-44a8-8056-1e520441bd98 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Router d2d07821-536c-4b31-ab28-18b91e94f80e has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:23:23.079293 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:23.092422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a784a85e-0045-483d-a46b-a0c0625f9544']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:23.104863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:23.105196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7cde50-89b8-4ffb-9eb2-f31f3e4db8ef') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:23.119666 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5082755e-880a-4a8c-b637-08e6cab6a701 req-56b1825d-7889-4070-8430-2809d085f860 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528374 Jun 30 02:23:23.150235 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:23.169814 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:23.182101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:23:23.182534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:23:23.184334 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:23:23.318159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:23.320463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedd54bc-5c6a-44a8-8056-1e520441bd98 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:23:23.335368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fedd54bc-5c6a-44a8-8056-1e520441bd98 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:23.337788 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:23.339703 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a784a85e-0045-483d-a46b-a0c0625f9544 HTTP/1.1" status: 204 len: 168 time: 1.4555047 Jun 30 02:23:23.340647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] Sync routers for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:23:23.362579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 400c3ec5-0634-4728-ab30-4ded4c179faa no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:23:23.366475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:23.367616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:23.390821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 400c3ec5-0634-4728-ab30-4ded4c179faa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:23:23.391537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 400c3ec5-0634-4728-ab30-4ded4c179faa not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:23:23.409674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1afea6-5d1d-4889-ad0f-9bcecce7ebb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a784a85e-0045-483d-a46b-a0c0625f9544,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:23.459405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fedd54bc-5c6a-44a8-8056-1e520441bd98 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "PUT /v2.0/floatingips/cb5f49c8-48d5-4cbc-b10a-edf112b11ad3 HTTP/1.1" status: 200 len: 992 time: 3.2330618 Jun 30 02:23:23.460976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'tag': '0afed630-703f-4fcf-83e1-cc9a48af3f3b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:23.464097 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19" -d '{"events": [{"name": "network-changed", "server_uuid": "a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88", "tag": "0afed630-703f-4fcf-83e1-cc9a48af3f3b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:23.473906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:23.489092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:23.519883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:23.630198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:23.682828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-ee6153bc-72e9-4dc9-a01b-db60b394da90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1272435 Jun 30 02:23:23.699119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-03e6bb91-88bf-4351-8b7c-7bbac388c4b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc02e41ad1e447a3b8a274d79cde68e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656352 Jun 30 02:23:23.699782 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:23.772854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7402e0-568a-4b01-849f-5edf9027885d req-5c84d1e1-8a30-4341-af5b-45fb3f513993 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:23.781406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa7402e0-568a-4b01-849f-5edf9027885d req-5c84d1e1-8a30-4341-af5b-45fb3f513993 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 949 time: 0.1728349 Jun 30 02:23:23.848545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa7402e0-568a-4b01-849f-5edf9027885d req-2d815752-6283-4173-ba3b-618cc032e926 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655785 Jun 30 02:23:23.881388 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd61e37-f6f2-4a59-941d-b837b3e463c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:23.935525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:23.950491 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a16e4ee1-859d-4c52-a774-4df0950a65c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:23.980885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-80619147-c7b3-4184-bb67-655789cfd9dd tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:23:23.982010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-80619147-c7b3-4184-bb67-655789cfd9dd tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5065236 Jun 30 02:23:23.984480 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd61e37-f6f2-4a59-941d-b837b3e463c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:23.986002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'cb5f49c8-48d5-4cbc-b10a-edf112b11ad3', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'port_id': '0afed630-703f-4fcf-83e1-cc9a48af3f3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'mac_address': 'fa:16:3e:d6:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:22:55Z', 'updated_at': '2021-06-30T02:23:21Z', 'revision_number': 1, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:24.029211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] Checking router: d2d07821-536c-4b31-ab28-18b91e94f80e for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:23:24.042551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:24.043439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:22:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:24.068169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0615e32-b67c-49b4-b64f-b62fb9732677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.077151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd61e37-f6f2-4a59-941d-b837b3e463c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.085314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dd61e37-f6f2-4a59-941d-b837b3e463c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.092271 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9dd61e37-f6f2-4a59-941d-b837b3e463c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5801bb08-ac08-436f-884b-0e1e82d4a2f0 HTTP/1.1" status: 204 len: 168 time: 0.3913708 Jun 30 02:23:24.115374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd61e37-f6f2-4a59-941d-b837b3e463c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5801bb08-ac08-436f-884b-0e1e82d4a2f0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:24.120319 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0673d578-4c32-4af8-a1bc-60c2acc8f58f x-openstack-request-id: req-0673d578-4c32-4af8-a1bc-60c2acc8f58f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:24.120634 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88", "tag": "0afed630-703f-4fcf-83e1-cc9a48af3f3b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:24.120882 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0673d578-4c32-4af8-a1bc-60c2acc8f58f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:24.123207 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'tag': '0afed630-703f-4fcf-83e1-cc9a48af3f3b', 'status': 'completed', 'code': 200} Jun 30 02:23:24.189404 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a16e4ee1-859d-4c52-a774-4df0950a65c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.209166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a16e4ee1-859d-4c52-a774-4df0950a65c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.236951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Request body: {'binding': {'host': 'n-h2-758944-39', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:24.237413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:23:24.300875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0615e32-b67c-49b4-b64f-b62fb9732677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.307901 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0615e32-b67c-49b4-b64f-b62fb9732677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.344641 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4e6db3b-ebd0-489c-998c-6af8e223a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.352560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e0615e32-b67c-49b4-b64f-b62fb9732677 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c7376d055c64c0ea504f0f2692a3d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156826 Jun 30 02:23:24.355947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:24.368274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:24.406098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0615e32-b67c-49b4-b64f-b62fb9732677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2b5f40-ea80-49b2-8119-07a0f301b0ac,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:24.458392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab939295-fc58-40ab-b233-31bd4a5b582e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.494113 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab939295-fc58-40ab-b233-31bd4a5b582e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.503270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-d5e3ff17-d4bd-462f-af32-0600124d97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:24.505034 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-d5e3ff17-d4bd-462f-af32-0600124d97b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 1098 time: 0.3801496 Jun 30 02:23:24.512442 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a16e4ee1-859d-4c52-a774-4df0950a65c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5d91c208f834b8e8993cb1e418b5d71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0220640 Jun 30 02:23:24.516800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:24.534132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e4ee1-859d-4c52-a774-4df0950a65c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b8d758-30d0-42e0-bd40-5e540ecc82e5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:24.640690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e773508-7a84-43ba-befb-a494738abb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.667776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on host n-h2-758944-39 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:24.668012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e773508-7a84-43ba-befb-a494738abb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.668145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:24.668652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:24.683149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'cb5f49c8-48d5-4cbc-b10a-edf112b11ad3', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'port_id': '0afed630-703f-4fcf-83e1-cc9a48af3f3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'mac_address': 'fa:16:3e:d6:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:22:55Z', 'updated_at': '2021-06-30T02:23:21Z', 'revision_number': 1, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:24.688593 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab939295-fc58-40ab-b233-31bd4a5b582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.692926 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab939295-fc58-40ab-b233-31bd4a5b582e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.694308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ab939295-fc58-40ab-b233-31bd4a5b582e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c2b5f40-ea80-49b2-8119-07a0f301b0ac HTTP/1.1" status: 204 len: 168 time: 0.3361347 Jun 30 02:23:24.713990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-2ca81b47-f99d-41b3-8f66-527935b6f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:24.716674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-2ca81b47-f99d-41b3-8f66-527935b6f44a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 924 time: 0.1858428 Jun 30 02:23:24.723334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab939295-fc58-40ab-b233-31bd4a5b582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2b5f40-ea80-49b2-8119-07a0f301b0ac,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:24.726474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:24.726880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:24.752895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e40b0-3576-41ff-a88c-446d6358449c None None] The sync data for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 is: [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'cb5f49c8-48d5-4cbc-b10a-edf112b11ad3', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'port_id': '0afed630-703f-4fcf-83e1-cc9a48af3f3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'mac_address': 'fa:16:3e:d6:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:22:55Z', 'updated_at': '2021-06-30T02:23:21Z', 'revision_number': 1, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:23:24.753614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:24.753997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:24.754379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:24.754888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Bound port: 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:24.773141 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e773508-7a84-43ba-befb-a494738abb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.776519 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e773508-7a84-43ba-befb-a494738abb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:24.778289 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8e773508-7a84-43ba-befb-a494738abb64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23b8d758-30d0-42e0-bd40-5e540ecc82e5 HTTP/1.1" status: 204 len: 168 time: 0.2603800 Jun 30 02:23:24.793654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e773508-7a84-43ba-befb-a494738abb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b8d758-30d0-42e0-bd40-5e540ecc82e5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:24.883963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f111aad-1b36-46d9-98f0-18eb2c014c41 req-c2c52d7c-b46d-466d-8a47-a9331366766d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:24.885611 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4f111aad-1b36-46d9-98f0-18eb2c014c41 req-c2c52d7c-b46d-466d-8a47-a9331366766d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.4924471 Jun 30 02:23:24.968533 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-31efe328-59b2-442c-9aca-289502d5605b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0afed630-703f-4fcf-83e1-cc9a48af3f3b HTTP/1.1" status: 200 len: 1000 time: 0.2358344 Jun 30 02:23:24.996912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4f111aad-1b36-46d9-98f0-18eb2c014c41 req-bfe580e0-9001-4fce-8e66-2fa90b7b249e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034923 Jun 30 02:23:25.025116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:25.044645 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:25.046023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-c7e19029-6455-4d68-98cf-e38fb0cd1c2b service neutron] 10.222.0.55 "POST /v2.0/ports/2264d4d4-3a7c-46b8-b62b-133df1dcb930/bindings HTTP/1.1" status: 201 len: 390 time: 0.9454067 Jun 30 02:23:25.061892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-9d284111-2982-462f-b674-cc486984cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:25.063583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-9d284111-2982-462f-b674-cc486984cb74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4b029b4-fcea-4790-a765-2f1787071d20 HTTP/1.1" status: 200 len: 862 time: 0.0879505 Jun 30 02:23:25.142106 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e999d9d9-d21a-44d2-9f87-1e2a38c65865 None None] New status for floating IP cb5f49c8-48d5-4cbc-b10a-edf112b11ad3: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:23:25.157883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-ba10fff5-62fa-4be6-ac10-473981345adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:25.159726 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-ba10fff5-62fa-4be6-ac10-473981345adf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e0ce481-75f2-4688-9eec-39a2795f75c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856097 Jun 30 02:23:25.367489 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-073cb3fd-1260-458a-81b4-69db96d26c46 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995754 Jun 30 02:23:25.556312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b95d8-8f6c-466a-bd77-905b73565556 req-c121410a-c2cb-4bc5-9a73-bbae9ca355e1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:25.567423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-846b95d8-8f6c-466a-bd77-905b73565556 req-c121410a-c2cb-4bc5-9a73-bbae9ca355e1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1533527 Jun 30 02:23:25.591948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc66ddb-6c67-40cb-a620-f6a21aa4ff19 req-6fc80803-8dd2-45c0-a0ef-4c11dba777d5 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168796 Jun 30 02:23:25.632823 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-846b95d8-8f6c-466a-bd77-905b73565556 req-52022eb4-3203-4a82-84bc-eed2ee1e2c2d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643201 Jun 30 02:23:25.634367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:25.665500 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a460694f-3606-4de0-9e3e-88cf1d6c79d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:25.747182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:25.804845 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1bb19c9-5065-463f-ad6f-43778852b599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:25.862856 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a460694f-3606-4de0-9e3e-88cf1d6c79d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:25.869064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-ceaf9182-e297-4e9d-9eb0-d32576b07beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:25.869689 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a460694f-3606-4de0-9e3e-88cf1d6c79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:25.870998 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-ceaf9182-e297-4e9d-9eb0-d32576b07beb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1097 time: 0.2202828 Jun 30 02:23:25.918201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460694f-3606-4de0-9e3e-88cf1d6c79d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7b94f-4043-495f-ab6b-2dc974befa97,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:25.922890 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a460694f-3606-4de0-9e3e-88cf1d6c79d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8dc526e4493d46beb6934bcebf31e123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872250 Jun 30 02:23:25.927404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:25.989717 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-460b4f83-951f-459e-9e2d-e7cd34e9c555 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443866 Jun 30 02:23:26.065191 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7f832a7-07bf-4259-b5ce-2b8c7e3df4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.068960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039abdb-db49-43f2-a18f-19b14de0b033 req-1f06dbba-0121-464c-8b72-8918a446ac22 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:26.070503 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e039abdb-db49-43f2-a18f-19b14de0b033 req-1f06dbba-0121-464c-8b72-8918a446ac22 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 945 time: 0.2246997 Jun 30 02:23:26.071530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:26.086405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-7ad287e6-86e7-46c5-98f1-8aed8e6e4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:26.088168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-7ad287e6-86e7-46c5-98f1-8aed8e6e4d4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.1912134 Jun 30 02:23:26.102344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7f832a7-07bf-4259-b5ce-2b8c7e3df4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.156974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-ff562c32-af62-4931-91ae-6012009f9a30 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:26.158462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-ff562c32-af62-4931-91ae-6012009f9a30 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614289 Jun 30 02:23:26.177184 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e039abdb-db49-43f2-a18f-19b14de0b033 req-b6a41c67-6295-4ff9-839a-b1e31e776d06 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943463 Jun 30 02:23:26.186346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-2277be70-c72b-4f07-a868-156a5668c6cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930 HTTP/1.1" status: 200 len: 217 time: 0.0603278 Jun 30 02:23:26.191636 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-44750495-1c3f-448d-b6ad-02367667a7a7 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/quotas/d7d6098da4e7421eb1ed7b6bd1dc8fc1 HTTP/1.1" status: 200 len: 375 time: 0.0131483 Jun 30 02:23:26.193040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1bb19c9-5065-463f-ad6f-43778852b599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.193933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7f832a7-07bf-4259-b5ce-2b8c7e3df4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.205399 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7f832a7-07bf-4259-b5ce-2b8c7e3df4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.205399 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b7f832a7-07bf-4259-b5ce-2b8c7e3df4dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bd7b94f-4043-495f-ab6b-2dc974befa97 HTTP/1.1" status: 204 len: 168 time: 0.2694368 Jun 30 02:23:26.218659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-network', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:26.229117 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1bb19c9-5065-463f-ad6f-43778852b599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.244769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f832a7-07bf-4259-b5ce-2b8c7e3df4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7b94f-4043-495f-ab6b-2dc974befa97,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:26.321967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-bbb05033-4772-40cf-9532-c7e8cba409cd tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224060 Jun 30 02:23:26.335204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b1bb19c9-5065-463f-ad6f-43778852b599 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf5ed76f4b8f4bec810cb64b36839172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5846195 Jun 30 02:23:26.337983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:26.343520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Made reservation on behalf of 598445c9fa244f1399df12f8c651ffe7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:26.346469 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.369960 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.372160 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb19c9-5065-463f-ad6f-43778852b599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aea8cc-6f09-482d-ac52-c1a49c987ad4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:26.426640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-f545fef1-1f64-46f9-8ba8-1840b79159f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:26.428210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-f545fef1-1f64-46f9-8ba8-1840b79159f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.2165141 Jun 30 02:23:26.440138 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7533fb60-fe9a-49db-b337-3c5a1ca02816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.509334 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-af107ddb-5660-4147-b5ee-623f5c352bdf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508773 Jun 30 02:23:26.511121 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7533fb60-fe9a-49db-b337-3c5a1ca02816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.605882 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d654a88e-a15c-4c9f-b6ab-538d59bdcb67 req-e34b45c3-05ad-44a3-9f46-7ead211c17f2 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 210 time: 0.0432851 Jun 30 02:23:26.625610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-e5433075-12f5-43a3-8599-f6c966ed1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:26.625845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f206f-840a-4492-b77a-2da33bab8545 req-ec3cab89-afcc-4ee1-8a46-b3c960d38278 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:26.636370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-e5433075-12f5-43a3-8599-f6c966ed1a1a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 1101 time: 0.1676857 Jun 30 02:23:26.636477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b3f206f-840a-4492-b77a-2da33bab8545 req-ec3cab89-afcc-4ee1-8a46-b3c960d38278 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.2934253 Jun 30 02:23:26.694853 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7533fb60-fe9a-49db-b337-3c5a1ca02816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.697566 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7533fb60-fe9a-49db-b337-3c5a1ca02816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.701839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7533fb60-fe9a-49db-b337-3c5a1ca02816 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6aea8cc-6f09-482d-ac52-c1a49c987ad4 HTTP/1.1" status: 204 len: 168 time: 0.3626516 Jun 30 02:23:26.718395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533fb60-fe9a-49db-b337-3c5a1ca02816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aea8cc-6f09-482d-ac52-c1a49c987ad4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:26.763618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-ea8187cd-7e5c-43ea-8ad6-55f1dbf4b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:26.765722 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-ea8187cd-7e5c-43ea-8ad6-55f1dbf4b01d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1314671 Jun 30 02:23:26.835202 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.851252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b3f206f-840a-4492-b77a-2da33bab8545 req-4a8db4e8-2555-41ca-89e0-e565241304fa tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007742 Jun 30 02:23:26.866793 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.872600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-e0ac9f45-0a01-43da-af1e-de39beb91c8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd HTTP/1.1" status: 200 len: 217 time: 0.0941648 Jun 30 02:23:26.935218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.985004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-a2070249-7f72-4096-a1f7-e1d507d1aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:26.986589 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-a2070249-7f72-4096-a1f7-e1d507d1aeb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1009624 Jun 30 02:23:26.989355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-332a0dd7-8441-4ad9-bfae-20b38dfb4828 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511182 Jun 30 02:23:26.989925 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a1df956-a947-4e6e-aa22-254de0a1a0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:26.999931 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:23:27.053633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359980-f93e-44c7-902c-a7d41229732c req-f5bf4e54-0d9a-4f0d-bf03-82d91aff3e5b tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:27.061474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a359980-f93e-44c7-902c-a7d41229732c req-f5bf4e54-0d9a-4f0d-bf03-82d91aff3e5b tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1385999 Jun 30 02:23:27.132966 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a359980-f93e-44c7-902c-a7d41229732c req-c5afce7e-0a4f-44b2-8561-5f8351fd0d35 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705485 Jun 30 02:23:27.135227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:27.135549 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Added segment 05330a67-5ee6-4057-81dc-4c6358aff93c of type vlan for network c585fa76-c575-4ce4-8587-a2bbd6301f39 Jun 30 02:23:27.137969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-3a7b23ad-4b45-48d8-a195-7d00161cfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:27.146791 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-3a7b23ad-4b45-48d8-a195-7d00161cfd00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1485140 Jun 30 02:23:27.194992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefc8923-6887-4245-888c-80dea23dc88f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:27.214947 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:27.232264 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-e6d58682-ffeb-4f57-8e9a-33f8ea89898a service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394574 Jun 30 02:23:27.269664 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:27.272354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:27.274114 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:27.359271 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-17d5969a-2753-4cd5-94be-ad228180e5cc service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016773 Jun 30 02:23:27.438484 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3590770 Jun 30 02:23:27.445188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:27.450359 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Request body: {'subnet': {'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-subnet', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:27.477718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dd43b-6977-4727-85bb-17e5cb112cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=c585fa76-c575-4ce4-8587-a2bbd6301f39,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:27.497897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network c585fa76-c575-4ce4-8587-a2bbd6301f39 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:23:27.530299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Made reservation on behalf of 598445c9fa244f1399df12f8c651ffe7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:27.535684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:27.537396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-3b8c1f50-f04b-4488-ab28-53feccb5d5c0 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:27.539176 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-3b8c1f50-f04b-4488-ab28-53feccb5d5c0 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.1845689 Jun 30 02:23:27.553006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115851a-0bf7-454b-8857-71b4c505b12a req-928cc509-4fb8-42f9-90c7-4d070adfefa9 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:27.555429 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3115851a-0bf7-454b-8857-71b4c505b12a req-928cc509-4fb8-42f9-90c7-4d070adfefa9 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 945 time: 0.2022955 Jun 30 02:23:27.596444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-39'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:27.662267 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3115851a-0bf7-454b-8857-71b4c505b12a req-81663c0e-ffe7-412c-8f7e-95e2a54a4375 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006417 Jun 30 02:23:27.713325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:27.735637 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-011f844f-34af-4fda-8f63-bffc7251e87f service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619456 Jun 30 02:23:27.883210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4252db40-594f-48aa-8621-1af78dace079 req-eacc68ad-1343-43b6-9da2-c5cd8661aebb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 210 time: 0.0466895 Jun 30 02:23:27.951760 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:28.015903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:28.073149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2264d4d4-3a7c-46b8-b62b-133df1dcb930'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:28.073691 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.075724 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef8744f-44db-43c6-9379-a36c26fff6f3" -d '{"events": [{"server_uuid": "21e0acfa-460c-4379-8dab-7b5705fcf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "2264d4d4-3a7c-46b8-b62b-133df1dcb930"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:28.080755 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.081934 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.097730 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.157736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1766e4b2-6f71-401e-857a-9f50127b6264,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:28.163004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Checking segment: {'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:28.163395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Network hostable DHCP agents. Network: c585fa76-c575-4ce4-8587-a2bbd6301f39, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:23:28.165738 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add412a2-9fe8-4dc5-be26-ff9db3e0e2ef x-openstack-request-id: req-add412a2-9fe8-4dc5-be26-ff9db3e0e2ef {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:28.166146 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e0acfa-460c-4379-8dab-7b5705fcf9e0", "name": "network-vif-unplugged", "status": "completed", "tag": "2264d4d4-3a7c-46b8-b62b-133df1dcb930", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:28.166404 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-add412a2-9fe8-4dc5-be26-ff9db3e0e2ef {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:28.166836 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2264d4d4-3a7c-46b8-b62b-133df1dcb930', 'code': 200} Jun 30 02:23:28.186097 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Network c585fa76-c575-4ce4-8587-a2bbd6301f39 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:23:28.206771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, c585fa76-c575-4ce4-8587-a2bbd6301f39) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:28.216613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c2576-90e2-4594-b96b-c361d1c7dc71 None None] Network c585fa76-c575-4ce4-8587-a2bbd6301f39 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:23:28.222499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2264d4d4-3a7c-46b8-b62b-133df1dcb930,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:28.232772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:28.239689 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.245009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:28.290184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a291f642-88f0-4160-9fcd-9281e21995ea admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8443980 Jun 30 02:23:28.292721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:28.298736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:28.312151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on host n-h1-758944-39 for vnic_type normal with profile {"migrating_to": "n-h2-758944-39"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:28.312641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:28.313865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:28.331188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f78b9-2117-4c11-95e7-9d1223fcd457 req-f2a5c312-53ee-4926-b1ab-2270e762a9d3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:28.346005 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a70f78b9-2117-4c11-95e7-9d1223fcd457 req-f2a5c312-53ee-4926-b1ab-2270e762a9d3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.2666206 Jun 30 02:23:28.347025 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.348266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.362066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:28.362566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Attempting to bind port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:28.379495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:28.380599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:28.380765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:28.381256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Bound port: 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:28.381643 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.430944 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a70f78b9-2117-4c11-95e7-9d1223fcd457 req-4469ef02-05f0-42db-9ec4-66d536c23890 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826557 Jun 30 02:23:28.475788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.530583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-c585fa76-c575-4ce4-8587-a2bbd6301f39', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:23:28.531627 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.537606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:28.543991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:28.552919 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.665447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2264d4d4-3a7c-46b8-b62b-133df1dcb930,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:28.704539 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:28.705320 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.707195 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-eb196a7a-0d44-43d2-b88a-213f2f5eb3c9 service neutron] 10.222.0.73 "PUT /v2.0/ports/2264d4d4-3a7c-46b8-b62b-133df1dcb930 HTTP/1.1" status: 200 len: 1123 time: 1.1155634 Jun 30 02:23:28.737862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-network', 'tenant_id': '3185065766294389adf46ffdd098a23a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:28.758825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-cf5aa0e8-8e1a-438d-98b1-2e766b7a02e0 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1921999 Jun 30 02:23:28.809599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Allocated IP 172.20.0.2 (c585fa76-c575-4ce4-8587-a2bbd6301f39/1766e4b2-6f71-401e-857a-9f50127b6264/c540ccbd-576c-44be-a114-183ee6a7982b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:28.827500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['2264d4d4-3a7c-46b8-b62b-133df1dcb930'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:28.834058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Made reservation on behalf of 3185065766294389adf46ffdd098a23a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:28.842567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.889014 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:28.948063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-3aad3fa3-30ca-41bf-ac0c-7a96c0ef7c93 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5a37afbcf93a437596fa110430d50f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209477 Jun 30 02:23:29.066659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-1807f7bc-c514-4b94-8e5d-620d70e254e8 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:29.068458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-1807f7bc-c514-4b94-8e5d-620d70e254e8 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110556 Jun 30 02:23:29.074808 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.086302 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-01b22270-9c18-4f18-bba7-8ee89f4f64fb tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/quotas/5a37afbcf93a437596fa110430d50f8f HTTP/1.1" status: 200 len: 375 time: 0.0103002 Jun 30 02:23:29.087608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Transition to ACTIVE for port object c540ccbd-576c-44be-a114-183ee6a7982b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:29.117532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Transition to ACTIVE for port object c540ccbd-576c-44be-a114-183ee6a7982b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:29.125445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-d7dfcfac-7f15-4431-91cd-c3d88893697f tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a37afbcf93a437596fa110430d50f8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306971 Jun 30 02:23:29.127163 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.171010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Network c585fa76-c575-4ce4-8587-a2bbd6301f39 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:29.177709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:29.182109 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:29.185235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Pushing event updated for resources: {'Port': ['ID=c540ccbd-576c-44be-a114-183ee6a7982b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:29.256668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Attempting to bind port c540ccbd-576c-44be-a114-183ee6a7982b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:29.257296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Attempting to bind port c540ccbd-576c-44be-a114-183ee6a7982b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:29.257982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Attempting to bind port c540ccbd-576c-44be-a114-183ee6a7982b on network c585fa76-c575-4ce4-8587-a2bbd6301f39 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:29.264163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:29.265013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Checking segment: {'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:29.265581 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.266152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Bound using segment: {'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:29.266797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Bound port: c540ccbd-576c-44be-a114-183ee6a7982b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:29.267365 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.289466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.303093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-bac65674-bd1a-4c49-8398-982507f2d903 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:29.305405 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-bac65674-bd1a-4c49-8398-982507f2d903 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4873953 Jun 30 02:23:29.352370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] For port c540ccbd-576c-44be-a114-183ee6a7982b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:29.357042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] For port c540ccbd-576c-44be-a114-183ee6a7982b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c540ccbd-576c-44be-a114-183ee6a7982b,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:29.361821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Request body: {'port': {'device_id': '3b740dd9-891e-4f3a-8b2c-1ee201453935', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': 'd7d6098da4e7421eb1ed7b6bd1dc8fc1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:29.364419 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.442438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159cf32-e705-48b9-9bda-d19251afe227 req-e56908a8-2bfb-4e7a-a927-2175fc9bc54b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:29.450135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8159cf32-e705-48b9-9bda-d19251afe227 req-e56908a8-2bfb-4e7a-a927-2175fc9bc54b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 943 time: 0.0833225 Jun 30 02:23:29.452211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8723d29-6c05-4ef5-89d5-9811cf33ff71 None None] Pushing event updated for resources: {'Port': ['ID=c540ccbd-576c-44be-a114-183ee6a7982b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:29.481351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874ab7d-5621-4fc4-a1a1-7a02cf5729e7 req-f6638915-e1be-40d0-aa8c-f9302618e8a1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:29.483050 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4874ab7d-5621-4fc4-a1a1-7a02cf5729e7 req-f6638915-e1be-40d0-aa8c-f9302618e8a1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.9199462 Jun 30 02:23:29.500092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8159cf32-e705-48b9-9bda-d19251afe227 req-02e6c8f8-f547-41d1-88a0-60d147c2dcf7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482309 Jun 30 02:23:29.614456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4874ab7d-5621-4fc4-a1a1-7a02cf5729e7 req-d97a59dc-2c8f-4d32-afd7-b0f4b9eeacbd tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252739 Jun 30 02:23:29.661050 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.675072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b298e5f-2c5d-429a-bdde-a07e985ab768 req-5466e4d3-59de-42ee-9746-871ad38a1657 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 210 time: 0.0494981 Jun 30 02:23:29.677945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.774784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Made reservation on behalf of d7d6098da4e7421eb1ed7b6bd1dc8fc1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:29.780663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.820208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:23:29.831831 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a0293383-6bb1-4de1-83de-8389f1e8dcce req-e3db3f17-e390-4a03-9cdd-33adf7d60ca2 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 210 time: 0.0813031 Jun 30 02:23:29.887446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9586a808-03da-445d-a13d-679b7aefd1e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:29.908296 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.912908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:29.913259 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Added segment 26799246-f35a-4f12-a033-048b3aa4d220 of type vlan for network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea Jun 30 02:23:30.070414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.127060 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.171912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.191753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Allocated IP 192.168.233.168 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/3e53c26a-25d6-4df9-8e32-30c40dc95363) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:30.194197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.195186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:30.195787 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.248500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'tag': '2264d4d4-3a7c-46b8-b62b-133df1dcb930'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:30.251599 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae97b36-9025-4251-ae56-a93db14bf261" -d '{"events": [{"name": "network-changed", "server_uuid": "21e0acfa-460c-4379-8dab-7b5705fcf9e0", "tag": "2264d4d4-3a7c-46b8-b62b-133df1dcb930"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:30.294350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d452b82-7b1d-47c0-bb71-afd7c2e84771 req-15b63583-dd86-43dd-978f-fd2553349d0c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:30.303167 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d452b82-7b1d-47c0-bb71-afd7c2e84771 req-15b63583-dd86-43dd-978f-fd2553349d0c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.3419642 Jun 30 02:23:30.307703 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c2f81b-afb2-42cb-9523-c67e064a620a x-openstack-request-id: req-44c2f81b-afb2-42cb-9523-c67e064a620a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:30.308015 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e0acfa-460c-4379-8dab-7b5705fcf9e0", "tag": "2264d4d4-3a7c-46b8-b62b-133df1dcb930", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:30.308260 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44c2f81b-afb2-42cb-9523-c67e064a620a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:30.308630 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'tag': '2264d4d4-3a7c-46b8-b62b-133df1dcb930', 'status': 'completed', 'code': 200} Jun 30 02:23:30.326770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] Pushing event updated for resources: {'Network': ['ID=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:30.338228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:23:30.338998 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-85b7c63b-0065-4768-920a-1f76184f401b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0868397 Jun 30 02:23:30.344395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44716) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:30.349863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Request body: {'subnet': {'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-subnet', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:30.363565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d452b82-7b1d-47c0-bb71-afd7c2e84771 req-d53fa76f-e3b0-488d-896d-31027de1eaca tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587313 Jun 30 02:23:30.389857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Made reservation on behalf of 3185065766294389adf46ffdd098a23a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:30.395386 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.568667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae97b36-9025-4251-ae56-a93db14bf261 req-3c079e6f-0b27-4d7d-845a-80cd1680c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:30.570201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ae97b36-9025-4251-ae56-a93db14bf261 req-3c079e6f-0b27-4d7d-845a-80cd1680c9b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1126 time: 0.2275193 Jun 30 02:23:30.573960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Allocated IP 172.25.7.62 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/cc53d0fa-aa4b-4388-ba2c-452676d13ce8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:30.599078 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.633879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e19a12e-fb26-4f74-8f9d-249f7af9c379 None None] Network c585fa76-c575-4ce4-8587-a2bbd6301f39 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:23:30.635858 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2264d4d4-3a7c-46b8-b62b-133df1dcb930 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:30.666119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e023fa-1203-4d52-9b5b-f6dfab0ac669,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:30.675323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Checking segment: {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:30.675997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Network hostable DHCP agents. Network: cc2230dc-61c3-4db8-a1f1-f267c6bb2eea, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:23:30.697773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:23:30.711793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, cc2230dc-61c3-4db8-a1f1-f267c6bb2eea) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:30.723033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:30.723768 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.731636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62b8c4b-2429-4a9e-b9af-a48e548374f6 None None] Network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:23:30.743796 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-768432e6-2428-4788-8a87-4acfb3edfafe admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3958840 Jun 30 02:23:30.744376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:30.746081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b7fed8f5-a86f-4923-a6bf-291c2c9d6c3c None None] Provisioning for port c540ccbd-576c-44be-a114-183ee6a7982b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:30.750150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:30.784098 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.785095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.838838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.888900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:30.898228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Transition to ACTIVE for port object 3e53c26a-25d6-4df9-8e32-30c40dc95363 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:30.901869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaae51-e22f-4295-92aa-34e63b3cc435 req-e69e1ec3-966b-4aa9-8cb6-f7a8724cee6f tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:30.905886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07eaae51-e22f-4295-92aa-34e63b3cc435 req-e69e1ec3-966b-4aa9-8cb6-f7a8724cee6f tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1345901 Jun 30 02:23:30.948527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae97b36-9025-4251-ae56-a93db14bf261 req-3e764255-0961-4ec6-b5c7-d9976fb63648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:30.950533 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ae97b36-9025-4251-ae56-a93db14bf261 req-3e764255-0961-4ec6-b5c7-d9976fb63648 service neutron] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.3586597 Jun 30 02:23:31.005401 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-612e7110-2c18-4b33-b55b-f76eae80e4d6 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5a37afbcf93a437596fa110430d50f8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527754 Jun 30 02:23:31.010989 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ae97b36-9025-4251-ae56-a93db14bf261 req-f9ba5f57-03e2-4a22-bed9-e10e24f15181 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930 HTTP/1.1" status: 200 len: 217 time: 0.0465970 Jun 30 02:23:31.014505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.048132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70902c09-2a19-4457-ba72-829677e265a6 req-100fdc35-757c-40db-a7c8-92ed5790b6b3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:31.055280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70902c09-2a19-4457-ba72-829677e265a6 req-100fdc35-757c-40db-a7c8-92ed5790b6b3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 943 time: 0.3957558 Jun 30 02:23:31.092204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:31.099699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07eaae51-e22f-4295-92aa-34e63b3cc435 req-782db705-c97e-4bf2-ac0b-e4ebe1bc3a57 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501482 Jun 30 02:23:31.140728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70902c09-2a19-4457-ba72-829677e265a6 req-7b3f7c55-80fe-4f11-b023-f9d79dc4706a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844467 Jun 30 02:23:31.150780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae97b36-9025-4251-ae56-a93db14bf261 req-e9c59af0-c3dc-4810-b3ab-9ae897cc0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:31.152367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ae97b36-9025-4251-ae56-a93db14bf261 req-e9c59af0-c3dc-4810-b3ab-9ae897cc0a22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.1275578 Jun 30 02:23:31.157702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2264d4d4-3a7c-46b8-b62b-133df1dcb930 has no active binding in host n-h2-758944-39 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:23:31.178103 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.210579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['6a8b94a8-36f4-4df6-9fa9-bf5620a52953'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:31.228468 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.247658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:23:31.249444 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.346774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Pushing event updated for resources: {'Port': ['ID=3e53c26a-25d6-4df9-8e32-30c40dc95363,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:31.372225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.372989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.373127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.373544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.375245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.375714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.377557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.379086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.379648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.387453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.388030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.388438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:31.393433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ae97b36-9025-4251-ae56-a93db14bf261 req-e3044f84-9fcc-401b-afe6-fc916a511710 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2295723 Jun 30 02:23:31.407892 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.487301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-aa2899bc-2267-4012-8480-eaaf89ab39b6 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:31.489284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-aa2899bc-2267-4012-8480-eaaf89ab39b6 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4694409 Jun 30 02:23:31.493975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c540ccbd-576c-44be-a114-183ee6a7982b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:31.520611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Request body: {'port': {'device_id': 'eb244536-16d3-408d-a706-e85456eafcce', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '5a37afbcf93a437596fa110430d50f8f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:31.530089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:31.574517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port c540ccbd-576c-44be-a114-183ee6a7982b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:31.584120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Allocated IP 172.20.0.2 (cc2230dc-61c3-4db8-a1f1-f267c6bb2eea/c4e023fa-1203-4d52-9b5b-f6dfab0ac669/a4ba3c2d-f702-4c85-bb04-ae025259b998) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:31.586658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c540ccbd-576c-44be-a114-183ee6a7982b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:31.587547 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.598933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e64356-8812-426a-9c67-270dfeeb44cb req-809ea323-cf99-452a-abc0-9e06a34d6064 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:31.606276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-12e64356-8812-426a-9c67-270dfeeb44cb req-809ea323-cf99-452a-abc0-9e06a34d6064 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 936 time: 0.2022934 Jun 30 02:23:31.616647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:31.624078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:31.627367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:31.671192 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-12e64356-8812-426a-9c67-270dfeeb44cb req-fe8bd6df-3cbb-4939-8044-9643863f9197 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632386 Jun 30 02:23:31.680750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:31.693395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:31.699081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:31.699706 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.707448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Pushing event updated for resources: {'Port': ['ID=cc53d0fa-aa4b-4388-ba2c-452676d13ce8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:31.766434 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4f6cd5e-b9bf-418c-91d9-188b9811d958 req-d69867e9-0daa-4ebd-9780-a8f1b0331766 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 210 time: 0.1433523 Jun 30 02:23:31.822186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Made reservation on behalf of 5a37afbcf93a437596fa110430d50f8f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:31.825225 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-29140793-4d94-4888-bf7f-647f33116bdb tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4996049 Jun 30 02:23:31.831002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.844089 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.852225 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ae97b36-9025-4251-ae56-a93db14bf261 req-781ab8a0-9979-48f5-8a3c-fc4098b1374e service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514981 Jun 30 02:23:31.855352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6187836f-61cf-427e-b3a0-000cdb34737c None None] Provisioning complete for port c540ccbd-576c-44be-a114-183ee6a7982b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:31.855801 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6187836f-61cf-427e-b3a0-000cdb34737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.857769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Request body: {'port': {'device_id': '3b740dd9-891e-4f3a-8b2c-1ee201453935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:31.870995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:31.961635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port c540ccbd-576c-44be-a114-183ee6a7982b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c540ccbd-576c-44be-a114-183ee6a7982b,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:31.981026 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.007849 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.037811 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.056919 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ae97b36-9025-4251-ae56-a93db14bf261 req-a34537ff-acec-4be9-ba3b-b8c3bc454d37 service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716890 Jun 30 02:23:32.117031 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.135774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Transition to ACTIVE for port object a4ba3c2d-f702-4c85-bb04-ae025259b998 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:32.137724 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=c540ccbd-576c-44be-a114-183ee6a7982b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:32.143968 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.148756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca321b0-5f11-4b08-8180-09d20160cfc6 req-8f348b63-33ec-4a34-8d39-4e1798ce2ab7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:32.150291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ca321b0-5f11-4b08-8180-09d20160cfc6 req-8f348b63-33ec-4a34-8d39-4e1798ce2ab7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.2520380 Jun 30 02:23:32.160001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Transition to ACTIVE for port object a4ba3c2d-f702-4c85-bb04-ae025259b998 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:32.169714 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.210875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.224194 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.249759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:32.252860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Pushing event updated for resources: {'Port': ['ID=a4ba3c2d-f702-4c85-bb04-ae025259b998,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:32.255809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:32.258248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:32.260032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.269796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7d4bbb61-820f-434f-aa9a-d44338096540 None None] Provisioning for port 3e53c26a-25d6-4df9-8e32-30c40dc95363 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:32.276997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7d4bbb61-820f-434f-aa9a-d44338096540 None None] Provisioning complete for port 3e53c26a-25d6-4df9-8e32-30c40dc95363 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:32.277379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d4bbb61-820f-434f-aa9a-d44338096540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.318365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Allocated IP 172.25.7.228 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/b35c8eca-f397-4380-8d38-d8b1b2c633d8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:32.328102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bbb61-820f-434f-aa9a-d44338096540 None None] Port 3e53c26a-25d6-4df9-8e32-30c40dc95363 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:32.332747 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ca321b0-5f11-4b08-8180-09d20160cfc6 req-5f3d1378-bc0f-4c4d-97ac-faa376910658 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678240 Jun 30 02:23:32.355167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a63f91-9d2a-45bd-9331-14cd169d116a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:32.370854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Attempting to bind port a4ba3c2d-f702-4c85-bb04-ae025259b998 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:32.371195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Attempting to bind port a4ba3c2d-f702-4c85-bb04-ae025259b998 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:32.371596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Attempting to bind port a4ba3c2d-f702-4c85-bb04-ae025259b998 on network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:32.377286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:32.377812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Checking segment: {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:32.378865 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.379221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Bound using segment: {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:32.379844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Bound port: a4ba3c2d-f702-4c85-bb04-ae025259b998, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:32.380223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.455926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] For port a4ba3c2d-f702-4c85-bb04-ae025259b998, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:32.462448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] For port a4ba3c2d-f702-4c85-bb04-ae025259b998, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a4ba3c2d-f702-4c85-bb04-ae025259b998,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:32.469036 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.507310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Allocated IP 192.168.233.235 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/65af70d4-1960-49af-a8fe-3767c35054c9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:32.525422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8722a7-6eb9-41c7-9cab-24ef861f8533 None None] Pushing event updated for resources: {'Port': ['ID=a4ba3c2d-f702-4c85-bb04-ae025259b998,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:32.594482 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.595528 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa983b-5793-4737-8807-e470084c21cb req-d4915898-1516-4525-888a-56de1ba9fb97 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:32.597077 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26fa983b-5793-4737-8807-e470084c21cb req-d4915898-1516-4525-888a-56de1ba9fb97 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.3301370 Jun 30 02:23:32.675358 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26fa983b-5793-4737-8807-e470084c21cb req-0802364c-2b23-4658-b730-eb5447563e13 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463352 Jun 30 02:23:32.676475 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.684237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca71f2-269c-4301-8132-c0b74bb7a5b4 req-6789e743-9540-49dc-acb2-f6a8293478eb tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:32.685767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-91ca71f2-269c-4301-8132-c0b74bb7a5b4 req-6789e743-9540-49dc-acb2-f6a8293478eb tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 943 time: 0.2284598 Jun 30 02:23:32.758312 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.856980 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-91ca71f2-269c-4301-8132-c0b74bb7a5b4 req-9e8989cf-95b8-425f-80a4-32121c0ae802 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208291 Jun 30 02:23:32.885128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:32.896382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:32.909671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:32.914825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Pushing event updated for resources: {'Port': ['ID=b35c8eca-f397-4380-8d38-d8b1b2c633d8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:32.917051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:32.950586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Transition to ACTIVE for port object 65af70d4-1960-49af-a8fe-3767c35054c9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:32.956146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.956489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.956830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.957165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.957507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.957903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.958221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.958544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.958894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.959215 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.959534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:32.959851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:33.064043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0778adb6-1702-4839-a1ab-b916a044fac9 req-de34393e-eeee-4ba7-9150-4372d9c6db4e tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 210 time: 0.0707815 Jun 30 02:23:33.103441 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:33.192237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:33.194137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Pushing event updated for resources: {'Port': ['ID=65af70d4-1960-49af-a8fe-3767c35054c9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:33.201026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:33.204128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:33.299482 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:33.300160 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:33.327682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74d59e-5ade-42c7-9163-74f50cc7e0e8 req-e95b7739-19d3-4e2c-b1b9-30b0bf28c6f7 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:33.329771 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d74d59e-5ade-42c7-9163-74f50cc7e0e8 req-e95b7739-19d3-4e2c-b1b9-30b0bf28c6f7 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 936 time: 0.1977124 Jun 30 02:23:33.392562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-fa450be4-fac0-43e8-be01-6440e0c574cc tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8871477 Jun 30 02:23:33.400066 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:33.468250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Request body: {'port': {'device_id': 'eb244536-16d3-408d-a706-e85456eafcce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:33.505708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c540ccbd-576c-44be-a114-183ee6a7982b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:33.578592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c540ccbd-576c-44be-a114-183ee6a7982b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:33.580487 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:33.595934 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d74d59e-5ade-42c7-9163-74f50cc7e0e8 req-befedbd9-3d76-424e-b181-d5005a2eb97d tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514360 Jun 30 02:23:33.621379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Router 88814ca4-1345-42c3-88d5-ff207164bb6c is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:23:33.624872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e53c26a-25d6-4df9-8e32-30c40dc95363 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:33.640520 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:33.668651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Transition to ACTIVE for port object 3e53c26a-25d6-4df9-8e32-30c40dc95363 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:33.670586 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-e420befd-6d5e-46d6-8a0d-197ff2822ba4 service neutron] 10.222.0.69 "GET /v2.0/ports/2264d4d4-3a7c-46b8-b62b-133df1dcb930/bindings/n-h2-758944-39 HTTP/1.1" status: 200 len: 385 time: 0.2928903 Jun 30 02:23:33.677105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2200920-1767-4434-800c-6d59d001d8cd None None] Provisioning for port 65af70d4-1960-49af-a8fe-3767c35054c9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:33.685984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2200920-1767-4434-800c-6d59d001d8cd None None] Provisioning complete for port 65af70d4-1960-49af-a8fe-3767c35054c9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:33.686486 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2200920-1767-4434-800c-6d59d001d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:33.725107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a4ba3c2d-f702-4c85-bb04-ae025259b998 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:33.729540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:33.773554 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc18c8fd-510c-45ba-af13-345bec206d06 None None] Network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:23:33.828794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a2200920-1767-4434-800c-6d59d001d8cd None None] Port 65af70d4-1960-49af-a8fe-3767c35054c9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:33.852958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port a4ba3c2d-f702-4c85-bb04-ae025259b998 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:33.943225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e53c26a-25d6-4df9-8e32-30c40dc95363,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:33.974437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-311f5314-5e69-4876-807f-750b29bab541 None None] Provisioning for port a4ba3c2d-f702-4c85-bb04-ae025259b998 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:33.985639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-311f5314-5e69-4876-807f-750b29bab541 None None] Provisioning complete for port a4ba3c2d-f702-4c85-bb04-ae025259b998 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:33.986385 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-311f5314-5e69-4876-807f-750b29bab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.016925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:23:34.042768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Sync routers for ids ['88814ca4-1345-42c3-88d5-ff207164bb6c'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:23:34.063884 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.070364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Attempting to bind port 3e53c26a-25d6-4df9-8e32-30c40dc95363 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:34.070697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Attempting to bind port 3e53c26a-25d6-4df9-8e32-30c40dc95363 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:34.071037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Attempting to bind port 3e53c26a-25d6-4df9-8e32-30c40dc95363 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:34.072850 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Routers {'88814ca4-1345-42c3-88d5-ff207164bb6c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:34.073610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['88814ca4-1345-42c3-88d5-ff207164bb6c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:34.079057 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.089534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Port 3e53c26a-25d6-4df9-8e32-30c40dc95363 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:34.089854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Attempting to bind port 3e53c26a-25d6-4df9-8e32-30c40dc95363 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:34.101705 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.105781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-34f089eb-14e5-47b6-b8a4-32fd6665e42a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.8088963 Jun 30 02:23:34.109251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:34.109536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:34.110074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:34.110383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:34.110849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Bound port: 3e53c26a-25d6-4df9-8e32-30c40dc95363, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:34.111178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.139268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4668c-5b5b-41cb-a7fb-553f4879430e req-cadbfe4f-8f16-4871-9d96-44e1cd00a905 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:34.140900 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99f4668c-5b5b-41cb-a7fb-553f4879430e req-cadbfe4f-8f16-4871-9d96-44e1cd00a905 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.2708678 Jun 30 02:23:34.158919 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-311f5314-5e69-4876-807f-750b29bab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.236186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-311f5314-5e69-4876-807f-750b29bab541 None None] For port a4ba3c2d-f702-4c85-bb04-ae025259b998, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a4ba3c2d-f702-4c85-bb04-ae025259b998,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:34.243412 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-311f5314-5e69-4876-807f-750b29bab541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.246782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Set router 88814ca4-1345-42c3-88d5-ff207164bb6c gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:34.292578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99f4668c-5b5b-41cb-a7fb-553f4879430e req-abd2f9ef-ef9a-482f-9b82-3ce9ae34d5ea tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198037 Jun 30 02:23:34.301301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] For port 3e53c26a-25d6-4df9-8e32-30c40dc95363, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:34.307814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] For port 3e53c26a-25d6-4df9-8e32-30c40dc95363, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3e53c26a-25d6-4df9-8e32-30c40dc95363,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:34.309768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-4f94aca7-6ee5-46b6-833f-0467d26ad1d5 service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:34.328838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.413438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:34.414063 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.420898 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] 10.222.0.73 "PUT /v2.0/ports/3e53c26a-25d6-4df9-8e32-30c40dc95363 HTTP/1.1" status: 200 len: 1097 time: 2.5670402 Jun 30 02:23:34.447239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b740dd9-891e-4f3a-8b2c-1ee201453935', 'tag': '3e53c26a-25d6-4df9-8e32-30c40dc95363'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:34.449828 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b740dd9-891e-4f3a-8b2c-1ee201453935", "tag": "3e53c26a-25d6-4df9-8e32-30c40dc95363"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:34.461577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-4f94aca7-6ee5-46b6-833f-0467d26ad1d5 service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:34.562260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d6c4-06ef-4620-b2a5-fd3ce8eac4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e53c26a-25d6-4df9-8e32-30c40dc95363,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:34.569091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f5314-5e69-4876-807f-750b29bab541 None None] Pushing event updated for resources: {'Port': ['ID=a4ba3c2d-f702-4c85-bb04-ae025259b998,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:34.576742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-4f94aca7-6ee5-46b6-833f-0467d26ad1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2264d4d4-3a7c-46b8-b62b-133df1dcb930 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:34.593366 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-4f94aca7-6ee5-46b6-833f-0467d26ad1d5 service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:34.615554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-4f94aca7-6ee5-46b6-833f-0467d26ad1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.666008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-7ded265c-9dab-41ae-878d-c9a082d317bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:34.667623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-7ded265c-9dab-41ae-878d-c9a082d317bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 1100 time: 0.1556435 Jun 30 02:23:34.756904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-8fd1dfe3-55da-4bab-ae39-8c04f7387f0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3e53c26a-25d6-4df9-8e32-30c40dc95363 HTTP/1.1" status: 200 len: 217 time: 0.0499418 Jun 30 02:23:34.765722 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb813c0-cecb-4af4-9f88-cae9d619839a req-5cadfce7-3681-4b3b-84b0-14ed7af6ff3a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:34.767946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5eb813c0-cecb-4af4-9f88-cae9d619839a req-5cadfce7-3681-4b3b-84b0-14ed7af6ff3a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.7898819 Jun 30 02:23:34.772645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-af00b6b5-0abe-4ff4-ad09-a517a4f908ad None None] Provisioning complete for port a4ba3c2d-f702-4c85-bb04-ae025259b998 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:34.773208 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af00b6b5-0abe-4ff4-ad09-a517a4f908ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.836597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-4f94aca7-6ee5-46b6-833f-0467d26ad1d5 service neutron] Transition to ACTIVE for port object 2264d4d4-3a7c-46b8-b62b-133df1dcb930 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:34.836892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:31Z', 'revision_number': 3, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:34.842945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-4f94aca7-6ee5-46b6-833f-0467d26ad1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.853925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-e658ce52-1195-4cb7-99bc-abe5d299adad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:34.855440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-e658ce52-1195-4cb7-99bc-abe5d299adad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0889134 Jun 30 02:23:34.865756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf1085-cef7-4a2f-bb6b-6cd84acc27df req-d14ab211-a11e-4455-90d8-152b3897d626 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:34.867286 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1cf1085-cef7-4a2f-bb6b-6cd84acc27df req-d14ab211-a11e-4455-90d8-152b3897d626 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 943 time: 0.2181213 Jun 30 02:23:34.871228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Checking router: 88814ca4-1345-42c3-88d5-ff207164bb6c for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:23:34.871579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Updating router 88814ca4-1345-42c3-88d5-ff207164bb6c port cc53d0fa-aa4b-4388-ba2c-452676d13ce8 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:23:34.943387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65af70d4-1960-49af-a8fe-3767c35054c9 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:34.953233 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.956316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5eb813c0-cecb-4af4-9f88-cae9d619839a req-11da67d3-c262-47e5-a817-52e65ab15c39 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533515 Jun 30 02:23:34.958308 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:34.987324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-4f94aca7-6ee5-46b6-833f-0467d26ad1d5 service neutron] No DVR routers for this DVR port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:23:34.993008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Transition to ACTIVE for port object 65af70d4-1960-49af-a8fe-3767c35054c9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:35.004844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1cf1085-cef7-4a2f-bb6b-6cd84acc27df req-0e791a6d-9b4b-4b7f-ae5a-6b7f2adb82d6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164250 Jun 30 02:23:35.005499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94aca7-6ee5-46b6-833f-0467d26ad1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2264d4d4-3a7c-46b8-b62b-133df1dcb930,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:35.030345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.048640 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-4f94aca7-6ee5-46b6-833f-0467d26ad1d5 service neutron] 10.222.0.69 "PUT /v2.0/ports/2264d4d4-3a7c-46b8-b62b-133df1dcb930/bindings/n-h2-758944-39/activate HTTP/1.1" status: 200 len: 370 time: 1.3409638 Jun 30 02:23:35.072127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-bb30b16e-20f9-4fed-ae77-d323aeeb8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:35.073985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-bb30b16e-20f9-4fed-ae77-d323aeeb8ed3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1847267 Jun 30 02:23:35.087801 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48635ca-6a75-4f7f-b5ac-7845f5088bd3 x-openstack-request-id: req-b48635ca-6a75-4f7f-b5ac-7845f5088bd3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:35.088094 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b740dd9-891e-4f3a-8b2c-1ee201453935", "tag": "3e53c26a-25d6-4df9-8e32-30c40dc95363", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:35.088348 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b48635ca-6a75-4f7f-b5ac-7845f5088bd3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:35.088766 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b740dd9-891e-4f3a-8b2c-1ee201453935', 'tag': '3e53c26a-25d6-4df9-8e32-30c40dc95363', 'status': 'completed', 'code': 200} Jun 30 02:23:35.242006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:23:35.272006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Pushing event updated for resources: {'Port': ['ID=65af70d4-1960-49af-a8fe-3767c35054c9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:35.281456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-1ff01249-cef6-455e-9a22-13c95cd584a3 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808097 Jun 30 02:23:35.306273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdf557-6b64-42a7-94f7-416184d158d2 req-ef99413c-aaca-4e37-87d6-dc8b029a48df tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:35.314300 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-55fdf557-6b64-42a7-94f7-416184d158d2 req-ef99413c-aaca-4e37-87d6-dc8b029a48df tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 948 time: 0.1181242 Jun 30 02:23:35.370277 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.381350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Transition to ACTIVE for port object cc53d0fa-aa4b-4388-ba2c-452676d13ce8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:35.391065 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.407212 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-55fdf557-6b64-42a7-94f7-416184d158d2 req-712d210d-8eac-4808-8210-7fb1014968b9 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917041 Jun 30 02:23:35.446848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a4ba3c2d-f702-4c85-bb04-ae025259b998 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:35.475683 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e32acab6-74ba-44a7-bade-13987cfc9372 req-f8fd2276-3713-4c46-a67b-9f0a87f84767 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804972 Jun 30 02:23:35.488139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b92f3b-8a9e-4685-bb87-c3ff180bfe43 req-aa6961a3-1a48-44b8-bd35-d1c97032157d tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:35.497143 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4b92f3b-8a9e-4685-bb87-c3ff180bfe43 req-aa6961a3-1a48-44b8-bd35-d1c97032157d tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 948 time: 0.3009565 Jun 30 02:23:35.504229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Attempting to bind port cc53d0fa-aa4b-4388-ba2c-452676d13ce8 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:35.504664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Attempting to bind port cc53d0fa-aa4b-4388-ba2c-452676d13ce8 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:35.505074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Attempting to bind port cc53d0fa-aa4b-4388-ba2c-452676d13ce8 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:35.544987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:35.545642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:35.546274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.546752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:35.547422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Bound port: cc53d0fa-aa4b-4388-ba2c-452676d13ce8, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:35.547862 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.555042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2801a-a6a5-42f8-a726-7c46d7671308 None None] Pushing event updated for resources: {'Port': ['ID=cc53d0fa-aa4b-4388-ba2c-452676d13ce8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:35.561235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Attempting to bind port 65af70d4-1960-49af-a8fe-3767c35054c9 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:35.561991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Attempting to bind port 65af70d4-1960-49af-a8fe-3767c35054c9 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:35.562325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Attempting to bind port 65af70d4-1960-49af-a8fe-3767c35054c9 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:35.604711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-470013ab-44dc-4bb6-bf60-ce083cda992a tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:35.606239 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-470013ab-44dc-4bb6-bf60-ce083cda992a tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1096 time: 0.4390893 Jun 30 02:23:35.615330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Port 65af70d4-1960-49af-a8fe-3767c35054c9 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:35.615655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Attempting to bind port 65af70d4-1960-49af-a8fe-3767c35054c9 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:35.635497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-dd50813d-30db-4dfd-8dc2-764dda5a78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:35.637622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-dd50813d-30db-4dfd-8dc2-764dda5a78d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 1100 time: 0.0829897 Jun 30 02:23:35.639512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a4ba3c2d-f702-4c85-bb04-ae025259b998 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:35.639952 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.658570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4b92f3b-8a9e-4685-bb87-c3ff180bfe43 req-0b076356-2ad1-4f33-aa8d-5ea672125bd7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604319 Jun 30 02:23:35.676706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] For port cc53d0fa-aa4b-4388-ba2c-452676d13ce8, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:35.691375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:35.692136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:35.692690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:35.693298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Bound port: 65af70d4-1960-49af-a8fe-3767c35054c9, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:35.694065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.705205 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] For port cc53d0fa-aa4b-4388-ba2c-452676d13ce8, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc53d0fa-aa4b-4388-ba2c-452676d13ce8,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:35.713657 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.718820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:23:35.732606 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Sync routers for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:23:35.745278 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:35.745893 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:35.806117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Routers {'88814ca4-1345-42c3-88d5-ff207164bb6c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:35.807529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['88814ca4-1345-42c3-88d5-ff207164bb6c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:35.813661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.815475 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-576ce9a7-3c73-47e0-aba3-dff66239025e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.0698452 Jun 30 02:23:35.818269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:35.836136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] For port 65af70d4-1960-49af-a8fe-3767c35054c9, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:35.839643 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.842964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] For port 65af70d4-1960-49af-a8fe-3767c35054c9, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=65af70d4-1960-49af-a8fe-3767c35054c9,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:35.849740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2801a-a6a5-42f8-a726-7c46d7671308 None None] Pushing event updated for resources: {'Port': ['ID=cc53d0fa-aa4b-4388-ba2c-452676d13ce8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:35.861395 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.878301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-76350fdd-14e1-4037-8156-130a639e8f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:35.880193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-76350fdd-14e1-4037-8156-130a639e8f21 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0&tenant_id=fff8423f18c541888ffd11124d53e940 HTTP/1.1" status: 200 len: 1096 time: 0.2565427 Jun 30 02:23:35.917392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:35.918003 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:35.919438 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] 10.222.0.73 "PUT /v2.0/ports/65af70d4-1960-49af-a8fe-3767c35054c9 HTTP/1.1" status: 200 len: 1097 time: 2.4672179 Jun 30 02:23:35.919886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb244536-16d3-408d-a706-e85456eafcce', 'tag': '65af70d4-1960-49af-a8fe-3767c35054c9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:35.922210 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "eb244536-16d3-408d-a706-e85456eafcce", "tag": "65af70d4-1960-49af-a8fe-3767c35054c9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:35.951729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] Set router 88814ca4-1345-42c3-88d5-ff207164bb6c gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:35.990083 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:36.041236 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf989a6-7f8d-45f0-bb26-982172854bd3 x-openstack-request-id: req-5cf989a6-7f8d-45f0-bb26-982172854bd3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:36.041563 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb244536-16d3-408d-a706-e85456eafcce", "tag": "65af70d4-1960-49af-a8fe-3767c35054c9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:36.049522 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cf989a6-7f8d-45f0-bb26-982172854bd3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:36.050316 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb244536-16d3-408d-a706-e85456eafcce', 'tag': '65af70d4-1960-49af-a8fe-3767c35054c9', 'status': 'completed', 'code': 200} Jun 30 02:23:36.081457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-1eee2642-b248-484f-9d28-6eff40127e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:36.083444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-1eee2642-b248-484f-9d28-6eff40127e1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.4345775 Jun 30 02:23:36.145908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64b08a-4e9b-4f8e-ad46-07eb0e4e9999 service neutron] Pushing event updated for resources: {'Port': ['ID=65af70d4-1960-49af-a8fe-3767c35054c9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:36.193734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda0cd-b6a4-4601-b778-fd3c8ad4b125 req-cc12ef2e-0003-47d6-9460-9f7cf1380420 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:36.205900 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73dda0cd-b6a4-4601-b778-fd3c8ad4b125 req-cc12ef2e-0003-47d6-9460-9f7cf1380420 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.4798796 Jun 30 02:23:36.208379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-ec8e22f5-a250-401e-aa88-eced853c177c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=3e53c26a-25d6-4df9-8e32-30c40dc95363 HTTP/1.1" status: 200 len: 217 time: 0.1136401 Jun 30 02:23:36.252439 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:33Z', 'revision_number': 3, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:36.274034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:31Z', 'revision_number': 3, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:36.284660 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Checking router: 96dedb8c-2541-45b1-84f1-6e62c4da5c36 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:23:36.285349 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Updating router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 port b35c8eca-f397-4380-8d38-d8b1b2c633d8 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:23:36.316221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-55f984bc-06ba-40cf-aefe-1a6d1291672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:36.317987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-55f984bc-06ba-40cf-aefe-1a6d1291672e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a37afbcf93a437596fa110430d50f8f&device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 1100 time: 0.2785864 Jun 30 02:23:36.325290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d905b-b16b-4b76-bf6b-f30b27469d82 None None] The sync data for ids ['88814ca4-1345-42c3-88d5-ff207164bb6c'] in n-d-758944-39 is: [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:31Z', 'revision_number': 3, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:23:36.334742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Allocated IP 172.20.0.1 (c585fa76-c575-4ce4-8587-a2bbd6301f39/1766e4b2-6f71-401e-857a-9f50127b6264/8effaccd-59a2-4217-aac1-0bcd20ff136a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:36.349150 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:36.379707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73dda0cd-b6a4-4601-b778-fd3c8ad4b125 req-11b320c9-9e19-47b9-aca0-b0518a01f158 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690524 Jun 30 02:23:36.382540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-6daa1e1e-fcb6-44d4-b979-68c14913321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:36.384275 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-6daa1e1e-fcb6-44d4-b979-68c14913321d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1275554 Jun 30 02:23:36.668570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-34821077-9883-42df-8d06-cd88b968d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:36.670100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-34821077-9883-42df-8d06-cd88b968d24b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2740180 Jun 30 02:23:36.679514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faac84-26e8-45a4-9c23-805aac34ea7b req-415e25c8-8de9-4021-abfb-5929cc74772f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:36.683092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54faac84-26e8-45a4-9c23-805aac34ea7b req-415e25c8-8de9-4021-abfb-5929cc74772f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 944 time: 0.1173782 Jun 30 02:23:36.720324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2264d4d4-3a7c-46b8-b62b-133df1dcb930 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:23:36.757949 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:36.771732 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Transition to ACTIVE for port object b35c8eca-f397-4380-8d38-d8b1b2c633d8 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:36.781776 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:36.787604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2264d4d4-3a7c-46b8-b62b-133df1dcb930 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:23:36.809972 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-de94afd2-564c-46ac-a081-3378776b66cf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65af70d4-1960-49af-a8fe-3767c35054c9 HTTP/1.1" status: 200 len: 217 time: 0.1139827 Jun 30 02:23:36.819783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-57de521f-4b71-46d2-9151-78265c68dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:36.821362 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-57de521f-4b71-46d2-9151-78265c68dbb6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1096 time: 0.9054387 Jun 30 02:23:36.850276 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54faac84-26e8-45a4-9c23-805aac34ea7b req-75a7857b-9cc8-4f7c-a152-39ec5adef5c5 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452556 Jun 30 02:23:36.864583 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Attempting to bind port b35c8eca-f397-4380-8d38-d8b1b2c633d8 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:36.865483 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Attempting to bind port b35c8eca-f397-4380-8d38-d8b1b2c633d8 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:36.865964 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Attempting to bind port b35c8eca-f397-4380-8d38-d8b1b2c633d8 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:36.882533 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:36.883050 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:36.883596 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:36.884108 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:36.884704 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Bound port: b35c8eca-f397-4380-8d38-d8b1b2c633d8, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:36.885199 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:36.888542 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Pushing event updated for resources: {'Port': ['ID=b35c8eca-f397-4380-8d38-d8b1b2c633d8,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:36.944403 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.944893 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.945385 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.945834 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.946248 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.946668 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.947166 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.947748 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.948155 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.948602 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.949013 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:36.949469 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:23:37.003793 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] For port b35c8eca-f397-4380-8d38-d8b1b2c633d8, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:37.008962 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] For port b35c8eca-f397-4380-8d38-d8b1b2c633d8, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b35c8eca-f397-4380-8d38-d8b1b2c633d8,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:37.014685 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:37.041603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b1d9a-f3ee-4ce7-b1c2-a5c65be27ab5 req-6bd4def0-b675-4373-bbbc-56d2bd597042 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:37.048983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a5b1d9a-f3ee-4ce7-b1c2-a5c65be27ab5 req-6bd4def0-b675-4373-bbbc-56d2bd597042 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.7785370 Jun 30 02:23:37.089571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:37.098918 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741924b-cd25-4c82-85f5-678829ca7843 None None] Pushing event updated for resources: {'Port': ['ID=b35c8eca-f397-4380-8d38-d8b1b2c633d8,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:37.099176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-085c5b8c-1ba7-4d39-82fd-94da9902f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:37.100699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-085c5b8c-1ba7-4d39-82fd-94da9902f8a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2616715 Jun 30 02:23:37.108380 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:37.109831 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:37.143169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Transition to ACTIVE for port object 8effaccd-59a2-4217-aac1-0bcd20ff136a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:37.161141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a5b1d9a-f3ee-4ce7-b1c2-a5c65be27ab5 req-eb0040a1-df41-40a2-ae8b-5e6041131f02 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110196 Jun 30 02:23:37.219631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-3a1e9396-743e-45c4-bbf2-9f8649669a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:37.224054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-3a1e9396-743e-45c4-bbf2-9f8649669a17 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.3820744 Jun 30 02:23:37.261235 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:37.305773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-16c7e54c-06bd-4215-bc49-910101b81d6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930 HTTP/1.1" status: 200 len: 217 time: 0.0436738 Jun 30 02:23:37.353997 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:37.359988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-dd42023a-7454-4b3d-9a92-57e303d8e0bc service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548917 Jun 30 02:23:37.408378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-8353f065-1a9d-4186-a3f6-37016a4136d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:37.409864 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-8353f065-1a9d-4186-a3f6-37016a4136d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0537977 Jun 30 02:23:37.465546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Network c585fa76-c575-4ce4-8587-a2bbd6301f39 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:37.475593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc53d0fa-aa4b-4388-ba2c-452676d13ce8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:37.481414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:37.530279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:37.536074 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-0982b60f-1cbd-4d5b-a900-32184beaa694 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008239 Jun 30 02:23:37.540630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:37.545991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port cc53d0fa-aa4b-4388-ba2c-452676d13ce8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:37.551566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cc53d0fa-aa4b-4388-ba2c-452676d13ce8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:37.551976 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:37.583530 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:33Z', 'revision_number': 3, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:37.587489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3183f-c25b-4ce4-b11e-c0d8064c4c4c req-f8388933-e2eb-4b46-a024-2b7ac6a8dfc2 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:37.589098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-10a3183f-c25b-4ce4-b11e-c0d8064c4c4c req-f8388933-e2eb-4b46-a024-2b7ac6a8dfc2 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 948 time: 0.2814910 Jun 30 02:23:37.616284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8df9d1d3-8eb0-4e6b-8d12-275bd63b6b8f req-f6dab2b1-0022-4350-bc91-82c081977408 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147298 Jun 30 02:23:37.636126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Pushing event updated for resources: {'Port': ['ID=8effaccd-59a2-4217-aac1-0bcd20ff136a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:37.649811 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb820f1b-20c6-4e20-b317-746170dbf1db None None] The sync data for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 is: [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:33Z', 'revision_number': 3, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:23:37.721630 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:37.750397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-780141f8-96ee-4c84-a40a-3bc9fde37660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:37.752259 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-780141f8-96ee-4c84-a40a-3bc9fde37660 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6310663 Jun 30 02:23:37.752823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port cc53d0fa-aa4b-4388-ba2c-452676d13ce8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc53d0fa-aa4b-4388-ba2c-452676d13ce8,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:37.760784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:37.764183 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:37.782573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-10a3183f-c25b-4ce4-b11e-c0d8064c4c4c req-8c75b22f-905d-4a07-9bad-5cece4b7aa44 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807599 Jun 30 02:23:37.807840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Allocated IP 172.20.0.1 (cc2230dc-61c3-4db8-a1f1-f267c6bb2eea/c4e023fa-1203-4d52-9b5b-f6dfab0ac669/5518a9fc-3580-4ef6-a316-259686138b9c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:37.829128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2996340-c9ad-49ca-afdc-d38ec9423193 req-7217192e-254b-4124-a0c0-367c72d68ddb tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:37.830987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2996340-c9ad-49ca-afdc-d38ec9423193 req-7217192e-254b-4124-a0c0-367c72d68ddb tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 948 time: 0.5217607 Jun 30 02:23:37.869546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=cc53d0fa-aa4b-4388-ba2c-452676d13ce8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:37.978746 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:37.980659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-ec73237a-7e12-4ac5-9f83-a42699080da8 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273241 Jun 30 02:23:37.985604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3098660-5414-445b-b725-102348791e64 None None] Provisioning for port 8effaccd-59a2-4217-aac1-0bcd20ff136a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:37.991877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3098660-5414-445b-b725-102348791e64 None None] Provisioning complete for port 8effaccd-59a2-4217-aac1-0bcd20ff136a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:37.992527 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3098660-5414-445b-b725-102348791e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:37.998440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2996340-c9ad-49ca-afdc-d38ec9423193 req-98da6212-df4d-4932-8aa5-eb0494263c4b tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483910 Jun 30 02:23:38.014525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Transition to ACTIVE for port object 5518a9fc-3580-4ef6-a316-259686138b9c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:38.081501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b3098660-5414-445b-b725-102348791e64 None None] Port 8effaccd-59a2-4217-aac1-0bcd20ff136a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:38.107582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:38.113695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-cbbf36e9-d8aa-4cb9-b292-ca7c5b20490c service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421767 Jun 30 02:23:38.209915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Pushing event updated for resources: {'Port': ['ID=5518a9fc-3580-4ef6-a316-259686138b9c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:38.217172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:38.222291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:38.223811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:38.224654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:38.295314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:38.344804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a25f2-9ccc-4a97-b897-df03b6b098ee req-b6342fba-a7c8-479a-b0b6-3099c8906d1d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:38.351289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-855a25f2-9ccc-4a97-b897-df03b6b098ee req-b6342fba-a7c8-479a-b0b6-3099c8906d1d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.2316513 Jun 30 02:23:38.362453 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-157b7fc0-4298-4c43-b86a-890aa3a53bbe service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601403 Jun 30 02:23:38.447214 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-855a25f2-9ccc-4a97-b897-df03b6b098ee req-33efbb89-a78e-4c5f-a888-4250a15f2533 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779703 Jun 30 02:23:38.535405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58c3523d-235e-4680-a2fa-025e67ecf6b8 req-c26c1dcb-37c0-44ac-9d75-9d27b1f1025a service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851402 Jun 30 02:23:38.536121 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:38.560111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df019f-e72b-493d-b8cd-f40cda58aa11 req-21c1c1d8-1e26-4fa1-b947-9d5c27773749 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:38.568428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5df019f-e72b-493d-b8cd-f40cda58aa11 req-21c1c1d8-1e26-4fa1-b947-9d5c27773749 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 944 time: 0.3630154 Jun 30 02:23:38.621123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb7f0792-9ce0-42c1-b99b-61a158da3d00 None None] Provisioning for port 5518a9fc-3580-4ef6-a316-259686138b9c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:38.626151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb7f0792-9ce0-42c1-b99b-61a158da3d00 None None] Provisioning complete for port 5518a9fc-3580-4ef6-a316-259686138b9c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:38.626528 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0792-9ce0-42c1-b99b-61a158da3d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:38.688001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f0792-9ce0-42c1-b99b-61a158da3d00 None None] Port 5518a9fc-3580-4ef6-a316-259686138b9c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:38.695952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3e53c26a-25d6-4df9-8e32-30c40dc95363 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:38.698512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:23:38.720126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5df019f-e72b-493d-b8cd-f40cda58aa11 req-85414371-7ca8-4c78-867a-1031b8d3a25d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507320 Jun 30 02:23:38.728398 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:38.749407 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:38.877219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3e53c26a-25d6-4df9-8e32-30c40dc95363, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3e53c26a-25d6-4df9-8e32-30c40dc95363,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:38.889392 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '3e53c26a-25d6-4df9-8e32-30c40dc95363', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '3e53c26a-25d6-4df9-8e32-30c40dc95363', 'mac_address': 'fa:16:3e:91:55:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:23:38.905534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf83da-312e-405b-943a-6f5afd54e75e req-075cb8a6-ace6-4f92-9ee2-34ec4dd8c9a4 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:38.907285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fabf83da-312e-405b-943a-6f5afd54e75e req-075cb8a6-ace6-4f92-9ee2-34ec4dd8c9a4 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.2388091 Jun 30 02:23:38.933956 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:38.943706 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:38.945384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Pushing event updated for resources: {'Port': ['ID=8effaccd-59a2-4217-aac1-0bcd20ff136a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:38.963227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e53c26a-25d6-4df9-8e32-30c40dc95363 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:38.967851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-51d1ca95-56d8-4256-bf48-404d6502e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:38.972509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-51d1ca95-56d8-4256-bf48-404d6502e5da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5a37afbcf93a437596fa110430d50f8f&device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 1100 time: 0.3333912 Jun 30 02:23:38.990515 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fabf83da-312e-405b-943a-6f5afd54e75e req-a2c10faa-01bd-4ac4-a6a2-04ae908ab4d2 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761938 Jun 30 02:23:38.995417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.003954 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.005382 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.015718 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.054661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3e53c26a-25d6-4df9-8e32-30c40dc95363, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3e53c26a-25d6-4df9-8e32-30c40dc95363,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:39.087005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:39.088289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:39.090803 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a71990-67a3-4c11-a607-13be9ec523f2" -d '{"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:39.094048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.095454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:39.122280 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.127101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Pushing event updated for resources: {'Port': ['ID=5518a9fc-3580-4ef6-a316-259686138b9c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:39.165869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:39.183176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:39.184834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:39.194079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'mac_address': 'fa:16:3e:b2:14:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:23:39.196854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=3e53c26a-25d6-4df9-8e32-30c40dc95363,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:39.288055 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.292376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:39.310315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:39.349845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:39.359204 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.454643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:39.479628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a8f3d-7888-40ba-887d-c77bec2c18a9 req-f211486d-476a-44f3-9174-826d10cdc568 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:39.482094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f4a8f3d-7888-40ba-887d-c77bec2c18a9 req-f211486d-476a-44f3-9174-826d10cdc568 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 948 time: 0.2036812 Jun 30 02:23:39.522681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:23:39.524839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b35c8eca-f397-4380-8d38-d8b1b2c633d8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:39.551332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f4a8f3d-7888-40ba-887d-c77bec2c18a9 req-b9b601b8-ed6a-47db-806e-17b6312f240d tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612922 Jun 30 02:23:39.559703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3e9f9fbc-4828-40e0-ada3-2b078edfc966 None None] Provisioning complete for port 5518a9fc-3580-4ef6-a316-259686138b9c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:39.560079 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9fbc-4828-40e0-ada3-2b078edfc966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.579306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-26a08c2d-e5b7-490d-aaac-9ff57d9c68b8 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:39.581734 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-26a08c2d-e5b7-490d-aaac-9ff57d9c68b8 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1096 time: 0.7327394 Jun 30 02:23:39.620767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-0a4fe953-b92f-42e4-b48d-b17bba3d5f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:39.622671 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-0a4fe953-b92f-42e4-b48d-b17bba3d5f73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.5669014 Jun 30 02:23:39.627753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f9fbc-4828-40e0-ada3-2b078edfc966 None None] Port 5518a9fc-3580-4ef6-a316-259686138b9c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:39.635931 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b2e7b-7982-4b13-a2c3-a8101392201f x-openstack-request-id: req-125b2e7b-7982-4b13-a2c3-a8101392201f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:39.636225 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:39.636480 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-125b2e7b-7982-4b13-a2c3-a8101392201f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:39.636879 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'code': 200} Jun 30 02:23:39.650094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b35c8eca-f397-4380-8d38-d8b1b2c633d8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:39.657022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b35c8eca-f397-4380-8d38-d8b1b2c633d8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:39.657572 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.706907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:23:39.721995 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1aff57fd-d0b7-4abb-96a9-ce5631723979 admin admin] 10.222.0.55 "PUT /v2.0/routers/96dedb8c-2541-45b1-84f1-6e62c4da5c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8963714 Jun 30 02:23:39.748215 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Network c585fa76-c575-4ce4-8587-a2bbd6301f39 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:39.758791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce68ad-be11-4b8e-8523-15a0fd36c956 req-530f43c9-2439-454e-bcdd-7c762c7d416a tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:39.760340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1cce68ad-be11-4b8e-8523-15a0fd36c956 req-530f43c9-2439-454e-bcdd-7c762c7d416a tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 948 time: 0.7837899 Jun 30 02:23:39.760479 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.763906 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-3e38024b-7ee8-403e-b22a-987955571950 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=65af70d4-1960-49af-a8fe-3767c35054c9 HTTP/1.1" status: 200 len: 217 time: 0.0896826 Jun 30 02:23:39.764851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:39.801049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port b35c8eca-f397-4380-8d38-d8b1b2c633d8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b35c8eca-f397-4380-8d38-d8b1b2c633d8,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:39.807070 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:39.808161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc53d0fa-aa4b-4388-ba2c-452676d13ce8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:39.848158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-f2f40a8c-5a70-4b34-8e84-24e9d13e8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:39.850020 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-f2f40a8c-5a70-4b34-8e84-24e9d13e8045 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0602462 Jun 30 02:23:39.889557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409ec65-e54f-46e3-aa49-69c655b164b4 req-4374ebc8-dac3-44ca-987d-3ff978b1a2d3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:39.892719 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4409ec65-e54f-46e3-aa49-69c655b164b4 req-4374ebc8-dac3-44ca-987d-3ff978b1a2d3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 948 time: 0.1469421 Jun 30 02:23:39.919879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:39.922976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['3e53c26a-25d6-4df9-8e32-30c40dc95363'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:39.959860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=b35c8eca-f397-4380-8d38-d8b1b2c633d8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:39.986067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4409ec65-e54f-46e3-aa49-69c655b164b4 req-33dc72fc-d634-44b9-9e50-fae7c4ea9a68 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845389 Jun 30 02:23:40.051370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cc53d0fa-aa4b-4388-ba2c-452676d13ce8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:40.051771 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:40.053730 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1cce68ad-be11-4b8e-8523-15a0fd36c956 req-fa1d15a0-d3cb-4420-be84-67159566b1e1 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812204 Jun 30 02:23:40.130509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Sync routers for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:23:40.200760 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-e3d5cb40-fd71-4364-8cea-a9e56e7fd7ac service neutron] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:40.207347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-2ad4a4bf-c6cd-4c55-9ede-f906725c4a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:40.209982 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-2ad4a4bf-c6cd-4c55-9ede-f906725c4a9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3447108 Jun 30 02:23:40.216015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-e3d5cb40-fd71-4364-8cea-a9e56e7fd7ac service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:40.216878 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60f1c3b4-9aca-41d3-a3c1-245db61b1425 req-e3d5cb40-fd71-4364-8cea-a9e56e7fd7ac service neutron] 10.222.0.73 "DELETE /v2.0/ports/2264d4d4-3a7c-46b8-b62b-133df1dcb930/bindings/n-h1-758944-39 HTTP/1.1" status: 204 len: 173 time: 0.6167257 Jun 30 02:23:40.230202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:40.230594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:40.239746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368fea6-b73b-4363-a6ea-7cffa20a2166 req-9a765aa4-1d04-4d5c-a31a-be2657f42575 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:40.242070 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4368fea6-b73b-4363-a6ea-7cffa20a2166 req-9a765aa4-1d04-4d5c-a31a-be2657f42575 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 944 time: 0.0912364 Jun 30 02:23:40.291492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4368fea6-b73b-4363-a6ea-7cffa20a2166 req-42276d32-4f9f-4db3-8d70-e7407c589ad8 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Jun 30 02:23:40.312657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Router 88814ca4-1345-42c3-88d5-ff207164bb6c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:23:40.426275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15b80bf9-97dc-4833-9bcc-7a2340e76441 None None] Provisioning complete for port 8effaccd-59a2-4217-aac1-0bcd20ff136a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:40.426620 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b80bf9-97dc-4833-9bcc-7a2340e76441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:40.464224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2993-f112-4263-afe9-9d55638aeccb req-c2be49e5-605e-438c-a20a-e322a61e3f6f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:40.465642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-c2be49e5-605e-438c-a20a-e322a61e3f6f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 821 time: 0.2543249 Jun 30 02:23:40.488024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde8ca3-0efd-41f3-803c-c0b806d2772b req-99e9a4d0-e94d-459d-bae1-b8e5adf91477 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:40.492056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfde8ca3-0efd-41f3-803c-c0b806d2772b req-99e9a4d0-e94d-459d-bae1-b8e5adf91477 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.0771616 Jun 30 02:23:40.497011 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-8a03ac56-8211-4d19-b10e-7247e21062fb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/quotas/3185065766294389adf46ffdd098a23a HTTP/1.1" status: 200 len: 375 time: 0.0240254 Jun 30 02:23:40.529699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-ae471f36-f26d-404d-aef8-84008e58c0ff service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997642 Jun 30 02:23:40.535913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfde8ca3-0efd-41f3-803c-c0b806d2772b req-3cce4e0c-cdc5-4305-9a0e-e21d572efa51 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379097 Jun 30 02:23:40.554757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-15b80bf9-97dc-4833-9bcc-7a2340e76441 None None] Port 8effaccd-59a2-4217-aac1-0bcd20ff136a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:40.570297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:40.644775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:23:40.662656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-142117af-c76a-4b31-8978-80213a4a7905 admin admin] 10.222.0.55 "PUT /v2.0/routers/88814ca4-1345-42c3-88d5-ff207164bb6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5506952 Jun 30 02:23:40.670070 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Sync routers for ids ['88814ca4-1345-42c3-88d5-ff207164bb6c'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:23:40.694151 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Routers {'88814ca4-1345-42c3-88d5-ff207164bb6c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:40.694989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5778e9b0-4959-4015-89b9-27ec2ab4d3ae req-5469a289-868d-4fa5-bc20-d4db999cc698 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480827 Jun 30 02:23:40.696582 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['88814ca4-1345-42c3-88d5-ff207164bb6c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:40.731638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-85ba76e9-634f-44c8-86c2-cf5d39869f84 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1995182 Jun 30 02:23:40.840169 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-0a547aff-4be6-4bb4-985b-39ccf5e215a2 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075494 Jun 30 02:23:40.912143 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 2, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:40.950306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Checking router: 96dedb8c-2541-45b1-84f1-6e62c4da5c36 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:23:40.950750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Updating router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 port 5518a9fc-3580-4ef6-a316-259686138b9c binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:23:40.962307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-309e7a57-727f-4e79-b790-c46cb87ab2e2 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212344 Jun 30 02:23:40.979094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52ad33-d621-4ec8-b541-ae2ad932f914 req-ee5e46e3-8848-4f92-a6e7-4e79bf147d6c tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:40.987653 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:40.988065 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af52ad33-d621-4ec8-b541-ae2ad932f914 req-ee5e46e3-8848-4f92-a6e7-4e79bf147d6c tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 948 time: 0.1070766 Jun 30 02:23:41.041573 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Set router 88814ca4-1345-42c3-88d5-ff207164bb6c gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:41.042750 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af52ad33-d621-4ec8-b541-ae2ad932f914 req-a00a7979-7b45-4c2b-8049-68b9fe3a2ff8 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536034 Jun 30 02:23:41.317606 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8effaccd-59a2-4217-aac1-0bcd20ff136a', 'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'mac_address': 'fa:16:3e:db:e1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:35Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 2, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'subnets': [{'id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:41.342631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9962b8-f496-4dbc-8d87-fb6f67e1b07d req-5ff50d7a-6338-4bc8-9acf-f5fa27d5037f tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:41.347180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f9962b8-f496-4dbc-8d87-fb6f67e1b07d req-5ff50d7a-6338-4bc8-9acf-f5fa27d5037f tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 1096 time: 0.1211739 Jun 30 02:23:41.363292 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Checking router: 88814ca4-1345-42c3-88d5-ff207164bb6c for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:23:41.364403 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Updating router 88814ca4-1345-42c3-88d5-ff207164bb6c port 8effaccd-59a2-4217-aac1-0bcd20ff136a binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:23:41.414324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b35c8eca-f397-4380-8d38-d8b1b2c633d8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:41.436976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f9962b8-f496-4dbc-8d87-fb6f67e1b07d req-68248259-e8ce-43b4-9b73-101bef277335 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781112 Jun 30 02:23:41.442534 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:41.481723 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:41.504412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Transition to ACTIVE for port object 5518a9fc-3580-4ef6-a316-259686138b9c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:41.513779 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:41.555016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b35c8eca-f397-4380-8d38-d8b1b2c633d8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:41.555391 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:41.601327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fd18f-3da8-4fc4-94c3-6da717db7496 None None] Pushing event updated for resources: {'Port': ['ID=5518a9fc-3580-4ef6-a316-259686138b9c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:41.681218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-a8b54141-8a9b-485b-8e5c-5839a691d0a5 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:41.685147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Attempting to bind port 5518a9fc-3580-4ef6-a316-259686138b9c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:41.685522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Attempting to bind port 5518a9fc-3580-4ef6-a316-259686138b9c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:41.685884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Attempting to bind port 5518a9fc-3580-4ef6-a316-259686138b9c on network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:41.691212 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-a8b54141-8a9b-485b-8e5c-5839a691d0a5 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/networks?id=c585fa76-c575-4ce4-8587-a2bbd6301f39 HTTP/1.1" status: 200 len: 829 time: 0.3410676 Jun 30 02:23:41.694690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:41.695090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Checking segment: {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:41.695535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:41.696021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Bound using segment: {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:41.696384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Bound port: 5518a9fc-3580-4ef6-a316-259686138b9c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:41.696780 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:41.732281 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-7fbedde7-f877-4673-91fd-f9b6b1e30ca3 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/quotas/598445c9fa244f1399df12f8c651ffe7 HTTP/1.1" status: 200 len: 375 time: 0.0342846 Jun 30 02:23:41.857565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-e7e80ee4-d252-4f6c-abec-26d529aa68fb tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=598445c9fa244f1399df12f8c651ffe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190445 Jun 30 02:23:41.863128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35304c60-5775-4a65-b857-ab59d03b3a12 req-118a3f8c-5ab4-41ae-8a2d-1904805b9fa1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:41.880029 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35304c60-5775-4a65-b857-ab59d03b3a12 req-118a3f8c-5ab4-41ae-8a2d-1904805b9fa1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 948 time: 0.1339245 Jun 30 02:23:41.932131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] For port 5518a9fc-3580-4ef6-a316-259686138b9c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:41.939494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] For port 5518a9fc-3580-4ef6-a316-259686138b9c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5518a9fc-3580-4ef6-a316-259686138b9c,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:41.949737 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:41.959417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35304c60-5775-4a65-b857-ab59d03b3a12 req-05fd59f8-3996-4ddf-9a1e-d7aaabd2a2b4 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782952 Jun 30 02:23:42.027855 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:42.058947 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Transition to ACTIVE for port object 8effaccd-59a2-4217-aac1-0bcd20ff136a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:42.071262 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:42.074748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-7762597e-6d98-4a69-958f-9c614dcf16b9 service neutron] 10.222.0.55 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070019 Jun 30 02:23:42.135604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fd18f-3da8-4fc4-94c3-6da717db7496 None None] Pushing event updated for resources: {'Port': ['ID=5518a9fc-3580-4ef6-a316-259686138b9c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:42.155855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:42.156507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:42.235221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4e465-f4fd-45b1-8b4c-ac9d71f4aab3 req-dcdd713f-069c-4425-845e-af340c0a54ee tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:42.244125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-61d4e465-f4fd-45b1-8b4c-ac9d71f4aab3 req-dcdd713f-069c-4425-845e-af340c0a54ee tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 949 time: 0.1138020 Jun 30 02:23:42.266634 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79c35c-410e-4c95-8a4b-0701b27f26b5 None None] Pushing event updated for resources: {'Port': ['ID=8effaccd-59a2-4217-aac1-0bcd20ff136a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:42.292685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-f332a88a-ec3f-4d62-a9e3-9838d687f91e service neutron] 10.222.0.55 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168334 Jun 30 02:23:42.342597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-61d4e465-f4fd-45b1-8b4c-ac9d71f4aab3 req-2da87fe1-ee7e-4e48-81f3-0e54f6f2136a tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973170 Jun 30 02:23:42.420817 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Attempting to bind port 8effaccd-59a2-4217-aac1-0bcd20ff136a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:42.421194 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Attempting to bind port 8effaccd-59a2-4217-aac1-0bcd20ff136a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:42.421559 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Attempting to bind port 8effaccd-59a2-4217-aac1-0bcd20ff136a on network c585fa76-c575-4ce4-8587-a2bbd6301f39 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:42.444923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:42.448316 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:42.448743 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Checking segment: {'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:42.449192 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:42.449519 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Bound using segment: {'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:42.450236 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Bound port: 8effaccd-59a2-4217-aac1-0bcd20ff136a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:42.451000 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:42.557858 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] For port 8effaccd-59a2-4217-aac1-0bcd20ff136a, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:42.561493 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] For port 8effaccd-59a2-4217-aac1-0bcd20ff136a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8effaccd-59a2-4217-aac1-0bcd20ff136a,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:42.576275 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:42.603391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4c87d4c-e73d-45e2-a5e1-e64be181d3cd req-034af619-c03e-494b-9941-33ac9307c75e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 210 time: 0.0541811 Jun 30 02:23:42.720737 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79c35c-410e-4c95-8a4b-0701b27f26b5 None None] Pushing event updated for resources: {'Port': ['ID=8effaccd-59a2-4217-aac1-0bcd20ff136a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:42.724316 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Routers {'88814ca4-1345-42c3-88d5-ff207164bb6c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:23:42.725146 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['88814ca4-1345-42c3-88d5-ff207164bb6c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:42.733891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 65af70d4-1960-49af-a8fe-3767c35054c9 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:42.803404 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:23:42.809295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3e53c26a-25d6-4df9-8e32-30c40dc95363 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:42.901864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca4156-aa05-493d-ad42-8a138732e35d req-2a619f2d-a35d-41f4-8473-0ce2973828a8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:42.908678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60ca4156-aa05-493d-ad42-8a138732e35d req-2a619f2d-a35d-41f4-8473-0ce2973828a8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.2433882 Jun 30 02:23:42.935126 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] Set router 88814ca4-1345-42c3-88d5-ff207164bb6c gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:23:42.990383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60ca4156-aa05-493d-ad42-8a138732e35d req-05d007af-1eaf-456d-b4cb-b8f17cea52b2 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755417 Jun 30 02:23:43.212831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2993-f112-4263-afe9-9d55638aeccb req-1f6f66b2-3856-4d9a-9bc2-abe31d467689 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:43.214658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-1f6f66b2-3856-4d9a-9bc2-abe31d467689 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.69 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 821 time: 0.1791365 Jun 30 02:23:43.240922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 65af70d4-1960-49af-a8fe-3767c35054c9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=65af70d4-1960-49af-a8fe-3767c35054c9,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:43.271786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 3e53c26a-25d6-4df9-8e32-30c40dc95363 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:43.279353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Request body: {'port': {'device_id': '9f1c024d-c408-48d0-8297-c11687c7835e', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'admin_state_up': True, 'tenant_id': '3185065766294389adf46ffdd098a23a'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:43.293293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 3e53c26a-25d6-4df9-8e32-30c40dc95363 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:43.293662 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:43.302045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '65af70d4-1960-49af-a8fe-3767c35054c9', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '65af70d4-1960-49af-a8fe-3767c35054c9', 'mac_address': 'fa:16:3e:38:85:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:23:43.347849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:41Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:43.372722 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858a2a4-525b-416e-b69c-ec7cce3b97f6 req-602de825-1fbd-4036-93ee-2d90bbbf750d tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:43.376484 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1858a2a4-525b-416e-b69c-ec7cce3b97f6 req-602de825-1fbd-4036-93ee-2d90bbbf750d tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 948 time: 0.1552036 Jun 30 02:23:43.409446 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e27e18-fc99-4877-99d1-9d48a766e6fe None None] The sync data for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 is: [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:41Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:23:43.452128 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8effaccd-59a2-4217-aac1-0bcd20ff136a', 'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'mac_address': 'fa:16:3e:db:e1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:35Z', 'updated_at': '2021-06-30T02:23:42Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'subnets': [{'id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:23:43.475091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023fc71-fa22-494e-9660-511ae9cb753f req-acb21ff4-594b-41b2-8c91-8c96dea8f0e5 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:43.509946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-acb21ff4-594b-41b2-8c91-8c96dea8f0e5 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 808 time: 0.6048708 Jun 30 02:23:43.517479 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1858a2a4-525b-416e-b69c-ec7cce3b97f6 req-9384d396-0d2e-4217-94b0-3c488214a687 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058168 Jun 30 02:23:43.518999 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aad5de-eb6d-41d5-959e-1b849cfe05fc None None] The sync data for ids ['88814ca4-1345-42c3-88d5-ff207164bb6c'] in n-d-758944-39 is: [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8effaccd-59a2-4217-aac1-0bcd20ff136a', 'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'mac_address': 'fa:16:3e:db:e1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:35Z', 'updated_at': '2021-06-30T02:23:42Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'subnets': [{'id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:23:43.648913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-651f9e7e-0da7-4f5f-8817-42e5006158b6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/quotas/fff8423f18c541888ffd11124d53e940 HTTP/1.1" status: 200 len: 375 time: 0.1450577 Jun 30 02:23:43.694741 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:43.821122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65af70d4-1960-49af-a8fe-3767c35054c9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:43.838989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Made reservation on behalf of 3185065766294389adf46ffdd098a23a for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:43.843831 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:43.845802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:43.873846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-437aa25b-b62d-424e-a1b5-d772abcb2368 req-4d4b8a75-b7a3-4668-8419-edce5eca980d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 210 time: 0.0649073 Jun 30 02:23:43.900879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 65af70d4-1960-49af-a8fe-3767c35054c9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=65af70d4-1960-49af-a8fe-3767c35054c9,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:43.906684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-a0e7898d-ad7f-49fd-996b-ce018bfc1bdc tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2548664 Jun 30 02:23:43.915506 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:44.051060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3e53c26a-25d6-4df9-8e32-30c40dc95363, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3e53c26a-25d6-4df9-8e32-30c40dc95363,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:44.056561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b740dd9-891e-4f3a-8b2c-1ee201453935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e53c26a-25d6-4df9-8e32-30c40dc95363'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:44.059247 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e24b1e9-bdb9-4ade-a5bf-145c22e3a5bd" -d '{"events": [{"server_uuid": "3b740dd9-891e-4f3a-8b2c-1ee201453935", "name": "network-vif-plugged", "status": "completed", "tag": "3e53c26a-25d6-4df9-8e32-30c40dc95363"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:44.079197 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:44.080048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:44.105264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Allocated IP 172.20.0.14 (cc2230dc-61c3-4db8-a1f1-f267c6bb2eea/c4e023fa-1203-4d52-9b5b-f6dfab0ac669/e827e2ef-3349-42f5-895f-ca72e2500a5d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:44.272805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4301c39-bb91-4b44-b4a1-50648d627700 req-213db608-6ef1-40bd-b3ee-46514d18d541 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:44.275089 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4301c39-bb91-4b44-b4a1-50648d627700 req-213db608-6ef1-40bd-b3ee-46514d18d541 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 948 time: 0.1216781 Jun 30 02:23:44.285156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=65af70d4-1960-49af-a8fe-3767c35054c9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:44.349079 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4301c39-bb91-4b44-b4a1-50648d627700 req-5ef79ef3-30c4-4605-a42d-32b65184cae2 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679176 Jun 30 02:23:44.352738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=3e53c26a-25d6-4df9-8e32-30c40dc95363,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:44.363287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:44.363982 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:44.386368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-bd82e325-2377-4781-be5f-dd001f5c20e2 service neutron] 10.222.0.55 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784410 Jun 30 02:23:44.475539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['65af70d4-1960-49af-a8fe-3767c35054c9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:44.539207 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-4587fe04-b908-46ab-8d46-6270f11634e2 service neutron] 10.222.0.55 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517956 Jun 30 02:23:44.553607 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:44.578935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01140ded-de37-4449-bc86-4a209bf35143 req-b0fd29a1-e368-4c00-8a01-9038195aa6ca tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:44.581370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:44.589579 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-01140ded-de37-4449-bc86-4a209bf35143 req-b0fd29a1-e368-4c00-8a01-9038195aa6ca tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 950 time: 0.0892920 Jun 30 02:23:44.608227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Transition to ACTIVE for port object e827e2ef-3349-42f5-895f-ca72e2500a5d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:44.621192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:44.632560 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:44.695890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-01140ded-de37-4449-bc86-4a209bf35143 req-195deff1-4559-4d29-9cac-9566952b0ca6 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036589 Jun 30 02:23:44.755438 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:44.772726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:44.849989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:44.861886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:44.864576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:44.872463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:44.873179 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:44.908714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Pushing event updated for resources: {'Port': ['ID=e827e2ef-3349-42f5-895f-ca72e2500a5d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:44.927280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-39d565bb-9bf8-48db-baed-69a04fed14f9 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:44.929003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-39d565bb-9bf8-48db-baed-69a04fed14f9 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.69 "GET /v2.0/networks?id=c585fa76-c575-4ce4-8587-a2bbd6301f39 HTTP/1.1" status: 200 len: 829 time: 0.2975872 Jun 30 02:23:44.931176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-68df06ae-61fc-46e8-9ced-672d35a3a722 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6666093 Jun 30 02:23:44.978184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Request body: {'port': {'device_id': '9f1c024d-c408-48d0-8297-c11687c7835e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:45.067809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Request body: {'port': {'device_id': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'admin_state_up': True, 'tenant_id': '598445c9fa244f1399df12f8c651ffe7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:45.080705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560f3a2-435c-4e4e-ad87-0b623e4b4bbf req-5667fc78-0006-4692-a558-71af538c8ab2 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:45.082728 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d560f3a2-435c-4e4e-ad87-0b623e4b4bbf req-5667fc78-0006-4692-a558-71af538c8ab2 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 932 time: 0.1294138 Jun 30 02:23:45.170255 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d560f3a2-435c-4e4e-ad87-0b623e4b4bbf req-ebc3dbe1-4db3-4603-810f-c16e8e89baf9 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785892 Jun 30 02:23:45.171243 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:45.227835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b1bb02d0-4eca-4a0b-9b13-891f6a64920f None None] Provisioning for port e827e2ef-3349-42f5-895f-ca72e2500a5d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:45.231155 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6c0e32-d30c-4760-86f7-c1dbe4413af5 x-openstack-request-id: req-6d6c0e32-d30c-4760-86f7-c1dbe4413af5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:45.231460 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b740dd9-891e-4f3a-8b2c-1ee201453935", "name": "network-vif-plugged", "status": "completed", "tag": "3e53c26a-25d6-4df9-8e32-30c40dc95363", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:45.231691 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d6c0e32-d30c-4760-86f7-c1dbe4413af5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:45.232124 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b740dd9-891e-4f3a-8b2c-1ee201453935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e53c26a-25d6-4df9-8e32-30c40dc95363', 'code': 200} Jun 30 02:23:45.235583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b1bb02d0-4eca-4a0b-9b13-891f6a64920f None None] Provisioning complete for port e827e2ef-3349-42f5-895f-ca72e2500a5d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:45.235952 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1bb02d0-4eca-4a0b-9b13-891f6a64920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:45.318548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb02d0-4eca-4a0b-9b13-891f6a64920f None None] Port e827e2ef-3349-42f5-895f-ca72e2500a5d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:45.433872 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:45.445820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Made reservation on behalf of 598445c9fa244f1399df12f8c651ffe7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:45.449492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:45.580003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831539-059f-400f-8bd1-fe150b5ac43b req-3bda9440-39ab-4a86-b3f2-d6ab4b6ebe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:45.582216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5518a9fc-3580-4ef6-a316-259686138b9c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:45.585857 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-61831539-059f-400f-8bd1-fe150b5ac43b req-3bda9440-39ab-4a86-b3f2-d6ab4b6ebe42 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 1102 time: 0.2315874 Jun 30 02:23:45.614894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db317d1-a17c-42ac-8b62-94ecd39f9699 req-c2897eab-66cb-4c74-a5aa-6ec4dcfa0411 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:45.616351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4db317d1-a17c-42ac-8b62-94ecd39f9699 req-c2897eab-66cb-4c74-a5aa-6ec4dcfa0411 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 949 time: 0.1904736 Jun 30 02:23:45.659950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 5518a9fc-3580-4ef6-a316-259686138b9c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:45.665964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5518a9fc-3580-4ef6-a316-259686138b9c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:45.666772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:45.750189 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:45.753548 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-61831539-059f-400f-8bd1-fe150b5ac43b req-abdacae1-0e3e-4130-999d-10df28624891 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525133 Jun 30 02:23:45.811335 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4db317d1-a17c-42ac-8b62-94ecd39f9699 req-d42b45ff-0869-4e6c-8de5-55a242a9fae2 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780415 Jun 30 02:23:45.828091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:45.866821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 5518a9fc-3580-4ef6-a316-259686138b9c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5518a9fc-3580-4ef6-a316-259686138b9c,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:45.872372 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:45.873464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8effaccd-59a2-4217-aac1-0bcd20ff136a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:45.959347 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a282700d-e3fb-421e-8878-9beebf951c34 req-93690b25-b8a2-4b97-85d3-d42980968723 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 210 time: 0.0401273 Jun 30 02:23:45.970748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=5518a9fc-3580-4ef6-a316-259686138b9c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:45.996108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 8effaccd-59a2-4217-aac1-0bcd20ff136a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:46.001014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8effaccd-59a2-4217-aac1-0bcd20ff136a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:46.001465 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.045181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27789a6d-bc61-44d9-9682-091eaef2fb58 req-111da747-b942-49ee-a800-16ed494ee5da tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:46.046682 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27789a6d-bc61-44d9-9682-091eaef2fb58 req-111da747-b942-49ee-a800-16ed494ee5da tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.8776536 Jun 30 02:23:46.104468 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.105837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-846b7752-865c-4e62-943e-2100c7993b81 req-a7f78e44-3a08-4668-8591-efb44dbceb61 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 210 time: 0.0371273 Jun 30 02:23:46.143695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 8effaccd-59a2-4217-aac1-0bcd20ff136a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8effaccd-59a2-4217-aac1-0bcd20ff136a,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:46.148846 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.156361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27789a6d-bc61-44d9-9682-091eaef2fb58 req-bdf85bb6-4d17-4cb1-8ea5-072085a6e02c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000605 Jun 30 02:23:46.165948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e827e2ef-3349-42f5-895f-ca72e2500a5d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:46.177979 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.207210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=8effaccd-59a2-4217-aac1-0bcd20ff136a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:46.220401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Transition to ACTIVE for port object e827e2ef-3349-42f5-895f-ca72e2500a5d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:46.229840 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.261770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Allocated IP 172.20.0.9 (c585fa76-c575-4ce4-8587-a2bbd6301f39/1766e4b2-6f71-401e-857a-9f50127b6264/afcb9165-d924-4cf5-a53c-cd54ba8f8696) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:46.321414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33900574-886e-4158-9434-493fcb95fd86 req-8ecd5114-e3b3-4591-b8a2-fc3d9431f929 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:46.322964 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33900574-886e-4158-9434-493fcb95fd86 req-8ecd5114-e3b3-4591-b8a2-fc3d9431f929 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0812626 Jun 30 02:23:46.331335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Pushing event updated for resources: {'Port': ['ID=e827e2ef-3349-42f5-895f-ca72e2500a5d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:46.370171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33900574-886e-4158-9434-493fcb95fd86 req-055e59a4-dd2d-411c-b5ad-f08a35979101 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Jun 30 02:23:46.408540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Attempting to bind port e827e2ef-3349-42f5-895f-ca72e2500a5d on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:46.408925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Attempting to bind port e827e2ef-3349-42f5-895f-ca72e2500a5d by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:46.409353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Attempting to bind port e827e2ef-3349-42f5-895f-ca72e2500a5d on network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:46.460614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Port e827e2ef-3349-42f5-895f-ca72e2500a5d on network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:46.460945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Attempting to bind port e827e2ef-3349-42f5-895f-ca72e2500a5d on network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:46.483576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:46.483989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Checking segment: {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:46.484429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Bound using segment: {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:46.484886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Bound port: e827e2ef-3349-42f5-895f-ca72e2500a5d, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:46.485245 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.563776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8e935-d54c-4aab-be4d-7b8c4a58d155 req-f24ccec7-922b-4417-8659-4c9786307315 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:46.566249 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ae8e935-d54c-4aab-be4d-7b8c4a58d155 req-f24ccec7-922b-4417-8659-4c9786307315 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 950 time: 0.2776737 Jun 30 02:23:46.679711 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.725942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Transition to ACTIVE for port object afcb9165-d924-4cf5-a53c-cd54ba8f8696 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:46.729718 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ae8e935-d54c-4aab-be4d-7b8c4a58d155 req-3c527349-10bc-458b-863d-adb4c690f9a1 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188943 Jun 30 02:23:46.740768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 65af70d4-1960-49af-a8fe-3767c35054c9 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:46.780747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5333a-00b6-4d11-9f6f-261f68f99396 req-3d367964-cd55-4e1e-a840-687af37a21d3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:46.792429 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ec5333a-00b6-4d11-9f6f-261f68f99396 req-3d367964-cd55-4e1e-a840-687af37a21d3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 944 time: 0.1273451 Jun 30 02:23:46.808218 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023fc71-fa22-494e-9660-511ae9cb753f req-50979dcd-1b52-4459-bb74-ffa76d7f20c6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:46.809716 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-50979dcd-1b52-4459-bb74-ffa76d7f20c6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 808 time: 0.3213804 Jun 30 02:23:46.825530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] For port e827e2ef-3349-42f5-895f-ca72e2500a5d, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:46.834512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Request body: {'port': {'device_id': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65', 'admin_state_up': True, 'tenant_id': 'fff8423f18c541888ffd11124d53e940'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:46.862203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 65af70d4-1960-49af-a8fe-3767c35054c9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:46.868588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 65af70d4-1960-49af-a8fe-3767c35054c9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:46.869355 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.895651 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ec5333a-00b6-4d11-9f6f-261f68f99396 req-82e5b734-b456-4fad-8c48-9501436d3ccd tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017563 Jun 30 02:23:46.901471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] For port e827e2ef-3349-42f5-895f-ca72e2500a5d, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:46.911286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.934162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.983125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:46.984202 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:46.985698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] 10.222.0.69 "PUT /v2.0/ports/e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 1093 time: 2.0219803 Jun 30 02:23:46.993156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:46.996982 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bba7dd-812f-49d2-9e08-28f84272b42a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:46.998064 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:47.044280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 65af70d4-1960-49af-a8fe-3767c35054c9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=65af70d4-1960-49af-a8fe-3767c35054c9,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:47.049747 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:47.086946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Network c585fa76-c575-4ce4-8587-a2bbd6301f39 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:47.110354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=65af70d4-1960-49af-a8fe-3767c35054c9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:47.122581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:47.126308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:47.134111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:47.134783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:47.143279 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64f4ea12-07f0-423c-9e6b-3c20622e9599 req-81c2a466-53ec-41c6-9910-270bf39f7ab7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 210 time: 0.0302286 Jun 30 02:23:47.205854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c96e55-5f59-4b3f-aaa3-f2713da0df0a service neutron] Pushing event updated for resources: {'Port': ['ID=e827e2ef-3349-42f5-895f-ca72e2500a5d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:47.216546 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cb5c05-420e-4c11-804c-4bd6e246e035 x-openstack-request-id: req-87cb5c05-420e-4c11-804c-4bd6e246e035 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:47.216840 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:47.217093 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87cb5c05-420e-4c11-804c-4bd6e246e035 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:47.217507 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'status': 'completed', 'code': 200} Jun 30 02:23:47.233474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'}, {'server_uuid': 'eb244536-16d3-408d-a706-e85456eafcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65af70d4-1960-49af-a8fe-3767c35054c9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:47.237836 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b1ad17-c5f7-4d4d-8e4f-1b6753b07844" -d '{"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-plugged", "status": "completed", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3"}, {"server_uuid": "eb244536-16d3-408d-a706-e85456eafcce", "name": "network-vif-plugged", "status": "completed", "tag": "65af70d4-1960-49af-a8fe-3767c35054c9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:47.258227 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2959747 Jun 30 02:23:47.299759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Request body: {'port': {'device_id': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:47.380986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Made reservation on behalf of fff8423f18c541888ffd11124d53e940 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:47.386105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:47.394373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef4bbfc2-81bb-4a08-8e4b-9fe082e6133b None None] Provisioning for port afcb9165-d924-4cf5-a53c-cd54ba8f8696 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:47.395770 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134c5c9-a974-4be9-a19b-0a7f1f6c7f42 req-5c57f35e-b61f-491e-8f34-b07cac8fb72b tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:47.397729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e134c5c9-a974-4be9-a19b-0a7f1f6c7f42 req-5c57f35e-b61f-491e-8f34-b07cac8fb72b tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 931 time: 0.0805662 Jun 30 02:23:47.403207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458a03d-6f49-41d7-8c2b-c784e4123ced tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Pushing event updated for resources: {'Port': ['ID=afcb9165-d924-4cf5-a53c-cd54ba8f8696,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:47.408324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5518a9fc-3580-4ef6-a316-259686138b9c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:47.412798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ef4bbfc2-81bb-4a08-8e4b-9fe082e6133b None None] Provisioning complete for port afcb9165-d924-4cf5-a53c-cd54ba8f8696 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:47.413239 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef4bbfc2-81bb-4a08-8e4b-9fe082e6133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:47.427512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34dcb-4fac-499f-8744-deb026415c68 req-0e37e614-d5db-4398-950e-88980c2fced1 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:47.429060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfe34dcb-4fac-499f-8744-deb026415c68 req-0e37e614-d5db-4398-950e-88980c2fced1 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 949 time: 0.4560220 Jun 30 02:23:47.456726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e134c5c9-a974-4be9-a19b-0a7f1f6c7f42 req-25bce535-5249-4294-bb59-765c46fd366f tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513563 Jun 30 02:23:47.471997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2993-f112-4263-afe9-9d55638aeccb req-5663685e-787e-4b6c-8165-74291e129b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:47.473568 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-5663685e-787e-4b6c-8165-74291e129b56 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1096 time: 0.3889019 Jun 30 02:23:47.481406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bbfc2-81bb-4a08-8e4b-9fe082e6133b None None] Port afcb9165-d924-4cf5-a53c-cd54ba8f8696 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:23:47.504012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5518a9fc-3580-4ef6-a316-259686138b9c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:47.504761 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:47.574378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-2d753422-af3e-4448-a605-472193adf49f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 217 time: 0.0873749 Jun 30 02:23:47.580839 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:47.593365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8effaccd-59a2-4217-aac1-0bcd20ff136a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:47.597935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfe34dcb-4fac-499f-8744-deb026415c68 req-237e526e-67e4-4b4c-b1e7-18e59d419c4d tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596153 Jun 30 02:23:47.651578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8effaccd-59a2-4217-aac1-0bcd20ff136a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:47.652004 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:47.654995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0312c-23d4-4583-9e65-b8fc493bdf57 req-ee5ba7e8-ddab-494c-a9f6-1b0cd6693656 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:47.656782 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-01b0312c-23d4-4583-9e65-b8fc493bdf57 req-ee5ba7e8-ddab-494c-a9f6-1b0cd6693656 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.0845268 Jun 30 02:23:47.677572 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f590b85-387b-4f26-a7a0-7e4b3449f554 x-openstack-request-id: req-1f590b85-387b-4f26-a7a0-7e4b3449f554 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:47.677963 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-plugged", "status": "completed", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3", "code": 200}, {"server_uuid": "eb244536-16d3-408d-a706-e85456eafcce", "name": "network-vif-plugged", "status": "completed", "tag": "65af70d4-1960-49af-a8fe-3767c35054c9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:47.678308 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f590b85-387b-4f26-a7a0-7e4b3449f554 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:47.678838 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'code': 200} Jun 30 02:23:47.679191 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb244536-16d3-408d-a706-e85456eafcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65af70d4-1960-49af-a8fe-3767c35054c9', 'code': 200} Jun 30 02:23:47.713164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-01b0312c-23d4-4583-9e65-b8fc493bdf57 req-a820b057-7453-447d-9435-58e489ce16fa tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501645 Jun 30 02:23:47.842212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280117a7-caae-48de-b7e4-5610254268fa req-dc63c7db-88ad-4178-a4b5-f88876e5669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:47.843831 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-280117a7-caae-48de-b7e4-5610254268fa req-dc63c7db-88ad-4178-a4b5-f88876e5669a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 1102 time: 0.0592761 Jun 30 02:23:47.894142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-280117a7-caae-48de-b7e4-5610254268fa req-e0b30a8e-5fe9-472d-b32c-6a8ec618b537 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Jun 30 02:23:47.896029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2993-f112-4263-afe9-9d55638aeccb req-7f6f9d57-cff1-45a3-a808-b12a6330ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:47.897373 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-7f6f9d57-cff1-45a3-a808-b12a6330ceb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.3111942 Jun 30 02:23:47.987577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Allocated IP 172.20.0.7 (793c9272-a468-4870-a3a6-a797b8003f65/39a78d3d-c02c-4a04-b991-cbdbed66d28f/8451a423-bde1-4342-9178-defa29955f46) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:48.008313 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af97ae-16e4-4b22-b67d-ed91b4f4c2ba req-929ea778-91d7-4b13-a8fc-61d4f965006c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:48.010069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09af97ae-16e4-4b22-b67d-ed91b4f4c2ba req-929ea778-91d7-4b13-a8fc-61d4f965006c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 950 time: 0.0656598 Jun 30 02:23:48.076196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09af97ae-16e4-4b22-b67d-ed91b4f4c2ba req-25267152-36a3-48e1-a966-3225ab76f6a3 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575502 Jun 30 02:23:48.105834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14c81d-fcc6-4a59-9d67-e6d3cffe29ec req-18ad73ca-85c1-4f72-933e-21f8439474ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:48.107805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa14c81d-fcc6-4a59-9d67-e6d3cffe29ec req-18ad73ca-85c1-4f72-933e-21f8439474ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 1101 time: 0.0966659 Jun 30 02:23:48.110132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac356-09cc-4cc7-ab28-ae8b5dcea9ea req-ee881f41-9d71-45a2-9225-f244920a7692 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:48.111634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfaac356-09cc-4cc7-ab28-ae8b5dcea9ea req-ee881f41-9d71-45a2-9225-f244920a7692 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.3012218 Jun 30 02:23:48.147575 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa14c81d-fcc6-4a59-9d67-e6d3cffe29ec req-708ec2b9-96ae-4d3e-9359-efe7d877e147 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Jun 30 02:23:48.165855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e2993-f112-4263-afe9-9d55638aeccb req-8b78701d-ffce-49a0-9d15-1fdba5a37bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:48.167416 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-8b78701d-ffce-49a0-9d15-1fdba5a37bff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2546046 Jun 30 02:23:48.239473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1eb0f-c03a-4c95-8769-2f5bd23944f4 req-9a65ef56-865d-413a-82fe-6b51f498e188 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:48.240980 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5e1eb0f-c03a-4c95-8769-2f5bd23944f4 req-9a65ef56-865d-413a-82fe-6b51f498e188 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 944 time: 0.0626037 Jun 30 02:23:48.280595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5e1eb0f-c03a-4c95-8769-2f5bd23944f4 req-7b1423d0-7af2-414d-ae5f-f8cea533810e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Jun 30 02:23:48.300801 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfaac356-09cc-4cc7-ab28-ae8b5dcea9ea req-fc0687a1-03fe-4cfc-833d-599c6836c9e8 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735022 Jun 30 02:23:48.312500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afcb9165-d924-4cf5-a53c-cd54ba8f8696 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:48.334463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:48.375375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Transition to ACTIVE for port object afcb9165-d924-4cf5-a53c-cd54ba8f8696 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:48.379551 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:48.383510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:48.389539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-44ffb263-0315-4684-a286-771c1f022732 service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079637 Jun 30 02:23:48.519244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-93e912cf-95ef-438e-8c0a-a1439fd453a3 req-569e1af9-38e1-4e29-a6ed-8efaed322b95 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 210 time: 0.0875711 Jun 30 02:23:48.538463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Pushing event updated for resources: {'Port': ['ID=afcb9165-d924-4cf5-a53c-cd54ba8f8696,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:48.612858 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:48.642951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Network 793c9272-a468-4870-a3a6-a797b8003f65 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:48.647179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:48.649625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:48.655244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:48.655868 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:48.658389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Attempting to bind port afcb9165-d924-4cf5-a53c-cd54ba8f8696 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:48.658680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Attempting to bind port afcb9165-d924-4cf5-a53c-cd54ba8f8696 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:48.659005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Attempting to bind port afcb9165-d924-4cf5-a53c-cd54ba8f8696 on network c585fa76-c575-4ce4-8587-a2bbd6301f39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:48.698751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22e2993-f112-4263-afe9-9d55638aeccb req-feebf682-b433-416a-b85c-06bc365b8803 service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801964 Jun 30 02:23:48.703109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Port afcb9165-d924-4cf5-a53c-cd54ba8f8696 on network c585fa76-c575-4ce4-8587-a2bbd6301f39 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:48.704083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Attempting to bind port afcb9165-d924-4cf5-a53c-cd54ba8f8696 on network c585fa76-c575-4ce4-8587-a2bbd6301f39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:48.709688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb1a1e-dfa3-4934-9a51-ad1fd4308431 req-80eace56-9e53-4577-a072-8bea0e4c62b1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:48.711648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dadb1a1e-dfa3-4934-9a51-ad1fd4308431 req-80eace56-9e53-4577-a072-8bea0e4c62b1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 943 time: 0.0736332 Jun 30 02:23:48.744317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:48.744655 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Checking segment: {'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:48.745026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Bound using segment: {'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:48.745472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Bound port: afcb9165-d924-4cf5-a53c-cd54ba8f8696, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05330a67-5ee6-4057-81dc-4c6358aff93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:48.745821 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:48.755126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9319489 Jun 30 02:23:48.763860 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dadb1a1e-dfa3-4934-9a51-ad1fd4308431 req-afa548a0-0e39-4e9c-8123-f18cfd75b26a tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450039 Jun 30 02:23:48.777019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611e007-2d8a-483c-945b-a2e8bc98221d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Pushing event updated for resources: {'Port': ['ID=8451a423-bde1-4342-9178-defa29955f46,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:48.785019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Request body: {'port': {'device_id': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:48.940924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b23c-0a8a-429e-b88c-86ea6d960c9f req-de04fa6a-e85d-49ed-9c00-25e18a233892 tempest-ServersAdminNegativeTestJSON-93118284 tempest-ServersAdminNegativeTestJSON-93118284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:48.941251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabc3b2-9f26-4f9a-b76c-b4f4902438d5 req-8538edb5-a67e-4627-9419-b09cb6895f6a tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:48.942358 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f6b23c-0a8a-429e-b88c-86ea6d960c9f req-de04fa6a-e85d-49ed-9c00-25e18a233892 tempest-ServersAdminNegativeTestJSON-93118284 tempest-ServersAdminNegativeTestJSON-93118284-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 1102 time: 0.2638350 Jun 30 02:23:48.943765 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3dabc3b2-9f26-4f9a-b76c-b4f4902438d5 req-8538edb5-a67e-4627-9419-b09cb6895f6a tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 950 time: 0.0675247 Jun 30 02:23:48.947018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] For port afcb9165-d924-4cf5-a53c-cd54ba8f8696, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:48.952833 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:48.980038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] For port afcb9165-d924-4cf5-a53c-cd54ba8f8696, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:48.984633 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3dabc3b2-9f26-4f9a-b76c-b4f4902438d5 req-f74be482-d102-4c6a-aa5b-dd08c188b692 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351059 Jun 30 02:23:48.989877 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:48.994577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-789ce7f1-7d1e-44b3-876c-35386699565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:48.996130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-789ce7f1-7d1e-44b3-876c-35386699565f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1096 time: 0.2310936 Jun 30 02:23:48.996733 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5f6b23c-0a8a-429e-b88c-86ea6d960c9f req-2b0819a5-aa64-49f9-8d0a-8198d25ba402 tempest-ServersAdminNegativeTestJSON-93118284 tempest-ServersAdminNegativeTestJSON-93118284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:49.150200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2ee2e-2d09-4bd9-93a8-ad012e95d6f8 req-eddde06a-d127-4cb4-acc5-7fd2712e17bc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:49.151757 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d5b2ee2e-2d09-4bd9-93a8-ad012e95d6f8 req-eddde06a-d127-4cb4-acc5-7fd2712e17bc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.0670013 Jun 30 02:23:49.194178 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d5b2ee2e-2d09-4bd9-93a8-ad012e95d6f8 req-35b4a564-507d-43ed-8165-27e04a9f753e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360572 Jun 30 02:23:49.388236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:49.388835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:49.390257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] 10.222.0.69 "PUT /v2.0/ports/afcb9165-d924-4cf5-a53c-cd54ba8f8696 HTTP/1.1" status: 200 len: 1092 time: 2.0999720 Jun 30 02:23:49.390700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'tag': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:49.393132 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afaff95-c09d-4493-8958-684c05444b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "09f6ee62-f2a2-43f2-95cc-cc12f1593cb6", "tag": "afcb9165-d924-4cf5-a53c-cd54ba8f8696"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:49.480156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90cfc3-f80b-46b9-891c-1fdae9d8c18e req-2e171cba-abc8-4bed-adda-dc5edeee2120 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:49.481629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a90cfc3-f80b-46b9-891c-1fdae9d8c18e req-2e171cba-abc8-4bed-adda-dc5edeee2120 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 944 time: 0.0822396 Jun 30 02:23:49.535291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a90cfc3-f80b-46b9-891c-1fdae9d8c18e req-da169fe2-535d-499d-9783-cda4b9eae04f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475888 Jun 30 02:23:49.634863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee526ae5-da93-454a-99cb-0c3654a7dd3c service neutron] Pushing event updated for resources: {'Port': ['ID=afcb9165-d924-4cf5-a53c-cd54ba8f8696,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:49.726101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfab09-1991-46dc-96ee-4487bcbefbd7 req-76c3e6c6-2528-4506-93cb-2f380a10938e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:49.727866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eabfab09-1991-46dc-96ee-4487bcbefbd7 req-76c3e6c6-2528-4506-93cb-2f380a10938e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0717146 Jun 30 02:23:49.748633 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5f6b23c-0a8a-429e-b88c-86ea6d960c9f req-2b0819a5-aa64-49f9-8d0a-8198d25ba402 tempest-ServersAdminNegativeTestJSON-93118284 tempest-ServersAdminNegativeTestJSON-93118284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:49.755233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-03f9d707-a273-4dcb-9ad5-0bebd5681e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:49.756882 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-03f9d707-a273-4dcb-9ad5-0bebd5681e2e service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.7494481 Jun 30 02:23:49.761211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5f6b23c-0a8a-429e-b88c-86ea6d960c9f req-2b0819a5-aa64-49f9-8d0a-8198d25ba402 tempest-ServersAdminNegativeTestJSON-93118284 tempest-ServersAdminNegativeTestJSON-93118284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:49.768645 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eabfab09-1991-46dc-96ee-4487bcbefbd7 req-4c442bf3-93c6-4800-a155-0663b0d50aea tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334442 Jun 30 02:23:49.839137 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b3ac72-d017-47f2-9fb0-a39d2876cfdb x-openstack-request-id: req-67b3ac72-d017-47f2-9fb0-a39d2876cfdb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:49.839419 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f6ee62-f2a2-43f2-95cc-cc12f1593cb6", "tag": "afcb9165-d924-4cf5-a53c-cd54ba8f8696", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:49.839660 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67b3ac72-d017-47f2-9fb0-a39d2876cfdb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:49.840041 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'tag': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'status': 'completed', 'code': 200} Jun 30 02:23:49.847063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f6b23c-0a8a-429e-b88c-86ea6d960c9f req-2b0819a5-aa64-49f9-8d0a-8198d25ba402 tempest-ServersAdminNegativeTestJSON-93118284 tempest-ServersAdminNegativeTestJSON-93118284-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8951898 Jun 30 02:23:49.854791 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-501ad32d-5ce6-40e5-a431-80840e4e0165 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 217 time: 0.0871615 Jun 30 02:23:49.862114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-b2477a11-840e-4ecd-aaeb-e7743877fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:49.863528 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-b2477a11-840e-4ecd-aaeb-e7743877fe71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598445c9fa244f1399df12f8c651ffe7&device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 1095 time: 0.4194481 Jun 30 02:23:49.972225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0819a5-aa64-49f9-8d0a-8198d25ba402 tempest-ServersAdminNegativeTestJSON-93118284 tempest-ServersAdminNegativeTestJSON-93118284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89114bb2-326d-430a-9b93-acbdcd22b92b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:49.989002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27613c-21fd-46fc-b654-0f5d2fb4247b req-73807516-0d17-4279-ad58-4d04b582a1a1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:49.990793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c27613c-21fd-46fc-b654-0f5d2fb4247b req-73807516-0d17-4279-ad58-4d04b582a1a1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 931 time: 0.0783854 Jun 30 02:23:50.031197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c27613c-21fd-46fc-b654-0f5d2fb4247b req-53f19108-f761-417f-b712-0765ae30ad67 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341856 Jun 30 02:23:50.044250 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-60b93113-846d-4ff5-b1d1-fe7dbda972df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696 HTTP/1.1" status: 200 len: 217 time: 0.1301434 Jun 30 02:23:50.087783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-21acfcc8-48ec-4e3d-8076-ef04c73f6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:50.089238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-21acfcc8-48ec-4e3d-8076-ef04c73f6611 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.2246642 Jun 30 02:23:50.115496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8451a423-bde1-4342-9178-defa29955f46 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:50.153879 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:50.183861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Transition to ACTIVE for port object 8451a423-bde1-4342-9178-defa29955f46 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:50.192601 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:50.195227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ca36d49e-caac-4a63-a6d6-0f89f72c57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:50.196685 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-ca36d49e-caac-4a63-a6d6-0f89f72c57e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1766e4b2-6f71-401e-857a-9f50127b6264 HTTP/1.1" status: 200 len: 868 time: 0.1237521 Jun 30 02:23:50.202705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d610e31-a063-45d4-b00f-9ec0fa984c0d req-f992ceef-16b8-4fb1-9362-b9acb6554549 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:50.204284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d610e31-a063-45d4-b00f-9ec0fa984c0d req-f992ceef-16b8-4fb1-9362-b9acb6554549 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 950 time: 0.0648882 Jun 30 02:23:50.243383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d610e31-a063-45d4-b00f-9ec0fa984c0d req-92f451b2-31ee-411e-8bf3-7d5d82d15adb tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Jun 30 02:23:50.286180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e0577-aadc-400e-8925-ea839090eb98 req-a173cfa9-81e8-42d3-b217-de59c253f723 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:50.287700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b79e0577-aadc-400e-8925-ea839090eb98 req-a173cfa9-81e8-42d3-b217-de59c253f723 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 943 time: 0.3189223 Jun 30 02:23:50.304069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Pushing event updated for resources: {'Port': ['ID=8451a423-bde1-4342-9178-defa29955f46,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:50.327025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-7ca99784-1e89-4659-aa62-efb8da21cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:50.328531 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-7ca99784-1e89-4659-aa62-efb8da21cf16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2198479 Jun 30 02:23:50.416189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f19111-a237-43d8-8f82-8bc11743b2bc req-91344648-1bc4-4025-ac1c-21492e8de423 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:50.418296 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56f19111-a237-43d8-8f82-8bc11743b2bc req-91344648-1bc4-4025-ac1c-21492e8de423 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.0640125 Jun 30 02:23:50.420229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:50.420732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:50.420883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:50.427695 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b79e0577-aadc-400e-8925-ea839090eb98 req-620ef1e5-479b-4da5-bbbf-3e58bdb48819 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315622 Jun 30 02:23:50.441549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:23:50.441874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:50.456951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:50.457293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:50.457753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:50.458197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Bound port: 8451a423-bde1-4342-9178-defa29955f46, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:50.458553 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:50.460160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56f19111-a237-43d8-8f82-8bc11743b2bc req-d4149d86-270e-455f-ace8-1794706042b5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Jun 30 02:23:50.467844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-9c9e4b51-7deb-4aa0-8041-22e8736ba9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:50.469384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-9c9e4b51-7deb-4aa0-8041-22e8736ba9ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c585fa76-c575-4ce4-8587-a2bbd6301f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2436044 Jun 30 02:23:50.603975 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-032e49f7-72f1-41b9-89b3-a2b2deb12f53 service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519202 Jun 30 02:23:50.679163 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-5de0a45d-5c8c-40e9-a2f8-f1a9d3f93c8e service neutron] 10.222.0.69 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006631 Jun 30 02:23:50.696576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:50.726696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:50.744084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05055097-3787-47d8-9a48-0778057267cb req-7180ffaa-4d3d-4ff1-9e02-5cb4bf187576 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:50.745578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05055097-3787-47d8-9a48-0778057267cb req-7180ffaa-4d3d-4ff1-9e02-5cb4bf187576 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 944 time: 0.0735314 Jun 30 02:23:50.754751 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:50.803798 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05055097-3787-47d8-9a48-0778057267cb req-921c4809-95d4-4a17-9998-3f339b37d16d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391824 Jun 30 02:23:50.825700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:50.826314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:50.827740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] 10.222.0.69 "PUT /v2.0/ports/8451a423-bde1-4342-9178-defa29955f46 HTTP/1.1" status: 200 len: 1092 time: 2.0600042 Jun 30 02:23:50.836248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34bba7dd-812f-49d2-9e08-28f84272b42a req-5c496f97-bde7-48a7-8f6d-32d3de45f474 service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208762 Jun 30 02:23:50.871213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400f931-d013-467e-bc49-00ddaad52240 service neutron] Pushing event updated for resources: {'Port': ['ID=8451a423-bde1-4342-9178-defa29955f46,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:50.887079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbaa4706-100d-4b58-b927-41bfd883b7e0 req-07cd3d42-0f32-4544-9b41-6b3a0e1a3340 service neutron] 10.222.0.69 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987228 Jun 30 02:23:50.997975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023fc71-fa22-494e-9660-511ae9cb753f req-016f0365-0f31-42c4-93c4-08be1ac63286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:50.999622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-016f0365-0f31-42c4-93c4-08be1ac63286 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 1095 time: 0.1235094 Jun 30 02:23:51.016142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eba3c-39e5-42e6-8c7f-8493193af3f1 req-cc9d444c-69f1-4872-947f-721da3b0f8fe tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.017676 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-686eba3c-39e5-42e6-8c7f-8493193af3f1 req-cc9d444c-69f1-4872-947f-721da3b0f8fe tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0657859 Jun 30 02:23:51.052103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5506a6-b3b6-4fda-9c27-31599a89ada5 req-ce049ec8-a6f0-4fee-9d58-a441f02a70b3 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.053597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f5506a6-b3b6-4fda-9c27-31599a89ada5 req-ce049ec8-a6f0-4fee-9d58-a441f02a70b3 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 950 time: 0.1690047 Jun 30 02:23:51.056391 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-686eba3c-39e5-42e6-8c7f-8493193af3f1 req-5b3b4308-00bb-4a64-a59b-cc50dc618993 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324042 Jun 30 02:23:51.056862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-7f23fa77-bf01-4d4e-9edb-fd0061514b97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8451a423-bde1-4342-9178-defa29955f46 HTTP/1.1" status: 200 len: 217 time: 0.0481575 Jun 30 02:23:51.121757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaff95-c09d-4493-8958-684c05444b8c req-b5e127c5-af09-48e5-9427-71318352edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.123276 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6afaff95-c09d-4493-8958-684c05444b8c req-b5e127c5-af09-48e5-9427-71318352edab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598445c9fa244f1399df12f8c651ffe7&device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 1095 time: 0.1718571 Jun 30 02:23:51.158283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f5506a6-b3b6-4fda-9c27-31599a89ada5 req-ef9c4282-9554-40a8-a18a-fee772aa4ee9 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973451 Jun 30 02:23:51.187454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023fc71-fa22-494e-9660-511ae9cb753f req-2452fd9f-2c86-4df6-85f8-1b8a603d8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.189120 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-2452fd9f-2c86-4df6-85f8-1b8a603d8f58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.1191304 Jun 30 02:23:51.226409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c5483-9693-4e89-8482-b8e5d005dfe9 req-f8e3a59f-7c92-4ca4-8dd4-88d102cc795e tempest-ServersAdminNegativeTestJSON-93118284 tempest-ServersAdminNegativeTestJSON-93118284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.226933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-b8483c33-2451-4079-ac1b-3b486044b636 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292988 Jun 30 02:23:51.227953 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-462c5483-9693-4e89-8482-b8e5d005dfe9 req-f8e3a59f-7c92-4ca4-8dd4-88d102cc795e tempest-ServersAdminNegativeTestJSON-93118284 tempest-ServersAdminNegativeTestJSON-93118284-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 1102 time: 0.0698071 Jun 30 02:23:51.265987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-462c5483-9693-4e89-8482-b8e5d005dfe9 req-a2e0788e-04bc-49bb-aa96-20cd2ef06d93 tempest-ServersAdminNegativeTestJSON-93118284 tempest-ServersAdminNegativeTestJSON-93118284-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Jun 30 02:23:51.325825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaff95-c09d-4493-8958-684c05444b8c req-7089bf1b-5563-4d68-b122-3a22d85f96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.327216 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6afaff95-c09d-4493-8958-684c05444b8c req-7089bf1b-5563-4d68-b122-3a22d85f96d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c585fa76-c575-4ce4-8587-a2bbd6301f39 HTTP/1.1" status: 200 len: 930 time: 0.1938992 Jun 30 02:23:51.384674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6afaff95-c09d-4493-8958-684c05444b8c req-00a4bcc7-0276-4d13-80f0-f0336e17931b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696 HTTP/1.1" status: 200 len: 217 time: 0.0462146 Jun 30 02:23:51.428547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cffcf-7162-420b-9e5c-f9bc04d310c2 req-75714cef-fe52-421a-8a94-23deba997099 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.430035 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac2cffcf-7162-420b-9e5c-f9bc04d310c2 req-75714cef-fe52-421a-8a94-23deba997099 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0658300 Jun 30 02:23:51.433275 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-8470c038-cf0d-4f1e-b4b6-48c6ba645aef service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959431 Jun 30 02:23:51.472031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac2cffcf-7162-420b-9e5c-f9bc04d310c2 req-e209764a-f0b3-45b3-961d-8019ddfcc8a4 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336127 Jun 30 02:23:51.475196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf4906-4ce3-40ce-9a09-fe17ad2d0d91 req-6da65a7c-cf75-45c0-8286-27e7ef526d0c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.476673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6cf4906-4ce3-40ce-9a09-fe17ad2d0d91 req-6da65a7c-cf75-45c0-8286-27e7ef526d0c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 943 time: 0.2171309 Jun 30 02:23:51.517505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaff95-c09d-4493-8958-684c05444b8c req-dc4a7e26-6cae-4a5b-9672-7b37b516a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.518955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6afaff95-c09d-4493-8958-684c05444b8c req-dc4a7e26-6cae-4a5b-9672-7b37b516a4d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1766e4b2-6f71-401e-857a-9f50127b6264 HTTP/1.1" status: 200 len: 868 time: 0.1206350 Jun 30 02:23:51.597479 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6cf4906-4ce3-40ce-9a09-fe17ad2d0d91 req-c9c13b7a-efe1-4830-a793-44c4f33d738b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955350 Jun 30 02:23:51.611550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3023fc71-fa22-494e-9660-511ae9cb753f req-4fae603c-dc34-453d-8c21-79b59342b9af service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680870 Jun 30 02:23:51.643390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afaff95-c09d-4493-8958-684c05444b8c req-6fa52e82-14b5-49b3-bbaf-aaaca3786583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.645263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6afaff95-c09d-4493-8958-684c05444b8c req-6fa52e82-14b5-49b3-bbaf-aaaca3786583 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c585fa76-c575-4ce4-8587-a2bbd6301f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155720 Jun 30 02:23:51.746154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07043c59-38cc-4d28-a711-12102195810d req-d37d0a21-0481-4e39-8c3e-bdf1a444df53 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.747768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07043c59-38cc-4d28-a711-12102195810d req-d37d0a21-0481-4e39-8c3e-bdf1a444df53 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 943 time: 0.0676537 Jun 30 02:23:51.779138 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6afaff95-c09d-4493-8958-684c05444b8c req-7519c2b8-22c9-40ab-aae3-4f82f51388d2 service neutron] 10.222.0.69 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230364 Jun 30 02:23:51.789079 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07043c59-38cc-4d28-a711-12102195810d req-f7c189fc-9059-4084-b377-065dfc8eccc0 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353763 Jun 30 02:23:51.837906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47aa6ea-1ca7-4348-939a-530e7dd8ac99 req-20f14c4d-0470-45a5-a37f-8502c8708cfd tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:51.839383 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b47aa6ea-1ca7-4348-939a-530e7dd8ac99 req-20f14c4d-0470-45a5-a37f-8502c8708cfd tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.1342773 Jun 30 02:23:51.841464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'tag': '8451a423-bde1-4342-9178-defa29955f46'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:51.843823 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c0384c-07a2-46cf-87c9-ef40f17ebb77" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2cb17d-db2e-405a-9b2e-7eb25bbada37", "tag": "8451a423-bde1-4342-9178-defa29955f46"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:51.901919 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b47aa6ea-1ca7-4348-939a-530e7dd8ac99 req-5ea6499a-2f11-44fd-b51c-f265d1106fbe tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556226 Jun 30 02:23:51.912248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6afaff95-c09d-4493-8958-684c05444b8c req-736bde55-9847-4781-b35e-33fd9525948d service neutron] 10.222.0.69 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265292 Jun 30 02:23:52.170499 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59bc608-bc2f-4d61-98d6-f4a08eb12485 x-openstack-request-id: req-b59bc608-bc2f-4d61-98d6-f4a08eb12485 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:52.170823 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2cb17d-db2e-405a-9b2e-7eb25bbada37", "tag": "8451a423-bde1-4342-9178-defa29955f46", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:52.171466 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b59bc608-bc2f-4d61-98d6-f4a08eb12485 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:52.171466 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'tag': '8451a423-bde1-4342-9178-defa29955f46', 'status': 'completed', 'code': 200} Jun 30 02:23:52.186549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad81d7-f162-4e0d-885f-6dca1c369096 req-3658c28e-27b3-4497-b3b8-06a2fa5e9024 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:52.190300 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92ad81d7-f162-4e0d-885f-6dca1c369096 req-3658c28e-27b3-4497-b3b8-06a2fa5e9024 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 944 time: 0.0767627 Jun 30 02:23:52.261765 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92ad81d7-f162-4e0d-885f-6dca1c369096 req-1ad1dcfa-7087-4e57-81f1-f9e046fe6fdd tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657089 Jun 30 02:23:52.290536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0384c-07a2-46cf-87c9-ef40f17ebb77 req-7c8a6d2d-5940-4b2b-a993-469804fe9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:52.292041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54c0384c-07a2-46cf-87c9-ef40f17ebb77 req-7c8a6d2d-5940-4b2b-a993-469804fe9e80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 1095 time: 0.0844331 Jun 30 02:23:52.345957 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605cc70-831b-4cd5-a2e8-3196009c930f req-e436191a-45a7-4950-91ca-c5ccd8e990a4 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:52.347472 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f605cc70-831b-4cd5-a2e8-3196009c930f req-e436191a-45a7-4950-91ca-c5ccd8e990a4 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0729473 Jun 30 02:23:52.387538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f605cc70-831b-4cd5-a2e8-3196009c930f req-2bf547e0-6da2-41da-b2ba-cf594f2cefa0 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330529 Jun 30 02:23:52.710497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0384c-07a2-46cf-87c9-ef40f17ebb77 req-dcd54dcb-e451-4976-8117-2660d312a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:52.712147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54c0384c-07a2-46cf-87c9-ef40f17ebb77 req-dcd54dcb-e451-4976-8117-2660d312a3c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.4130244 Jun 30 02:23:52.755639 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54c0384c-07a2-46cf-87c9-ef40f17ebb77 req-9881e6ad-063e-45a0-9e7b-6fb6f0c33999 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8451a423-bde1-4342-9178-defa29955f46 HTTP/1.1" status: 200 len: 217 time: 0.0359454 Jun 30 02:23:52.777558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e827e2ef-3349-42f5-895f-ca72e2500a5d details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:52.781818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339b64b-3099-4bc5-9166-a4321a7df932 req-1f8493c2-3040-4923-92aa-5ec1a0a2122a tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:52.783638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e339b64b-3099-4bc5-9166-a4321a7df932 req-1f8493c2-3040-4923-92aa-5ec1a0a2122a tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 950 time: 0.0697150 Jun 30 02:23:52.807451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540da3e-c201-477f-aa57-e4f5e3b1d86b req-10928362-906d-42d3-bb8d-20626a8c2716 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:52.809095 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0540da3e-c201-477f-aa57-e4f5e3b1d86b req-10928362-906d-42d3-bb8d-20626a8c2716 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 950 time: 0.4362278 Jun 30 02:23:52.826675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e339b64b-3099-4bc5-9166-a4321a7df932 req-de0b4a20-36c0-48d6-b08a-6b49149bcd60 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346687 Jun 30 02:23:52.840165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0384c-07a2-46cf-87c9-ef40f17ebb77 req-2f644a21-9c69-4b9e-9198-68294d0b1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:52.841611 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54c0384c-07a2-46cf-87c9-ef40f17ebb77 req-2f644a21-9c69-4b9e-9198-68294d0b1812 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0758622 Jun 30 02:23:52.877881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port e827e2ef-3349-42f5-895f-ca72e2500a5d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:52.885234 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54c0384c-07a2-46cf-87c9-ef40f17ebb77 req-2f682f24-ce4c-4466-b4d8-8ce482bd8d88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361986 Jun 30 02:23:52.891408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'port_id': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'mac_address': 'fa:16:3e:44:12:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:23:52.893030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0540da3e-c201-477f-aa57-e4f5e3b1d86b req-1dd63735-9e0e-4db8-82ed-97066701263a tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715423 Jun 30 02:23:52.973159 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:52.991119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e827e2ef-3349-42f5-895f-ca72e2500a5d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:53.004638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54c0384c-07a2-46cf-87c9-ef40f17ebb77 req-0a390c80-43b0-4906-a120-5644b25a3e7f service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105924 Jun 30 02:23:53.016406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port e827e2ef-3349-42f5-895f-ca72e2500a5d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:53.024228 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:53.034259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258caf7-ee59-4ea0-9e0c-5c8f0536d99f req-3951dfe4-f2ae-4a43-8467-d04344ae7cd7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:53.036181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7258caf7-ee59-4ea0-9e0c-5c8f0536d99f req-3951dfe4-f2ae-4a43-8467-d04344ae7cd7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 943 time: 0.0782290 Jun 30 02:23:53.074077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=e827e2ef-3349-42f5-895f-ca72e2500a5d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:53.079267 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7258caf7-ee59-4ea0-9e0c-5c8f0536d99f req-ab859970-1a45-4f63-9027-ac4206b185d5 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368009 Jun 30 02:23:53.140301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54c0384c-07a2-46cf-87c9-ef40f17ebb77 req-414be337-8105-47ea-b1b2-a92d5e74b194 service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236203 Jun 30 02:23:53.149630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a5a79-9265-453c-8fa5-5417bce746e2 req-f4a88881-64ce-46f3-96e7-4bfca96d229f tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:53.151242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff1a5a79-9265-453c-8fa5-5417bce746e2 req-f4a88881-64ce-46f3-96e7-4bfca96d229f tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 943 time: 0.1448555 Jun 30 02:23:53.189610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff1a5a79-9265-453c-8fa5-5417bce746e2 req-83403498-ed67-430b-8d47-8f2f1a8868a0 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327437 Jun 30 02:23:53.283256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429028f-d6f4-4340-b178-e878cdb71e9f req-63b4e7b1-1743-4266-8c42-0df83af5cb79 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:53.284711 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8429028f-d6f4-4340-b178-e878cdb71e9f req-63b4e7b1-1743-4266-8c42-0df83af5cb79 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.0961537 Jun 30 02:23:53.318057 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-eeca02cf-0e1a-4fd7-8be8-ddf546971fa7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:53.319520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-eeca02cf-0e1a-4fd7-8be8-ddf546971fa7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 950 time: 0.0999136 Jun 30 02:23:53.344716 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8429028f-d6f4-4340-b178-e878cdb71e9f req-19fa3962-a12a-40db-934f-6ed314241a9c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521472 Jun 30 02:23:53.469495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030dd635-15e7-418c-b927-17bd35620e2a req-f6de5615-4617-4f7a-a699-ce27b5a8218e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:53.471583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-030dd635-15e7-418c-b927-17bd35620e2a req-f6de5615-4617-4f7a-a699-ce27b5a8218e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 945 time: 0.0814979 Jun 30 02:23:53.515385 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-030dd635-15e7-418c-b927-17bd35620e2a req-d581c084-1bef-4361-8a42-910bf3d8547a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369067 Jun 30 02:23:53.646842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['e827e2ef-3349-42f5-895f-ca72e2500a5d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:53.728142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96d176-bd39-45bc-96e7-a57dbf3401e4 req-27a5249c-695a-4033-8f6c-bff851ca0cce tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:53.729710 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f96d176-bd39-45bc-96e7-a57dbf3401e4 req-27a5249c-695a-4033-8f6c-bff851ca0cce tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1075037 Jun 30 02:23:53.767683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-200d1ed5-f0d0-416a-a573-c4b9d92731d7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Deleting port 65af70d4-1960-49af-a8fe-3767c35054c9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:23:53.769027 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-200d1ed5-f0d0-416a-a573-c4b9d92731d7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:53.824937 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f96d176-bd39-45bc-96e7-a57dbf3401e4 req-a3b4c50a-801e-47fb-a888-09fcfdfd629f tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880048 Jun 30 02:23:53.871679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-200d1ed5-f0d0-416a-a573-c4b9d92731d7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] For port 65af70d4-1960-49af-a8fe-3767c35054c9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=65af70d4-1960-49af-a8fe-3767c35054c9,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:53.872171 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-200d1ed5-f0d0-416a-a573-c4b9d92731d7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:53.886615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-200d1ed5-f0d0-416a-a573-c4b9d92731d7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Calling delete_port for 65af70d4-1960-49af-a8fe-3767c35054c9 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:23:54.010031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf801ff9-bcaa-462d-ad89-788166f106a3 req-fa5d1baf-7fe6-4c15-ba2a-b375a3d94306 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:54.011656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf801ff9-bcaa-462d-ad89-788166f106a3 req-fa5d1baf-7fe6-4c15-ba2a-b375a3d94306 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 950 time: 0.0681360 Jun 30 02:23:54.051416 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf801ff9-bcaa-462d-ad89-788166f106a3 req-82635b7a-3368-4d8b-a22e-71ec8a03af58 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339775 Jun 30 02:23:54.052416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-200d1ed5-f0d0-416a-a573-c4b9d92731d7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:54.069319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['65af70d4-1960-49af-a8fe-3767c35054c9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:54.087741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d1ed5-f0d0-416a-a573-c4b9d92731d7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Pushing event deleted for resources: {'Port': ['ID=65af70d4-1960-49af-a8fe-3767c35054c9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:54.146620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-200d1ed5-f0d0-416a-a573-c4b9d92731d7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] No DVR routers for this DVR port 65af70d4-1960-49af-a8fe-3767c35054c9 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:23:54.149548 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-200d1ed5-f0d0-416a-a573-c4b9d92731d7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:54.151600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4c92241-a429-49a8-8d0e-7718bd879460 req-200d1ed5-f0d0-416a-a573-c4b9d92731d7 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.73 "DELETE /v2.0/ports/65af70d4-1960-49af-a8fe-3767c35054c9 HTTP/1.1" status: 204 len: 173 time: 0.8195562 Jun 30 02:23:54.152061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb244536-16d3-408d-a706-e85456eafcce', 'name': 'network-vif-deleted', 'tag': '65af70d4-1960-49af-a8fe-3767c35054c9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:54.154356 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de35403f-0510-433a-9993-ca026e242827" -d '{"events": [{"server_uuid": "eb244536-16d3-408d-a706-e85456eafcce", "name": "network-vif-deleted", "tag": "65af70d4-1960-49af-a8fe-3767c35054c9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:54.175994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888676d-f5d8-447d-97d9-e960c26d75b8 req-4b4ffb1c-4538-4551-9fa0-51ca25b27dd8 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:54.177942 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d888676d-f5d8-447d-97d9-e960c26d75b8 req-4b4ffb1c-4538-4551-9fa0-51ca25b27dd8 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb244536-16d3-408d-a706-e85456eafcce HTTP/1.1" status: 200 len: 867 time: 0.1595747 Jun 30 02:23:54.223897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d888676d-f5d8-447d-97d9-e960c26d75b8 req-3d1f2b3a-cef6-495b-ac11-b0780642d603 tempest-ServerDiagnosticsNegativeTest-377334057 tempest-ServerDiagnosticsNegativeTest-377334057-project] 10.222.0.55 "GET /v2.0/security-groups?id=b7a63f91-9d2a-45bd-9331-14cd169d116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383196 Jun 30 02:23:54.275793 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb60a09-e83f-47c6-9355-96b1ece58913 x-openstack-request-id: req-ecb60a09-e83f-47c6-9355-96b1ece58913 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:54.275793 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb244536-16d3-408d-a706-e85456eafcce", "name": "network-vif-deleted", "tag": "65af70d4-1960-49af-a8fe-3767c35054c9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:54.275793 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ecb60a09-e83f-47c6-9355-96b1ece58913 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:54.275793 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb244536-16d3-408d-a706-e85456eafcce', 'name': 'network-vif-deleted', 'tag': '65af70d4-1960-49af-a8fe-3767c35054c9', 'status': 'completed', 'code': 200} Jun 30 02:23:54.312061 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e45526a4-e502-4821-a8ad-a81c3aa16662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:54.317674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff7c4a-8291-4533-9298-6d5ecfa77680 req-c28d52a4-dddb-45d1-8c88-7dfec4c8d0fc tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:54.319226 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6ff7c4a-8291-4533-9298-6d5ecfa77680 req-c28d52a4-dddb-45d1-8c88-7dfec4c8d0fc tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 943 time: 0.1198738 Jun 30 02:23:54.360828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6ff7c4a-8291-4533-9298-6d5ecfa77680 req-e892bcb9-19b3-45e8-88dd-7f1e72a655f6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352232 Jun 30 02:23:54.437328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae0c0d-3958-4e2e-936c-bd6b93803e69 req-e9201b95-ae97-4ebb-8c79-3f9aee0d8c05 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:54.438914 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4aae0c0d-3958-4e2e-936c-bd6b93803e69 req-e9201b95-ae97-4ebb-8c79-3f9aee0d8c05 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 943 time: 0.0705485 Jun 30 02:23:54.479488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4aae0c0d-3958-4e2e-936c-bd6b93803e69 req-425d3c1e-146f-4681-b37e-ff717be07afa tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327835 Jun 30 02:23:54.632178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6854a-d5c6-467d-b1a6-3b04958f754b req-c9972c97-736d-44c2-b56a-e0022cf624eb tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:54.633657 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5da6854a-d5c6-467d-b1a6-3b04958f754b req-c9972c97-736d-44c2-b56a-e0022cf624eb tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.0660856 Jun 30 02:23:54.671937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5da6854a-d5c6-467d-b1a6-3b04958f754b req-4bbd3269-54ec-4e43-b474-b9d308ab7108 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Jun 30 02:23:54.697319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e16d7-1d3d-4df2-8d0d-1f49e2f1bbdf req-855d6d82-d773-425b-a0ce-b7a84edc98e1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:54.698952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-829e16d7-1d3d-4df2-8d0d-1f49e2f1bbdf req-855d6d82-d773-425b-a0ce-b7a84edc98e1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 945 time: 0.0692801 Jun 30 02:23:54.746796 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-829e16d7-1d3d-4df2-8d0d-1f49e2f1bbdf req-a3e408be-3386-440b-92fd-e9fb70231de5 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Jun 30 02:23:54.801562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8451a423-bde1-4342-9178-defa29955f46 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:54.803836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e827e2ef-3349-42f5-895f-ca72e2500a5d up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:54.906345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port e827e2ef-3349-42f5-895f-ca72e2500a5d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:54.914911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port e827e2ef-3349-42f5-895f-ca72e2500a5d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:54.915277 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:54.966210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:54.980380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '8451a423-bde1-4342-9178-defa29955f46', 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65', 'port_id': '8451a423-bde1-4342-9178-defa29955f46', 'mac_address': 'fa:16:3e:da:54:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a78d3d-c02c-4a04-b991-cbdbed66d28f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:23:55.028840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37777220-c526-4e2d-ab14-a057656a63b7 req-f4840541-7660-4377-a32e-ec110aea450e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:55.030526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37777220-c526-4e2d-ab14-a057656a63b7 req-f4840541-7660-4377-a32e-ec110aea450e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0844097 Jun 30 02:23:55.045807 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:55.058359 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:55.075743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8451a423-bde1-4342-9178-defa29955f46 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:55.084024 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37777220-c526-4e2d-ab14-a057656a63b7 req-526c6b8a-3e03-4484-9cf6-4c75e595784c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445335 Jun 30 02:23:55.108530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:55.110809 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da448b7-cba2-4343-b254-2e4453f7e351" -d '{"events": [{"server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "name": "network-vif-plugged", "status": "completed", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:55.125812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:55.142282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port e827e2ef-3349-42f5-895f-ca72e2500a5d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:55.146496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:55.147784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device afcb9165-d924-4cf5-a53c-cd54ba8f8696 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:23:55.180760 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0032170e-a268-4382-81ff-f0a928fe8842 x-openstack-request-id: req-0032170e-a268-4382-81ff-f0a928fe8842 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:55.181050 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "name": "network-vif-plugged", "status": "completed", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:55.181318 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0032170e-a268-4382-81ff-f0a928fe8842 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:55.181698 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'code': 200} Jun 30 02:23:55.182331 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:55.188205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-0ba6114b-b1e0-45b7-b92a-e5663f57f26e tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:55.189805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-0ba6114b-b1e0-45b7-b92a-e5663f57f26e tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 950 time: 0.0780401 Jun 30 02:23:55.253563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=8451a423-bde1-4342-9178-defa29955f46,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:55.317311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723309e-f9e9-456b-9018-d68c13fb21e7 req-29429e58-269d-4bd4-957b-d33ece332608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:55.319500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a723309e-f9e9-456b-9018-d68c13fb21e7 req-29429e58-269d-4bd4-957b-d33ece332608 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1098 time: 0.0892634 Jun 30 02:23:55.334442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port afcb9165-d924-4cf5-a53c-cd54ba8f8696, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:55.337263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=e827e2ef-3349-42f5-895f-ca72e2500a5d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:55.351666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'port_id': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'mac_address': 'fa:16:3e:56:e5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:23:55.356822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e511-334e-4a26-8ce5-0e90a69ef9bc req-e67eebc0-f472-4a3a-9ebc-fcbe6fb42a0a tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:55.358803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1893e511-334e-4a26-8ce5-0e90a69ef9bc req-e67eebc0-f472-4a3a-9ebc-fcbe6fb42a0a tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 950 time: 0.1672516 Jun 30 02:23:55.384013 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a723309e-f9e9-456b-9018-d68c13fb21e7 req-f99ea05d-4a31-4f2c-ab4e-563ac349fa27 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558088 Jun 30 02:23:55.388582 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:55.401398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-319e8b27-5d58-4170-ad5b-6fcf58aedd9c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Deleting port 3e53c26a-25d6-4df9-8e32-30c40dc95363 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:23:55.401743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-319e8b27-5d58-4170-ad5b-6fcf58aedd9c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:55.401949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afcb9165-d924-4cf5-a53c-cd54ba8f8696 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:23:55.429315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port afcb9165-d924-4cf5-a53c-cd54ba8f8696, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:55.434189 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:55.467336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1893e511-334e-4a26-8ce5-0e90a69ef9bc req-bd1c0062-ae1f-47bb-9b81-f871c14889dd tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995479 Jun 30 02:23:55.494242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=afcb9165-d924-4cf5-a53c-cd54ba8f8696,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:55.547523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-319e8b27-5d58-4170-ad5b-6fcf58aedd9c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] For port 3e53c26a-25d6-4df9-8e32-30c40dc95363, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3e53c26a-25d6-4df9-8e32-30c40dc95363,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:55.547997 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-319e8b27-5d58-4170-ad5b-6fcf58aedd9c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:55.560405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-319e8b27-5d58-4170-ad5b-6fcf58aedd9c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Calling delete_port for 3e53c26a-25d6-4df9-8e32-30c40dc95363 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:23:55.619216 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ea23a-e96f-48aa-9c9c-6df3218c64d8 req-99f43973-f66c-4193-8b63-3f37223ee202 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:55.620682 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-591ea23a-e96f-48aa-9c9c-6df3218c64d8 req-99f43973-f66c-4193-8b63-3f37223ee202 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 944 time: 0.1058581 Jun 30 02:23:55.652977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45066) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:55.663712 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-591ea23a-e96f-48aa-9c9c-6df3218c64d8 req-74bd05f7-df41-4c73-8da5-5d0d99bf4643 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366919 Jun 30 02:23:55.754406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-319e8b27-5d58-4170-ad5b-6fcf58aedd9c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:55.772499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['6a8b94a8-36f4-4df6-9fa9-bf5620a52953'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:55.796375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e8b27-5d58-4170-ad5b-6fcf58aedd9c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Pushing event deleted for resources: {'Port': ['ID=3e53c26a-25d6-4df9-8e32-30c40dc95363,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:55.824837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['3e53c26a-25d6-4df9-8e32-30c40dc95363'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:55.892708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2de477-f1fb-4f95-9924-083c62f149d6 req-400cb581-abca-4d77-833b-c4e892e1f49a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:55.895453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-319e8b27-5d58-4170-ad5b-6fcf58aedd9c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] No DVR routers for this DVR port 3e53c26a-25d6-4df9-8e32-30c40dc95363 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:23:55.895585 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b2de477-f1fb-4f95-9924-083c62f149d6 req-400cb581-abca-4d77-833b-c4e892e1f49a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.0833035 Jun 30 02:23:55.898126 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-319e8b27-5d58-4170-ad5b-6fcf58aedd9c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:55.900242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4e32a458-5b79-443e-91e3-f7b36f1eefb7 req-319e8b27-5d58-4170-ad5b-6fcf58aedd9c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.73 "DELETE /v2.0/ports/3e53c26a-25d6-4df9-8e32-30c40dc95363 HTTP/1.1" status: 204 len: 173 time: 0.6991456 Jun 30 02:23:55.912154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d7fc3-a028-41ed-9f48-6fab9b0b4fee req-8b30fda6-0bfe-47a2-ae5e-0c0395f6f081 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:55.914203 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d22d7fc3-a028-41ed-9f48-6fab9b0b4fee req-8b30fda6-0bfe-47a2-ae5e-0c0395f6f081 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 944 time: 0.2169192 Jun 30 02:23:55.928038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8451a423-bde1-4342-9178-defa29955f46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:55.930646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['afcb9165-d924-4cf5-a53c-cd54ba8f8696'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:23:55.937216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c4dd1168-edde-4830-8be2-c40ce727eec7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a37afbcf93a437596fa110430d50f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828596 Jun 30 02:23:55.947335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:55.955865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b2de477-f1fb-4f95-9924-083c62f149d6 req-720b74b0-ed08-48ca-a9c8-fa5f5e41348d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530682 Jun 30 02:23:55.987455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d22d7fc3-a028-41ed-9f48-6fab9b0b4fee req-c1f07987-cfa9-476e-aee9-410fc0685219 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641119 Jun 30 02:23:56.042922 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759619f7-fa8d-42bb-9cdc-55a569306dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.070222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759619f7-fa8d-42bb-9cdc-55a569306dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.172981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95939595-5947-4bcd-b095-41e73df1581d req-2d63f481-df12-4018-90b2-584b3bd9ae68 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:56.174564 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95939595-5947-4bcd-b095-41e73df1581d req-2d63f481-df12-4018-90b2-584b3bd9ae68 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 946 time: 0.0913091 Jun 30 02:23:56.190647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759619f7-fa8d-42bb-9cdc-55a569306dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.194080 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-759619f7-fa8d-42bb-9cdc-55a569306dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.197995 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-759619f7-fa8d-42bb-9cdc-55a569306dda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7a63f91-9d2a-45bd-9331-14cd169d116a HTTP/1.1" status: 204 len: 168 time: 0.2390399 Jun 30 02:23:56.221239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759619f7-fa8d-42bb-9cdc-55a569306dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a63f91-9d2a-45bd-9331-14cd169d116a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:56.246801 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95939595-5947-4bcd-b095-41e73df1581d req-a0f58fd3-c358-4ec0-9380-c02c0665b3e8 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584245 Jun 30 02:23:56.279237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b740dd9-891e-4f3a-8b2c-1ee201453935', 'name': 'network-vif-deleted', 'tag': '3e53c26a-25d6-4df9-8e32-30c40dc95363'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:56.282066 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a9c697-b749-44d6-bb10-ac28755c92f8" -d '{"events": [{"server_uuid": "3b740dd9-891e-4f3a-8b2c-1ee201453935", "name": "network-vif-deleted", "tag": "3e53c26a-25d6-4df9-8e32-30c40dc95363"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:56.335144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7225c-72d6-48ea-8c6f-4df8efb25434 req-79ae1c19-8d2f-4508-a3b9-75336949a5ae tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:56.337119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-95a7225c-72d6-48ea-8c6f-4df8efb25434 req-79ae1c19-8d2f-4508-a3b9-75336949a5ae tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0936267 Jun 30 02:23:56.354079 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff86ff5-73bb-413f-8c4e-539a4cd3df9f x-openstack-request-id: req-7ff86ff5-73bb-413f-8c4e-539a4cd3df9f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:56.354450 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b740dd9-891e-4f3a-8b2c-1ee201453935", "name": "network-vif-deleted", "tag": "3e53c26a-25d6-4df9-8e32-30c40dc95363", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:56.354809 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ff86ff5-73bb-413f-8c4e-539a4cd3df9f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:56.355261 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b740dd9-891e-4f3a-8b2c-1ee201453935', 'name': 'network-vif-deleted', 'tag': '3e53c26a-25d6-4df9-8e32-30c40dc95363', 'status': 'completed', 'code': 200} Jun 30 02:23:56.384396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-95a7225c-72d6-48ea-8c6f-4df8efb25434 req-70058920-2948-492c-ac7b-1c9f07319bdc tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Jun 30 02:23:56.554869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:56.569913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b3c5-2b42-45eb-9a9f-a82457ca4373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.673807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-647d813d-13b3-44e1-a0f1-d1dd0ad97b57 req-4c2c91fd-3587-4812-91e7-b483b39d2de2 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b740dd9-891e-4f3a-8b2c-1ee201453935 HTTP/1.1" status: 200 len: 210 time: 0.0715361 Jun 30 02:23:56.684773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b3c5-2b42-45eb-9a9f-a82457ca4373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.693661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbf7b3c5-2b42-45eb-9a9f-a82457ca4373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.755729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fbf7b3c5-2b42-45eb-9a9f-a82457ca4373 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3741a63ef30645619c696e2f935bb864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996946 Jun 30 02:23:56.756714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7b3c5-2b42-45eb-9a9f-a82457ca4373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22e5edf-bb7d-4538-8562-aa635e9be8b2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:56.758518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:56.778054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 65af70d4-1960-49af-a8fe-3767c35054c9 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:23:56.824704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 65af70d4-1960-49af-a8fe-3767c35054c9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:23:56.825150 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 65af70d4-1960-49af-a8fe-3767c35054c9 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:23:56.841150 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0095646d-287e-4af6-8794-3e005016fa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.890927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0095646d-287e-4af6-8794-3e005016fa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.903807 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.948453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14d45e-1070-4748-a72d-554b21a553df req-9012a16e-4dbc-41dd-80ec-8b36d99b001f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:56.949967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e14d45e-1070-4748-a72d-554b21a553df req-9012a16e-4dbc-41dd-80ec-8b36d99b001f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 944 time: 0.1234765 Jun 30 02:23:56.962397 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffcb0de5-0488-4731-be1e-072d26ad213d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.980513 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0095646d-287e-4af6-8794-3e005016fa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.982972 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0095646d-287e-4af6-8794-3e005016fa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:56.984113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0095646d-287e-4af6-8794-3e005016fa45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b22e5edf-bb7d-4538-8562-aa635e9be8b2 HTTP/1.1" status: 204 len: 168 time: 0.2240543 Jun 30 02:23:57.001873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095646d-287e-4af6-8794-3e005016fa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22e5edf-bb7d-4538-8562-aa635e9be8b2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:57.006657 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e14d45e-1070-4748-a72d-554b21a553df req-053719bf-d3b5-4e25-8c8c-206e681775d5 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506461 Jun 30 02:23:57.156147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb11c86-f3f4-4953-94f5-8fef9c19a0c3 req-3f064a54-df2c-4ed9-b48e-02d1bea828c9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:57.157669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bbb11c86-f3f4-4953-94f5-8fef9c19a0c3 req-3f064a54-df2c-4ed9-b48e-02d1bea828c9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.0662539 Jun 30 02:23:57.195990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7e74d-6104-436b-962d-d9c7abee87b4 req-f19a5f55-5157-4702-a8f3-af15432ab9b1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:57.197413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bbb11c86-f3f4-4953-94f5-8fef9c19a0c3 req-2ad8d14e-1cf9-4800-8ef8-d87e44bbea46 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337734 Jun 30 02:23:57.197561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aba7e74d-6104-436b-962d-d9c7abee87b4 req-f19a5f55-5157-4702-a8f3-af15432ab9b1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 944 time: 0.0734825 Jun 30 02:23:57.236741 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aba7e74d-6104-436b-962d-d9c7abee87b4 req-796ec3e1-c87e-437a-86de-a2cfb740e542 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326395 Jun 30 02:23:57.434835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d26a97-fb44-4730-9838-5147e8669677 req-8dbe6140-6eb7-4778-a365-78c06ea9b8bf tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:57.437331 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d9d26a97-fb44-4730-9838-5147e8669677 req-8dbe6140-6eb7-4778-a365-78c06ea9b8bf tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 946 time: 0.0773869 Jun 30 02:23:57.478548 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d9d26a97-fb44-4730-9838-5147e8669677 req-2b1b5395-0395-431e-81fa-1bedadd57e10 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343542 Jun 30 02:23:57.576030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49fcfc-f3ec-48f7-932b-0cdd3534e656 req-96a56155-df25-406c-90e4-0bd4bb5b9ce6 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:57.583428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ca49fcfc-f3ec-48f7-932b-0cdd3534e656 req-96a56155-df25-406c-90e4-0bd4bb5b9ce6 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0694456 Jun 30 02:23:57.617635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ca49fcfc-f3ec-48f7-932b-0cdd3534e656 req-52677425-032d-49aa-84e6-447c822565ae tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333159 Jun 30 02:23:57.711216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-2e2e1f40-714e-4c9d-9f5e-c370530d2f97 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1896918 Jun 30 02:23:57.716105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:57.719800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:57.755227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:57.826491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-network', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:57.856874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Made reservation on behalf of cf492d772ae04dce9783b3d3fe9d5054 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:57.859325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:57.864376 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:57.868154 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:57.965828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:57.971295 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:57.981095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Allocated IP 172.25.7.230 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/2bd233f5-f369-4798-b812-3ab338afad23) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:58.003245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:23:58.015747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730024ab-8862-49ff-9863-843de240b32d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:58.022410 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.022795 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Added segment 4463d24a-0568-40e6-a7e0-cd64e4eae552 of type vlan for network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 Jun 30 02:23:58.063515 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.074171 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.105557 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.108728 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.109560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:58.110141 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.152262 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.172031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] Pushing event updated for resources: {'Network': ['ID=a7a4eb50-f5c8-44bd-b2af-a0da52a12e84,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:58.184860 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-43490981-91f5-4c5b-a551-6596242fb892 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4638169 Jun 30 02:23:58.187956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:23:58.192475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:58.198969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Request body: {'subnet': {'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-subnet', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:58.214495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:58.222107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:58.224651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Pushing event updated for resources: {'Port': ['ID=2bd233f5-f369-4798-b812-3ab338afad23,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:58.231861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:58.253584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Made reservation on behalf of cf492d772ae04dce9783b3d3fe9d5054 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:23:58.255992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.334803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622ce4d-a4e8-4bd1-8174-f120d004e373 req-acc8703c-0a81-49fe-a362-78d717a72298 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:58.336355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e622ce4d-a4e8-4bd1-8174-f120d004e373 req-acc8703c-0a81-49fe-a362-78d717a72298 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 949 time: 0.1294847 Jun 30 02:23:58.360949 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.392055 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e622ce4d-a4e8-4bd1-8174-f120d004e373 req-c638b2f2-d37e-4d1e-95ec-8d6e59850c3c tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482128 Jun 30 02:23:58.411655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.484450 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.574904 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.576184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a74c03c-8cf5-44fb-bb40-167beba44a60,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:58.580307 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.588979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Checking segment: {'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:58.589382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Network hostable DHCP agents. Network: a7a4eb50-f5c8-44bd-b2af-a0da52a12e84, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:23:58.622073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831463c9-bbf3-40a7-a6d5-be370ccfb5c2 req-09ddf594-9b1b-4e41-b59f-0f1ef2bdeb7e tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:58.623577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-831463c9-bbf3-40a7-a6d5-be370ccfb5c2 req-09ddf594-9b1b-4e41-b59f-0f1ef2bdeb7e tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 944 time: 0.1131315 Jun 30 02:23:58.624608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:23:58.638664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a7a4eb50-f5c8-44bd-b2af-a0da52a12e84) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:58.650882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:58.651465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.652241 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01e19c3-6f70-4993-a76b-85059a17867a None None] Network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:23:58.655962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Pushing event updated for resources: {'Port': ['ID=2bd233f5-f369-4798-b812-3ab338afad23,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:58.661150 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.677353 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.679017 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-9cc01db5-211a-486e-9146-f29b688472bb tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9668930 Jun 30 02:23:58.682328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:23:58.682538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9fcd316b-a648-4476-9559-c32b68b955ae admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4885488 Jun 30 02:23:58.685559 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-831463c9-bbf3-40a7-a6d5-be370ccfb5c2 req-eed87a45-1669-4848-bc9e-340bb588a6cb tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555832 Jun 30 02:23:58.687987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-router', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:23:58.778343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-a58431a6-2696-460b-afb4-f1a2746414ba tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0864427 Jun 30 02:23:58.780571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.783292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.808456 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3e53c26a-25d6-4df9-8e32-30c40dc95363 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:23:58.831541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a7a4eb50-f5c8-44bd-b2af-a0da52a12e84', 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'fixed_ips': [{'subnet_id': '3a74c03c-8cf5-44fb-bb40-167beba44a60'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:23:58.832771 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.835388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 3e53c26a-25d6-4df9-8e32-30c40dc95363 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:23:58.835711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3e53c26a-25d6-4df9-8e32-30c40dc95363 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:23:58.852441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8451a423-bde1-4342-9178-defa29955f46 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:58.876400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3853b41-7170-4385-8b57-b820a1c3f747 req-d41f5a1c-27e4-485e-b520-0b1eab226928 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:58.878016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3853b41-7170-4385-8b57-b820a1c3f747 req-d41f5a1c-27e4-485e-b520-0b1eab226928 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.0744689 Jun 30 02:23:58.899091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:58.920385 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3853b41-7170-4385-8b57-b820a1c3f747 req-526baf4e-c093-4659-ad69-c7b98d8019e2 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348933 Jun 30 02:23:59.004606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-2d4f861d-c8e4-4a0d-85d8-d337bae6ff1f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:59.006405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-2d4f861d-c8e4-4a0d-85d8-d337bae6ff1f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.2142065 Jun 30 02:23:59.007042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 8451a423-bde1-4342-9178-defa29955f46 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:59.017255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 8451a423-bde1-4342-9178-defa29955f46 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:59.017626 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.055857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Allocated IP 172.20.0.2 (a7a4eb50-f5c8-44bd-b2af-a0da52a12e84/3a74c03c-8cf5-44fb-bb40-167beba44a60/e5a6318e-3e65-41a0-9fa2-62706533e8b3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:59.070158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-6ffe9f3b-9c13-400b-87b9-a765ff6d293f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:23:59.071162 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5674a95-9c01-44e7-a649-0e3b0135baff req-6ffe9f3b-9c13-400b-87b9-a765ff6d293f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0356538 Jun 30 02:23:59.077148 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.157067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21c1a5-a2c9-4071-a2bf-7c33309adfde req-27875d54-0474-46d4-b995-8fdf84d99df1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:59.159969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e21c1a5-a2c9-4071-a2bf-7c33309adfde req-27875d54-0474-46d4-b995-8fdf84d99df1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 944 time: 0.1246741 Jun 30 02:23:59.174760 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.214804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8451a423-bde1-4342-9178-defa29955f46'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:23:59.217194 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d40bdf-d84c-48c3-8975-37dcc8fba04e" -d '{"events": [{"server_uuid": "2c2cb17d-db2e-405a-9b2e-7eb25bbada37", "name": "network-vif-plugged", "status": "completed", "tag": "8451a423-bde1-4342-9178-defa29955f46"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:23:59.233299 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e21c1a5-a2c9-4071-a2bf-7c33309adfde req-455148d9-8937-4907-9bc0-634fc7d5f5c9 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672159 Jun 30 02:23:59.248056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:59.256155 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.258097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device afcb9165-d924-4cf5-a53c-cd54ba8f8696 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:23:59.371168 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.381976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=8451a423-bde1-4342-9178-defa29955f46,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:59.390542 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b885f033-5664-44d8-a9e5-6e7a67ea36bf x-openstack-request-id: req-b885f033-5664-44d8-a9e5-6e7a67ea36bf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:23:59.390871 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2cb17d-db2e-405a-9b2e-7eb25bbada37", "name": "network-vif-plugged", "status": "completed", "tag": "8451a423-bde1-4342-9178-defa29955f46", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:23:59.391112 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b885f033-5664-44d8-a9e5-6e7a67ea36bf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:23:59.391684 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8451a423-bde1-4342-9178-defa29955f46', 'code': 200} Jun 30 02:23:59.392712 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Transition to ACTIVE for port object e5a6318e-3e65-41a0-9fa2-62706533e8b3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:59.420161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Transition to ACTIVE for port object e5a6318e-3e65-41a0-9fa2-62706533e8b3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:23:59.426141 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.433262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port afcb9165-d924-4cf5-a53c-cd54ba8f8696 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:23:59.465359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port afcb9165-d924-4cf5-a53c-cd54ba8f8696 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:23:59.465762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.523854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:23:59.561407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:23:59.563850 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:23:59.576873 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.580712 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Pushing event updated for resources: {'Port': ['ID=e5a6318e-3e65-41a0-9fa2-62706533e8b3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:59.631508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01e090-662e-4264-98aa-62011d13cde5 req-5d534fba-7051-483e-a732-713d1795bb9a tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:59.634355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c01e090-662e-4264-98aa-62011d13cde5 req-5d534fba-7051-483e-a732-713d1795bb9a tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.4381254 Jun 30 02:23:59.643811 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.648953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e04b3-bba9-4e51-b7d7-d301246dc747 req-17330d44-8298-44de-ad1c-6afaa4d3e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:59.650420 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e21e04b3-bba9-4e51-b7d7-d301246dc747 req-17330d44-8298-44de-ad1c-6afaa4d3e613 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 1097 time: 0.1169205 Jun 30 02:23:59.656675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-a524144f-0132-40d2-b190-c51c569c7868 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:59.663499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-a524144f-0132-40d2-b190-c51c569c7868 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 821 time: 0.1560991 Jun 30 02:23:59.669316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port afcb9165-d924-4cf5-a53c-cd54ba8f8696, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:23:59.674121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Attempting to bind port e5a6318e-3e65-41a0-9fa2-62706533e8b3 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:23:59.675088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Attempting to bind port e5a6318e-3e65-41a0-9fa2-62706533e8b3 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:23:59.675088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Attempting to bind port e5a6318e-3e65-41a0-9fa2-62706533e8b3 on network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:23:59.675512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.680021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-818548bf-cf3b-41e6-9174-9be92d9c4fb3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/quotas/3185065766294389adf46ffdd098a23a HTTP/1.1" status: 200 len: 375 time: 0.0156102 Jun 30 02:23:59.680269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.684550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:23:59.684909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Checking segment: {'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:23:59.685618 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.685734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Bound using segment: {'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:23:59.686323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Bound port: e5a6318e-3e65-41a0-9fa2-62706533e8b3, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:23:59.686680 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.731155 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c01e090-662e-4264-98aa-62011d13cde5 req-e18f2458-755a-48d0-8195-0bf3e76cdbf3 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900075 Jun 30 02:23:59.770010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=afcb9165-d924-4cf5-a53c-cd54ba8f8696,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:59.796294 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e21e04b3-bba9-4e51-b7d7-d301246dc747 req-d252722f-8ba2-4560-87fb-3cd9f9b6d2e8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127448 Jun 30 02:23:59.802276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] For port e5a6318e-3e65-41a0-9fa2-62706533e8b3, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:23:59.805808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] For port e5a6318e-3e65-41a0-9fa2-62706533e8b3, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e5a6318e-3e65-41a0-9fa2-62706533e8b3,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:23:59.813113 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.823127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Allocated IP 172.25.7.211 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/fb0175a9-bca5-4850-bb9c-224ed16aa455) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:23:59.840294 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-cfa9b323-f757-4c4e-bbea-8aec72cee9f2 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1593332 Jun 30 02:23:59.907536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-87b904bd-14b6-40c2-9a8d-72ca85c36a12 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:23:59.909788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-87b904bd-14b6-40c2-9a8d-72ca85c36a12 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.69 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 949 time: 0.2272813 Jun 30 02:23:59.914795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e708a-ecc1-48e9-81f8-db9728668400 None None] Pushing event updated for resources: {'Port': ['ID=e5a6318e-3e65-41a0-9fa2-62706533e8b3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:23:59.920221 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:23:59.987783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:00.026961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c336f10-aa32-4a54-bbbc-ab3fbadd4920 req-47f348e6-6374-4792-82ea-b5e5eedc2de4 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:00.028518 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c336f10-aa32-4a54-bbbc-ab3fbadd4920 req-47f348e6-6374-4792-82ea-b5e5eedc2de4 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 949 time: 0.0981967 Jun 30 02:24:00.035732 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-af1cec6d-75bf-4a19-bae9-a3f1f2738dae service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942372 Jun 30 02:24:00.088646 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:00.137983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c336f10-aa32-4a54-bbbc-ab3fbadd4920 req-bbebdf8b-fb16-4e83-bc33-9f26350e550b tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/security-groups?id=78d93c7e-2a44-4ebc-bf51-f323143c77aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005821 Jun 30 02:24:00.145882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:00.152094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:00.156875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:00.157077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-4b4435cd-824e-4615-ae08-03f08ee78e61 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Deleting port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:00.157271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-4b4435cd-824e-4615-ae08-03f08ee78e61 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:00.166925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0175a9-bca5-4850-bb9c-224ed16aa455,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:00.256489 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-c87a3073-c1f3-4bd9-8c9c-77e475435869 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053592 Jun 30 02:24:00.287165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-4b4435cd-824e-4615-ae08-03f08ee78e61 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] For port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:00.287791 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-4b4435cd-824e-4615-ae08-03f08ee78e61 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:00.303654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-4b4435cd-824e-4615-ae08-03f08ee78e61 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Calling delete_port for 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:00.427862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43179d-c995-4d39-9a06-d35e131326db req-b8a43478-2dbe-41bb-94f0-760144796c53 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:00.435190 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a43179d-c995-4d39-9a06-d35e131326db req-b8a43478-2dbe-41bb-94f0-760144796c53 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 945 time: 0.1480329 Jun 30 02:24:00.473174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-4b4435cd-824e-4615-ae08-03f08ee78e61 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:00.488168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['6a8b94a8-36f4-4df6-9fa9-bf5620a52953'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:00.497725 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a43179d-c995-4d39-9a06-d35e131326db req-8f0e5e5a-8462-4b6d-a2d5-c216c73ec379 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614634 Jun 30 02:24:00.518351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4435cd-824e-4615-ae08-03f08ee78e61 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Pushing event deleted for resources: {'Port': ['ID=6a8b94a8-36f4-4df6-9fa9-bf5620a52953,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:00.591372 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:00.615859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-4b4435cd-824e-4615-ae08-03f08ee78e61 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] No DVR routers for this DVR port 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:24:00.618980 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-4b4435cd-824e-4615-ae08-03f08ee78e61 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:00.621439 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9c259b0-2404-4bd7-88ae-ef642484d4fa req-4b4435cd-824e-4615-ae08-03f08ee78e61 tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.69 "DELETE /v2.0/ports/6a8b94a8-36f4-4df6-9fa9-bf5620a52953 HTTP/1.1" status: 204 len: 173 time: 0.6891346 Jun 30 02:24:00.622097 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2185afd7-a390-46ed-8e88-3190d26284f5', 'name': 'network-vif-deleted', 'tag': '6a8b94a8-36f4-4df6-9fa9-bf5620a52953'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:00.626152 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f83c75-3d26-44a0-9dac-f085827e5baa" -d '{"events": [{"server_uuid": "2185afd7-a390-46ed-8e88-3190d26284f5", "name": "network-vif-deleted", "tag": "6a8b94a8-36f4-4df6-9fa9-bf5620a52953"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:00.691399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd25d-718b-4773-a7d1-5912c876a216 req-99775417-4739-4278-b2f3-2ad24d849bec tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:00.701328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac3dd25d-718b-4773-a7d1-5912c876a216 req-99775417-4739-4278-b2f3-2ad24d849bec tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.1844347 Jun 30 02:24:00.848683 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac3dd25d-718b-4773-a7d1-5912c876a216 req-1da249b8-a0bb-4483-85ac-ea7460e7d6d7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459718 Jun 30 02:24:00.863369 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-87dcf962-45ba-4e23-86ca-e1dfa8a7332b service neutron] show failed (client error): The resource could not be found. Jun 30 02:24:00.866529 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-87dcf962-45ba-4e23-86ca-e1dfa8a7332b service neutron] 10.222.0.69 "GET /v2.0/ports/d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.1614864 Jun 30 02:24:00.955622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb56b7-f7f9-4f4e-97e5-dad84f5965a3 req-1aa44b06-cfeb-4b7e-befd-0c930647a6a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:00.956891 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41fb56b7-f7f9-4f4e-97e5-dad84f5965a3 req-1aa44b06-cfeb-4b7e-befd-0c930647a6a1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 945 time: 0.2805033 Jun 30 02:24:01.075861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41fb56b7-f7f9-4f4e-97e5-dad84f5965a3 req-ec912a5c-7e18-47d8-95d4-f66009f9b657 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078529 Jun 30 02:24:01.103988 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:01.121167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eae7e29-44be-4a1d-b11a-0daca17e1912 None None] Network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:24:01.171580 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3110f147-0458-4eb8-8a3b-e25010ccf1cb x-openstack-request-id: req-3110f147-0458-4eb8-8a3b-e25010ccf1cb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:01.171870 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2185afd7-a390-46ed-8e88-3190d26284f5", "name": "network-vif-deleted", "tag": "6a8b94a8-36f4-4df6-9fa9-bf5620a52953", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:01.172119 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3110f147-0458-4eb8-8a3b-e25010ccf1cb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:01.172509 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2185afd7-a390-46ed-8e88-3190d26284f5', 'name': 'network-vif-deleted', 'tag': '6a8b94a8-36f4-4df6-9fa9-bf5620a52953', 'status': 'completed', 'code': 200} Jun 30 02:24:01.237296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1967cd4b-1c2a-40f6-9c84-c709887c845b None None] Provisioning for port e5a6318e-3e65-41a0-9fa2-62706533e8b3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:01.311645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-55862e14-d282-4c7b-8cd3-d0917e202a33 req-30dc6b60-537d-4e65-8bfb-a689d32e731e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 210 time: 0.0622425 Jun 30 02:24:01.393801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:01.396630 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc9df7c-5516-4a09-b3ef-2ad60fa7cf16" -d '{"events": [{"server_uuid": "09f6ee62-f2a2-43f2-95cc-cc12f1593cb6", "name": "network-vif-plugged", "status": "completed", "tag": "afcb9165-d924-4cf5-a53c-cd54ba8f8696"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:01.398398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Router b177371c-e0c3-4007-9b1d-00988b4a6090 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:24:01.428661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-07e1796f-b9db-4090-b6d6-6542ab05c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:01.430343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-07e1796f-b9db-4090-b6d6-6542ab05c925 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15&tenant_id=9cec145aa2d747cf98d6c57f659678cd HTTP/1.1" status: 200 len: 1101 time: 0.1613417 Jun 30 02:24:01.531237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:01.542058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e5a6318e-3e65-41a0-9fa2-62706533e8b3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:01.551779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb67f4-c8df-433e-8455-d44a4c110431 req-d31e9f0c-93ca-4cf3-80fe-cee8c9b91019 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:01.559569 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5fb67f4-c8df-433e-8455-d44a4c110431 req-d31e9f0c-93ca-4cf3-80fe-cee8c9b91019 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.2413344 Jun 30 02:24:01.574276 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bef80f2a-d2f9-4a3b-883d-f088c18feba1 req-d80deb3d-92fc-4e5d-96cd-0fd6c7e4437d tempest-ServersAdminNegativeTestJSON-1433565657 tempest-ServersAdminNegativeTestJSON-1433565657-project] 10.222.0.55 "GET /v2.0/ports?device_id=2185afd7-a390-46ed-8e88-3190d26284f5 HTTP/1.1" status: 200 len: 210 time: 0.0468826 Jun 30 02:24:01.633140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e5a6318e-3e65-41a0-9fa2-62706533e8b3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:01.643149 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd41458f-e78a-4035-a288-9d269041989b x-openstack-request-id: req-fd41458f-e78a-4035-a288-9d269041989b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:01.643449 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f6ee62-f2a2-43f2-95cc-cc12f1593cb6", "name": "network-vif-plugged", "status": "completed", "tag": "afcb9165-d924-4cf5-a53c-cd54ba8f8696", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:01.643703 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd41458f-e78a-4035-a288-9d269041989b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:01.644099 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'code': 200} Jun 30 02:24:01.646183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e5a6318e-3e65-41a0-9fa2-62706533e8b3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:01.646559 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:01.735135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5fb67f4-c8df-433e-8455-d44a4c110431 req-fb940d05-9ad2-418e-8a83-9e1396e4255f tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744406 Jun 30 02:24:01.749870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:01.773416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Sync routers for ids ['b177371c-e0c3-4007-9b1d-00988b4a6090'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:01.787671 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:01.811178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Routers {'b177371c-e0c3-4007-9b1d-00988b4a6090'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:01.811954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b177371c-e0c3-4007-9b1d-00988b4a6090'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:01.823871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:01.826825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8d5e2539-9557-44c4-88ae-0956d11ba8e1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1408095 Jun 30 02:24:01.829278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:01.853256 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:01.931986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e5a6318e-3e65-41a0-9fa2-62706533e8b3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e5a6318e-3e65-41a0-9fa2-62706533e8b3,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:01.942734 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.003970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e5a6318e-3e65-41a0-9fa2-62706533e8b3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:02.018475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Set router b177371c-e0c3-4007-9b1d-00988b4a6090 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:02.021827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.022217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.022564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.022923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.023300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.023634 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.023960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.024285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.024647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.024971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.025294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.026354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:02.112098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7fd31-7904-44fb-9b7c-70ff1662fbf9 req-b4c062ab-cb3f-4587-9853-deb613386c7d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:02.113635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21f7fd31-7904-44fb-9b7c-70ff1662fbf9 req-b4c062ab-cb3f-4587-9853-deb613386c7d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 945 time: 0.3356388 Jun 30 02:24:02.128615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:02.164855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdb6d5-1298-4198-8e74-9ee341763fc8 req-4a0810d9-0baa-4b4f-9e3a-a21384b86e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:02.166688 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67fdb6d5-1298-4198-8e74-9ee341763fc8 req-4a0810d9-0baa-4b4f-9e3a-a21384b86e93 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 1097 time: 0.3411324 Jun 30 02:24:02.193778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545f2ad-6e7c-4002-b4b2-b8b0c42fb67d req-0128340e-69de-4a87-87ff-b91f6e3444d0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:02.195469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a545f2ad-6e7c-4002-b4b2-b8b0c42fb67d req-0128340e-69de-4a87-87ff-b91f6e3444d0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.1470726 Jun 30 02:24:02.221415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-efd45f6a-5cc3-4fc2-8792-1f1d894c96bb None None] Provisioning complete for port e5a6318e-3e65-41a0-9fa2-62706533e8b3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:02.221788 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efd45f6a-5cc3-4fc2-8792-1f1d894c96bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.241112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:02.265465 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21f7fd31-7904-44fb-9b7c-70ff1662fbf9 req-c046a58b-c501-4025-8077-00e88fe774b7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167698 Jun 30 02:24:02.269151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-router', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:00Z', 'revision_number': 3, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'gw_port': {'id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:59Z', 'updated_at': '2021-06-30T02:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:02.304422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Checking router: b177371c-e0c3-4007-9b1d-00988b4a6090 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:02.304792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Updating router b177371c-e0c3-4007-9b1d-00988b4a6090 port fb0175a9-bca5-4850-bb9c-224ed16aa455 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:24:02.335258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a545f2ad-6e7c-4002-b4b2-b8b0c42fb67d req-b9e0fbea-f15f-4d43-b956-665121fa6a75 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277018 Jun 30 02:24:02.377248 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.398223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67fdb6d5-1298-4198-8e74-9ee341763fc8 req-e610ca18-d194-4fe5-844f-790e5c556703 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224088 Jun 30 02:24:02.441265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:02.443838 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b8b04-b71f-419c-90da-a0c9a8cb4548" -d '{"events": [{"server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:02.450429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.480754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Transition to ACTIVE for port object d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:02.494751 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.514751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-0724cd64-ec30-4851-b35d-39ffc6dccdf5 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:02.516262 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-0724cd64-ec30-4851-b35d-39ffc6dccdf5 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.73 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 821 time: 0.2462115 Jun 30 02:24:02.605059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] No DVR routers for this DVR port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:24:02.608997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Pushing event updated for resources: {'Port': ['ID=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:02.662200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Request body: {'port': {'device_id': '967b49df-8924-4397-a701-02d280a0e1e9', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'admin_state_up': True, 'tenant_id': '3185065766294389adf46ffdd098a23a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:02.664779 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.697472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869565b7-e685-43ac-923e-5dffeccabd7a req-5dfe7d99-6983-432d-b111-57b04917790b tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:02.704682 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-869565b7-e685-43ac-923e-5dffeccabd7a req-5dfe7d99-6983-432d-b111-57b04917790b tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 1097 time: 0.1427772 Jun 30 02:24:02.719188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Attempting to bind port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:02.719593 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Attempting to bind port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:02.719860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Attempting to bind port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:02.741226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:24:02.741673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Attempting to bind port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:02.752779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-869565b7-e685-43ac-923e-5dffeccabd7a req-3a8f0639-99d2-4dab-9a7c-9b1b249a7f76 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471206 Jun 30 02:24:02.754255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236056d7-3bc0-45c0-99de-e765e6ac3537 req-88dc6082-a50b-44da-9625-af7dc3f379cf tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:02.761024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-236056d7-3bc0-45c0-99de-e765e6ac3537 req-88dc6082-a50b-44da-9625-af7dc3f379cf tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 945 time: 0.2225814 Jun 30 02:24:02.783893 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.813142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Transition to ACTIVE for port object fb0175a9-bca5-4850-bb9c-224ed16aa455 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:02.827535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.831823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:02.833509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:02.833509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:02.833509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Bound port: d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:02.833509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.884443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:02.898182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Made reservation on behalf of 3185065766294389adf46ffdd098a23a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:02.902049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.919027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:24:02.919420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 6a8b94a8-36f4-4df6-9fa9-bf5620a52953 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:24:02.928691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Allocated IP 172.20.0.1 (a7a4eb50-f5c8-44bd-b2af-a0da52a12e84/3a74c03c-8cf5-44fb-bb40-167beba44a60/2d46c15d-ec04-4670-ae58-d7a64866520e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:02.935896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Attempting to bind port fb0175a9-bca5-4850-bb9c-224ed16aa455 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:02.936400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Attempting to bind port fb0175a9-bca5-4850-bb9c-224ed16aa455 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:02.936971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Attempting to bind port fb0175a9-bca5-4850-bb9c-224ed16aa455 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:02.948216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ef4fe-2e5b-470f-89ac-eeafbf861f92 None None] Pushing event updated for resources: {'Port': ['ID=fb0175a9-bca5-4850-bb9c-224ed16aa455,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:02.952099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:02.952476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:02.952879 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:02.953268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:02.953749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Bound port: fb0175a9-bca5-4850-bb9c-224ed16aa455, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:02.954127 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:03.012255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] For port fb0175a9-bca5-4850-bb9c-224ed16aa455, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:03.015989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] For port fb0175a9-bca5-4850-bb9c-224ed16aa455, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=fb0175a9-bca5-4850-bb9c-224ed16aa455,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:03.020999 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebd0285e-b1b0-46f9-980a-4a8479a9b0e7 req-a0ce4599-2b00-40fa-9355-77ea5702959e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 210 time: 0.0611942 Jun 30 02:24:03.021564 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:03.092793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Routers {'b177371c-e0c3-4007-9b1d-00988b4a6090'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:03.093701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b177371c-e0c3-4007-9b1d-00988b4a6090'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:03.107078 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:03.282633 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183b2772-33cc-424a-a538-09bbcf3eed56 x-openstack-request-id: req-183b2772-33cc-424a-a538-09bbcf3eed56 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:03.283302 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:03.283302 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-183b2772-33cc-424a-a538-09bbcf3eed56 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:03.283628 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd', 'code': 200} Jun 30 02:24:03.334814 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-236056d7-3bc0-45c0-99de-e765e6ac3537 req-aa03b352-d0ab-4645-af51-537ca832ab29 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988840 Jun 30 02:24:03.378315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ef4fe-2e5b-470f-89ac-eeafbf861f92 None None] Pushing event updated for resources: {'Port': ['ID=fb0175a9-bca5-4850-bb9c-224ed16aa455,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:03.459108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] Set router b177371c-e0c3-4007-9b1d-00988b4a6090 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:03.524540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e5a6318e-3e65-41a0-9fa2-62706533e8b3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:03.552007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Allocated IP 172.20.0.5 (cc2230dc-61c3-4db8-a1f1-f267c6bb2eea/c4e023fa-1203-4d52-9b5b-f6dfab0ac669/03a1bddc-79f0-44df-8c76-df0ec443a09f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:03.622895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:03.623758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:03.644855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Transition to ACTIVE for port object 2d46c15d-ec04-4670-ae58-d7a64866520e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:03.716149 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba320995-f1f3-4b88-98a9-ec38cb5679ef req-8a1673fe-806d-4ff0-a0f6-9f024e57d481 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:03.725216 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba320995-f1f3-4b88-98a9-ec38cb5679ef req-8a1673fe-806d-4ff0-a0f6-9f024e57d481 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1576030 Jun 30 02:24:03.744518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e5a6318e-3e65-41a0-9fa2-62706533e8b3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:03.744887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:03.761431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:03.772331 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:03.822324 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:03.841161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba320995-f1f3-4b88-98a9-ec38cb5679ef req-4eb797ba-deaa-49f9-9c35-7e09152f71f1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113219 Jun 30 02:24:03.881924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:03.890136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-router', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:00Z', 'revision_number': 3, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'gw_port': {'id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:59Z', 'updated_at': '2021-06-30T02:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:03.890805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:03.897224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:03.898011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:03.902037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Pushing event updated for resources: {'Port': ['ID=2d46c15d-ec04-4670-ae58-d7a64866520e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:03.923846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:03.924871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:03.926353 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] 10.222.0.73 "PUT /v2.0/ports/d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd HTTP/1.1" status: 200 len: 1096 time: 2.4122877 Jun 30 02:24:03.929453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73bc66-f763-43f4-8009-c50556d50990 None None] The sync data for ids ['b177371c-e0c3-4007-9b1d-00988b4a6090'] in n-d-758944-39 is: [{'id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-router', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:00Z', 'revision_number': 3, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'gw_port': {'id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:59Z', 'updated_at': '2021-06-30T02:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:04.051452 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.059919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8344f6a8-0814-4f14-b9b1-ef978fd1b9d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7d6098da4e7421eb1ed7b6bd1dc8fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328442 Jun 30 02:24:04.074873 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:04.101124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8126f7-b068-488c-8c9f-ab3b99366b3c service neutron] Pushing event updated for resources: {'Port': ['ID=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:04.144672 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Transition to ACTIVE for port object 03a1bddc-79f0-44df-8c76-df0ec443a09f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:04.150760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.204294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf682e4a-bc76-4e8c-ae2d-61ecc0fe563d req-597d5caa-1ffa-412f-93bc-6d27a99c66ea tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:04.206065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf682e4a-bc76-4e8c-ae2d-61ecc0fe563d req-597d5caa-1ffa-412f-93bc-6d27a99c66ea tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 947 time: 0.5860639 Jun 30 02:24:04.400290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-606d46e9-bc29-486e-a98e-ea664276616d None None] Provisioning for port 2d46c15d-ec04-4670-ae58-d7a64866520e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:04.405842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-606d46e9-bc29-486e-a98e-ea664276616d None None] Provisioning complete for port 2d46c15d-ec04-4670-ae58-d7a64866520e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:04.407567 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-606d46e9-bc29-486e-a98e-ea664276616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.436561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-587a0d15-869d-4396-8af0-7eb9c9b12da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.449596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-fbb90884-50e8-4629-911a-8822a70e0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:04.451280 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-fbb90884-50e8-4629-911a-8822a70e0c62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 1099 time: 0.4731090 Jun 30 02:24:04.461093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.465304 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5551ffec-7319-43e5-af30-c7b4ef25697c req-f4c681ae-03df-4914-b1d7-d8550162da2e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 210 time: 0.0747974 Jun 30 02:24:04.476043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf682e4a-bc76-4e8c-ae2d-61ecc0fe563d req-51741839-ba04-4adb-a32d-b428f5227ca1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412982 Jun 30 02:24:04.504324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-606d46e9-bc29-486e-a98e-ea664276616d None None] Port 2d46c15d-ec04-4670-ae58-d7a64866520e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:24:04.511561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['e827e2ef-3349-42f5-895f-ca72e2500a5d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:04.541810 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-587a0d15-869d-4396-8af0-7eb9c9b12da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.590997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:04.598329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:04.600757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:04.680707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Pushing event updated for resources: {'Port': ['ID=03a1bddc-79f0-44df-8c76-df0ec443a09f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:04.707405 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.718038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.719109 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.765113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:04.766095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.790687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-002a9bc6-b33c-4c7c-8f2b-abe18aa9559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:04.792414 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-002a9bc6-b33c-4c7c-8f2b-abe18aa9559a service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3247850 Jun 30 02:24:04.822013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-8b12fae0-2b46-4993-b80d-f9848ee068d1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1699998 Jun 30 02:24:04.823823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-587a0d15-869d-4396-8af0-7eb9c9b12da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.826308 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-587a0d15-869d-4396-8af0-7eb9c9b12da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:04.827498 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-587a0d15-869d-4396-8af0-7eb9c9b12da6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78d93c7e-2a44-4ebc-bf51-f323143c77aa HTTP/1.1" status: 204 len: 168 time: 0.7478576 Jun 30 02:24:04.880031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Request body: {'port': {'device_id': '967b49df-8924-4397-a701-02d280a0e1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:04.889932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:04.921961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-6f9f1db1-bec9-4d77-8519-8c1fb06c1873 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd HTTP/1.1" status: 200 len: 217 time: 0.1148362 Jun 30 02:24:04.928628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a0d15-869d-4396-8af0-7eb9c9b12da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d93c7e-2a44-4ebc-bf51-f323143c77aa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:04.982013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:04.985966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:05.007435 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-e8555d2d-b954-4ed2-b2fb-2be8ed1683dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:05.008922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-e8555d2d-b954-4ed2-b2fb-2be8ed1683dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0610869 Jun 30 02:24:05.069966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:24:05.146756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28533b99-d69b-4727-bd19-b8b3914c1f91 None None] Provisioning for port 03a1bddc-79f0-44df-8c76-df0ec443a09f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:05.151945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28533b99-d69b-4727-bd19-b8b3914c1f91 None None] Provisioning complete for port 03a1bddc-79f0-44df-8c76-df0ec443a09f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:05.152550 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28533b99-d69b-4727-bd19-b8b3914c1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:05.158675 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:05.192365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Pushing event updated for resources: {'Port': ['ID=2d46c15d-ec04-4670-ae58-d7a64866520e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:05.243696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bf92e422-9d6c-4097-a314-b7361ef3dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:05.245440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-bf92e422-9d6c-4097-a314-b7361ef3dd9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2174838 Jun 30 02:24:05.257082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-28533b99-d69b-4727-bd19-b8b3914c1f91 None None] Port 03a1bddc-79f0-44df-8c76-df0ec443a09f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:24:05.346605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deae329-e071-4609-95c1-b4199b877012 req-0eb6b3c1-968a-4968-a4d8-88ee98446c6e tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:05.355842 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1deae329-e071-4609-95c1-b4199b877012 req-0eb6b3c1-968a-4968-a4d8-88ee98446c6e tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 945 time: 0.4000323 Jun 30 02:24:05.387859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7106f8a2-4a8f-4ec7-b406-8c6c3e13dc4f None None] Provisioning complete for port 2d46c15d-ec04-4670-ae58-d7a64866520e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:05.388277 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7106f8a2-4a8f-4ec7-b406-8c6c3e13dc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:05.437507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:05.438552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:05.441874 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9188be-03ca-4394-9763-a8db7be0f3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:05.449359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1deae329-e071-4609-95c1-b4199b877012 req-447f2f18-ac64-4db0-92d4-e8059efe9aca tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925992 Jun 30 02:24:05.468084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Router b177371c-e0c3-4007-9b1d-00988b4a6090 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:05.503709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7106f8a2-4a8f-4ec7-b406-8c6c3e13dc4f None None] Port 2d46c15d-ec04-4670-ae58-d7a64866520e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:24:05.521537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device fb0175a9-bca5-4850-bb9c-224ed16aa455 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:05.534789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd0fb5-742f-4aec-8c77-22ae0d269e9b req-bff37b14-dc58-4223-b90a-8ddbce23ffe0 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:05.543019 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b6bd0fb5-742f-4aec-8c77-22ae0d269e9b req-bff37b14-dc58-4223-b90a-8ddbce23ffe0 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.3704996 Jun 30 02:24:05.589420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port fb0175a9-bca5-4850-bb9c-224ed16aa455 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:05.598501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port fb0175a9-bca5-4850-bb9c-224ed16aa455 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:05.600200 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:05.686511 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b6bd0fb5-742f-4aec-8c77-22ae0d269e9b req-bb274d9c-e566-420c-9561-6b6f5f3955d1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421840 Jun 30 02:24:05.716010 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:05.718199 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-ef5a57db-d3e0-49f4-8308-e99bd67d52e5 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546208 Jun 30 02:24:05.743597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port fb0175a9-bca5-4850-bb9c-224ed16aa455, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=fb0175a9-bca5-4850-bb9c-224ed16aa455,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:05.752633 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:05.858029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=fb0175a9-bca5-4850-bb9c-224ed16aa455,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:05.859817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:05.887093 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ccd890bc-d825-434e-bc15-35c2f8ef4afd admin admin] 10.222.0.55 "PUT /v2.0/routers/b177371c-e0c3-4007-9b1d-00988b4a6090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0360441 Jun 30 02:24:05.913248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cd6c1499-ce8b-4f30-909c-150f4ea32321 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c5dc78a0f30b44778ee413625f832a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337637 Jun 30 02:24:05.927044 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:05.957218 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770796f9-85bd-4738-9a17-ab09dcdaa58a x-openstack-request-id: req-770796f9-85bd-4738-9a17-ab09dcdaa58a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:05.957767 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:05.958273 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-770796f9-85bd-4738-9a17-ab09dcdaa58a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:05.958774 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd', 'status': 'completed', 'code': 200} Jun 30 02:24:06.035661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9508ec4f-e846-4b03-9543-40b029944748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:06.045525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-972ac201-1f2b-4cd8-99d2-ed0dffb71a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:06.047217 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-972ac201-1f2b-4cd8-99d2-ed0dffb71a9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 1099 time: 0.2808628 Jun 30 02:24:06.121786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9508ec4f-e846-4b03-9543-40b029944748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:06.123336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b513d9ff-821a-443d-9496-3c92368042ef tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 258 time: 0.3971386 Jun 30 02:24:06.141473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:06.144869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e589cc9-abee-44b2-8ef0-f3477fa637ae req-03b5105c-a069-44c9-972d-cc8c6b7389d5 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:06.152765 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e589cc9-abee-44b2-8ef0-f3477fa637ae req-03b5105c-a069-44c9-972d-cc8c6b7389d5 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 931 time: 0.2477441 Jun 30 02:24:06.171882 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f17549-03f5-4481-86f7-4ef0537f89b2 req-c1133a5a-da56-418f-b4dc-05ffdd793453 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632668 Jun 30 02:24:06.226764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:06.275405 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e589cc9-abee-44b2-8ef0-f3477fa637ae req-3bdd20e7-a9fb-4ed8-8805-9e2148875886 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212642 Jun 30 02:24:06.309270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-8601c2e4-6dc7-4b34-a401-7487bfde544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:06.312775 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-8601c2e4-6dc7-4b34-a401-7487bfde544c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2552977 Jun 30 02:24:06.395723 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9508ec4f-e846-4b03-9543-40b029944748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:06.398223 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9508ec4f-e846-4b03-9543-40b029944748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:06.399391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9508ec4f-e846-4b03-9543-40b029944748 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89114bb2-326d-430a-9b93-acbdcd22b92b HTTP/1.1" status: 204 len: 168 time: 0.4711421 Jun 30 02:24:06.409265 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-fbe18f7f-fd75-4635-82ad-0e6d15b817cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd HTTP/1.1" status: 200 len: 217 time: 0.0797198 Jun 30 02:24:06.468717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a1bddc-79f0-44df-8c76-df0ec443a09f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:24:06.507034 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:06.551896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508ec4f-e846-4b03-9543-40b029944748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89114bb2-326d-430a-9b93-acbdcd22b92b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:06.556846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Transition to ACTIVE for port object 03a1bddc-79f0-44df-8c76-df0ec443a09f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:06.573576 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-b7189b90-2037-4066-8d85-d25640bc69ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:06.577259 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-b7189b90-2037-4066-8d85-d25640bc69ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 1099 time: 0.1878374 Jun 30 02:24:06.577977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:06.610053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-090397fc-8a66-4866-bff7-43c8558fbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:06.612070 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-090397fc-8a66-4866-bff7-43c8558fbe82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2020187 Jun 30 02:24:06.733996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9f699-fa59-435d-a7eb-b5c7f2796439 req-73bbaca4-bae1-4539-99f5-7d891683bba6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:06.747736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-88a9f699-fa59-435d-a7eb-b5c7f2796439 req-73bbaca4-bae1-4539-99f5-7d891683bba6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 947 time: 0.1977036 Jun 30 02:24:06.854413 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-88a9f699-fa59-435d-a7eb-b5c7f2796439 req-eda777c5-0dae-4aa4-b4f4-9e7b96242774 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043186 Jun 30 02:24:06.884454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-2c94486e-ca9c-4b94-baa4-a563a02c770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:06.893760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-2c94486e-ca9c-4b94-baa4-a563a02c770f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2742114 Jun 30 02:24:06.972631 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Sync routers for ids ['b177371c-e0c3-4007-9b1d-00988b4a6090'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:07.000631 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Routers {'b177371c-e0c3-4007-9b1d-00988b4a6090'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:07.010356 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b177371c-e0c3-4007-9b1d-00988b4a6090'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:07.094777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Pushing event updated for resources: {'Port': ['ID=03a1bddc-79f0-44df-8c76-df0ec443a09f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:07.115079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.204207 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-b9cf6697-687f-4efb-bc44-6cebb229089b service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942512 Jun 30 02:24:07.215596 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:07.223031 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Set router b177371c-e0c3-4007-9b1d-00988b4a6090 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:07.236100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-network', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:07.277932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-406fdd47-f63b-4e03-8b06-0740c82e0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:07.280167 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-406fdd47-f63b-4e03-8b06-0740c82e0850 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.6727648 Jun 30 02:24:07.280309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Attempting to bind port 03a1bddc-79f0-44df-8c76-df0ec443a09f on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:07.280561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Attempting to bind port 03a1bddc-79f0-44df-8c76-df0ec443a09f by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:07.280885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Attempting to bind port 03a1bddc-79f0-44df-8c76-df0ec443a09f on network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:07.340637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Port 03a1bddc-79f0-44df-8c76-df0ec443a09f on network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:24:07.340966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Attempting to bind port 03a1bddc-79f0-44df-8c76-df0ec443a09f on network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:07.349699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-c1652d0b-817e-4789-a8c9-4322b55bf60c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd HTTP/1.1" status: 200 len: 217 time: 0.0578885 Jun 30 02:24:07.352701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:07.353039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Checking segment: {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:07.353426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Bound using segment: {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:07.353875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Bound port: 03a1bddc-79f0-44df-8c76-df0ec443a09f, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26799246-f35a-4f12-a033-048b3aa4d220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:07.354231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.383298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Made reservation on behalf of e8be47b642174aaba6caea7f78886b4c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:07.385210 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.427396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-8cf14e55-ae87-41be-9d08-93739ebb5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:07.432883 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-8cf14e55-ae87-41be-9d08-93739ebb5078 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0597179 Jun 30 02:24:07.434640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device fb0175a9-bca5-4850-bb9c-224ed16aa455 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:07.448101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.491120 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-router', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:04Z', 'revision_number': 4, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'gw_port': {'id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:59Z', 'updated_at': '2021-06-30T02:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '2d46c15d-ec04-4670-ae58-d7a64866520e', 'name': '', 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'mac_address': 'fa:16:3e:cb:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3a74c03c-8cf5-44fb-bb40-167beba44a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:02Z', 'updated_at': '2021-06-30T02:24:04Z', 'revision_number': 2, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'subnets': [{'id': '3a74c03c-8cf5-44fb-bb40-167beba44a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:07.519297 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Checking router: b177371c-e0c3-4007-9b1d-00988b4a6090 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:07.520023 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Updating router b177371c-e0c3-4007-9b1d-00988b4a6090 port 2d46c15d-ec04-4670-ae58-d7a64866520e binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:24:07.530708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port fb0175a9-bca5-4850-bb9c-224ed16aa455 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:07.531200 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.540277 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-75eb2417-dbb0-4ce6-b5b9-209019d3cb5d service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255031 Jun 30 02:24:07.575365 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.609825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7947242-a6b7-42eb-860d-11e9e2301d57 req-d3469b9c-68b8-47f2-a99c-3822de1cf5b1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:07.613658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7947242-a6b7-42eb-860d-11e9e2301d57 req-d3469b9c-68b8-47f2-a99c-3822de1cf5b1 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.2893276 Jun 30 02:24:07.719310 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7947242-a6b7-42eb-860d-11e9e2301d57 req-b7427c2a-69cb-446a-bd09-dfe1cce15f9a tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949771 Jun 30 02:24:07.828961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Allocated IP 172.25.7.146 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/46f89684-ea93-493e-bae6-8f36a2c51f50) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:07.845455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.853677 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.903497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:24:07.930963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68883fc-17b5-4daa-8785-9da08f85f4d9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:07.935873 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] For port 03a1bddc-79f0-44df-8c76-df0ec443a09f, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:07.951318 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.953187 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Added segment c0061f18-3d76-4ac0-979d-b99ca815a692 of type vlan for network ca836190-8138-46ea-b902-311ade4b044f Jun 30 02:24:07.959851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] For port 03a1bddc-79f0-44df-8c76-df0ec443a09f, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:07.968654 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.972505 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:07.978922 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Transition to ACTIVE for port object 2d46c15d-ec04-4670-ae58-d7a64866520e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:07.987410 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.029536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-7581639d-9df0-45e9-9b03-110812333eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:08.032082 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-7581639d-9df0-45e9-9b03-110812333eba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5862114 Jun 30 02:24:08.042122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:08.042831 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.044405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] 10.222.0.73 "PUT /v2.0/ports/03a1bddc-79f0-44df-8c76-df0ec443a09f HTTP/1.1" status: 200 len: 1092 time: 3.1699948 Jun 30 02:24:08.047753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967b49df-8924-4397-a701-02d280a0e1e9', 'tag': '03a1bddc-79f0-44df-8c76-df0ec443a09f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:08.050255 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5e219d-38a0-445f-beb4-be40b2fdade0" -d '{"events": [{"name": "network-changed", "server_uuid": "967b49df-8924-4397-a701-02d280a0e1e9", "tag": "03a1bddc-79f0-44df-8c76-df0ec443a09f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:08.092465 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c57d5e-6fd0-444f-b352-9419b6dba492 None None] Pushing event updated for resources: {'Port': ['ID=2d46c15d-ec04-4670-ae58-d7a64866520e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:08.116521 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.132542 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Attempting to bind port 2d46c15d-ec04-4670-ae58-d7a64866520e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:08.133456 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Attempting to bind port 2d46c15d-ec04-4670-ae58-d7a64866520e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:08.134001 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Attempting to bind port 2d46c15d-ec04-4670-ae58-d7a64866520e on network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:08.139814 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:08.140582 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Checking segment: {'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:08.141201 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.142058 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Bound using segment: {'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:08.143107 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Bound port: 2d46c15d-ec04-4670-ae58-d7a64866520e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:08.143694 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.187479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.199305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c68aea-765d-4eca-a9b2-dfeca3d89227 service neutron] Pushing event updated for resources: {'Port': ['ID=03a1bddc-79f0-44df-8c76-df0ec443a09f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:08.204925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171aa3c1-40c2-4ca6-a94f-f47135d0dda7 req-21822672-2592-4450-bf3d-71374d8ad9fd tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:08.214997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-171aa3c1-40c2-4ca6-a94f-f47135d0dda7 req-21822672-2592-4450-bf3d-71374d8ad9fd tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 943 time: 0.2593467 Jun 30 02:24:08.249103 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.253248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:08.253678 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] For port 2d46c15d-ec04-4670-ae58-d7a64866520e, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:08.253891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.258636 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] For port 2d46c15d-ec04-4670-ae58-d7a64866520e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2d46c15d-ec04-4670-ae58-d7a64866520e,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:08.266771 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.301544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-9bacb89f-914a-4c93-a19b-2cb263a54dad service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545102 Jun 30 02:24:08.312468 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.334936 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Routers {'b177371c-e0c3-4007-9b1d-00988b4a6090'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:08.336701 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b177371c-e0c3-4007-9b1d-00988b4a6090'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:08.341240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-dd7164b9-865c-40bf-9945-32d0799276b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:08.342849 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-dd7164b9-865c-40bf-9945-32d0799276b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 1095 time: 0.1591721 Jun 30 02:24:08.372390 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-171aa3c1-40c2-4ca6-a94f-f47135d0dda7 req-71ca68b7-372e-45aa-ac96-c906443e9400 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563871 Jun 30 02:24:08.376510 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1572299 Jun 30 02:24:08.378004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:08.396122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d1e74-5ee3-469c-8774-d94af44ecd75 admin admin] Pushing event updated for resources: {'Network': ['ID=ca836190-8138-46ea-b902-311ade4b044f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:08.415786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network ca836190-8138-46ea-b902-311ade4b044f details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:24:08.419696 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c57d5e-6fd0-444f-b352-9419b6dba492 None None] Pushing event updated for resources: {'Port': ['ID=2d46c15d-ec04-4670-ae58-d7a64866520e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:08.455829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Request body: {'subnet': {'network_id': 'ca836190-8138-46ea-b902-311ade4b044f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-subnet', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:08.481554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:08.500208 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] Set router b177371c-e0c3-4007-9b1d-00988b4a6090 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:08.543194 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-11606209-db4e-4e2f-9429-481e708c34df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f HTTP/1.1" status: 200 len: 217 time: 0.1641636 Jun 30 02:24:08.548937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:08.566210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:08.592390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca906ba-b5cb-4962-8d63-6b039de412ca req-d55020a8-ea7b-4d8f-9759-cf7effc04ffa tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:08.601402 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ca906ba-b5cb-4962-8d63-6b039de412ca req-d55020a8-ea7b-4d8f-9759-cf7effc04ffa tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 947 time: 0.0948982 Jun 30 02:24:08.604888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Pushing event updated for resources: {'Port': ['ID=46f89684-ea93-493e-bae6-8f36a2c51f50,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:08.663836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ca906ba-b5cb-4962-8d63-6b039de412ca req-79ec3619-7230-4b8a-b026-bc6db88f1f8b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605021 Jun 30 02:24:08.692425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Made reservation on behalf of e8be47b642174aaba6caea7f78886b4c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:08.694964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:08.764556 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e9188be-03ca-4394-9763-a8db7be0f3ac req-60dcbcc1-2fd3-4aa8-9ab2-86dca2503ac7 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428749 Jun 30 02:24:08.782983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-e5bc1294-7632-4526-a196-96873ae08e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:08.784464 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-e5bc1294-7632-4526-a196-96873ae08e0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.2198610 Jun 30 02:24:08.809475 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-router', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:04Z', 'revision_number': 4, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'gw_port': {'id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:59Z', 'updated_at': '2021-06-30T02:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '2d46c15d-ec04-4670-ae58-d7a64866520e', 'name': '', 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'mac_address': 'fa:16:3e:cb:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3a74c03c-8cf5-44fb-bb40-167beba44a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:02Z', 'updated_at': '2021-06-30T02:24:08Z', 'revision_number': 4, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'subnets': [{'id': '3a74c03c-8cf5-44fb-bb40-167beba44a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:08.846249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:24:08.850794 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19229c8-cd77-47f4-af95-f9ae5b32a6c5 None None] The sync data for ids ['b177371c-e0c3-4007-9b1d-00988b4a6090'] in n-d-758944-39 is: [{'id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-router', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:04Z', 'revision_number': 4, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'gw_port': {'id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:59Z', 'updated_at': '2021-06-30T02:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '2d46c15d-ec04-4670-ae58-d7a64866520e', 'name': '', 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'mac_address': 'fa:16:3e:cb:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '3a74c03c-8cf5-44fb-bb40-167beba44a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:02Z', 'updated_at': '2021-06-30T02:24:08Z', 'revision_number': 4, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'subnets': [{'id': '3a74c03c-8cf5-44fb-bb40-167beba44a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:08.881541 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.014430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-57d79b84-f429-4ccb-974c-cbb614ef5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:09.016109 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-57d79b84-f429-4ccb-974c-cbb614ef5fdc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2072852 Jun 30 02:24:09.021777 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4928969-c67c-4c23-9cb3-a314528647ce x-openstack-request-id: req-a4928969-c67c-4c23-9cb3-a314528647ce {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:09.022139 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967b49df-8924-4397-a701-02d280a0e1e9", "tag": "03a1bddc-79f0-44df-8c76-df0ec443a09f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:09.022468 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4928969-c67c-4c23-9cb3-a314528647ce {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:09.022952 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967b49df-8924-4397-a701-02d280a0e1e9', 'tag': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'status': 'completed', 'code': 200} Jun 30 02:24:09.025919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:09.029858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.040090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd', 'mac_address': 'fa:16:3e:09:27:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:24:09.082707 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.103007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:24:09.131300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:09.140799 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.158140 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.207678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:09.290643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-27d4010e-df01-459b-8fb3-a96a81b60a3b service neutron] 10.222.0.73 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633018 Jun 30 02:24:09.294198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7279533-51f9-4a73-94e4-4ccc4e08b26a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:09.378669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Checking segment: {'id': 'c0061f18-3d76-4ac0-979d-b99ca815a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:09.379262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Network hostable DHCP agents. Network: ca836190-8138-46ea-b902-311ade4b044f, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:24:09.446056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2d46c15d-ec04-4670-ae58-d7a64866520e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:09.457316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.460865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Network ca836190-8138-46ea-b902-311ade4b044f is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:24:09.465721 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.494055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:09.545868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, ca836190-8138-46ea-b902-311ade4b044f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:09.550309 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9451f72c-3bfa-468b-af2f-218d7b43988c req-a2dfabf0-80c9-4f12-83b9-9627cf3e953b service neutron] 10.222.0.73 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359548 Jun 30 02:24:09.567937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9af117d-9bc5-4f5d-9ce9-9db5e36473ec None None] Network ca836190-8138-46ea-b902-311ade4b044f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:24:09.595108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:09.596696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.637779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 2d46c15d-ec04-4670-ae58-d7a64866520e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:09.651569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2d46c15d-ec04-4670-ae58-d7a64866520e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:09.651930 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.693293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Pushing event updated for resources: {'Port': ['ID=46f89684-ea93-493e-bae6-8f36a2c51f50,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:09.698986 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-01e8b255-83e0-4623-aa7e-697f291db3ac admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2447753 Jun 30 02:24:09.700399 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.702330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:09.719547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-router', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:09.767935 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.769282 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.788833 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.797946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27567b2b-0b5f-4149-a420-597135bf2270 req-b4582e89-f07c-43f3-a3cf-e6bfd35b8248 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6618783 Jun 30 02:24:09.892445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:09.894349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-c6f39e92-8d14-4a14-a019-d51d9038b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:09.896202 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-c6f39e92-8d14-4a14-a019-d51d9038b9fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 1095 time: 0.2734652 Jun 30 02:24:09.915397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27567b2b-0b5f-4149-a420-597135bf2270 req-62d1c4e6-0f40-4667-8417-9d1423cf91e1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 696 time: 0.1099362 Jun 30 02:24:09.973296 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.049568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-ca836190-8138-46ea-b902-311ade4b044f', 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'fixed_ips': [{'subnet_id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:24:10.050760 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.087007 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.111019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2917496-3a7f-4bae-a76f-e6a773fddd0b req-53c8632e-d3f6-446d-afb8-a38f4b056804 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:10.119473 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2917496-3a7f-4bae-a76f-e6a773fddd0b req-53c8632e-d3f6-446d-afb8-a38f4b056804 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.2801809 Jun 30 02:24:10.135786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-8d7d0c20-0071-4feb-a6fc-f3cdde436492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:10.137278 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-8d7d0c20-0071-4feb-a6fc-f3cdde436492 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.2191827 Jun 30 02:24:10.147183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27567b2b-0b5f-4149-a420-597135bf2270 req-7e362b55-c5bd-46e8-bf0b-dc45b34dd0ce tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:10.148570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27567b2b-0b5f-4149-a420-597135bf2270 req-7e362b55-c5bd-46e8-bf0b-dc45b34dd0ce tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.2322345 Jun 30 02:24:10.220433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-687ab9ce-1458-49c0-ab40-d265079ccac8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f HTTP/1.1" status: 200 len: 217 time: 0.0568624 Jun 30 02:24:10.257589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Allocated IP 172.20.0.2 (ca836190-8138-46ea-b902-311ade4b044f/d7279533-51f9-4a73-94e4-4ccc4e08b26a/3aeda912-f2c2-4cfc-9919-cec66e52ead2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:10.294803 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-b93078bf-297b-43af-b250-969109c4e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:10.295018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2917496-3a7f-4bae-a76f-e6a773fddd0b req-7c2a1e33-b9f3-4616-9778-8ce5472c336d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741447 Jun 30 02:24:10.296946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-b93078bf-297b-43af-b250-969109c4e3c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.0693450 Jun 30 02:24:10.334499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 2d46c15d-ec04-4670-ae58-d7a64866520e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2d46c15d-ec04-4670-ae58-d7a64866520e,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:10.342196 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.404646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=2d46c15d-ec04-4670-ae58-d7a64866520e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:10.456031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-952caf28-37f7-4655-9f70-943900f0b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:10.457958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-952caf28-37f7-4655-9f70-943900f0b866 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526809 Jun 30 02:24:10.527007 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.536887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Transition to ACTIVE for port object 3aeda912-f2c2-4cfc-9919-cec66e52ead2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:10.554044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Transition to ACTIVE for port object 3aeda912-f2c2-4cfc-9919-cec66e52ead2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:10.569601 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.650251 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.665479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Network ca836190-8138-46ea-b902-311ade4b044f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:10.668470 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-f34b92af-833c-4fec-9230-ba344aa03a27 service neutron] 10.222.0.73 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027464 Jun 30 02:24:10.669280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:10.672047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Pushing event updated for resources: {'Port': ['ID=3aeda912-f2c2-4cfc-9919-cec66e52ead2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:10.674363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:10.694973 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.726828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b577d-e44d-4a23-a21e-c27685d4c0d8 req-4b97f966-b303-4f1e-8047-898ca934ad0c tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:10.728113 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d0b577d-e44d-4a23-a21e-c27685d4c0d8 req-4b97f966-b303-4f1e-8047-898ca934ad0c tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 943 time: 0.1555829 Jun 30 02:24:10.768955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Attempting to bind port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:10.770491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Attempting to bind port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c0061f18-3d76-4ac0-979d-b99ca815a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:10.771106 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Attempting to bind port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 on network ca836190-8138-46ea-b902-311ade4b044f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:10.779615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:10.782019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Checking segment: {'id': 'c0061f18-3d76-4ac0-979d-b99ca815a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:10.785700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.787068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Bound using segment: {'id': 'c0061f18-3d76-4ac0-979d-b99ca815a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:10.787812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Bound port: 3aeda912-f2c2-4cfc-9919-cec66e52ead2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0061f18-3d76-4ac0-979d-b99ca815a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:10.788483 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.842546 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d0b577d-e44d-4a23-a21e-c27685d4c0d8 req-f004c485-d301-4364-a4f1-e218fb2e3608 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885751 Jun 30 02:24:10.845388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb5e219d-38a0-445f-beb4-be40b2fdade0 req-66e0893f-1fcd-48aa-ae8e-423e0769948b service neutron] 10.222.0.73 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567085 Jun 30 02:24:10.902961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] For port 3aeda912-f2c2-4cfc-9919-cec66e52ead2, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:10.906456 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] For port 3aeda912-f2c2-4cfc-9919-cec66e52ead2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3aeda912-f2c2-4cfc-9919-cec66e52ead2,segment=NetworkSegment(c0061f18-3d76-4ac0-979d-b99ca815a692),segment_id=c0061f18-3d76-4ac0-979d-b99ca815a692)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:10.914305 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:10.998289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c510b7-06fe-4446-813f-151145c138ad None None] Pushing event updated for resources: {'Port': ['ID=3aeda912-f2c2-4cfc-9919-cec66e52ead2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:11.092379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-6e37e190-89b2-4a53-96d2-d7699f3cf521 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:11.094260 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-6e37e190-89b2-4a53-96d2-d7699f3cf521 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1237493 Jun 30 02:24:11.146965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-ea07f593-f851-457e-b2de-0c0188c0eadf tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 696 time: 0.0459986 Jun 30 02:24:11.162117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1c0ab200-7edd-4a8d-b9d1-86569776dd4d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Request body: {'floatingip': {'port_id': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:11.167909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Allocated IP 172.25.7.229 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/e0e3c031-7310-423b-b444-52ad754febaa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:11.197269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c644b-1916-485a-b527-e0f836b7f34b req-f6e6a63e-c88f-4e02-b438-afeb9f90ab4c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:11.198944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-942c644b-1916-485a-b527-e0f836b7f34b req-f6e6a63e-c88f-4e02-b438-afeb9f90ab4c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 948 time: 0.6428044 Jun 30 02:24:11.237899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1c0ab200-7edd-4a8d-b9d1-86569776dd4d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:11.313449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-942c644b-1916-485a-b527-e0f836b7f34b req-d370a45f-0628-434e-968b-db838deefa60 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968225 Jun 30 02:24:11.380376 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:11.473224 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:11.558739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e3c031-7310-423b-b444-52ad754febaa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:11.579562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:11.581026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:11.594508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:11.607384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2d46c15d-ec04-4670-ae58-d7a64866520e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:11.716534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2d46c15d-ec04-4670-ae58-d7a64866520e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:11.716917 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:11.885364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3aeda912-f2c2-4cfc-9919-cec66e52ead2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:11.951260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:12.021718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:12.070452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.159371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc139cb6-814f-487a-aa39-7f7ea3e5b9e3 req-e2e7b7f8-c5b0-4ebe-acbc-5d6e9cd77e0a tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:12.161315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bc139cb6-814f-487a-aa39-7f7ea3e5b9e3 req-e2e7b7f8-c5b0-4ebe-acbc-5d6e9cd77e0a tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.2452526 Jun 30 02:24:12.169492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dba8ddc-1a5d-45c4-b2b8-5eb6558301e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.254474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bc139cb6-814f-487a-aa39-7f7ea3e5b9e3 req-9f717046-3a0a-4e1d-883c-d544a6f7e978 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575328 Jun 30 02:24:12.332421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca5decf-a98a-4066-8d8a-aefec5589f61 None None] Network ca836190-8138-46ea-b902-311ade4b044f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:24:12.338823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1c0ab200-7edd-4a8d-b9d1-86569776dd4d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.344965 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1c0ab200-7edd-4a8d-b9d1-86569776dd4d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.389853 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.447426 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dba8ddc-1a5d-45c4-b2b8-5eb6558301e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.472090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b818d98-abb9-4dd9-b40b-3b02c92d78cf None None] Provisioning for port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:12.486268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7b818d98-abb9-4dd9-b40b-3b02c92d78cf None None] Provisioning complete for port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:12.486539 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b818d98-abb9-4dd9-b40b-3b02c92d78cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.499734 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1dba8ddc-1a5d-45c4-b2b8-5eb6558301e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.592659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1dba8ddc-1a5d-45c4-b2b8-5eb6558301e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=75680a47774343d09873b97e17925fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690174 Jun 30 02:24:12.595543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:12.597470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba8ddc-1a5d-45c4-b2b8-5eb6558301e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61442929-0ffd-4979-abfd-6f0125ce92ab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:12.630970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:24:12.634614 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1c0ab200-7edd-4a8d-b9d1-86569776dd4d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Floating IP 86388cc5-e87d-414b-8958-13d23a1da24a associated. External IP: 172.25.7.146, port: afcb9165-d924-4cf5-a53c-cd54ba8f8696. Jun 30 02:24:12.667721 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b818d98-abb9-4dd9-b40b-3b02c92d78cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.710420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b818d98-abb9-4dd9-b40b-3b02c92d78cf None None] For port 3aeda912-f2c2-4cfc-9919-cec66e52ead2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3aeda912-f2c2-4cfc-9919-cec66e52ead2,segment=NetworkSegment(c0061f18-3d76-4ac0-979d-b99ca815a692),segment_id=c0061f18-3d76-4ac0-979d-b99ca815a692)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:12.716019 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b818d98-abb9-4dd9-b40b-3b02c92d78cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.761422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:12.780039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b818d98-abb9-4dd9-b40b-3b02c92d78cf None None] Pushing event updated for resources: {'Port': ['ID=3aeda912-f2c2-4cfc-9919-cec66e52ead2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:12.792270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Sync routers for ids ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:12.804107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Routers {'d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:12.805293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:12.862777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.864336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9fce65a6-2f9c-4283-b39f-64d6d980ea35 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1563330 Jun 30 02:24:12.867106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:12.898247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 03a1bddc-79f0-44df-8c76-df0ec443a09f details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:24:12.907263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c86af9c2-70cf-4db6-9fad-55fd49f0e4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:12.976928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c86af9c2-70cf-4db6-9fad-55fd49f0e4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:13.081143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0312-9163-41d6-b126-52b258e83831 req-5ca916dc-8403-44c5-87c4-a76f2a974aaf tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:13.085696 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad0f0312-9163-41d6-b126-52b258e83831 req-5ca916dc-8403-44c5-87c4-a76f2a974aaf tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15&tenant_id=9cec145aa2d747cf98d6c57f659678cd&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 948 time: 0.3270166 Jun 30 02:24:13.087451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1c0ab200-7edd-4a8d-b9d1-86569776dd4d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Router 88814ca4-1345-42c3-88d5-ff207164bb6c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:13.116483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c86af9c2-70cf-4db6-9fad-55fd49f0e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:13.122072 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c86af9c2-70cf-4db6-9fad-55fd49f0e4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:13.122832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a15aa9-8ae0-40d9-af82-7815808c08d7 req-7ed5c1f2-4bc6-464c-a605-11fe7c492bf1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:13.124847 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96a15aa9-8ae0-40d9-af82-7815808c08d7 req-7ed5c1f2-4bc6-464c-a605-11fe7c492bf1 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 943 time: 0.3650522 Jun 30 02:24:13.130086 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c86af9c2-70cf-4db6-9fad-55fd49f0e4af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61442929-0ffd-4979-abfd-6f0125ce92ab HTTP/1.1" status: 204 len: 168 time: 0.5267146 Jun 30 02:24:13.210283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:13.214226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86af9c2-70cf-4db6-9fad-55fd49f0e4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61442929-0ffd-4979-abfd-6f0125ce92ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:13.328253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1c0ab200-7edd-4a8d-b9d1-86569776dd4d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:13.334240 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1c0ab200-7edd-4a8d-b9d1-86569776dd4d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:13.340076 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] Sync routers for ids ['88814ca4-1345-42c3-88d5-ff207164bb6c'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:13.360666 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] Routers {'88814ca4-1345-42c3-88d5-ff207164bb6c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:13.361962 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['88814ca4-1345-42c3-88d5-ff207164bb6c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:13.385781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1c0ab200-7edd-4a8d-b9d1-86569776dd4d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "PUT /v2.0/floatingips/86388cc5-e87d-414b-8958-13d23a1da24a HTTP/1.1" status: 200 len: 996 time: 2.2282877 Jun 30 02:24:13.386363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'tag': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:13.389442 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "09f6ee62-f2a2-43f2-95cc-cc12f1593cb6", "tag": "afcb9165-d924-4cf5-a53c-cd54ba8f8696"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:13.396554 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 03a1bddc-79f0-44df-8c76-df0ec443a09f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:13.448206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:13.531357 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96a15aa9-8ae0-40d9-af82-7815808c08d7 req-581e5617-4c12-4fc4-9bf3-6e4d30eefbf5 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931266 Jun 30 02:24:13.533326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-7481b451-006f-4cd2-a253-6bdafb769ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:13.534925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-7481b451-006f-4cd2-a253-6bdafb769ee0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=598445c9fa244f1399df12f8c651ffe7&device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1147428 Jun 30 02:24:13.556573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3aeda912-f2c2-4cfc-9919-cec66e52ead2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:13.559056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'port_id': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'mac_address': 'fa:16:3e:72:2f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:24:13.562095 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] Set router 88814ca4-1345-42c3-88d5-ff207164bb6c gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:13.571072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c0e2cda-a101-40bd-a545-1187da3e5afd None None] Provisioning complete for port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:13.571454 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c0e2cda-a101-40bd-a545-1187da3e5afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:13.578940 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-ad0f0312-9163-41d6-b126-52b258e83831 req-58bf5c40-7da1-4362-9566-a21fc599e007 service neutron] delete failed (client error): The resource could not be found. Jun 30 02:24:13.580683 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad0f0312-9163-41d6-b126-52b258e83831 req-58bf5c40-7da1-4362-9566-a21fc599e007 service neutron] 10.222.0.69 "DELETE /v2.0/ports/d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.4824963 Jun 30 02:24:13.614290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:13.614865 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:13.717034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-b4d7fac9-08a5-40b2-8f6f-ef6826f4ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:13.718970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-b4d7fac9-08a5-40b2-8f6f-ef6826f4ef8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c585fa76-c575-4ce4-8587-a2bbd6301f39 HTTP/1.1" status: 200 len: 930 time: 0.1775944 Jun 30 02:24:13.764810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Set router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:13.891676 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-9979b76e-0d48-4118-9623-86adcc4e1193 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696 HTTP/1.1" status: 200 len: 999 time: 0.1657333 Jun 30 02:24:13.904396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0312-9163-41d6-b126-52b258e83831 req-62f3848a-1472-4029-b11b-a640d5ed70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:13.906073 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad0f0312-9163-41d6-b126-52b258e83831 req-62f3848a-1472-4029-b11b-a640d5ed70d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 1100 time: 0.2288549 Jun 30 02:24:13.936293 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:13.998980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-d884f5af-fadd-4efc-b591-4dc93295f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:14.001481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-d884f5af-fadd-4efc-b591-4dc93295f25a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1766e4b2-6f71-401e-857a-9f50127b6264 HTTP/1.1" status: 200 len: 868 time: 0.1021349 Jun 30 02:24:14.010431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ef2cc-487e-48ed-b659-5aa2df2f7ab5 req-0b6faf6f-edf4-441c-a000-1966bddfaa46 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:14.018102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d11ef2cc-487e-48ed-b659-5aa2df2f7ab5 req-0b6faf6f-edf4-441c-a000-1966bddfaa46 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 948 time: 0.2661979 Jun 30 02:24:14.097794 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1af49333-6718-4cec-840a-18287d3137ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:14.102263 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-1af49333-6718-4cec-840a-18287d3137ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c585fa76-c575-4ce4-8587-a2bbd6301f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928967 Jun 30 02:24:14.117265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-070d1cca-8791-42b9-af3a-42a3ba06ad3f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:24:14.118443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-070d1cca-8791-42b9-af3a-42a3ba06ad3f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103276 Jun 30 02:24:14.125319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a1bddc-79f0-44df-8c76-df0ec443a09f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:24:14.161209 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '86388cc5-e87d-414b-8958-13d23a1da24a', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'port_id': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'mac_address': 'fa:16:3e:56:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:24:08Z', 'updated_at': '2021-06-30T02:24:12Z', 'revision_number': 1, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8effaccd-59a2-4217-aac1-0bcd20ff136a', 'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'mac_address': 'fa:16:3e:db:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:35Z', 'updated_at': '2021-06-30T02:23:46Z', 'revision_number': 5, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'subnets': [{'id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:14.199050 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] Checking router: 88814ca4-1345-42c3-88d5-ff207164bb6c for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:14.205532 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] Routers {'88814ca4-1345-42c3-88d5-ff207164bb6c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:14.206251 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['88814ca4-1345-42c3-88d5-ff207164bb6c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:14.219242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d11ef2cc-487e-48ed-b659-5aa2df2f7ab5 req-062334f4-7eba-4b5b-a6df-8e47b1721f7c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992526 Jun 30 02:24:14.315593 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-dc4a967c-fed8-4900-b409-7c21a3b88d2e service neutron] 10.222.0.55 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904976 Jun 30 02:24:14.361927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0312-9163-41d6-b126-52b258e83831 req-8b6e548a-4138-4fc0-a0ab-ec25e92bc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:14.363853 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad0f0312-9163-41d6-b126-52b258e83831 req-8b6e548a-4138-4fc0-a0ab-ec25e92bc8b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.4046087 Jun 30 02:24:14.374381 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:14.406368 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:14.408098 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 03a1bddc-79f0-44df-8c76-df0ec443a09f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:14.409442 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:14.423756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:14.425480 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:14.476689 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] Set router 88814ca4-1345-42c3-88d5-ff207164bb6c gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:14.497006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad0f0312-9163-41d6-b126-52b258e83831 req-6fb74ecb-4bcb-407b-8ffc-e495ff8cfd6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd HTTP/1.1" status: 200 len: 217 time: 0.1163023 Jun 30 02:24:14.502698 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c0b4ffb-6191-4703-85f6-421362ba379e req-2bf80660-2ca7-4535-8f95-cc65a4da1f8f service neutron] 10.222.0.55 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789808 Jun 30 02:24:14.548677 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:14.615138 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7ca5f6-070c-4b9a-9ac7-900d689919ad x-openstack-request-id: req-6c7ca5f6-070c-4b9a-9ac7-900d689919ad {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:14.615528 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f6ee62-f2a2-43f2-95cc-cc12f1593cb6", "tag": "afcb9165-d924-4cf5-a53c-cd54ba8f8696", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:14.615867 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c7ca5f6-070c-4b9a-9ac7-900d689919ad {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:14.616353 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'tag': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'status': 'completed', 'code': 200} Jun 30 02:24:14.689327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=03a1bddc-79f0-44df-8c76-df0ec443a09f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:14.704805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Allocated IP 172.20.0.1 (ca836190-8138-46ea-b902-311ade4b044f/d7279533-51f9-4a73-94e4-4ccc4e08b26a/369508d4-4b4d-4bdc-b675-cf86f708f4bb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:14.820760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:14.837661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Transition to ACTIVE for port object 369508d4-4b4d-4bdc-b675-cf86f708f4bb will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:14.860382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:14.862788 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4cae15-730f-4701-8b3c-2f46af84af5d" -d '{"events": [{"server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "name": "network-vif-plugged", "status": "completed", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:14.885981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:14.887031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-e13f493f-bf66-4fe0-9fce-7e954a8dd852 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 258 time: 0.2225814 Jun 30 02:24:14.898677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1652643483-network', 'tenant_id': 'ab7f592c0ba844888cf1062a1891782f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:14.899986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:14.902123 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '86388cc5-e87d-414b-8958-13d23a1da24a', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'port_id': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'mac_address': 'fa:16:3e:56:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:24:08Z', 'updated_at': '2021-06-30T02:24:12Z', 'revision_number': 1, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8effaccd-59a2-4217-aac1-0bcd20ff136a', 'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'mac_address': 'fa:16:3e:db:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:35Z', 'updated_at': '2021-06-30T02:23:46Z', 'revision_number': 5, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'subnets': [{'id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:14.902312 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:14.902408 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:14.939317 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abbf51a-d5f6-4b0f-9599-a5ef0c957b14 None None] The sync data for ids ['88814ca4-1345-42c3-88d5-ff207164bb6c'] in n-d-758944-39 is: [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '86388cc5-e87d-414b-8958-13d23a1da24a', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'floating_ip_address': '172.25.7.146', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'port_id': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'mac_address': 'fa:16:3e:56:e5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:24:08Z', 'updated_at': '2021-06-30T02:24:12Z', 'revision_number': 1, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8effaccd-59a2-4217-aac1-0bcd20ff136a', 'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'mac_address': 'fa:16:3e:db:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:35Z', 'updated_at': '2021-06-30T02:23:46Z', 'revision_number': 5, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'subnets': [{'id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:14.957226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03a1bddc-79f0-44df-8c76-df0ec443a09f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:14.999736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-router', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:09Z', 'updated_at': '2021-06-30T02:24:11Z', 'revision_number': 3, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'gw_port': {'id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:10Z', 'updated_at': '2021-06-30T02:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:15.005123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:15.048592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Checking router: d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:15.049021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Updating router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 port e0e3c031-7310-423b-b444-52ad754febaa binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:24:15.099779 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.289473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82279fc0-d48e-40e3-b117-ceda9a41183c None None] New status for floating IP 86388cc5-e87d-414b-8958-13d23a1da24a: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:24:15.348344 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.354095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:24:15.354095 n-d-758944-39 neutron-server[93771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:24:15.354095 n-d-758944-39 neutron-server[93771]: [parameters: {'project_id': 'ab7f592c0ba844888cf1062a1891782f', 'id': '7d3d1a44-5c8a-4545-9224-1babb2385ca9', 'expiration': datetime.datetime(2021, 6, 30, 2, 26, 15, 328382)}] Jun 30 02:24:15.354095 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:24:15.354514 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:24:15.361989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Network ca836190-8138-46ea-b902-311ade4b044f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:15.371687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:15.376032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0312-9163-41d6-b126-52b258e83831 req-9e6b93d5-c9a4-40f2-8654-8e7ff79d719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:15.377503 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad0f0312-9163-41d6-b126-52b258e83831 req-9e6b93d5-c9a4-40f2-8654-8e7ff79d719a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.5041995 Jun 30 02:24:15.379955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Pushing event updated for resources: {'Port': ['ID=369508d4-4b4d-4bdc-b675-cf86f708f4bb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:15.382925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:15.382925 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.494861 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.554212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.590874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-48a402fb-f6a0-4d7f-b592-66cd46770110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:15.592970 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-48a402fb-f6a0-4d7f-b592-66cd46770110 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598445c9fa244f1399df12f8c651ffe7&device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 1097 time: 0.7180858 Jun 30 02:24:15.604731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2d91f-c53e-4b4b-a6db-76d1158113f4 req-730d24d4-c1c8-4dc4-b8b1-1fc2403fd20e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:15.616586 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efd2d91f-c53e-4b4b-a6db-76d1158113f4 req-730d24d4-c1c8-4dc4-b8b1-1fc2403fd20e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.7399993 Jun 30 02:24:15.749382 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.763840 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efd2d91f-c53e-4b4b-a6db-76d1158113f4 req-0bce969a-bdf6-4ceb-83c1-9dd5d07a1197 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463180 Jun 30 02:24:15.788415 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.823253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f0312-9163-41d6-b126-52b258e83831 req-c64e86d8-c44b-49dd-8a90-d2f2801d7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:15.824790 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad0f0312-9163-41d6-b126-52b258e83831 req-c64e86d8-c44b-49dd-8a90-d2f2801d7dba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4022374 Jun 30 02:24:15.842664 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.869232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Transition to ACTIVE for port object e0e3c031-7310-423b-b444-52ad754febaa will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:15.877189 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-709120d5-53c0-483b-95e7-e22d04e79629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:15.877413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1012d916-6b5b-4bb0-843e-ccb3f0304692 None None] Provisioning for port 369508d4-4b4d-4bdc-b675-cf86f708f4bb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:15.878774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-709120d5-53c0-483b-95e7-e22d04e79629 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c585fa76-c575-4ce4-8587-a2bbd6301f39 HTTP/1.1" status: 200 len: 930 time: 0.2601094 Jun 30 02:24:15.883520 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1012d916-6b5b-4bb0-843e-ccb3f0304692 None None] Provisioning complete for port 369508d4-4b4d-4bdc-b675-cf86f708f4bb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:15.883895 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1012d916-6b5b-4bb0-843e-ccb3f0304692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.886156 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.936522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Allocated IP 172.25.7.160 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/4013def4-f6a4-455d-92e5-13ac2f7d2130) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:15.954571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbe640-c89b-4301-b967-e1adb8eba035 None None] Pushing event updated for resources: {'Port': ['ID=e0e3c031-7310-423b-b444-52ad754febaa,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:15.982616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Attempting to bind port e0e3c031-7310-423b-b444-52ad754febaa on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:15.983025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Attempting to bind port e0e3c031-7310-423b-b444-52ad754febaa by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:15.983368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Attempting to bind port e0e3c031-7310-423b-b444-52ad754febaa on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:15.991096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:15.991471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:15.991889 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:15.992276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:15.992738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Bound port: e0e3c031-7310-423b-b444-52ad754febaa, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:15.993116 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.038089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-87adf8d3-7d77-41cc-a274-b915a08a4b37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696 HTTP/1.1" status: 200 len: 1001 time: 0.0817614 Jun 30 02:24:16.047486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1012d916-6b5b-4bb0-843e-ccb3f0304692 None None] Port 369508d4-4b4d-4bdc-b675-cf86f708f4bb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:24:16.069577 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.072530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Made reservation on behalf of ab7f592c0ba844888cf1062a1891782f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:16.076225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.093439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] For port e0e3c031-7310-423b-b444-52ad754febaa, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:16.104660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] For port e0e3c031-7310-423b-b444-52ad754febaa, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e0e3c031-7310-423b-b444-52ad754febaa,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:16.112582 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.120401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.170377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:16.173514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:16.188028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:16.269946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.270188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Pushing event updated for resources: {'Port': ['ID=4013def4-f6a4-455d-92e5-13ac2f7d2130,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:16.287606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-2360ce36-80ab-4176-a843-1702c1292bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:16.289752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-2360ce36-80ab-4176-a843-1702c1292bd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1766e4b2-6f71-401e-857a-9f50127b6264 HTTP/1.1" status: 200 len: 868 time: 0.1972835 Jun 30 02:24:16.429231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.446298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbe640-c89b-4301-b967-e1adb8eba035 None None] Pushing event updated for resources: {'Port': ['ID=e0e3c031-7310-423b-b444-52ad754febaa,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:16.495121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Routers {'d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:16.497783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:16.508201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad0f0312-9163-41d6-b126-52b258e83831 req-bdbe656c-f43e-48bf-b863-2bfd5ffbf97b service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481459 Jun 30 02:24:16.551108 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.572011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-8482add1-9c23-4a77-a1f7-43f708c80f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:16.573860 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-8482add1-9c23-4a77-a1f7-43f708c80f22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c585fa76-c575-4ce4-8587-a2bbd6301f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2210889 Jun 30 02:24:16.622062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8ebdd-1186-4104-9e1b-2afd5781f17a req-364be880-aada-4a10-808d-c95d660a85de tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:16.629595 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6e8ebdd-1186-4104-9e1b-2afd5781f17a req-364be880-aada-4a10-808d-c95d660a85de tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 944 time: 0.6757598 Jun 30 02:24:16.649195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] Set router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:16.762250 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.768640 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.773624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.796535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.797287 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.819364 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6e8ebdd-1186-4104-9e1b-2afd5781f17a req-af1112ad-8181-4300-bbf7-554c1678d2aa tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884973 Jun 30 02:24:16.859565 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.882677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Pushing event updated for resources: {'Port': ['ID=4013def4-f6a4-455d-92e5-13ac2f7d2130,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:16.896112 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.901961 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.929290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:16.930517 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77d010a-81e5-4057-a20b-ef0c5421d816 x-openstack-request-id: req-f77d010a-81e5-4057-a20b-ef0c5421d816 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:16.930864 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "name": "network-vif-plugged", "status": "completed", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:16.931228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-0ca9906b-65ff-46a4-a2bf-4fb05e78b764 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0375295 Jun 30 02:24:16.931350 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f77d010a-81e5-4057-a20b-ef0c5421d816 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:16.932323 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd', 'code': 200} Jun 30 02:24:16.934291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 03a1bddc-79f0-44df-8c76-df0ec443a09f up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:16.953620 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad0f0312-9163-41d6-b126-52b258e83831 req-5e43bae3-386d-405f-ac7d-07fb16332831 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210153 Jun 30 02:24:17.007469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-90c0c85d-28ee-4ad8-850d-c50e29229ec5 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.0623975 Jun 30 02:24:17.009628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:24:17.011590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fb0469-8059-47ca-aac3-76cc0237a1d0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:17.030058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Pushing event updated for resources: {'Port': ['ID=369508d4-4b4d-4bdc-b675-cf86f708f4bb,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:17.047638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:17.047978 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Added segment 1bcf2eda-fa83-41f4-b9e7-8bcbff0beae8 of type vlan for network 025e0e7f-fceb-455c-b58a-97fe93271085 Jun 30 02:24:17.051595 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-be4406a9-6fae-4418-8a4f-fb5e9136421e service neutron] 10.222.0.69 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092324 Jun 30 02:24:17.066000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 03a1bddc-79f0-44df-8c76-df0ec443a09f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:17.075069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 03a1bddc-79f0-44df-8c76-df0ec443a09f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:17.075456 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:17.082756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-router', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:09Z', 'updated_at': '2021-06-30T02:24:15Z', 'revision_number': 4, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'gw_port': {'id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:10Z', 'updated_at': '2021-06-30T02:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '369508d4-4b4d-4bdc-b675-cf86f708f4bb', 'name': '', 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'mac_address': 'fa:16:3e:8e:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:14Z', 'updated_at': '2021-06-30T02:24:14Z', 'revision_number': 1, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'subnets': [{'id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:17.129126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6737844-f371-41b5-a45c-05fa06c844ad None None] The sync data for ids ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'] in n-d-758944-39 is: [{'id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-router', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:09Z', 'updated_at': '2021-06-30T02:24:15Z', 'revision_number': 4, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'gw_port': {'id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:10Z', 'updated_at': '2021-06-30T02:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '369508d4-4b4d-4bdc-b675-cf86f708f4bb', 'name': '', 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'mac_address': 'fa:16:3e:8e:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:14Z', 'updated_at': '2021-06-30T02:24:14Z', 'revision_number': 1, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'subnets': [{'id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:17.162219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-7abfea2d-091d-46f8-b329-c32cf427c939 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:17.162219 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ca60ba8-66d5-402b-bd9a-ad7482567f60 req-7abfea2d-091d-46f8-b329-c32cf427c939 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1437006 Jun 30 02:24:17.195109 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:17.205753 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:17.230927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Network ca836190-8138-46ea-b902-311ade4b044f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:17.234788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 03a1bddc-79f0-44df-8c76-df0ec443a09f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:17.241300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:17.241870 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:17.314440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=03a1bddc-79f0-44df-8c76-df0ec443a09f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:17.421298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a25aa834-1bc4-4dd7-be0a-888f663cd9a4 req-099c9ea5-e139-473f-939e-17e4a6b14cee service neutron] 10.222.0.69 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547564 Jun 30 02:24:17.425848 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:17.443768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:17.444498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:17.550396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91e69e-daa3-4f64-9004-2d0c7058adf7 req-5ea84074-fc27-46f7-a5ed-8f1e00e3c725 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:17.555444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] Pushing event updated for resources: {'Network': ['ID=025e0e7f-fceb-455c-b58a-97fe93271085,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:17.565996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-88b8acb6-3bc5-4048-ba25-72f4de354a42 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1905282 Jun 30 02:24:17.572383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b91e69e-daa3-4f64-9004-2d0c7058adf7 req-5ea84074-fc27-46f7-a5ed-8f1e00e3c725 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1405303 Jun 30 02:24:17.573789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 025e0e7f-fceb-455c-b58a-97fe93271085 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:24:17.574755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:17.578306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc1dd6-0e45-45a6-9ae8-a7bacd4fb64b req-8708f838-f9f0-48b6-a368-84fca85eee2f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:17.581117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Request body: {'subnet': {'network_id': '025e0e7f-fceb-455c-b58a-97fe93271085', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1652643483-subnet', 'tenant_id': 'ab7f592c0ba844888cf1062a1891782f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:17.585856 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7cfc1dd6-0e45-45a6-9ae8-a7bacd4fb64b req-8708f838-f9f0-48b6-a368-84fca85eee2f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.5081694 Jun 30 02:24:17.625677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:17.659756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Made reservation on behalf of ab7f592c0ba844888cf1062a1891782f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:17.662588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:17.681758 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7cfc1dd6-0e45-45a6-9ae8-a7bacd4fb64b req-e89b1b54-f3e1-4dd4-9f66-a956bd51982a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950344 Jun 30 02:24:17.746170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1293c486-67c3-4b4e-b429-7a9571268e5c None None] Provisioning complete for port 369508d4-4b4d-4bdc-b675-cf86f708f4bb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:17.746676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1293c486-67c3-4b4e-b429-7a9571268e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:17.763603 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b91e69e-daa3-4f64-9004-2d0c7058adf7 req-622f102a-9833-4f4f-832d-913048470563 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900499 Jun 30 02:24:17.805613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1293c486-67c3-4b4e-b429-7a9571268e5c None None] Port 369508d4-4b4d-4bdc-b675-cf86f708f4bb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:24:17.992352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:17.998897 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a6ed679c-e860-4c0f-acf7-6b1a425a477c admin admin] 10.222.0.55 "PUT /v2.0/routers/d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1306419 Jun 30 02:24:18.015038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:18.061507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c778b1-2a6c-442c-8feb-db261ea6f82d req-3ee089df-98b1-4f78-ba52-f0d631cc3dfa tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:18.063418 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7c778b1-2a6c-442c-8feb-db261ea6f82d req-3ee089df-98b1-4f78-ba52-f0d631cc3dfa tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2019830 Jun 30 02:24:18.150825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7c778b1-2a6c-442c-8feb-db261ea6f82d req-1e70399f-4288-4b9d-881b-5000bc77cf13 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.0800865 Jun 30 02:24:18.165260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c7c778b1-2a6c-442c-8feb-db261ea6f82d req-aeef262d-a21d-42aa-87d3-0769e7b3925e tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Request body: {'floatingip': {'port_id': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:18.173761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a490f2-c774-4ef2-8c3e-e2882e298d58,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:18.198470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eeff6-a745-4b26-b2b9-db88535d094d req-00fa4def-c5dc-483d-94b5-69ea8f3d028d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:18.202538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c91eeff6-a745-4b26-b2b9-db88535d094d req-00fa4def-c5dc-483d-94b5-69ea8f3d028d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 945 time: 0.2377770 Jun 30 02:24:18.227603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Checking segment: {'id': '1bcf2eda-fa83-41f4-b9e7-8bcbff0beae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '025e0e7f-fceb-455c-b58a-97fe93271085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:18.228289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Network hostable DHCP agents. Network: 025e0e7f-fceb-455c-b58a-97fe93271085, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:24:18.244891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7c778b1-2a6c-442c-8feb-db261ea6f82d req-aeef262d-a21d-42aa-87d3-0769e7b3925e tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:18.281785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c91eeff6-a745-4b26-b2b9-db88535d094d req-2e686215-ac8b-4af1-9293-eb30a2a8569f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679100 Jun 30 02:24:18.283476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Network 025e0e7f-fceb-455c-b58a-97fe93271085 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:24:18.314106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 025e0e7f-fceb-455c-b58a-97fe93271085) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:18.319526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:18.320580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:18.326627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b461a33-d3ad-4c4d-93ee-b36d194e0099 None None] Network 025e0e7f-fceb-455c-b58a-97fe93271085 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:24:18.360270 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a0b1874e-d6cf-46c8-b309-2c111c0c4bc9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7832906 Jun 30 02:24:18.603719 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7675d2ca-0107-4943-81c6-4f08b05cb5c6 None None] Network 025e0e7f-fceb-455c-b58a-97fe93271085 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:24:18.933858 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967b49df-8924-4397-a701-02d280a0e1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a1bddc-79f0-44df-8c76-df0ec443a09f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:18.948504 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60459c26-660a-488f-b3e7-bb5c4f2373dd" -d '{"events": [{"server_uuid": "967b49df-8924-4397-a701-02d280a0e1e9", "name": "network-vif-plugged", "status": "completed", "tag": "03a1bddc-79f0-44df-8c76-df0ec443a09f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:18.987648 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-c7c778b1-2a6c-442c-8feb-db261ea6f82d req-aeef262d-a21d-42aa-87d3-0769e7b3925e tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 02:24:19.005729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4a52d92f-546d-4329-9352-2d8aa4fff8f9 req-0020f7d4-cae2-48b6-9bf0-326785f4c0e7 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1972715928', 'description': 'tempest-description-567926019'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:19.008724 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7c778b1-2a6c-442c-8feb-db261ea6f82d req-aeef262d-a21d-42aa-87d3-0769e7b3925e tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "PUT /v2.0/floatingips/50b506c8-fa0f-4f3a-b890-a9806d5c8f5b HTTP/1.1" status: 409 len: 550 time: 0.8511512 Jun 30 02:24:19.037064 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a52d92f-546d-4329-9352-2d8aa4fff8f9 req-0020f7d4-cae2-48b6-9bf0-326785f4c0e7 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:19.217728 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a52d92f-546d-4329-9352-2d8aa4fff8f9 req-0020f7d4-cae2-48b6-9bf0-326785f4c0e7 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:19.224617 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a52d92f-546d-4329-9352-2d8aa4fff8f9 req-0020f7d4-cae2-48b6-9bf0-326785f4c0e7 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:19.260315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084804a-d396-4592-84a9-afeae69a6858 req-8d703b57-ea5a-414e-8862-96e9f115a045 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:19.270655 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4084804a-d396-4592-84a9-afeae69a6858 req-8d703b57-ea5a-414e-8862-96e9f115a045 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.1191111 Jun 30 02:24:19.277920 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4a52d92f-546d-4329-9352-2d8aa4fff8f9 req-0020f7d4-cae2-48b6-9bf0-326785f4c0e7 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:19.290889 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a52d92f-546d-4329-9352-2d8aa4fff8f9 req-0020f7d4-cae2-48b6-9bf0-326785f4c0e7 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3087559 Jun 30 02:24:19.292889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020f7d4-cae2-48b6-9bf0-326785f4c0e7 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a180a64-8515-4ad1-9875-157dfb5ef719,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:19.350958 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4084804a-d396-4592-84a9-afeae69a6858 req-55c4673d-c6ee-41bb-b3e1-e55dafe6c1dd tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742309 Jun 30 02:24:19.464298 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed2b956-b207-4fa8-8ab9-bd779f4d8819 x-openstack-request-id: req-bed2b956-b207-4fa8-8ab9-bd779f4d8819 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:19.464683 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967b49df-8924-4397-a701-02d280a0e1e9", "name": "network-vif-plugged", "status": "completed", "tag": "03a1bddc-79f0-44df-8c76-df0ec443a09f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:19.465012 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bed2b956-b207-4fa8-8ab9-bd779f4d8819 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:19.465512 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967b49df-8924-4397-a701-02d280a0e1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'code': 200} Jun 30 02:24:19.534219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e0e3c031-7310-423b-b444-52ad754febaa up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:19.556206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1fc9c-6fc3-4464-805d-f374d86e3ffd req-6837a003-788a-46db-b923-d2e534315943 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:19.558682 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3b1fc9c-6fc3-4464-805d-f374d86e3ffd req-6837a003-788a-46db-b923-d2e534315943 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.0924602 Jun 30 02:24:19.607793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e0e3c031-7310-423b-b444-52ad754febaa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:19.617829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e0e3c031-7310-423b-b444-52ad754febaa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:19.618270 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:19.629023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-927851df-7290-4358-8e94-21b6f1cdf391 req-8dffcc34-7f72-42a3-93f2-74a324163106 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips/50b506c8-fa0f-4f3a-b890-a9806d5c8f5b HTTP/1.1" status: 200 len: 693 time: 0.0897856 Jun 30 02:24:19.690502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3b1fc9c-6fc3-4464-805d-f374d86e3ffd req-fad7b094-3776-49b1-83d8-791fa0175488 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208572 Jun 30 02:24:19.738133 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:19.741502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d555e-8c92-4c96-89c7-e0a006ddccea req-aced0c42-cf9b-41ef-b7b4-2b8ad2c454b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:19.743380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f2d555e-8c92-4c96-89c7-e0a006ddccea req-aced0c42-cf9b-41ef-b7b4-2b8ad2c454b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 1097 time: 0.1658502 Jun 30 02:24:19.774868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e0e3c031-7310-423b-b444-52ad754febaa, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e0e3c031-7310-423b-b444-52ad754febaa,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:19.786205 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:19.795033 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:24:19.810525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927851df-7290-4358-8e94-21b6f1cdf391 req-4f2c24c4-6570-4218-ba37-6e9d751b7f92 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:19.826763 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-927851df-7290-4358-8e94-21b6f1cdf391 req-4f2c24c4-6570-4218-ba37-6e9d751b7f92 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1966965 Jun 30 02:24:19.827844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f2d555e-8c92-4c96-89c7-e0a006ddccea req-6b1461e4-688e-409b-995c-aae8dc73d6cc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569720 Jun 30 02:24:19.830661 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b9447b09-e343-4065-8031-199bae1d163d req-d877f25f-d909-4d2d-a1b5-b8e317115922 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/3a180a64-8515-4ad1-9875-157dfb5ef719 HTTP/1.1" status: 200 len: 1812 time: 0.0863464 Jun 30 02:24:19.843745 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b9447b09-e343-4065-8031-199bae1d163d req-6ceee656-af23-460a-aca2-7a5911cd3b34 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a180a64-8515-4ad1-9875-157dfb5ef719', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:19.845235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b9447b09-e343-4065-8031-199bae1d163d req-6ceee656-af23-460a-aca2-7a5911cd3b34 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a180a64-8515-4ad1-9875-157dfb5ef719', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:19.870197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e0e3c031-7310-423b-b444-52ad754febaa,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:19.919310 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-927851df-7290-4358-8e94-21b6f1cdf391 req-e229bd50-bec8-439c-b1e7-2239e0d46b86 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.0912871 Jun 30 02:24:19.967482 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b9447b09-e343-4065-8031-199bae1d163d req-6ceee656-af23-460a-aca2-7a5911cd3b34 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:19.984888 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-927851df-7290-4358-8e94-21b6f1cdf391 req-3e2d5950-f84f-45fa-b442-9ffb16764116 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.160 HTTP/1.1" status: 200 len: 696 time: 0.0644264 Jun 30 02:24:19.994694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b9447b09-e343-4065-8031-199bae1d163d req-6ceee656-af23-460a-aca2-7a5911cd3b34 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:20.001308 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b9447b09-e343-4065-8031-199bae1d163d req-6ceee656-af23-460a-aca2-7a5911cd3b34 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:20.016946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceee656-af23-460a-aca2-7a5911cd3b34 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac71f7c6-cb0a-4577-b9aa-7ad96f550091,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:20.040697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b9447b09-e343-4065-8031-199bae1d163d req-6ceee656-af23-460a-aca2-7a5911cd3b34 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:20.060941 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b9447b09-e343-4065-8031-199bae1d163d req-6ceee656-af23-460a-aca2-7a5911cd3b34 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2203968 Jun 30 02:24:20.162071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-927851df-7290-4358-8e94-21b6f1cdf391 req-de48d46b-1d38-47c9-84cf-e14f41d0e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Deleting port 4013def4-f6a4-455d-92e5-13ac2f7d2130 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:20.162071 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-927851df-7290-4358-8e94-21b6f1cdf391 req-de48d46b-1d38-47c9-84cf-e14f41d0e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:20.265809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-a323fe27-e0e4-4750-8b29-383c84741652 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1252191 Jun 30 02:24:20.270066 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-927851df-7290-4358-8e94-21b6f1cdf391 req-de48d46b-1d38-47c9-84cf-e14f41d0e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:20.270505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-927851df-7290-4358-8e94-21b6f1cdf391 req-de48d46b-1d38-47c9-84cf-e14f41d0e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:20.289606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-927851df-7290-4358-8e94-21b6f1cdf391 req-de48d46b-1d38-47c9-84cf-e14f41d0e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Calling delete_port for 4013def4-f6a4-455d-92e5-13ac2f7d2130 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:20.305238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc80f2e-408d-4339-b640-a523adc4423e req-1ac92208-95cf-4562-a42c-ca0a5a49a10f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:20.307225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9fc80f2e-408d-4339-b640-a523adc4423e req-1ac92208-95cf-4562-a42c-ca0a5a49a10f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 945 time: 0.1002088 Jun 30 02:24:20.455150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9fc80f2e-408d-4339-b640-a523adc4423e req-ff42069c-786d-4fb0-bacc-177e160a8458 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410789 Jun 30 02:24:20.503865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-b95606ff-d1c7-430b-b67c-4859794f4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:20.505812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-b95606ff-d1c7-430b-b67c-4859794f4e7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 1097 time: 0.1814210 Jun 30 02:24:20.588994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-927851df-7290-4358-8e94-21b6f1cdf391 req-de48d46b-1d38-47c9-84cf-e14f41d0e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:20.634406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48d46b-1d38-47c9-84cf-e14f41d0e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Pushing event deleted for resources: {'Port': ['ID=4013def4-f6a4-455d-92e5-13ac2f7d2130,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:20.666397 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-927851df-7290-4358-8e94-21b6f1cdf391 req-de48d46b-1d38-47c9-84cf-e14f41d0e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:20.671676 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-927851df-7290-4358-8e94-21b6f1cdf391 req-de48d46b-1d38-47c9-84cf-e14f41d0e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:20.671676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-927851df-7290-4358-8e94-21b6f1cdf391 req-de48d46b-1d38-47c9-84cf-e14f41d0e7fe tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "DELETE /v2.0/floatingips/50b506c8-fa0f-4f3a-b890-a9806d5c8f5b HTTP/1.1" status: 204 len: 173 time: 0.6858196 Jun 30 02:24:20.815325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-be5cde88-cc07-4ef6-b3a6-ad4f09cea896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:20.817080 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-be5cde88-cc07-4ef6-b3a6-ad4f09cea896 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.2661886 Jun 30 02:24:20.874352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240e51-63fb-41fb-9cf8-4f21fa133899 req-0881b3bb-76c4-4e51-b4ad-4bf294d611d9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:20.881666 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5a240e51-63fb-41fb-9cf8-4f21fa133899 req-0881b3bb-76c4-4e51-b4ad-4bf294d611d9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.2020519 Jun 30 02:24:20.956964 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-9a450e4f-9ed3-4848-9d98-9266d147a7f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f2a940-e87d-4a17-8e0f-128822755456 HTTP/1.1" status: 200 len: 217 time: 0.1224334 Jun 30 02:24:21.059804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f2f19de-2397-4c64-b1a9-6b56b8e645bf req-58627902-d385-4634-ab97-4bb9ae11ffee tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/3a180a64-8515-4ad1-9875-157dfb5ef719 HTTP/1.1" status: 200 len: 2405 time: 0.1469650 Jun 30 02:24:21.076612 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5a240e51-63fb-41fb-9cf8-4f21fa133899 req-086decdb-247e-4de2-b9b6-16bf300cc608 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939383 Jun 30 02:24:21.086043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-5affca02-b6b0-44b9-8a4e-d9ee25febf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:21.090473 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-5affca02-b6b0-44b9-8a4e-d9ee25febf8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.1148689 Jun 30 02:24:21.149260 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-10f627b5-9043-44c0-ac1f-bdd8a2bc0d72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462513 Jun 30 02:24:21.238382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-33418c01-146c-4ab8-8600-bf955d45103c tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 1001 time: 0.1599426 Jun 30 02:24:21.373998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-4899793b-eb13-46c3-8fbb-b315089b2ab1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:21.375644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-4899793b-eb13-46c3-8fbb-b315089b2ab1 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports/afcb9165-d924-4cf5-a53c-cd54ba8f8696 HTTP/1.1" status: 200 len: 942 time: 0.1268182 Jun 30 02:24:21.385644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-02838248-d57f-46ca-9c91-f8db12750c32 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252688 Jun 30 02:24:21.437275 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Sync routers for ids ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:21.452073 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Routers {'d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:21.453257 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:21.549751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca8112-8351-458e-995b-a3e74b4bb2fa req-c52b687a-5e73-4137-a38e-8e872ce486d9 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:21.551422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e0e3c031-7310-423b-b444-52ad754febaa up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:21.557235 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60ca8112-8351-458e-995b-a3e74b4bb2fa req-c52b687a-5e73-4137-a38e-8e872ce486d9 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1704960 Jun 30 02:24:21.561170 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3be344cc-8a0d-4801-9d5e-0751b65538e8 req-adef6203-e701-48c7-a29b-5a6d4cc838f0 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514916 Jun 30 02:24:21.612551 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60ca8112-8351-458e-995b-a3e74b4bb2fa req-d919d9c7-44e7-4bc3-9992-3feb91f6bf5d tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543141 Jun 30 02:24:21.654908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e0e3c031-7310-423b-b444-52ad754febaa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:21.655740 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:21.661097 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Set router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:21.697207 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7819a38a-9601-4598-bcd5-6a0596854a3a req-3f47d499-6757-4c28-bdea-d252c71055ae tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-group-rules/ac71f7c6-cb0a-4577-b9aa-7ad96f550091 HTTP/1.1" status: 200 len: 778 time: 0.0464451 Jun 30 02:24:21.754926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-5ac029f9-58a7-447b-918c-bccd56e7ca20 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 1001 time: 0.1648428 Jun 30 02:24:21.809560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7819a38a-9601-4598-bcd5-6a0596854a3a req-4cc1d599-0069-46d0-9c2b-e3233963e45f tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/3a180a64-8515-4ad1-9875-157dfb5ef719 HTTP/1.1" status: 200 len: 2405 time: 0.1114664 Jun 30 02:24:21.852903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7819a38a-9601-4598-bcd5-6a0596854a3a req-39ce7ea9-2d1a-41a8-8749-beb7e3e10306 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:21.857241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7819a38a-9601-4598-bcd5-6a0596854a3a req-39ce7ea9-2d1a-41a8-8749-beb7e3e10306 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:21.929196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7819a38a-9601-4598-bcd5-6a0596854a3a req-39ce7ea9-2d1a-41a8-8749-beb7e3e10306 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:21.936713 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7819a38a-9601-4598-bcd5-6a0596854a3a req-39ce7ea9-2d1a-41a8-8749-beb7e3e10306 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:21.938186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7819a38a-9601-4598-bcd5-6a0596854a3a req-39ce7ea9-2d1a-41a8-8749-beb7e3e10306 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ac71f7c6-cb0a-4577-b9aa-7ad96f550091 HTTP/1.1" status: 204 len: 173 time: 0.1278405 Jun 30 02:24:21.944272 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-8de88be1-e11c-4a29-842b-ee038c19748e tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:21.945668 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-8de88be1-e11c-4a29-842b-ee038c19748e tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1847944 Jun 30 02:24:21.952305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce7ea9-2d1a-41a8-8749-beb7e3e10306 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac71f7c6-cb0a-4577-b9aa-7ad96f550091,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:21.967839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-72507696-6862-454f-9ec4-7f2c714c74a2 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:24:21.968839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-72507696-6862-454f-9ec4-7f2c714c74a2 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116138 Jun 30 02:24:22.049739 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-router', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:09Z', 'updated_at': '2021-06-30T02:24:15Z', 'revision_number': 4, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'gw_port': {'id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:10Z', 'updated_at': '2021-06-30T02:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '369508d4-4b4d-4bdc-b675-cf86f708f4bb', 'name': '', 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'mac_address': 'fa:16:3e:8e:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:14Z', 'updated_at': '2021-06-30T02:24:16Z', 'revision_number': 2, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'subnets': [{'id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:22.071283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-7a44caae-e796-4e70-9f28-b236c30c79b2 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 1001 time: 0.0853846 Jun 30 02:24:22.079310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-dc63ea0b-2927-4c75-b866-2802e7520456 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:22.082975 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Checking router: d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:22.083362 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Updating router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 port 369508d4-4b4d-4bdc-b675-cf86f708f4bb binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:24:22.136315 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:22.184786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b2200-84f2-4d03-82e5-1d620aaafb10 req-0b6479e1-13f3-4f96-bb0e-d0b9e1e52455 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:22.190273 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-411b2200-84f2-4d03-82e5-1d620aaafb10 req-0b6479e1-13f3-4f96-bb0e-d0b9e1e52455 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 945 time: 0.0937192 Jun 30 02:24:22.194129 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-dc63ea0b-2927-4c75-b866-2802e7520456 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:22.347753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-193521d5-9380-447a-94f4-bac3553ba709 req-d1a66189-bb95-4bc4-8566-550397295f48 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1491659 Jun 30 02:24:22.448838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-dc63ea0b-2927-4c75-b866-2802e7520456 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:22.459493 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-dc63ea0b-2927-4c75-b866-2802e7520456 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:22.459493 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-dc63ea0b-2927-4c75-b866-2802e7520456 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Floating IP 86388cc5-e87d-414b-8958-13d23a1da24a disassociated. External IP: 172.25.7.146, port: afcb9165-d924-4cf5-a53c-cd54ba8f8696. Jun 30 02:24:22.489180 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:22.502049 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Transition to ACTIVE for port object 369508d4-4b4d-4bdc-b675-cf86f708f4bb will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:22.511304 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:22.572934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193521d5-9380-447a-94f4-bac3553ba709 req-a6f76e04-6965-4736-a342-e9e952615840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:22.574703 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-193521d5-9380-447a-94f4-bac3553ba709 req-a6f76e04-6965-4736-a342-e9e952615840 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 1098 time: 0.1786745 Jun 30 02:24:22.575859 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d512c6-47a6-4498-9cc3-21588559e19c None None] Pushing event updated for resources: {'Port': ['ID=369508d4-4b4d-4bdc-b675-cf86f708f4bb,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:22.594489 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-411b2200-84f2-4d03-82e5-1d620aaafb10 req-f9e0c028-9948-4e2e-9c1a-f47567a2f957 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972697 Jun 30 02:24:22.711609 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Attempting to bind port 369508d4-4b4d-4bdc-b675-cf86f708f4bb on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:22.711972 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Attempting to bind port 369508d4-4b4d-4bdc-b675-cf86f708f4bb by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c0061f18-3d76-4ac0-979d-b99ca815a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:22.712326 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Attempting to bind port 369508d4-4b4d-4bdc-b675-cf86f708f4bb on network ca836190-8138-46ea-b902-311ade4b044f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:22.718884 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:22.719159 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Checking segment: {'id': 'c0061f18-3d76-4ac0-979d-b99ca815a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:22.719557 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:22.720439 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Bound using segment: {'id': 'c0061f18-3d76-4ac0-979d-b99ca815a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:22.721211 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Bound port: 369508d4-4b4d-4bdc-b675-cf86f708f4bb, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0061f18-3d76-4ac0-979d-b99ca815a692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:22.721858 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:22.837549 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] For port 369508d4-4b4d-4bdc-b675-cf86f708f4bb, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:22.842285 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] For port 369508d4-4b4d-4bdc-b675-cf86f708f4bb, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=369508d4-4b4d-4bdc-b675-cf86f708f4bb,segment=NetworkSegment(c0061f18-3d76-4ac0-979d-b99ca815a692),segment_id=c0061f18-3d76-4ac0-979d-b99ca815a692)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:22.851522 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:22.866418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-dc63ea0b-2927-4c75-b866-2802e7520456 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Router 88814ca4-1345-42c3-88d5-ff207164bb6c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:22.869978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193521d5-9380-447a-94f4-bac3553ba709 req-78c049b2-01a1-4883-99b9-071927f21ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:22.871501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-193521d5-9380-447a-94f4-bac3553ba709 req-78c049b2-01a1-4883-99b9-071927f21ddd service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 924 time: 0.2303445 Jun 30 02:24:22.895367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:24:22.956896 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d512c6-47a6-4498-9cc3-21588559e19c None None] Pushing event updated for resources: {'Port': ['ID=369508d4-4b4d-4bdc-b675-cf86f708f4bb,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:22.990154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:23.012992 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Routers {'d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:23.013903 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:23.159142 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:23.166944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:23.172241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-193521d5-9380-447a-94f4-bac3553ba709 req-c7247843-6193-4744-bd92-121686a1fe69 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0afed630-703f-4fcf-83e1-cc9a48af3f3b HTTP/1.1" status: 200 len: 1002 time: 0.2901464 Jun 30 02:24:23.191823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'mac_address': 'fa:16:3e:b2:14:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:24:23.202057 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] Set router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:23.230703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:23.239693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-9625e062-3380-46ee-9926-999645aab828 req-b1ec07fd-5d43-4c32-9319-3f166676132a tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1739781160', 'description': 'tempest-description-160123697'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:23.246752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:23.250434 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfe30e3-ffa3-4522-808b-acb1ec959759" -d '{"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:23.269968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-dc63ea0b-2927-4c75-b866-2802e7520456 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:23.280495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-dc63ea0b-2927-4c75-b866-2802e7520456 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:23.288557 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9625e062-3380-46ee-9926-999645aab828 req-b1ec07fd-5d43-4c32-9319-3f166676132a tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:23.309801 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:23.325941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] Sync routers for ids ['88814ca4-1345-42c3-88d5-ff207164bb6c'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:23.354702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193521d5-9380-447a-94f4-bac3553ba709 req-179d19fc-b5a8-405c-8439-a89b341546d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:23.358972 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-193521d5-9380-447a-94f4-bac3553ba709 req-179d19fc-b5a8-405c-8439-a89b341546d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4b029b4-fcea-4790-a765-2f1787071d20 HTTP/1.1" status: 200 len: 862 time: 0.1546893 Jun 30 02:24:23.361323 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-dc63ea0b-2927-4c75-b866-2802e7520456 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "PUT /v2.0/floatingips/86388cc5-e87d-414b-8958-13d23a1da24a HTTP/1.1" status: 200 len: 695 time: 1.2866876 Jun 30 02:24:23.367253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'tag': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:23.372220 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330fda9e-c1a6-44d5-9562-26f5fa10487c" -d '{"events": [{"name": "network-changed", "server_uuid": "09f6ee62-f2a2-43f2-95cc-cc12f1593cb6", "tag": "afcb9165-d924-4cf5-a53c-cd54ba8f8696"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:23.447924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193521d5-9380-447a-94f4-bac3553ba709 req-1f8d96c6-c974-4965-8bfd-5c7df5487827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:23.450936 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-193521d5-9380-447a-94f4-bac3553ba709 req-1f8d96c6-c974-4965-8bfd-5c7df5487827 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e0ce481-75f2-4688-9eec-39a2795f75c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751176 Jun 30 02:24:23.511114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] Routers {'88814ca4-1345-42c3-88d5-ff207164bb6c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:23.512043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['88814ca4-1345-42c3-88d5-ff207164bb6c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:23.532440 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9625e062-3380-46ee-9926-999645aab828 req-b1ec07fd-5d43-4c32-9319-3f166676132a tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:23.540075 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9625e062-3380-46ee-9926-999645aab828 req-b1ec07fd-5d43-4c32-9319-3f166676132a tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:23.595738 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-router', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:09Z', 'updated_at': '2021-06-30T02:24:15Z', 'revision_number': 4, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'gw_port': {'id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:10Z', 'updated_at': '2021-06-30T02:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '369508d4-4b4d-4bdc-b675-cf86f708f4bb', 'name': '', 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'mac_address': 'fa:16:3e:8e:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:14Z', 'updated_at': '2021-06-30T02:24:22Z', 'revision_number': 4, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'subnets': [{'id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:23.598668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9625e062-3380-46ee-9926-999645aab828 req-b1ec07fd-5d43-4c32-9319-3f166676132a tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:23.604338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9625e062-3380-46ee-9926-999645aab828 req-b1ec07fd-5d43-4c32-9319-3f166676132a tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3688304 Jun 30 02:24:23.605092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 369508d4-4b4d-4bdc-b675-cf86f708f4bb up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:23.607969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec07fd-5d43-4c32-9319-3f166676132a tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d14da5-3632-45b2-bc13-ac06a8c9e3ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:23.609675 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:23.670765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-0297127f-ac8d-40f4-a0b7-debac0056fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:23.680039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-0297127f-ac8d-40f4-a0b7-debac0056fe9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=598445c9fa244f1399df12f8c651ffe7&device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 1097 time: 0.2279937 Jun 30 02:24:23.686319 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce6670c-6c3d-40c0-844e-9346f5d2158a None None] The sync data for ids ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'] in n-d-758944-39 is: [{'id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-router', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:09Z', 'updated_at': '2021-06-30T02:24:15Z', 'revision_number': 4, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'gw_port': {'id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:10Z', 'updated_at': '2021-06-30T02:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '369508d4-4b4d-4bdc-b675-cf86f708f4bb', 'name': '', 'network_id': 'ca836190-8138-46ea-b902-311ade4b044f', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'mac_address': 'fa:16:3e:8e:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:14Z', 'updated_at': '2021-06-30T02:24:22Z', 'revision_number': 4, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'subnets': [{'id': 'd7279533-51f9-4a73-94e4-4ccc4e08b26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:23.755584 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-193521d5-9380-447a-94f4-bac3553ba709 req-c0c82365-c78f-49b2-812f-2887474f4e31 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397590 Jun 30 02:24:23.775411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:23.799146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:24:23.845490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:23.860974 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:23.894265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-22ecbda8-35e3-4bab-a059-5e40d5bdfb2f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:23.902203 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-22ecbda8-35e3-4bab-a059-5e40d5bdfb2f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0872235 Jun 30 02:24:23.930832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-9cbdb0d7-5da2-473b-9860-c1b55ab1f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:23.933004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-9cbdb0d7-5da2-473b-9860-c1b55ab1f350 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c585fa76-c575-4ce4-8587-a2bbd6301f39 HTTP/1.1" status: 200 len: 930 time: 0.2509761 Jun 30 02:24:23.983728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] Set router 88814ca4-1345-42c3-88d5-ff207164bb6c gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:23.986794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 369508d4-4b4d-4bdc-b675-cf86f708f4bb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:24.020018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-13e7e8fa-04e2-446d-ac95-182f62a83b2b tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.1167653 Jun 30 02:24:24.024228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-4ca7fdd9-151b-4c04-8d63-4346dc0bd8b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696 HTTP/1.1" status: 200 len: 217 time: 0.0740170 Jun 30 02:24:24.040313 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-1625f0b3-9fd7-4edd-8fad-f92e4e7bedf3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Request body: {'floatingip': {'port_id': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:24.097252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-23ea8ebb-53e8-4181-9d5e-8b71a68bfc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:24.099041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-23ea8ebb-53e8-4181-9d5e-8b71a68bfc2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1766e4b2-6f71-401e-857a-9f50127b6264 HTTP/1.1" status: 200 len: 868 time: 0.0567172 Jun 30 02:24:24.107647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-193521d5-9380-447a-94f4-bac3553ba709 req-5151963f-2749-4097-bbe4-bae017a6b55c service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287125 Jun 30 02:24:24.143508 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-1625f0b3-9fd7-4edd-8fad-f92e4e7bedf3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:24.219372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-04e6ae90-8e21-466c-8986-01b6ed2a872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:24.220905 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-04e6ae90-8e21-466c-8986-01b6ed2a872f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c585fa76-c575-4ce4-8587-a2bbd6301f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123993 Jun 30 02:24:24.413008 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-2cda3a4b-bacb-4717-aa7b-74b365ec6a77 service neutron] 10.222.0.55 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823525 Jun 30 02:24:24.454102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 369508d4-4b4d-4bdc-b675-cf86f708f4bb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:24.454587 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:24.568871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:24.617793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1f85c5b-bfd6-4efa-8647-66680edde487 req-ed33a497-1f7f-4147-88ed-28df1f4b1f62 service neutron] 10.222.0.55 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826451 Jun 30 02:24:24.650028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:24.795280 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca068549-8550-4770-be41-2545a7925039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:24.878927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16544fc8-8bc4-42f9-bb28-9e2f3af5d19c req-fa05294a-db0a-40fd-82be-927280c2c571 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:24.881110 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16544fc8-8bc4-42f9-bb28-9e2f3af5d19c req-fa05294a-db0a-40fd-82be-927280c2c571 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 949 time: 0.1315925 Jun 30 02:24:24.965284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16544fc8-8bc4-42f9-bb28-9e2f3af5d19c req-fd7c9aae-411d-4b65-91cb-4058a134a2a5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772805 Jun 30 02:24:24.974048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:25.003284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-1625f0b3-9fd7-4edd-8fad-f92e4e7bedf3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:25.014645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-1625f0b3-9fd7-4edd-8fad-f92e4e7bedf3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:25.052557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 369508d4-4b4d-4bdc-b675-cf86f708f4bb, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=369508d4-4b4d-4bdc-b675-cf86f708f4bb,segment=NetworkSegment(c0061f18-3d76-4ac0-979d-b99ca815a692),segment_id=c0061f18-3d76-4ac0-979d-b99ca815a692)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:25.059046 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e1228-1ed9-45dd-8580-a011f28717ab x-openstack-request-id: req-8a7e1228-1ed9-45dd-8580-a011f28717ab {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:25.059364 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:25.059663 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a7e1228-1ed9-45dd-8580-a011f28717ab {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:25.060110 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'code': 200} Jun 30 02:24:25.070213 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:25.095124 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024bb791-c492-47e1-8058-c62d03f23130 x-openstack-request-id: req-024bb791-c492-47e1-8058-c62d03f23130 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:25.095408 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f6ee62-f2a2-43f2-95cc-cc12f1593cb6", "tag": "afcb9165-d924-4cf5-a53c-cd54ba8f8696", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:25.095655 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-024bb791-c492-47e1-8058-c62d03f23130 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:25.096043 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'tag': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'status': 'completed', 'code': 200} Jun 30 02:24:25.178767 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-1625f0b3-9fd7-4edd-8fad-f92e4e7bedf3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Floating IP 02b21eef-91d4-4663-b269-654f6ff361d9 associated. External IP: 172.25.7.230, port: e827e2ef-3349-42f5-895f-ca72e2500a5d. Jun 30 02:24:25.206443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8effaccd-59a2-4217-aac1-0bcd20ff136a', 'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'mac_address': 'fa:16:3e:db:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:35Z', 'updated_at': '2021-06-30T02:23:46Z', 'revision_number': 5, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'subnets': [{'id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:25.236725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] Checking router: 88814ca4-1345-42c3-88d5-ff207164bb6c for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:25.249942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] Routers {'88814ca4-1345-42c3-88d5-ff207164bb6c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:25.250272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d25253f-b1db-4448-a5b6-a8a09a86deb6 req-7313669d-cd52-4386-9b7d-ccc3dc8035ac tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/07d14da5-3632-45b2-bc13-ac06a8c9e3ed HTTP/1.1" status: 200 len: 1812 time: 0.0698574 Jun 30 02:24:25.250576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['88814ca4-1345-42c3-88d5-ff207164bb6c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:25.257654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=369508d4-4b4d-4bdc-b675-cf86f708f4bb,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:25.280411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-3cc12d73-31fc-44c2-8dc0-eb385bfd5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:25.282243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-3cc12d73-31fc-44c2-8dc0-eb385bfd5597 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598445c9fa244f1399df12f8c651ffe7&device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 1097 time: 0.1552217 Jun 30 02:24:25.412961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] Set router 88814ca4-1345-42c3-88d5-ff207164bb6c gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:25.464551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-be5db62b-8e1c-465e-9730-b8c8233a7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:25.466963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-be5db62b-8e1c-465e-9730-b8c8233a7fcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=c585fa76-c575-4ce4-8587-a2bbd6301f39 HTTP/1.1" status: 200 len: 930 time: 0.1730752 Jun 30 02:24:25.478752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 369508d4-4b4d-4bdc-b675-cf86f708f4bb up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:25.531364 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-801b1874-8a44-4db2-a2ef-c25556ec1f50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696 HTTP/1.1" status: 200 len: 217 time: 0.0547750 Jun 30 02:24:25.551698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-1625f0b3-9fd7-4edd-8fad-f92e4e7bedf3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:25.617896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-05ae120c-df54-476e-b6b4-059a7db445c0 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips/86388cc5-e87d-414b-8958-13d23a1da24a HTTP/1.1" status: 200 len: 695 time: 0.0921173 Jun 30 02:24:25.635922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 369508d4-4b4d-4bdc-b675-cf86f708f4bb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:25.636289 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:25.647614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-9c3056ad-05e7-4930-b4d8-ef5b455fa774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:25.649304 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-9c3056ad-05e7-4930-b4d8-ef5b455fa774 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1766e4b2-6f71-401e-857a-9f50127b6264 HTTP/1.1" status: 200 len: 868 time: 0.1106563 Jun 30 02:24:25.703043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-1625f0b3-9fd7-4edd-8fad-f92e4e7bedf3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:25.716927 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] Sync routers for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:25.729192 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-1625f0b3-9fd7-4edd-8fad-f92e4e7bedf3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:25.733198 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:25.734293 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:25.823828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-3ac10a5a-5bcd-4e0a-8967-5b04457ec0f4 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:25.825639 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-3ac10a5a-5bcd-4e0a-8967-5b04457ec0f4 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1968424 Jun 30 02:24:25.831093 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-1625f0b3-9fd7-4edd-8fad-f92e4e7bedf3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "PUT /v2.0/floatingips/02b21eef-91d4-4663-b269-654f6ff361d9 HTTP/1.1" status: 200 len: 997 time: 1.8084972 Jun 30 02:24:25.837200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:25.840701 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ef6a47-0377-4c5b-b691-fe15d018bdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:25.902214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8effaccd-59a2-4217-aac1-0bcd20ff136a', 'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'mac_address': 'fa:16:3e:db:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:35Z', 'updated_at': '2021-06-30T02:23:46Z', 'revision_number': 5, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'subnets': [{'id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:25.920236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-365d5007-a360-4020-9dc9-edae8ae80aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:25.924616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-365d5007-a360-4020-9dc9-edae8ae80aac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c585fa76-c575-4ce4-8587-a2bbd6301f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2598226 Jun 30 02:24:25.932920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-3ba9af73-dd46-43dc-836e-b2094e1438c4 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 698 time: 0.0957961 Jun 30 02:24:25.953272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c5c26-44a5-45a9-9221-2c6a659c6c8d None None] The sync data for ids ['88814ca4-1345-42c3-88d5-ff207164bb6c'] in n-d-758944-39 is: [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8effaccd-59a2-4217-aac1-0bcd20ff136a', 'name': '', 'network_id': 'c585fa76-c575-4ce4-8587-a2bbd6301f39', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'mac_address': 'fa:16:3e:db:e1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:35Z', 'updated_at': '2021-06-30T02:23:46Z', 'revision_number': 5, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'subnets': [{'id': '1766e4b2-6f71-401e-857a-9f50127b6264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:25.958699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-f128144f-19d3-497f-b775-75f0b3b056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:25.960631 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-f128144f-19d3-497f-b775-75f0b3b056ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1098 time: 0.0951524 Jun 30 02:24:26.097884 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-432aad8e-6f1d-4e57-9aa4-2c6197de2227 service neutron] 10.222.0.69 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605906 Jun 30 02:24:26.114248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-4be22a6e-7b1d-4cf0-9681-70ca05c25782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:26.122661 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-4be22a6e-7b1d-4cf0-9681-70ca05c25782 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.1544390 Jun 30 02:24:26.133211 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:26.245961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-832cd822-c539-4d88-9a34-a52a01d9cb36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 1000 time: 0.1216731 Jun 30 02:24:26.389973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-a62d8d65-e384-44ee-b883-819746a1d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:26.395507 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-a62d8d65-e384-44ee-b883-819746a1d382 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.1325831 Jun 30 02:24:26.438152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffad3b41-20e2-4906-836a-4cc041a7e85b None None] New status for floating IP 86388cc5-e87d-414b-8958-13d23a1da24a: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:24:26.507059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-80a141f8-7c64-4410-80e2-69c4f9498ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:26.510774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-80a141f8-7c64-4410-80e2-69c4f9498ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086979 Jun 30 02:24:26.577290 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:44:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c024d-c408-48d0-8297-c11687c7835e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:24Z', 'revision_number': 1, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:26.627490 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] Checking router: 96dedb8c-2541-45b1-84f1-6e62c4da5c36 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:26.650870 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:26.651509 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:26.697441 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-35f0436e-9ff2-4067-aed2-9f7f8fb7f711 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797996 Jun 30 02:24:26.745725 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-d68c79ad-8421-46b5-85d4-af00e12c1b17 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.146 HTTP/1.1" status: 200 len: 698 time: 0.7877238 Jun 30 02:24:26.836733 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:26.842752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80fdf57f-73a8-4a3c-934e-c698b70acd2b req-6bb0707b-f291-41be-bdd1-4e048b3f6768 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378610 Jun 30 02:24:26.872013 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-330fda9e-c1a6-44d5-9562-26f5fa10487c req-478a2716-65fe-45c1-9200-8e46538fb2bd service neutron] 10.222.0.69 "GET /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7671030 Jun 30 02:24:26.918305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:27.045816 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:27.075887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-792bb530-fb12-43f7-9bb9-0a03a162be05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:27.114229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13941dca-45e5-49de-bbe2-63c24dbec8ca req-80e194df-3654-4b49-850b-05ff31717cdc tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:27.114229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13941dca-45e5-49de-bbe2-63c24dbec8ca req-80e194df-3654-4b49-850b-05ff31717cdc tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 1097 time: 0.0841596 Jun 30 02:24:27.123187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:27.123581 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:27.127468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-1bcd5303-51eb-47f5-9530-ba19294d2277 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Deleting port 46f89684-ea93-493e-bae6-8f36a2c51f50 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:27.127938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-1bcd5303-51eb-47f5-9530-ba19294d2277 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:27.165105 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13941dca-45e5-49de-bbe2-63c24dbec8ca req-7e916780-58ac-4c2c-9096-0a17ef23b0d4 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450702 Jun 30 02:24:27.244666 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:44:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c024d-c408-48d0-8297-c11687c7835e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:24Z', 'revision_number': 1, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:27.273997 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ea7e9d-54a2-4bf6-9cdd-e4880f264959 x-openstack-request-id: req-60ea7e9d-54a2-4bf6-9cdd-e4880f264959 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:27.274289 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:27.274546 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60ea7e9d-54a2-4bf6-9cdd-e4880f264959 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:27.274976 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'status': 'completed', 'code': 200} Jun 30 02:24:27.313121 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:27.321036 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea67fc7-0bdc-4bce-a4b7-9e1db2c36d17 None None] The sync data for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 is: [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:44:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c024d-c408-48d0-8297-c11687c7835e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:24Z', 'revision_number': 1, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:27.375643 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-1bcd5303-51eb-47f5-9530-ba19294d2277 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:27.380129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:27.382749 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e274c01-4c7e-4897-b9e6-d854b019f459" -d '{"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-plugged", "status": "completed", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:27.390904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-1bcd5303-51eb-47f5-9530-ba19294d2277 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:27.422919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-1bcd5303-51eb-47f5-9530-ba19294d2277 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Calling delete_port for 46f89684-ea93-493e-bae6-8f36a2c51f50 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:27.428098 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:27.443780 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:27.525614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:27.549988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-ad35b465-79c6-4453-92cd-d4a206ddebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:27.552424 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-ad35b465-79c6-4453-92cd-d4a206ddebb3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1098 time: 0.2404463 Jun 30 02:24:27.581654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd4509-6368-48cc-b5a5-7402ecdc0eb5 req-1d00307a-7c29-45b8-80fc-f32d283c00fb tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:27.592956 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0abd4509-6368-48cc-b5a5-7402ecdc0eb5 req-1d00307a-7c29-45b8-80fc-f32d283c00fb tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 950 time: 0.1038508 Jun 30 02:24:27.627288 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0abd4509-6368-48cc-b5a5-7402ecdc0eb5 req-308faad2-159f-4847-af48-2f4c44d0d9c7 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371492 Jun 30 02:24:27.731489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-a3d3e79f-795f-4cab-b021-e7f33ee40824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:27.732980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-a3d3e79f-795f-4cab-b021-e7f33ee40824 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.1730156 Jun 30 02:24:27.761047 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca3f191-a9f8-4e9f-8858-7765ef4ab64f None None] New status for floating IP 02b21eef-91d4-4663-b269-654f6ff361d9: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:24:27.858195 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-d672da54-a9a3-4aa4-9d4a-8c607988553b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 1000 time: 0.1123726 Jun 30 02:24:27.860460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-1bcd5303-51eb-47f5-9530-ba19294d2277 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:27.945897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-519e8e8e-d6f3-482b-aaf6-14ee95625322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:27.947534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-519e8e8e-d6f3-482b-aaf6-14ee95625322 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.0794835 Jun 30 02:24:27.950319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd5303-51eb-47f5-9530-ba19294d2277 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Pushing event deleted for resources: {'Port': ['ID=46f89684-ea93-493e-bae6-8f36a2c51f50,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:27.981154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-bb88682f-e8cb-4699-a6de-11328590b4de tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:27.983011 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-bb88682f-e8cb-4699-a6de-11328590b4de tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1102841 Jun 30 02:24:28.023055 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-1bcd5303-51eb-47f5-9530-ba19294d2277 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:28.026077 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-1bcd5303-51eb-47f5-9530-ba19294d2277 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:28.027575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a207563-a184-4d8b-90e6-0d04fbfac6ee req-1bcd5303-51eb-47f5-9530-ba19294d2277 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "DELETE /v2.0/floatingips/86388cc5-e87d-414b-8958-13d23a1da24a HTTP/1.1" status: 204 len: 173 time: 1.2810595 Jun 30 02:24:28.068948 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:28.082691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-521c1496-46b3-4f67-bf01-e435aa0b278e req-d4f26ef8-f89f-44a1-8049-5d2d559256cf tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1210872381', 'description': 'tempest-description-740663129'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:28.088299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-0ef3c53a-5270-47e9-8fda-ed0689bf53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:28.089920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-0ef3c53a-5270-47e9-8fda-ed0689bf53e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343815 Jun 30 02:24:28.121033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-521c1496-46b3-4f67-bf01-e435aa0b278e req-d4f26ef8-f89f-44a1-8049-5d2d559256cf tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:28.122144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-64e4779b-69a5-49d8-af7e-23bbeaaa9c09 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1002 time: 0.1331108 Jun 30 02:24:28.133268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Request body: {'floatingip': {'port_id': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:28.210550 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:28.237429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-8a19977f-e2d9-46a6-ae87-2fecd1d0bc6f service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374128 Jun 30 02:24:28.340089 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-521c1496-46b3-4f67-bf01-e435aa0b278e req-d4f26ef8-f89f-44a1-8049-5d2d559256cf tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:28.352855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-521c1496-46b3-4f67-bf01-e435aa0b278e req-d4f26ef8-f89f-44a1-8049-5d2d559256cf tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:28.384785 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-521c1496-46b3-4f67-bf01-e435aa0b278e req-d4f26ef8-f89f-44a1-8049-5d2d559256cf tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:28.386023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-521c1496-46b3-4f67-bf01-e435aa0b278e req-d4f26ef8-f89f-44a1-8049-5d2d559256cf tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3224106 Jun 30 02:24:28.399526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-39ef6a47-0377-4c5b-b691-fe15d018bdf5 req-424ea0ea-4dca-4021-8325-bf0cc981a336 service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518128 Jun 30 02:24:28.406240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f26ef8-f89f-44a1-8049-5d2d559256cf tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e52815-5377-44a9-b9c7-706362ba89ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:28.783831 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:28.788623 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:28.895229 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Floating IP 02b21eef-91d4-4663-b269-654f6ff361d9 associated. External IP: 172.25.7.230, port: e827e2ef-3349-42f5-895f-ca72e2500a5d. Jun 30 02:24:29.126285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:29.273904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:29.283948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] Sync routers for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:29.295810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:29.296438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:29.637665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-fe634f4d-7e05-4bd8-9c26-b0595e536783 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:24:29.641261 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-fe634f4d-7e05-4bd8-9c26-b0595e536783 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059345 Jun 30 02:24:29.649738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Request body: {'binding': {'host': 'n-h2-758944-39', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:29.650206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:24:29.652088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:29.807983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on host n-h2-758944-39 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:29.808383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:29.808633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:29.816372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:24:29.817199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:29.822996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:29.823809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:29.824599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:29.825817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Bound port: 8451a423-bde1-4342-9178-defa29955f46, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:29.893169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:29.900588 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:29.902297 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-36212c93-5f2e-43bc-9cd7-b7cabc8fed93 service neutron] 10.222.0.55 "POST /v2.0/ports/8451a423-bde1-4342-9178-defa29955f46/bindings HTTP/1.1" status: 201 len: 390 time: 0.2567871 Jun 30 02:24:29.926940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:29.955761 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:30.002741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:72:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b49df-8924-4397-a701-02d280a0e1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:28Z', 'revision_number': 3, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:30.059635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] Checking router: 96dedb8c-2541-45b1-84f1-6e62c4da5c36 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:30.085574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:30.086898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:30.099370 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc0d00d-3e9d-4399-93ed-13a21a95daa7 x-openstack-request-id: req-bbc0d00d-3e9d-4399-93ed-13a21a95daa7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:30.099678 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-plugged", "status": "completed", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:30.100694 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbc0d00d-3e9d-4399-93ed-13a21a95daa7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:30.101107 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'code': 200} Jun 30 02:24:30.156855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:30.171437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:30.259055 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3bee1ce8-a820-46d9-8050-d339a85f4ae1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9cec145aa2d747cf98d6c57f659678cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650721 Jun 30 02:24:30.276521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:30.278875 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab95100-3c6c-42c9-b8f8-85ae34982978" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:30.336285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:30.386185 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8a56e1bd-0b84-4100-b6b9-65a1b1ca5445 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "PUT /v2.0/floatingips/02b21eef-91d4-4663-b269-654f6ff361d9 HTTP/1.1" status: 200 len: 998 time: 2.2574236 Jun 30 02:24:30.393727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-e4200acf-75e1-4051-bf49-23c8e982b09e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:30.402567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-e4200acf-75e1-4051-bf49-23c8e982b09e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425560 Jun 30 02:24:30.437661 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-02a25fa3-6561-453c-bfaa-3e32250a40fc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/quotas/9cec145aa2d747cf98d6c57f659678cd HTTP/1.1" status: 200 len: 375 time: 0.0338867 Jun 30 02:24:30.481983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-67e0a2e9-63ac-4291-ab48-766d284f72a6 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:30.495319 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-67e0a2e9-63ac-4291-ab48-766d284f72a6 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports/e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 943 time: 0.1076908 Jun 30 02:24:30.518534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-65ec1bf8-fb7a-4bff-8ea1-b950b6706861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:30.520290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-65ec1bf8-fb7a-4bff-8ea1-b950b6706861 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 1097 time: 0.2529974 Jun 30 02:24:30.523306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee887220-b4f7-42f8-b091-eee5b5b5da01 req-052aff87-7e87-455f-aa84-533e56b7d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:30.525321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee887220-b4f7-42f8-b091-eee5b5b5da01 req-052aff87-7e87-455f-aa84-533e56b7d1b7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 1102 time: 0.1957426 Jun 30 02:24:30.547418 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-23dfff81-373f-4dd6-9e8c-7b97b17f23f8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081800 Jun 30 02:24:30.639897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:72:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b49df-8924-4397-a701-02d280a0e1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:28Z', 'revision_number': 3, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:30.678526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18c3b00-eab5-4370-abb1-b1083d3d8913 None None] The sync data for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 is: [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:72:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b49df-8924-4397-a701-02d280a0e1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:28Z', 'revision_number': 3, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:30.749031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-22b803a4-b382-4134-bce6-a031d9b5be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:30.750637 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-22b803a4-b382-4134-bce6-a031d9b5be36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.2085936 Jun 30 02:24:30.777211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0bc5d3d4-204e-4b22-9c2d-08befe0e02ed req-954a5c65-36d4-48f0-980e-68e919777896 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/90e52815-5377-44a9-b9c7-706362ba89ae HTTP/1.1" status: 200 len: 1812 time: 0.0577481 Jun 30 02:24:30.821803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee887220-b4f7-42f8-b091-eee5b5b5da01 req-3b3e0660-d807-4e99-b56b-e7c7044cc4ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643014 Jun 30 02:24:30.824098 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-229c52d4-0cfd-4095-b63b-1f2b87ccd3ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8451a423-bde1-4342-9178-defa29955f46 HTTP/1.1" status: 200 len: 217 time: 0.0549212 Jun 30 02:24:30.843554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-627ec10b-df3d-43fa-8a6b-0e8e86b9315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:30.845150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-627ec10b-df3d-43fa-8a6b-0e8e86b9315d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1098 time: 0.1839950 Jun 30 02:24:30.978161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-2a6b5d09-c8eb-43b5-a617-2c3072e22ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:30.979917 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-2a6b5d09-c8eb-43b5-a617-2c3072e22ac5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.1021059 Jun 30 02:24:30.996561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711876f4-4d3d-4268-99fb-2705330b29df req-68ca6cc1-f204-425c-8333-5ae4de6b5c10 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:30.998211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-711876f4-4d3d-4268-99fb-2705330b29df req-68ca6cc1-f204-425c-8333-5ae4de6b5c10 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 950 time: 0.1002374 Jun 30 02:24:31.015647 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f095d63b-5e1b-41ff-84f5-aadae45b0ea5 None None] New status for floating IP 02b21eef-91d4-4663-b269-654f6ff361d9: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:24:31.047745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-1b8c9b1e-293d-44d1-9e89-8f03a0733b3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571208 Jun 30 02:24:31.054112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-c5b431d9-ac3c-45d5-b4b4-c6bd439eb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:31.055993 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-c5b431d9-ac3c-45d5-b4b4-c6bd439eb427 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.2034044 Jun 30 02:24:31.084183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-711876f4-4d3d-4268-99fb-2705330b29df req-e59d3eda-d728-47a7-95b9-e21c33f06112 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796113 Jun 30 02:24:31.144544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-8fef086f-88c0-43c7-8b6b-341463738eb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 217 time: 0.0793407 Jun 30 02:24:31.231715 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-f80b0dc5-ab18-4b90-b013-459697142b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:31.234042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-f80b0dc5-ab18-4b90-b013-459697142b80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.0772612 Jun 30 02:24:31.236771 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-31ab63dc-d48b-48ba-8c02-9af1eb25b941 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795359 Jun 30 02:24:31.399995 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-218661b2-87ff-4b13-a65b-4197333e64bf service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509125 Jun 30 02:24:31.438733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-b43baf73-fde3-4845-839e-d392132fa837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:31.449996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-b43baf73-fde3-4845-839e-d392132fa837 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1988404 Jun 30 02:24:31.515680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] Sync routers for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:31.530440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:31.531239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7476-deb7-4c11-aae9-05cc541009aa req-e9cfa334-801e-4f51-bb3a-24681a840f98 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:31.531389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:31.538926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a8f7476-deb7-4c11-aae9-05cc541009aa req-e9cfa334-801e-4f51-bb3a-24681a840f98 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 945 time: 0.1174412 Jun 30 02:24:31.585531 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a8f7476-deb7-4c11-aae9-05cc541009aa req-1b9d0d5b-97fb-45b7-9286-b637f03a79be tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444241 Jun 30 02:24:31.589929 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-efffe871-9973-4312-ab2f-62f397093999 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390402 Jun 30 02:24:31.665572 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0ed2da-7aab-40cc-ae64-069801bd5aa3 x-openstack-request-id: req-8b0ed2da-7aab-40cc-ae64-069801bd5aa3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:31.665862 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:31.666169 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b0ed2da-7aab-40cc-ae64-069801bd5aa3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:31.666553 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'status': 'completed', 'code': 200} Jun 30 02:24:31.730499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:31.793645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-773bcd4e-c9e9-4bd8-960b-d01d8408fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:31.795445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-773bcd4e-c9e9-4bd8-960b-d01d8408fb0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1098 time: 0.0922663 Jun 30 02:24:31.823246 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-2732984e-a8f5-4f39-8992-118a8986c415 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191286 Jun 30 02:24:32.010796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-37f6de95-735b-414a-a044-f1a21c649499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:32.012322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-37f6de95-735b-414a-a044-f1a21c649499 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 1097 time: 0.1494858 Jun 30 02:24:32.070693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ccae0a0-e9a3-40e8-97da-c7cbd08b5c2a req-7ae6c44c-5708-41e2-a597-ca73f68e1368 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 210 time: 0.1010911 Jun 30 02:24:32.117338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-df19bc01-fa72-4f8a-af35-a4dffb0cb140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:32.118865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-df19bc01-fa72-4f8a-af35-a4dffb0cb140 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.3037939 Jun 30 02:24:32.213199 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-d3b4b136-2702-46fb-b9ed-5d34fd4ce477 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 217 time: 0.0868771 Jun 30 02:24:32.296454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-788d7cdf-abe2-4dca-ae0a-22a3fcbbdf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:32.308048 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-788d7cdf-abe2-4dca-ae0a-22a3fcbbdf61 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.2884233 Jun 30 02:24:32.327359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:72:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b49df-8924-4397-a701-02d280a0e1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:31Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:32.367162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-e567970b-d89f-45a6-ab08-4fb70f377915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:32.369638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-e567970b-d89f-45a6-ab08-4fb70f377915 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.1442268 Jun 30 02:24:32.443153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946aae8-d7bd-469c-a9d3-bf65f08ae49c req-1375a24c-1be7-43a4-afe2-fbdac81e78a2 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:32.451586 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3946aae8-d7bd-469c-a9d3-bf65f08ae49c req-1375a24c-1be7-43a4-afe2-fbdac81e78a2 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1459193 Jun 30 02:24:32.451936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-2c87792d-3f01-4901-a55e-34bb9cd0d70f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f HTTP/1.1" status: 200 len: 1001 time: 0.1374464 Jun 30 02:24:32.464945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] Checking router: 96dedb8c-2541-45b1-84f1-6e62c4da5c36 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:32.475000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:32.475721 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:32.513098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3946aae8-d7bd-469c-a9d3-bf65f08ae49c req-f68e2f12-db3e-424a-ab0d-2fbf90f5de99 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0601206 Jun 30 02:24:32.533820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3e09296f-20c3-467a-814e-45653b6a158c req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-131780230', 'description': 'tempest-description-735583980'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:32.560492 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-031a013d-b8e4-4888-b917-382ac812a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:32.568653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-031a013d-b8e4-4888-b917-382ac812a18c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.1156900 Jun 30 02:24:32.572987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-1b4bb6e9-57e1-413e-8d0d-48f7d46dadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:32.574817 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-1b4bb6e9-57e1-413e-8d0d-48f7d46dadbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1970646 Jun 30 02:24:32.587981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3e09296f-20c3-467a-814e-45653b6a158c req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:32.626529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:32.683431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-478928bd-4d82-4d12-8692-57ec3e6d2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:32.691642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-478928bd-4d82-4d12-8692-57ec3e6d2abf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1219027 Jun 30 02:24:32.835624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-6624ec4c-e814-4a7e-9704-455171c377fb service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376717 Jun 30 02:24:32.892437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c5936b6c-95fb-41ae-9778-d4a1ed03ebb6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9cec145aa2d747cf98d6c57f659678cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454168 Jun 30 02:24:32.913020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-c25e2db4-f0a9-48ed-8f7b-f54f31e10e57 service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286910 Jun 30 02:24:33.062660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:72:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b49df-8924-4397-a701-02d280a0e1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:31Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:33.085708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f15d8345-846c-4894-990c-0be6f3a4e206 req-cd7c495f-9397-4e87-841f-0e543c8c4d87 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454002 Jun 30 02:24:33.101765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b00b1-6e5d-4814-b21a-eeb6b35e244e None None] The sync data for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 is: [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:72:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967b49df-8924-4397-a701-02d280a0e1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:31Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:33.184334 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3e09296f-20c3-467a-814e-45653b6a158c req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:33.208561 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3e09296f-20c3-467a-814e-45653b6a158c req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:33.251405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876429ea-db07-41ec-b916-296f180c6f64,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:33.269172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.269662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.270298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.270753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.271348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.271910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.272420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.272903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.273383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.273856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.274280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.274788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:33.329717 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3e09296f-20c3-467a-814e-45653b6a158c req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:33.342870 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3e09296f-20c3-467a-814e-45653b6a158c req-ca7bab3c-411c-43e2-95a2-356bde5d44c5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8157651 Jun 30 02:24:33.412538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-61cf0144-1feb-4218-aa55-53a419877388 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:33.414244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-61cf0144-1feb-4218-aa55-53a419877388 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5146732 Jun 30 02:24:33.427341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ab95100-3c6c-42c9-b8f8-85ae34982978 req-0f82add7-b3e3-4231-adce-509a964b4850 service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980407 Jun 30 02:24:33.434913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Request body: {'port': {'device_id': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '9cec145aa2d747cf98d6c57f659678cd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:33.450955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819de34-5848-48b4-8ab6-fbcf0fd4807d req-7564ebd2-8416-4e9a-ade2-2b2012216841 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:33.462141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0819de34-5848-48b4-8ab6-fbcf0fd4807d req-7564ebd2-8416-4e9a-ade2-2b2012216841 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 950 time: 0.1674852 Jun 30 02:24:33.555371 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0819de34-5848-48b4-8ab6-fbcf0fd4807d req-076a808a-729e-4ecb-a833-2d34dc953290 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922196 Jun 30 02:24:33.646360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c888b92-9fbc-4c02-98e3-86dfac620e3e req-00abf55a-e3e1-415a-8e89-59b4bf1a6305 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0851386 Jun 30 02:24:33.671054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967b49df-8924-4397-a701-02d280a0e1e9', 'tag': '03a1bddc-79f0-44df-8c76-df0ec443a09f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:33.673562 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c608a00-ed55-445a-8fd3-57e0b1a7e002" -d '{"events": [{"name": "network-changed", "server_uuid": "967b49df-8924-4397-a701-02d280a0e1e9", "tag": "03a1bddc-79f0-44df-8c76-df0ec443a09f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:33.817687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Made reservation on behalf of 9cec145aa2d747cf98d6c57f659678cd for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:33.821480 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:33.899355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fae56-e802-433f-ba13-6647afad87b1 req-11a21447-a048-43af-9c68-b9635363deba tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:33.905153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f5fae56-e802-433f-ba13-6647afad87b1 req-11a21447-a048-43af-9c68-b9635363deba tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 945 time: 0.1337073 Jun 30 02:24:33.952148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f5fae56-e802-433f-ba13-6647afad87b1 req-791f87e6-f15c-4707-8b31-e8be45392372 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Jun 30 02:24:33.959358 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59488733-1ccd-4dcc-92e5-9e1c5fe39b61 req-7a424dd9-c988-4c17-946a-1a7ad9811a3e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 210 time: 0.0601602 Jun 30 02:24:34.092663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b26c3d7a-a3b6-4d03-85d9-b8aae3620992 req-08fb60a0-f9c4-450f-a093-8aa51220b306 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/876429ea-db07-41ec-b916-296f180c6f64 HTTP/1.1" status: 200 len: 1811 time: 0.0917265 Jun 30 02:24:34.148421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Allocated IP 192.168.233.137 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/55225ae1-cd1c-409e-8ee1-08df00758d55) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:34.160502 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-03c3474d-096d-496c-b9ff-37422b40ce63 req-b7717da2-d74b-4143-9dee-af799d093823 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1614327 Jun 30 02:24:34.225602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3474d-096d-496c-b9ff-37422b40ce63 req-743d91e0-800b-4d50-87da-b5a744ff2d79 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:34.238542 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-03c3474d-096d-496c-b9ff-37422b40ce63 req-743d91e0-800b-4d50-87da-b5a744ff2d79 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports/03a1bddc-79f0-44df-8c76-df0ec443a09f HTTP/1.1" status: 200 len: 942 time: 0.0710745 Jun 30 02:24:34.484179 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-03c3474d-096d-496c-b9ff-37422b40ce63 req-82a99927-7131-40f3-927b-c52fe9ef9c5f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.0958264 Jun 30 02:24:34.566204 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:34.591569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Transition to ACTIVE for port object 55225ae1-cd1c-409e-8ee1-08df00758d55 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:34.650643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3474d-096d-496c-b9ff-37422b40ce63 req-692df961-959d-499f-988f-0f4068d8281b tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:34.657518 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-03c3474d-096d-496c-b9ff-37422b40ce63 req-692df961-959d-499f-988f-0f4068d8281b tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1634886 Jun 30 02:24:34.675342 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:34.696027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:34.748810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2c655428-3457-4b90-8339-ed01f0d89ebb req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-228041567', 'description': 'tempest-description-732603103'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:34.771875 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7360e7c-4323-4205-a8df-d9331e3ca628 x-openstack-request-id: req-e7360e7c-4323-4205-a8df-d9331e3ca628 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:34.772656 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967b49df-8924-4397-a701-02d280a0e1e9", "tag": "03a1bddc-79f0-44df-8c76-df0ec443a09f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:34.772656 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7360e7c-4323-4205-a8df-d9331e3ca628 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:34.772845 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967b49df-8924-4397-a701-02d280a0e1e9', 'tag': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'status': 'completed', 'code': 200} Jun 30 02:24:34.782103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:34.792414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:34.800364 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c655428-3457-4b90-8339-ed01f0d89ebb req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:34.810684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:34.816992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:34.817657 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:34.846360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:34.984408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-066f6d9f-7092-4c72-b94e-f66c048c4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:34.985933 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-066f6d9f-7092-4c72-b94e-f66c048c4f9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 1097 time: 0.1605759 Jun 30 02:24:35.075671 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c655428-3457-4b90-8339-ed01f0d89ebb req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:35.088491 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c655428-3457-4b90-8339-ed01f0d89ebb req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:35.103400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-3569b88e-3662-4d7c-af38-cf25adbfb502 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6713803 Jun 30 02:24:35.142294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Request body: {'port': {'device_id': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:35.144182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c655428-3457-4b90-8339-ed01f0d89ebb req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:35.156991 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c655428-3457-4b90-8339-ed01f0d89ebb req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4127164 Jun 30 02:24:35.167470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f78a94-3f9b-44cd-b432-22517636632c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:35.178670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-1650376d-4a34-416b-87ca-1f4d67c67387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:35.183415 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-1650376d-4a34-416b-87ca-1f4d67c67387 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.1870890 Jun 30 02:24:35.257738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e309e06-cc5b-4b66-abcf-bab8177f0192 None None] Provisioning for port 55225ae1-cd1c-409e-8ee1-08df00758d55 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:35.265973 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7da28-a81f-449d-9ca8-ec730426e6d2 req-1a929678-072d-4b4d-a750-5efcc4a9856d tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:35.275119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.275790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.277111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.278048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.279818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32c7da28-a81f-449d-9ca8-ec730426e6d2 req-1a929678-072d-4b4d-a750-5efcc4a9856d tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 1102 time: 0.3066366 Jun 30 02:24:35.282275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.283030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.283518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.284275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.285556 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e309e06-cc5b-4b66-abcf-bab8177f0192 None None] Provisioning complete for port 55225ae1-cd1c-409e-8ee1-08df00758d55 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:35.286049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e309e06-cc5b-4b66-abcf-bab8177f0192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:35.286618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.287502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.290469 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.291896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feddc7-c3ff-47a3-a49d-df583682c105 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:24:35.359643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-af0ac40d-8fc1-447e-ab03-9bf18297a561 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f HTTP/1.1" status: 200 len: 1001 time: 0.1662686 Jun 30 02:24:35.369878 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32c7da28-a81f-449d-9ca8-ec730426e6d2 req-2342e5a0-9bcc-450e-92b3-701888cd6a28 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885692 Jun 30 02:24:35.406166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:35.412482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6e309e06-cc5b-4b66-abcf-bab8177f0192 None None] Port 55225ae1-cd1c-409e-8ee1-08df00758d55 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:24:35.545615 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-e995061c-db90-4657-9555-66f87232bd72 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1143134 Jun 30 02:24:35.562962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-02a0bf1e-9a11-4252-8a7a-651e2f493300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:35.565369 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-02a0bf1e-9a11-4252-8a7a-651e2f493300 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.1937311 Jun 30 02:24:35.665929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-cefce7a7-f5fa-4883-8bc9-59bcbb6df78b tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:35.667746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-cefce7a7-f5fa-4883-8bc9-59bcbb6df78b tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports/03a1bddc-79f0-44df-8c76-df0ec443a09f HTTP/1.1" status: 200 len: 942 time: 0.1008439 Jun 30 02:24:35.682544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-0d5bb90a-215a-455f-9fd4-cbdb7ed1053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:35.685119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-0d5bb90a-215a-455f-9fd4-cbdb7ed1053f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1068504 Jun 30 02:24:35.873983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55225ae1-cd1c-409e-8ee1-08df00758d55 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:24:35.882304 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:35.894499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Transition to ACTIVE for port object 55225ae1-cd1c-409e-8ee1-08df00758d55 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:35.897856 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-2d330af9-47e5-43ee-9a8b-e0856bb218f8 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1040785 Jun 30 02:24:35.904205 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-bf6c1c1f-6247-4ab8-af03-f3d3e232a989 service neutron] 10.222.0.73 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038393 Jun 30 02:24:35.913322 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:36.106600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:36.143464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Attempting to bind port 55225ae1-cd1c-409e-8ee1-08df00758d55 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:36.143867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Attempting to bind port 55225ae1-cd1c-409e-8ee1-08df00758d55 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:36.144410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Attempting to bind port 55225ae1-cd1c-409e-8ee1-08df00758d55 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:36.155186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Port 55225ae1-cd1c-409e-8ee1-08df00758d55 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:24:36.155894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Attempting to bind port 55225ae1-cd1c-409e-8ee1-08df00758d55 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:36.167744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:36.168470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:36.169081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:36.170483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Bound port: 55225ae1-cd1c-409e-8ee1-08df00758d55, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:36.171052 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:36.215658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3616-dc34-49d3-8670-7f1699a46b6b req-22ba2e5a-487e-4411-a230-07e3a21c3fea tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:36.217232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-757b3616-dc34-49d3-8670-7f1699a46b6b req-22ba2e5a-487e-4411-a230-07e3a21c3fea tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 945 time: 0.3211114 Jun 30 02:24:36.229019 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c608a00-ed55-445a-8fd3-57e0b1a7e002 req-908589ab-398c-4115-983c-96173a5657d1 service neutron] 10.222.0.73 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101499 Jun 30 02:24:36.246477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-0e3848f6-af4c-461d-a788-2e01701eb64c tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:36.248046 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-0e3848f6-af4c-461d-a788-2e01701eb64c tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.3487351 Jun 30 02:24:36.323899 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-757b3616-dc34-49d3-8670-7f1699a46b6b req-bb4824c5-708c-4be6-946a-e07de675afa4 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/security-groups?id=eefc8923-6887-4245-888c-80dea23dc88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004696 Jun 30 02:24:36.362156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-5a2e13c0-081e-45b3-b2cb-c6564c40d746 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1052854 Jun 30 02:24:36.367429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-df60e1e6-8cb5-40da-a03c-76431cc7a349 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:36.370260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:36.381306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:36.387969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:36.426182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:36.427062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:36.428523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] 10.222.0.69 "PUT /v2.0/ports/55225ae1-cd1c-409e-8ee1-08df00758d55 HTTP/1.1" status: 200 len: 1097 time: 1.3161116 Jun 30 02:24:36.428990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:36.431452 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb0eabb-e38f-48dd-932f-2ee696d59029" -d '{"events": [{"name": "network-changed", "server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:36.460071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-df60e1e6-8cb5-40da-a03c-76431cc7a349 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:36.472899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a53327-a77e-4c5c-8188-4b406f3c523a service neutron] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:36.653927 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-df60e1e6-8cb5-40da-a03c-76431cc7a349 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:36.668214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-df60e1e6-8cb5-40da-a03c-76431cc7a349 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:36.668544 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-df60e1e6-8cb5-40da-a03c-76431cc7a349 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Floating IP 02b21eef-91d4-4663-b269-654f6ff361d9 disassociated. External IP: 172.25.7.230, port: 03a1bddc-79f0-44df-8c76-df0ec443a09f. Jun 30 02:24:37.094872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-aa206ece-b408-426c-9641-c66b746346ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:37.096545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-aa206ece-b408-426c-9641-c66b746346ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 1100 time: 0.6044252 Jun 30 02:24:37.168195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3aee-4942-4712-b9e7-161c5d8a9af2 req-891b0ecb-f44a-4e7e-a8bb-e0cf7596d4b2 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:37.175576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-049d3aee-4942-4712-b9e7-161c5d8a9af2 req-891b0ecb-f44a-4e7e-a8bb-e0cf7596d4b2 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 948 time: 0.1512866 Jun 30 02:24:37.183301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-90dc9acb-61ea-4ac8-b987-8b29b00b5d9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=55225ae1-cd1c-409e-8ee1-08df00758d55 HTTP/1.1" status: 200 len: 217 time: 0.0738840 Jun 30 02:24:37.191547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-34ece4bf-7e32-405a-b3b1-6a79b8d02cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:37.193551 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-34ece4bf-7e32-405a-b3b1-6a79b8d02cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.69 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 945 time: 0.6503716 Jun 30 02:24:37.240886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-031d5358-1853-4dae-a8e3-e4b0903d6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:37.242392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-031d5358-1853-4dae-a8e3-e4b0903d6098 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0467978 Jun 30 02:24:37.380792 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-049d3aee-4942-4712-b9e7-161c5d8a9af2 req-3a58da26-9485-42e2-bb2f-dc1b92d3203e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041869 Jun 30 02:24:37.404968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-ed78d7ba-f899-4be1-9906-cf44401195c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:37.406485 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-ed78d7ba-f899-4be1-9906-cf44401195c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1475132 Jun 30 02:24:37.575065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-df60e1e6-8cb5-40da-a03c-76431cc7a349 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:37.599580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-891e72cd-305d-402f-817e-60ce43afb597 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694474 Jun 30 02:24:37.600985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-c0bfee34-9a00-4610-b49d-d74988982a14 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Deleting port afcb9165-d924-4cf5-a53c-cd54ba8f8696 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:37.601324 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-c0bfee34-9a00-4610-b49d-d74988982a14 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:37.736835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-df60e1e6-8cb5-40da-a03c-76431cc7a349 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:37.742401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-df60e1e6-8cb5-40da-a03c-76431cc7a349 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:37.749770 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] Sync routers for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:37.762052 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:37.764354 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:37.796232 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-df60e1e6-8cb5-40da-a03c-76431cc7a349 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "PUT /v2.0/floatingips/02b21eef-91d4-4663-b269-654f6ff361d9 HTTP/1.1" status: 200 len: 695 time: 1.4329998 Jun 30 02:24:37.796791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967b49df-8924-4397-a701-02d280a0e1e9', 'tag': '03a1bddc-79f0-44df-8c76-df0ec443a09f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:37.801541 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae" -d '{"events": [{"name": "network-changed", "server_uuid": "967b49df-8924-4397-a701-02d280a0e1e9", "tag": "03a1bddc-79f0-44df-8c76-df0ec443a09f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:37.900051 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:37.918480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-c69539de-37b7-400a-9698-8ee49afd384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:37.920192 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-c69539de-37b7-400a-9698-8ee49afd384b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0752375 Jun 30 02:24:37.947820 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0037b6ab-2b1a-4cd7-821a-5e2d12274327 req-a82d4b5a-3d0e-4771-b77f-f885f3b20084 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397052 Jun 30 02:24:37.951823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-c0bfee34-9a00-4610-b49d-d74988982a14 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] For port afcb9165-d924-4cf5-a53c-cd54ba8f8696, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=afcb9165-d924-4cf5-a53c-cd54ba8f8696,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:37.952496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-c0bfee34-9a00-4610-b49d-d74988982a14 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:37.975949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-c0bfee34-9a00-4610-b49d-d74988982a14 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Calling delete_port for afcb9165-d924-4cf5-a53c-cd54ba8f8696 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:37.986050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fe81a-d705-4c12-b029-66b92e37f14e req-15ca9f63-ed0a-4e8b-9437-1cb84beb775f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:37.988092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f0fe81a-d705-4c12-b029-66b92e37f14e req-15ca9f63-ed0a-4e8b-9437-1cb84beb775f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 945 time: 0.3354609 Jun 30 02:24:38.085005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f0fe81a-d705-4c12-b029-66b92e37f14e req-7131bbd0-02d7-40d0-afbb-c8056c9503ef tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888033 Jun 30 02:24:38.092537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-4be1fc10-506f-4345-9fc9-2c2121a7ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:38.094226 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-4be1fc10-506f-4345-9fc9-2c2121a7ba4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.1659191 Jun 30 02:24:38.165744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-2e8a458a-257f-4752-bb35-d45cda1b4fec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f HTTP/1.1" status: 200 len: 217 time: 0.0548933 Jun 30 02:24:38.174176 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:38.204561 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] Checking router: 96dedb8c-2541-45b1-84f1-6e62c4da5c36 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:38.215049 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:38.215725 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:38.217624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-5cf3c8b7-631c-47a8-8151-2f4d1fc937fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:38.225623 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-5cf3c8b7-631c-47a8-8151-2f4d1fc937fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.0603559 Jun 30 02:24:38.241486 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-c0bfee34-9a00-4610-b49d-d74988982a14 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:38.252975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['afcb9165-d924-4cf5-a53c-cd54ba8f8696'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:38.291387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-4143782b-8737-48ca-8b36-c33b19fc8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:38.295334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfee34-9a00-4610-b49d-d74988982a14 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Pushing event deleted for resources: {'Port': ['ID=afcb9165-d924-4cf5-a53c-cd54ba8f8696,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:38.300804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-4143782b-8737-48ca-8b36-c33b19fc8102 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737126 Jun 30 02:24:38.430709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-c0bfee34-9a00-4610-b49d-d74988982a14 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] No DVR routers for this DVR port afcb9165-d924-4cf5-a53c-cd54ba8f8696 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:24:38.435029 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67313536-bdb1-4f7a-b812-1bae96f39696 req-3de13197-6dd4-4c90-ba9c-e6d290047d78 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/e3f78a94-3f9b-44cd-b432-22517636632c HTTP/1.1" status: 200 len: 1811 time: 0.2043135 Jun 30 02:24:38.437331 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-c0bfee34-9a00-4610-b49d-d74988982a14 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:38.439941 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b6b76fa-b30c-43e4-95c3-1f76a1d80cdb req-c0bfee34-9a00-4610-b49d-d74988982a14 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.69 "DELETE /v2.0/ports/afcb9165-d924-4cf5-a53c-cd54ba8f8696 HTTP/1.1" status: 204 len: 173 time: 1.1961780 Jun 30 02:24:38.450394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-413780d7-4e0f-45ee-b0be-26cc4786941a service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480403 Jun 30 02:24:38.560722 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:38.609237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5faaddcb-dbbc-4f75-8b46-ddab84de2c2a req-70f3032f-cbc9-4ac7-9866-b54d5e80fe46 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470439 Jun 30 02:24:38.836294 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81379b28-4c4e-4f81-a016-666d3b1ed66e x-openstack-request-id: req-81379b28-4c4e-4f81-a016-666d3b1ed66e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:38.837120 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:38.837120 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81379b28-4c4e-4f81-a016-666d3b1ed66e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:38.837335 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'status': 'completed', 'code': 200} Jun 30 02:24:38.843944 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:38.873015 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce90c6e1-15c6-4f4f-adb7-158df60ccf4f None None] The sync data for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 is: [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:38.876759 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf0b711-9488-4407-8d9f-011b1e07be82 x-openstack-request-id: req-8bf0b711-9488-4407-8d9f-011b1e07be82 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:38.877055 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967b49df-8924-4397-a701-02d280a0e1e9", "tag": "03a1bddc-79f0-44df-8c76-df0ec443a09f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:38.877373 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8bf0b711-9488-4407-8d9f-011b1e07be82 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:38.877707 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967b49df-8924-4397-a701-02d280a0e1e9', 'tag': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'status': 'completed', 'code': 200} Jun 30 02:24:39.024326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-938e5c54-f0bb-415d-af03-dc0c21bfa453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:39.025847 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-938e5c54-f0bb-415d-af03-dc0c21bfa453 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 1100 time: 0.1517434 Jun 30 02:24:39.057815 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-1fa615fa-d034-498c-a56d-d1118ce9bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:39.059612 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-1fa615fa-d034-498c-a56d-d1118ce9bb81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 1097 time: 0.1343570 Jun 30 02:24:39.109363 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1e69e7cc-f41c-4c08-8ea2-b48f6ca48127 req-1daa1d79-0304-4f50-b22c-9c4934e69b0d tempest-FloatingIPsAssociationNegativeTestJSON-1275084605 tempest-FloatingIPsAssociationNegativeTestJSON-1275084605-project] 10.222.0.55 "GET /v2.0/ports?device_id=09f6ee62-f2a2-43f2-95cc-cc12f1593cb6 HTTP/1.1" status: 200 len: 210 time: 0.0780940 Jun 30 02:24:39.233048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-166e9af0-5f77-442f-8f04-688d6681e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:39.234793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-166e9af0-5f77-442f-8f04-688d6681e5c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1760392 Jun 30 02:24:39.297622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-ef6642e7-1ed7-4a21-b2f1-8249f24823ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=55225ae1-cd1c-409e-8ee1-08df00758d55 HTTP/1.1" status: 200 len: 217 time: 0.0482349 Jun 30 02:24:39.299540 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-385ed1c9-40f1-495b-ae3b-36713be5d72c req-266f2462-f0c7-428e-93bf-c4e57cfd1f97 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] show failed (client error): The resource could not be found. Jun 30 02:24:39.312082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8678e-d2e0-47af-a28e-c41a8aba5361 req-96664375-d91d-4942-9629-83b1b065c208 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:39.313902 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4dd8678e-d2e0-47af-a28e-c41a8aba5361 req-96664375-d91d-4942-9629-83b1b065c208 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 948 time: 0.2825556 Jun 30 02:24:39.324247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-385ed1c9-40f1-495b-ae3b-36713be5d72c req-266f2462-f0c7-428e-93bf-c4e57cfd1f97 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/d70b0ed0-d0dd-4902-8ae8-9829cc1685d4 HTTP/1.1" status: 404 len: 352 time: 0.0873852 Jun 30 02:24:39.324666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-9cd8b4bf-5fb4-44cb-9e99-8958890aefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:39.326545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-9cd8b4bf-5fb4-44cb-9e99-8958890aefeb service neutron] 10.222.0.73 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.2493577 Jun 30 02:24:39.327260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de021e26-5f5a-466b-9a4b-60aa3d8a2b96 None None] New status for floating IP 02b21eef-91d4-4663-b269-654f6ff361d9: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:24:39.400231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-e7e7056a-be36-4e13-af1a-67418daee8ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f HTTP/1.1" status: 200 len: 217 time: 0.0631263 Jun 30 02:24:39.465683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-ea5daddc-bfb5-4cf6-a17e-851cb5ca0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:39.467514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-ea5daddc-bfb5-4cf6-a17e-851cb5ca0999 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1421561 Jun 30 02:24:39.479069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4dd8678e-d2e0-47af-a28e-c41a8aba5361 req-26590be3-7546-4a61-9458-a5e2c3bd86ac tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503127 Jun 30 02:24:39.515711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-b492553d-4bf7-4c47-a922-3da4aea79019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:39.522396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-b492553d-4bf7-4c47-a922-3da4aea79019 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.1127253 Jun 30 02:24:39.612654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-9dd035c0-c36d-488f-be85-3889cc8bdbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:39.621880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-9dd035c0-c36d-488f-be85-3889cc8bdbad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448779 Jun 30 02:24:39.650473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-dd15347c-f3d7-49c3-9f20-56c792637609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:39.652218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-dd15347c-f3d7-49c3-9f20-56c792637609 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196268 Jun 30 02:24:39.826949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-deb95603-66c5-45b9-97ee-52a464d17441 service neutron] 10.222.0.73 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623533 Jun 30 02:24:39.830680 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-67de14e4-6069-4e13-9dbb-7e214e1e8a57 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014511 Jun 30 02:24:39.836855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fb56d-2088-46d4-ae07-f4b4e7dd177d req-c43f4fdb-1a46-4751-bc58-de9ac65a15b1 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:39.844934 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-685fb56d-2088-46d4-ae07-f4b4e7dd177d req-c43f4fdb-1a46-4751-bc58-de9ac65a15b1 tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 1102 time: 0.1209800 Jun 30 02:24:39.943250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-685fb56d-2088-46d4-ae07-f4b4e7dd177d req-926fa50c-461f-4cb9-a910-a1768a0a97aa tempest-ServersAdminTestJSON-1614097223 tempest-ServersAdminTestJSON-1614097223-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973241 Jun 30 02:24:39.969362 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfb0eabb-e38f-48dd-932f-2ee696d59029 req-8cc3feef-068d-4ce1-a7a6-261c5117ff89 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272879 Jun 30 02:24:39.999117 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0ef9ce6-dac0-4524-acc9-e6507fb598ae req-21e561e1-b299-458d-81c3-4022c824c3b3 service neutron] 10.222.0.73 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515849 Jun 30 02:24:39.999963 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-3886c91f-6675-4004-b552-79d13ce6c969 req-57cea308-ed7e-4a34-aaa1-3756024edb77 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] show failed (client error): The resource could not be found. Jun 30 02:24:40.015491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3886c91f-6675-4004-b552-79d13ce6c969 req-57cea308-ed7e-4a34-aaa1-3756024edb77 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-group-rules/d60a0b6a-5f58-4835-819b-4af879ac8fde HTTP/1.1" status: 404 len: 361 time: 0.0431278 Jun 30 02:24:40.051599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e1fa2-cf97-430e-a4f7-2d8ef1412e0c req-9e4d7074-3d44-41bb-894f-3eaa20bef625 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:40.053319 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-932e1fa2-cf97-430e-a4f7-2d8ef1412e0c req-9e4d7074-3d44-41bb-894f-3eaa20bef625 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 945 time: 0.0880735 Jun 30 02:24:40.101796 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-932e1fa2-cf97-430e-a4f7-2d8ef1412e0c req-654536ac-8e84-40a0-a7a3-8f7c4bd530c7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Jun 30 02:24:40.299519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-62d00dab-7bf6-4d3b-8073-df53de2efec5 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:40.301453 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-62d00dab-7bf6-4d3b-8073-df53de2efec5 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0767629 Jun 30 02:24:40.366315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-76c5b190-ceb4-4b8c-bcaf-4e0c8b3c6f3a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0587668 Jun 30 02:24:40.378643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-92be927b-2201-499e-ab23-c8d3f194ca44 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Request body: {'floatingip': {'port_id': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:40.446768 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-92be927b-2201-499e-ab23-c8d3f194ca44 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:40.474516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d85f902-747d-46be-9fbf-20c5e1a9a6da req-b5736518-8941-4519-846e-423affe38ac0 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/e3f78a94-3f9b-44cd-b432-22517636632c HTTP/1.1" status: 200 len: 1811 time: 0.0728121 Jun 30 02:24:40.556415 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d85f902-747d-46be-9fbf-20c5e1a9a6da req-e4c51c95-321a-4d41-b9ab-e65e13ac6ac2 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:40.583920 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d85f902-747d-46be-9fbf-20c5e1a9a6da req-e4c51c95-321a-4d41-b9ab-e65e13ac6ac2 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:40.632643 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d85f902-747d-46be-9fbf-20c5e1a9a6da req-e4c51c95-321a-4d41-b9ab-e65e13ac6ac2 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:40.641655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d85f902-747d-46be-9fbf-20c5e1a9a6da req-e4c51c95-321a-4d41-b9ab-e65e13ac6ac2 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:40.642999 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d85f902-747d-46be-9fbf-20c5e1a9a6da req-e4c51c95-321a-4d41-b9ab-e65e13ac6ac2 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "DELETE /v2.0/security-groups/e3f78a94-3f9b-44cd-b432-22517636632c HTTP/1.1" status: 204 len: 173 time: 0.1609631 Jun 30 02:24:40.665251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c51c95-321a-4d41-b9ab-e65e13ac6ac2 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f78a94-3f9b-44cd-b432-22517636632c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:40.727620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:40.866822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'name': 'network-vif-deleted', 'tag': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:40.869833 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc4910a-1666-4ead-962c-15a7c49988c9" -d '{"events": [{"server_uuid": "09f6ee62-f2a2-43f2-95cc-cc12f1593cb6", "name": "network-vif-deleted", "tag": "afcb9165-d924-4cf5-a53c-cd54ba8f8696"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:41.024700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23c8a-2d89-4ea9-bc52-827c0ea39836 req-3bd0db62-0b01-47c7-9040-d3f8e912d031 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:41.027168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7df23c8a-2d89-4ea9-bc52-827c0ea39836 req-3bd0db62-0b01-47c7-9040-d3f8e912d031 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 948 time: 0.1835508 Jun 30 02:24:41.058602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 55225ae1-cd1c-409e-8ee1-08df00758d55 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:24:41.060822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device afcb9165-d924-4cf5-a53c-cd54ba8f8696 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:41.084232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: afcb9165-d924-4cf5-a53c-cd54ba8f8696 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:24:41.084579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device afcb9165-d924-4cf5-a53c-cd54ba8f8696 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:24:41.136046 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7df23c8a-2d89-4ea9-bc52-827c0ea39836 req-80eb219d-71f9-4b5d-bc0a-a6fca93b4e86 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979025 Jun 30 02:24:41.196313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-92be927b-2201-499e-ab23-c8d3f194ca44 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:41.203020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-92be927b-2201-499e-ab23-c8d3f194ca44 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:41.203382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:41.215720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'mac_address': 'fa:16:3e:aa:6b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:24:41.278782 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:41.296579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55225ae1-cd1c-409e-8ee1-08df00758d55 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:24:41.322199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:41.336080 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:41.339230 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-92be927b-2201-499e-ab23-c8d3f194ca44 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Floating IP 02b21eef-91d4-4663-b269-654f6ff361d9 associated. External IP: 172.25.7.230, port: e827e2ef-3349-42f5-895f-ca72e2500a5d. Jun 30 02:24:41.434667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:41.473693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658f70b-60b5-4d8c-986e-be1be1ee8ae7 req-99a61b8b-5249-4aa4-89f9-dd4f7eba00db tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:41.475473 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0658f70b-60b5-4d8c-986e-be1be1ee8ae7 req-99a61b8b-5249-4aa4-89f9-dd4f7eba00db tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 948 time: 0.1828957 Jun 30 02:24:41.510352 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:41.584465 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0658f70b-60b5-4d8c-986e-be1be1ee8ae7 req-ebf83814-4792-4d40-bb3c-9995d3af4c46 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017175 Jun 30 02:24:41.714545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f212628f-bf90-41dc-a5c5-2f172a1dacd1 req-e041ed67-5483-4527-b016-f27f9efd9737 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/876429ea-db07-41ec-b916-296f180c6f64 HTTP/1.1" status: 200 len: 1811 time: 0.0811417 Jun 30 02:24:41.744366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['55225ae1-cd1c-409e-8ee1-08df00758d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:41.864403 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f212628f-bf90-41dc-a5c5-2f172a1dacd1 req-184f3bc6-1e46-4051-8456-e95f2c4a0088 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:41.903153 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f212628f-bf90-41dc-a5c5-2f172a1dacd1 req-184f3bc6-1e46-4051-8456-e95f2c4a0088 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:41.952703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-92be927b-2201-499e-ab23-c8d3f194ca44 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:42.008958 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f212628f-bf90-41dc-a5c5-2f172a1dacd1 req-184f3bc6-1e46-4051-8456-e95f2c4a0088 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:42.011459 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f212628f-bf90-41dc-a5c5-2f172a1dacd1 req-184f3bc6-1e46-4051-8456-e95f2c4a0088 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:42.029366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f212628f-bf90-41dc-a5c5-2f172a1dacd1 req-184f3bc6-1e46-4051-8456-e95f2c4a0088 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "DELETE /v2.0/security-groups/876429ea-db07-41ec-b916-296f180c6f64 HTTP/1.1" status: 204 len: 173 time: 0.3118632 Jun 30 02:24:42.050678 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f3bc6-1e46-4051-8456-e95f2c4a0088 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876429ea-db07-41ec-b916-296f180c6f64,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:42.069218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] Deleting port 8effaccd-59a2-4217-aac1-0bcd20ff136a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:42.069832 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:42.095363 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6924fdb-e04d-4bd7-ac4c-73939ede915f x-openstack-request-id: req-b6924fdb-e04d-4bd7-ac4c-73939ede915f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:42.095804 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f6ee62-f2a2-43f2-95cc-cc12f1593cb6", "name": "network-vif-deleted", "tag": "afcb9165-d924-4cf5-a53c-cd54ba8f8696", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:42.096053 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6924fdb-e04d-4bd7-ac4c-73939ede915f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:42.096596 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f6ee62-f2a2-43f2-95cc-cc12f1593cb6', 'name': 'network-vif-deleted', 'tag': 'afcb9165-d924-4cf5-a53c-cd54ba8f8696', 'status': 'completed', 'code': 200} Jun 30 02:24:42.120073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-92be927b-2201-499e-ab23-c8d3f194ca44 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:42.124964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-92be927b-2201-499e-ab23-c8d3f194ca44 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:42.129626 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] Sync routers for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:42.141572 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:42.143394 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:42.178379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-92be927b-2201-499e-ab23-c8d3f194ca44 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "PUT /v2.0/floatingips/02b21eef-91d4-4663-b269-654f6ff361d9 HTTP/1.1" status: 200 len: 997 time: 1.8045235 Jun 30 02:24:42.252466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-8dee778d-5525-437c-a15b-88e8f94a0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:42.260071 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-8dee778d-5525-437c-a15b-88e8f94a0f8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1098 time: 0.0708468 Jun 30 02:24:42.398263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-f01460d9-769b-44ad-adf5-f4189eed83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:42.399096 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:42.405685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] For port 8effaccd-59a2-4217-aac1-0bcd20ff136a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8effaccd-59a2-4217-aac1-0bcd20ff136a,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:42.406294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:42.407927 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-f01460d9-769b-44ad-adf5-f4189eed83d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.1469522 Jun 30 02:24:42.429379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] Calling delete_port for 8effaccd-59a2-4217-aac1-0bcd20ff136a owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:42.502988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-cf96446c-3a67-48ae-8a65-aa179a9a740e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:42.504741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-cf96446c-3a67-48ae-8a65-aa179a9a740e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.73 "GET /v2.0/ports?device_id=967b49df-8924-4397-a701-02d280a0e1e9 HTTP/1.1" status: 200 len: 945 time: 0.2731647 Jun 30 02:24:42.541250 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-fe85dc56-ba59-442c-9c98-e8ea0297d939 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 1000 time: 0.1323314 Jun 30 02:24:42.542577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ea05-65ac-4f8d-b4ff-be0c820b9fa8 req-52139d4a-44dc-4655-abdb-603352fc4cdc tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:42.549365 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e74ea05-65ac-4f8d-b4ff-be0c820b9fa8 req-52139d4a-44dc-4655-abdb-603352fc4cdc tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 945 time: 0.2450013 Jun 30 02:24:42.713648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e74ea05-65ac-4f8d-b4ff-be0c820b9fa8 req-6e41a507-4962-4aa4-bd75-00aef8f4699e tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633210 Jun 30 02:24:42.719898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-4e2106f7-1dd0-4c96-9bd2-4fbc686ad9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:42.729239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-4e2106f7-1dd0-4c96-9bd2-4fbc686ad9d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.1814017 Jun 30 02:24:42.798567 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:44:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c024d-c408-48d0-8297-c11687c7835e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:41Z', 'revision_number': 8, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:42.869583 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] Checking router: 96dedb8c-2541-45b1-84f1-6e62c4da5c36 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:42.918346 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:42.919040 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:42.947088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-24093e3a-c012-40b0-95e9-76ffcbedcf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:42.958855 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-24093e3a-c012-40b0-95e9-76ffcbedcf7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2277937 Jun 30 02:24:43.081132 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 55225ae1-cd1c-409e-8ee1-08df00758d55 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:43.152904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-dbbe288e-d87e-4174-93fc-1f2ad6b8a679 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924641 Jun 30 02:24:43.154350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 55225ae1-cd1c-409e-8ee1-08df00758d55 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:43.158567 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 55225ae1-cd1c-409e-8ee1-08df00758d55 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:43.159147 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:43.164304 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:43.288306 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:43.331609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-9fce3116-2577-49c8-ad53-8a376a00d07d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Deleting port 03a1bddc-79f0-44df-8c76-df0ec443a09f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:43.332205 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-9fce3116-2577-49c8-ad53-8a376a00d07d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:43.360089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:43.361307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:43.364724 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb83acb9-cec8-4946-9b74-db07551b7c82" -d '{"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-plugged", "status": "completed", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:43.370066 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:43.403629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67d56834-b48c-447c-8e8a-d7f51798db89 req-eafafd89-dbd7-4218-a2ab-3ab4c2699744 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376077 Jun 30 02:24:43.439780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:43.440540 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6af4ec0c-48ce-424c-a1dc-4c4581c9f7cf req-4844225c-9445-41a0-9a1f-a29ae6e3e0e3 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/90e52815-5377-44a9-b9c7-706362ba89ae HTTP/1.1" status: 200 len: 1812 time: 0.2260365 Jun 30 02:24:43.478581 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:43.542198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8effaccd-59a2-4217-aac1-0bcd20ff136a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:43.609234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-9fce3116-2577-49c8-ad53-8a376a00d07d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] For port 03a1bddc-79f0-44df-8c76-df0ec443a09f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=03a1bddc-79f0-44df-8c76-df0ec443a09f,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:43.609609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-9fce3116-2577-49c8-ad53-8a376a00d07d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:43.631759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-9d5fb06b-7178-4f4e-9a26-ee9f78aa6aad tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:43.633780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-9d5fb06b-7178-4f4e-9a26-ee9f78aa6aad tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 948 time: 0.9106121 Jun 30 02:24:43.654346 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:44:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c024d-c408-48d0-8297-c11687c7835e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:41Z', 'revision_number': 8, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:43.666876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6cf95-7e5f-4cd9-be32-e29b0c2a3327 req-08b088b1-2069-4daf-ba09-2e2c8702b38e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:43.674774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94c6cf95-7e5f-4cd9-be32-e29b0c2a3327 req-08b088b1-2069-4daf-ba09-2e2c8702b38e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 948 time: 0.1041942 Jun 30 02:24:43.688907 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c1cd2-2830-4191-ac1e-168452774ecf None None] The sync data for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 is: [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '02b21eef-91d4-4663-b269-654f6ff361d9', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'port_id': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'mac_address': 'fa:16:3e:44:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1c024d-c408-48d0-8297-c11687c7835e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:24:41Z', 'revision_number': 8, 'project_id': '3185065766294389adf46ffdd098a23a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:43.711514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-9fce3116-2577-49c8-ad53-8a376a00d07d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Calling delete_port for 03a1bddc-79f0-44df-8c76-df0ec443a09f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:43.755974 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94c6cf95-7e5f-4cd9-be32-e29b0c2a3327 req-ac53a29f-73de-4a27-b369-1effbe6e4ff0 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799530 Jun 30 02:24:43.932300 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6af4ec0c-48ce-424c-a1dc-4c4581c9f7cf req-fdf4e6d2-6686-4d79-9e4b-449085aaf9ac tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:43.972320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c13996-907c-4755-a6a9-025b7979cef7 req-7e7426f9-6a55-4a75-a90e-b19a4226a857 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:43.980950 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06c13996-907c-4755-a6a9-025b7979cef7 req-7e7426f9-6a55-4a75-a90e-b19a4226a857 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.0879254 Jun 30 02:24:44.032339 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-9fce3116-2577-49c8-ad53-8a376a00d07d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:44.048094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['e827e2ef-3349-42f5-895f-ca72e2500a5d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:44.048308 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06c13996-907c-4755-a6a9-025b7979cef7 req-3f2ab6a8-29db-4378-939d-0ca08a12b0eb tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650308 Jun 30 02:24:44.048991 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6af4ec0c-48ce-424c-a1dc-4c4581c9f7cf req-fdf4e6d2-6686-4d79-9e4b-449085aaf9ac tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:44.095284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce3116-2577-49c8-ad53-8a376a00d07d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Pushing event deleted for resources: {'Port': ['ID=03a1bddc-79f0-44df-8c76-df0ec443a09f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:44.097400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:44.100151 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d357c57-019a-478b-8325-f71e66259bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:44.110377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f9adf-7d07-433b-939c-0ea70bdc6471 None None] New status for floating IP 02b21eef-91d4-4663-b269-654f6ff361d9: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:24:44.164912 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9c3ee8-f2df-483b-880c-163c8b213ac2 x-openstack-request-id: req-8d9c3ee8-f2df-483b-880c-163c8b213ac2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:44.165356 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-plugged", "status": "completed", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:44.165622 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d9c3ee8-f2df-483b-880c-163c8b213ac2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:44.166068 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'code': 200} Jun 30 02:24:44.397520 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f661fd3-00bb-4ff6-8f2b-efe8bc80ed71 req-3f87e5fd-0149-43f7-a54e-4d2b9ea070b2 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips/02b21eef-91d4-4663-b269-654f6ff361d9 HTTP/1.1" status: 200 len: 997 time: 0.2201717 Jun 30 02:24:44.421937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-9fce3116-2577-49c8-ad53-8a376a00d07d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] No DVR routers for this DVR port 03a1bddc-79f0-44df-8c76-df0ec443a09f on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:24:44.431469 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-9fce3116-2577-49c8-ad53-8a376a00d07d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:44.435745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc9a58e9-f69c-477b-a35e-690785cf18ac req-9fce3116-2577-49c8-ad53-8a376a00d07d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.73 "DELETE /v2.0/ports/03a1bddc-79f0-44df-8c76-df0ec443a09f HTTP/1.1" status: 204 len: 173 time: 1.9151866 Jun 30 02:24:44.442285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967b49df-8924-4397-a701-02d280a0e1e9', 'name': 'network-vif-deleted', 'tag': '03a1bddc-79f0-44df-8c76-df0ec443a09f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:44.448508 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cc68c2-4175-42f3-b549-6fac6c919aee" -d '{"events": [{"server_uuid": "967b49df-8924-4397-a701-02d280a0e1e9", "name": "network-vif-deleted", "tag": "03a1bddc-79f0-44df-8c76-df0ec443a09f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:44.487967 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6af4ec0c-48ce-424c-a1dc-4c4581c9f7cf req-fdf4e6d2-6686-4d79-9e4b-449085aaf9ac tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:44.491785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6af4ec0c-48ce-424c-a1dc-4c4581c9f7cf req-fdf4e6d2-6686-4d79-9e4b-449085aaf9ac tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:44.492982 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6af4ec0c-48ce-424c-a1dc-4c4581c9f7cf req-fdf4e6d2-6686-4d79-9e4b-449085aaf9ac tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "DELETE /v2.0/security-groups/90e52815-5377-44a9-b9c7-706362ba89ae HTTP/1.1" status: 204 len: 173 time: 1.0321372 Jun 30 02:24:44.509609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:44.610005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4e6d2-6686-4d79-9e4b-449085aaf9ac tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e52815-5377-44a9-b9c7-706362ba89ae,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:44.700794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f661fd3-00bb-4ff6-8f2b-efe8bc80ed71 req-a61f6398-8b14-4832-924d-47b6d37aebc2 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:44.723466 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f661fd3-00bb-4ff6-8f2b-efe8bc80ed71 req-a61f6398-8b14-4832-924d-47b6d37aebc2 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.3212638 Jun 30 02:24:44.740489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-5c2e0d05-cc64-44a1-9837-68196fd51855 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Deleting port cb5b3b46-d6a5-430d-8df7-f510cd85771a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:44.740836 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-5c2e0d05-cc64-44a1-9837-68196fd51855 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:44.756323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa7b4d-78f8-4d19-bbae-4f489ddfb3b3 req-060a666b-a1f8-4e23-b924-ddc91506b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:44.758276 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92aa7b4d-78f8-4d19-bbae-4f489ddfb3b3 req-060a666b-a1f8-4e23-b924-ddc91506b9ba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 1102 time: 0.4679499 Jun 30 02:24:44.832905 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92aa7b4d-78f8-4d19-bbae-4f489ddfb3b3 req-4aeaa735-051d-456b-bebc-db3e8c22f738 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654299 Jun 30 02:24:44.948626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-5c2e0d05-cc64-44a1-9837-68196fd51855 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] For port cb5b3b46-d6a5-430d-8df7-f510cd85771a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb5b3b46-d6a5-430d-8df7-f510cd85771a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:44.949057 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-5c2e0d05-cc64-44a1-9837-68196fd51855 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:44.975754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-5c2e0d05-cc64-44a1-9837-68196fd51855 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Calling delete_port for cb5b3b46-d6a5-430d-8df7-f510cd85771a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:45.004661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cb5b3b46-d6a5-430d-8df7-f510cd85771a no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:45.104669 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:45.118647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b2747-73a5-4f2f-a8e9-20f6d9e2e56c req-f408809a-e811-48e7-8d2f-032f915b5bb1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:45.127014 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a8e1d7-a72d-4c6d-b338-98da922c4a6c x-openstack-request-id: req-c4a8e1d7-a72d-4c6d-b338-98da922c4a6c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:45.127303 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:45.127442 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f53b2747-73a5-4f2f-a8e9-20f6d9e2e56c req-f408809a-e811-48e7-8d2f-032f915b5bb1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 945 time: 0.4064171 Jun 30 02:24:45.127545 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4a8e1d7-a72d-4c6d-b338-98da922c4a6c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:45.127927 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'status': 'completed', 'code': 200} Jun 30 02:24:45.175213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cb5b3b46-d6a5-430d-8df7-f510cd85771a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb5b3b46-d6a5-430d-8df7-f510cd85771a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:45.184008 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:45.184988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 03a1bddc-79f0-44df-8c76-df0ec443a09f no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:45.205896 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e013a2-988f-4fa4-81b3-a26aee6c5dba x-openstack-request-id: req-79e013a2-988f-4fa4-81b3-a26aee6c5dba {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:45.206483 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967b49df-8924-4397-a701-02d280a0e1e9", "name": "network-vif-deleted", "tag": "03a1bddc-79f0-44df-8c76-df0ec443a09f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:45.206922 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-79e013a2-988f-4fa4-81b3-a26aee6c5dba {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:45.207567 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967b49df-8924-4397-a701-02d280a0e1e9', 'name': 'network-vif-deleted', 'tag': '03a1bddc-79f0-44df-8c76-df0ec443a09f', 'status': 'completed', 'code': 200} Jun 30 02:24:45.261056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f53b2747-73a5-4f2f-a8e9-20f6d9e2e56c req-98bf305b-fdde-4aff-9ab9-b812154c45e2 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320300 Jun 30 02:24:45.282056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cb5b3b46-d6a5-430d-8df7-f510cd85771a,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:45.287898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] Router 88814ca4-1345-42c3-88d5-ff207164bb6c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:45.291008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 03a1bddc-79f0-44df-8c76-df0ec443a09f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:24:45.291356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 03a1bddc-79f0-44df-8c76-df0ec443a09f not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:24:45.295499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d357c57-019a-478b-8325-f71e66259bfa req-2162e09b-236a-4925-85f0-4c1d304c5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:45.299697 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d357c57-019a-478b-8325-f71e66259bfa req-2162e09b-236a-4925-85f0-4c1d304c5b07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1098 time: 0.1318486 Jun 30 02:24:45.303826 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a329cfae-aad1-41d5-bf15-63845c808405 req-39f1493b-c898-48bb-aefb-212c3b5c227f tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/07d14da5-3632-45b2-bc13-ac06a8c9e3ed HTTP/1.1" status: 200 len: 1812 time: 0.0796227 Jun 30 02:24:45.439716 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:45.446292 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a329cfae-aad1-41d5-bf15-63845c808405 req-5952db48-ac0c-4897-b76c-7522f78e210e tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:45.495617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a329cfae-aad1-41d5-bf15-63845c808405 req-5952db48-ac0c-4897-b76c-7522f78e210e tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:45.499913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-5c2e0d05-cc64-44a1-9837-68196fd51855 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:45.508409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d357c57-019a-478b-8325-f71e66259bfa req-d99374d0-bb02-4de5-91e7-ca78f108e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:45.510536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d357c57-019a-478b-8325-f71e66259bfa req-d99374d0-bb02-4de5-91e7-ca78f108e18a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.2034233 Jun 30 02:24:45.514017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['713a9834-f1fe-4aa1-b09b-ae886d402768', 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:45.515463 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-cb54c445-cfeb-4595-9894-b40f23948366 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1002 time: 0.2132444 Jun 30 02:24:45.594945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e0d05-cc64-44a1-9837-68196fd51855 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Pushing event deleted for resources: {'Port': ['ID=cb5b3b46-d6a5-430d-8df7-f510cd85771a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:45.660724 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a329cfae-aad1-41d5-bf15-63845c808405 req-5952db48-ac0c-4897-b76c-7522f78e210e tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:45.667056 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a329cfae-aad1-41d5-bf15-63845c808405 req-5952db48-ac0c-4897-b76c-7522f78e210e tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:45.668229 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a329cfae-aad1-41d5-bf15-63845c808405 req-5952db48-ac0c-4897-b76c-7522f78e210e tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "DELETE /v2.0/security-groups/07d14da5-3632-45b2-bc13-ac06a8c9e3ed HTTP/1.1" status: 204 len: 173 time: 0.3534219 Jun 30 02:24:45.703004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952db48-ac0c-4897-b76c-7522f78e210e tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d14da5-3632-45b2-bc13-ac06a8c9e3ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:45.711912 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-b8b321d6-4d76-4b3a-8674-289d9dcd0532 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:45.713359 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-b8b321d6-4d76-4b3a-8674-289d9dcd0532 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports/e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 943 time: 0.1971164 Jun 30 02:24:45.719912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d357c57-019a-478b-8325-f71e66259bfa req-5770776d-a5fc-4d80-b34f-ae17151392bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 1002 time: 0.1979589 Jun 30 02:24:45.739526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-5c2e0d05-cc64-44a1-9837-68196fd51855 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] No DVR routers for this DVR port cb5b3b46-d6a5-430d-8df7-f510cd85771a on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:24:45.742405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-5c2e0d05-cc64-44a1-9837-68196fd51855 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:45.744761 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a139b72d-3d5e-4fe6-b2b2-a52fcbfda3e4 req-5c2e0d05-cc64-44a1-9837-68196fd51855 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "DELETE /v2.0/ports/cb5b3b46-d6a5-430d-8df7-f510cd85771a HTTP/1.1" status: 204 len: 173 time: 2.0936799 Jun 30 02:24:45.775441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-10e8b1d3-4576-4bd0-a534-2d76fddf503c tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:45.776952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-10e8b1d3-4576-4bd0-a534-2d76fddf503c tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.3920953 Jun 30 02:24:45.793432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:45.804319 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c791800f-5e53-4959-a88a-f1482ba7ad37 admin admin] 10.222.0.55 "PUT /v2.0/routers/88814ca4-1345-42c3-88d5-ff207164bb6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0753739 Jun 30 02:24:45.805664 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] Sync routers for ids ['88814ca4-1345-42c3-88d5-ff207164bb6c'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:45.808368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:45.819187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-39'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:45.822336 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] Routers {'88814ca4-1345-42c3-88d5-ff207164bb6c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:45.827904 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['88814ca4-1345-42c3-88d5-ff207164bb6c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:45.852543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d357c57-019a-478b-8325-f71e66259bfa req-e29770e2-4cc5-4ef4-9423-c5f5833be257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:45.854525 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d357c57-019a-478b-8325-f71e66259bfa req-e29770e2-4cc5-4ef4-9423-c5f5833be257 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.1235201 Jun 30 02:24:45.897661 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:46.012182 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] Set router 88814ca4-1345-42c3-88d5-ff207164bb6c gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:46.079038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c99d9ea-11ba-4baa-a68d-9c1b77e2da60 req-7f201795-a1f8-459b-891b-d672f9c814c9 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3404d4c-15d4-45a3-940c-81120f199e20 HTTP/1.1" status: 200 len: 210 time: 0.1493406 Jun 30 02:24:46.168768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3404d4c-15d4-45a3-940c-81120f199e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb5b3b46-d6a5-430d-8df7-f510cd85771a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:46.175774 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa758688-bafe-4cd6-8e80-1862d88ceed6" -d '{"events": [{"server_uuid": "d3404d4c-15d4-45a3-940c-81120f199e20", "name": "network-vif-unplugged", "status": "completed", "tag": "cb5b3b46-d6a5-430d-8df7-f510cd85771a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:46.184752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d357c57-019a-478b-8325-f71e66259bfa req-3c2b88f6-1590-43ac-ab87-b67801ba39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:46.186351 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d357c57-019a-478b-8325-f71e66259bfa req-3c2b88f6-1590-43ac-ab87-b67801ba39a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3228769 Jun 30 02:24:46.224864 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-8e45403a-16fc-468c-a905-91b2c57015a8 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1002 time: 0.1280026 Jun 30 02:24:46.347977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-f02a6475-3924-4603-9c93-e92be8e5aa15 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:46.349394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-f02a6475-3924-4603-9c93-e92be8e5aa15 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1178918 Jun 30 02:24:46.352255 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:46.416955 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:24:42Z', 'revision_number': 5, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:46.466059 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] Checking router: 88814ca4-1345-42c3-88d5-ff207164bb6c for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:46.477473 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] Routers {'88814ca4-1345-42c3-88d5-ff207164bb6c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:46.478110 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['88814ca4-1345-42c3-88d5-ff207164bb6c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:46.505897 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d357c57-019a-478b-8325-f71e66259bfa req-a7b78248-1130-4122-adc3-a36b5118e62c service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026760 Jun 30 02:24:46.543514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:46.544123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f70fc-d879-4ccd-b13e-3ef98ac923f9 req-4ab9b698-8e51-44e6-8414-cc60f9d0b698 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:46.552185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-399f70fc-d879-4ccd-b13e-3ef98ac923f9 req-4ab9b698-8e51-44e6-8414-cc60f9d0b698 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.1890039 Jun 30 02:24:46.581938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:46.617904 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] Set router 88814ca4-1345-42c3-88d5-ff207164bb6c gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:46.625739 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:46.631070 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-399f70fc-d879-4ccd-b13e-3ef98ac923f9 req-a81a7a94-91ce-4463-8293-dd6ce9a8df9d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769036 Jun 30 02:24:46.666213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-45c050a5-9aca-4e7f-9d67-17b261db8e19 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1002 time: 0.3009861 Jun 30 02:24:46.669243 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:46.686519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-4d7dbfd8-8317-428e-8070-d2544cace285 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:46.744478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8a9b494-e4e3-4c2d-b104-04ef3e7289ce req-deddc12d-65de-44de-a6dc-cf262b8ea3d5 tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "GET /v2.0/security-groups/3a180a64-8515-4ad1-9875-157dfb5ef719 HTTP/1.1" status: 200 len: 1812 time: 0.0743828 Jun 30 02:24:46.838755 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8a9b494-e4e3-4c2d-b104-04ef3e7289ce req-048f4435-ab4f-47eb-b165-7780106589fb tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:46.921063 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8a9b494-e4e3-4c2d-b104-04ef3e7289ce req-048f4435-ab4f-47eb-b165-7780106589fb tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:46.945322 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d357c57-019a-478b-8325-f71e66259bfa req-ca65122c-c105-428f-b3fd-b52e8cbfcffd service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303193 Jun 30 02:24:47.011334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8451a423-bde1-4342-9178-defa29955f46 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:24:47.016345 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8a9b494-e4e3-4c2d-b104-04ef3e7289ce req-048f4435-ab4f-47eb-b165-7780106589fb tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.022512 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8a9b494-e4e3-4c2d-b104-04ef3e7289ce req-048f4435-ab4f-47eb-b165-7780106589fb tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.028806 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:24:42Z', 'revision_number': 5, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:47.040728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8a9b494-e4e3-4c2d-b104-04ef3e7289ce req-048f4435-ab4f-47eb-b165-7780106589fb tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] 10.222.0.55 "DELETE /v2.0/security-groups/3a180a64-8515-4ad1-9875-157dfb5ef719 HTTP/1.1" status: 204 len: 173 time: 0.2948859 Jun 30 02:24:47.042107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:47.092271 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c36e4-b527-4050-a4cb-6e141037ff09 None None] The sync data for ids ['88814ca4-1345-42c3-88d5-ff207164bb6c'] in n-d-758944-39 is: [{'id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1537552471-router', 'tenant_id': '598445c9fa244f1399df12f8c651ffe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:28Z', 'updated_at': '2021-06-30T02:24:42Z', 'revision_number': 5, 'project_id': '598445c9fa244f1399df12f8c651ffe7', 'gw_port': {'id': 'cc53d0fa-aa4b-4388-ba2c-452676d13ce8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88814ca4-1345-42c3-88d5-ff207164bb6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:47.193771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-24530f6a-f308-46e3-b36f-b7c8b9ccc5ca admin admin] Deleting subnet c3a490f2-c774-4ef2-8c3e-e2882e298d58 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:24:47.202736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f4435-ab4f-47eb-b165-7780106589fb tempest-SecurityGroupRulesNegativeTestJSON-1944399463 tempest-SecurityGroupRulesNegativeTestJSON-1944399463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a180a64-8515-4ad1-9875-157dfb5ef719,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:47.209792 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24530f6a-f308-46e3-b36f-b7c8b9ccc5ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.213816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:47.224318 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-4d7dbfd8-8317-428e-8070-d2544cace285 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.226583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3404d4c-15d4-45a3-940c-81120f199e20', 'name': 'network-vif-deleted', 'tag': 'cb5b3b46-d6a5-430d-8df7-f510cd85771a'}, {'server_uuid': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8451a423-bde1-4342-9178-defa29955f46'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:47.229050 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30750c22-49d1-41df-b02a-b0e08b1348f7" -d '{"events": [{"server_uuid": "d3404d4c-15d4-45a3-940c-81120f199e20", "name": "network-vif-deleted", "tag": "cb5b3b46-d6a5-430d-8df7-f510cd85771a"}, {"server_uuid": "2c2cb17d-db2e-405a-9b2e-7eb25bbada37", "name": "network-vif-unplugged", "status": "completed", "tag": "8451a423-bde1-4342-9178-defa29955f46"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:47.232257 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.270604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on host n-h1-758944-39 for vnic_type normal with profile {"migrating_to": "n-h2-758944-39"} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:47.271206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:47.271718 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:47.277387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:24:47.277943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:47.283434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:47.284063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:47.284863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:47.285620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Bound port: 8451a423-bde1-4342-9178-defa29955f46, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:47.286183 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.328798 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24530f6a-f308-46e3-b36f-b7c8b9ccc5ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.342256 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24530f6a-f308-46e3-b36f-b7c8b9ccc5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.395251 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf39ba55-a793-482d-a949-45d9d3762cfd x-openstack-request-id: req-cf39ba55-a793-482d-a949-45d9d3762cfd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:47.395574 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3404d4c-15d4-45a3-940c-81120f199e20", "name": "network-vif-unplugged", "status": "completed", "tag": "cb5b3b46-d6a5-430d-8df7-f510cd85771a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:47.395836 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf39ba55-a793-482d-a949-45d9d3762cfd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:47.396244 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3404d4c-15d4-45a3-940c-81120f199e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb5b3b46-d6a5-430d-8df7-f510cd85771a', 'code': 200} Jun 30 02:24:47.445507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:47.453860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:47.463422 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.487510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24530f6a-f308-46e3-b36f-b7c8b9ccc5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.551848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8effaccd-59a2-4217-aac1-0bcd20ff136a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:47.561604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-4d7dbfd8-8317-428e-8070-d2544cace285 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.582930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24530f6a-f308-46e3-b36f-b7c8b9ccc5ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a490f2-c774-4ef2-8c3e-e2882e298d58,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:47.587851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on host n-h1-758944-39 for vnic_type normal with profile {"migrating_to": "n-h2-758944-39"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:47.588182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:47.588509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:47.597254 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24530f6a-f308-46e3-b36f-b7c8b9ccc5ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.599481 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-4d7dbfd8-8317-428e-8070-d2544cace285 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.599481 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-4d7dbfd8-8317-428e-8070-d2544cace285 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Floating IP 02b21eef-91d4-4663-b269-654f6ff361d9 disassociated. External IP: 172.25.7.230, port: e827e2ef-3349-42f5-895f-ca72e2500a5d. Jun 30 02:24:47.605659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-24530f6a-f308-46e3-b36f-b7c8b9ccc5ca admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c3a490f2-c774-4ef2-8c3e-e2882e298d58 HTTP/1.1" status: 204 len: 168 time: 0.5505424 Jun 30 02:24:47.606370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 8effaccd-59a2-4217-aac1-0bcd20ff136a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:24:47.606810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8effaccd-59a2-4217-aac1-0bcd20ff136a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:24:47.607879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:47.653433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8451a423-bde1-4342-9178-defa29955f46 has no active binding in host n-h2-758944-39 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:24:47.674367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8451a423-bde1-4342-9178-defa29955f46,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:47.688142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Pushing event updated for resources: {'Port': ['ID=8451a423-bde1-4342-9178-defa29955f46,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:47.697222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773170d4-9c9c-4ac2-b790-feb8fd71795e req-84ad3f58-02e5-461b-889e-84d03f771224 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:47.705819 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-773170d4-9c9c-4ac2-b790-feb8fd71795e req-84ad3f58-02e5-461b-889e-84d03f771224 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 943 time: 0.1244802 Jun 30 02:24:47.720172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:24:47.720808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Attempting to bind port 8451a423-bde1-4342-9178-defa29955f46 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:47.751855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:47.752238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:47.752572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:47.753007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Bound port: 8451a423-bde1-4342-9178-defa29955f46, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:47.753469 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.755016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-773170d4-9c9c-4ac2-b790-feb8fd71795e req-4ca27564-de4a-44fd-b602-86763e41ce20 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475576 Jun 30 02:24:47.826079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.846573 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:47.934624 n-d-758944-39 neutron-server[93770]: WARNING neutron.plugins.ml2.plugin [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Concurrent port binding operations failed on port 8451a423-bde1-4342-9178-defa29955f46 Jun 30 02:24:47.940358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:47.962946 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Attempt 2 to bind port 8451a423-bde1-4342-9178-defa29955f46 Jun 30 02:24:48.001396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:48.002023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.003752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-817f54b4-1bb8-4480-82af-57731306161c service neutron] 10.222.0.73 "PUT /v2.0/ports/8451a423-bde1-4342-9178-defa29955f46 HTTP/1.1" status: 200 len: 1123 time: 2.1983700 Jun 30 02:24:48.008861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f30778-dfa6-4e37-8009-3b5ef5f80e96 req-b0106674-08aa-40ab-bfed-9bb7d1f22331 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:48.010602 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8f30778-dfa6-4e37-8009-3b5ef5f80e96 req-b0106674-08aa-40ab-bfed-9bb7d1f22331 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.0898390 Jun 30 02:24:48.047609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8451a423-bde1-4342-9178-defa29955f46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:48.067081 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8f30778-dfa6-4e37-8009-3b5ef5f80e96 req-64dc08c9-86f4-4d8f-b6ac-2afc8c3e156c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489287 Jun 30 02:24:48.112716 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.128049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025e0e7f-fceb-455c-b58a-97fe93271085']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:48.154951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['8451a423-bde1-4342-9178-defa29955f46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:48.174508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcf2eda-fa83-41f4-b9e7-8bcbff0beae8') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:48.175460 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcf2eda-fa83-41f4-b9e7-8bcbff0beae8') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:48.188461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.222538 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.251276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:24:48.253074 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:24:48.255293 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:24:48.298250 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8050f8e6-2ade-416b-87a0-91625d698af8 x-openstack-request-id: req-8050f8e6-2ade-416b-87a0-91625d698af8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:48.298250 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3404d4c-15d4-45a3-940c-81120f199e20", "name": "network-vif-deleted", "tag": "cb5b3b46-d6a5-430d-8df7-f510cd85771a", "status": "completed", "code": 200}, {"server_uuid": "2c2cb17d-db2e-405a-9b2e-7eb25bbada37", "name": "network-vif-unplugged", "status": "completed", "tag": "8451a423-bde1-4342-9178-defa29955f46", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:48.298250 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8050f8e6-2ade-416b-87a0-91625d698af8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:48.298733 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3404d4c-15d4-45a3-940c-81120f199e20', 'name': 'network-vif-deleted', 'tag': 'cb5b3b46-d6a5-430d-8df7-f510cd85771a', 'status': 'completed', 'code': 200} Jun 30 02:24:48.298733 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8451a423-bde1-4342-9178-defa29955f46', 'code': 200} Jun 30 02:24:48.336482 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Deleting port cc53d0fa-aa4b-4388-ba2c-452676d13ce8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:48.337155 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.415685 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.431549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-4d7dbfd8-8317-428e-8070-d2544cace285 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:24:48.467492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.469436 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] 10.222.0.55 "DELETE /v2.0/networks/025e0e7f-fceb-455c-b58a-97fe93271085 HTTP/1.1" status: 204 len: 168 time: 0.8538306 Jun 30 02:24:48.479316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa14d7-0186-4f6e-8c67-5e2fdcbb2717 admin admin] Pushing event deleted for resources: {'Network': ['ID=025e0e7f-fceb-455c-b58a-97fe93271085,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:48.491836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] For port cc53d0fa-aa4b-4388-ba2c-452676d13ce8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc53d0fa-aa4b-4388-ba2c-452676d13ce8,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:48.492256 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.538215 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Calling delete_port for cc53d0fa-aa4b-4388-ba2c-452676d13ce8 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:48.672260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-4d7dbfd8-8317-428e-8070-d2544cace285 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:48.677773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-4d7dbfd8-8317-428e-8070-d2544cace285 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.685863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] Sync routers for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:48.704642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:48.705892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:48.737964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:48.764455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-4d7dbfd8-8317-428e-8070-d2544cace285 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "PUT /v2.0/floatingips/02b21eef-91d4-4663-b269-654f6ff361d9 HTTP/1.1" status: 200 len: 696 time: 2.0815122 Jun 30 02:24:48.828983 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-65982be5-0146-4b93-b345-6a0170a12a82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab7f592c0ba844888cf1062a1891782f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874538 Jun 30 02:24:48.829588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:48.867182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:48.928002 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31c1a766-1ab9-452d-a1c2-4d90c4b7089b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:48.968728 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31c1a766-1ab9-452d-a1c2-4d90c4b7089b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.033700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-6eb83912-d776-4b56-b680-b7b46b323b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:49.036808 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-6eb83912-d776-4b56-b680-b7b46b323b92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1098 time: 0.1950560 Jun 30 02:24:49.069555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3a39f-3bc6-46eb-ad72-9d6f216876b8 req-03192e36-46ee-43cd-ba6a-8edbef9b90af tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:49.071238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48d3a39f-3bc6-46eb-ad72-9d6f216876b8 req-03192e36-46ee-43cd-ba6a-8edbef9b90af tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 949 time: 0.0911858 Jun 30 02:24:49.072452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31c1a766-1ab9-452d-a1c2-4d90c4b7089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.075010 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31c1a766-1ab9-452d-a1c2-4d90c4b7089b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.078492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-31c1a766-1ab9-452d-a1c2-4d90c4b7089b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18fb0469-8059-47ca-aac3-76cc0237a1d0 HTTP/1.1" status: 204 len: 168 time: 0.2460582 Jun 30 02:24:49.125677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1a766-1ab9-452d-a1c2-4d90c4b7089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fb0469-8059-47ca-aac3-76cc0237a1d0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:49.138245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.142594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:49.179464 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48d3a39f-3bc6-46eb-ad72-9d6f216876b8 req-805c9770-9e29-401f-ac73-c2abcb7d6b25 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020961 Jun 30 02:24:49.187929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Pushing event deleted for resources: {'Port': ['ID=cc53d0fa-aa4b-4388-ba2c-452676d13ce8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:49.188775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] Checking router: 96dedb8c-2541-45b1-84f1-6e62c4da5c36 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:49.208774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:49.209658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:49.288524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-7bd858f3-cea1-4dfa-aada-70627f00df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:49.297002 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-7bd858f3-cea1-4dfa-aada-70627f00df01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.2454419 Jun 30 02:24:49.395746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:49.395953 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-a1fa3467-99ba-4c24-baaf-221519b61b3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 217 time: 0.0790689 Jun 30 02:24:49.395953 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.562467 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.565122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.651304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-8d083d54-6b5c-4a25-bf9c-f57c53c59e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:49.653281 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-8d083d54-6b5c-4a25-bf9c-f57c53c59e25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.2751126 Jun 30 02:24:49.654616 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.655317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88814ca4-1345-42c3-88d5-ff207164bb6c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:24:49.661050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.662502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-82fb621b-a1ae-417c-bf8a-8802c21f00de admin admin] 10.222.0.55 "DELETE /v2.0/routers/88814ca4-1345-42c3-88d5-ff207164bb6c HTTP/1.1" status: 204 len: 168 time: 3.7504861 Jun 30 02:24:49.674895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:49.731789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2590cbe1-c2b4-479a-b0b0-d148ac267175 admin admin] Deleting subnet 1766e4b2-6f71-401e-857a-9f50127b6264 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:24:49.736456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2590cbe1-c2b4-479a-b0b0-d148ac267175 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.743265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-aea99980-d646-467b-83c5-64d087d71404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:49.745606 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-aea99980-d646-467b-83c5-64d087d71404 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818949 Jun 30 02:24:49.825307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:49.856235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2590cbe1-c2b4-479a-b0b0-d148ac267175 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:49.867442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e46b2-debe-4cb6-ae30-ca4c049a43e6 None None] The sync data for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 is: [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:23:38Z', 'revision_number': 4, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5518a9fc-3580-4ef6-a316-259686138b9c', 'name': '', 'network_id': 'cc2230dc-61c3-4db8-a1f1-f267c6bb2eea', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'mac_address': 'fa:16:3e:d2:67:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:37Z', 'updated_at': '2021-06-30T02:23:45Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'subnets': [{'id': 'c4e023fa-1203-4d52-9b5b-f6dfab0ac669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:24:49.960663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2590cbe1-c2b4-479a-b0b0-d148ac267175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:50.045536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-378fa41e-6984-4209-a845-dcaaea1dd1ee service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732031 Jun 30 02:24:50.145351 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2590cbe1-c2b4-479a-b0b0-d148ac267175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:50.206136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c284aa-aca5-4ad2-b47e-8f87f72d97dd req-79692394-8362-47da-805b-a8b039fa0b44 service neutron] 10.222.0.55 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487875 Jun 30 02:24:50.226920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590cbe1-c2b4-479a-b0b0-d148ac267175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1766e4b2-6f71-401e-857a-9f50127b6264,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:50.242369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db905a77-29a9-41e2-9c51-5991a88983a3 None None] Network c585fa76-c575-4ce4-8587-a2bbd6301f39 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:24:50.251644 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2590cbe1-c2b4-479a-b0b0-d148ac267175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:50.256667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:50.261822 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2590cbe1-c2b4-479a-b0b0-d148ac267175 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1766e4b2-6f71-401e-857a-9f50127b6264 HTTP/1.1" status: 204 len: 168 time: 0.5847445 Jun 30 02:24:50.299405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'tag': '8451a423-bde1-4342-9178-defa29955f46'}, {'name': 'network-changed', 'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:50.303289 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7901d1-4bc9-4a92-ab7b-493c555785a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2cb17d-db2e-405a-9b2e-7eb25bbada37", "tag": "8451a423-bde1-4342-9178-defa29955f46"}, {"name": "network-changed", "server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:50.338383 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-52a7d599-0dfa-4a3b-bbb5-2a9a50d5ca16 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3010049 Jun 30 02:24:50.361859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2ed8b-37f0-4e00-8001-502ac8415b09 req-62f14414-a7af-498d-b5fb-1af8264e8b23 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:50.387792 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5d2ed8b-37f0-4e00-8001-502ac8415b09 req-62f14414-a7af-498d-b5fb-1af8264e8b23 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 943 time: 0.2679014 Jun 30 02:24:50.473115 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8423098d-c3b5-48bd-ad72-0c66bf872f2f None None] New status for floating IP 02b21eef-91d4-4663-b269-654f6ff361d9: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:24:50.483241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:50.536061 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5d2ed8b-37f0-4e00-8001-502ac8415b09 req-a36713fd-85af-4a97-bfee-e04910e02cb4 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424265 Jun 30 02:24:50.607736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Deleting port c540ccbd-576c-44be-a114-183ee6a7982b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:50.608149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:50.748962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] For port c540ccbd-576c-44be-a114-183ee6a7982b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c540ccbd-576c-44be-a114-183ee6a7982b,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:50.749607 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:50.759253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:50.807261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Calling delete_port for c540ccbd-576c-44be-a114-183ee6a7982b owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:50.872885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a777-6446-4173-9668-5c30926738fa req-aad892fd-f435-42e3-9f42-227c45a53dcf tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:50.881613 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1430a777-6446-4173-9668-5c30926738fa req-aad892fd-f435-42e3-9f42-227c45a53dcf tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 949 time: 0.1578679 Jun 30 02:24:50.938226 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1430a777-6446-4173-9668-5c30926738fa req-96e51229-663e-44d8-a3f3-381d2e21d342 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554779 Jun 30 02:24:50.959832 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c9dda-1c8b-445e-af7e-905a4cda1ca9 None None] DHCP port deletion for c585fa76-c575-4ce4-8587-a2bbd6301f39 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:24:51.014787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fcd42-a954-469b-9db9-699f6ec46b90 req-d46534a7-5c2b-4800-81c9-210a4586a23e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:51.025830 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-475fcd42-a954-469b-9db9-699f6ec46b90 req-d46534a7-5c2b-4800-81c9-210a4586a23e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.2159283 Jun 30 02:24:51.060257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1345439645-network', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:51.118651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b41c9dda-1c8b-445e-af7e-905a4cda1ca9 None None] Deleting port c540ccbd-576c-44be-a114-183ee6a7982b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:51.121196 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b41c9dda-1c8b-445e-af7e-905a4cda1ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:51.139783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-475fcd42-a954-469b-9db9-699f6ec46b90 req-f06739f3-aa43-4dd7-9574-cb88a043720b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128502 Jun 30 02:24:51.147948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Made reservation on behalf of b024877b9ea046a6a65c423b89fcd680 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:51.150752 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:51.180789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:51.233274 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fac915-bf07-4109-8977-e5c3dfe2b71e x-openstack-request-id: req-e3fac915-bf07-4109-8977-e5c3dfe2b71e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:51.233800 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2cb17d-db2e-405a-9b2e-7eb25bbada37", "tag": "8451a423-bde1-4342-9178-defa29955f46", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:51.233800 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3fac915-bf07-4109-8977-e5c3dfe2b71e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:51.234200 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'tag': '8451a423-bde1-4342-9178-defa29955f46', 'status': 'completed', 'code': 200} Jun 30 02:24:51.234444 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'status': 'completed', 'code': 200} Jun 30 02:24:51.251059 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:51.265742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b41c9dda-1c8b-445e-af7e-905a4cda1ca9 None None] For port c540ccbd-576c-44be-a114-183ee6a7982b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c540ccbd-576c-44be-a114-183ee6a7982b,segment=NetworkSegment(05330a67-5ee6-4057-81dc-4c6358aff93c),segment_id=05330a67-5ee6-4057-81dc-4c6358aff93c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:51.266005 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b41c9dda-1c8b-445e-af7e-905a4cda1ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:51.291686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Pushing event deleted for resources: {'Port': ['ID=c540ccbd-576c-44be-a114-183ee6a7982b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:51.300881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] No DVR routers for this DVR port c540ccbd-576c-44be-a114-183ee6a7982b on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:24:51.305316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b41c9dda-1c8b-445e-af7e-905a4cda1ca9 None None] Calling delete_port for c540ccbd-576c-44be-a114-183ee6a7982b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:51.344999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-93f869ad-65d8-4792-9669-6f4442b798da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:51.348428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-93f869ad-65d8-4792-9669-6f4442b798da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 1126 time: 0.1268589 Jun 30 02:24:51.479008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d2faf-0248-496a-8402-b635237ba427 req-d64f358f-b4e8-43e1-a785-bdc23e97f005 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:51.481071 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba1d2faf-0248-496a-8402-b635237ba427 req-d64f358f-b4e8-43e1-a785-bdc23e97f005 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 949 time: 0.3350439 Jun 30 02:24:51.485189 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b41c9dda-1c8b-445e-af7e-905a4cda1ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:51.528074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-24e1c719-3ac7-4f41-91bc-7b3431b9d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:51.530224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-24e1c719-3ac7-4f41-91bc-7b3431b9d086 service neutron] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.1683662 Jun 30 02:24:51.530886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c540ccbd-576c-44be-a114-183ee6a7982b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:51.536087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c9dda-1c8b-445e-af7e-905a4cda1ca9 None None] Pushing event deleted for resources: {'Port': ['ID=c540ccbd-576c-44be-a114-183ee6a7982b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:51.554282 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-5b84d5a9-1216-461c-8bc9-0cbd640ab07f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips/02b21eef-91d4-4663-b269-654f6ff361d9 HTTP/1.1" status: 200 len: 694 time: 0.1950698 Jun 30 02:24:51.559247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: c540ccbd-576c-44be-a114-183ee6a7982b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:24:51.559578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c540ccbd-576c-44be-a114-183ee6a7982b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:24:51.560136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc53d0fa-aa4b-4388-ba2c-452676d13ce8 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:51.582605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c9dda-1c8b-445e-af7e-905a4cda1ca9 None None] No DVR routers for this DVR port c540ccbd-576c-44be-a114-183ee6a7982b on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:24:51.584649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: cc53d0fa-aa4b-4388-ba2c-452676d13ce8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:24:51.585435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc53d0fa-aa4b-4388-ba2c-452676d13ce8 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:24:51.606705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-0d4b988d-d7dd-4b01-9048-47cf705c4d80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8451a423-bde1-4342-9178-defa29955f46 HTTP/1.1" status: 200 len: 217 time: 0.0607009 Jun 30 02:24:51.644286 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:51.693316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c585fa76-c575-4ce4-8587-a2bbd6301f39']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:51.707743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:51.713185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-540a48db-1fb7-4323-a574-0ae117b9a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:51.715057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-540a48db-1fb7-4323-a574-0ae117b9a117 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0984271 Jun 30 02:24:51.743771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05330a67-5ee6-4057-81dc-4c6358aff93c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:51.744077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05330a67-5ee6-4057-81dc-4c6358aff93c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:51.758782 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:51.761711 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-6ffce882-4e0b-4b3b-916a-ea51c25d37de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333319 Jun 30 02:24:51.787524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:51.794207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-e1331d28-c4cd-4fa9-a7ed-33aa0e573cf7 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:51.796219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-e1331d28-c4cd-4fa9-a7ed-33aa0e573cf7 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/networks?id=a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 HTTP/1.1" status: 200 len: 815 time: 0.1913412 Jun 30 02:24:51.822113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:24:51.864720 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-6620181e-fb63-49de-97f5-96828daf13e3 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/quotas/cf492d772ae04dce9783b3d3fe9d5054 HTTP/1.1" status: 200 len: 375 time: 0.0481482 Jun 30 02:24:51.938662 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-18990af9-2485-49a6-bd09-eafc2a1faaed service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686072 Jun 30 02:24:52.014403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-fe3fb4be-5370-4edd-baa9-5b84142a7742 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf492d772ae04dce9783b3d3fe9d5054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417372 Jun 30 02:24:52.109766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-e51d5c97-4f62-4df6-8e94-606fb42d4e5e service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577971 Jun 30 02:24:52.144446 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-cdfdffc5-3346-4f5e-a5d3-f2d50086ac95 service neutron] 10.222.0.55 "GET /v2.0/networks/a7a4eb50-f5c8-44bd-b2af-a0da52a12e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071682 Jun 30 02:24:52.175116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c687121-b4fc-4eff-b346-f9c0d924546b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:52.180724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.193484 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.193902 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Added segment c208c82c-1a36-4da5-83d4-6c969823df87 of type vlan for network 8a45bdb0-42ad-4822-9047-0b0857630f97 Jun 30 02:24:52.199767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:24:52.200289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:24:52.202013 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:24:52.279811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-d4461440-a4d8-4df4-8be4-5ca8471906ed tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:52.280631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-136b8640-dd0e-4d65-9cc6-82f6484017c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:52.281092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-d4461440-a4d8-4df4-8be4-5ca8471906ed tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.7259824 Jun 30 02:24:52.282075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-136b8640-dd0e-4d65-9cc6-82f6484017c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3185065766294389adf46ffdd098a23a&device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 1098 time: 0.1158187 Jun 30 02:24:52.284414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-533d74dd-cb90-4cea-9db6-81810eda8b6c service neutron] 10.222.0.55 "GET /v2.0/networks/a7a4eb50-f5c8-44bd-b2af-a0da52a12e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259251 Jun 30 02:24:52.311325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.318933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-ac426d2c-8941-4d33-970c-f91832692205 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:24:52.319955 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-ac426d2c-8941-4d33-970c-f91832692205 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200064 Jun 30 02:24:52.335481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ba1d2faf-0248-496a-8402-b635237ba427 req-00ca9d45-eb01-48ef-bdc1-b98aa067cee5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Deleting port 713a9834-f1fe-4aa1-b09b-ae886d402768 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:52.335832 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ba1d2faf-0248-496a-8402-b635237ba427 req-00ca9d45-eb01-48ef-bdc1-b98aa067cee5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.341217 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.361471 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.363659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c585fa76-c575-4ce4-8587-a2bbd6301f39 HTTP/1.1" status: 204 len: 168 time: 2.1057997 Jun 30 02:24:52.391668 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-29953f0d-de40-4d9a-9cea-43b4a8fff736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:52.393182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-29953f0d-de40-4d9a-9cea-43b4a8fff736 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 200 len: 922 time: 0.1016300 Jun 30 02:24:52.471067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca686d7-e83b-47d0-a55a-cfe95362d078 admin admin] Pushing event deleted for resources: {'Network': ['ID=c585fa76-c575-4ce4-8587-a2bbd6301f39,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:52.485534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-4d8fdefa-c22f-4f15-9abf-6716f8d98c89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 200 len: 217 time: 0.0728860 Jun 30 02:24:52.493158 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.493454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:52.494076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.520394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-f99f35cd-6cdf-49ce-bc8a-41d92a4f2f53 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 697 time: 0.1646464 Jun 30 02:24:52.602410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:52.623642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-4734787c-f73c-4ce4-8e43-2441a9b581e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:52.625092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-4734787c-f73c-4ce4-8e43-2441a9b581e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 200 len: 860 time: 0.1301405 Jun 30 02:24:52.652703 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8923388 Jun 30 02:24:52.653735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839997af-5aaf-45c9-9dfb-e5a4d007b451 admin admin] Pushing event updated for resources: {'Network': ['ID=8a45bdb0-42ad-4822-9047-0b0857630f97,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:52.668520 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:24:52.678226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:52.695736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-32b7d83c-4e41-467a-a226-bbaaa2167fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:52.697422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-32b7d83c-4e41-467a-a226-bbaaa2167fe1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 1102 time: 0.2235749 Jun 30 02:24:52.701212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Request body: {'subnet': {'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1345439645-subnet', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:52.717430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ba1d2faf-0248-496a-8402-b635237ba427 req-00ca9d45-eb01-48ef-bdc1-b98aa067cee5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] For port 713a9834-f1fe-4aa1-b09b-ae886d402768, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=713a9834-f1fe-4aa1-b09b-ae886d402768,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:52.717917 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ba1d2faf-0248-496a-8402-b635237ba427 req-00ca9d45-eb01-48ef-bdc1-b98aa067cee5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:52.733181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-ae4f7f51-a4f6-4827-8de4-b96fe0b1b3c3 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 697 time: 0.1978147 Jun 30 02:24:52.742449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ba1d2faf-0248-496a-8402-b635237ba427 req-00ca9d45-eb01-48ef-bdc1-b98aa067cee5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Calling delete_port for 713a9834-f1fe-4aa1-b09b-ae886d402768 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:52.762331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-feee8d39-28df-4338-91e1-a7d3cd3f798d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=598445c9fa244f1399df12f8c651ffe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563766 Jun 30 02:24:52.763455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:52.865062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Made reservation on behalf of b024877b9ea046a6a65c423b89fcd680 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:52.867655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.091615 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5b21d6d-26cd-4f82-9d54-94c6430ae639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.139582 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5b21d6d-26cd-4f82-9d54-94c6430ae639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.226752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-2d301eea-cb28-4f91-8874-bd25f0809b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:53.228217 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-2d301eea-cb28-4f91-8874-bd25f0809b0c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5940516 Jun 30 02:24:53.232949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-44d318c3-24ba-4164-95f6-5e71898cea20 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Deleting port 2bd233f5-f369-4798-b812-3ab338afad23 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:53.233296 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-44d318c3-24ba-4164-95f6-5e71898cea20 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.241133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eab2f-c7d5-4eaf-bd60-07fdf199c76c req-b9bd626f-8c69-4c1f-9c00-fdc5341c1028 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:53.242576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-013eab2f-c7d5-4eaf-bd60-07fdf199c76c req-b9bd626f-8c69-4c1f-9c00-fdc5341c1028 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 943 time: 0.5273895 Jun 30 02:24:53.243584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-eb11cd94-464e-4c64-b711-64248bb239d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:53.245225 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-eb11cd94-464e-4c64-b711-64248bb239d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.5286071 Jun 30 02:24:53.342935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-be1da46f-a3ff-4ea5-9040-9c7764efae98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=55225ae1-cd1c-409e-8ee1-08df00758d55 HTTP/1.1" status: 200 len: 217 time: 0.0850399 Jun 30 02:24:53.357222 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ba1d2faf-0248-496a-8402-b635237ba427 req-00ca9d45-eb01-48ef-bdc1-b98aa067cee5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.369764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:24:53.405695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.426011 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca9d45-eb01-48ef-bdc1-b98aa067cee5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Pushing event deleted for resources: {'Port': ['ID=713a9834-f1fe-4aa1-b09b-ae886d402768,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:53.458394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-c3d6c3bc-8574-451d-a2a6-13dc77cbacd8 service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124288 Jun 30 02:24:53.458856 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5b21d6d-26cd-4f82-9d54-94c6430ae639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.462460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5b21d6d-26cd-4f82-9d54-94c6430ae639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.465956 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b5b21d6d-26cd-4f82-9d54-94c6430ae639 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eefc8923-6887-4245-888c-80dea23dc88f HTTP/1.1" status: 204 len: 168 time: 0.6724920 Jun 30 02:24:53.498671 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-013eab2f-c7d5-4eaf-bd60-07fdf199c76c req-ea46a0e2-4f75-4213-88ab-fa9e023d557e tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383730 Jun 30 02:24:53.525876 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-44d318c3-24ba-4164-95f6-5e71898cea20 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.526219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-44d318c3-24ba-4164-95f6-5e71898cea20 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.529966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b21d6d-26cd-4f82-9d54-94c6430ae639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefc8923-6887-4245-888c-80dea23dc88f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:53.559122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1d2faf-0248-496a-8402-b635237ba427 req-00ca9d45-eb01-48ef-bdc1-b98aa067cee5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] No DVR routers for this DVR port 713a9834-f1fe-4aa1-b09b-ae886d402768 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:24:53.570192 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ba1d2faf-0248-496a-8402-b635237ba427 req-00ca9d45-eb01-48ef-bdc1-b98aa067cee5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.572168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba1d2faf-0248-496a-8402-b635237ba427 req-00ca9d45-eb01-48ef-bdc1-b98aa067cee5 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "DELETE /v2.0/ports/713a9834-f1fe-4aa1-b09b-ae886d402768 HTTP/1.1" status: 204 len: 173 time: 2.0399728 Jun 30 02:24:53.572603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c605d28-4b22-4f86-888b-4080f719053c', 'name': 'network-vif-deleted', 'tag': '713a9834-f1fe-4aa1-b09b-ae886d402768'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:24:53.574899 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9504cc-48f8-4091-80eb-c652f49022c8" -d '{"events": [{"server_uuid": "2c605d28-4b22-4f86-888b-4080f719053c", "name": "network-vif-deleted", "tag": "713a9834-f1fe-4aa1-b09b-ae886d402768"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:24:53.579507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-44d318c3-24ba-4164-95f6-5e71898cea20 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Calling delete_port for 2bd233f5-f369-4798-b812-3ab338afad23 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:53.581802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb16b85-0a65-4811-8135-f92b5adf71dc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:53.608980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-5fa6755a-684b-4dc1-9896-80d265401c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:53.610488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Checking segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:53.610882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Network hostable DHCP agents. Network: 8a45bdb0-42ad-4822-9047-0b0857630f97, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:24:53.616430 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-5fa6755a-684b-4dc1-9896-80d265401c43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2656031 Jun 30 02:24:53.686911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:24:53.711433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf7901d1-4bc9-4a92-ab7b-493c555785a6 req-e9acfa11-9580-40ed-9f85-09ca12b7f78f service neutron] 10.222.0.69 "GET /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378049 Jun 30 02:24:53.711878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 8a45bdb0-42ad-4822-9047-0b0857630f97) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:53.720511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75508444-d449-4aaa-b6c9-bbb09ce5e6da None None] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:24:53.721112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-64a14ef3-4e89-432b-9a7f-29081ec59d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:53.722927 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-64a14ef3-4e89-432b-9a7f-29081ec59d1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980225 Jun 30 02:24:53.724789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:53.725402 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.772322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2b50e4d5-ce37-4394-8bbe-18d80903b966 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0845046 Jun 30 02:24:53.774909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:53.780007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:53.825633 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.827371 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.838760 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-44d318c3-24ba-4164-95f6-5e71898cea20 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:53.880551 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e55e1df-13a7-48b2-bd10-ab056f55ef74 req-1b6fdb18-a1dd-496a-82ce-cf5dff92f60c tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c605d28-4b22-4f86-888b-4080f719053c HTTP/1.1" status: 200 len: 210 time: 0.0482955 Jun 30 02:24:53.899377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d318c3-24ba-4164-95f6-5e71898cea20 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Pushing event deleted for resources: {'Port': ['ID=2bd233f5-f369-4798-b812-3ab338afad23,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:53.941016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-f3801e1b-1c31-46aa-9ea5-94cc6a5e18ff service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088034 Jun 30 02:24:54.032464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:54.072522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-8a45bdb0-42ad-4822-9047-0b0857630f97', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:24:54.074036 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:54.134968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-215fcbb5-80e3-43db-b239-c607cf3aa61f service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869109 Jun 30 02:24:54.205789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-44d318c3-24ba-4164-95f6-5e71898cea20 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:54.210551 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-44d318c3-24ba-4164-95f6-5e71898cea20 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:54.211790 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8fc86c5c-022e-4e8e-aa8f-db9083813c4b req-44d318c3-24ba-4164-95f6-5e71898cea20 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "DELETE /v2.0/floatingips/02b21eef-91d4-4663-b269-654f6ff361d9 HTTP/1.1" status: 204 len: 173 time: 1.4707394 Jun 30 02:24:54.298491 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:54.353308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-ec486be2-b293-4958-8219-c634fd3fcaab tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:54.355968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-ec486be2-b293-4958-8219-c634fd3fcaab tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.69 "GET /v2.0/networks?id=a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 HTTP/1.1" status: 200 len: 815 time: 0.2201011 Jun 30 02:24:54.383970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Request body: {'port': {'device_id': 'a909a318-2ab4-4bc4-a4f2-9e606f6fe15a', 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84', 'admin_state_up': True, 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:54.402070 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7fe75d94-4370-4be9-ae6d-d96db7ddc989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:54.445273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2b6d-9803-4059-8b13-96f20fcec607 req-69d88e4e-48bc-48a3-bbda-f59319d5460c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:54.452771 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-146b2b6d-9803-4059-8b13-96f20fcec607 req-69d88e4e-48bc-48a3-bbda-f59319d5460c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.3157084 Jun 30 02:24:54.460863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Allocated IP 172.20.0.2 (8a45bdb0-42ad-4822-9047-0b0857630f97/6eb16b85-0a65-4811-8135-f92b5adf71dc/ebdedcc7-714c-4c78-bf92-f29b9722a8d9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:54.561132 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8601e44a-b230-439d-b2e9-d61efc3e6f3c req-bb1c5b47-3bdb-4566-8301-726f6e9a5eac tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 210 time: 0.1081171 Jun 30 02:24:54.638034 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-146b2b6d-9803-4059-8b13-96f20fcec607 req-a9205cd2-30ef-45c1-bc85-7261ab7cfc85 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841524 Jun 30 02:24:54.761811 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456e39a2-2ff9-48c6-825e-3663b634b59c x-openstack-request-id: req-456e39a2-2ff9-48c6-825e-3663b634b59c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:24:54.763154 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c605d28-4b22-4f86-888b-4080f719053c", "name": "network-vif-deleted", "tag": "713a9834-f1fe-4aa1-b09b-ae886d402768", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:24:54.764338 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-456e39a2-2ff9-48c6-825e-3663b634b59c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:24:54.764822 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c605d28-4b22-4f86-888b-4080f719053c', 'name': 'network-vif-deleted', 'tag': '713a9834-f1fe-4aa1-b09b-ae886d402768', 'status': 'completed', 'code': 200} Jun 30 02:24:54.771151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:54.780822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Made reservation on behalf of cf492d772ae04dce9783b3d3fe9d5054 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:54.786444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:54.874014 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:54.882956 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:54.892877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Transition to ACTIVE for port object ebdedcc7-714c-4c78-bf92-f29b9722a8d9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:54.927810 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:54.928580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Transition to ACTIVE for port object ebdedcc7-714c-4c78-bf92-f29b9722a8d9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:54.943241 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.042617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:55.050446 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:55.053997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:55.086609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 713a9834-f1fe-4aa1-b09b-ae886d402768 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:55.107432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Allocated IP 172.20.0.6 (a7a4eb50-f5c8-44bd-b2af-a0da52a12e84/3a74c03c-8cf5-44fb-bb40-167beba44a60/88d839c6-34e3-412d-9df8-d115d77e1053) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:55.143662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Allocated IP 172.25.7.174 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/d3c8414f-730e-4589-be48-f65afc5f0834) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:55.168237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 713a9834-f1fe-4aa1-b09b-ae886d402768 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:24:55.168570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 713a9834-f1fe-4aa1-b09b-ae886d402768 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:24:55.190251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Pushing event updated for resources: {'Port': ['ID=ebdedcc7-714c-4c78-bf92-f29b9722a8d9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:55.250954 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.290905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-network', 'tenant_id': '36e18fe8069b4204abe701b5b3749279'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:55.310090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.317263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Made reservation on behalf of 36e18fe8069b4204abe701b5b3749279 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:55.319872 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.325534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc4700-b4a3-4ae7-aaa7-c6faacff348e req-0fb4f32a-d501-490a-b5be-38f5f1336096 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:55.333420 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2cc4700-b4a3-4ae7-aaa7-c6faacff348e req-0fb4f32a-d501-490a-b5be-38f5f1336096 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 943 time: 0.1858187 Jun 30 02:24:55.352736 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.359944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Attempting to bind port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:24:55.364359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:55.365501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Attempting to bind port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:24:55.365944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Attempting to bind port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:24:55.376917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:55.380917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:55.414146 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2cc4700-b4a3-4ae7-aaa7-c6faacff348e req-161abd86-33ef-4165-aea9-0a9aced982bc tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796554 Jun 30 02:24:55.434480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:24:55.434900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Checking segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:55.435384 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.435886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Bound using segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:24:55.444454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Bound port: ebdedcc7-714c-4c78-bf92-f29b9722a8d9, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:24:55.444888 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.481599 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.510331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Pushing event updated for resources: {'Port': ['ID=d3c8414f-730e-4589-be48-f65afc5f0834,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:55.513972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Transition to ACTIVE for port object 88d839c6-34e3-412d-9df8-d115d77e1053 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:55.569371 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.604963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:55.610603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:55.643431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:55.650483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:55.651275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.700694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Pushing event updated for resources: {'Port': ['ID=88d839c6-34e3-412d-9df8-d115d77e1053,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:55.792515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.831550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] For port ebdedcc7-714c-4c78-bf92-f29b9722a8d9, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:24:55.844327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] For port ebdedcc7-714c-4c78-bf92-f29b9722a8d9, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ebdedcc7-714c-4c78-bf92-f29b9722a8d9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:24:55.859995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:55.893863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef2c64-c495-4ca8-8eac-a81c0b91b1ec req-36e18a6c-92b5-4bb3-b315-37531f0c494e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:55.900077 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83ef2c64-c495-4ca8-8eac-a81c0b91b1ec req-36e18a6c-92b5-4bb3-b315-37531f0c494e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 946 time: 0.3894556 Jun 30 02:24:56.055856 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83ef2c64-c495-4ca8-8eac-a81c0b91b1ec req-c17c7d32-3d8d-4f4e-bf22-8abe703d321d tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507945 Jun 30 02:24:56.107191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93d66a-7558-4ed2-bf5a-581cb9fae22d None None] Pushing event updated for resources: {'Port': ['ID=ebdedcc7-714c-4c78-bf92-f29b9722a8d9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:56.126826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e05dfc61-64b8-46fe-8670-9d959184394f None None] Provisioning for port 88d839c6-34e3-412d-9df8-d115d77e1053 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:56.135214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e05dfc61-64b8-46fe-8670-9d959184394f None None] Provisioning complete for port 88d839c6-34e3-412d-9df8-d115d77e1053 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:56.135568 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e05dfc61-64b8-46fe-8670-9d959184394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:56.137879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:56.157281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-7cebc3b1-92f7-4c90-91a9-3bb484e2aed0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7897139 Jun 30 02:24:56.170705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:56.260038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e05dfc61-64b8-46fe-8670-9d959184394f None None] Port 88d839c6-34e3-412d-9df8-d115d77e1053 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:24:56.349710 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:24:56.351866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6664e50-31d8-4728-b026-0ba6160cb160,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:56.411039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0022a9c-d0ff-4ea5-b9ca-953c5e9854cc req-a1c385aa-3bd7-4302-bcc8-69e0708be513 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:56.413629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c0022a9c-d0ff-4ea5-b9ca-953c5e9854cc req-a1c385aa-3bd7-4302-bcc8-69e0708be513 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 931 time: 0.2072165 Jun 30 02:24:56.419029 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:56.419029 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Added segment 04fbccd1-5c8d-40b6-803d-69589726c197 of type vlan for network c505feae-af31-428e-a20c-11288eb0484e Jun 30 02:24:56.561879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c0022a9c-d0ff-4ea5-b9ca-953c5e9854cc req-4e763a97-2ebb-4cce-8d9a-433a59cc45db tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418333 Jun 30 02:24:56.591269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:56.632763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:56.716940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5239b4-d055-437d-aba6-b443d6e7a917 req-6930ff52-c821-4de2-b5de-c2f0b10c65ab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:56.726068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5239b4-d055-437d-aba6-b443d6e7a917 req-6930ff52-c821-4de2-b5de-c2f0b10c65ab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.3343968 Jun 30 02:24:56.749259 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:56.750108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:56.750686 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:56.803066 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:24:56.914655 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:56.984972 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6c14c4c-2b4b-4117-b7ca-eb2f9aa27155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:56.991039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8aba-016b-406d-bc39-345ce19cb6d6 req-47e4a932-b9b9-4224-bfdc-e66e482340f2 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:56.993234 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-045d8aba-016b-406d-bc39-345ce19cb6d6 req-47e4a932-b9b9-4224-bfdc-e66e482340f2 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 950 time: 0.1273787 Jun 30 02:24:57.074905 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-045d8aba-016b-406d-bc39-345ce19cb6d6 req-99976cce-f035-461c-859d-f4c5e994ae5b tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/security-groups?id=37a8918b-aca6-4c4d-af7b-3dbd98726bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732110 Jun 30 02:24:57.149100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8451a423-bde1-4342-9178-defa29955f46 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:24:57.490688 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7156682 Jun 30 02:24:57.491368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:57.496486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Request body: {'subnet': {'network_id': 'c505feae-af31-428e-a20c-11288eb0484e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-subnet', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:57.571509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Made reservation on behalf of 36e18fe8069b4204abe701b5b3749279 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:24:57.574114 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:57.579264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ebdedcc7-714c-4c78-bf92-f29b9722a8d9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:24:57.630764 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5239b4-d055-437d-aba6-b443d6e7a917 req-d857dcbb-1ed7-46a1-b72d-0e956e47cec5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8948722 Jun 30 02:24:57.664227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e3547-f74e-49cc-9a4b-f301b59cbd54 admin admin] Pushing event updated for resources: {'Network': ['ID=c505feae-af31-428e-a20c-11288eb0484e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:57.680891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network c505feae-af31-428e-a20c-11288eb0484e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:24:57.752295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:24:57.882937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c465efb1-3e58-4e15-b62f-718b1fa089d3 None None] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:24:57.948330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:24:57.973854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Sync routers for ids ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:24:57.989312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b46ea6c-9622-4ddc-a64e-460fc23b14ef None None] Provisioning for port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:57.996981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Routers {'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:24:57.997970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:58.016228 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.033273 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.037677 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2504cb8f-bb3e-42c8-a591-e10f46d9998c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2586761 Jun 30 02:24:58.043626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:58.085554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db3583ed-17ab-4e9b-a79d-89c45fc7acb2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:58.105745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b46ea6c-9622-4ddc-a64e-460fc23b14ef None None] Provisioning complete for port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:58.106291 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b46ea6c-9622-4ddc-a64e-460fc23b14ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.109426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Checking segment: {'id': '04fbccd1-5c8d-40b6-803d-69589726c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:24:58.109788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Network hostable DHCP agents. Network: c505feae-af31-428e-a20c-11288eb0484e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:24:58.114805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:24:58.132471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Network c505feae-af31-428e-a20c-11288eb0484e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:24:58.162296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, c505feae-af31-428e-a20c-11288eb0484e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:58.184415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f1345-f729-40f1-8575-6c55712a1d4b req-5f475696-562c-4ac0-ae38-82de8c74e2f3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:58.185887 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:58.187153 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.192623 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-243f1345-f729-40f1-8575-6c55712a1d4b req-5f475696-562c-4ac0-ae38-82de8c74e2f3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 943 time: 0.2369752 Jun 30 02:24:58.217391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-68477ada-2ca9-405c-b7d4-afac5ef553a3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7224481 Jun 30 02:24:58.217608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:24:58.222998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-router', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:24:58.252008 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.253708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.288947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-243f1345-f729-40f1-8575-6c55712a1d4b req-24c94df3-c1b2-4ad8-ae11-ae0302eeb77b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952907 Jun 30 02:24:58.352122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668b5eb-2d89-46ef-bc01-6fd55faa4d3a None None] Network c505feae-af31-428e-a20c-11288eb0484e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:24:58.353838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:58.354207 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.364168 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.402508 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.480882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-47979deb-e77c-4f59-ba94-0e4068070bed tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:58.482496 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-47979deb-e77c-4f59-ba94-0e4068070bed tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 950 time: 0.1488979 Jun 30 02:24:58.562340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Set router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:24:58.595684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.883962 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b46ea6c-9622-4ddc-a64e-460fc23b14ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.884768 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.913794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.918952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-c505feae-af31-428e-a20c-11288eb0484e', 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'fixed_ips': [{'subnet_id': 'db3583ed-17ab-4e9b-a79d-89c45fc7acb2'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:24:58.919813 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:58.930179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288d061-d573-4116-981a-5e2d3d784f88 req-60041e5f-07c4-4645-98ca-cd5706ba2dc6 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:58.932096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f288d061-d573-4116-981a-5e2d3d784f88 req-60041e5f-07c4-4645-98ca-cd5706ba2dc6 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 946 time: 0.4059134 Jun 30 02:24:58.936316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-d1e15a6b-222d-40ac-885e-993b0172fa8e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Deleting port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:24:58.936664 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-d1e15a6b-222d-40ac-885e-993b0172fa8e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.059372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5b46ea6c-9622-4ddc-a64e-460fc23b14ef None None] For port ebdedcc7-714c-4c78-bf92-f29b9722a8d9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ebdedcc7-714c-4c78-bf92-f29b9722a8d9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:59.070596 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.071003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Allocated IP 172.25.7.241 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/0ab7f9ef-d86a-4b06-b911-d1406e2dc503) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:59.078462 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b46ea6c-9622-4ddc-a64e-460fc23b14ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.193138 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f288d061-d573-4116-981a-5e2d3d784f88 req-d3cba4f6-1dcc-4e32-97c1-981712b3ceb6 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054341 Jun 30 02:24:59.271006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-d1e15a6b-222d-40ac-885e-993b0172fa8e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] For port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:24:59.271381 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-d1e15a6b-222d-40ac-885e-993b0172fa8e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.290964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46ea6c-9622-4ddc-a64e-460fc23b14ef None None] Pushing event updated for resources: {'Port': ['ID=ebdedcc7-714c-4c78-bf92-f29b9722a8d9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:59.304535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.311299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-d1e15a6b-222d-40ac-885e-993b0172fa8e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Calling delete_port for cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:24:59.319225 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.340865 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:24:59.341573 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:24:59.347073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Allocated IP 172.20.0.2 (c505feae-af31-428e-a20c-11288eb0484e/db3583ed-17ab-4e9b-a79d-89c45fc7acb2/6a9515d5-17ef-416a-9dd9-2b15bc4bef26) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:59.359884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:24:55Z', 'revision_number': 3, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:24:59.419317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Checking router: f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:24:59.422517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Updating router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 port d3c8414f-730e-4589-be48-f65afc5f0834 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:24:59.433590 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.505111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:24:59.508253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:24:59.517392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:24:59.566698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab7f9ef-d86a-4b06-b911-d1406e2dc503,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:24:59.590268 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.822441 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.838789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Transition to ACTIVE for port object 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:59.848155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4e114d86-6d25-4dad-81f7-324ebf54938c None None] Provisioning complete for port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:24:59.848571 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e114d86-6d25-4dad-81f7-324ebf54938c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.855108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcc246-7ef0-4236-b020-ef3f80853376 req-07e29e37-d38f-4bba-a5ae-7647f6902e13 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:24:59.866868 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0fdcc246-7ef0-4236-b020-ef3f80853376 req-07e29e37-d38f-4bba-a5ae-7647f6902e13 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 931 time: 0.3204327 Jun 30 02:24:59.908976 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.919721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Allocated IP 172.20.0.1 (8a45bdb0-42ad-4822-9047-0b0857630f97/6eb16b85-0a65-4811-8135-f92b5adf71dc/3411863a-450f-45a7-8f43-c5d74c1878d4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:24:59.947051 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-d1e15a6b-222d-40ac-885e-993b0172fa8e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:24:59.962790 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Transition to ACTIVE for port object 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:24:59.995691 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.013086 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.022128 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0fdcc246-7ef0-4236-b020-ef3f80853376 req-17278445-c44d-495c-b91b-2d5fb175adf9 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537759 Jun 30 02:25:00.040537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e15a6b-222d-40ac-885e-993b0172fa8e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Pushing event deleted for resources: {'Port': ['ID=cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:00.184842 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.196426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Transition to ACTIVE for port object d3c8414f-730e-4589-be48-f65afc5f0834 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:00.217479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Network c505feae-af31-428e-a20c-11288eb0484e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:00.247230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:00.249720 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.254017 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.261897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:00.300073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-d1e15a6b-222d-40ac-885e-993b0172fa8e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] No DVR routers for this DVR port cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:25:00.355560 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-d1e15a6b-222d-40ac-885e-993b0172fa8e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.357739 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab0b654f-307d-4bf3-a875-42e7f148376d req-d1e15a6b-222d-40ac-885e-993b0172fa8e tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.73 "DELETE /v2.0/ports/cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 HTTP/1.1" status: 204 len: 173 time: 1.8328755 Jun 30 02:25:00.359691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5be96d9e-9c0e-462f-879c-048ac440a91f req-7c1d814c-1574-455d-8600-6f61890f2115 tempest-ServersAdminTestJSON-921300180 tempest-ServersAdminTestJSON-921300180-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d0e30b-51ea-43d3-8adf-4ba4afa77d4e HTTP/1.1" status: 200 len: 210 time: 0.1417339 Jun 30 02:25:00.360159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-deleted', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:00.362432 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f46e2b3-0fa3-4629-ab3a-3348b9b22efc" -d '{"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-deleted", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:00.509875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Pushing event updated for resources: {'Port': ['ID=6a9515d5-17ef-416a-9dd9-2b15bc4bef26,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:00.510461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Router 84ebf661-c621-4098-9732-9eea542fcbe2 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:25:00.517409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Attempting to bind port d3c8414f-730e-4589-be48-f65afc5f0834 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:00.520962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Attempting to bind port d3c8414f-730e-4589-be48-f65afc5f0834 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:00.521352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Attempting to bind port d3c8414f-730e-4589-be48-f65afc5f0834 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:00.540552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ebdedcc7-714c-4c78-bf92-f29b9722a8d9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:00.560049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.616425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Transition to ACTIVE for port object 3411863a-450f-45a7-8f43-c5d74c1878d4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:00.724053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:00.724471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:00.724891 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.725276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:00.725766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Bound port: d3c8414f-730e-4589-be48-f65afc5f0834, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:00.726218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.728570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Attempting to bind port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:00.728938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Attempting to bind port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '04fbccd1-5c8d-40b6-803d-69589726c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:00.729286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Attempting to bind port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 on network c505feae-af31-428e-a20c-11288eb0484e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:00.769582 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.772317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:25:00.786200 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Sync routers for ids ['84ebf661-c621-4098-9732-9eea542fcbe2'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:25:00.804517 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Routers {'84ebf661-c621-4098-9732-9eea542fcbe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:00.817643 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['84ebf661-c621-4098-9732-9eea542fcbe2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:00.833726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.837174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ecba0a55-1b9b-4fbe-b12d-fc97b21a18d2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6159666 Jun 30 02:25:00.838471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:00.842836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:00.853248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:00.861154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:00.878187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Pushing event updated for resources: {'Port': ['ID=3411863a-450f-45a7-8f43-c5d74c1878d4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:00.890881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:00.897892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Checking segment: {'id': '04fbccd1-5c8d-40b6-803d-69589726c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:00.898511 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.899009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Bound using segment: {'id': '04fbccd1-5c8d-40b6-803d-69589726c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:00.899585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Bound port: 6a9515d5-17ef-416a-9dd9-2b15bc4bef26, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fbccd1-5c8d-40b6-803d-69589726c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:00.900159 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:00.957819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970654ea-bf1f-4edd-a607-e0fde627ffad req-55a1b888-e41c-44b6-bab8-d4c31f1d4e47 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:00.975027 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-970654ea-bf1f-4edd-a607-e0fde627ffad req-55a1b888-e41c-44b6-bab8-d4c31f1d4e47 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.2872109 Jun 30 02:25:00.993302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:01.027200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:01.027450 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:01.036280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182be15-f533-4e3a-a8c7-f4f1043802ec None None] Pushing event updated for resources: {'Port': ['ID=d3c8414f-730e-4589-be48-f65afc5f0834,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:01.114696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] For port d3c8414f-730e-4589-be48-f65afc5f0834, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:01.123629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] For port d3c8414f-730e-4589-be48-f65afc5f0834, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3c8414f-730e-4589-be48-f65afc5f0834,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:01.148358 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Set router 84ebf661-c621-4098-9732-9eea542fcbe2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:01.193556 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-970654ea-bf1f-4edd-a607-e0fde627ffad req-6ffcf24b-dc25-4c03-80c3-40871ecb9863 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171729 Jun 30 02:25:01.269593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:01.279507 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:01.641254 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-router', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:24:59Z', 'revision_number': 3, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'gw_port': {'id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:01.722587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:01.729215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:25:01.729935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:25:01.732598 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Checking router: 84ebf661-c621-4098-9732-9eea542fcbe2 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:25:01.732877 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Updating router 84ebf661-c621-4098-9732-9eea542fcbe2 port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:25:01.749519 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182be15-f533-4e3a-a8c7-f4f1043802ec None None] Pushing event updated for resources: {'Port': ['ID=d3c8414f-730e-4589-be48-f65afc5f0834,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:01.758209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Routers {'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:01.758959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:01.848143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a2df0-8562-4bba-a89d-dfc8ed6d00ac req-26045f13-6e2f-4bf1-b5bf-31d5bb3a286c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:01.850595 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:01.856500 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-944a2df0-8562-4bba-a89d-dfc8ed6d00ac req-26045f13-6e2f-4bf1-b5bf-31d5bb3a286c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 943 time: 0.3032990 Jun 30 02:25:01.893824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] Set router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:01.925755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Request body: {'port': {'device_id': 'a909a318-2ab4-4bc4-a4f2-9e606f6fe15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:01.961393 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-944a2df0-8562-4bba-a89d-dfc8ed6d00ac req-6037f3ae-4b7f-4961-a2d9-af98c6c1139d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038201 Jun 30 02:25:02.079984 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf3bcc1-db34-4f62-a009-58398ae37d93 x-openstack-request-id: req-3bf3bcc1-db34-4f62-a009-58398ae37d93 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:02.080506 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d0e30b-51ea-43d3-8adf-4ba4afa77d4e", "name": "network-vif-deleted", "tag": "cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:02.081012 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bf3bcc1-db34-4f62-a009-58398ae37d93 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:02.081665 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d0e30b-51ea-43d3-8adf-4ba4afa77d4e', 'name': 'network-vif-deleted', 'tag': 'cdfe9fd3-f7c1-457d-9933-f5a7d9c9edc3', 'status': 'completed', 'code': 200} Jun 30 02:25:02.103923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.111764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.199859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] For port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:02.206488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-050a7240-ea77-4352-9e4c-f8f51436a9e7 service neutron] 10.222.0.69 "GET /v2.0/ports/8451a423-bde1-4342-9178-defa29955f46/bindings/n-h2-758944-39 HTTP/1.1" status: 200 len: 385 time: 0.3208554 Jun 30 02:25:02.208398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] For port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6a9515d5-17ef-416a-9dd9-2b15bc4bef26,segment=NetworkSegment(04fbccd1-5c8d-40b6-803d-69589726c197),segment_id=04fbccd1-5c8d-40b6-803d-69589726c197)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:02.269378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Pushing event updated for resources: {'Port': ['ID=3411863a-450f-45a7-8f43-c5d74c1878d4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:02.281800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.287915 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.303731 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Transition to ACTIVE for port object 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:02.315203 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.384240 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Pushing event updated for resources: {'Port': ['ID=0ab7f9ef-d86a-4b06-b911-d1406e2dc503,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:02.404317 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.405738 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.406564 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.407386 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.408015 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.408546 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.410023 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.410834 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.411377 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.412812 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.413376 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.415166 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.416450 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:02.481335 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Attempting to bind port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:02.482655 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Attempting to bind port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:02.483463 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Attempting to bind port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:02.496061 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:02.500108 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:02.501094 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.501698 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:02.502218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c6d00-fbee-49a1-9c85-828dcb25a205 req-6689f73f-b8b1-4bb2-9b92-d0e21a08838d tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:02.504604 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Bound port: 0ab7f9ef-d86a-4b06-b911-d1406e2dc503, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:02.505305 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.509635 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-288c6d00-fbee-49a1-9c85-828dcb25a205 req-6689f73f-b8b1-4bb2-9b92-d0e21a08838d tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 931 time: 0.1321168 Jun 30 02:25:02.513963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:02.522626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:02.622744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e0fa4bc8-e5a2-4237-be48-9d5788dc4d19 None None] Provisioning for port 3411863a-450f-45a7-8f43-c5d74c1878d4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:02.664988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e0fa4bc8-e5a2-4237-be48-9d5788dc4d19 None None] Provisioning complete for port 3411863a-450f-45a7-8f43-c5d74c1878d4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:02.665445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0fa4bc8-e5a2-4237-be48-9d5788dc4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.672647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.696162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:25:02.710341 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-288c6d00-fbee-49a1-9c85-828dcb25a205 req-9546b8c4-cff6-4db0-b6a6-8a5405500abc tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996951 Jun 30 02:25:02.715702 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] For port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:02.733530 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] For port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0ab7f9ef-d86a-4b06-b911-d1406e2dc503,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:02.746583 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:02.867785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b34f2-6946-46b8-8e8e-38510e23d965 req-e9382158-e35e-4f5a-a7e4-5a1878869027 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:02.869266 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0f5b34f2-6946-46b8-8e8e-38510e23d965 req-e9382158-e35e-4f5a-a7e4-5a1878869027 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 946 time: 0.9826820 Jun 30 02:25:02.981950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa4bc8-e5a2-4237-be48-9d5788dc4d19 None None] Port 3411863a-450f-45a7-8f43-c5d74c1878d4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:25:03.000143 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Routers {'84ebf661-c621-4098-9732-9eea542fcbe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:03.000867 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['84ebf661-c621-4098-9732-9eea542fcbe2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:03.002532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:25:03.009028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f0b3882-6dae-40ed-8a9f-9c7e8ef7cc89 admin admin] 10.222.0.55 "PUT /v2.0/routers/f45dbf7b-dc6b-4efe-8142-1816b94ef0a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9640319 Jun 30 02:25:03.077633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Pushing event updated for resources: {'Port': ['ID=6a9515d5-17ef-416a-9dd9-2b15bc4bef26,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:03.127331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.144625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.145297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.145725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.146092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.146638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.147086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.147564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.148077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.148366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.148782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.149147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f890172-b108-49e7-8f5b-b087d0ef3172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:03.210888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:24:59Z', 'revision_number': 1, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:03.267175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da656-1966-4658-a46f-5df1fd0a822a req-93582042-9050-4231-868a-c85e74cf1a76 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:03.275511 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d1da656-1966-4658-a46f-5df1fd0a822a req-93582042-9050-4231-868a-c85e74cf1a76 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.1842961 Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: from cryptography.utils import int_from_bytes Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: from cryptography.utils import int_from_bytes Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.308290 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:03.312638 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:03.325901 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168994f-c923-4fe3-a769-7677b07fe1ca None None] Pushing event updated for resources: {'Port': ['ID=0ab7f9ef-d86a-4b06-b911-d1406e2dc503,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:03.368500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0f5b34f2-6946-46b8-8e8e-38510e23d965 req-5b90808f-eee4-4eb4-bbb1-83c3ba50737c tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834886 Jun 30 02:25:03.429700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb07a21-50e1-4de4-9ac9-d71d131cf315 None None] The sync data for ids ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'] in n-d-758944-39 is: [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:24:59Z', 'revision_number': 1, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:25:03.460796 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d1da656-1966-4658-a46f-5df1fd0a822a req-e1e63179-fedb-404d-8faf-e9490f96332a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840847 Jun 30 02:25:03.491584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-14484418-962c-4c93-a111-1d949a1cee99 None None] Provisioning complete for port 3411863a-450f-45a7-8f43-c5d74c1878d4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:03.492720 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14484418-962c-4c93-a111-1d949a1cee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:03.596370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-14484418-962c-4c93-a111-1d949a1cee99 None None] Port 3411863a-450f-45a7-8f43-c5d74c1878d4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:25:03.633941 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] Set router 84ebf661-c621-4098-9732-9eea542fcbe2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:03.662083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:03.843238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67251cb4-170c-4305-aa67-6871a50e00b1 req-23353cb4-77d2-4cef-b442-5e8e8832e873 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:03.859236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-67251cb4-170c-4305-aa67-6871a50e00b1 req-23353cb4-77d2-4cef-b442-5e8e8832e873 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 943 time: 0.1110177 Jun 30 02:25:04.011402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-67251cb4-170c-4305-aa67-6871a50e00b1 req-90f542e7-facd-445a-939c-d39b949a84bf tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507649 Jun 30 02:25:04.153258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3118a0c5-5d3d-4190-9e6e-bac2c120738b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f42078c946d4196ae26816f563774f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890211 Jun 30 02:25:04.154456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46060) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:04.205343 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-router', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:24:59Z', 'revision_number': 3, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'gw_port': {'id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:04.263146 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc731e40-a2e4-49e3-b3d0-8170c2389db2 None None] The sync data for ids ['84ebf661-c621-4098-9732-9eea542fcbe2'] in n-d-758944-39 is: [{'id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-router', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:24:59Z', 'revision_number': 3, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'gw_port': {'id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:25:04.317522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc09a-5c33-47a9-9872-b6f7d71df495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:04.342277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-0b72c9eb-cfcc-4dd4-a722-85d778734315 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:04.343942 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-0b72c9eb-cfcc-4dd4-a722-85d778734315 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 946 time: 1.0455813 Jun 30 02:25:04.370099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc09a-5c33-47a9-9872-b6f7d71df495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:04.410497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-44aec1d4-6e84-417c-b675-286ae3678015 req-581cbc83-0524-45e9-af64-be4ada7b9083 service neutron] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:04.584889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-44aec1d4-6e84-417c-b675-286ae3678015 req-581cbc83-0524-45e9-af64-be4ada7b9083 service neutron] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:04.627649 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc09a-5c33-47a9-9872-b6f7d71df495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:04.630785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc5fc09a-5c33-47a9-9872-b6f7d71df495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:04.635199 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dc5fc09a-5c33-47a9-9872-b6f7d71df495 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37a8918b-aca6-4c4d-af7b-3dbd98726bd2 HTTP/1.1" status: 204 len: 168 time: 0.4763994 Jun 30 02:25:04.664376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcb6b7-0a8c-4576-9697-f179c9a764c3 req-c01c4fb5-3905-4b58-8fea-77592721d013 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:04.680624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5fcb6b7-0a8c-4576-9697-f179c9a764c3 req-c01c4fb5-3905-4b58-8fea-77592721d013 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 931 time: 0.2771585 Jun 30 02:25:04.684150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fc09a-5c33-47a9-9872-b6f7d71df495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a8918b-aca6-4c4d-af7b-3dbd98726bd2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:04.781290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5fcb6b7-0a8c-4576-9697-f179c9a764c3 req-c3971619-a279-48bc-a68b-e672155d9ade tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958633 Jun 30 02:25:04.986946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b144f-8e52-4e23-8792-93b6bb7b7958 None None] Network c505feae-af31-428e-a20c-11288eb0484e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:25:05.193616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-44aec1d4-6e84-417c-b675-286ae3678015 req-581cbc83-0524-45e9-af64-be4ada7b9083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8451a423-bde1-4342-9178-defa29955f46 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:05.199682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:05.243974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e827e2ef-3349-42f5-895f-ca72e2500a5d no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:05.325345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc713ab-b632-45ba-8677-34e120ac7570 req-fdfc9274-7e0b-4f9b-badc-44bca83c7a3b tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:05.348623 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0fc713ab-b632-45ba-8677-34e120ac7570 req-fdfc9274-7e0b-4f9b-badc-44bca83c7a3b tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 946 time: 0.2678077 Jun 30 02:25:05.454865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-44aec1d4-6e84-417c-b675-286ae3678015 req-581cbc83-0524-45e9-af64-be4ada7b9083 service neutron] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:05.460893 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0fc713ab-b632-45ba-8677-34e120ac7570 req-ed343deb-7a9c-4c76-b342-c28546cd8002 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088691 Jun 30 02:25:05.467825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:05.569805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-464b486c-25b1-46c3-befd-950b38c41af5 None None] Provisioning for port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:05.620115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44aec1d4-6e84-417c-b675-286ae3678015 req-581cbc83-0524-45e9-af64-be4ada7b9083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:05.674407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5684112d-c227-4eee-986d-04eec8f925cf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aff631963c824ef7b2a4d924aa6bb7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801903 Jun 30 02:25:05.675828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:05.893837 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4aa94b1-dde8-4fd5-ac68-785722394fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:05.914509 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:05.969336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:05.976496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:06.000775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:06.001920 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.013923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4aa94b1-dde8-4fd5-ac68-785722394fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.053588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d839c6-34e3-412d-9df8-d115d77e1053 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:06.098972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:06.101479 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e97bcb-f726-4654-94c1-8f4d3b04fe04" -d '{"events": [{"server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "name": "network-vif-unplugged", "status": "completed", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:06.107174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f239da-3b90-4602-a8cf-c26f3af87cd4 req-e271efd5-b565-4188-9615-71d47d62b234 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:06.112319 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.123639 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43f239da-3b90-4602-a8cf-c26f3af87cd4 req-e271efd5-b565-4188-9615-71d47d62b234 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.2141700 Jun 30 02:25:06.137634 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port e827e2ef-3349-42f5-895f-ca72e2500a5d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:06.171751 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.204896 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4aa94b1-dde8-4fd5-ac68-785722394fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.220812 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4aa94b1-dde8-4fd5-ac68-785722394fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.229000 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f4aa94b1-dde8-4fd5-ac68-785722394fb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0736e89-2103-4931-8744-7145b2b61752 HTTP/1.1" status: 204 len: 168 time: 0.5508819 Jun 30 02:25:06.229680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:06.283456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b07bb2bb-2487-4a05-a2a1-707d82642b3b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1393233018', 'description': 'tempest-description--788449551'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:06.286196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-5b9558e3-1e08-49bc-b7f2-11a727db4d4a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Deleting port e827e2ef-3349-42f5-895f-ca72e2500a5d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:06.286822 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-5b9558e3-1e08-49bc-b7f2-11a727db4d4a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.317908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Transition to ACTIVE for port object 88d839c6-34e3-412d-9df8-d115d77e1053 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:06.326188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa94b1-dde8-4fd5-ac68-785722394fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0736e89-2103-4931-8744-7145b2b61752,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:06.387377 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43f239da-3b90-4602-a8cf-c26f3af87cd4 req-3dda435a-dc95-473a-b64e-666bf3e86462 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622781 Jun 30 02:25:06.425507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-44aec1d4-6e84-417c-b675-286ae3678015 req-581cbc83-0524-45e9-af64-be4ada7b9083 service neutron] Transition to ACTIVE for port object 8451a423-bde1-4342-9178-defa29955f46 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:06.444788 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b07bb2bb-2487-4a05-a2a1-707d82642b3b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.461178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.555847 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.574533 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44aec1d4-6e84-417c-b675-286ae3678015 req-581cbc83-0524-45e9-af64-be4ada7b9083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.716495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=e827e2ef-3349-42f5-895f-ca72e2500a5d,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:06.731260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6a9515d5-17ef-416a-9dd9-2b15bc4bef26,segment=NetworkSegment(04fbccd1-5c8d-40b6-803d-69589726c197),segment_id=04fbccd1-5c8d-40b6-803d-69589726c197)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:06.741662 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:06.811025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029734e9-13cd-4311-975f-e94df76fb762 req-470477ae-4838-4bdc-abec-d90bd21aab2d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:06.822986 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-029734e9-13cd-4311-975f-e94df76fb762 req-470477ae-4838-4bdc-abec-d90bd21aab2d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 944 time: 0.3172112 Jun 30 02:25:06.912723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-029734e9-13cd-4311-975f-e94df76fb762 req-8dfac0f6-2be4-49c9-a95a-e1d536047078 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886774 Jun 30 02:25:07.013250 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b07bb2bb-2487-4a05-a2a1-707d82642b3b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.014560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=6a9515d5-17ef-416a-9dd9-2b15bc4bef26,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:07.031599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b07bb2bb-2487-4a05-a2a1-707d82642b3b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.091172 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b07bb2bb-2487-4a05-a2a1-707d82642b3b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.095379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b07bb2bb-2487-4a05-a2a1-707d82642b3b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8270218 Jun 30 02:25:07.098667 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdd984e-0447-4ed7-aa9a-d60115e16c0a x-openstack-request-id: req-1fdd984e-0447-4ed7-aa9a-d60115e16c0a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:07.099464 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "name": "network-vif-unplugged", "status": "completed", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:07.099837 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fdd984e-0447-4ed7-aa9a-d60115e16c0a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:07.100357 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'code': 200} Jun 30 02:25:07.114271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:07.132723 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-16ad2708-15e7-4a18-a467-858acdd4c0e3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'security_group_rule': {'security_group_id': '37b15218-2069-4565-8937-9da9516ff54f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:07.209181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bb2bb-2487-4a05-a2a1-707d82642b3b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b15218-2069-4565-8937-9da9516ff54f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:07.214860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:07.272784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16ad2708-15e7-4a18-a467-858acdd4c0e3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.274688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Allocated IP 172.20.0.1 (c505feae-af31-428e-a20c-11288eb0484e/db3583ed-17ab-4e9b-a79d-89c45fc7acb2/67c28781-4095-4a61-9f3c-410aade5942e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:07.315974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Attempting to bind port 88d839c6-34e3-412d-9df8-d115d77e1053 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:07.316889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Attempting to bind port 88d839c6-34e3-412d-9df8-d115d77e1053 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:07.317463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Attempting to bind port 88d839c6-34e3-412d-9df8-d115d77e1053 on network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:07.337038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9aa16b80-27b9-4b73-be3a-afd8f533dd31 None None] Provisioning complete for port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:07.337587 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9aa16b80-27b9-4b73-be3a-afd8f533dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.385154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aec1d4-6e84-417c-b675-286ae3678015 req-581cbc83-0524-45e9-af64-be4ada7b9083 service neutron] No DVR routers for this DVR port 8451a423-bde1-4342-9178-defa29955f46 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:25:07.432454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Pushing event updated for resources: {'Port': ['ID=88d839c6-34e3-412d-9df8-d115d77e1053,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:07.457624 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16ad2708-15e7-4a18-a467-858acdd4c0e3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.461383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:07.474882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:07.475273 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.482821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Port 88d839c6-34e3-412d-9df8-d115d77e1053 on network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:25:07.484823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Attempting to bind port 88d839c6-34e3-412d-9df8-d115d77e1053 on network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:07.490762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16ad2708-15e7-4a18-a467-858acdd4c0e3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.508427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:07.508874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Checking segment: {'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:07.509375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Bound using segment: {'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:07.510225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Bound port: 88d839c6-34e3-412d-9df8-d115d77e1053, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4463d24a-0568-40e6-a7e0-cd64e4eae552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:07.510690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.597943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad2708-15e7-4a18-a467-858acdd4c0e3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645594c4-ebb2-47b1-86fc-2ac9afd7f74e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:07.616149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16ad2708-15e7-4a18-a467-858acdd4c0e3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.616795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-5b9558e3-1e08-49bc-b7f2-11a727db4d4a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] For port e827e2ef-3349-42f5-895f-ca72e2500a5d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e827e2ef-3349-42f5-895f-ca72e2500a5d,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:07.617482 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-5b9558e3-1e08-49bc-b7f2-11a727db4d4a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.617624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-16ad2708-15e7-4a18-a467-858acdd4c0e3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5022621 Jun 30 02:25:07.624191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:07.663204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1b414239-4a1d-41c6-9b36-291e40849e4d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'security_group_rule': {'security_group_id': '37b15218-2069-4565-8937-9da9516ff54f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:07.684952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bb7f4-8dd4-49bc-857d-39376de808c7 req-2b29bd1a-ab46-4f56-ad13-b81c36b6f23e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:07.686541 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d6bb7f4-8dd4-49bc-857d-39376de808c7 req-2b29bd1a-ab46-4f56-ad13-b81c36b6f23e tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 944 time: 0.2257473 Jun 30 02:25:07.711027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-581cbc83-0524-45e9-af64-be4ada7b9083 service neutron] 10.222.0.69 "PUT /v2.0/ports/8451a423-bde1-4342-9178-defa29955f46/bindings/n-h2-758944-39/activate HTTP/1.1" status: 200 len: 370 time: 5.4095378 Jun 30 02:25:07.758306 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.771479 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d6bb7f4-8dd4-49bc-857d-39376de808c7 req-9804945c-d884-49c0-b173-2bb8b9dcaf85 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/security-groups?id=9586a808-03da-445d-a13d-679b7aefd1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713620 Jun 30 02:25:07.791762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0ab7f9ef-d86a-4b06-b911-d1406e2dc503,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:07.797075 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.797887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3c8414f-730e-4589-be48-f65afc5f0834 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:07.804603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-5b9558e3-1e08-49bc-b7f2-11a727db4d4a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Calling delete_port for e827e2ef-3349-42f5-895f-ca72e2500a5d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:07.824817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b414239-4a1d-41c6-9b36-291e40849e4d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:07.965031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-b8e1ed15-8556-4d16-8c5a-14165bba909e tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:07.966565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-b8e1ed15-8556-4d16-8c5a-14165bba909e tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1096 time: 0.1620817 Jun 30 02:25:08.010079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0ab7f9ef-d86a-4b06-b911-d1406e2dc503,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:08.060648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] For port 88d839c6-34e3-412d-9df8-d115d77e1053, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:08.068981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] For port 88d839c6-34e3-412d-9df8-d115d77e1053, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=88d839c6-34e3-412d-9df8-d115d77e1053,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:08.089191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port d3c8414f-730e-4589-be48-f65afc5f0834 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:08.093616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d3c8414f-730e-4589-be48-f65afc5f0834 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:08.094013 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:08.099485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:08.113790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Transition to ACTIVE for port object 67c28781-4095-4a61-9f3c-410aade5942e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:08.147582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cbc83-0524-45e9-af64-be4ada7b9083 service neutron] Pushing event updated for resources: {'Port': ['ID=8451a423-bde1-4342-9178-defa29955f46,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:08.160860 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:08.170346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec02ac-5540-4198-91e6-5a0ef1cf92ab req-f1ecd046-9747-48b4-9f86-3bad06465b61 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:08.183408 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91ec02ac-5540-4198-91e6-5a0ef1cf92ab req-f1ecd046-9747-48b4-9f86-3bad06465b61 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 943 time: 1.1848533 Jun 30 02:25:08.200018 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:08.217938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-4f287c72-3afe-4c0b-91fb-f21f14e36ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:08.232129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-4f287c72-3afe-4c0b-91fb-f21f14e36ded service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37&tenant_id=fff8423f18c541888ffd11124d53e940 HTTP/1.1" status: 200 len: 1096 time: 0.2512619 Jun 30 02:25:08.250657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:08.253223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbf587-89e9-4282-9c9b-4341cdc3b622 req-45fd6eca-4807-4e42-a447-dd2cd201af3e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:08.255048 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:08.259046 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] 10.222.0.69 "PUT /v2.0/ports/88d839c6-34e3-412d-9df8-d115d77e1053 HTTP/1.1" status: 200 len: 1092 time: 6.3626087 Jun 30 02:25:08.270415 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8edbf587-89e9-4282-9c9b-4341cdc3b622 req-45fd6eca-4807-4e42-a447-dd2cd201af3e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.2287331 Jun 30 02:25:08.273626 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:08.325878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a909a318-2ab4-4bc4-a4f2-9e606f6fe15a', 'tag': '88d839c6-34e3-412d-9df8-d115d77e1053'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:08.333412 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7817ded3-5c95-440a-a7c0-3afee195ef8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a909a318-2ab4-4bc4-a4f2-9e606f6fe15a", "tag": "88d839c6-34e3-412d-9df8-d115d77e1053"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:08.339466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port d3c8414f-730e-4589-be48-f65afc5f0834, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3c8414f-730e-4589-be48-f65afc5f0834,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:08.350186 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:08.444871 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8edbf587-89e9-4282-9c9b-4341cdc3b622 req-86280135-fe21-455e-8e61-33e1aaa7ba46 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700463 Jun 30 02:25:08.512987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-f5f6e4ca-6418-4c21-95fd-a4c29d6b95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:08.514492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-f5f6e4ca-6418-4c21-95fd-a4c29d6b95de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 1096 time: 0.2406971 Jun 30 02:25:08.524994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=d3c8414f-730e-4589-be48-f65afc5f0834,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:08.546494 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b414239-4a1d-41c6-9b36-291e40849e4d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:08.562567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Network c505feae-af31-428e-a20c-11288eb0484e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:08.577342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:08.580097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b414239-4a1d-41c6-9b36-291e40849e4d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:08.604637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:08.606172 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:08.804559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Sync routers for ids ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:25:08.824978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Routers {'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:08.827930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:08.962767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91ec02ac-5540-4198-91e6-5a0ef1cf92ab req-7e45cfb6-b720-4f14-87d2-3d65348e7b38 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782061 Jun 30 02:25:08.996487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-a5a81ee9-d0e8-4356-87db-d7155e1923ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:08.998518 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-a5a81ee9-d0e8-4356-87db-d7155e1923ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.4693253 Jun 30 02:25:09.047559 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b414239-4a1d-41c6-9b36-291e40849e4d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:09.048333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:09.052551 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1b414239-4a1d-41c6-9b36-291e40849e4d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4025338 Jun 30 02:25:09.086815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:09.101843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Pushing event updated for resources: {'Port': ['ID=67c28781-4095-4a61-9f3c-410aade5942e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:09.134061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-4b76f633-cd0c-48aa-9ffa-772d3238fd83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8451a423-bde1-4342-9178-defa29955f46 HTTP/1.1" status: 200 len: 217 time: 0.1265132 Jun 30 02:25:09.149141 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61e3d24-2501-45fb-9d83-c5599b55ac03 x-openstack-request-id: req-d61e3d24-2501-45fb-9d83-c5599b55ac03 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:09.150439 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a909a318-2ab4-4bc4-a4f2-9e606f6fe15a", "tag": "88d839c6-34e3-412d-9df8-d115d77e1053", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:09.152161 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d61e3d24-2501-45fb-9d83-c5599b55ac03 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:09.152810 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a909a318-2ab4-4bc4-a4f2-9e606f6fe15a', 'tag': '88d839c6-34e3-412d-9df8-d115d77e1053', 'status': 'completed', 'code': 200} Jun 30 02:25:09.234655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-5dccf6de-80d0-4c46-85c8-9c1797e3dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:09.237913 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-5dccf6de-80d0-4c46-85c8-9c1797e3dc56 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0920186 Jun 30 02:25:09.287489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:09.294947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b414239-4a1d-41c6-9b36-291e40849e4d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f645213b-2f19-491f-bc91-41f92d692b0b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:09.302760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77149216-4e96-4112-bf6d-e93dbca33e3c None None] Provisioning for port 67c28781-4095-4a61-9f3c-410aade5942e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:09.309767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77149216-4e96-4112-bf6d-e93dbca33e3c None None] Provisioning complete for port 67c28781-4095-4a61-9f3c-410aade5942e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:09.309905 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77149216-4e96-4112-bf6d-e93dbca33e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:09.318351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Set router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:09.331721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-1bf96061-a382-4143-818d-2dc8041c7101 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848315 Jun 30 02:25:09.354951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6ec94-c145-40f2-99cb-a3919234b897 service neutron] Pushing event updated for resources: {'Port': ['ID=88d839c6-34e3-412d-9df8-d115d77e1053,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:09.366451 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-5b9558e3-1e08-49bc-b7f2-11a727db4d4a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:09.477592 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:09.523681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5cc1-25ee-4b71-91ec-a58b0930e4bd req-8f25e7a7-3180-453e-842e-420db6d0c33c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:09.525540 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f1c5cc1-25ee-4b71-91ec-a58b0930e4bd req-8f25e7a7-3180-453e-842e-420db6d0c33c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 944 time: 0.1983891 Jun 30 02:25:09.533634 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-77149216-4e96-4112-bf6d-e93dbca33e3c None None] Port 67c28781-4095-4a61-9f3c-410aade5942e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:25:09.575219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:09.575590 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:09.582649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-f1ec629b-e984-4e1f-8d38-977ff4cfc332 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380042 Jun 30 02:25:09.607265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f1c5cc1-25ee-4b71-91ec-a58b0930e4bd req-02155cf1-f2b0-4a7c-8c74-353db58308a6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552232 Jun 30 02:25:09.805829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 2, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:09.843415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Checking router: f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:25:09.843857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Updating router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 port 3411863a-450f-45a7-8f43-c5d74c1878d4 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:25:09.853181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9558e3-1e08-49bc-b7f2-11a727db4d4a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Pushing event deleted for resources: {'Port': ['ID=e827e2ef-3349-42f5-895f-ca72e2500a5d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:09.876197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:09.904689 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:09.913511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-208c9347-4fa2-4a5e-b9d1-587859acec98 req-1fcd7b10-f8e2-4e55-a175-617ed5f5dc54 tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 210 time: 0.4405925 Jun 30 02:25:09.921364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-5b9558e3-1e08-49bc-b7f2-11a727db4d4a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] No DVR routers for this DVR port e827e2ef-3349-42f5-895f-ca72e2500a5d on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:25:09.924715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-c00a1816-25b7-47cc-9b50-4b1f54f5a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:09.926665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-c00a1816-25b7-47cc-9b50-4b1f54f5a83e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf492d772ae04dce9783b3d3fe9d5054&device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 1095 time: 1.5890620 Jun 30 02:25:09.930152 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-5b9558e3-1e08-49bc-b7f2-11a727db4d4a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:09.938069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1715bf91-f775-4e7d-97fc-8d9be4820893 req-5b9558e3-1e08-49bc-b7f2-11a727db4d4a tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.69 "DELETE /v2.0/ports/e827e2ef-3349-42f5-895f-ca72e2500a5d HTTP/1.1" status: 204 len: 173 time: 5.5114243 Jun 30 02:25:09.938069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.164526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.213694 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-fbeed778-221d-4d4e-bd33-602813033672 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6097679 Jun 30 02:25:10.229181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa63416-ea70-4892-8b83-7509840668a0 req-ad2cabcb-8846-4b78-9888-fbae2d2cafee tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:10.230753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6aa63416-ea70-4892-8b83-7509840668a0 req-ad2cabcb-8846-4b78-9888-fbae2d2cafee tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.1434870 Jun 30 02:25:10.238825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:10.239227 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.252831 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-a4008abf-a17d-4800-98e5-15ff022d2774 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4ff3a88f33c24098b41045c22e08e33a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324883 Jun 30 02:25:10.279791 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6aa63416-ea70-4892-8b83-7509840668a0 req-ea90f05a-a92f-4424-8d33-79394219e17b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 Jun 30 02:25:10.304530 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.330515 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.353725 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.354448 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.362508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Transition to ACTIVE for port object 3411863a-450f-45a7-8f43-c5d74c1878d4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:10.374018 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.420456 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3c8414f-730e-4589-be48-f65afc5f0834 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:10.460444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d019c-e9ca-4bb8-97a2-f6bf7ecb420c None None] Pushing event updated for resources: {'Port': ['ID=3411863a-450f-45a7-8f43-c5d74c1878d4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:10.483831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Allocated IP 172.25.7.209 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/e8b78f55-041f-4ca4-b839-87b4ff062b0a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:10.543945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Attempting to bind port 3411863a-450f-45a7-8f43-c5d74c1878d4 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:10.544405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Attempting to bind port 3411863a-450f-45a7-8f43-c5d74c1878d4 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:10.544829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Attempting to bind port 3411863a-450f-45a7-8f43-c5d74c1878d4 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:10.553586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:10.554040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Checking segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:10.554476 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.554890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Bound using segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:10.555351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Bound port: 3411863a-450f-45a7-8f43-c5d74c1878d4, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:10.555722 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.558406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d3c8414f-730e-4589-be48-f65afc5f0834 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:10.558775 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.589540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-c7f4eed5-cbd2-4233-94b0-3ac9b73e7d3b tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:10.591303 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-c7f4eed5-cbd2-4233-94b0-3ac9b73e7d3b tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269253 Jun 30 02:25:10.591949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Pushing event updated for resources: {'Port': ['ID=67c28781-4095-4a61-9f3c-410aade5942e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:10.629818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-c898434d-ad73-4c4b-988d-26f665247a85 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/quotas/4ff3a88f33c24098b41045c22e08e33a HTTP/1.1" status: 200 len: 375 time: 0.0288305 Jun 30 02:25:10.636181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aec1d4-6e84-417c-b675-286ae3678015 req-e929ed12-c524-45cc-93cb-445b9873f246 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:10.638253 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-e929ed12-c524-45cc-93cb-445b9873f246 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1096 time: 0.0855975 Jun 30 02:25:10.675323 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-1020e2fb-153a-4600-98a2-be7eaaa180bd tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ff3a88f33c24098b41045c22e08e33a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448353 Jun 30 02:25:10.708124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] For port 3411863a-450f-45a7-8f43-c5d74c1878d4, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:10.729581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] For port 3411863a-450f-45a7-8f43-c5d74c1878d4, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3411863a-450f-45a7-8f43-c5d74c1878d4,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:10.738325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Network c505feae-af31-428e-a20c-11288eb0484e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:10.741183 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.741411 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.745352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:10.795899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-44aec1d4-6e84-417c-b675-286ae3678015 req-d58b7cdc-1377-427b-a676-dd692fb82a19 service neutron] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:10.803851 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-44aec1d4-6e84-417c-b675-286ae3678015 req-d58b7cdc-1377-427b-a676-dd692fb82a19 service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.806128 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44aec1d4-6e84-417c-b675-286ae3678015 req-d58b7cdc-1377-427b-a676-dd692fb82a19 service neutron] 10.222.0.73 "DELETE /v2.0/ports/8451a423-bde1-4342-9178-defa29955f46/bindings/n-h1-758944-39 HTTP/1.1" status: 204 len: 173 time: 0.1603768 Jun 30 02:25:10.811348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Routers {'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:10.812063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:10.851673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d019c-e9ca-4bb8-97a2-f6bf7ecb420c None None] Pushing event updated for resources: {'Port': ['ID=3411863a-450f-45a7-8f43-c5d74c1878d4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:10.877940 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:10.932743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:10.941181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:10.948503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:10.971535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] Set router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:11.017990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Router 84ebf661-c621-4098-9732-9eea542fcbe2 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:25:11.045370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'Port': ['ID=e8b78f55-041f-4ca4-b839-87b4ff062b0a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:11.082494 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:11.162025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'name': 'network-vif-deleted', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:11.164562 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874fab68-35fe-46a9-bb0f-541529c6afab" -d '{"events": [{"server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "name": "network-vif-deleted", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:11.180889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4bcc30a0-99c4-4df3-8e2d-651ad2b9d08a None None] Provisioning complete for port 67c28781-4095-4a61-9f3c-410aade5942e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:11.181257 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bcc30a0-99c4-4df3-8e2d-651ad2b9d08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:11.246093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc30a0-99c4-4df3-8e2d-651ad2b9d08a None None] Port 67c28781-4095-4a61-9f3c-410aade5942e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:25:11.246342 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:11.295669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:25:10Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:11.307269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:25:11.314111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c1638b7a-4420-4d77-9242-d4d69911feb6 admin admin] 10.222.0.55 "PUT /v2.0/routers/84ebf661-c621-4098-9732-9eea542fcbe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4744353 Jun 30 02:25:11.327340 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Sync routers for ids ['84ebf661-c621-4098-9732-9eea542fcbe2'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:25:11.339342 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Routers {'84ebf661-c621-4098-9732-9eea542fcbe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:11.340237 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['84ebf661-c621-4098-9732-9eea542fcbe2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:11.340859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f0dd0d-653f-4595-9dd3-f833a393fc6c None None] The sync data for ids ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'] in n-d-758944-39 is: [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:25:10Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:25:11.341836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907cbfd-88a4-446f-bbd6-b70a59ee0dfb req-8cb7b688-7b1d-4ebd-bc84-27bada6214b5 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:11.343544 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0907cbfd-88a4-446f-bbd6-b70a59ee0dfb req-8cb7b688-7b1d-4ebd-bc84-27bada6214b5 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 943 time: 0.2181606 Jun 30 02:25:11.483886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0907cbfd-88a4-446f-bbd6-b70a59ee0dfb req-c75c9b72-9ac6-456b-84d3-fe548b869e0b tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769870 Jun 30 02:25:11.569835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:11.577598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:11.616946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:11.633854 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Set router 84ebf661-c621-4098-9732-9eea542fcbe2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:11.647300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'Port': ['ID=e8b78f55-041f-4ca4-b839-87b4ff062b0a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:11.652293 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:11.654009 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-68ccf2e4-8dcf-4033-bed2-ad3f484d567a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5372720 Jun 30 02:25:11.787876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5a516-1056-41f3-ad01-5872c8ce618b req-5d42d0ac-6617-4ddd-ba98-4612e7c4d20a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:11.796536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-57f5a516-1056-41f3-ad01-5872c8ce618b req-5d42d0ac-6617-4ddd-ba98-4612e7c4d20a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 944 time: 0.1269889 Jun 30 02:25:11.897363 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-45c56b5a-5078-42d0-a70d-9ed318582bb5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d839c6-34e3-412d-9df8-d115d77e1053 HTTP/1.1" status: 200 len: 217 time: 0.0753865 Jun 30 02:25:11.989226 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-router', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:09Z', 'revision_number': 4, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'gw_port': {'id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '67c28781-4095-4a61-9f3c-410aade5942e', 'name': '', 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'mac_address': 'fa:16:3e:57:45:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'db3583ed-17ab-4e9b-a79d-89c45fc7acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:06Z', 'updated_at': '2021-06-30T02:25:10Z', 'revision_number': 2, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'subnets': [{'id': 'db3583ed-17ab-4e9b-a79d-89c45fc7acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:12.014633 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-187816c7-a493-4e90-b802-3c6393948e40 req-e1140eaa-750e-493a-b163-47df1e9efe6f tempest-FloatingIPsAssociationTestJSON-267203878 tempest-FloatingIPsAssociationTestJSON-267203878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f1c024d-c408-48d0-8297-c11687c7835e HTTP/1.1" status: 200 len: 210 time: 0.0619702 Jun 30 02:25:12.028502 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-57f5a516-1056-41f3-ad01-5872c8ce618b req-7cb30336-9ebe-45ad-b0b3-b326b82a4e48 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146611 Jun 30 02:25:12.054278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-de82f555-3f1c-4dcb-bd96-d90ae80427e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:12.056257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-de82f555-3f1c-4dcb-bd96-d90ae80427e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a74c03c-8cf5-44fb-bb40-167beba44a60 HTTP/1.1" status: 200 len: 854 time: 0.1402385 Jun 30 02:25:12.059038 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Checking router: 84ebf661-c621-4098-9732-9eea542fcbe2 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:25:12.059654 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Updating router 84ebf661-c621-4098-9732-9eea542fcbe2 port 67c28781-4095-4a61-9f3c-410aade5942e binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:25:12.128717 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cc80e5-f9f4-43eb-b0a3-b701e3cb4b67 x-openstack-request-id: req-83cc80e5-f9f4-43eb-b0a3-b701e3cb4b67 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:12.129111 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1c024d-c408-48d0-8297-c11687c7835e", "name": "network-vif-deleted", "tag": "e827e2ef-3349-42f5-895f-ca72e2500a5d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:12.129449 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83cc80e5-f9f4-43eb-b0a3-b701e3cb4b67 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:12.131378 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1c024d-c408-48d0-8297-c11687c7835e', 'name': 'network-vif-deleted', 'tag': 'e827e2ef-3349-42f5-895f-ca72e2500a5d', 'status': 'completed', 'code': 200} Jun 30 02:25:12.135903 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:12.202621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64e0dc89-509f-4c69-af3f-bca4e8d3b5dd req-d667c145-eac4-402a-81ac-7d18f0536d94 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 210 time: 0.0472872 Jun 30 02:25:12.218831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-3caf99b4-0a6a-49d4-9f83-028eeeaa81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:12.230965 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-3caf99b4-0a6a-49d4-9f83-028eeeaa81e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7a4eb50-f5c8-44bd-b2af-a0da52a12e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1552598 Jun 30 02:25:12.333112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982093a1-4f02-48a9-b976-d1b88390a9f8 req-ef8e6c93-b8e5-48c2-a0a0-f367f52583e2 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:12.335228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-982093a1-4f02-48a9-b976-d1b88390a9f8 req-ef8e6c93-b8e5-48c2-a0a0-f367f52583e2 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.0740557 Jun 30 02:25:12.374387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-badd76e8-9d5a-47cf-99ec-f2f9754fc987 service neutron] 10.222.0.69 "GET /v2.0/networks/a7a4eb50-f5c8-44bd-b2af-a0da52a12e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452746 Jun 30 02:25:12.386013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-982093a1-4f02-48a9-b976-d1b88390a9f8 req-fb42b9fa-6a3f-444f-8b45-92b7d4093357 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438585 Jun 30 02:25:12.422925 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-87fc4e74-7c77-4e56-b0d0-d05147c082e4 req-0c4797eb-92ef-4255-b82f-392d081854a9 tempest-FloatingIPDetailsNegativeTestJSON-1990728731 tempest-FloatingIPDetailsNegativeTestJSON-1990728731-project] show failed (client error): The resource could not be found. Jun 30 02:25:12.424010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87fc4e74-7c77-4e56-b0d0-d05147c082e4 req-0c4797eb-92ef-4255-b82f-392d081854a9 tempest-FloatingIPDetailsNegativeTestJSON-1990728731 tempest-FloatingIPDetailsNegativeTestJSON-1990728731-project] 10.222.0.55 "GET /v2.0/floatingips/c5684a67-d10c-4991-b84e-19c74a48fdcf HTTP/1.1" status: 404 len: 350 time: 0.0834162 Jun 30 02:25:12.439209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:12.532369 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:12.548672 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ebac80-0db3-4853-99b6-a8b8265f2b72 req-abb4e2e1-0fb8-4695-a21a-7bad03d8d940 service neutron] 10.222.0.69 "GET /v2.0/networks/a7a4eb50-f5c8-44bd-b2af-a0da52a12e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270745 Jun 30 02:25:12.551136 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Transition to ACTIVE for port object 67c28781-4095-4a61-9f3c-410aade5942e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:12.563200 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:12.629404 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed32b8-2a0d-43ea-8014-5f80f68f7a60 None None] Pushing event updated for resources: {'Port': ['ID=67c28781-4095-4a61-9f3c-410aade5942e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:12.652317 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-3ff7a8ea-494b-42dc-aab2-4bc79fd2e414 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1393233018&fields=id&tenant_id=b024877b9ea046a6a65c423b89fcd680 HTTP/1.1" status: 200 len: 267 time: 0.0907016 Jun 30 02:25:12.728826 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Attempting to bind port 67c28781-4095-4a61-9f3c-410aade5942e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:12.731766 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Attempting to bind port 67c28781-4095-4a61-9f3c-410aade5942e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '04fbccd1-5c8d-40b6-803d-69589726c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:12.732477 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Attempting to bind port 67c28781-4095-4a61-9f3c-410aade5942e on network c505feae-af31-428e-a20c-11288eb0484e {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:12.744230 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:12.745018 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Checking segment: {'id': '04fbccd1-5c8d-40b6-803d-69589726c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:12.745620 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:12.746219 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Bound using segment: {'id': '04fbccd1-5c8d-40b6-803d-69589726c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:12.746953 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Bound port: 67c28781-4095-4a61-9f3c-410aade5942e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fbccd1-5c8d-40b6-803d-69589726c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:12.747812 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:12.825328 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-aeb40655-a9d5-4d7a-9988-2302f1135f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:12.832912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-aeb40655-a9d5-4d7a-9988-2302f1135f45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf492d772ae04dce9783b3d3fe9d5054&device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 1095 time: 0.1757238 Jun 30 02:25:12.836482 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] For port 67c28781-4095-4a61-9f3c-410aade5942e, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:12.842856 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] For port 67c28781-4095-4a61-9f3c-410aade5942e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=67c28781-4095-4a61-9f3c-410aade5942e,segment=NetworkSegment(04fbccd1-5c8d-40b6-803d-69589726c197),segment_id=04fbccd1-5c8d-40b6-803d-69589726c197)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:12.851132 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:12.916898 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Routers {'84ebf661-c621-4098-9732-9eea542fcbe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:12.917563 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['84ebf661-c621-4098-9732-9eea542fcbe2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:12.918160 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-112d88db-37eb-48f7-ba96-e41f3d6df014 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:12.926566 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-112d88db-37eb-48f7-ba96-e41f3d6df014 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 812 time: 0.2522521 Jun 30 02:25:12.955587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-b8c46e2f-8f8a-4681-bc08-79b885388071 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/quotas/b024877b9ea046a6a65c423b89fcd680 HTTP/1.1" status: 200 len: 375 time: 0.0275671 Jun 30 02:25:12.962089 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed32b8-2a0d-43ea-8014-5f80f68f7a60 None None] Pushing event updated for resources: {'Port': ['ID=67c28781-4095-4a61-9f3c-410aade5942e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:12.997835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3411863a-450f-45a7-8f43-c5d74c1878d4 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:13.048231 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-f64e844e-0929-44b7-8d51-258661925775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:13.050412 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-f64e844e-0929-44b7-8d51-258661925775 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 HTTP/1.1" status: 200 len: 916 time: 0.2061789 Jun 30 02:25:13.079166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3fb95-f367-47f8-aa6c-a9de041fdd50 req-2ef76bf6-ee1f-40eb-9ca3-8d25461ead30 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:13.089092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccc3fb95-f367-47f8-aa6c-a9de041fdd50 req-2ef76bf6-ee1f-40eb-9ca3-8d25461ead30 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 1096 time: 0.3871522 Jun 30 02:25:13.126916 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] Set router 84ebf661-c621-4098-9732-9eea542fcbe2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:13.137839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 3411863a-450f-45a7-8f43-c5d74c1878d4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:13.145134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3411863a-450f-45a7-8f43-c5d74c1878d4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:13.145644 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:13.149005 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-081d159c-e373-423c-92dc-88b0d6bc0114 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4ff3a88f33c24098b41045c22e08e33a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462584 Jun 30 02:25:13.166673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-6f267e87-7ad0-4dc2-b70f-df19688bb576 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=88d839c6-34e3-412d-9df8-d115d77e1053 HTTP/1.1" status: 200 len: 217 time: 0.1085021 Jun 30 02:25:13.296537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccc3fb95-f367-47f8-aa6c-a9de041fdd50 req-a62a8295-0163-4809-b0af-9795e2eaca59 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026620 Jun 30 02:25:13.309902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-e492a119-ca01-41e7-a734-332c88f4a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:13.325069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-e492a119-ca01-41e7-a734-332c88f4a791 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3a74c03c-8cf5-44fb-bb40-167beba44a60 HTTP/1.1" status: 200 len: 854 time: 0.1293571 Jun 30 02:25:13.337124 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-f3eb84d9-cc6a-4878-8c48-e5f842d36b97 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3792317 Jun 30 02:25:13.420685 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:13.484601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 3411863a-450f-45a7-8f43-c5d74c1878d4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3411863a-450f-45a7-8f43-c5d74c1878d4,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:13.485567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-4f0fca7b-7f1f-478b-b54b-179fe54b4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:13.487556 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-4f0fca7b-7f1f-478b-b54b-179fe54b4d7e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a7a4eb50-f5c8-44bd-b2af-a0da52a12e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535804 Jun 30 02:25:13.490494 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:13.525071 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-router', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:09Z', 'revision_number': 4, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'gw_port': {'id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '67c28781-4095-4a61-9f3c-410aade5942e', 'name': '', 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'mac_address': 'fa:16:3e:57:45:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'db3583ed-17ab-4e9b-a79d-89c45fc7acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:06Z', 'updated_at': '2021-06-30T02:25:12Z', 'revision_number': 4, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'subnets': [{'id': 'db3583ed-17ab-4e9b-a79d-89c45fc7acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:13.527340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-77a23988-be48-4686-bb7d-a48d961dfa77 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:13.529009 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-77a23988-be48-4686-bb7d-a48d961dfa77 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3587582 Jun 30 02:25:13.548059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Request body: {'port': {'device_id': 'd6bca433-563a-4945-ad59-710dcb1201c8', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '4ff3a88f33c24098b41045c22e08e33a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:13.553405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=3411863a-450f-45a7-8f43-c5d74c1878d4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:13.559520 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb573e9-db5c-44d3-91b0-cff795a832f2 None None] The sync data for ids ['84ebf661-c621-4098-9732-9eea542fcbe2'] in n-d-758944-39 is: [{'id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-router', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:09Z', 'revision_number': 4, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'gw_port': {'id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '67c28781-4095-4a61-9f3c-410aade5942e', 'name': '', 'network_id': 'c505feae-af31-428e-a20c-11288eb0484e', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'mac_address': 'fa:16:3e:57:45:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'db3583ed-17ab-4e9b-a79d-89c45fc7acb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:06Z', 'updated_at': '2021-06-30T02:25:12Z', 'revision_number': 4, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'subnets': [{'id': 'db3583ed-17ab-4e9b-a79d-89c45fc7acb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:25:13.664926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-2fad6bfc-93ff-4b5a-902d-9a9baa55b5ae service neutron] 10.222.0.69 "GET /v2.0/networks/a7a4eb50-f5c8-44bd-b2af-a0da52a12e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691422 Jun 30 02:25:13.675912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e126c-c175-47cc-8996-e3136d4caf89 req-fc234ca9-adde-4fd4-b502-d7a0935314ec tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:13.684489 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af0e126c-c175-47cc-8996-e3136d4caf89 req-fc234ca9-adde-4fd4-b502-d7a0935314ec tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 943 time: 0.1722727 Jun 30 02:25:13.703965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-767186fe-104c-4260-96a2-d18fd6c5f280 service neutron] 10.222.0.55 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774823 Jun 30 02:25:13.775856 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af0e126c-c175-47cc-8996-e3136d4caf89 req-00b61fc8-83ec-4322-9482-9a3804a026bc tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904727 Jun 30 02:25:13.824529 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7817ded3-5c95-440a-a7c0-3afee195ef8b req-bf740d35-d595-48d0-be23-3960a665877b service neutron] 10.222.0.69 "GET /v2.0/networks/a7a4eb50-f5c8-44bd-b2af-a0da52a12e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373901 Jun 30 02:25:13.825025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Made reservation on behalf of 4ff3a88f33c24098b41045c22e08e33a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:25:13.829803 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:13.883911 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-6e2bdf3c-3c61-443e-af6b-c7e03021337f service neutron] 10.222.0.55 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698403 Jun 30 02:25:13.888388 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:13.990395 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:14.084874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:14.205480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:14.253996 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:14.307892 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c0c8808c-84c6-4fbe-9bee-26e9b6d6a426 req-b213b90f-f807-4e88-b95b-8777e47305fc tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 210 time: 0.0618150 Jun 30 02:25:14.452521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce938d43-f673-43f7-9c5c-57a0b31848f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:14.579000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7268d3-fcf6-4ba6-b232-3b5528ca10bb req-ba920e25-806a-43c0-b6b8-56853313485e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:14.581067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e7268d3-fcf6-4ba6-b232-3b5528ca10bb req-ba920e25-806a-43c0-b6b8-56853313485e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.1459873 Jun 30 02:25:14.599985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Allocated IP 192.168.233.98 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/6685befc-d5dc-4bd8-8487-95eaefc54adf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:14.603629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e1953-3d68-406c-983c-aaf93ae533e5 req-032283ea-20eb-4f42-bae4-d8e0f9e284db tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:14.611516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-602e1953-3d68-406c-983c-aaf93ae533e5 req-032283ea-20eb-4f42-bae4-d8e0f9e284db tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 1096 time: 0.2867873 Jun 30 02:25:14.687395 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e7268d3-fcf6-4ba6-b232-3b5528ca10bb req-ded19f21-34a2-4b7f-8570-ff456e880a88 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857108 Jun 30 02:25:14.729751 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-602e1953-3d68-406c-983c-aaf93ae533e5 req-e7f0a86c-1ed4-4ce6-a382-309d678df525 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175492 Jun 30 02:25:14.827346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.000785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] Deleting port 67c28781-4095-4a61-9f3c-410aade5942e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:15.001264 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.020563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.040568 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4117c7a5-0bae-49bc-b1e9-f6ab883449ae req-f9f16181-78e4-4cc0-96bd-4b26113c86f9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 210 time: 0.0717969 Jun 30 02:25:15.087245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 67c28781-4095-4a61-9f3c-410aade5942e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:15.158487 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 67c28781-4095-4a61-9f3c-410aade5942e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:15.166212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 67c28781-4095-4a61-9f3c-410aade5942e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:15.166671 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.169062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Transition to ACTIVE for port object 6685befc-d5dc-4bd8-8487-95eaefc54adf will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:15.268177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 88d839c6-34e3-412d-9df8-d115d77e1053 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:25:15.274656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] For port 67c28781-4095-4a61-9f3c-410aade5942e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=67c28781-4095-4a61-9f3c-410aade5942e,segment=NetworkSegment(04fbccd1-5c8d-40b6-803d-69589726c197),segment_id=04fbccd1-5c8d-40b6-803d-69589726c197)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:15.275167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.293800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] Calling delete_port for 67c28781-4095-4a61-9f3c-410aade5942e owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:15.305413 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.325797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] Deleting port 5518a9fc-3580-4ef6-a316-259686138b9c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:15.328106 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.328239 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.354191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a43a8e-f45c-4936-bd09-984ff3cf8f2a req-6232439a-dbcb-45ac-a1a0-76aeac07089d tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:15.355904 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66a43a8e-f45c-4936-bd09-984ff3cf8f2a req-6232439a-dbcb-45ac-a1a0-76aeac07089d tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 943 time: 0.2887366 Jun 30 02:25:15.394277 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 67c28781-4095-4a61-9f3c-410aade5942e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=67c28781-4095-4a61-9f3c-410aade5942e,segment=NetworkSegment(04fbccd1-5c8d-40b6-803d-69589726c197),segment_id=04fbccd1-5c8d-40b6-803d-69589726c197)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:15.405519 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.406953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3411863a-450f-45a7-8f43-c5d74c1878d4 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:15.449306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] For port 5518a9fc-3580-4ef6-a316-259686138b9c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5518a9fc-3580-4ef6-a316-259686138b9c,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:15.449699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.465987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] Calling delete_port for 5518a9fc-3580-4ef6-a316-259686138b9c owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:15.494145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Pushing event updated for resources: {'Port': ['ID=6685befc-d5dc-4bd8-8487-95eaefc54adf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:15.508851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:15.541315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=67c28781-4095-4a61-9f3c-410aade5942e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:15.550063 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.571151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 88d839c6-34e3-412d-9df8-d115d77e1053, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=88d839c6-34e3-412d-9df8-d115d77e1053,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:15.587837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '88d839c6-34e3-412d-9df8-d115d77e1053', 'network_id': 'a7a4eb50-f5c8-44bd-b2af-a0da52a12e84', 'port_id': '88d839c6-34e3-412d-9df8-d115d77e1053', 'mac_address': 'fa:16:3e:cc:12:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a74c03c-8cf5-44fb-bb40-167beba44a60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:25:15.596118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3411863a-450f-45a7-8f43-c5d74c1878d4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:15.596558 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.738632 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.742377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:15.762914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:15.777387 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:15.962218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66a43a8e-f45c-4936-bd09-984ff3cf8f2a req-c3fcca51-7b48-4f83-bf30-50d34c254b36 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656116 Jun 30 02:25:16.005511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=67c28781-4095-4a61-9f3c-410aade5942e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:16.111983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d839c6-34e3-412d-9df8-d115d77e1053 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:16.134891 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:16.169561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df43b7cf-8dd5-4058-b070-52bb4c4d99c0 None None] Provisioning for port 6685befc-d5dc-4bd8-8487-95eaefc54adf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:16.177158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df43b7cf-8dd5-4058-b070-52bb4c4d99c0 None None] Provisioning complete for port 6685befc-d5dc-4bd8-8487-95eaefc54adf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:16.177569 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df43b7cf-8dd5-4058-b070-52bb4c4d99c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:16.181215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 88d839c6-34e3-412d-9df8-d115d77e1053, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=88d839c6-34e3-412d-9df8-d115d77e1053,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:16.187812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:16.192567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:16.226446 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:16.275560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-df43b7cf-8dd5-4058-b070-52bb4c4d99c0 None None] Port 6685befc-d5dc-4bd8-8487-95eaefc54adf cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:25:16.332387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=88d839c6-34e3-412d-9df8-d115d77e1053,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:16.332648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-843f798f-77dc-4b04-8db8-da9b4668418c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:16.333630 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:16.334310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-843f798f-77dc-4b04-8db8-da9b4668418c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 812 time: 0.4974642 Jun 30 02:25:16.364857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5518a9fc-3580-4ef6-a316-259686138b9c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:16.370690 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b7b4b678-ed97-4154-915e-a1dbd3da999f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8298144 Jun 30 02:25:16.382519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335ce7-506b-4beb-aba8-da2ab4f30b75 req-e736e3d7-e83b-4ff6-9938-31e40183e66b tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:16.389021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38335ce7-506b-4beb-aba8-da2ab4f30b75 req-e736e3d7-e83b-4ff6-9938-31e40183e66b tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 935 time: 0.1369493 Jun 30 02:25:16.389696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Request body: {'port': {'device_id': 'd6bca433-563a-4945-ad59-710dcb1201c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:16.534224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['88d839c6-34e3-412d-9df8-d115d77e1053'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:16.567689 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:16.651372 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38335ce7-506b-4beb-aba8-da2ab4f30b75 req-22e27552-a4f3-44d5-b62f-18fae7520d39 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613482 Jun 30 02:25:16.894663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:16.898592 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc139639-3809-4dcb-a5a9-fbc054d7d362 req-8dba9f31-b108-4862-a42b-b79167ed4369 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 210 time: 0.0328863 Jun 30 02:25:16.939648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-d2e53543-bab6-4843-934b-b79093c95915 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b024877b9ea046a6a65c423b89fcd680 HTTP/1.1" status: 200 len: 380 time: 0.5676343 Jun 30 02:25:16.982080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'port': {'device_id': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'admin_state_up': True, 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'security_groups': ['37b15218-2069-4565-8937-9da9516ff54f']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:16.985639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] Router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:25:17.026401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24c3b5-a389-4ad5-90cc-af7ce0c8d12b req-f17b6923-3080-400b-92e2-f55adf3678a8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:17.027972 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d24c3b5-a389-4ad5-90cc-af7ce0c8d12b req-f17b6923-3080-400b-92e2-f55adf3678a8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.8284888 Jun 30 02:25:17.144601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:25:17.151380 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-de2069e7-601c-49dc-89fe-443a1b1023b8 admin admin] 10.222.0.55 "PUT /v2.0/routers/96dedb8c-2541-45b1-84f1-6e62c4da5c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0654006 Jun 30 02:25:17.153953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:17.157569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] Sync routers for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:25:17.175040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:17.176192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:17.231602 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:17.321838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:17.322619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:17.332156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bc58f-60af-465e-a095-264b25cec7fa req-d4ab6806-2bbc-4df6-b102-ac0c6db517c8 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:17.333875 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e0bc58f-60af-465e-a095-264b25cec7fa req-d4ab6806-2bbc-4df6-b102-ac0c6db517c8 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 944 time: 0.1349642 Jun 30 02:25:17.367142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d24c3b5-a389-4ad5-90cc-af7ce0c8d12b req-62df17c7-6aef-4ced-b7d0-3349bc166ba6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287563 Jun 30 02:25:17.407803 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Made reservation on behalf of b024877b9ea046a6a65c423b89fcd680 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:25:17.411346 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:17.466115 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e0bc58f-60af-465e-a095-264b25cec7fa req-d46c843e-c660-4e06-b76a-dcc520d0db89 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991254 Jun 30 02:25:17.521970 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:17.561707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228'}], 'enable_snat': True}, 'gw_port_id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:25:15Z', 'revision_number': 5, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port': {'id': 'b35c8eca-f397-4380-8d38-d8b1b2c633d8', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:32Z', 'updated_at': '2021-06-30T02:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:17.596228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] Checking router: 96dedb8c-2541-45b1-84f1-6e62c4da5c36 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:25:17.598076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Deleting port b35c8eca-f397-4380-8d38-d8b1b2c633d8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:17.598575 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:17.606686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] Routers {'96dedb8c-2541-45b1-84f1-6e62c4da5c36'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:17.607488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:17.705029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] For port b35c8eca-f397-4380-8d38-d8b1b2c633d8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b35c8eca-f397-4380-8d38-d8b1b2c633d8,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:17.705394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:17.721871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Calling delete_port for b35c8eca-f397-4380-8d38-d8b1b2c633d8 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:17.739767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] Set router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:17.754774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] Router 84ebf661-c621-4098-9732-9eea542fcbe2 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:25:17.795580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Allocated IP 172.20.0.9 (8a45bdb0-42ad-4822-9047-0b0857630f97/6eb16b85-0a65-4811-8135-f92b5adf71dc/f92876a2-c765-4919-92eb-cac217df25a9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:17.833240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:25:17Z', 'revision_number': 6, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:17.874503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca49dc37-520a-4096-91b9-45b24115dfc6 None None] The sync data for ids ['96dedb8c-2541-45b1-84f1-6e62c4da5c36'] in n-d-758944-39 is: [{'id': '96dedb8c-2541-45b1-84f1-6e62c4da5c36', 'name': 'tempest-FloatingIPsAssociationTestJSON-1557746639-router', 'tenant_id': '3185065766294389adf46ffdd098a23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:30Z', 'updated_at': '2021-06-30T02:25:17Z', 'revision_number': 6, 'project_id': '3185065766294389adf46ffdd098a23a', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:25:17.967753 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.003591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35c8eca-f397-4380-8d38-d8b1b2c633d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:18.034650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.112343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:25:18.121944 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] Sync routers for ids ['84ebf661-c621-4098-9732-9eea542fcbe2'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:25:18.125941 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e1f40f97-6876-402a-9e95-2a30c477fb0e admin admin] 10.222.0.55 "PUT /v2.0/routers/84ebf661-c621-4098-9732-9eea542fcbe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6849270 Jun 30 02:25:18.130362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6685befc-d5dc-4bd8-8487-95eaefc54adf {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:18.134598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:18.137481 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] Routers {'84ebf661-c621-4098-9732-9eea542fcbe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:18.139714 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['84ebf661-c621-4098-9732-9eea542fcbe2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:18.148581 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.174209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff0f0f61-1f50-4f39-946b-0e61772103bd req-eb69c6d1-65d2-4d0d-997b-fec00df15594 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 210 time: 0.1106839 Jun 30 02:25:18.189173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe3fd3-016f-4462-ae4a-50a3c987a044 req-39bd20b0-fb64-4c77-8bde-2c678d36cc77 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:18.196939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fe3fd3-016f-4462-ae4a-50a3c987a044 req-39bd20b0-fb64-4c77-8bde-2c678d36cc77 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 935 time: 0.3310559 Jun 30 02:25:18.212668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Transition to ACTIVE for port object 6685befc-d5dc-4bd8-8487-95eaefc54adf will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:18.231027 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.245262 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.286203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.291521 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.311618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Transition to ACTIVE for port object f92876a2-c765-4919-92eb-cac217df25a9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:18.333130 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] Set router 84ebf661-c621-4098-9732-9eea542fcbe2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:18.339357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fe3fd3-016f-4462-ae4a-50a3c987a044 req-d773096c-d786-4361-bf58-ccf37d88a807 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414440 Jun 30 02:25:18.391105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Pushing event updated for resources: {'Port': ['ID=6685befc-d5dc-4bd8-8487-95eaefc54adf,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:18.451835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.452393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96dedb8c-2541-45b1-84f1-6e62c4da5c36 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:25:18.468184 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.473141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-55a7c93b-3f1f-4818-93b7-b78e6340d285 admin admin] 10.222.0.55 "DELETE /v2.0/routers/96dedb8c-2541-45b1-84f1-6e62c4da5c36 HTTP/1.1" status: 204 len: 168 time: 1.3149097 Jun 30 02:25:18.473855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:18.583758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.726223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9460d6-bf24-47cd-bcf8-98c8f3fa3d23 admin admin] Deleting subnet c4e023fa-1203-4d52-9b5b-f6dfab0ac669 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:25:18.737350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e9460d6-bf24-47cd-bcf8-98c8f3fa3d23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.744338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:18.746154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Attempting to bind port 6685befc-d5dc-4bd8-8487-95eaefc54adf on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:18.746771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Attempting to bind port 6685befc-d5dc-4bd8-8487-95eaefc54adf by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:18.747564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Attempting to bind port 6685befc-d5dc-4bd8-8487-95eaefc54adf on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:18.750588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:18.764263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:18.771901 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-router', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:15Z', 'revision_number': 5, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'gw_port': {'id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:18.814226 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] Checking router: 84ebf661-c621-4098-9732-9eea542fcbe2 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:25:18.823366 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] Routers {'84ebf661-c621-4098-9732-9eea542fcbe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:18.823977 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:24:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['84ebf661-c621-4098-9732-9eea542fcbe2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:18.836987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Port 6685befc-d5dc-4bd8-8487-95eaefc54adf on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:25:18.837463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Attempting to bind port 6685befc-d5dc-4bd8-8487-95eaefc54adf on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:18.849668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:18.859951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.870730 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:18.871432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:18.871858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:18.872571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Bound port: 6685befc-d5dc-4bd8-8487-95eaefc54adf, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:18.873025 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.948566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:18.951465 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:18.996027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e8979-91b5-464b-820d-d623bda08874 req-18fb35df-977a-4d43-b81c-5df535974268 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:18.997836 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c00e8979-91b5-464b-820d-d623bda08874 req-18fb35df-977a-4d43-b81c-5df535974268 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.3739460 Jun 30 02:25:19.005898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5518a9fc-3580-4ef6-a316-259686138b9c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:19.023517 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-58761116-6ae2-471b-aab0-97fe9ecb6c61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0457606 Jun 30 02:25:19.045340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 5518a9fc-3580-4ef6-a316-259686138b9c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:25:19.047991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5518a9fc-3580-4ef6-a316-259686138b9c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:25:19.049153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b35c8eca-f397-4380-8d38-d8b1b2c633d8 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:19.068909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Request body: {'port': {'device_id': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:19.090413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.096001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b35c8eca-f397-4380-8d38-d8b1b2c633d8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:25:19.097610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b35c8eca-f397-4380-8d38-d8b1b2c633d8 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:25:19.102129 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] Set router 84ebf661-c621-4098-9732-9eea542fcbe2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:19.105254 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e9460d6-bf24-47cd-bcf8-98c8f3fa3d23 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.168310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] For port 6685befc-d5dc-4bd8-8487-95eaefc54adf, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:19.176068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c00e8979-91b5-464b-820d-d623bda08874 req-56b6934b-a669-43b7-96be-6c7aa9d20802 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567204 Jun 30 02:25:19.192984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] For port 6685befc-d5dc-4bd8-8487-95eaefc54adf, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6685befc-d5dc-4bd8-8487-95eaefc54adf,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:19.208837 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.231257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e9460d6-bf24-47cd-bcf8-98c8f3fa3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.244785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-807c483f-101f-4ffc-b0fa-3966e823e1d3 None None] Provisioning for port f92876a2-c765-4919-92eb-cac217df25a9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:19.249982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-807c483f-101f-4ffc-b0fa-3966e823e1d3 None None] Provisioning complete for port f92876a2-c765-4919-92eb-cac217df25a9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:19.250481 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-807c483f-101f-4ffc-b0fa-3966e823e1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.300020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 88d839c6-34e3-412d-9df8-d115d77e1053 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:19.345156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.374826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-807c483f-101f-4ffc-b0fa-3966e823e1d3 None None] Port f92876a2-c765-4919-92eb-cac217df25a9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:25:19.399798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eb01f-8c70-4c68-ae83-1099236b3958 req-a2817d08-dd71-4e63-a35d-8c89534b4420 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:19.418209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c47eb01f-8c70-4c68-ae83-1099236b3958 req-a2817d08-dd71-4e63-a35d-8c89534b4420 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 944 time: 0.6783516 Jun 30 02:25:19.433074 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e9460d6-bf24-47cd-bcf8-98c8f3fa3d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.434585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Pushing event updated for resources: {'Port': ['ID=6685befc-d5dc-4bd8-8487-95eaefc54adf,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:19.465641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:19.466696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.471972 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-9d78396b-a0bd-4548-bf4f-2030f61f556d service neutron] 10.222.0.73 "PUT /v2.0/ports/6685befc-d5dc-4bd8-8487-95eaefc54adf HTTP/1.1" status: 200 len: 1096 time: 3.0877283 Jun 30 02:25:19.477473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bca433-563a-4945-ad59-710dcb1201c8', 'tag': '6685befc-d5dc-4bd8-8487-95eaefc54adf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:19.483445 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bca433-563a-4945-ad59-710dcb1201c8", "tag": "6685befc-d5dc-4bd8-8487-95eaefc54adf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:19.483848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878380a7-0c28-43c8-af2e-df9dce6e2079 None None] Network cc2230dc-61c3-4db8-a1f1-f267c6bb2eea requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:25:19.490251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 88d839c6-34e3-412d-9df8-d115d77e1053 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:19.527946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e9460d6-bf24-47cd-bcf8-98c8f3fa3d23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.529224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6e9460d6-bf24-47cd-bcf8-98c8f3fa3d23 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c4e023fa-1203-4d52-9b5b-f6dfab0ac669 HTTP/1.1" status: 204 len: 168 time: 1.0504680 Jun 30 02:25:19.535760 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-router', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:15Z', 'revision_number': 5, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'gw_port': {'id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:19.561616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:19.591810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 88d839c6-34e3-412d-9df8-d115d77e1053 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:19.592314 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.653197 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c47eb01f-8c70-4c68-ae83-1099236b3958 req-a6aa1913-ade3-4f0d-b867-254b5e3124bf tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340381 Jun 30 02:25:19.653828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9460d6-bf24-47cd-bcf8-98c8f3fa3d23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e023fa-1203-4d52-9b5b-f6dfab0ac669,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:19.718797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c686727-5468-4370-8b13-9a799dd98321 req-f79c4b38-3c55-4eb1-b234-468d24a7de35 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:19.720488 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Deleting port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:19.721022 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.732115 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c686727-5468-4370-8b13-9a799dd98321 req-f79c4b38-3c55-4eb1-b234-468d24a7de35 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 931 time: 0.3818767 Jun 30 02:25:19.760258 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7631caa-5d73-4499-95c9-aad00492045a None None] The sync data for ids ['84ebf661-c621-4098-9732-9eea542fcbe2'] in n-d-758944-39 is: [{'id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1802656012-router', 'tenant_id': '36e18fe8069b4204abe701b5b3749279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:15Z', 'revision_number': 5, 'project_id': '36e18fe8069b4204abe701b5b3749279', 'gw_port': {'id': '0ab7f9ef-d86a-4b06-b911-d1406e2dc503', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ebf661-c621-4098-9732-9eea542fcbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:58Z', 'updated_at': '2021-06-30T02:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:25:19.838458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] For port 0ab7f9ef-d86a-4b06-b911-d1406e2dc503, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0ab7f9ef-d86a-4b06-b911-d1406e2dc503,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:19.838945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.862829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Calling delete_port for 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:19.886059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c686727-5468-4370-8b13-9a799dd98321 req-07fba43c-860f-416a-9cde-37ec0ee7dfc0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494081 Jun 30 02:25:19.925475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-0b345373-b519-4feb-a146-e75cfba61b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:19.927233 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-0b345373-b519-4feb-a146-e75cfba61b19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ff3a88f33c24098b41045c22e08e33a&device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 1099 time: 0.3367777 Jun 30 02:25:19.958976 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:19.999956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a909a318-2ab4-4bc4-a4f2-9e606f6fe15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d839c6-34e3-412d-9df8-d115d77e1053'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:20.002394 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030f100a-fdce-44c9-aa4f-00b24c1a784b" -d '{"events": [{"server_uuid": "a909a318-2ab4-4bc4-a4f2-9e606f6fe15a", "name": "network-vif-plugged", "status": "completed", "tag": "88d839c6-34e3-412d-9df8-d115d77e1053"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:20.017178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 88d839c6-34e3-412d-9df8-d115d77e1053, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=88d839c6-34e3-412d-9df8-d115d77e1053,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:20.020349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-63fe9e2c-b005-422b-b790-7f925fa79872 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=6685befc-d5dc-4bd8-8487-95eaefc54adf HTTP/1.1" status: 200 len: 217 time: 0.0815630 Jun 30 02:25:20.023607 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:20.122548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=88d839c6-34e3-412d-9df8-d115d77e1053,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:20.129250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b812a406-3683-49c3-9d24-7d72c4e89880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:20.130746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b812a406-3683-49c3-9d24-7d72c4e89880 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0990279 Jun 30 02:25:20.175621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ba48c-8e2a-46df-b27e-c8e8e9ce8846 None None] DHCP port deletion for cc2230dc-61c3-4db8-a1f1-f267c6bb2eea request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:25:20.180376 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f1311b-4bd7-4064-a8fc-1141f97620fc x-openstack-request-id: req-f6f1311b-4bd7-4064-a8fc-1141f97620fc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:20.181037 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bca433-563a-4945-ad59-710dcb1201c8", "tag": "6685befc-d5dc-4bd8-8487-95eaefc54adf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:20.181889 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6f1311b-4bd7-4064-a8fc-1141f97620fc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:20.183729 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bca433-563a-4945-ad59-710dcb1201c8', 'tag': '6685befc-d5dc-4bd8-8487-95eaefc54adf', 'status': 'completed', 'code': 200} Jun 30 02:25:20.223935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92876a2-c765-4919-92eb-cac217df25a9 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:20.234655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:20.234840 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d93181-97a7-4928-8ec4-438d4e7f944c x-openstack-request-id: req-56d93181-97a7-4928-8ec4-438d4e7f944c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:20.236408 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a909a318-2ab4-4bc4-a4f2-9e606f6fe15a", "name": "network-vif-plugged", "status": "completed", "tag": "88d839c6-34e3-412d-9df8-d115d77e1053", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:20.243154 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56d93181-97a7-4928-8ec4-438d4e7f944c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:20.243579 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a909a318-2ab4-4bc4-a4f2-9e606f6fe15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d839c6-34e3-412d-9df8-d115d77e1053', 'code': 200} Jun 30 02:25:20.249780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:20.257980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Transition to ACTIVE for port object f92876a2-c765-4919-92eb-cac217df25a9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:20.266875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:20.277427 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:20.309346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ba48c-8e2a-46df-b27e-c8e8e9ce8846 None None] Deleting port a4ba3c2d-f702-4c85-bb04-ae025259b998 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:20.311121 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba48c-8e2a-46df-b27e-c8e8e9ce8846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:20.344419 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:20.348319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-06a72ed7-7474-4c9b-8338-43082b054059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:20.349996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-06a72ed7-7474-4c9b-8338-43082b054059 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2063816 Jun 30 02:25:20.382685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab7f9ef-d86a-4b06-b911-d1406e2dc503,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:20.460678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8a2ba48c-8e2a-46df-b27e-c8e8e9ce8846 None None] For port a4ba3c2d-f702-4c85-bb04-ae025259b998, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a4ba3c2d-f702-4c85-bb04-ae025259b998,segment=NetworkSegment(26799246-f35a-4f12-a033-048b3aa4d220),segment_id=26799246-f35a-4f12-a033-048b3aa4d220)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:20.461074 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba48c-8e2a-46df-b27e-c8e8e9ce8846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:20.475600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8a2ba48c-8e2a-46df-b27e-c8e8e9ce8846 None None] Calling delete_port for a4ba3c2d-f702-4c85-bb04-ae025259b998 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:20.501934 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:20.609586 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a2ba48c-8e2a-46df-b27e-c8e8e9ce8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:20.652307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ba48c-8e2a-46df-b27e-c8e8e9ce8846 None None] Pushing event deleted for resources: {'Port': ['ID=a4ba3c2d-f702-4c85-bb04-ae025259b998,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:20.660648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2ba48c-8e2a-46df-b27e-c8e8e9ce8846 None None] No DVR routers for this DVR port a4ba3c2d-f702-4c85-bb04-ae025259b998 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:25:20.666331 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b62331ef-2ed9-47c9-8e4b-4c7cbed711cb service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028798 Jun 30 02:25:20.752090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c612b9f-f76d-4928-ab2c-478ce079b702 req-85890394-ed1f-485f-bfa8-ed607e37b48e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:20.755212 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c612b9f-f76d-4928-ab2c-478ce079b702 req-85890394-ed1f-485f-bfa8-ed607e37b48e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.3173630 Jun 30 02:25:20.827236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Attempting to bind port f92876a2-c765-4919-92eb-cac217df25a9 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:20.827636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Attempting to bind port f92876a2-c765-4919-92eb-cac217df25a9 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:20.827943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Attempting to bind port f92876a2-c765-4919-92eb-cac217df25a9 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:20.832525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e43e947c-8f02-4a30-9000-9c4272b81427 req-b3502fa2-bdab-49e3-9053-48568390fa0a service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560943 Jun 30 02:25:20.859524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Port f92876a2-c765-4919-92eb-cac217df25a9 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:25:20.859888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Attempting to bind port f92876a2-c765-4919-92eb-cac217df25a9 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:20.877947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:20.878449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Checking segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:20.879010 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Bound using segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:20.879545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Bound port: f92876a2-c765-4919-92eb-cac217df25a9, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:20.879919 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:20.900018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c612b9f-f76d-4928-ab2c-478ce079b702 req-c22d66e4-0f53-49d5-a136-af24f897efaf tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362419 Jun 30 02:25:20.984096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a4ba3c2d-f702-4c85-bb04-ae025259b998 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:21.006979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: a4ba3c2d-f702-4c85-bb04-ae025259b998 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:25:21.007677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a4ba3c2d-f702-4c85-bb04-ae025259b998 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:25:21.008291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 67c28781-4095-4a61-9f3c-410aade5942e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:21.028098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:21.030184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 67c28781-4095-4a61-9f3c-410aade5942e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:25:21.031709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:21.032606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 67c28781-4095-4a61-9f3c-410aade5942e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:25:21.054092 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.149795 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.152535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.160223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:21.160955 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.162345 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] 10.222.0.73 "PUT /v2.0/ports/f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 1092 time: 2.1121171 Jun 30 02:25:21.164168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099c7f9-1b08-4c76-8a06-6e37edd9a172 service neutron] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:21.215515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-3c9baeef-b11f-44b1-a0c3-debc7082be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:21.216179 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.216876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84ebf661-c621-4098-9732-9eea542fcbe2 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:25:21.218284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-3c9baeef-b11f-44b1-a0c3-debc7082be6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ff3a88f33c24098b41045c22e08e33a&device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 1099 time: 0.2901716 Jun 30 02:25:21.225462 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.229794 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2832e583-9dea-4618-9051-39f6d879c71a admin admin] 10.222.0.55 "DELETE /v2.0/routers/84ebf661-c621-4098-9732-9eea542fcbe2 HTTP/1.1" status: 204 len: 168 time: 3.0674384 Jun 30 02:25:21.237959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:21.290001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c010d9c-1c1b-47f6-912f-49ec5d4ebe10 req-c70fd3c5-0749-4d11-8037-31d0baf39d53 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:21.298368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c010d9c-1c1b-47f6-912f-49ec5d4ebe10 req-c70fd3c5-0749-4d11-8037-31d0baf39d53 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 947 time: 1.1265688 Jun 30 02:25:21.337199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545b863-70a6-4b29-ae1f-0700de0dd1b1 req-875942d8-ec84-4a9f-8cfe-3beda215c74a tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:21.338834 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1545b863-70a6-4b29-ae1f-0700de0dd1b1 req-875942d8-ec84-4a9f-8cfe-3beda215c74a tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 945 time: 0.2549956 Jun 30 02:25:21.380718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-856d1c31-c871-4a4a-a0cc-fda86a433880 admin admin] Deleting subnet db3583ed-17ab-4e9b-a79d-89c45fc7acb2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:25:21.399274 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-856d1c31-c871-4a4a-a0cc-fda86a433880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.447551 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-856d1c31-c871-4a4a-a0cc-fda86a433880 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.494011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Deleting port a4ba3c2d-f702-4c85-bb04-ae025259b998 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:21.494147 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1545b863-70a6-4b29-ae1f-0700de0dd1b1 req-dc599b8b-91e7-42bb-904f-ee0cf231f8e5 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480768 Jun 30 02:25:21.494270 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.505583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-38c1ada7-68e1-47c5-825e-727a7fe19c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:21.506103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-38c1ada7-68e1-47c5-825e-727a7fe19c67 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1095 time: 0.2415645 Jun 30 02:25:21.507141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-85d35042-4b34-4e8a-9827-d2165756ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:21.508459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-85d35042-4b34-4e8a-9827-d2165756ff90 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2727826 Jun 30 02:25:21.513859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b8289-7586-4b70-a681-f7eb7f2cd0bb req-4d02547d-fd90-4498-a66d-58352d85c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:21.515713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-891b8289-7586-4b70-a681-f7eb7f2cd0bb req-4d02547d-fd90-4498-a66d-58352d85c6e4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 1097 time: 1.1363745 Jun 30 02:25:21.570044 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-07b853cb-01c6-4ae1-bf4c-028ab3babced service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 217 time: 0.0463047 Jun 30 02:25:21.619943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c010d9c-1c1b-47f6-912f-49ec5d4ebe10 req-a7952dc8-70d6-40e0-b358-3d2fbae3a50f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203909 Jun 30 02:25:21.620727 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-0c7309fe-d2f5-4b64-a968-df38e047e2e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=6685befc-d5dc-4bd8-8487-95eaefc54adf HTTP/1.1" status: 200 len: 217 time: 0.0951254 Jun 30 02:25:21.635943 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-856d1c31-c871-4a4a-a0cc-fda86a433880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.693987 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-891b8289-7586-4b70-a681-f7eb7f2cd0bb req-1d3f8275-66f8-419b-9366-7b971f02eb5d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704383 Jun 30 02:25:21.714819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-f6c0a333-ff3d-4296-b1f2-0e84df9c3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:21.716356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-f6c0a333-ff3d-4296-b1f2-0e84df9c3f04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0708764 Jun 30 02:25:21.743696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] For port a4ba3c2d-f702-4c85-bb04-ae025259b998, host n-d-758944-39, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:21.744069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.759605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-5a16b639-8ea6-4011-8244-cb4b37277307 service neutron] 10.222.0.69 "GET /v2.0/ports/55225ae1-cd1c-409e-8ee1-08df00758d55/bindings/n-h1-758944-39 HTTP/1.1" status: 200 len: 383 time: 0.2561450 Jun 30 02:25:21.764754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Calling delete_port for a4ba3c2d-f702-4c85-bb04-ae025259b998 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:21.776041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Port a4ba3c2d-f702-4c85-bb04-ae025259b998 was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:25:21.779414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.817372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-474322af-d80e-4630-860d-1b31a1451ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:21.818791 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-474322af-d80e-4630-860d-1b31a1451ed0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.2103422 Jun 30 02:25:21.825241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ba3c2d-f702-4c85-bb04-ae025259b998,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:21.830295 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-856d1c31-c871-4a4a-a0cc-fda86a433880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.840975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] No DVR routers for this DVR port a4ba3c2d-f702-4c85-bb04-ae025259b998 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:25:21.849416 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-856d1c31-c871-4a4a-a0cc-fda86a433880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.851519 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-856d1c31-c871-4a4a-a0cc-fda86a433880 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/db3583ed-17ab-4e9b-a79d-89c45fc7acb2 HTTP/1.1" status: 204 len: 168 time: 0.6092825 Jun 30 02:25:21.856116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:21.862004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed9dc1e-c535-4404-bd91-0447b3a35fa3 None None] Network c505feae-af31-428e-a20c-11288eb0484e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:25:21.963905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d1c31-c871-4a4a-a0cc-fda86a433880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db3583ed-17ab-4e9b-a79d-89c45fc7acb2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:21.967217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:21.979806 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:21.980174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:21.981004 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:21.981365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > port after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:21.981705 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > port after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:21.982049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:21.982365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:21.982702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:21.983061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:21.983401 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:22.141613 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:22.142348 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:22.142974 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:22.143828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:25:22.144446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2230dc-61c3-4db8-a1f1-f267c6bb2eea']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:22.169307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d9c2b-4bc4-4ce4-9e59-71d7c30f034e None None] DHCP port deletion for c505feae-af31-428e-a20c-11288eb0484e request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:25:22.200018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26799246-f35a-4f12-a033-048b3aa4d220') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:22.200650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26799246-f35a-4f12-a033-048b3aa4d220') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:22.225495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:22.235116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d9c2b-4bc4-4ce4-9e59-71d7c30f034e None None] Deleting port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:22.235894 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9c2b-4bc4-4ce4-9e59-71d7c30f034e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:22.302169 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:22.320424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:25:22.320864 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:25:22.326213 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:25:22.332292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6a7d9c2b-4bc4-4ce4-9e59-71d7c30f034e None None] For port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6a9515d5-17ef-416a-9dd9-2b15bc4bef26,segment=NetworkSegment(04fbccd1-5c8d-40b6-803d-69589726c197),segment_id=04fbccd1-5c8d-40b6-803d-69589726c197)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:22.332702 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9c2b-4bc4-4ce4-9e59-71d7c30f034e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:22.348198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:22.350100 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5018b7-c621-4b05-90be-5ef55bd0dcda" -d '{"events": [{"name": "network-changed", "server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "tag": "f92876a2-c765-4919-92eb-cac217df25a9"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:22.353066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a7d9c2b-4bc4-4ce4-9e59-71d7c30f034e None None] Calling delete_port for 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:22.419377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df560f-0ce6-4db2-959d-65cc2c47ef1f req-df773c86-2418-4c1f-b162-46c04a06c6d3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:22.427776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4df560f-0ce6-4db2-959d-65cc2c47ef1f req-df773c86-2418-4c1f-b162-46c04a06c6d3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 943 time: 0.7014496 Jun 30 02:25:22.429607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:22.441649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcfbeb-ce67-4a80-ae7e-785bf95b05ed req-2620164a-ed4e-4f6b-af00-283636801e63 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:22.443346 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-18dcfbeb-ce67-4a80-ae7e-785bf95b05ed req-2620164a-ed4e-4f6b-af00-283636801e63 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.2931507 Jun 30 02:25:22.465241 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:22.469368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] 10.222.0.55 "DELETE /v2.0/networks/cc2230dc-61c3-4db8-a1f1-f267c6bb2eea HTTP/1.1" status: 204 len: 168 time: 2.8987472 Jun 30 02:25:22.476338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065c03a-57dc-46ad-b42b-42cd6c3f42cf admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2230dc-61c3-4db8-a1f1-f267c6bb2eea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:22.485663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-9a520e8c-1695-4ef3-91b5-1f5fc1f00221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:22.487359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-9a520e8c-1695-4ef3-91b5-1f5fc1f00221 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19&tenant_id=9cec145aa2d747cf98d6c57f659678cd HTTP/1.1" status: 200 len: 1102 time: 0.2477999 Jun 30 02:25:22.497945 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:22.502137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-df83388e-381e-4c8e-ab78-d3ce139dc21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:22.503983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-df83388e-381e-4c8e-ab78-d3ce139dc21d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7646134 Jun 30 02:25:22.520397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-18dcfbeb-ce67-4a80-ae7e-785bf95b05ed req-c9ca7f97-d8c6-49c8-adbd-6bcc740b575a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672231 Jun 30 02:25:22.538363 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9c2b-4bc4-4ce4-9e59-71d7c30f034e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:22.581522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d9c2b-4bc4-4ce4-9e59-71d7c30f034e None None] Pushing event deleted for resources: {'Port': ['ID=6a9515d5-17ef-416a-9dd9-2b15bc4bef26,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:22.596683 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4df560f-0ce6-4db2-959d-65cc2c47ef1f req-8964e929-6fba-44fc-8bbe-a221d6d2a5f7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674585 Jun 30 02:25:22.599675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d9c2b-4bc4-4ce4-9e59-71d7c30f034e None None] No DVR routers for this DVR port 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:25:22.637386 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d0816c-5f0e-4dfc-be91-aa49e372054c x-openstack-request-id: req-29d0816c-5f0e-4dfc-be91-aa49e372054c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:22.637776 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "tag": "f92876a2-c765-4919-92eb-cac217df25a9", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:22.637958 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29d0816c-5f0e-4dfc-be91-aa49e372054c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:22.638531 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9', 'status': 'completed', 'code': 200} Jun 30 02:25:22.647408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-83d34e97-2c34-4eaf-9df9-cb8853330c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:22.649230 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-83d34e97-2c34-4eaf-9df9-cb8853330c72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8172803 Jun 30 02:25:22.700457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-2f58d4f5-c776-4c6e-9e6e-050bedb60510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:22.704925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-2f58d4f5-c776-4c6e-9e6e-050bedb60510 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 1102 time: 0.1835744 Jun 30 02:25:22.869556 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:22.874348 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-082c1d5f-5e37-465d-8f2f-eb1800a95cae service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594749 Jun 30 02:25:22.923503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:22.942102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:22.953871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c505feae-af31-428e-a20c-11288eb0484e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:22.976529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:25:22.977379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0ab7f9ef-d86a-4b06-b911-d1406e2dc503 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:25:22.978469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:22.979735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-2be7b90a-32c0-4fb1-8691-b5023ceb9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:22.981310 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-2be7b90a-32c0-4fb1-8691-b5023ceb9095 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2614541 Jun 30 02:25:22.985151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fbccd1-5c8d-40b6-803d-69589726c197') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:22.985455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fbccd1-5c8d-40b6-803d-69589726c197') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:23.005579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:25:23.006803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6a9515d5-17ef-416a-9dd9-2b15bc4bef26 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:25:23.021815 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-c46141e2-2caa-42f3-977b-fb39a5ddb11f service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635585 Jun 30 02:25:23.029848 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.062085 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-312639f0-55db-4810-891e-6287140e2c90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=55225ae1-cd1c-409e-8ee1-08df00758d55 HTTP/1.1" status: 200 len: 217 time: 0.0597520 Jun 30 02:25:23.070677 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d82e56c9-c2e1-467a-a7a1-ed1840d15853 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3185065766294389adf46ffdd098a23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310737 Jun 30 02:25:23.072213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:23.076097 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.120331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:25:23.120678 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:25:23.130862 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:25:23.165166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-41b01f51-5baf-4bda-a666-f7a37ba00417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:23.167171 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-41b01f51-5baf-4bda-a666-f7a37ba00417 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0978079 Jun 30 02:25:23.174749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1f460-e815-440b-8e48-fe75d5683d5c req-33ff367b-a49e-4809-b61b-b58a56d7097b tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:23.181897 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4f1f460-e815-440b-8e48-fe75d5683d5c req-33ff367b-a49e-4809-b61b-b58a56d7097b tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 947 time: 0.2172368 Jun 30 02:25:23.214141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ebacf2f2-d3b4-4625-9b44-d6dde78c8bba req-fb6fead2-fa81-42cf-a6b9-7b6ae1aa5d19 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883110 Jun 30 02:25:23.238985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdb924-83b0-4f96-be63-6972dff8b7ad req-2ffecdf8-126c-453e-b58f-3f52a3186c8c tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:23.241245 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da870ae6-1174-436d-a6f4-fcfe97ae24b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.246223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eccdb924-83b0-4f96-be63-6972dff8b7ad req-2ffecdf8-126c-453e-b58f-3f52a3186c8c tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 945 time: 0.3825171 Jun 30 02:25:23.259388 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.276892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.278701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c505feae-af31-428e-a20c-11288eb0484e HTTP/1.1" status: 204 len: 168 time: 0.9319546 Jun 30 02:25:23.305416 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4f1f460-e815-440b-8e48-fe75d5683d5c req-93265fd6-1f81-4766-bae4-933daf1e92b5 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080716 Jun 30 02:25:23.306557 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc8f5ce6-91a4-4410-bc0a-df164f752717 req-5f8a0b2a-91ee-49b8-9ec2-164692eecf72 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734561 Jun 30 02:25:23.309763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c4f15-8a06-41fc-a30e-53d81e52f3c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c505feae-af31-428e-a20c-11288eb0484e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:23.311249 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da870ae6-1174-436d-a6f4-fcfe97ae24b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.386443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eccdb924-83b0-4f96-be63-6972dff8b7ad req-b5f58b79-a870-4ccb-beee-86f8cbc49799 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391928 Jun 30 02:25:23.427076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-91f544b8-d582-48bd-b6d5-ad1aa4768627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:23.428813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-91f544b8-d582-48bd-b6d5-ad1aa4768627 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2421639 Jun 30 02:25:23.497266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-2c76eda4-9410-4f2d-a9c5-2d9d12ddaea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:23.499038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-2c76eda4-9410-4f2d-a9c5-2d9d12ddaea5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1095 time: 0.0980074 Jun 30 02:25:23.509978 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da870ae6-1174-436d-a6f4-fcfe97ae24b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.512686 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da870ae6-1174-436d-a6f4-fcfe97ae24b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.513959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-da870ae6-1174-436d-a6f4-fcfe97ae24b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9586a808-03da-445d-a13d-679b7aefd1e8 HTTP/1.1" status: 204 len: 168 time: 0.4343019 Jun 30 02:25:23.530054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da870ae6-1174-436d-a6f4-fcfe97ae24b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9586a808-03da-445d-a13d-679b7aefd1e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:23.578103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46368) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:23.589337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-bbba394a-8107-4bba-b58d-c6e3b6dbba20 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482425 Jun 30 02:25:23.669823 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1817e32b-b8d4-412c-8e9b-8cf5c6f89359 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36e18fe8069b4204abe701b5b3749279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0904415 Jun 30 02:25:23.673757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:23.685180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-f9ddb102-50c3-45df-b6ea-8210d84b8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:23.686756 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-f9ddb102-50c3-45df-b6ea-8210d84b8981 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.1798534 Jun 30 02:25:23.767567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-cdba8bd9-b4e9-4cdc-9154-6d3c9ed333a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 217 time: 0.0693433 Jun 30 02:25:23.788114 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e4bd48c-3220-4157-b4bc-61ef5922b4ea req-6247eb9a-5dc7-4ed3-b197-75c49754eebc service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920271 Jun 30 02:25:23.798296 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7c167c6-fbe2-4f24-9d29-2a6d800113fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.867053 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7c167c6-fbe2-4f24-9d29-2a6d800113fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:23.903841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-caaf4d03-cd60-475a-8696-6e4b755b1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:23.905351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-caaf4d03-cd60-475a-8696-6e4b755b1a3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1227949 Jun 30 02:25:23.976371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1db01e-2183-49c8-aa40-0ae287c565ca req-9b8d6291-9bfa-43c1-be88-1df6a0e342c8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:23.985343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b1db01e-2183-49c8-aa40-0ae287c565ca req-9b8d6291-9bfa-43c1-be88-1df6a0e342c8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.2166069 Jun 30 02:25:23.991128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9375ad-d833-4db8-9424-207a647bc8ba req-50eff3f5-9b19-4cd8-ac81-833b6bd3afe5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:23.993130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b9375ad-d833-4db8-9424-207a647bc8ba req-50eff3f5-9b19-4cd8-ac81-833b6bd3afe5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 943 time: 0.1491983 Jun 30 02:25:24.017666 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7c167c6-fbe2-4f24-9d29-2a6d800113fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:24.020703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c7c167c6-fbe2-4f24-9d29-2a6d800113fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:24.036879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c7c167c6-fbe2-4f24-9d29-2a6d800113fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6664e50-31d8-4728-b026-0ba6160cb160 HTTP/1.1" status: 204 len: 168 time: 0.3575528 Jun 30 02:25:24.068056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b1db01e-2183-49c8-aa40-0ae287c565ca req-79386077-f3bb-4d00-bc74-17c0adc77f16 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805960 Jun 30 02:25:24.077690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c167c6-fbe2-4f24-9d29-2a6d800113fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6664e50-31d8-4728-b026-0ba6160cb160,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:24.119319 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b9375ad-d833-4db8-9424-207a647bc8ba req-3ffa5bb8-97db-4186-89ed-0d209a11d195 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126225 Jun 30 02:25:24.123576 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-541f43fe-c983-4520-8b4f-c54e7ccf937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:24.129196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-541f43fe-c983-4520-8b4f-c54e7ccf937e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2109144 Jun 30 02:25:24.222670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-f2a0ba9f-2b29-4f89-8ffc-8387291192e4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604861 Jun 30 02:25:24.251401 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-e668afe2-544f-4d01-8433-0a69e6562288 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129069 Jun 30 02:25:24.332021 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3f655df-43bb-477b-9292-6bb4baab4de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:24.370187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-49ae41d0-a0bb-4968-b394-77dac0d29780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:24.371848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-49ae41d0-a0bb-4968-b394-77dac0d29780 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 1098 time: 0.1032431 Jun 30 02:25:24.380692 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5018b7-c621-4b05-90be-5ef55bd0dcda req-83e7ddf9-97b2-4d4a-b1bf-75c2352fc21e service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212549 Jun 30 02:25:24.541526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-4b938260-95fd-4ab8-98da-128d915a897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:24.546840 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-4b938260-95fd-4ab8-98da-128d915a897f service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 924 time: 0.1489327 Jun 30 02:25:24.592337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbfc1c-63ac-4349-bece-3f7360f05bde req-c013dcab-8ca6-4547-a781-c6752ba01312 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:24.597944 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09bbfc1c-63ac-4349-bece-3f7360f05bde req-c013dcab-8ca6-4547-a781-c6752ba01312 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 947 time: 0.0953195 Jun 30 02:25:24.668606 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09bbfc1c-63ac-4349-bece-3f7360f05bde req-391a74b9-f266-488d-ab84-3427e59edabd tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631313 Jun 30 02:25:24.690067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-75a6b918-3e2b-45c0-85db-645fff9b1072 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0afed630-703f-4fcf-83e1-cc9a48af3f3b HTTP/1.1" status: 200 len: 1002 time: 0.1362259 Jun 30 02:25:24.747760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd12a3a-8ed3-46db-b37d-a87e80eb90b5 req-43014d34-ed0b-41d3-8953-c61caa003034 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:24.749266 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bd12a3a-8ed3-46db-b37d-a87e80eb90b5 req-43014d34-ed0b-41d3-8953-c61caa003034 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 945 time: 0.1814902 Jun 30 02:25:24.773673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-7d5976bc-ac8a-41e1-9693-0e10646e4f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:24.775134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-7d5976bc-ac8a-41e1-9693-0e10646e4f31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4b029b4-fcea-4790-a765-2f1787071d20 HTTP/1.1" status: 200 len: 862 time: 0.0782049 Jun 30 02:25:24.872195 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bd12a3a-8ed3-46db-b37d-a87e80eb90b5 req-cb6581d8-6b3d-4987-80af-ec0234a4e6b0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140456 Jun 30 02:25:24.909940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-f41fa31e-2db6-445f-990e-4862af7596e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:24.911398 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-f41fa31e-2db6-445f-990e-4862af7596e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e0ce481-75f2-4688-9eec-39a2795f75c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0967820 Jun 30 02:25:25.037394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:25.061275 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-bfed2dba-0433-4dbe-8970-1c75a5d41e00 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353655 Jun 30 02:25:25.190839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6685befc-d5dc-4bd8-8487-95eaefc54adf details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:25:25.205667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d41635fa-9c6c-4b36-9d8d-71880fea7843 req-0ca6e6ed-578f-4671-b078-1011a0a9c9d8 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364410 Jun 30 02:25:25.368121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1614c-6c9e-4e11-a31f-0d9e81ed80fa req-5009d835-ff56-474d-9110-57a6b62ff987 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:25.377741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03e1614c-6c9e-4e11-a31f-0d9e81ed80fa req-5009d835-ff56-474d-9110-57a6b62ff987 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.1005509 Jun 30 02:25:25.437539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03e1614c-6c9e-4e11-a31f-0d9e81ed80fa req-eff63241-aec9-41d1-adf8-4a4b46a2620b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557063 Jun 30 02:25:25.463335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 55225ae1-cd1c-409e-8ee1-08df00758d55 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:25.468249 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-network', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:25.514796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Made reservation on behalf of 21c2a1f8f10f4df8aab28cbecce68c64 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:25:25.521165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:25.540302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:25.604677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043355d-c549-47aa-8e52-cb2ad1fa69dc req-3489ada1-d3be-4cce-80f3-52729b47c1b6 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:25.608688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 6685befc-d5dc-4bd8-8487-95eaefc54adf, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6685befc-d5dc-4bd8-8487-95eaefc54adf,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:25.614694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8043355d-c549-47aa-8e52-cb2ad1fa69dc req-3489ada1-d3be-4cce-80f3-52729b47c1b6 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 943 time: 0.2007027 Jun 30 02:25:25.669843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '6685befc-d5dc-4bd8-8487-95eaefc54adf', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '6685befc-d5dc-4bd8-8487-95eaefc54adf', 'mac_address': 'fa:16:3e:8d:dd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:25:25.677882 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8043355d-c549-47aa-8e52-cb2ad1fa69dc req-894a286e-3a23-4c05-ba5c-d1d720ae13bb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617266 Jun 30 02:25:25.740624 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:25.747266 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:25.762308 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:25.781172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6685befc-d5dc-4bd8-8487-95eaefc54adf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:25.781402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:25:25.787058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:25.816786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29bd1bf-4cd4-4802-96b5-28185cf00fda,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:25.826035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:25.826395 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Added segment 2e0212a2-c612-4d61-afb7-3abb710b7456 of type vlan for network ea184892-5027-4966-b1cf-5b091298f3d7 Jun 30 02:25:25.833403 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 6685befc-d5dc-4bd8-8487-95eaefc54adf, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6685befc-d5dc-4bd8-8487-95eaefc54adf,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:25.909699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:25.929771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:25.933207 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ce0aaf-e8bc-40fb-abc8-52960befb97c" -d '{"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-unplugged", "status": "completed", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:25.935725 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:25.952392 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:25.997058 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:26.035427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=6685befc-d5dc-4bd8-8487-95eaefc54adf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:26.055161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fc6ac-0149-46b9-b9a2-4e3f50331dfb req-d10bbdcd-df1c-47a9-a0dd-04c214a24c38 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:26.056812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63fc6ac-0149-46b9-b9a2-4e3f50331dfb req-d10bbdcd-df1c-47a9-a0dd-04c214a24c38 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 948 time: 0.1331193 Jun 30 02:25:26.058039 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:26.059089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:26.059787 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:26.110121 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c819573-ec80-4dd3-8f57-5bfc94f944b5 x-openstack-request-id: req-6c819573-ec80-4dd3-8f57-5bfc94f944b5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:26.110471 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-unplugged", "status": "completed", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:26.110661 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c819573-ec80-4dd3-8f57-5bfc94f944b5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:26.111267 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'code': 200} Jun 30 02:25:26.137637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:26.146852 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1079712 Jun 30 02:25:26.150152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:26.156772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Request body: {'subnet': {'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-subnet', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:26.165043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39972ce3-9b76-4859-b72f-b5e2e4501236 admin admin] Pushing event updated for resources: {'Network': ['ID=ea184892-5027-4966-b1cf-5b091298f3d7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:26.185555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network ea184892-5027-4966-b1cf-5b091298f3d7 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:25:26.191061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Made reservation on behalf of 21c2a1f8f10f4df8aab28cbecce68c64 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:25:26.194113 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:26.213585 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63fc6ac-0149-46b9-b9a2-4e3f50331dfb req-719a086a-24c4-4e73-8083-811831bdcaa1 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449823 Jun 30 02:25:26.298307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['6685befc-d5dc-4bd8-8487-95eaefc54adf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:26.519654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:26.606396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=237cf133-21d0-426e-b9a1-c0b42c458e5a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:26.625718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Checking segment: {'id': '2e0212a2-c612-4d61-afb7-3abb710b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:26.626076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Network hostable DHCP agents. Network: ea184892-5027-4966-b1cf-5b091298f3d7, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:25:26.695493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Network ea184892-5027-4966-b1cf-5b091298f3d7 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:25:26.711708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, ea184892-5027-4966-b1cf-5b091298f3d7) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:26.719937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:26.720683 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:26.722202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e0de8-0692-420e-bdc3-0e170f1a27cc None None] Network ea184892-5027-4966-b1cf-5b091298f3d7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:25:26.734685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e4a49-7993-4547-a7ec-52edd78b1377 req-9094bfb7-aa7d-4f15-9f95-c9a5570db76c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:26.736222 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b3e4a49-7993-4547-a7ec-52edd78b1377 req-9094bfb7-aa7d-4f15-9f95-c9a5570db76c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 948 time: 0.1133773 Jun 30 02:25:26.789063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c298a648-f88b-4a5c-8011-46a9a8d28342 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6374347 Jun 30 02:25:26.789291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:26.801871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-router', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:26.833409 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:26.835371 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:26.858874 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b3e4a49-7993-4547-a7ec-52edd78b1377 req-56fe1026-cd1a-4aad-a25a-06e44a352756 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043203 Jun 30 02:25:27.017621 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:27.038292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-ea184892-5027-4966-b1cf-5b091298f3d7', 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'fixed_ips': [{'subnet_id': '237cf133-21d0-426e-b9a1-c0b42c458e5a'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:25:27.042251 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:27.064235 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46e03d96-12ee-43bc-a58e-71e8eab7b446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:27.068079 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:27.273866 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:27.399916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:25:27.417419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e733d-6e15-414a-a98b-a106a12b58bd req-f335e8b4-b09f-4daa-bef4-3a698295f7ce tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:27.420388 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-014e733d-6e15-414a-a98b-a106a12b58bd req-f335e8b4-b09f-4daa-bef4-3a698295f7ce tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 943 time: 0.1736221 Jun 30 02:25:27.424020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 55225ae1-cd1c-409e-8ee1-08df00758d55 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:25:27.515376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-014e733d-6e15-414a-a98b-a106a12b58bd req-1d3e3473-6aaa-4853-9c2f-1c3a10ba727f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840511 Jun 30 02:25:27.540069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Allocated IP 172.20.0.2 (ea184892-5027-4966-b1cf-5b091298f3d7/237cf133-21d0-426e-b9a1-c0b42c458e5a/f7b5df27-4f82-461a-88b7-1bb47f47a2ef) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:27.554737 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:27.579688 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:27.682880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:27.728875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'f92876a2-c765-4919-92eb-cac217df25a9', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'port_id': 'f92876a2-c765-4919-92eb-cac217df25a9', 'mac_address': 'fa:16:3e:87:26:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:25:27.783195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Allocated IP 172.25.7.200 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/ab507bb0-015d-40de-b7e8-e532c6c86a1a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:27.788227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f1374-6bc6-41d7-9d3c-5c6d4defbc77 req-7252bce0-9f07-4ee8-b653-7b43c869e5b5 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:27.797545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:27.811798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a52f1374-6bc6-41d7-9d3c-5c6d4defbc77 req-7252bce0-9f07-4ee8-b653-7b43c869e5b5 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 948 time: 0.1113482 Jun 30 02:25:27.843609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'mac_address': 'fa:16:3e:aa:6b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:25:27.873112 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:27.898131 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a52f1374-6bc6-41d7-9d3c-5c6d4defbc77 req-2ada688a-eeeb-4346-bce8-be38328c912f tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842929 Jun 30 02:25:27.939571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92876a2-c765-4919-92eb-cac217df25a9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:27.943525 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.002790 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.018165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.020697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:28.022131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Transition to ACTIVE for port object f7b5df27-4f82-461a-88b7-1bb47f47a2ef will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:28.029156 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.047308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55225ae1-cd1c-409e-8ee1-08df00758d55 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:28.068931 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.115453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9ad86-d890-49e9-af0c-c85265a61d5c req-c6753ddb-37c8-4969-97c2-b46e3786005c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:28.117644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ad9ad86-d890-49e9-af0c-c85265a61d5c req-c6753ddb-37c8-4969-97c2-b46e3786005c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 948 time: 0.0888758 Jun 30 02:25:28.121175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:28.139357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:28.158404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:28.161097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Transition to ACTIVE for port object f7b5df27-4f82-461a-88b7-1bb47f47a2ef will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:28.163593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:28.163737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab507bb0-015d-40de-b7e8-e532c6c86a1a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:28.181083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:28.184988 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.192401 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.222269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.224990 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ad9ad86-d890-49e9-af0c-c85265a61d5c req-a0829402-b544-44d8-a34d-03ac3d304494 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968084 Jun 30 02:25:28.237584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Network ea184892-5027-4966-b1cf-5b091298f3d7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:28.243524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:28.250243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:28.256746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Pushing event updated for resources: {'Port': ['ID=f7b5df27-4f82-461a-88b7-1bb47f47a2ef,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:28.364412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Attempting to bind port f7b5df27-4f82-461a-88b7-1bb47f47a2ef on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:28.365070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Attempting to bind port f7b5df27-4f82-461a-88b7-1bb47f47a2ef by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '2e0212a2-c612-4d61-afb7-3abb710b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:28.365607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Attempting to bind port f7b5df27-4f82-461a-88b7-1bb47f47a2ef on network ea184892-5027-4966-b1cf-5b091298f3d7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:28.369190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:28.381309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['f92876a2-c765-4919-92eb-cac217df25a9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:28.384590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:28.385184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Checking segment: {'id': '2e0212a2-c612-4d61-afb7-3abb710b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:28.385583 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.385950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Bound using segment: {'id': '2e0212a2-c612-4d61-afb7-3abb710b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:28.386435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Bound port: f7b5df27-4f82-461a-88b7-1bb47f47a2ef, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0212a2-c612-4d61-afb7-3abb710b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:28.386816 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.524954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] For port f7b5df27-4f82-461a-88b7-1bb47f47a2ef, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:28.543808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] For port f7b5df27-4f82-461a-88b7-1bb47f47a2ef, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f7b5df27-4f82-461a-88b7-1bb47f47a2ef,segment=NetworkSegment(2e0212a2-c612-4d61-afb7-3abb710b7456),segment_id=2e0212a2-c612-4d61-afb7-3abb710b7456)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:28.554992 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.571329 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:28.587959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['55225ae1-cd1c-409e-8ee1-08df00758d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:28.704701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff3524-808a-48f8-b3ed-d0a1666c41ee None None] Pushing event updated for resources: {'Port': ['ID=f7b5df27-4f82-461a-88b7-1bb47f47a2ef,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:29.009374 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:29.196853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Router 78c3cde6-189c-4072-92c4-855eb305787a is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:25:29.221124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34302a0a-0ebe-429c-98f9-2152fecd3667 req-9728e328-8b64-41d2-a51a-fd7e6f5c4dc2 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:29.222916 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34302a0a-0ebe-429c-98f9-2152fecd3667 req-9728e328-8b64-41d2-a51a-fd7e6f5c4dc2 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1020093 Jun 30 02:25:29.229967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6685befc-d5dc-4bd8-8487-95eaefc54adf up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:29.301444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34302a0a-0ebe-429c-98f9-2152fecd3667 req-dd4d636d-e85b-4891-8894-8a3e9a1f004a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717053 Jun 30 02:25:29.364970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 6685befc-d5dc-4bd8-8487-95eaefc54adf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:29.371658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 6685befc-d5dc-4bd8-8487-95eaefc54adf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:29.372135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:29.503935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:25:29.535294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:29.536662 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a50c37d4-8e14-4e8c-b2ab-d43017a23ac4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7461491 Jun 30 02:25:29.544733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:29.548117 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:29.579231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Sync routers for ids ['78c3cde6-189c-4072-92c4-855eb305787a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:25:29.614226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Routers {'78c3cde6-189c-4072-92c4-855eb305787a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:29.618023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78c3cde6-189c-4072-92c4-855eb305787a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:29.638332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bca433-563a-4945-ad59-710dcb1201c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6685befc-d5dc-4bd8-8487-95eaefc54adf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:29.643608 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d7ea1d-e903-4e33-9f09-3cae4598199c" -d '{"events": [{"server_uuid": "d6bca433-563a-4945-ad59-710dcb1201c8", "name": "network-vif-plugged", "status": "completed", "tag": "6685befc-d5dc-4bd8-8487-95eaefc54adf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:29.682992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-aaf8fefc-9440-4c44-83c0-23ec0911a3bc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:29.684895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-aaf8fefc-9440-4c44-83c0-23ec0911a3bc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19&tenant_id=9cec145aa2d747cf98d6c57f659678cd&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 949 time: 0.2056839 Jun 30 02:25:29.745388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 6685befc-d5dc-4bd8-8487-95eaefc54adf, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6685befc-d5dc-4bd8-8487-95eaefc54adf,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:29.757802 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:29.884375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=6685befc-d5dc-4bd8-8487-95eaefc54adf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:29.927453 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-e8a0576e-2b5d-4d58-a172-bf3b283de2a9 service neutron] 10.222.0.69 "GET /v2.0/ports/55225ae1-cd1c-409e-8ee1-08df00758d55/bindings/n-h1-758944-39 HTTP/1.1" status: 200 len: 383 time: 0.2329917 Jun 30 02:25:29.962038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906accc-fe5c-46c9-8207-0f45f2cf0661 req-dd5c11b3-24f7-47c5-8512-1882ac180e85 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:29.977331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c906accc-fe5c-46c9-8207-0f45f2cf0661 req-dd5c11b3-24f7-47c5-8512-1882ac180e85 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 948 time: 0.3351114 Jun 30 02:25:30.027367 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:30.084736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Set router 78c3cde6-189c-4072-92c4-855eb305787a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:30.143642 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c906accc-fe5c-46c9-8207-0f45f2cf0661 req-ec08c272-2782-4418-aa3c-4de62955987d tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639154 Jun 30 02:25:30.200928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-71d3c679-d971-4d1e-ab2a-e141d55941f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:30.209028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-71d3c679-d971-4d1e-ab2a-e141d55941f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 1101 time: 0.2276626 Jun 30 02:25:30.249030 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669ae3c2-373e-4b9f-87a5-60f99671f096 x-openstack-request-id: req-669ae3c2-373e-4b9f-87a5-60f99671f096 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:30.249602 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bca433-563a-4945-ad59-710dcb1201c8", "name": "network-vif-plugged", "status": "completed", "tag": "6685befc-d5dc-4bd8-8487-95eaefc54adf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:30.249602 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-669ae3c2-373e-4b9f-87a5-60f99671f096 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:30.249945 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bca433-563a-4945-ad59-710dcb1201c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6685befc-d5dc-4bd8-8487-95eaefc54adf', 'code': 200} Jun 30 02:25:30.461027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-94e469d6-4124-474d-b694-d7b21c08b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:30.464519 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-94e469d6-4124-474d-b694-d7b21c08b02b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2540243 Jun 30 02:25:30.504919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db56502-dfc6-4c15-80e9-418a03373bbc None None] Network ea184892-5027-4966-b1cf-5b091298f3d7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:25:30.579547 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-2c8a2845-5b89-49b9-8650-363e7a6e91a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=55225ae1-cd1c-409e-8ee1-08df00758d55 HTTP/1.1" status: 200 len: 217 time: 0.1064234 Jun 30 02:25:30.669746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-f7319a04-2d0b-4868-8093-22deab7c6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:30.671450 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-f7319a04-2d0b-4868-8093-22deab7c6209 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0841935 Jun 30 02:25:30.699050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c3cde6-189c-4072-92c4-855eb305787a', 'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-router', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:26Z', 'updated_at': '2021-06-30T02:25:28Z', 'revision_number': 3, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'gw_port': {'id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c3cde6-189c-4072-92c4-855eb305787a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:27Z', 'updated_at': '2021-06-30T02:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:30.704742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-969bc262-8b7b-4736-95e8-2695afbe426b None None] Provisioning for port f7b5df27-4f82-461a-88b7-1bb47f47a2ef completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:30.752020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Checking router: 78c3cde6-189c-4072-92c4-855eb305787a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:25:30.752631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-43dc8622-4700-4ce8-b8d7-91e8f0083eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:30.754993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-43dc8622-4700-4ce8-b8d7-91e8f0083eb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0764081 Jun 30 02:25:30.755404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Updating router 78c3cde6-189c-4072-92c4-855eb305787a port ab507bb0-015d-40de-b7e8-e532c6c86a1a binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:25:30.872399 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:30.922154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df0e67-3f4c-442b-ba9e-829b946003e7 req-4e72dbb1-60d3-41e7-b668-b891ea8d0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:30.923783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75df0e67-3f4c-442b-ba9e-829b946003e7 req-4e72dbb1-60d3-41e7-b668-b891ea8d0a3c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 1101 time: 0.3484776 Jun 30 02:25:30.950130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fbf70-b4cc-4064-8002-723223aef255 req-d41e4fd0-02bb-42a5-89b9-018a37478561 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:30.951770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-944fbf70-b4cc-4064-8002-723223aef255 req-d41e4fd0-02bb-42a5-89b9-018a37478561 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 949 time: 0.3778050 Jun 30 02:25:31.061408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f7b5df27-4f82-461a-88b7-1bb47f47a2ef up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:31.067785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-944fbf70-b4cc-4064-8002-723223aef255 req-f0c6a0d0-380d-48e6-93de-3d8f1fbd8a7b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790291 Jun 30 02:25:31.078946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-7ed7a57f-2852-4a23-bad7-c6293eeec0cb service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156822 Jun 30 02:25:31.113070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75df0e67-3f4c-442b-ba9e-829b946003e7 req-1fb95e47-982b-4fc8-85ec-ca8d671bfa20 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579876 Jun 30 02:25:31.195300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62e617-8bfb-48d7-ab81-cb6f277d74cf req-1edf96d9-1325-403b-898c-1e62fa9750ea tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:31.204837 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b62e617-8bfb-48d7-ab81-cb6f277d74cf req-1edf96d9-1325-403b-898c-1e62fa9750ea tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.4207869 Jun 30 02:25:31.292763 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b62e617-8bfb-48d7-ab81-cb6f277d74cf req-00bcb05d-554f-4ad3-a8ac-61e19e2ca318 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873961 Jun 30 02:25:31.368809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:31.371972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 55225ae1-cd1c-409e-8ee1-08df00758d55 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:31.373650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-fa34c14d-d36f-47e3-897e-d54fadeb2eb9 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651722 Jun 30 02:25:31.521055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port f7b5df27-4f82-461a-88b7-1bb47f47a2ef completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:31.580944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f7b5df27-4f82-461a-88b7-1bb47f47a2ef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:31.581319 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:31.656323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 55225ae1-cd1c-409e-8ee1-08df00758d55 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:31.656684 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:31.659348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f649f-43ce-46c3-8106-8fd1b0023752 req-8c126e0a-6ade-480c-8f3b-266832325ed2 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:31.668916 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e6f649f-43ce-46c3-8106-8fd1b0023752 req-8c126e0a-6ade-480c-8f3b-266832325ed2 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 949 time: 0.1896281 Jun 30 02:25:31.711360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port f92876a2-c765-4919-92eb-cac217df25a9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:31.738185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port f92876a2-c765-4919-92eb-cac217df25a9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:31.742075 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:31.753111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:31.815619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e6f649f-43ce-46c3-8106-8fd1b0023752 req-3596b08f-74df-4481-9276-c92d7c84b112 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445858 Jun 30 02:25:32.080412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-356dd1ba-2877-4842-91b9-1749e13e44cd None None] Provisioning complete for port f7b5df27-4f82-461a-88b7-1bb47f47a2ef triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:32.082387 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-356dd1ba-2877-4842-91b9-1749e13e44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.084950 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.208279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Allocated IP 172.20.0.1 (ea184892-5027-4966-b1cf-5b091298f3d7/237cf133-21d0-426e-b9a1-c0b42c458e5a/5981535e-57d9-41d1-afaf-2c371d4a42d2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:32.328208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:32.350238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:32.369267 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575509f9-760b-4ba3-bb67-3e2185d14093" -d '{"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-plugged", "status": "completed", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:32.371978 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.400931 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.540132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.557177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907d0e7-dbfa-4324-89d6-714420ad7f3c req-3a41c17d-5bee-42fd-b0a0-7ff80a77ab27 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:32.558635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1907d0e7-dbfa-4324-89d6-714420ad7f3c req-3a41c17d-5bee-42fd-b0a0-7ff80a77ab27 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.1899061 Jun 30 02:25:32.562431 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.566204 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.579635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Transition to ACTIVE for port object 5981535e-57d9-41d1-afaf-2c371d4a42d2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:32.593664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:32.628852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Transition to ACTIVE for port object ab507bb0-015d-40de-b7e8-e532c6c86a1a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:32.635023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.645060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port f7b5df27-4f82-461a-88b7-1bb47f47a2ef, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f7b5df27-4f82-461a-88b7-1bb47f47a2ef,segment=NetworkSegment(2e0212a2-c612-4d61-afb7-3abb710b7456),segment_id=2e0212a2-c612-4d61-afb7-3abb710b7456)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:32.663387 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.665471 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.672509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:32.678640 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1907d0e7-dbfa-4324-89d6-714420ad7f3c req-aa7da3b3-4722-447f-bf87-0a163a1ff480 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056268 Jun 30 02:25:32.703477 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.760557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Attempting to bind port ab507bb0-015d-40de-b7e8-e532c6c86a1a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:32.760957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Attempting to bind port ab507bb0-015d-40de-b7e8-e532c6c86a1a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:32.761805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Attempting to bind port ab507bb0-015d-40de-b7e8-e532c6c86a1a on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:32.801219 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62dd31c-1b74-452b-ba3a-e2167c3ec6bb x-openstack-request-id: req-b62dd31c-1b74-452b-ba3a-e2167c3ec6bb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:32.801736 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-plugged", "status": "completed", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:32.801905 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b62dd31c-1b74-452b-ba3a-e2167c3ec6bb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:32.802260 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'code': 200} Jun 30 02:25:32.803980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f9d90-9f46-4abc-8a0e-18d2396ad344 None None] Pushing event updated for resources: {'Port': ['ID=ab507bb0-015d-40de-b7e8-e532c6c86a1a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:32.811829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:32.812212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:32.812636 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.813039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:32.813892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Bound port: ab507bb0-015d-40de-b7e8-e532c6c86a1a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:32.814395 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.825059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Network ea184892-5027-4966-b1cf-5b091298f3d7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:32.837599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:32.844902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:32.895012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Pushing event updated for resources: {'Port': ['ID=5981535e-57d9-41d1-afaf-2c371d4a42d2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:32.922462 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=f7b5df27-4f82-461a-88b7-1bb47f47a2ef,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:32.935534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:32.948206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] For port ab507bb0-015d-40de-b7e8-e532c6c86a1a, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:32.958804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] For port ab507bb0-015d-40de-b7e8-e532c6c86a1a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ab507bb0-015d-40de-b7e8-e532c6c86a1a,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:33.009176 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:33.107714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:33.125523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Routers {'78c3cde6-189c-4072-92c4-855eb305787a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:33.126812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78c3cde6-189c-4072-92c4-855eb305787a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:33.141273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0efa92-5b12-45d4-a313-21d862365d8d req-03b541fa-27bd-4154-a777-5177747e4d35 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:33.149543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa0efa92-5b12-45d4-a313-21d862365d8d req-03b541fa-27bd-4154-a777-5177747e4d35 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 945 time: 0.1588154 Jun 30 02:25:33.233993 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa0efa92-5b12-45d4-a313-21d862365d8d req-b7265669-37b7-4605-8437-c8cfa2b205e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829659 Jun 30 02:25:33.270205 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:33.296891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b19d2-f919-4e4d-8e1b-71f866426738 req-428de080-75c5-4a7e-83f2-ed964c6ddcfd tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:33.312399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f9d90-9f46-4abc-8a0e-18d2396ad344 None None] Pushing event updated for resources: {'Port': ['ID=ab507bb0-015d-40de-b7e8-e532c6c86a1a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:33.313841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c9b19d2-f919-4e4d-8e1b-71f866426738 req-428de080-75c5-4a7e-83f2-ed964c6ddcfd tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 949 time: 0.1731055 Jun 30 02:25:33.347612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-44f2f75e-93fc-46f7-b20c-1910c53d5496 None None] Provisioning for port 5981535e-57d9-41d1-afaf-2c371d4a42d2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:33.357293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-44f2f75e-93fc-46f7-b20c-1910c53d5496 None None] Provisioning complete for port 5981535e-57d9-41d1-afaf-2c371d4a42d2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:33.357728 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44f2f75e-93fc-46f7-b20c-1910c53d5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:33.411514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c9b19d2-f919-4e4d-8e1b-71f866426738 req-c588ee92-f1d9-4968-8693-617a87511ea8 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966465 Jun 30 02:25:33.436518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] Set router 78c3cde6-189c-4072-92c4-855eb305787a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:33.660385 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:33.675535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:33.706762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-44f2f75e-93fc-46f7-b20c-1910c53d5496 None None] Port 5981535e-57d9-41d1-afaf-2c371d4a42d2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:25:33.792944 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:25:33.823149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:33.942428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Pushing event updated for resources: {'Port': ['ID=5981535e-57d9-41d1-afaf-2c371d4a42d2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:34.009898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Network ea184892-5027-4966-b1cf-5b091298f3d7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:34.011687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:34.021907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c3cde6-189c-4072-92c4-855eb305787a', 'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-router', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:26Z', 'updated_at': '2021-06-30T02:25:28Z', 'revision_number': 3, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'gw_port': {'id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c3cde6-189c-4072-92c4-855eb305787a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:27Z', 'updated_at': '2021-06-30T02:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:34.084082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4969e66-e78c-4c73-8ef8-5e40a699fc8a None None] The sync data for ids ['78c3cde6-189c-4072-92c4-855eb305787a'] in n-d-758944-39 is: [{'id': '78c3cde6-189c-4072-92c4-855eb305787a', 'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-router', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:26Z', 'updated_at': '2021-06-30T02:25:28Z', 'revision_number': 3, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'gw_port': {'id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c3cde6-189c-4072-92c4-855eb305787a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:27Z', 'updated_at': '2021-06-30T02:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:25:34.297861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-6877f7af-a1e5-4dba-8fb7-961c2f9fe1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:34.299444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-6877f7af-a1e5-4dba-8fb7-961c2f9fe1ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19&tenant_id=9cec145aa2d747cf98d6c57f659678cd HTTP/1.1" status: 200 len: 1102 time: 0.1434793 Jun 30 02:25:34.325875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0899b-9771-431b-8fbe-11c45ef83524 req-7219cff5-2477-4a7d-b08d-2c34b67754af tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:34.332491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-adb0899b-9771-431b-8fbe-11c45ef83524 req-7219cff5-2477-4a7d-b08d-2c34b67754af tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.3189366 Jun 30 02:25:34.359739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Router 78c3cde6-189c-4072-92c4-855eb305787a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:25:34.408427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-3465bded-912b-4da0-aceb-2ab7d3c35961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:34.411921 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-3465bded-912b-4da0-aceb-2ab7d3c35961 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 1102 time: 0.0825489 Jun 30 02:25:34.453067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-adb0899b-9771-431b-8fbe-11c45ef83524 req-f2635f7c-b0c1-482f-8380-2880b2d0bcb3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111376 Jun 30 02:25:34.456696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6285ff8-741e-4662-99c8-7fcf20ca1632 None None] Provisioning complete for port 5981535e-57d9-41d1-afaf-2c371d4a42d2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:34.457585 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6285ff8-741e-4662-99c8-7fcf20ca1632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:34.571480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c6285ff8-741e-4662-99c8-7fcf20ca1632 None None] Port 5981535e-57d9-41d1-afaf-2c371d4a42d2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:25:34.677329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:25:34.687008 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1c950366-392b-437b-bd54-0c9b3b5085bd admin admin] 10.222.0.55 "PUT /v2.0/routers/78c3cde6-189c-4072-92c4-855eb305787a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1412501 Jun 30 02:25:34.711655 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-768399d3-9719-4095-910e-b9adb1aa4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:34.718113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-768399d3-9719-4095-910e-b9adb1aa4a8c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2954264 Jun 30 02:25:34.807596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:34.810577 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cead9a29-77dc-44f2-b4db-1e77b8559778" -d '{"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-plugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:34.857305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-19e48ec9-2666-4a94-b053-60a995970027 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=55225ae1-cd1c-409e-8ee1-08df00758d55 HTTP/1.1" status: 200 len: 217 time: 0.1328497 Jun 30 02:25:34.941372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-3bb96a30-cdd1-49b2-8316-e975f4fe5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:34.943275 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-3bb96a30-cdd1-49b2-8316-e975f4fe5c61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0795164 Jun 30 02:25:34.965311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965281d-df4d-408f-b2ac-63f9db795ee4 req-39d3fecb-db79-4b52-bc18-754859026d88 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:34.976731 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0965281d-df4d-408f-b2ac-63f9db795ee4 req-39d3fecb-db79-4b52-bc18-754859026d88 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 945 time: 0.1727898 Jun 30 02:25:35.059482 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0965281d-df4d-408f-b2ac-63f9db795ee4 req-e45cb999-b3ce-4a4c-9fed-1a616bddb3be tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787113 Jun 30 02:25:35.063025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-45e7b7ec-2eca-4996-acdb-f5618d5e0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:35.069348 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-45e7b7ec-2eca-4996-acdb-f5618d5e0f22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169221 Jun 30 02:25:35.089134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f7b5df27-4f82-461a-88b7-1bb47f47a2ef up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:35.195397 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2903af-eb62-4402-accd-e9fb938f7be6 x-openstack-request-id: req-fc2903af-eb62-4402-accd-e9fb938f7be6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:35.196161 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-plugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:35.196500 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc2903af-eb62-4402-accd-e9fb938f7be6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:35.197529 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9', 'code': 200} Jun 30 02:25:35.218141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f7b5df27-4f82-461a-88b7-1bb47f47a2ef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:35.218808 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:35.285882 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-35dfbdab-9de5-4f58-b931-dfb3508ecda1 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075553 Jun 30 02:25:35.376425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a503a6-27fd-4b3a-b69c-66faa1a104e5 req-fa9f0d95-3b62-43a1-bb1a-94e011a59240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:35.383412 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93a503a6-27fd-4b3a-b69c-66faa1a104e5 req-fa9f0d95-3b62-43a1-bb1a-94e011a59240 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1097 time: 0.1206141 Jun 30 02:25:35.389833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ab507bb0-015d-40de-b7e8-e532c6c86a1a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:35.465118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93a503a6-27fd-4b3a-b69c-66faa1a104e5 req-8d18eece-9bc3-419f-9239-8bdc2ac8d217 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744712 Jun 30 02:25:35.510583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ab507bb0-015d-40de-b7e8-e532c6c86a1a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:35.516172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ab507bb0-015d-40de-b7e8-e532c6c86a1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:35.516722 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:35.552419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ceef4e9-7031-446f-992f-8d5e793a8203 req-7d278367-4d00-4e39-ba30-4d384df31979 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591825 Jun 30 02:25:35.663811 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b465645d-e415-479c-a75d-345632055cd4 req-1501c0db-fbdc-4c3d-af73-bcfad8291e73 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2767141 Jun 30 02:25:35.670071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:35.708292 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:35.713376 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:35.789346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port ab507bb0-015d-40de-b7e8-e532c6c86a1a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ab507bb0-015d-40de-b7e8-e532c6c86a1a,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:35.800296 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:35.888889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=ab507bb0-015d-40de-b7e8-e532c6c86a1a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:35.913983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:36.111726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Allocated IP 172.25.7.202 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/dd1d0871-1b9f-4d2c-bf67-1e5cff9ee330) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:36.234358 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:36.291652 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:36.350975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:36.360718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:36.364431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:36.412673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event updated for resources: {'Port': ['ID=dd1d0871-1b9f-4d2c-bf67-1e5cff9ee330,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:36.441298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.441987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.442594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.443142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.443635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.444110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.444601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.445106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.445579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.446051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.446582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.447068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:36.514692 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:36.572974 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:36.697580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb011-bf54-4259-a27f-213bfb6df163 req-e07831ab-845e-4160-a0ed-e18b4992681e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:36.700621 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea3eb011-bf54-4259-a27f-213bfb6df163 req-e07831ab-845e-4160-a0ed-e18b4992681e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.1136575 Jun 30 02:25:36.756554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea3eb011-bf54-4259-a27f-213bfb6df163 req-5e76fb7a-cf5b-4ece-9fbe-05530478d069 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499024 Jun 30 02:25:36.872651 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:36.881418 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:36.882924 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Sync routers for ids ['78c3cde6-189c-4072-92c4-855eb305787a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:25:36.908352 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Routers {'78c3cde6-189c-4072-92c4-855eb305787a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:36.909077 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78c3cde6-189c-4072-92c4-855eb305787a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:36.912002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ab507bb0-015d-40de-b7e8-e532c6c86a1a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:36.954947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event updated for resources: {'Port': ['ID=dd1d0871-1b9f-4d2c-bf67-1e5cff9ee330,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:36.967824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:36.989057 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:36.997970 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b465645d-e415-479c-a75d-345632055cd4 req-e992e15c-a22e-439e-b1dc-b34c05e195b3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3327873 Jun 30 02:25:37.030238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ab507bb0-015d-40de-b7e8-e532c6c86a1a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:37.030984 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:37.043686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8266a34-2376-46b5-aff7-59dfac00616f req-d72e7c8f-8f89-495b-8c74-d77abe992797 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:37.051850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f8266a34-2376-46b5-aff7-59dfac00616f req-d72e7c8f-8f89-495b-8c74-d77abe992797 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 949 time: 0.1216915 Jun 30 02:25:37.080236 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b465645d-e415-479c-a75d-345632055cd4 req-b9bd7f6c-f603-45b8-b400-c44af03ad696 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.202 HTTP/1.1" status: 200 len: 696 time: 0.0808837 Jun 30 02:25:37.142033 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Set router 78c3cde6-189c-4072-92c4-855eb305787a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:37.144784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f8266a34-2376-46b5-aff7-59dfac00616f req-b948e032-69b3-410a-b23e-c3182f9f99ab tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce938d43-f673-43f7-9c5c-57a0b31848f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905721 Jun 30 02:25:37.251803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465645d-e415-479c-a75d-345632055cd4 req-beaabda2-afd5-4209-93ae-cadfcf57ed2d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:37.272094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b465645d-e415-479c-a75d-345632055cd4 req-beaabda2-afd5-4209-93ae-cadfcf57ed2d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1902399 Jun 30 02:25:37.324415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ad294-665a-40bd-ada4-42d2c0ae4f36 req-1515412a-a0e6-4347-8da0-6ae89c14fd7b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:37.331669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa2ad294-665a-40bd-ada4-42d2c0ae4f36 req-1515412a-a0e6-4347-8da0-6ae89c14fd7b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 945 time: 0.0792222 Jun 30 02:25:37.379786 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa2ad294-665a-40bd-ada4-42d2c0ae4f36 req-ba59e9b7-0018-4a8b-bf4f-e2deb7257ef9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471163 Jun 30 02:25:37.383555 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c3cde6-189c-4072-92c4-855eb305787a', 'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-router', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:26Z', 'updated_at': '2021-06-30T02:25:33Z', 'revision_number': 4, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'gw_port': {'id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c3cde6-189c-4072-92c4-855eb305787a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:27Z', 'updated_at': '2021-06-30T02:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5981535e-57d9-41d1-afaf-2c371d4a42d2', 'name': '', 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'mac_address': 'fa:16:3e:b4:25:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c3cde6-189c-4072-92c4-855eb305787a', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '237cf133-21d0-426e-b9a1-c0b42c458e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:31Z', 'updated_at': '2021-06-30T02:25:33Z', 'revision_number': 2, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'subnets': [{'id': '237cf133-21d0-426e-b9a1-c0b42c458e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:37.412912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 55225ae1-cd1c-409e-8ee1-08df00758d55 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:25:37.424865 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Checking router: 78c3cde6-189c-4072-92c4-855eb305787a for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:25:37.426292 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Updating router 78c3cde6-189c-4072-92c4-855eb305787a port 5981535e-57d9-41d1-afaf-2c371d4a42d2 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:25:37.433800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 55225ae1-cd1c-409e-8ee1-08df00758d55 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:37.485360 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:37.616480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-113fa979-7e88-4d06-b68b-5ca730645ffe tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1776659 Jun 30 02:25:37.623571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:37.669255 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:37.673496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:37.706294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:37.750385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'mac_address': 'fa:16:3e:aa:6b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:25:37.842122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:37.844695 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b64222e-d6e7-4242-9788-771899fb0088" -d '{"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-unplugged", "status": "completed", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:37.849909 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:37.859095 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:37.879566 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Transition to ACTIVE for port object 5981535e-57d9-41d1-afaf-2c371d4a42d2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:37.885279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55225ae1-cd1c-409e-8ee1-08df00758d55 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:37.898392 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:37.909987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:37.981628 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6366a30-ef49-4354-9e1d-bbb2c5fa6223 None None] Pushing event updated for resources: {'Port': ['ID=5981535e-57d9-41d1-afaf-2c371d4a42d2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:37.982976 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:25:37.983456 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:25:37.983875 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.016688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-77aca10f-b30d-45a7-a6ed-7b5067de4dad tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:38.021618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-77aca10f-b30d-45a7-a6ed-7b5067de4dad tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 949 time: 0.1486809 Jun 30 02:25:38.118071 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Attempting to bind port 5981535e-57d9-41d1-afaf-2c371d4a42d2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:38.118595 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Attempting to bind port 5981535e-57d9-41d1-afaf-2c371d4a42d2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '2e0212a2-c612-4d61-afb7-3abb710b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:38.119102 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Attempting to bind port 5981535e-57d9-41d1-afaf-2c371d4a42d2 on network ea184892-5027-4966-b1cf-5b091298f3d7 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:38.125809 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:38.126322 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Checking segment: {'id': '2e0212a2-c612-4d61-afb7-3abb710b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:38.126870 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.127511 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Bound using segment: {'id': '2e0212a2-c612-4d61-afb7-3abb710b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:38.128377 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Bound port: 5981535e-57d9-41d1-afaf-2c371d4a42d2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e0212a2-c612-4d61-afb7-3abb710b7456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:38.128940 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.144300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:38.208155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Deleting port 6685befc-d5dc-4bd8-8487-95eaefc54adf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:38.208537 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.248086 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] For port 5981535e-57d9-41d1-afaf-2c371d4a42d2, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:38.252792 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] For port 5981535e-57d9-41d1-afaf-2c371d4a42d2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5981535e-57d9-41d1-afaf-2c371d4a42d2,segment=NetworkSegment(2e0212a2-c612-4d61-afb7-3abb710b7456),segment_id=2e0212a2-c612-4d61-afb7-3abb710b7456)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:38.261668 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.331336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.345670 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Routers {'78c3cde6-189c-4072-92c4-855eb305787a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:38.345670 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78c3cde6-189c-4072-92c4-855eb305787a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:38.383440 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6366a30-ef49-4354-9e1d-bbb2c5fa6223 None None] Pushing event updated for resources: {'Port': ['ID=5981535e-57d9-41d1-afaf-2c371d4a42d2,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:38.496665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Allocated IP 172.25.7.251 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/0cfc7777-ca3b-4ef6-9d52-d8b3aed73a8a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:38.546554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] For port 6685befc-d5dc-4bd8-8487-95eaefc54adf, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6685befc-d5dc-4bd8-8487-95eaefc54adf,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:38.547379 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.556036 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] Set router 78c3cde6-189c-4072-92c4-855eb305787a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:38.576151 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.592378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55225ae1-cd1c-409e-8ee1-08df00758d55 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:38.622328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Calling delete_port for 6685befc-d5dc-4bd8-8487-95eaefc54adf owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:38.636136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:38.644618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dbb3d-8308-404b-8271-7611878d0ac5 req-35839fa5-ab95-4c24-bad5-2973ba259126 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:38.645199 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.656130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:38.656656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-124dbb3d-8308-404b-8271-7611878d0ac5 req-35839fa5-ab95-4c24-bad5-2973ba259126 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 945 time: 0.3513150 Jun 30 02:25:38.663756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-da0770c9-af58-478a-9a48-7fa1a0c2e427 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'floatingip': {'port_id': 'f92876a2-c765-4919-92eb-cac217df25a9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:38.811304 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da0770c9-af58-478a-9a48-7fa1a0c2e427 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.928971 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:38.984699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Pushing event deleted for resources: {'Port': ['ID=6685befc-d5dc-4bd8-8487-95eaefc54adf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:39.008462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.008800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.009146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.009454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.009771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.010097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.010454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.010792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.011167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.011474 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.011790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.012824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:25:39.035815 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:39.039780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['6685befc-d5dc-4bd8-8487-95eaefc54adf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:39.091922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] No DVR routers for this DVR port 6685befc-d5dc-4bd8-8487-95eaefc54adf on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:25:39.094260 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c3cde6-189c-4072-92c4-855eb305787a', 'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-router', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:26Z', 'updated_at': '2021-06-30T02:25:33Z', 'revision_number': 4, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'gw_port': {'id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c3cde6-189c-4072-92c4-855eb305787a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:27Z', 'updated_at': '2021-06-30T02:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5981535e-57d9-41d1-afaf-2c371d4a42d2', 'name': '', 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'mac_address': 'fa:16:3e:b4:25:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c3cde6-189c-4072-92c4-855eb305787a', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '237cf133-21d0-426e-b9a1-c0b42c458e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:31Z', 'updated_at': '2021-06-30T02:25:38Z', 'revision_number': 4, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'subnets': [{'id': '237cf133-21d0-426e-b9a1-c0b42c458e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:39.096735 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:39.099180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0079a239-a995-47a1-9e76-422f9fa1c66c req-3057035f-85b8-4929-8e9f-04294d2e99f6 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.73 "DELETE /v2.0/ports/6685befc-d5dc-4bd8-8487-95eaefc54adf HTTP/1.1" status: 204 len: 173 time: 1.0711036 Jun 30 02:25:39.100334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bca433-563a-4945-ad59-710dcb1201c8', 'name': 'network-vif-deleted', 'tag': '6685befc-d5dc-4bd8-8487-95eaefc54adf'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:39.102853 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735240ee-9be0-4706-a634-d843a98d86e0" -d '{"events": [{"server_uuid": "d6bca433-563a-4945-ad59-710dcb1201c8", "name": "network-vif-deleted", "tag": "6685befc-d5dc-4bd8-8487-95eaefc54adf"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:39.136014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9ebc6-1fdc-4ca0-a77c-0495c5d7c48e req-fcec61ee-efe2-4a9c-9a8c-15ece3a63fd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:39.137832 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5d9ebc6-1fdc-4ca0-a77c-0495c5d7c48e req-fcec61ee-efe2-4a9c-9a8c-15ece3a63fd0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.2282505 Jun 30 02:25:39.153976 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9f969-51bf-43ee-a3f2-f3628d2a12a6 None None] The sync data for ids ['78c3cde6-189c-4072-92c4-855eb305787a'] in n-d-758944-39 is: [{'id': '78c3cde6-189c-4072-92c4-855eb305787a', 'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-router', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:26Z', 'updated_at': '2021-06-30T02:25:33Z', 'revision_number': 4, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'gw_port': {'id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c3cde6-189c-4072-92c4-855eb305787a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:27Z', 'updated_at': '2021-06-30T02:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5981535e-57d9-41d1-afaf-2c371d4a42d2', 'name': '', 'network_id': 'ea184892-5027-4966-b1cf-5b091298f3d7', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'mac_address': 'fa:16:3e:b4:25:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c3cde6-189c-4072-92c4-855eb305787a', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '237cf133-21d0-426e-b9a1-c0b42c458e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:31Z', 'updated_at': '2021-06-30T02:25:38Z', 'revision_number': 4, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'subnets': [{'id': '237cf133-21d0-426e-b9a1-c0b42c458e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:25:39.198543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['55225ae1-cd1c-409e-8ee1-08df00758d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:39.259950 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5d9ebc6-1fdc-4ca0-a77c-0495c5d7c48e req-75b3aa02-d1ca-4fed-b3d3-6a5b21c9180c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136920 Jun 30 02:25:39.314311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:39.360268 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:39.419283 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05a6fb3-ec0c-4a81-8039-3f704e91f277 x-openstack-request-id: req-e05a6fb3-ec0c-4a81-8039-3f704e91f277 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:39.419283 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-unplugged", "status": "completed", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:39.419283 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e05a6fb3-ec0c-4a81-8039-3f704e91f277 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:39.419283 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'code': 200} Jun 30 02:25:39.456865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:39.478845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:39.529569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:39.564246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event updated for resources: {'Port': ['ID=0cfc7777-ca3b-4ef6-9d52-d8b3aed73a8a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:39.777747 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41b712eb-2a7c-47c6-b5c6-3f8ed5dc9814 req-41ff207b-305f-456b-a120-031043c53b00 tempest-TenantUsagesTestJSON-35724980 tempest-TenantUsagesTestJSON-35724980-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bca433-563a-4945-ad59-710dcb1201c8 HTTP/1.1" status: 200 len: 210 time: 0.1075051 Jun 30 02:25:39.989296 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e5252-5b6f-476f-84f9-e3780e7001f4 x-openstack-request-id: req-a24e5252-5b6f-476f-84f9-e3780e7001f4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:39.989814 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bca433-563a-4945-ad59-710dcb1201c8", "name": "network-vif-deleted", "tag": "6685befc-d5dc-4bd8-8487-95eaefc54adf", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:39.990238 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a24e5252-5b6f-476f-84f9-e3780e7001f4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:39.991819 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bca433-563a-4945-ad59-710dcb1201c8', 'name': 'network-vif-deleted', 'tag': '6685befc-d5dc-4bd8-8487-95eaefc54adf', 'status': 'completed', 'code': 200} Jun 30 02:25:40.024954 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.087992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.125842 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da0770c9-af58-478a-9a48-7fa1a0c2e427 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.131459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da0770c9-af58-478a-9a48-7fa1a0c2e427 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.252348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:40.357314 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-da0770c9-af58-478a-9a48-7fa1a0c2e427 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Floating IP 9abc64da-f833-4e55-b86a-1e57db6851d1 associated. External IP: 172.25.7.209, port: f92876a2-c765-4919-92eb-cac217df25a9. Jun 30 02:25:40.404807 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d07ea9c3-670c-47ae-8e06-fa388fe8e0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.530091 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.562107 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.569189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05b494-1e7f-4c24-a281-df1f73c0d619 req-8da82698-c939-4eab-a1e7-7347c8053b68 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:40.571024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce05b494-1e7f-4c24-a281-df1f73c0d619 req-8da82698-c939-4eab-a1e7-7347c8053b68 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.1421764 Jun 30 02:25:40.641486 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce05b494-1e7f-4c24-a281-df1f73c0d619 req-11339322-8f9f-400c-89cf-db1c54fc9198 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633864 Jun 30 02:25:40.666810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event updated for resources: {'Port': ['ID=0cfc7777-ca3b-4ef6-9d52-d8b3aed73a8a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:40.679223 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d07ea9c3-670c-47ae-8e06-fa388fe8e0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.693705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d07ea9c3-670c-47ae-8e06-fa388fe8e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.722855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.724472 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d07ea9c3-670c-47ae-8e06-fa388fe8e0f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7f1939815f74e4ba2b7dec26d3c1d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4710379 Jun 30 02:25:40.729650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:40.748435 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ea9c3-670c-47ae-8e06-fa388fe8e0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0f7e52-b647-498e-ad5b-a70ad7cd66ea,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:40.836357 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.841218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-1f64b116-c34c-46c2-87ab-dfc1ffa2b937 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2232566 Jun 30 02:25:40.906836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df2acd-179e-46ac-ba84-26413a71438f req-285dc8d2-dc85-4262-8241-e8f8a65d6b32 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:40.923084 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05df2acd-179e-46ac-ba84-26413a71438f req-285dc8d2-dc85-4262-8241-e8f8a65d6b32 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 950 time: 0.1085434 Jun 30 02:25:40.930220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-7a216568-1521-4d04-baf6-831c13d7ca02 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 696 time: 0.0879929 Jun 30 02:25:40.933520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0770c9-af58-478a-9a48-7fa1a0c2e427 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:25:40.942635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5981535e-57d9-41d1-afaf-2c371d4a42d2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:40.969807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdae40ec-6fee-4607-8b7a-ab8d294ba122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:40.986845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05df2acd-179e-46ac-ba84-26413a71438f req-0c2fdf44-1e4b-4cd5-b06e-e665bd1bc910 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623784 Jun 30 02:25:41.017930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 5981535e-57d9-41d1-afaf-2c371d4a42d2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:41.022358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5981535e-57d9-41d1-afaf-2c371d4a42d2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:41.022746 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.085338 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdae40ec-6fee-4607-8b7a-ab8d294ba122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.109887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.146458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 5981535e-57d9-41d1-afaf-2c371d4a42d2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5981535e-57d9-41d1-afaf-2c371d4a42d2,segment=NetworkSegment(2e0212a2-c612-4d61-afb7-3abb710b7456),segment_id=2e0212a2-c612-4d61-afb7-3abb710b7456)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:41.157868 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.195854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-26ade45f-d89f-4c96-b82a-0dd945839f8c tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:41.203291 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c04e0bec-3834-4966-848d-4a30d8e6d835 req-26ade45f-d89f-4c96-b82a-0dd945839f8c tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.2721169 Jun 30 02:25:41.245346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdae40ec-6fee-4607-8b7a-ab8d294ba122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.252043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdae40ec-6fee-4607-8b7a-ab8d294ba122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.261005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fdae40ec-6fee-4607-8b7a-ab8d294ba122 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f0f7e52-b647-498e-ad5b-a70ad7cd66ea HTTP/1.1" status: 204 len: 168 time: 0.5277653 Jun 30 02:25:41.292429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae40ec-6fee-4607-8b7a-ab8d294ba122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0f7e52-b647-498e-ad5b-a70ad7cd66ea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:41.302027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0770c9-af58-478a-9a48-7fa1a0c2e427 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:25:41.309261 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da0770c9-af58-478a-9a48-7fa1a0c2e427 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.324506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] Sync routers for ids ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:25:41.339528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=5981535e-57d9-41d1-afaf-2c371d4a42d2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:41.348381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] Routers {'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:41.349010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:41.394598 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-da0770c9-af58-478a-9a48-7fa1a0c2e427 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "PUT /v2.0/floatingips/9abc64da-f833-4e55-b86a-1e57db6851d1 HTTP/1.1" status: 200 len: 991 time: 2.7362802 Jun 30 02:25:41.399879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:41.405173 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492453eb-dbed-4ded-94fa-a450dfe59166" -d '{"events": [{"name": "network-changed", "server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "tag": "f92876a2-c765-4919-92eb-cac217df25a9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:41.457656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 55225ae1-cd1c-409e-8ee1-08df00758d55 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:41.498949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-38c111f4-8557-465d-8d13-a07712a10ea0 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2271504 Jun 30 02:25:41.511008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:41.545086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.572729 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-9d908d8b-bb42-429b-8d04-67714e154028 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9cec145aa2d747cf98d6c57f659678cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479467 Jun 30 02:25:41.599343 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 55225ae1-cd1c-409e-8ee1-08df00758d55 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:41.599710 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.611041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:41.670008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] Set router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:41.742440 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.776215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.798496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a44ea51b-c5b3-4879-a011-6727c31c6437 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:41.800707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a44ea51b-c5b3-4879-a011-6727c31c6437 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224269 Jun 30 02:25:41.831128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:41.835253 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683aefd4-3d1d-4ff0-b18c-f0335aa9ecbd" -d '{"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-plugged", "status": "completed", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:41.837084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-9bb5f676-e72d-4d40-9a42-4de0d088ffe0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/quotas/9cec145aa2d747cf98d6c57f659678cd HTTP/1.1" status: 200 len: 375 time: 0.0150232 Jun 30 02:25:41.857746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:41.866082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:41.989778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:42.081742 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-6d128562-456c-461b-b302-287bec93e7c5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2297173 Jun 30 02:25:42.112030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Allocated IP 172.25.7.93 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/a94ed2c0-69d3-4b3f-ad9d-0908e64f1a80) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:42.119780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '9abc64da-f833-4e55-b86a-1e57db6851d1', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'port_id': 'f92876a2-c765-4919-92eb-cac217df25a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'mac_address': 'fa:16:3e:87:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:25:10Z', 'updated_at': '2021-06-30T02:25:39Z', 'revision_number': 1, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:25:13Z', 'revision_number': 5, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:42.158289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] Checking router: f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:25:42.169014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] Routers {'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:42.169842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:42.232166 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-03bf3743-2518-42b7-b29b-1724dbd0d007 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ff3a88f33c24098b41045c22e08e33a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182485 Jun 30 02:25:42.234404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:42.333425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4d0aa86-34fd-46ac-aeb6-53bdda2084d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:42.379802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] Set router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:25:42.402003 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4d0aa86-34fd-46ac-aeb6-53bdda2084d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:42.445862 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:42.507995 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4d0aa86-34fd-46ac-aeb6-53bdda2084d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:42.512562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4d0aa86-34fd-46ac-aeb6-53bdda2084d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:42.513994 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b4d0aa86-34fd-46ac-aeb6-53bdda2084d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce938d43-f673-43f7-9c5c-57a0b31848f5 HTTP/1.1" status: 204 len: 168 time: 0.2779651 Jun 30 02:25:42.529292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0aa86-34fd-46ac-aeb6-53bdda2084d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce938d43-f673-43f7-9c5c-57a0b31848f5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:42.536279 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:42.595727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event updated for resources: {'Port': ['ID=a94ed2c0-69d3-4b3f-ad9d-0908e64f1a80,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:42.609536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:42.615574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:42.620570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:42.731279 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccf5102-ba15-4f37-bde6-84ff585a160e x-openstack-request-id: req-5ccf5102-ba15-4f37-bde6-84ff585a160e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:42.732316 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "tag": "f92876a2-c765-4919-92eb-cac217df25a9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:42.732891 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ccf5102-ba15-4f37-bde6-84ff585a160e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:42.733474 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9', 'status': 'completed', 'code': 200} Jun 30 02:25:42.864689 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8991dba2-fdac-4049-9808-ed7e9b8f7a41 x-openstack-request-id: req-8991dba2-fdac-4049-9808-ed7e9b8f7a41 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:42.865063 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-plugged", "status": "completed", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:42.865233 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8991dba2-fdac-4049-9808-ed7e9b8f7a41 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:42.869884 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'code': 200} Jun 30 02:25:43.010348 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:43.093773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5981535e-57d9-41d1-afaf-2c371d4a42d2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:43.151851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-e09b4ebe-bd8b-4a0a-a9d3-7a06472de8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:43.153664 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-e09b4ebe-bd8b-4a0a-a9d3-7a06472de8c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1097 time: 0.3832562 Jun 30 02:25:43.175082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:43.266031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '9abc64da-f833-4e55-b86a-1e57db6851d1', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'port_id': 'f92876a2-c765-4919-92eb-cac217df25a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'mac_address': 'fa:16:3e:87:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:25:10Z', 'updated_at': '2021-06-30T02:25:39Z', 'revision_number': 1, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:25:13Z', 'revision_number': 5, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:25:43.270136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5981535e-57d9-41d1-afaf-2c371d4a42d2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:43.280030 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:43.355057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6685befc-d5dc-4bd8-8487-95eaefc54adf no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:43.359665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2bf770f-42f3-4302-9732-4e8e1d28294b req-1c8b3187-ad2e-49b6-98bd-aa1da0de5271 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 210 time: 0.1215391 Jun 30 02:25:43.432254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-6d0fdc11-c2b6-4368-b768-5db4d36efb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:43.433916 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-6d0fdc11-c2b6-4368-b768-5db4d36efb6a service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.2718897 Jun 30 02:25:43.468570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb3ca5-8d48-49b4-9a8c-de135633afb4 None None] The sync data for ids ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'] in n-d-758944-39 is: [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '9abc64da-f833-4e55-b86a-1e57db6851d1', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'port_id': 'f92876a2-c765-4919-92eb-cac217df25a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'mac_address': 'fa:16:3e:87:26:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:25:10Z', 'updated_at': '2021-06-30T02:25:39Z', 'revision_number': 1, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:25:13Z', 'revision_number': 5, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:25:43.548012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 6685befc-d5dc-4bd8-8487-95eaefc54adf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:25:43.548012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6685befc-d5dc-4bd8-8487-95eaefc54adf not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:25:43.569896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:43.586387 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e384c72-c5e1-4233-abff-d60cc8fab69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:43.665296 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-806b370f-7884-46e4-bace-e481bd6cb0cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 999 time: 0.2198412 Jun 30 02:25:43.780828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e384c72-c5e1-4233-abff-d60cc8fab69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:43.790213 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e384c72-c5e1-4233-abff-d60cc8fab69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:43.791253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-955da1ce-ca24-4659-adb2-c65a3bdc9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:43.793134 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-955da1ce-ca24-4659-adb2-c65a3bdc9db8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1078510 Jun 30 02:25:43.796056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:43.823601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:43.846976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e384c72-c5e1-4233-abff-d60cc8fab69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de748156-4fa8-4b3c-810a-e8eadb02deea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:43.873543 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5e384c72-c5e1-4233-abff-d60cc8fab69c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab7df5da521340d5980363e99b0c7bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023164 Jun 30 02:25:43.882945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:43.953084 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e2839-2ae8-452c-b5e6-ac4a8e4e368c None None] New status for floating IP 9abc64da-f833-4e55-b86a-1e57db6851d1: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:25:43.955469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2228-cc11-4726-9bfa-88e81b5dbbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:43.995546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2228-cc11-4726-9bfa-88e81b5dbbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:44.062346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event updated for resources: {'Port': ['ID=a94ed2c0-69d3-4b3f-ad9d-0908e64f1a80,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:44.099242 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:44.100538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2228-cc11-4726-9bfa-88e81b5dbbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:44.103695 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2ea2228-cc11-4726-9bfa-88e81b5dbbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:44.114133 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a2ea2228-cc11-4726-9bfa-88e81b5dbbb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de748156-4fa8-4b3c-810a-e8eadb02deea HTTP/1.1" status: 204 len: 168 time: 0.2243233 Jun 30 02:25:44.126239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea2228-cc11-4726-9bfa-88e81b5dbbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de748156-4fa8-4b3c-810a-e8eadb02deea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:44.141362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-e8f97a24-767a-4f1e-a3bf-d682bad2bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:44.143233 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-e8f97a24-767a-4f1e-a3bf-d682bad2bf1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3395777 Jun 30 02:25:44.151176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:44.154328 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-633a89ae-d830-4171-80fd-aeecc5953820 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6546052 Jun 30 02:25:44.299139 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-cf0aec58-a734-4510-aa0e-851094f0cd10 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.93 HTTP/1.1" status: 200 len: 695 time: 0.1203318 Jun 30 02:25:44.423788 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-cef1f9cd-f003-4f40-9941-51558106695b service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680469 Jun 30 02:25:44.518888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-104bfce7-752a-4649-8f9c-cd5fe92ee199 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:44.520571 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c233f12f-f3c3-48eb-969d-e5f2eb9d3b44 req-104bfce7-752a-4649-8f9c-cd5fe92ee199 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.2127287 Jun 30 02:25:44.642159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-492453eb-dbed-4ded-94fa-a450dfe59166 req-3d855246-ff3f-4c61-b037-4241f5dd0df7 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066927 Jun 30 02:25:44.645440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-fe4885bd-279d-4631-9ae8-3742c246cd6c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9cec145aa2d747cf98d6c57f659678cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631936 Jun 30 02:25:44.845526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a30d4e8f-c7c9-4b6a-a725-55210390053a req-52b1c91e-6cb6-4afc-88c1-350e1c69bd8f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 210 time: 0.0795455 Jun 30 02:25:44.866258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-63dcdab5-b494-4c49-b0f3-861352d436bf tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:44.867822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-63dcdab5-b494-4c49-b0f3-861352d436bf tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058020 Jun 30 02:25:44.891997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Request body: {'port': {'device_id': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '9cec145aa2d747cf98d6c57f659678cd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:45.105510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Made reservation on behalf of 9cec145aa2d747cf98d6c57f659678cd for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:25:45.117998 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:45.187419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a57160f8-ff62-4385-b149-f6cd76258679 req-1df8c63e-b4b3-4d94-8879-f860a0247b38 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2632113 Jun 30 02:25:45.201880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:45.236766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:45.394325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Allocated IP 192.168.233.231 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/80e1b509-3028-4562-b828-2a3f81c23bf4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:45.423585 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:45.458410 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:45.552169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Allocated IP 172.25.7.158 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/c5760975-2ee5-4b87-b38d-dbced6e33d4c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:45.666157 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:45.693428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Transition to ACTIVE for port object 80e1b509-3028-4562-b828-2a3f81c23bf4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:45.710671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:45.749745 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:45.760654 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:45.773735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['55225ae1-cd1c-409e-8ee1-08df00758d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:45.779208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:45.816402 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:45.846808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:45.859278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:45.860834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:45.877844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:45.993884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event updated for resources: {'Port': ['ID=c5760975-2ee5-4b87-b38d-dbced6e33d4c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:46.027538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:46.034729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:46.042540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:46.266494 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:46.392683 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:46.463856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:46.504259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c5b45224-683e-49e9-861b-8fb8b7758891 None None] Provisioning for port 80e1b509-3028-4562-b828-2a3f81c23bf4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:46.567960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-35b81f26-462b-4702-b49c-8f50c6861090 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e2c94405ce3845638534b679d7183bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540779 Jun 30 02:25:46.599705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:46.600484 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:46.715208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-fe9c323d-ff8c-4458-8ad0-c5c138e2e741 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:46.719188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-fe9c323d-ff8c-4458-8ad0-c5c138e2e741 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1501977 Jun 30 02:25:46.723557 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:46.731529 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bd40bbe-7602-43f8-893e-c60b87410781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:46.735632 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:46.758522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3d8903dc-3f7b-46aa-9a0b-efa949535dfe tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/quotas/e2c94405ce3845638534b679d7183bc2 HTTP/1.1" status: 200 len: 375 time: 0.0259266 Jun 30 02:25:46.763932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-ea7d1843-bdd4-4de7-9abb-ddd26d564f38 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8802605 Jun 30 02:25:46.775998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c5b45224-683e-49e9-861b-8fb8b7758891 None None] Provisioning complete for port 80e1b509-3028-4562-b828-2a3f81c23bf4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:46.776771 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5b45224-683e-49e9-861b-8fb8b7758891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:46.804500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event updated for resources: {'Port': ['ID=c5760975-2ee5-4b87-b38d-dbced6e33d4c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:46.841649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-370a668b-fb4c-49de-86b1-36cbfcf0106e tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2c94405ce3845638534b679d7183bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678926 Jun 30 02:25:46.847813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Request body: {'port': {'device_id': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:46.889967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c5b45224-683e-49e9-861b-8fb8b7758891 None None] Port 80e1b509-3028-4562-b828-2a3f81c23bf4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:25:46.946144 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:46.978415 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:47.029661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bd40bbe-7602-43f8-893e-c60b87410781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:47.040439 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1bd40bbe-7602-43f8-893e-c60b87410781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:47.069327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:47.083479 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a57160f8-ff62-4385-b149-f6cd76258679 req-a2c231dc-eae2-4e06-8d41-1feb2d10575b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8892076 Jun 30 02:25:47.153100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1bd40bbe-7602-43f8-893e-c60b87410781 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3dbe498fcb141fb813d151fde9d68e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6840110 Jun 30 02:25:47.156545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd40bbe-7602-43f8-893e-c60b87410781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9745ef3-6a6f-414d-a06c-afa3e5245818,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:47.162792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:47.336595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e1b509-3028-4562-b828-2a3f81c23bf4 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:47.345053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:47.358069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Transition to ACTIVE for port object 80e1b509-3028-4562-b828-2a3f81c23bf4 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:47.371346 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:47.564076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:47.641239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523245f-4bb3-48e6-8627-67fd03765198 req-2a235d97-ad65-451b-ac2e-ead10d162469 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:47.652352 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f523245f-4bb3-48e6-8627-67fd03765198 req-2a235d97-ad65-451b-ac2e-ead10d162469 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.2924006 Jun 30 02:25:47.713437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:47.713911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:47.714405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:47.739151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f523245f-4bb3-48e6-8627-67fd03765198 req-661b601d-2291-419b-9e4c-4af22a280182 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850127 Jun 30 02:25:47.741022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a57160f8-ff62-4385-b149-f6cd76258679 req-7fb33ee7-a6cc-4b38-b736-4d945e451bcd tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.6431611 Jun 30 02:25:47.747317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Port 80e1b509-3028-4562-b828-2a3f81c23bf4 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:25:47.747863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:47.763764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:47.764945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:47.765444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:47.767630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Bound port: 80e1b509-3028-4562-b828-2a3f81c23bf4, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:47.768431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:47.909255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57160f8-ff62-4385-b149-f6cd76258679 req-54f6b2a6-2fad-4a07-894c-698f702d72bc tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:47.910870 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a57160f8-ff62-4385-b149-f6cd76258679 req-54f6b2a6-2fad-4a07-894c-698f702d72bc tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1612532 Jun 30 02:25:47.933510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57046c06-4bb4-4973-b229-a6ee58c57ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:47.961324 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57046c06-4bb4-4973-b229-a6ee58c57ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:47.965519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:47.969572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:47.974401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:48.048156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57046c06-4bb4-4973-b229-a6ee58c57ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:48.051126 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57046c06-4bb4-4973-b229-a6ee58c57ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:48.053141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-57046c06-4bb4-4973-b229-a6ee58c57ecb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9745ef3-6a6f-414d-a06c-afa3e5245818 HTTP/1.1" status: 204 len: 168 time: 0.8891599 Jun 30 02:25:48.069571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:48.070270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:48.073511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57046c06-4bb4-4973-b229-a6ee58c57ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9745ef3-6a6f-414d-a06c-afa3e5245818,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:48.095390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] 10.222.0.73 "PUT /v2.0/ports/80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 1097 time: 1.2525158 Jun 30 02:25:48.095902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:48.112258 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629a4b7a-5055-463f-b72a-e5cddc513ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:48.171720 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbe760-a1c5-491e-8a14-f76469eb481a service neutron] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:48.306793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a434e0fb-ba27-44ef-8b34-36ab680fd7dd req-2c6b8b1f-9c62-45cb-a3ba-bba9a5eafeda tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips/eceb9036-6406-45d1-aeb1-26688603df04 HTTP/1.1" status: 200 len: 693 time: 0.1086240 Jun 30 02:25:48.338115 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd649b64-6550-46da-912f-bebe1e22e32a req-82825663-2591-4613-b5ca-eadd03376559 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 210 time: 0.0870841 Jun 30 02:25:48.411633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-f19c5217-b886-4c56-9c95-ceaad5fc50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:48.413145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-f19c5217-b886-4c56-9c95-ceaad5fc50b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1100 time: 0.2378616 Jun 30 02:25:48.488876 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6004fa-799a-46ed-bd64-4f520fec402f x-openstack-request-id: req-ef6004fa-799a-46ed-bd64-4f520fec402f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:48.489181 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:48.489746 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef6004fa-799a-46ed-bd64-4f520fec402f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:48.490333 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'status': 'completed', 'code': 200} Jun 30 02:25:48.492169 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-df01db8b-2240-486a-b139-eab1c01558ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 217 time: 0.0661776 Jun 30 02:25:48.518008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434e0fb-ba27-44ef-8b34-36ab680fd7dd req-1b6d57c9-edc1-4b73-bbf7-981e6016bca3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:48.523853 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a434e0fb-ba27-44ef-8b34-36ab680fd7dd req-1b6d57c9-edc1-4b73-bbf7-981e6016bca3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.2053063 Jun 30 02:25:48.660445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-231aba90-f7bf-461c-affc-d5bca4fdfdc6 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips/eceb9036-6406-45d1-aeb1-26688603df04 HTTP/1.1" status: 200 len: 693 time: 0.0648940 Jun 30 02:25:48.733218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-de18ee1f-db83-4141-be18-8555775e13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:48.734780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-de18ee1f-db83-4141-be18-8555775e13d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2193923 Jun 30 02:25:48.820120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-d6c6efb8-a3fe-448e-be2e-6c4fb667cbf4 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:48.828851 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-d6c6efb8-a3fe-448e-be2e-6c4fb667cbf4 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1674635 Jun 30 02:25:48.871596 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-f51e03a1-7a30-41ce-bdb3-1974fad8a792 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e2c94405ce3845638534b679d7183bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643167 Jun 30 02:25:48.933543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-81a39326-d479-4e10-b220-0de0dcfe48ce tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.1035347 Jun 30 02:25:49.027198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-b54c531f-929f-4966-9e63-bbbecdf3d6ec tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.0924604 Jun 30 02:25:49.245919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a39e938e-3ce9-4989-a914-76cf51add67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:49.246569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-8365d4b1-643c-4d88-bca4-49dbff3f1e46 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:49.254884 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-a39e938e-3ce9-4989-a914-76cf51add67d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4166458 Jun 30 02:25:49.255111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-8365d4b1-643c-4d88-bca4-49dbff3f1e46 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3732936 Jun 30 02:25:49.271613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Request body: {'port': {'device_id': '68d5a0be-d0cf-4dda-a97b-449cd92c9e27', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': 'e2c94405ce3845638534b679d7183bc2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:49.379974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cd0e8-2e7c-44ad-940d-69f1af75b89e req-2cdf24fc-c949-41ed-b65d-33b16a7e45e3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:49.382014 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b55cd0e8-2e7c-44ad-940d-69f1af75b89e req-2cdf24fc-c949-41ed-b65d-33b16a7e45e3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.3325925 Jun 30 02:25:49.402271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-3f16c6df-f175-4ea6-b95c-3fdd877f2535 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Deleting port c5760975-2ee5-4b87-b38d-dbced6e33d4c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:49.402785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-3f16c6df-f175-4ea6-b95c-3fdd877f2535 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:49.458968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b55cd0e8-2e7c-44ad-940d-69f1af75b89e req-a36f73c2-9593-4928-af27-0ede3d8eff56 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687759 Jun 30 02:25:49.489566 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-f6715aff-0e09-44f7-a2d7-f2780d85c9c3 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220571 Jun 30 02:25:49.570313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Made reservation on behalf of e2c94405ce3845638534b679d7183bc2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:25:49.575977 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:49.590417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:49.651251 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-3f16c6df-f175-4ea6-b95c-3fdd877f2535 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:49.651628 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-3f16c6df-f175-4ea6-b95c-3fdd877f2535 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:49.676029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-3f16c6df-f175-4ea6-b95c-3fdd877f2535 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Calling delete_port for c5760975-2ee5-4b87-b38d-dbced6e33d4c owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:49.767469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83fd5e3f-0876-462d-8c42-bd8103b2db88 req-07943cb7-4c76-4c86-aaa9-81331db1b032 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662013 Jun 30 02:25:49.787230 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:49.796742 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:49.920053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac6fb46-55a5-4e27-be60-7705b3cdb877,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:50.031578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-27211010-df77-4a26-ab19-427d34d7d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:50.039023 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-27211010-df77-4a26-ab19-427d34d7d84c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1100 time: 0.1963997 Jun 30 02:25:50.081226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Allocated IP 192.168.233.96 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/fbc6a808-7ddd-4b41-a8a5-b83b47e10526) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:50.163887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a97e3b6a-0860-4ea3-95ff-dad0e0e47613 req-83fbd925-18c2-43eb-a520-f5ce8abd1d27 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 210 time: 0.0420206 Jun 30 02:25:50.183531 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-3f16c6df-f175-4ea6-b95c-3fdd877f2535 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:50.281471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16c6df-f175-4ea6-b95c-3fdd877f2535 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event deleted for resources: {'Port': ['ID=c5760975-2ee5-4b87-b38d-dbced6e33d4c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:50.337290 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:50.357937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-9aee71a6-e739-4913-990f-f6b203052a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:50.362911 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-9aee71a6-e739-4913-990f-f6b203052a48 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3063776 Jun 30 02:25:50.364806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Transition to ACTIVE for port object fbc6a808-7ddd-4b41-a8a5-b83b47e10526 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:50.412752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:50.438967 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-3f16c6df-f175-4ea6-b95c-3fdd877f2535 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:50.442757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-3f16c6df-f175-4ea6-b95c-3fdd877f2535 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:50.463451 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51f5ac34-21a2-48a4-82c9-496dd7fb27e1 req-3f16c6df-f175-4ea6-b95c-3fdd877f2535 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "DELETE /v2.0/floatingips/eceb9036-6406-45d1-aeb1-26688603df04 HTTP/1.1" status: 204 len: 173 time: 1.4349363 Jun 30 02:25:50.465444 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-02b96511-c205-4045-981d-a86101d5f7b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 217 time: 0.0827539 Jun 30 02:25:50.505090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:50.508333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:50.526749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:50.572262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Pushing event updated for resources: {'Port': ['ID=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:50.598203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:50.599225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:50.617066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7ec7efe9-3e90-4b1a-85e2-ab4438c434d1 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3548915 Jun 30 02:25:50.631672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Request body: {'port': {'device_id': '68d5a0be-d0cf-4dda-a97b-449cd92c9e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:50.748791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35e0ad-63b7-446f-aae1-d32b1ba3ad46 req-65b07911-4b47-4706-98c6-909d4513cce2 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:50.767168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba35e0ad-63b7-446f-aae1-d32b1ba3ad46 req-65b07911-4b47-4706-98c6-909d4513cce2 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2993166 Jun 30 02:25:50.826388 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:50.886054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-21a6052e-5184-46c5-862f-ecc979782910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:50.889534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-21a6052e-5184-46c5-862f-ecc979782910 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1187160 Jun 30 02:25:50.925692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea3d2a5e-a798-4d6e-b991-fa877628e34c None None] Provisioning for port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:50.943057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea3d2a5e-a798-4d6e-b991-fa877628e34c None None] Provisioning complete for port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:50.944010 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea3d2a5e-a798-4d6e-b991-fa877628e34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:51.012946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-23dc50e0-1087-4860-be28-f3543e16a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:51.014958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-23dc50e0-1087-4860-be28-f3543e16a17a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1109054 Jun 30 02:25:51.044851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d2a5e-a798-4d6e-b991-fa877628e34c None None] Port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:25:51.120093 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e9d7bb0-9624-46c6-859e-bb7ec334979d req-d9d5fcd7-7bed-4cbb-9725-c9394d28c521 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=21c2a1f8f10f4df8aab28cbecce68c64 HTTP/1.1" status: 200 len: 1656 time: 0.1117973 Jun 30 02:25:51.144424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78de532-9358-4dc2-b9b3-fa1431dc699e req-16bc9965-0514-45a4-9d0d-8d888223f6e1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:51.153357 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f78de532-9358-4dc2-b9b3-fa1431dc699e req-16bc9965-0514-45a4-9d0d-8d888223f6e1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.3021486 Jun 30 02:25:51.203769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:51.228506 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f78de532-9358-4dc2-b9b3-fa1431dc699e req-f7291dab-1d7a-4aff-be64-7bdb60673037 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739751 Jun 30 02:25:51.290644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d7bb0-9624-46c6-859e-bb7ec334979d req-9dae4203-80c6-46da-9ea9-30f2ab9d09af tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:51.292580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e9d7bb0-9624-46c6-859e-bb7ec334979d req-9dae4203-80c6-46da-9ea9-30f2ab9d09af tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks?id=944c7a62-4bfa-4a4f-8619-0180f1244e73&id=944c7a62-4bfa-4a4f-8619-0180f1244e73&id=944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 787 time: 0.1429641 Jun 30 02:25:51.352040 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-fc2f34e4-5c08-4526-8830-7fc76a8c1bd1 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118408 Jun 30 02:25:51.451827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc6a808-7ddd-4b41-a8a5-b83b47e10526 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:51.457283 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb4f-5038-47fd-b991-06fccd1b1795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:51.480638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-629a4b7a-5055-463f-b72a-e5cddc513ae2 req-121dc0c1-5f5f-4d54-b3b2-eb8ecd1de057 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150589 Jun 30 02:25:51.486956 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:51.536969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-0588f14c-e63a-4f3b-a9da-738a826a8dad tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips/69432409-73cb-4d0f-98df-93bdec7a3cd1 HTTP/1.1" status: 200 len: 692 time: 0.0701056 Jun 30 02:25:51.542937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Transition to ACTIVE for port object fbc6a808-7ddd-4b41-a8a5-b83b47e10526 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:51.558693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5fa93-1c49-44b6-9d7b-01959e744f23 req-a67b868a-52da-4af0-9e94-839a0a656a8f tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:51.560196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80a5fa93-1c49-44b6-9d7b-01959e744f23 req-a67b868a-52da-4af0-9e94-839a0a656a8f tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 935 time: 0.0684519 Jun 30 02:25:51.562738 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:51.608596 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80a5fa93-1c49-44b6-9d7b-01959e744f23 req-0f1b37ad-052a-45e3-a49e-558f9e2010ba tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388589 Jun 30 02:25:51.698819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Pushing event updated for resources: {'Port': ['ID=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:51.799597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-6df095e0-6194-4dd4-bbb5-a2bdecb6ba52 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:51.801451 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-6df095e0-6194-4dd4-bbb5-a2bdecb6ba52 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.2513940 Jun 30 02:25:51.863865 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb4f-5038-47fd-b991-06fccd1b1795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:51.875287 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb4f-5038-47fd-b991-06fccd1b1795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:51.893350 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-abc1f960-2cb7-4a1f-9474-11bfa92dfa7b tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.93 HTTP/1.1" status: 200 len: 695 time: 0.0826685 Jun 30 02:25:51.957420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Attempting to bind port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:51.957634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Attempting to bind port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:51.957966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Attempting to bind port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:51.971076 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-73b2cb4f-5038-47fd-b991-06fccd1b1795 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b2b165ae3a04c46910d0cbb32bc3423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7660282 Jun 30 02:25:51.972784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2cb4f-5038-47fd-b991-06fccd1b1795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd76e29-dc59-4b5a-8b82-b05dbd783c43,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:51.974116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:51.975606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:25:51.975990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Attempting to bind port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:51.980500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-f7068279-4376-4916-838a-322ba83b86d3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.93 HTTP/1.1" status: 200 len: 695 time: 0.0773814 Jun 30 02:25:51.986141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:51.986727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:51.987274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:51.987715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Bound port: fbc6a808-7ddd-4b41-a8a5-b83b47e10526, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:51.988077 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.052070 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5d75aa0-dee1-4ee2-a9f2-87a0f8f04bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.077205 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5d75aa0-dee1-4ee2-a9f2-87a0f8f04bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.136236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5d75aa0-dee1-4ee2-a9f2-87a0f8f04bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.139693 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5d75aa0-dee1-4ee2-a9f2-87a0f8f04bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.143491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a5d75aa0-dee1-4ee2-a9f2-87a0f8f04bbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/edd76e29-dc59-4b5a-8b82-b05dbd783c43 HTTP/1.1" status: 204 len: 168 time: 0.1648817 Jun 30 02:25:52.153493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] For port fbc6a808-7ddd-4b41-a8a5-b83b47e10526, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:52.155549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d75aa0-dee1-4ee2-a9f2-87a0f8f04bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd76e29-dc59-4b5a-8b82-b05dbd783c43,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:52.157627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] For port fbc6a808-7ddd-4b41-a8a5-b83b47e10526, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:52.164648 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.222267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:52.222911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.224333 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] 10.222.0.69 "PUT /v2.0/ports/fbc6a808-7ddd-4b41-a8a5-b83b47e10526 HTTP/1.1" status: 200 len: 1096 time: 1.5988390 Jun 30 02:25:52.230368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d5a0be-d0cf-4dda-a97b-449cd92c9e27', 'tag': 'fbc6a808-7ddd-4b41-a8a5-b83b47e10526'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:52.232692 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451ca3b6-51d9-48d4-a90c-11368bf4cf65" -d '{"events": [{"name": "network-changed", "server_uuid": "68d5a0be-d0cf-4dda-a97b-449cd92c9e27", "tag": "fbc6a808-7ddd-4b41-a8a5-b83b47e10526"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:52.244751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-2defe0f3-976f-4bec-919e-0688ddc56f0d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Deleting port a94ed2c0-69d3-4b3f-ad9d-0908e64f1a80 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:52.245412 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-2defe0f3-976f-4bec-919e-0688ddc56f0d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.248109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f42c1-cb3d-40c5-a80b-a76048db085e service neutron] Pushing event updated for resources: {'Port': ['ID=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:52.344139 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f9a6ea-fe10-4201-bb63-f7aa1d95ae4f x-openstack-request-id: req-e5f9a6ea-fe10-4201-bb63-f7aa1d95ae4f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:52.344665 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d5a0be-d0cf-4dda-a97b-449cd92c9e27", "tag": "fbc6a808-7ddd-4b41-a8a5-b83b47e10526", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:52.345257 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5f9a6ea-fe10-4201-bb63-f7aa1d95ae4f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:52.345861 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d5a0be-d0cf-4dda-a97b-449cd92c9e27', 'tag': 'fbc6a808-7ddd-4b41-a8a5-b83b47e10526', 'status': 'completed', 'code': 200} Jun 30 02:25:52.458291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-2defe0f3-976f-4bec-919e-0688ddc56f0d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.458932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-2defe0f3-976f-4bec-919e-0688ddc56f0d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.475621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-2defe0f3-976f-4bec-919e-0688ddc56f0d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Calling delete_port for a94ed2c0-69d3-4b3f-ad9d-0908e64f1a80 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:52.486358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-c9527138-ab7f-4f92-b672-391b5b6986a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:52.487921 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-c9527138-ab7f-4f92-b672-391b5b6986a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2c94405ce3845638534b679d7183bc2&device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 1099 time: 0.1580558 Jun 30 02:25:52.511228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a036d-7b5b-4853-905d-a8360baf7f27 req-bee767b7-8274-4d35-84b8-3a311f7a968c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:52.512727 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb7a036d-7b5b-4853-905d-a8360baf7f27 req-bee767b7-8274-4d35-84b8-3a311f7a968c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.0789645 Jun 30 02:25:52.552810 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb7a036d-7b5b-4853-905d-a8360baf7f27 req-af6de80a-a755-4d6d-abad-9a74cede7fdc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336981 Jun 30 02:25:52.562704 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-85afbf9f-e61c-4f4a-aef2-37424f6b771e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=fbc6a808-7ddd-4b41-a8a5-b83b47e10526 HTTP/1.1" status: 200 len: 217 time: 0.0391352 Jun 30 02:25:52.628259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7d3dc49f-b9b1-4bc6-bb21-76cbc246cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:52.629717 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7d3dc49f-b9b1-4bc6-bb21-76cbc246cd85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0613124 Jun 30 02:25:52.737232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7facffef-eede-4f78-b865-5bc59a6ee027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:52.738750 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-7facffef-eede-4f78-b865-5bc59a6ee027 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0985751 Jun 30 02:25:52.742099 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-2defe0f3-976f-4bec-919e-0688ddc56f0d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.764809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-c01693fa-d97b-4f2e-94d8-3400baf85da8 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:52.766320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-c01693fa-d97b-4f2e-94d8-3400baf85da8 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 808 time: 0.1130621 Jun 30 02:25:52.784938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-430845e8-13cb-4555-b0f7-2dd2b289700b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/quotas/fff8423f18c541888ffd11124d53e940 HTTP/1.1" status: 200 len: 375 time: 0.0106881 Jun 30 02:25:52.812363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defe0f3-976f-4bec-919e-0688ddc56f0d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event deleted for resources: {'Port': ['ID=a94ed2c0-69d3-4b3f-ad9d-0908e64f1a80,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:52.894347 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-56fa16f1-3afd-4ef4-96f8-a698bf0bf97e tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1030948 Jun 30 02:25:52.908050 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-2defe0f3-976f-4bec-919e-0688ddc56f0d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.910609 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-2defe0f3-976f-4bec-919e-0688ddc56f0d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:52.911784 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5870e8af-e128-46c3-b52c-0c86c0e1d28b req-2defe0f3-976f-4bec-919e-0688ddc56f0d tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "DELETE /v2.0/floatingips/69432409-73cb-4d0f-98df-93bdec7a3cd1 HTTP/1.1" status: 204 len: 173 time: 0.9131122 Jun 30 02:25:52.914270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-993f1424-ffde-4bd1-be0a-f9399ec156c9 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668055 Jun 30 02:25:53.000701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-d5db1a32-d027-4e9f-9f0e-3e3c090f375a service neutron] 10.222.0.55 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055472 Jun 30 02:25:53.011394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:53.020514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e863270f-7ce5-4816-b4b4-81c7de1f7e43 req-8bc2e6c5-0c2b-416f-be1f-dc84db560e68 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000168 Jun 30 02:25:53.102633 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-309528af-c85a-4dcc-90d9-6feb5726da88 service neutron] 10.222.0.55 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949659 Jun 30 02:25:53.140240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1139818607-network', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:53.152590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-e87e4218-ce13-43cd-8528-f8eba8e0de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:53.154122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-e87e4218-ce13-43cd-8528-f8eba8e0de17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2c94405ce3845638534b679d7183bc2&device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 1099 time: 0.0774739 Jun 30 02:25:53.227627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:25:53.230105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:53.246889 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:53.306052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-72dcefab-4247-46d6-b33b-df886d5aced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:53.307648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-72dcefab-4247-46d6-b33b-df886d5aced0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1456001 Jun 30 02:25:53.350063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:25:53.360247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-5d471121-6d9e-4434-ae5a-6dbc6fe61e31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=fbc6a808-7ddd-4b41-a8a5-b83b47e10526 HTTP/1.1" status: 200 len: 217 time: 0.0443959 Jun 30 02:25:53.469754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:53.472345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-c94c335e-b38f-49aa-84b1-9a1779229737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:53.473856 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-c94c335e-b38f-49aa-84b1-9a1779229737 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1038399 Jun 30 02:25:53.483387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'mac_address': 'fa:16:3e:c9:2c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:25:53.523493 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:53.540185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:53.540575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e1b509-3028-4562-b828-2a3f81c23bf4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:53.550418 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:53.565258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:53.569682 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:53.574146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e428ab6-e1f0-4596-adf6-51e514a26b2c req-affc64b9-4ae7-4bd3-b202-cfa6dc854b61 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:53.575756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e428ab6-e1f0-4596-adf6-51e514a26b2c req-affc64b9-4ae7-4bd3-b202-cfa6dc854b61 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 947 time: 0.1774013 Jun 30 02:25:53.613368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:25:53.627227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:53.656833 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a702a45e-4b53-4ea9-9cd1-4b391de2870a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:53.663013 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:53.663193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-14319fb7-ed8e-465a-8d9a-4ed921da0555 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips/d54377e5-c803-4591-a58c-627a027cad2d HTTP/1.1" status: 200 len: 693 time: 0.0673687 Jun 30 02:25:53.663685 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Added segment 82e1f5d6-84bd-4c56-937f-93c34fbeca15 of type vlan for network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd Jun 30 02:25:53.695415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e428ab6-e1f0-4596-adf6-51e514a26b2c req-d5fa3dd0-2ccf-4dd2-9a48-18dea08b79c0 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012566 Jun 30 02:25:53.717610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-efc40303-9aa4-4909-9d01-0d8a42021bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:53.719558 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-efc40303-9aa4-4909-9d01-0d8a42021bf1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2343564 Jun 30 02:25:53.807554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-fef43e93-1215-4f29-91a1-f83330bfa5e8 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:53.807810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:53.809700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-fef43e93-1215-4f29-91a1-f83330bfa5e8 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.1382356 Jun 30 02:25:53.848178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-beb16ee0-ea6a-4674-a296-1e9eb33ef758 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164172 Jun 30 02:25:53.892844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-b47f9a39-976f-49ca-bdd7-f9a334589252 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 696 time: 0.0752356 Jun 30 02:25:53.923276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:53.924430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:53.925046 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:53.950067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-88736891-b979-42c5-84ba-777b307b7900 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 696 time: 0.0505805 Jun 30 02:25:53.989831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['80e1b509-3028-4562-b828-2a3f81c23bf4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:54.002689 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9888103 Jun 30 02:25:54.007850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:54.013613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Request body: {'subnet': {'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1139818607-subnet', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:54.052613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb781749-f65f-4c77-9e6a-6e89a93bfa9b admin admin] Pushing event updated for resources: {'Network': ['ID=dd07b3c2-729e-4f0e-83f5-23ab02cebfdd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:54.064569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:25:54.083695 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-451ca3b6-51d9-48d4-a90c-11368bf4cf65 req-982ded4a-a6e6-4868-abce-56ef666c6d94 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206306 Jun 30 02:25:54.111169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c2f49-41a8-49e7-adf9-3b0cef4bc34f req-36f1c301-f41b-4285-8a1d-154c0d889998 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:54.113893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:25:54.115953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dc9c2f49-41a8-49e7-adf9-3b0cef4bc34f req-36f1c301-f41b-4285-8a1d-154c0d889998 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 945 time: 0.1243305 Jun 30 02:25:54.123571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:54.160363 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dc9c2f49-41a8-49e7-adf9-3b0cef4bc34f req-c155c855-8a09-4a50-b01c-7e0b337f8581 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383782 Jun 30 02:25:54.193756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-35ce2751-2153-49d7-aeb4-569b2d8cf3d5 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Deleting port 0cfc7777-ca3b-4ef6-9d52-d8b3aed73a8a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:54.194562 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-35ce2751-2153-49d7-aeb4-569b2d8cf3d5 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:54.311013 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb1ffda3-838a-4cc2-a8a3-07bfb016400a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:54.356226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e8634-5190-4c15-9430-7c3b927fe610 req-86430f91-cd1f-484f-9763-048d5bff125e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:54.357728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a39e8634-5190-4c15-9430-7c3b927fe610 req-86430f91-cd1f-484f-9763-048d5bff125e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 949 time: 0.0769610 Jun 30 02:25:54.384136 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-35ce2751-2153-49d7-aeb4-569b2d8cf3d5 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:54.384486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-35ce2751-2153-49d7-aeb4-569b2d8cf3d5 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:54.398132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a39e8634-5190-4c15-9430-7c3b927fe610 req-fabc48d4-a776-4891-8de6-e53d82d302a8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Jun 30 02:25:54.403230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-35ce2751-2153-49d7-aeb4-569b2d8cf3d5 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Calling delete_port for 0cfc7777-ca3b-4ef6-9d52-d8b3aed73a8a owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:54.409193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:54.549971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d9e7541-a0d9-4e3c-85ca-e56005d5c213 req-ed2c40d4-fd8a-4e26-b723-f0e057edbe30 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 210 time: 0.0293245 Jun 30 02:25:54.841565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3a73e7-c0fb-4274-864a-a4cdc666aa27,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:54.859987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Checking segment: {'id': '82e1f5d6-84bd-4c56-937f-93c34fbeca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:54.860349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Network hostable DHCP agents. Network: dd07b3c2-729e-4f0e-83f5-23ab02cebfdd, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:25:54.885740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a07eb-559a-4aac-93c5-b843430c1718 req-543f04f6-244a-43f2-82bd-2b08d8de9a62 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:54.887144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f3a07eb-559a-4aac-93c5-b843430c1718 req-543f04f6-244a-43f2-82bd-2b08d8de9a62 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 947 time: 0.0715322 Jun 30 02:25:54.903635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:25:54.931354 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f3a07eb-559a-4aac-93c5-b843430c1718 req-bd2803f6-63d5-409a-b55f-282319a48ca8 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368648 Jun 30 02:25:54.936089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, dd07b3c2-729e-4f0e-83f5-23ab02cebfdd) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:54.946955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1194d15-cfdc-46ea-9362-70a06530fd33 None None] Network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:25:54.954183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:54.954880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.029714 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ae7ca4f7-8b3a-4459-91cd-4a995d7c86ba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0185604 Jun 30 02:25:55.030363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:55.040462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1139818607-router', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:55.045694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-35ce2751-2153-49d7-aeb4-569b2d8cf3d5 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.051542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-ad6541a2-fc04-40b8-97ae-5114869e92d8 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:55.056361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-ad6541a2-fc04-40b8-97ae-5114869e92d8 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.69 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 945 time: 0.0857091 Jun 30 02:25:55.084605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce2751-2153-49d7-aeb4-569b2d8cf3d5 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event deleted for resources: {'Port': ['ID=0cfc7777-ca3b-4ef6-9d52-d8b3aed73a8a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:55.174418 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.175475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.181365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-dd07b3c2-729e-4f0e-83f5-23ab02cebfdd', 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'fixed_ips': [{'subnet_id': '3e3a73e7-c0fb-4274-864a-a4cdc666aa27'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:25:55.182509 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.187259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-5c966eb3-3cac-4b23-85b5-f4e6b2b0fc6c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:55.196634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-dbec7d04-8e0b-49b4-802a-b3fca93043f0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Deleting port 88d839c6-34e3-412d-9df8-d115d77e1053 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:55.197074 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-dbec7d04-8e0b-49b4-802a-b3fca93043f0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.200167 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-5c966eb3-3cac-4b23-85b5-f4e6b2b0fc6c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.73 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 808 time: 0.2571135 Jun 30 02:25:55.226072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Request body: {'port': {'device_id': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65', 'admin_state_up': True, 'tenant_id': 'fff8423f18c541888ffd11124d53e940'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:55.286294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-35ce2751-2153-49d7-aeb4-569b2d8cf3d5 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.289094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-35ce2751-2153-49d7-aeb4-569b2d8cf3d5 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.290768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4a1dd38-f0ba-4f4d-a495-ca794e8c46e7 req-35ce2751-2153-49d7-aeb4-569b2d8cf3d5 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "DELETE /v2.0/floatingips/d54377e5-c803-4591-a58c-627a027cad2d HTTP/1.1" status: 204 len: 173 time: 1.3347709 Jun 30 02:25:55.319356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-dbec7d04-8e0b-49b4-802a-b3fca93043f0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] For port 88d839c6-34e3-412d-9df8-d115d77e1053, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=88d839c6-34e3-412d-9df8-d115d77e1053,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:55.319710 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-dbec7d04-8e0b-49b4-802a-b3fca93043f0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.333707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-dbec7d04-8e0b-49b4-802a-b3fca93043f0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Calling delete_port for 88d839c6-34e3-412d-9df8-d115d77e1053 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:55.368856 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.375873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Allocated IP 172.20.0.2 (dd07b3c2-729e-4f0e-83f5-23ab02cebfdd/3e3a73e7-c0fb-4274-864a-a4cdc666aa27/30d357da-cde9-4bab-8878-fb624c24d80a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:55.408031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:55.502995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc732d-0d51-4a05-ad3e-c6efac618e13 req-3efdbe5b-401b-47ac-b489-170c8b4a24d7 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:55.504035 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-d3c006d2-0eba-4de6-b8de-c871155822ac tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips/d43c265f-debd-4ef7-8076-82fb997df41e HTTP/1.1" status: 200 len: 693 time: 0.1432099 Jun 30 02:25:55.510223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdc732d-0d51-4a05-ad3e-c6efac618e13 req-3efdbe5b-401b-47ac-b489-170c8b4a24d7 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/ports?device_id=a909a318-2ab4-4bc4-a4f2-9e606f6fe15a HTTP/1.1" status: 200 len: 945 time: 0.1723208 Jun 30 02:25:55.589377 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.600152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Transition to ACTIVE for port object 30d357da-cde9-4bab-8878-fb624c24d80a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:55.620661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Transition to ACTIVE for port object 30d357da-cde9-4bab-8878-fb624c24d80a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:55.650390 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.677214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.725351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:55.736966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:55.745310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:55.755107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Pushing event updated for resources: {'Port': ['ID=30d357da-cde9-4bab-8878-fb624c24d80a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:55.777184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Made reservation on behalf of fff8423f18c541888ffd11124d53e940 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:25:55.783084 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.798005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 80e1b509-3028-4562-b828-2a3f81c23bf4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:55.801709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-552fbc4c-1081-4fa0-befd-1dd2933ddac3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:55.805032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 80e1b509-3028-4562-b828-2a3f81c23bf4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:55.805411 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.810103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-552fbc4c-1081-4fa0-befd-1dd2933ddac3 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.2984102 Jun 30 02:25:55.878953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Attempting to bind port 30d357da-cde9-4bab-8878-fb624c24d80a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:55.879426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Attempting to bind port 30d357da-cde9-4bab-8878-fb624c24d80a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '82e1f5d6-84bd-4c56-937f-93c34fbeca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:55.879791 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Attempting to bind port 30d357da-cde9-4bab-8878-fb624c24d80a on network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:55.887248 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-cd26cd25-99e8-4ac7-af8b-51875072d16f tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.202 HTTP/1.1" status: 200 len: 696 time: 0.0761724 Jun 30 02:25:55.895767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:55.896546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Checking segment: {'id': '82e1f5d6-84bd-4c56-937f-93c34fbeca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:55.897095 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.897693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Bound using segment: {'id': '82e1f5d6-84bd-4c56-937f-93c34fbeca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:55.898270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Bound port: 30d357da-cde9-4bab-8878-fb624c24d80a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e1f5d6-84bd-4c56-937f-93c34fbeca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:55.898800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:55.946122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdc732d-0d51-4a05-ad3e-c6efac618e13 req-f92268ab-90ed-4bad-9198-82d4c5913dbe tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.55 "GET /v2.0/security-groups?id=730024ab-8862-49ff-9863-843de240b32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349191 Jun 30 02:25:55.975080 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-dbec7d04-8e0b-49b4-802a-b3fca93043f0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.004508 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-6059d95d-cfde-4822-9118-56ef96c93444 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.202 HTTP/1.1" status: 200 len: 696 time: 0.0818884 Jun 30 02:25:56.011184 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.039150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec7d04-8e0b-49b4-802a-b3fca93043f0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Pushing event deleted for resources: {'Port': ['ID=88d839c6-34e3-412d-9df8-d115d77e1053,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:56.079515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:56.086759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:56.090487 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a918e3ec-dfe5-43fc-87eb-cf32cc34f8a7" -d '{"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-plugged", "status": "completed", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:56.097208 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.107258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-dbec7d04-8e0b-49b4-802a-b3fca93043f0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] No DVR routers for this DVR port 88d839c6-34e3-412d-9df8-d115d77e1053 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:25:56.110580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-dbec7d04-8e0b-49b4-802a-b3fca93043f0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.113396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3941a20-150f-4e6b-b435-fa950b6f5435 req-dbec7d04-8e0b-49b4-802a-b3fca93043f0 tempest-AttachSCSIVolumeTestJSON-297035189 tempest-AttachSCSIVolumeTestJSON-297035189-project] 10.222.0.69 "DELETE /v2.0/ports/88d839c6-34e3-412d-9df8-d115d77e1053 HTTP/1.1" status: 204 len: 173 time: 1.0494554 Jun 30 02:25:56.113852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a909a318-2ab4-4bc4-a4f2-9e606f6fe15a', 'name': 'network-vif-deleted', 'tag': '88d839c6-34e3-412d-9df8-d115d77e1053'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:25:56.116821 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad54d50-2d85-4d24-b4ff-fc3263bb70f3" -d '{"events": [{"server_uuid": "a909a318-2ab4-4bc4-a4f2-9e606f6fe15a", "name": "network-vif-deleted", "tag": "88d839c6-34e3-412d-9df8-d115d77e1053"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:25:56.125154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] For port 30d357da-cde9-4bab-8878-fb624c24d80a, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:25:56.128921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] For port 30d357da-cde9-4bab-8878-fb624c24d80a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=30d357da-cde9-4bab-8878-fb624c24d80a,segment=NetworkSegment(82e1f5d6-84bd-4c56-937f-93c34fbeca15),segment_id=82e1f5d6-84bd-4c56-937f-93c34fbeca15)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:25:56.149475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.226534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:56.240700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Allocated IP 172.20.0.12 (793c9272-a468-4870-a3a6-a797b8003f65/39a78d3d-c02c-4a04-b991-cbdbed66d28f/f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:56.303839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e89677-082a-4e57-baba-c3c9b8e98fcf req-46b92315-993d-4840-9ea9-b61d87d6ba50 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:56.314031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-53e89677-082a-4e57-baba-c3c9b8e98fcf req-46b92315-993d-4840-9ea9-b61d87d6ba50 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1363754 Jun 30 02:25:56.350045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbc2db-a6e9-4fee-9d47-494f0e1d9ee0 None None] Pushing event updated for resources: {'Port': ['ID=30d357da-cde9-4bab-8878-fb624c24d80a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:56.406670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-53e89677-082a-4e57-baba-c3c9b8e98fcf req-044c5524-1334-4102-b136-38927b5ec38f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856900 Jun 30 02:25:56.516574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.597337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4744e5d-6777-4d51-ac2d-c40176a02464 req-ae8cbcc7-98b7-488c-a66d-e92405a475f8 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 210 time: 0.0637949 Jun 30 02:25:56.597580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.668533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-cdacd185-f32a-4814-ad03-801bdc339066 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Deleting port dd1d0871-1b9f-4d2c-bf67-1e5cff9ee330 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:56.668874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-cdacd185-f32a-4814-ad03-801bdc339066 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.815295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-cdacd185-f32a-4814-ad03-801bdc339066 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.815880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-cdacd185-f32a-4814-ad03-801bdc339066 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.841476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-cdacd185-f32a-4814-ad03-801bdc339066 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Calling delete_port for dd1d0871-1b9f-4d2c-bf67-1e5cff9ee330 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:56.921250 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.941689 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.977388 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39a11fa6-0ff3-472b-8e54-0a4030d9dc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:56.986433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16841042-8e8b-4210-a5c6-b0e40ef7232c req-5e376dc3-a207-4594-9ff6-422a2d2fe2e3 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:56.988698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16841042-8e8b-4210-a5c6-b0e40ef7232c req-5e376dc3-a207-4594-9ff6-422a2d2fe2e3 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 947 time: 0.1278489 Jun 30 02:25:57.038856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 30d357da-cde9-4bab-8878-fb624c24d80a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:25:57.095487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16841042-8e8b-4210-a5c6-b0e40ef7232c req-0a8e60c6-bdd1-4468-a939-18f23de5fd1f tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892429 Jun 30 02:25:57.099329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 30d357da-cde9-4bab-8878-fb624c24d80a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:57.159295 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5c9662-e4f4-4c0e-b0e1-9ba98a830c2d x-openstack-request-id: req-9d5c9662-e4f4-4c0e-b0e1-9ba98a830c2d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:57.159845 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-plugged", "status": "completed", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:57.160316 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d5c9662-e4f4-4c0e-b0e1-9ba98a830c2d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:57.160934 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'code': 200} Jun 30 02:25:57.333006 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ba02ce-f388-4d24-bcbc-4fed4c78f128 x-openstack-request-id: req-93ba02ce-f388-4d24-bcbc-4fed4c78f128 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:25:57.333572 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a909a318-2ab4-4bc4-a4f2-9e606f6fe15a", "name": "network-vif-deleted", "tag": "88d839c6-34e3-412d-9df8-d115d77e1053", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:25:57.334158 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93ba02ce-f388-4d24-bcbc-4fed4c78f128 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:25:57.334772 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a909a318-2ab4-4bc4-a4f2-9e606f6fe15a', 'name': 'network-vif-deleted', 'tag': '88d839c6-34e3-412d-9df8-d115d77e1053', 'status': 'completed', 'code': 200} Jun 30 02:25:57.376925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Allocated IP 172.25.7.195 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/db72e3d4-62e7-4cf3-a6e5-018da2f59b0f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:25:57.478518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fbc6a808-7ddd-4b41-a8a5-b83b47e10526 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:25:57.480996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 88d839c6-34e3-412d-9df8-d115d77e1053 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:25:57.561314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 88d839c6-34e3-412d-9df8-d115d77e1053 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:25:57.562008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 88d839c6-34e3-412d-9df8-d115d77e1053 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:25:57.587097 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-cdacd185-f32a-4814-ad03-801bdc339066 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:57.631774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacd185-f32a-4814-ad03-801bdc339066 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Pushing event deleted for resources: {'Port': ['ID=dd1d0871-1b9f-4d2c-bf67-1e5cff9ee330,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:57.654520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a0ad8-f5c7-4197-a04e-7cc770aa2ae9 req-8d4d8c5a-0975-4d92-815f-55bb6e8ecf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:57.658687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa5a0ad8-f5c7-4197-a04e-7cc770aa2ae9 req-8d4d8c5a-0975-4d92-815f-55bb6e8ecf9d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1102 time: 0.3383920 Jun 30 02:25:57.682032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dedd9c-a86c-4dd5-91b3-5518e21eb964 None None] Network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:25:57.697601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:57.756954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de976a7-1fd0-42f0-bc16-7fc64090c771 req-1dfcd5b8-26b8-4c05-a397-97933d088594 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:57.765956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8de976a7-1fd0-42f0-bc16-7fc64090c771 req-1dfcd5b8-26b8-4c05-a397-97933d088594 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1134968 Jun 30 02:25:57.795580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:57.811279 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8de976a7-1fd0-42f0-bc16-7fc64090c771 req-a1d16e3d-dcdc-497b-a134-012143053856 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Jun 30 02:25:57.895366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fbc6a808-7ddd-4b41-a8a5-b83b47e10526, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:57.902149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Network 793c9272-a468-4870-a3a6-a797b8003f65 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:57.907810 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-cdacd185-f32a-4814-ad03-801bdc339066 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:57.911759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-cdacd185-f32a-4814-ad03-801bdc339066 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:57.914378 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4ae1d65-d06b-42bb-8db7-1779b06cce82 req-cdacd185-f32a-4814-ad03-801bdc339066 tempest-FloatingIPDetailsTestJSON-37187591 tempest-FloatingIPDetailsTestJSON-37187591-project] 10.222.0.55 "DELETE /v2.0/floatingips/d43c265f-debd-4ef7-8076-82fb997df41e HTTP/1.1" status: 204 len: 173 time: 1.9000566 Jun 30 02:25:57.914998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'fbc6a808-7ddd-4b41-a8a5-b83b47e10526', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'fbc6a808-7ddd-4b41-a8a5-b83b47e10526', 'mac_address': 'fa:16:3e:80:3d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:25:57.921100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:25:57.932583 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:57.937191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['8451a423-bde1-4342-9178-defa29955f46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:57.941649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:57.944924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:57.956944 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa5a0ad8-f5c7-4197-a04e-7cc770aa2ae9 req-6847d332-3721-471d-b768-5008c526b760 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767382 Jun 30 02:25:57.957604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Pushing event updated for resources: {'Port': ['ID=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:58.019662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:25:58.026950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:58.027871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:58.058542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f96ec02-83ab-4706-8ab0-5b459a37fd0f None None] Provisioning for port 30d357da-cde9-4bab-8878-fb624c24d80a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:25:58.064843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:25:58.087848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:25:58.129023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f96ec02-83ab-4706-8ab0-5b459a37fd0f None None] Provisioning complete for port 30d357da-cde9-4bab-8878-fb624c24d80a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:58.129867 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f96ec02-83ab-4706-8ab0-5b459a37fd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:58.226295 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:58.234911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Pushing event updated for resources: {'Port': ['ID=db72e3d4-62e7-4cf3-a6e5-018da2f59b0f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:58.242208 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:58.264081 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-71a65f44-2aa0-44d0-8d9a-e4c8c20defd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0398355 Jun 30 02:25:58.287806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc6a808-7ddd-4b41-a8a5-b83b47e10526 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:58.289667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Request body: {'port': {'device_id': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:25:58.334131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fbc6a808-7ddd-4b41-a8a5-b83b47e10526, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:58.358936 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:58.415157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442875e-a274-4b96-b2e5-ee2f93a2cbb1 req-1285f1bb-a928-4ba5-930b-5a93e4f51de9 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:58.424611 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a442875e-a274-4b96-b2e5-ee2f93a2cbb1 req-1285f1bb-a928-4ba5-930b-5a93e4f51de9 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 932 time: 0.3400908 Jun 30 02:25:58.501840 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f96ec02-83ab-4706-8ab0-5b459a37fd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:58.544932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a442875e-a274-4b96-b2e5-ee2f93a2cbb1 req-b59d772a-812f-4b66-b49d-cbe308e0ea69 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186943 Jun 30 02:25:58.577843 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:58.582181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:58.676677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8f96ec02-83ab-4706-8ab0-5b459a37fd0f None None] For port 30d357da-cde9-4bab-8878-fb624c24d80a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=30d357da-cde9-4bab-8878-fb624c24d80a,segment=NetworkSegment(82e1f5d6-84bd-4c56-937f-93c34fbeca15),segment_id=82e1f5d6-84bd-4c56-937f-93c34fbeca15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:58.688744 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f96ec02-83ab-4706-8ab0-5b459a37fd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:58.764641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fbc6a808-7ddd-4b41-a8a5-b83b47e10526'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:25:58.811555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934b87e-b44c-4332-9097-dd32f6ff7881 req-88413d72-16b8-45b8-b60c-f994393ecdc9 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:58.814006 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8934b87e-b44c-4332-9097-dd32f6ff7881 req-88413d72-16b8-45b8-b60c-f994393ecdc9 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 948 time: 0.3953254 Jun 30 02:25:58.850614 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:58.939875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96ec02-83ab-4706-8ab0-5b459a37fd0f None None] Pushing event updated for resources: {'Port': ['ID=30d357da-cde9-4bab-8878-fb624c24d80a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:58.989433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-616d1646-2ec4-4ec7-9288-2c6f27ddc4e8 None None] Provisioning complete for port 30d357da-cde9-4bab-8878-fb624c24d80a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:25:58.995226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-616d1646-2ec4-4ec7-9288-2c6f27ddc4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.069022 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.176142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26588ea7-9a12-483d-b142-9e9652a60ce5 req-4af19239-fbc0-4aca-8be1-f912bbff2952 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:25:59.183835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26588ea7-9a12-483d-b142-9e9652a60ce5 req-4af19239-fbc0-4aca-8be1-f912bbff2952 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1192243 Jun 30 02:25:59.203627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8934b87e-b44c-4332-9097-dd32f6ff7881 req-0b3ac756-03d9-44fc-904e-c9b2f91cc9da tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663080 Jun 30 02:25:59.295376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26588ea7-9a12-483d-b142-9e9652a60ce5 req-cc599593-2d08-4622-9e49-0ca1ab133eaa tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105497 Jun 30 02:25:59.323086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] Deleting port 5981535e-57d9-41d1-afaf-2c371d4a42d2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:25:59.323523 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.429117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] For port 5981535e-57d9-41d1-afaf-2c371d4a42d2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5981535e-57d9-41d1-afaf-2c371d4a42d2,segment=NetworkSegment(2e0212a2-c612-4d61-afb7-3abb710b7456),segment_id=2e0212a2-c612-4d61-afb7-3abb710b7456)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:25:59.429702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.445684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] Calling delete_port for 5981535e-57d9-41d1-afaf-2c371d4a42d2 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:25:59.479329 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.543354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:25:59.553824 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.605660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Transition to ACTIVE for port object f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:25:59.612624 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.667329 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.704279 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] Pushing event deleted for resources: {'Port': ['ID=5981535e-57d9-41d1-afaf-2c371d4a42d2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:59.724961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:25:59.812106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:25:59.812445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:25:59.813209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:59.818472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Router 96ca760b-69d3-462a-98fd-207ae5d1f7cf is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:25:59.823825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:25:59.824330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:25:59.830959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:25:59.831292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:25:59.831680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:25:59.832109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Bound port: f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:25:59.832515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.912006 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.953173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:25:59.956951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:25:59.967492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Sync routers for ids ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:25:59.982698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Routers {'96ca760b-69d3-462a-98fd-207ae5d1f7cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:25:59.983715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:00.045028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923983c5-d156-46f9-960f-27cbd4f6ff9e req-eb1fbce7-2aed-469b-87fc-6211678042a0 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:00.061213 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-923983c5-d156-46f9-960f-27cbd4f6ff9e req-eb1fbce7-2aed-469b-87fc-6211678042a0 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.3598664 Jun 30 02:26:00.064837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:00.068569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:00.078534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:00.135049 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-923983c5-d156-46f9-960f-27cbd4f6ff9e req-29dc5f4c-a3b6-4d0d-b408-dbda5d64b14c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693512 Jun 30 02:26:00.147487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:00.160650 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:00.164926 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4709c9f9-f8b4-4d20-a8cf-27660955bb53 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1288543 Jun 30 02:26:00.167872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:00.284348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Set router 96ca760b-69d3-462a-98fd-207ae5d1f7cf gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:00.305750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:00.306477 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:00.307934 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-82fd91b9-8346-400b-8d3e-96807ee01ad7 service neutron] 10.222.0.73 "PUT /v2.0/ports/f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 HTTP/1.1" status: 200 len: 1093 time: 2.0277898 Jun 30 02:26:00.308369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'tag': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:00.311042 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40" -d '{"events": [{"name": "network-changed", "server_uuid": "1e30050d-1e22-4372-9cf0-3d2be0310333", "tag": "f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:00.348088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] Router 78c3cde6-189c-4072-92c4-855eb305787a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:26:00.507304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:26:00.517679 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] Sync routers for ids ['78c3cde6-189c-4072-92c4-855eb305787a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:26:00.521317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-55414c0b-5ec8-42cb-963d-02788eb2fd66 admin admin] 10.222.0.55 "PUT /v2.0/routers/78c3cde6-189c-4072-92c4-855eb305787a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5989990 Jun 30 02:26:00.523740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:00.530980 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] Routers {'78c3cde6-189c-4072-92c4-855eb305787a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:00.531934 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78c3cde6-189c-4072-92c4-855eb305787a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:00.619946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'name': 'tempest-ServersTestMultiNic-1139818607-router', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:55Z', 'updated_at': '2021-06-30T02:25:58Z', 'revision_number': 3, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'gw_port': {'id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:56Z', 'updated_at': '2021-06-30T02:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:00.652667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Checking router: 96ca760b-69d3-462a-98fd-207ae5d1f7cf for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:26:00.653177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Updating router 96ca760b-69d3-462a-98fd-207ae5d1f7cf port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:26:00.666519 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:00.696691 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:00.750414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0afc7-df99-44b7-b76a-0b93a8a7e355 req-a786c750-8422-4910-ad89-3bcb93853757 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:00.752573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-88a0afc7-df99-44b7-b76a-0b93a8a7e355 req-a786c750-8422-4910-ad89-3bcb93853757 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.2464824 Jun 30 02:26:00.796442 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] Set router 78c3cde6-189c-4072-92c4-855eb305787a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:00.803283 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138321d8-bc39-4ee9-8106-572a150a3e4e x-openstack-request-id: req-138321d8-bc39-4ee9-8106-572a150a3e4e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:00.803716 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e30050d-1e22-4372-9cf0-3d2be0310333", "tag": "f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:00.804121 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-138321d8-bc39-4ee9-8106-572a150a3e4e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:00.804741 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'tag': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5', 'status': 'completed', 'code': 200} Jun 30 02:26:00.872027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-88a0afc7-df99-44b7-b76a-0b93a8a7e355 req-86105e59-7c5f-4f4d-bf9d-1ec0e0c8806a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123495 Jun 30 02:26:00.974307 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.006091 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-632af262-5399-4fe3-a481-fe98be12ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:01.007674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-632af262-5399-4fe3-a481-fe98be12ac0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 1096 time: 0.6405289 Jun 30 02:26:01.087190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Deleting port ab507bb0-015d-40de-b7e8-e532c6c86a1a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:01.090217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.122009 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c3cde6-189c-4072-92c4-855eb305787a', 'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-router', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:26Z', 'updated_at': '2021-06-30T02:25:59Z', 'revision_number': 5, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'gw_port': {'id': 'ab507bb0-015d-40de-b7e8-e532c6c86a1a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c3cde6-189c-4072-92c4-855eb305787a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:27Z', 'updated_at': '2021-06-30T02:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:01.122423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2c127-e7a1-488e-b7c0-1715ea2551e4 req-8aac09dc-58b5-470b-87b7-8fdbeb0152ca tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:01.130537 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47c2c127-e7a1-488e-b7c0-1715ea2551e4 req-8aac09dc-58b5-470b-87b7-8fdbeb0152ca tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 948 time: 0.3218045 Jun 30 02:26:01.142747 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-6aed0cdd-eb04-4eff-adf5-feb3dd63cb61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 HTTP/1.1" status: 200 len: 217 time: 0.0996840 Jun 30 02:26:01.201386 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] Checking router: 78c3cde6-189c-4072-92c4-855eb305787a for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:26:01.227517 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] Routers {'78c3cde6-189c-4072-92c4-855eb305787a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:01.228863 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78c3cde6-189c-4072-92c4-855eb305787a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:01.274038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 30d357da-cde9-4bab-8878-fb624c24d80a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:01.313237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47c2c127-e7a1-488e-b7c0-1715ea2551e4 req-fb1e1c6a-81d3-413a-90db-f6f951a93d6f tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788008 Jun 30 02:26:01.319485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] For port ab507bb0-015d-40de-b7e8-e532c6c86a1a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ab507bb0-015d-40de-b7e8-e532c6c86a1a,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:01.319875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.325728 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-b4576c75-0cc6-4788-b262-df1ff44bf2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:01.327231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-b4576c75-0cc6-4788-b262-df1ff44bf2f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.1358550 Jun 30 02:26:01.349666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Calling delete_port for ab507bb0-015d-40de-b7e8-e532c6c86a1a owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:01.407933 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-946a851e-8aa7-46dc-9e2c-0dbde351eede service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307913 Jun 30 02:26:01.450959 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] Set router 78c3cde6-189c-4072-92c4-855eb305787a gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:01.460368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 30d357da-cde9-4bab-8878-fb624c24d80a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:01.460886 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.514656 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c3cde6-189c-4072-92c4-855eb305787a', 'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-router', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:26Z', 'updated_at': '2021-06-30T02:26:00Z', 'revision_number': 6, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:01.532822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fbc6a808-7ddd-4b41-a8a5-b83b47e10526 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:01.552414 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc14561-35a2-4f16-bc78-853208f0fdd9 None None] The sync data for ids ['78c3cde6-189c-4072-92c4-855eb305787a'] in n-d-758944-39 is: [{'id': '78c3cde6-189c-4072-92c4-855eb305787a', 'name': 'tempest-FloatingIPDetailsTestJSON-1235941651-router', 'tenant_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:26Z', 'updated_at': '2021-06-30T02:26:00Z', 'revision_number': 6, 'project_id': '21c2a1f8f10f4df8aab28cbecce68c64', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:26:01.553712 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.642018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Transition to ACTIVE for port object db72e3d4-62e7-4cf3-a6e5-018da2f59b0f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:01.650108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:01.656175 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.717714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3852eb-b212-4c54-ac90-279b97c9c1b5 req-c1f9a8e9-72b9-484e-94e6-38a08b28ebd6 tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:01.719453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741e8da-1912-4af5-84f4-8a17408456a7 None None] Pushing event updated for resources: {'Port': ['ID=db72e3d4-62e7-4cf3-a6e5-018da2f59b0f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:01.722526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:01.722964 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.726740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd3852eb-b212-4c54-ac90-279b97c9c1b5 req-c1f9a8e9-72b9-484e-94e6-38a08b28ebd6 tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1102 time: 0.2694569 Jun 30 02:26:01.748223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-1ebdac7c-238c-4f8b-82e1-69968ae6b0ce service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164437 Jun 30 02:26:01.785562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Attempting to bind port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:01.785994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Attempting to bind port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:01.786424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Attempting to bind port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:01.795068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:01.795588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:01.796225 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.796769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:01.798195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Bound port: db72e3d4-62e7-4cf3-a6e5-018da2f59b0f, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:01.798977 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.816349 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.845676 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab507bb0-015d-40de-b7e8-e532c6c86a1a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:01.865182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.880753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] For port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:01.887013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] For port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=db72e3d4-62e7-4cf3-a6e5-018da2f59b0f,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:01.897197 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:01.901786 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd3852eb-b212-4c54-ac90-279b97c9c1b5 req-2faa3f29-cb29-41e3-a8a6-687bff3e75a0 tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739895 Jun 30 02:26:02.005996 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:02.007522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a51630-a2cd-4c8a-a260-6b289603954f req-21f1b38e-f639-48c4-a480-bb59397a26a3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:02.009340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d5a51630-a2cd-4c8a-a260-6b289603954f req-21f1b38e-f639-48c4-a480-bb59397a26a3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.2826111 Jun 30 02:26:02.030010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Routers {'96ca760b-69d3-462a-98fd-207ae5d1f7cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:02.030928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:02.067509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3acab25d-9ab4-4d5a-b726-220ec4800804 req-55b2330d-39b3-4ee8-991a-5ebaa34f33f4 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789061 Jun 30 02:26:02.149623 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d5a51630-a2cd-4c8a-a260-6b289603954f req-3bb83c8b-cfb4-463c-878f-1436852e724d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304865 Jun 30 02:26:02.189185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:02.191985 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:02.236003 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:02.256647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741e8da-1912-4af5-84f4-8a17408456a7 None None] Pushing event updated for resources: {'Port': ['ID=db72e3d4-62e7-4cf3-a6e5-018da2f59b0f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:02.295763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Allocated IP 172.20.0.1 (dd07b3c2-729e-4f0e-83f5-23ab02cebfdd/3e3a73e7-c0fb-4274-864a-a4cdc666aa27/7a912b20-b92c-4177-a054-486befceb658) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:02.304735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fbc6a808-7ddd-4b41-a8a5-b83b47e10526, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:02.312037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d5a0be-d0cf-4dda-a97b-449cd92c9e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc6a808-7ddd-4b41-a8a5-b83b47e10526'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:02.323884 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14c130d-1e94-41ac-99fe-db950838cdfc" -d '{"events": [{"server_uuid": "68d5a0be-d0cf-4dda-a97b-449cd92c9e27", "name": "network-vif-plugged", "status": "completed", "tag": "fbc6a808-7ddd-4b41-a8a5-b83b47e10526"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:02.331702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:02.332736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78c3cde6-189c-4072-92c4-855eb305787a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:26:02.342830 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:02.344089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b88d842d-4e61-4a29-a04e-0ea137b4961e admin admin] 10.222.0.55 "DELETE /v2.0/routers/78c3cde6-189c-4072-92c4-855eb305787a HTTP/1.1" status: 204 len: 168 time: 1.8193407 Jun 30 02:26:02.347741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:02.351422 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:02.354657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] Set router 96ca760b-69d3-462a-98fd-207ae5d1f7cf gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:02.447935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-81329a32-5d71-47e1-88b8-6568a146f4bf admin admin] Deleting subnet 237cf133-21d0-426e-b9a1-c0b42c458e5a {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:26:02.451043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40 req-241364d5-b97b-46bf-846e-a764c0d0d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:02.452870 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40 req-241364d5-b97b-46bf-846e-a764c0d0d1eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 1096 time: 0.2941806 Jun 30 02:26:02.466959 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81329a32-5d71-47e1-88b8-6568a146f4bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:02.609464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:02.632581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:02.649795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Transition to ACTIVE for port object 7a912b20-b92c-4177-a054-486befceb658 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:02.656503 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5763d78f-9dc6-4a76-8d81-9683e2aa44b5 x-openstack-request-id: req-5763d78f-9dc6-4a76-8d81-9683e2aa44b5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:02.656781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40 req-7899fbef-d879-4016-b49e-0f667dc4c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:02.657219 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d5a0be-d0cf-4dda-a97b-449cd92c9e27", "name": "network-vif-plugged", "status": "completed", "tag": "fbc6a808-7ddd-4b41-a8a5-b83b47e10526", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:02.657674 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5763d78f-9dc6-4a76-8d81-9683e2aa44b5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:02.658680 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d5a0be-d0cf-4dda-a97b-449cd92c9e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc6a808-7ddd-4b41-a8a5-b83b47e10526', 'code': 200} Jun 30 02:26:02.665444 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40 req-7899fbef-d879-4016-b49e-0f667dc4c525 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.1956527 Jun 30 02:26:02.764818 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40 req-fa886b48-1de3-4483-bbe1-6d2280fdc34d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 HTTP/1.1" status: 200 len: 217 time: 0.0894878 Jun 30 02:26:02.845393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'name': 'tempest-ServersTestMultiNic-1139818607-router', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:55Z', 'updated_at': '2021-06-30T02:25:58Z', 'revision_number': 3, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'gw_port': {'id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:56Z', 'updated_at': '2021-06-30T02:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:02.885167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309ed87-83de-47e4-b57d-ddb7778d22b0 None None] The sync data for ids ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'] in n-d-758944-39 is: [{'id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'name': 'tempest-ServersTestMultiNic-1139818607-router', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:55Z', 'updated_at': '2021-06-30T02:25:58Z', 'revision_number': 3, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'gw_port': {'id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:56Z', 'updated_at': '2021-06-30T02:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:26:02.933325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:02.957286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5981535e-57d9-41d1-afaf-2c371d4a42d2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:02.962451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:02.969517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:03.010116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 5981535e-57d9-41d1-afaf-2c371d4a42d2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:03.010624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5981535e-57d9-41d1-afaf-2c371d4a42d2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:03.011249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ab507bb0-015d-40de-b7e8-e532c6c86a1a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:03.026043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:03.047704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: ab507bb0-015d-40de-b7e8-e532c6c86a1a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:03.048217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ab507bb0-015d-40de-b7e8-e532c6c86a1a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:03.074105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:03.093351 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81329a32-5d71-47e1-88b8-6568a146f4bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:03.153497 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-691a5343-7c8b-4b06-b277-7307d3db6f2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6960671 Jun 30 02:26:03.253913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b7ee4-f660-4de5-a283-845c20378a5c req-c9d6be60-28be-46d0-9f94-0f6b1076214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:03.255636 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac9b7ee4-f660-4de5-a283-845c20378a5c req-c9d6be60-28be-46d0-9f94-0f6b1076214d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 1101 time: 0.6367776 Jun 30 02:26:03.273045 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:03.286692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Pushing event updated for resources: {'Port': ['ID=7a912b20-b92c-4177-a054-486befceb658,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:03.311522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40 req-076e08fd-5236-4257-8206-2a4b4821c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:03.320759 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40 req-076e08fd-5236-4257-8206-2a4b4821c9e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.5314844 Jun 30 02:26:03.321327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd154fcc-296c-4a33-901b-422edd17884a None None] Provisioning for port 7a912b20-b92c-4177-a054-486befceb658 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:03.345797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3de997-cf43-49ab-bb3e-278f638e7749 req-2f473b12-2cb0-4a15-a2bb-c40d15d29a0f tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:03.350107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546260f-0b33-4ff3-9b47-7b33cd75b047 req-92c5b4c2-80cd-4598-9c3a-2839f85d47c7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:03.352306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb3de997-cf43-49ab-bb3e-278f638e7749 req-2f473b12-2cb0-4a15-a2bb-c40d15d29a0f tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 949 time: 0.6159067 Jun 30 02:26:03.353245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd154fcc-296c-4a33-901b-422edd17884a None None] Provisioning complete for port 7a912b20-b92c-4177-a054-486befceb658 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:03.353245 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd154fcc-296c-4a33-901b-422edd17884a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:03.357957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1546260f-0b33-4ff3-9b47-7b33cd75b047 req-92c5b4c2-80cd-4598-9c3a-2839f85d47c7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.7920401 Jun 30 02:26:03.401516 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac9b7ee4-f660-4de5-a283-845c20378a5c req-0970b36d-0cbf-4a57-bbcb-2174f651ef19 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337836 Jun 30 02:26:03.436184 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40 req-7b3ba90b-b29a-41ac-9d70-27fc8c50f700 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730147 Jun 30 02:26:03.472076 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81329a32-5d71-47e1-88b8-6568a146f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:03.475922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cd154fcc-296c-4a33-901b-422edd17884a None None] Port 7a912b20-b92c-4177-a054-486befceb658 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:26:03.485639 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb3de997-cf43-49ab-bb3e-278f638e7749 req-f0210209-9e14-4f9d-a9e4-371038b1513e tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248162 Jun 30 02:26:03.543553 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1546260f-0b33-4ff3-9b47-7b33cd75b047 req-8ce37509-6d1c-492f-b5c2-507ae10ac7b3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809666 Jun 30 02:26:03.548512 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81329a32-5d71-47e1-88b8-6568a146f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:03.606868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81329a32-5d71-47e1-88b8-6568a146f4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=237cf133-21d0-426e-b9a1-c0b42c458e5a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:03.626054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81329a32-5d71-47e1-88b8-6568a146f4bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:03.631013 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-81329a32-5d71-47e1-88b8-6568a146f4bf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/237cf133-21d0-426e-b9a1-c0b42c458e5a HTTP/1.1" status: 204 len: 168 time: 1.2801914 Jun 30 02:26:03.631507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:03.636819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a5f6b9-50a1-4dfc-9e18-7c760f482831 None None] Network ea184892-5027-4966-b1cf-5b091298f3d7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:03.755072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40 req-8f63b3c0-2635-48c7-b644-51c770aaa86a service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792780 Jun 30 02:26:03.783522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.014076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe488021-c31c-46b4-9aed-b863eee398bb req-012cf89e-4729-4152-a26c-ce818c9b996d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:04.024997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a6bfdce-b41e-415c-9122-a06b0c2e6b40 req-ac1a29cd-1d49-4216-92dd-5f3a3221f656 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438350 Jun 30 02:26:04.026196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe488021-c31c-46b4-9aed-b863eee398bb req-012cf89e-4729-4152-a26c-ce818c9b996d tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.2544467 Jun 30 02:26:04.089257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Deleting port f7b5df27-4f82-461a-88b7-1bb47f47a2ef {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:04.091765 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.093367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.100676 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.130133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] DHCP port deletion for ea184892-5027-4966-b1cf-5b091298f3d7 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:26:04.208359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Deleting port f7b5df27-4f82-461a-88b7-1bb47f47a2ef {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:04.208998 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.222382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe488021-c31c-46b4-9aed-b863eee398bb req-41b48793-077c-4c6b-9789-29ecd961cab2 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951494 Jun 30 02:26:04.247716 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Pushing event updated for resources: {'Port': ['ID=7a912b20-b92c-4177-a054-486befceb658,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:04.253507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.259764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] For port f7b5df27-4f82-461a-88b7-1bb47f47a2ef, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f7b5df27-4f82-461a-88b7-1bb47f47a2ef,segment=NetworkSegment(2e0212a2-c612-4d61-afb7-3abb710b7456),segment_id=2e0212a2-c612-4d61-afb7-3abb710b7456)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:04.260402 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.287947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Calling delete_port for f7b5df27-4f82-461a-88b7-1bb47f47a2ef owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:04.329479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] For port f7b5df27-4f82-461a-88b7-1bb47f47a2ef, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f7b5df27-4f82-461a-88b7-1bb47f47a2ef,segment=NetworkSegment(2e0212a2-c612-4d61-afb7-3abb710b7456),segment_id=2e0212a2-c612-4d61-afb7-3abb710b7456)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:04.330068 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.357795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Calling delete_port for f7b5df27-4f82-461a-88b7-1bb47f47a2ef owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:04.404257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:04.407950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:04.414293 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.449387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] No DVR routers for this DVR port f7b5df27-4f82-461a-88b7-1bb47f47a2ef on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:04.472002 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.495219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b5df27-4f82-461a-88b7-1bb47f47a2ef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:04.511593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] No DVR routers for this DVR port f7b5df27-4f82-461a-88b7-1bb47f47a2ef on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:04.600516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Pushing event deleted for resources: {'Port': ['ID=f7b5df27-4f82-461a-88b7-1bb47f47a2ef,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:04.620224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.620941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.621890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.622432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.625579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.626150 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.626632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.627303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.628037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.630601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.631220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.633255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98196a4-200c-4acc-9f6b-79f930a6aed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:04.744718 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.747121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Router 96ca760b-69d3-462a-98fd-207ae5d1f7cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:26:04.772072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea184892-5027-4966-b1cf-5b091298f3d7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:04.802554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0212a2-c612-4d61-afb7-3abb710b7456') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:04.804638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0212a2-c612-4d61-afb7-3abb710b7456') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:04.839515 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.915741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b222f070-ba11-431c-88d5-08ea5ef7dde5 None None] Provisioning complete for port 7a912b20-b92c-4177-a054-486befceb658 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:04.916269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b222f070-ba11-431c-88d5-08ea5ef7dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.958697 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.983033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:26:04.985932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:04.989101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device db72e3d4-62e7-4cf3-a6e5-018da2f59b0f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:26:04.992482 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:26:05.019835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b222f070-ba11-431c-88d5-08ea5ef7dde5 None None] Port 7a912b20-b92c-4177-a054-486befceb658 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:26:05.065293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:05.065526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a787a0e-ebf1-4ea6-8525-41036177b5f3 req-16b93dbe-2086-4f92-8b8d-174f2e95e121 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:05.070551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:05.071163 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.076693 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a787a0e-ebf1-4ea6-8525-41036177b5f3 req-16b93dbe-2086-4f92-8b8d-174f2e95e121 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 949 time: 0.2577646 Jun 30 02:26:05.149332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a787a0e-ebf1-4ea6-8525-41036177b5f3 req-e4ee5939-0205-4f17-b52d-15d12e18f095 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702617 Jun 30 02:26:05.153058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:26:05.154707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d75e50-3ac5-4267-b707-ddeba7ce37f9 req-530e016b-d7df-4064-a67b-ae6c34cede7f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:05.164239 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8a4757f0-9775-4b98-9369-b958ce8117ad admin admin] 10.222.0.55 "PUT /v2.0/routers/96ca760b-69d3-462a-98fd-207ae5d1f7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9947641 Jun 30 02:26:05.173995 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d75e50-3ac5-4267-b707-ddeba7ce37f9 req-530e016b-d7df-4064-a67b-ae6c34cede7f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.3121734 Jun 30 02:26:05.206484 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.231689 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=db72e3d4-62e7-4cf3-a6e5-018da2f59b0f,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:05.234304 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.238424 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.251161 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.253471 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ea184892-5027-4966-b1cf-5b091298f3d7 HTTP/1.1" status: 204 len: 168 time: 1.6209021 Jun 30 02:26:05.300322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1789e5-4809-4801-9c59-d7108b31f5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea184892-5027-4966-b1cf-5b091298f3d7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:05.356749 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d75e50-3ac5-4267-b707-ddeba7ce37f9 req-7719247d-961a-4066-bff2-6c081159dfc0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660945 Jun 30 02:26:05.383032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=db72e3d4-62e7-4cf3-a6e5-018da2f59b0f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:05.391257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f7b5df27-4f82-461a-88b7-1bb47f47a2ef no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:05.414207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:05.436808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: f7b5df27-4f82-461a-88b7-1bb47f47a2ef {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:05.443532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f7b5df27-4f82-461a-88b7-1bb47f47a2ef not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:05.481349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:05.550575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2029761338'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:05.584669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-44e0843f-919c-4136-8d52-bddf8737ea62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21c2a1f8f10f4df8aab28cbecce68c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022034 Jun 30 02:26:05.587856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:05.633905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:05.637637 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.643524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f4dd3-eac5-4a92-83e3-12945fe53609 req-c53e18c6-b114-49f6-bc46-bf3a808d40d7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:05.645209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-427f4dd3-eac5-4a92-83e3-12945fe53609 req-c53e18c6-b114-49f6-bc46-bf3a808d40d7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.1056559 Jun 30 02:26:05.670995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:26:05.679825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Sync routers for ids ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:26:05.682067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.682067 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Added segment 668b90c2-4f6f-4d28-8c37-f1c837cc45df of type vlan for network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 Jun 30 02:26:05.683807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4187553e-e1f3-4046-bb20-904ed7c2a73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.706918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Routers {'96ca760b-69d3-462a-98fd-207ae5d1f7cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:05.710951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:05.722308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4187553e-e1f3-4046-bb20-904ed7c2a73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.725197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.732012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-427f4dd3-eac5-4a92-83e3-12945fe53609 req-fd51a7d6-db22-42b3-a3e7-98f8868eaab4 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659347 Jun 30 02:26:05.783832 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.791923 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:05.794677 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.799542 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4187553e-e1f3-4046-bb20-904ed7c2a73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.802275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4187553e-e1f3-4046-bb20-904ed7c2a73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:05.806188 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4187553e-e1f3-4046-bb20-904ed7c2a73f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b29bd1bf-4cd4-4802-96b5-28185cf00fda HTTP/1.1" status: 204 len: 168 time: 0.2173126 Jun 30 02:26:05.819361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187553e-e1f3-4046-bb20-904ed7c2a73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29bd1bf-4cd4-4802-96b5-28185cf00fda,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:05.850567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-f2918508-85b4-440e-b0ed-737e8e717c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:05.852381 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-f2918508-85b4-440e-b0ed-737e8e717c64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1102 time: 0.2706375 Jun 30 02:26:05.924714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Set router 96ca760b-69d3-462a-98fd-207ae5d1f7cf gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:05.944166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:06.224217 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8080039 Jun 30 02:26:06.227233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:06.239045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de704ea3-f381-4c8e-8ab4-15e40d56e93f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Network': ['ID=8b891476-9d32-4b42-b24a-4c8c2a55a5e6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:06.258915 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:26:06.269808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'subnet': {'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:06.286089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-529aae31-eb55-40e0-a725-b87c1c6fba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:06.288389 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-529aae31-eb55-40e0-a725-b87c1c6fba3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1486335 Jun 30 02:26:06.377836 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-2dde246a-9cb1-4042-a41f-b2d0c1b4f2a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 217 time: 0.0731943 Jun 30 02:26:06.490182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:06.491061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-917521ca-57ff-49f2-a61c-28a2ffcfc86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:06.492667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-917521ca-57ff-49f2-a61c-28a2ffcfc86d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0912030 Jun 30 02:26:06.494197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:06.573828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'name': 'tempest-ServersTestMultiNic-1139818607-router', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:55Z', 'updated_at': '2021-06-30T02:26:03Z', 'revision_number': 4, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'gw_port': {'id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:56Z', 'updated_at': '2021-06-30T02:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7a912b20-b92c-4177-a054-486befceb658', 'name': '', 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'mac_address': 'fa:16:3e:c2:e2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e3a73e7-c0fb-4274-864a-a4cdc666aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:26:01Z', 'updated_at': '2021-06-30T02:26:03Z', 'revision_number': 2, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'subnets': [{'id': '3e3a73e7-c0fb-4274-864a-a4cdc666aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:06.588272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c234d-8b4f-4e47-b640-89b2c3733b55 req-9dc03c76-2de7-4c83-a890-b5b8eba9c333 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:06.596021 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df5c234d-8b4f-4e47-b640-89b2c3733b55 req-9dc03c76-2de7-4c83-a890-b5b8eba9c333 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 949 time: 0.2835925 Jun 30 02:26:06.610431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Checking router: 96ca760b-69d3-462a-98fd-207ae5d1f7cf for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:26:06.611467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Updating router 96ca760b-69d3-462a-98fd-207ae5d1f7cf port 7a912b20-b92c-4177-a054-486befceb658 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:26:06.657300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df5c234d-8b4f-4e47-b640-89b2c3733b55 req-67f092e3-022f-4a2c-a0b1-2dd5d9c78bef tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599086 Jun 30 02:26:06.678666 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:06.689292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-ce7eee3a-4e47-4d35-a71f-69f352d834e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:06.690903 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-ce7eee3a-4e47-4d35-a71f-69f352d834e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1693649 Jun 30 02:26:06.740955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81e320-ede1-47ad-8757-260526250056 req-460f36fe-e861-46da-8cdc-2244f26c16fb tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:06.749059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe81e320-ede1-47ad-8757-260526250056 req-460f36fe-e861-46da-8cdc-2244f26c16fb tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1828825 Jun 30 02:26:06.814310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-a58034c6-bea7-44e9-be31-33a2500b1975 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121399 Jun 30 02:26:06.845950 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe81e320-ede1-47ad-8757-260526250056 req-24e0eb4d-4aba-456c-a029-efa801996ce1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957448 Jun 30 02:26:06.949264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device db72e3d4-62e7-4cf3-a6e5-018da2f59b0f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:07.068983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-1bed0055-9928-40c4-a3f4-65e5dcbfee02 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419832 Jun 30 02:26:07.085935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:07.086323 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.091089 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.146679 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.214562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Subnet': ['ID=0e7439a4-dc47-4925-bcac-2fa3e9af97f7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:07.240059 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.254513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Transition to ACTIVE for port object 7a912b20-b92c-4177-a054-486befceb658 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:07.262968 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.319020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff4cf8-808b-4353-bc14-a5bac0135b04 None None] Pushing event updated for resources: {'Port': ['ID=7a912b20-b92c-4177-a054-486befceb658,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:07.334642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Checking segment: {'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:07.335204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network hostable DHCP agents. Network: 8b891476-9d32-4b42-b24a-4c8c2a55a5e6, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:26:07.356628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27838640-d837-4669-bc1c-81930099d7f1 req-f6549f82-1853-4de9-97ad-59ccf0c03b85 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:07.365453 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27838640-d837-4669-bc1c-81930099d7f1 req-f6549f82-1853-4de9-97ad-59ccf0c03b85 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.2306612 Jun 30 02:26:07.387319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Attempting to bind port 7a912b20-b92c-4177-a054-486befceb658 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:07.387669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Attempting to bind port 7a912b20-b92c-4177-a054-486befceb658 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '82e1f5d6-84bd-4c56-937f-93c34fbeca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:07.388020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Attempting to bind port 7a912b20-b92c-4177-a054-486befceb658 on network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:07.394661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:07.395058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Checking segment: {'id': '82e1f5d6-84bd-4c56-937f-93c34fbeca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:07.395452 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.395831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Bound using segment: {'id': '82e1f5d6-84bd-4c56-937f-93c34fbeca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:07.396295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Bound port: 7a912b20-b92c-4177-a054-486befceb658, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e1f5d6-84bd-4c56-937f-93c34fbeca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:07.396659 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.476850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:26:07.488801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] For port 7a912b20-b92c-4177-a054-486befceb658, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:07.493056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] For port 7a912b20-b92c-4177-a054-486befceb658, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7a912b20-b92c-4177-a054-486befceb658,segment=NetworkSegment(82e1f5d6-84bd-4c56-937f-93c34fbeca15),segment_id=82e1f5d6-84bd-4c56-937f-93c34fbeca15)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:07.498764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 8b891476-9d32-4b42-b24a-4c8c2a55a5e6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:07.499258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.508984 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27838640-d837-4669-bc1c-81930099d7f1 req-35c92e5f-c317-41e9-b14c-395eec3b957c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424935 Jun 30 02:26:07.510588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:07.511750 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.536367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a0cc80f5-f120-48e3-aeda-ad0c95568328 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2773905 Jun 30 02:26:07.539399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:07.548018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-641056453'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:07.552992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250450af-b7ab-4925-b81f-e85efd0f5d00 None None] Network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:07.584170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:07.588153 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.650061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff4cf8-808b-4353-bc14-a5bac0135b04 None None] Pushing event updated for resources: {'Port': ['ID=7a912b20-b92c-4177-a054-486befceb658,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:07.667831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:26:07.691792 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.692134 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Added segment 54d61c3a-70ff-4eb8-aede-1cd5888caaa1 of type vlan for network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 Jun 30 02:26:07.694656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Routers {'96ca760b-69d3-462a-98fd-207ae5d1f7cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:07.695334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:07.700602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] Deleting port 2d46c15d-ec04-4670-ae58-d7a64866520e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:07.703040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.748612 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.771094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acd642-1d85-4938-b8eb-d2619f13b865 req-c7b164be-e13b-4aa1-8091-8c6b3a09aace tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:07.778444 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-73acd642-1d85-4938-b8eb-d2619f13b865 req-c7b164be-e13b-4aa1-8091-8c6b3a09aace tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 949 time: 0.1728685 Jun 30 02:26:07.856383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-73acd642-1d85-4938-b8eb-d2619f13b865 req-35fbe431-e35a-44c6-bb68-a24080f65aba tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767124 Jun 30 02:26:07.857786 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.872196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:07.873059 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.877099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] For port 2d46c15d-ec04-4670-ae58-d7a64866520e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2d46c15d-ec04-4670-ae58-d7a64866520e,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:07.878388 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:07.897102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] Calling delete_port for 2d46c15d-ec04-4670-ae58-d7a64866520e owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:07.905463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] Set router 96ca760b-69d3-462a-98fd-207ae5d1f7cf gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:07.942702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-8b891476-9d32-4b42-b24a-4c8c2a55a5e6', 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'fixed_ips': [{'subnet_id': '0e7439a4-dc47-4925-bcac-2fa3e9af97f7'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:26:07.943741 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:08.000448 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4572446 Jun 30 02:26:08.001267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:08.011454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'subnet': {'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:08.077925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a1d28-ab51-43da-81b9-ec08a05d97cb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Network': ['ID=f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:08.119993 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:26:08.175017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:08.180044 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:08.198133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87458fcb-3d45-4a43-a6dc-5387e37cb739 req-7feb2461-75a2-4758-acb0-e6d77b495eaf tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:08.200103 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87458fcb-3d45-4a43-a6dc-5387e37cb739 req-7feb2461-75a2-4758-acb0-e6d77b495eaf tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1462686 Jun 30 02:26:08.232496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:08.270646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d46c15d-ec04-4670-ae58-d7a64866520e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:08.354968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Allocated IP 19.80.0.2 (8b891476-9d32-4b42-b24a-4c8c2a55a5e6/0e7439a4-dc47-4925-bcac-2fa3e9af97f7/3afc0e3b-2fee-4174-a414-5dac556595f2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:08.379748 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87458fcb-3d45-4a43-a6dc-5387e37cb739 req-2fe4a651-505a-4ae2-b4f2-a216978bb297 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685073 Jun 30 02:26:08.464105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'name': 'tempest-ServersTestMultiNic-1139818607-router', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:55Z', 'updated_at': '2021-06-30T02:26:03Z', 'revision_number': 4, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'gw_port': {'id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:56Z', 'updated_at': '2021-06-30T02:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7a912b20-b92c-4177-a054-486befceb658', 'name': '', 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'mac_address': 'fa:16:3e:c2:e2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e3a73e7-c0fb-4274-864a-a4cdc666aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:26:01Z', 'updated_at': '2021-06-30T02:26:07Z', 'revision_number': 4, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'subnets': [{'id': '3e3a73e7-c0fb-4274-864a-a4cdc666aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:08.500401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:08.505820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e2edf-7772-4278-8077-e00e56cc14da None None] The sync data for ids ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'] in n-d-758944-39 is: [{'id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'name': 'tempest-ServersTestMultiNic-1139818607-router', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:55Z', 'updated_at': '2021-06-30T02:26:03Z', 'revision_number': 4, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'gw_port': {'id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:56Z', 'updated_at': '2021-06-30T02:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7a912b20-b92c-4177-a054-486befceb658', 'name': '', 'network_id': 'dd07b3c2-729e-4f0e-83f5-23ab02cebfdd', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'mac_address': 'fa:16:3e:c2:e2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '3e3a73e7-c0fb-4274-864a-a4cdc666aa27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:26:01Z', 'updated_at': '2021-06-30T02:26:07Z', 'revision_number': 4, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'subnets': [{'id': '3e3a73e7-c0fb-4274-864a-a4cdc666aa27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:26:08.589017 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:08.633813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Subnet': ['ID=8fd1916d-315d-4115-b592-6f944399ea7f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:08.655309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Checking segment: {'id': '54d61c3a-70ff-4eb8-aede-1cd5888caaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:08.655673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network hostable DHCP agents. Network: f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:26:08.661435 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:08.663573 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:08.673361 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Transition to ACTIVE for port object 3afc0e3b-2fee-4174-a414-5dac556595f2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:08.713729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:26:08.726413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Transition to ACTIVE for port object 3afc0e3b-2fee-4174-a414-5dac556595f2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:08.732359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:08.738930 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:08.739582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:08.740227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:08.748340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e996caad-fc7f-4d8a-9f3d-97822824f4a6 None None] Network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:08.851443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c0566b52-8a03-4ee1-a60b-794927fa07eb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8429406 Jun 30 02:26:08.890172 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be518841-6157-4e73-8205-62f85909d032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:08.895516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:08.904451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:08.912150 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:08.914117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Pushing event updated for resources: {'Port': ['ID=3afc0e3b-2fee-4174-a414-5dac556595f2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:08.965550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe931c0-8a64-49b6-9983-1419077caf55 req-4ab9800c-56d2-44a6-a5c5-2ba1cffca38b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:08.976592 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fe931c0-8a64-49b6-9983-1419077caf55 req-4ab9800c-56d2-44a6-a5c5-2ba1cffca38b tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.2068663 Jun 30 02:26:08.982448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-7c79fcfc-fccf-425a-8581-c7f2cbbbd17b tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:08.990908 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-7c79fcfc-fccf-425a-8581-c7f2cbbbd17b tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.69 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 949 time: 0.2651985 Jun 30 02:26:09.056549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fe931c0-8a64-49b6-9983-1419077caf55 req-d8142bdb-208a-4726-be15-3246adbd6dd1 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786057 Jun 30 02:26:09.061598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Attempting to bind port 3afc0e3b-2fee-4174-a414-5dac556595f2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:09.062221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Attempting to bind port 3afc0e3b-2fee-4174-a414-5dac556595f2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:09.063130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Attempting to bind port 3afc0e3b-2fee-4174-a414-5dac556595f2 on network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:09.073895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:09.080251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Checking segment: {'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:09.080996 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.081534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Bound using segment: {'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:09.082182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Bound port: 3afc0e3b-2fee-4174-a414-5dac556595f2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:09.082768 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.171303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7a912b20-b92c-4177-a054-486befceb658 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:09.275250 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be518841-6157-4e73-8205-62f85909d032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.285486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be518841-6157-4e73-8205-62f85909d032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.334187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] Router b177371c-e0c3-4007-9b1d-00988b4a6090 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:26:09.398103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be518841-6157-4e73-8205-62f85909d032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71995cdd-a2d0-477b-a20c-8b1357430797,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:09.411789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-efe19c96-ad38-4437-a2d1-7124a4fbc882 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Deleting port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:09.415943 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-efe19c96-ad38-4437-a2d1-7124a4fbc882 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.433237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-be518841-6157-4e73-8205-62f85909d032 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13f9066d8331410ea938ce9d22007f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7707043 Jun 30 02:26:09.435039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:09.544301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260de78-d34b-4843-9341-bef39a7dd936 req-52deaa64-19e9-4347-9ee4-efebe56458a0 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:09.546487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a260de78-d34b-4843-9341-bef39a7dd936 req-52deaa64-19e9-4347-9ee4-efebe56458a0 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 949 time: 0.3110065 Jun 30 02:26:09.547695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e503eb17-0b0e-45e1-85ec-3ca53518c9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.582409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6', 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'fixed_ips': [{'subnet_id': '8fd1916d-315d-4115-b592-6f944399ea7f'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:26:09.583267 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.585582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] For port 3afc0e3b-2fee-4174-a414-5dac556595f2, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:09.598773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e503eb17-0b0e-45e1-85ec-3ca53518c9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.603101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] For port 3afc0e3b-2fee-4174-a414-5dac556595f2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3afc0e3b-2fee-4174-a414-5dac556595f2,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:09.618030 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.635980 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a260de78-d34b-4843-9341-bef39a7dd936 req-6e5e0e81-c4a2-4bb8-a8ae-f7121d65b9de tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/security-groups?id=eac6fb46-55a5-4e27-be60-7705b3cdb877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778272 Jun 30 02:26:09.694615 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e503eb17-0b0e-45e1-85ec-3ca53518c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.697973 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e503eb17-0b0e-45e1-85ec-3ca53518c9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.702120 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e503eb17-0b0e-45e1-85ec-3ca53518c9f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71995cdd-a2d0-477b-a20c-8b1357430797 HTTP/1.1" status: 204 len: 168 time: 0.2657642 Jun 30 02:26:09.712897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503eb17-0b0e-45e1-85ec-3ca53518c9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71995cdd-a2d0-477b-a20c-8b1357430797,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:09.759213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7a912b20-b92c-4177-a054-486befceb658 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:09.793684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7a912b20-b92c-4177-a054-486befceb658 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:09.794315 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:09.951433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b538334-da92-4ce6-9d9b-5444e4e3cc86 req-2471482c-5127-458b-8df0-ddc637c22cc9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:09.960428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b538334-da92-4ce6-9d9b-5444e4e3cc86 req-2471482c-5127-458b-8df0-ddc637c22cc9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1639998 Jun 30 02:26:09.976174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Allocated IP 19.86.0.2 (f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6/8fd1916d-315d-4115-b592-6f944399ea7f/02782322-5db6-4f82-aeb9-b9216f0a8b4d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:09.991682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d1a2e-fc5f-464a-89b9-07f034da32e2 None None] Pushing event updated for resources: {'Port': ['ID=3afc0e3b-2fee-4174-a414-5dac556595f2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:10.032609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b538334-da92-4ce6-9d9b-5444e4e3cc86 req-b96f0214-d3be-44c0-b21c-3d77edf5c3d6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712116 Jun 30 02:26:10.280845 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:10.294949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Transition to ACTIVE for port object 02782322-5db6-4f82-aeb9-b9216f0a8b4d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:10.317069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Transition to ACTIVE for port object 02782322-5db6-4f82-aeb9-b9216f0a8b4d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:10.322812 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:10.328024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-9683daba-bc01-44b8-bbff-ef72691961d2 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:10.335474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-9683daba-bc01-44b8-bbff-ef72691961d2 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:10.335953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:10.344633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-9683daba-bc01-44b8-bbff-ef72691961d2 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/networks?id=8b891476-9d32-4b42-b24a-4c8c2a55a5e6&id=f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6&id=8b891476-9d32-4b42-b24a-4c8c2a55a5e6 HTTP/1.1" status: 200 len: 1391 time: 0.1728652 Jun 30 02:26:10.372915 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-7d811266-3b22-409a-8591-ab975c35be8c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/quotas/b7eacbbd39e14eceb88b2bf4820786de HTTP/1.1" status: 200 len: 375 time: 0.0264499 Jun 30 02:26:10.392145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623631f-965f-4088-bc45-57decf71abf7 req-d722a17b-fad7-4b9d-92cd-dca394487a4a tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:10.400072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:10.401422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8623631f-965f-4088-bc45-57decf71abf7 req-d722a17b-fad7-4b9d-92cd-dca394487a4a tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 946 time: 0.0915875 Jun 30 02:26:10.405102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:10.408946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:10.475464 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8623631f-965f-4088-bc45-57decf71abf7 req-7171c227-a520-44dc-ada0-3afbf1a0e500 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655107 Jun 30 02:26:10.491041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 7a912b20-b92c-4177-a054-486befceb658, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7a912b20-b92c-4177-a054-486befceb658,segment=NetworkSegment(82e1f5d6-84bd-4c56-937f-93c34fbeca15),segment_id=82e1f5d6-84bd-4c56-937f-93c34fbeca15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:10.511920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-efe19c96-ad38-4437-a2d1-7124a4fbc882 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] For port fbc6a808-7ddd-4b41-a8a5-b83b47e10526, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:10.512473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-efe19c96-ad38-4437-a2d1-7124a4fbc882 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:10.513942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Attempting to bind port 02782322-5db6-4f82-aeb9-b9216f0a8b4d on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:10.514587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Attempting to bind port 02782322-5db6-4f82-aeb9-b9216f0a8b4d by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '54d61c3a-70ff-4eb8-aede-1cd5888caaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:10.515137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Attempting to bind port 02782322-5db6-4f82-aeb9-b9216f0a8b4d on network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:10.518695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:26:10.519036 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:10.530921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Pushing event updated for resources: {'Port': ['ID=02782322-5db6-4f82-aeb9-b9216f0a8b4d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:10.531601 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] Sync routers for ids ['b177371c-e0c3-4007-9b1d-00988b4a6090'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:26:10.550759 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a38255d5-e79d-46a4-81dd-62b2433843a3 admin admin] 10.222.0.55 "PUT /v2.0/routers/b177371c-e0c3-4007-9b1d-00988b4a6090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6052618 Jun 30 02:26:10.554109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:10.555385 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] Routers {'b177371c-e0c3-4007-9b1d-00988b4a6090'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:10.556201 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b177371c-e0c3-4007-9b1d-00988b4a6090'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:10.569913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-efe19c96-ad38-4437-a2d1-7124a4fbc882 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Calling delete_port for fbc6a808-7ddd-4b41-a8a5-b83b47e10526 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:10.575121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:10.575823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Checking segment: {'id': '54d61c3a-70ff-4eb8-aede-1cd5888caaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:10.576401 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:10.576958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Bound using segment: {'id': '54d61c3a-70ff-4eb8-aede-1cd5888caaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:10.577645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Bound port: 02782322-5db6-4f82-aeb9-b9216f0a8b4d, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d61c3a-70ff-4eb8-aede-1cd5888caaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:10.578681 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:10.657408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] For port 02782322-5db6-4f82-aeb9-b9216f0a8b4d, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:10.661458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] For port 02782322-5db6-4f82-aeb9-b9216f0a8b4d, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=02782322-5db6-4f82-aeb9-b9216f0a8b4d,segment=NetworkSegment(54d61c3a-70ff-4eb8-aede-1cd5888caaa1),segment_id=54d61c3a-70ff-4eb8-aede-1cd5888caaa1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:10.682529 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:10.703569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=7a912b20-b92c-4177-a054-486befceb658,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:10.773710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef68ef-e996-4d6e-8889-3e7f2736d3e6 None None] Pushing event updated for resources: {'Port': ['ID=02782322-5db6-4f82-aeb9-b9216f0a8b4d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:10.780170 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-f2711862-5581-443c-b0b5-5aa0d6ec7cb9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4061406 Jun 30 02:26:10.799250 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:26:10.801154 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] Set router b177371c-e0c3-4007-9b1d-00988b4a6090 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:10.940916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:10.960052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.105739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f73ef9-b0e1-45fc-ab2f-792b1dbdca69 req-3b10197c-584e-4615-a3a1-2af91741f4cb tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:11.115781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30f73ef9-b0e1-45fc-ab2f-792b1dbdca69 req-3b10197c-584e-4615-a3a1-2af91741f4cb tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.2777436 Jun 30 02:26:11.149953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-d9940302-9952-41fa-a441-6de083502381 service neutron] 10.222.0.55 "GET /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464057 Jun 30 02:26:11.175088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3afc0e3b-2fee-4174-a414-5dac556595f2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:11.192211 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-router', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:26:08Z', 'revision_number': 5, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'gw_port': {'id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:59Z', 'updated_at': '2021-06-30T02:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:11.192546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1037859161-network', 'tenant_id': 'b47352a72a2144bd829ae1f1e0d5c955'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:11.230999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-efe19c96-ad38-4437-a2d1-7124a4fbc882 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.283135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30f73ef9-b0e1-45fc-ab2f-792b1dbdca69 req-aed1b1b2-77c8-44f0-9284-e626493fd324 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659393 Jun 30 02:26:11.287860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Made reservation on behalf of b47352a72a2144bd829ae1f1e0d5c955 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:11.288307 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] Checking router: b177371c-e0c3-4007-9b1d-00988b4a6090 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:26:11.299428 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.302115 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] Routers {'b177371c-e0c3-4007-9b1d-00988b4a6090'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:11.304573 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b177371c-e0c3-4007-9b1d-00988b4a6090'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:11.310908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 3afc0e3b-2fee-4174-a414-5dac556595f2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:11.322530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7a912b20-b92c-4177-a054-486befceb658 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:11.345856 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.419630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe19c96-ad38-4437-a2d1-7124a4fbc882 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Pushing event deleted for resources: {'Port': ['ID=fbc6a808-7ddd-4b41-a8a5-b83b47e10526,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:11.439471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-efe19c96-ad38-4437-a2d1-7124a4fbc882 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] No DVR routers for this DVR port fbc6a808-7ddd-4b41-a8a5-b83b47e10526 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:11.447524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7a912b20-b92c-4177-a054-486befceb658 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:11.447908 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.451874 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-efe19c96-ad38-4437-a2d1-7124a4fbc882 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.460009 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a543fa8a-b63c-4a22-b3a9-5f9c844b0767 req-efe19c96-ad38-4437-a2d1-7124a4fbc882 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.69 "DELETE /v2.0/ports/fbc6a808-7ddd-4b41-a8a5-b83b47e10526 HTTP/1.1" status: 204 len: 173 time: 2.4619789 Jun 30 02:26:11.470181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:11.475373 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.489280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d5a0be-d0cf-4dda-a97b-449cd92c9e27', 'name': 'network-vif-deleted', 'tag': 'fbc6a808-7ddd-4b41-a8a5-b83b47e10526'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:11.495752 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82654ece-aaaa-493c-b1ec-65d36ca51e84" -d '{"events": [{"server_uuid": "68d5a0be-d0cf-4dda-a97b-449cd92c9e27", "name": "network-vif-deleted", "tag": "fbc6a808-7ddd-4b41-a8a5-b83b47e10526"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:11.589927 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-47dc6b3d-fe1f-4e3d-8b0e-95a69ae4d61c service neutron] 10.222.0.55 "GET /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285402 Jun 30 02:26:11.612136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Deleting port fb0175a9-bca5-4850-bb9c-224ed16aa455 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:11.612486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.669581 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] Set router b177371c-e0c3-4007-9b1d-00988b4a6090 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:11.729367 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3a945407-e61d-47c4-b4fb-ec2ceb326c28 req-b2ce0e4a-1bf7-4e68-8556-5add42682905 tempest-ImagesNegativeTestJSON-288564038 tempest-ImagesNegativeTestJSON-288564038-project] 10.222.0.55 "GET /v2.0/ports?device_id=68d5a0be-d0cf-4dda-a97b-449cd92c9e27 HTTP/1.1" status: 200 len: 210 time: 0.0838790 Jun 30 02:26:11.734708 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.743536 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.767502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:11.778830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:26:11.801465 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-5dc702b8-2bf3-4910-9a27-cc74b7cc80ab service neutron] 10.222.0.55 "GET /v2.0/networks/f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025633 Jun 30 02:26:11.806865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87d1b00-274b-4778-8e54-262fe4e405ea,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:11.811204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] For port fb0175a9-bca5-4850-bb9c-224ed16aa455, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=fb0175a9-bca5-4850-bb9c-224ed16aa455,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:11.811814 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.819276 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.819801 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Added segment b42e3405-cc4a-4727-b4dc-36b3c0427544 of type vlan for network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 Jun 30 02:26:11.829009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fbc6a808-7ddd-4b41-a8a5-b83b47e10526 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:11.836529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e129ccc4-8c16-4c50-bfbe-b89d00a2c4c5 None None] Network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:11.850650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Calling delete_port for fb0175a9-bca5-4850-bb9c-224ed16aa455 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:11.860243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5', 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65', 'port_id': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5', 'mac_address': 'fa:16:3e:19:d8:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a78d3d-c02c-4a04-b991-cbdbed66d28f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:11.936307 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:11.936822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: fbc6a808-7ddd-4b41-a8a5-b83b47e10526 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:11.937185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fbc6a808-7ddd-4b41-a8a5-b83b47e10526 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:11.991646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d0e1e9e-d857-4716-824a-1e3b70e06402 None None] Provisioning for port 3afc0e3b-2fee-4174-a414-5dac556595f2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:12.010461 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-9139ddcb-45e4-4006-b5da-aea70f1d74d5 service neutron] 10.222.0.55 "GET /v2.0/networks/f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896214 Jun 30 02:26:12.020652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d0e1e9e-d857-4716-824a-1e3b70e06402 None None] Provisioning complete for port 3afc0e3b-2fee-4174-a414-5dac556595f2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:12.021135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1e9e-d857-4716-824a-1e3b70e06402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:12.031772 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-router', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:26:08Z', 'revision_number': 5, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'gw_port': {'id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:59Z', 'updated_at': '2021-06-30T02:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:12.101513 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad143a7a-6f8c-4b45-8210-11dcf5822fc1 None None] The sync data for ids ['b177371c-e0c3-4007-9b1d-00988b4a6090'] in n-d-758944-39 is: [{'id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'name': 'tempest-AttachSCSIVolumeTestJSON-1220133294-router', 'tenant_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:23:58Z', 'updated_at': '2021-06-30T02:26:08Z', 'revision_number': 5, 'project_id': 'cf492d772ae04dce9783b3d3fe9d5054', 'gw_port': {'id': 'fb0175a9-bca5-4850-bb9c-224ed16aa455', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b177371c-e0c3-4007-9b1d-00988b4a6090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:23:59Z', 'updated_at': '2021-06-30T02:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:26:12.109175 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:12.130245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-8180dce5-6246-4558-95dc-0b542783cff4 service neutron] 10.222.0.55 "GET /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191814 Jun 30 02:26:12.169883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:12.170986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:12.171653 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:12.214055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:12.233075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-c755404e-4298-427d-8a3c-7b28433eac33 service neutron] 10.222.0.55 "GET /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018951 Jun 30 02:26:12.265360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3199077 Jun 30 02:26:12.265749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47884) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:12.272797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Request body: {'subnet': {'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1037859161-subnet', 'tenant_id': 'b47352a72a2144bd829ae1f1e0d5c955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:12.315879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Made reservation on behalf of b47352a72a2144bd829ae1f1e0d5c955 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:12.316239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991b648-5d3c-4794-8780-35a724bce894 req-430ffc40-a195-49bc-933e-5b3b453a0dee tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:12.318362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:12.324530 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1991b648-5d3c-4794-8780-35a724bce894 req-430ffc40-a195-49bc-933e-5b3b453a0dee tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.3905187 Jun 30 02:26:12.326365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63b3db-4ad0-4c4a-b520-5066a4e3a870 admin admin] Pushing event updated for resources: {'Network': ['ID=5d37f6cc-24ea-441f-a9ec-bb032f00cac8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:12.339344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:12.343133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:26:12.367955 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:12.524360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1991b648-5d3c-4794-8780-35a724bce894 req-5d9321f5-e80c-42bb-91d4-a1b16a0b895e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971045 Jun 30 02:26:12.524360 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:12.586866 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:12.592882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0175a9-bca5-4850-bb9c-224ed16aa455,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:12.621397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d884630-1964-4381-b9c5-f8782a126df9 None None] Network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:12.647389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b806b6ac-3687-473d-91c8-6f24f21413bf,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:12.670440 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe228ed-aa8d-4300-a8e5-f535c5c6e298 x-openstack-request-id: req-fbe228ed-aa8d-4300-a8e5-f535c5c6e298 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:12.670878 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d5a0be-d0cf-4dda-a97b-449cd92c9e27", "name": "network-vif-deleted", "tag": "fbc6a808-7ddd-4b41-a8a5-b83b47e10526", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:12.671219 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fbe228ed-aa8d-4300-a8e5-f535c5c6e298 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:12.671748 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d5a0be-d0cf-4dda-a97b-449cd92c9e27', 'name': 'network-vif-deleted', 'tag': 'fbc6a808-7ddd-4b41-a8a5-b83b47e10526', 'status': 'completed', 'code': 200} Jun 30 02:26:12.681838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Checking segment: {'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:12.682313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Network hostable DHCP agents. Network: 5d37f6cc-24ea-441f-a9ec-bb032f00cac8, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:26:12.702444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:26:12.713825 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:12.717734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5d37f6cc-24ea-441f-a9ec-bb032f00cac8) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:12.739156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:12.739760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:12.759888 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3285dcea-ed43-44ad-95d8-5c6807bb2679 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4931076 Jun 30 02:26:12.926810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37100ab5-5f3d-4c88-9301-a621d45a9f2e None None] Network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:12.931053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:12.971906 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1e9e-d857-4716-824a-1e3b70e06402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:13.158743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:13.162632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:13.224370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8d0e1e9e-d857-4716-824a-1e3b70e06402 None None] For port 3afc0e3b-2fee-4174-a414-5dac556595f2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3afc0e3b-2fee-4174-a414-5dac556595f2,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:13.238745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9d748d3-9860-466c-a2e4-07e33bd2db77 req-3466f802-96cf-4d0f-9628-c8145d10a279 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 210 time: 0.0883393 Jun 30 02:26:13.254859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:13.311069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 02782322-5db6-4f82-aeb9-b9216f0a8b4d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:13.374493 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1e9e-d857-4716-824a-1e3b70e06402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:13.593627 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:13.594267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b177371c-e0c3-4007-9b1d-00988b4a6090 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:26:13.601492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:13.605068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c6825bc7-ae93-45ce-bdea-4c021ffbd4cd admin admin] 10.222.0.55 "DELETE /v2.0/routers/b177371c-e0c3-4007-9b1d-00988b4a6090 HTTP/1.1" status: 204 len: 168 time: 3.0475442 Jun 30 02:26:13.605332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:13.658009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1c1a3-4339-4b58-a304-954f6beedf2a req-633be1d9-7517-4701-8883-5599ad8d9fb9 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:13.659854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34f1c1a3-4339-4b58-a304-954f6beedf2a req-633be1d9-7517-4701-8883-5599ad8d9fb9 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 945 time: 0.5709863 Jun 30 02:26:13.691384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cef29c-99e4-45b1-b93f-7c17f5de8c24 admin admin] Deleting subnet 3a74c03c-8cf5-44fb-bb40-167beba44a60 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:26:13.696097 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5cef29c-99e4-45b1-b93f-7c17f5de8c24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:13.742364 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5cef29c-99e4-45b1-b93f-7c17f5de8c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:13.793858 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fbbdb457-f3bb-4e40-bbe9-25e706021285 None None] Provisioning for port 02782322-5db6-4f82-aeb9-b9216f0a8b4d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:13.813285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e1e9e-d857-4716-824a-1e3b70e06402 None None] Pushing event updated for resources: {'Port': ['ID=3afc0e3b-2fee-4174-a414-5dac556595f2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:13.840495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 02782322-5db6-4f82-aeb9-b9216f0a8b4d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:13.868993 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34f1c1a3-4339-4b58-a304-954f6beedf2a req-62377e3d-6c92-4a8d-8861-dcae15c6031c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987519 Jun 30 02:26:13.874699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 02782322-5db6-4f82-aeb9-b9216f0a8b4d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:13.875250 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:13.897114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-4905b539-cf69-4366-99cf-66a4a2e0f6ce tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:13.899684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-4905b539-cf69-4366-99cf-66a4a2e0f6ce tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/networks?id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8 HTTP/1.1" status: 200 len: 822 time: 0.2207975 Jun 30 02:26:13.923805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-f72871bb-cef4-4555-b7aa-87144369479c tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/quotas/b47352a72a2144bd829ae1f1e0d5c955 HTTP/1.1" status: 200 len: 375 time: 0.0176778 Jun 30 02:26:13.925732 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5cef29c-99e4-45b1-b93f-7c17f5de8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:13.962820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b194790-ee40-45c7-9ec8-119ae2b2387c None None] Network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:13.979964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-120771d8-6a1a-443c-8a78-6827f6711c5e tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b47352a72a2144bd829ae1f1e0d5c955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494561 Jun 30 02:26:14.034386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-2f482527-7464-4c50-934c-6d44d1df6702 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1367467748&fields=id&tenant_id=663190e9ae9641a1be33b6f12d852a82 HTTP/1.1" status: 200 len: 267 time: 0.0600743 Jun 30 02:26:14.035403 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5cef29c-99e4-45b1-b93f-7c17f5de8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:14.066557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cef29c-99e4-45b1-b93f-7c17f5de8c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a74c03c-8cf5-44fb-bb40-167beba44a60,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:14.090923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5cef29c-99e4-45b1-b93f-7c17f5de8c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:14.096064 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-ade0c81a-d7a4-4a37-ba5a-e1baf24af706 service neutron] 10.222.0.55 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089246 Jun 30 02:26:14.096617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f5cef29c-99e4-45b1-b93f-7c17f5de8c24 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3a74c03c-8cf5-44fb-bb40-167beba44a60 HTTP/1.1" status: 204 len: 168 time: 0.4902811 Jun 30 02:26:14.100184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:14.141008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb61b010-9e24-471b-a417-9b646bee56bb None None] Network a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:14.143299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5e076ff-d968-4fc8-97c5-44324e93b5a0 None None] Provisioning complete for port 3afc0e3b-2fee-4174-a414-5dac556595f2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:14.143671 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5e076ff-d968-4fc8-97c5-44324e93b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:14.236438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22304f58-7e88-481b-92ba-180f263068fb req-235d4778-0b01-479e-b2d1-d9ef58c0e4d0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:14.240539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-235d4778-0b01-479e-b2d1-d9ef58c0e4d0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 823 time: 0.1777356 Jun 30 02:26:14.274355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-263b2c4d-ce61-41ad-9167-3a9c109abbaf tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/quotas/663190e9ae9641a1be33b6f12d852a82 HTTP/1.1" status: 200 len: 375 time: 0.0301363 Jun 30 02:26:14.291201 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:14.328579 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:14.357824 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-70a708f3-6b0a-4738-8140-531da6baa543 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0818591 Jun 30 02:26:14.387755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-f1785d21-532d-49e6-bffb-ffd2a1ab2e57 service neutron] 10.222.0.55 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839510 Jun 30 02:26:14.460466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 02782322-5db6-4f82-aeb9-b9216f0a8b4d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=02782322-5db6-4f82-aeb9-b9216f0a8b4d,segment=NetworkSegment(54d61c3a-70ff-4eb8-aede-1cd5888caaa1),segment_id=54d61c3a-70ff-4eb8-aede-1cd5888caaa1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:14.489624 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:14.503820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2d46c15d-ec04-4670-ae58-d7a64866520e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:14.577701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 2d46c15d-ec04-4670-ae58-d7a64866520e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:14.578486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2d46c15d-ec04-4670-ae58-d7a64866520e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:14.596419 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-d979458b-56b2-42a6-8ee3-07437a6d4d97 service neutron] 10.222.0.55 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244430 Jun 30 02:26:14.616754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=02782322-5db6-4f82-aeb9-b9216f0a8b4d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:14.673002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Deleting port e5a6318e-3e65-41a0-9fa2-62706533e8b3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:14.673946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:14.704059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-405c5d01-d33d-432f-80a9-7ba2d3b3e130 None None] Provisioning complete for port 02782322-5db6-4f82-aeb9-b9216f0a8b4d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:14.704451 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-405c5d01-d33d-432f-80a9-7ba2d3b3e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:14.756112 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-a8b02559-0a1c-4695-9690-9289e45fce6e service neutron] 10.222.0.55 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548066 Jun 30 02:26:14.758699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac80d6dd-236b-454e-92e0-a9ab7aac67c4 None None] DHCP port deletion for a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:26:14.833111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-dd3e3a2c-2fd9-4e21-bae8-757d5d2d0b24 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:14.846166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-dd3e3a2c-2fd9-4e21-bae8-757d5d2d0b24 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:14.847878 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-dd3e3a2c-2fd9-4e21-bae8-757d5d2d0b24 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "GET /v2.0/networks?id=8b891476-9d32-4b42-b24a-4c8c2a55a5e6&id=f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6&id=8b891476-9d32-4b42-b24a-4c8c2a55a5e6 HTTP/1.1" status: 200 len: 1391 time: 0.5114939 Jun 30 02:26:14.880064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ac80d6dd-236b-454e-92e0-a9ab7aac67c4 None None] Deleting port e5a6318e-3e65-41a0-9fa2-62706533e8b3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:14.880889 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac80d6dd-236b-454e-92e0-a9ab7aac67c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:14.931096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] For port e5a6318e-3e65-41a0-9fa2-62706533e8b3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e5a6318e-3e65-41a0-9fa2-62706533e8b3,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:14.931721 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:14.963737 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 02782322-5db6-4f82-aeb9-b9216f0a8b4d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:14.979289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Calling delete_port for e5a6318e-3e65-41a0-9fa2-62706533e8b3 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:15.000560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'port': {'device_id': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6', 'admin_state_up': True, 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:15.008334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ac80d6dd-236b-454e-92e0-a9ab7aac67c4 None None] For port e5a6318e-3e65-41a0-9fa2-62706533e8b3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e5a6318e-3e65-41a0-9fa2-62706533e8b3,segment=NetworkSegment(4463d24a-0568-40e6-a7e0-cd64e4eae552),segment_id=4463d24a-0568-40e6-a7e0-cd64e4eae552)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:15.008975 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac80d6dd-236b-454e-92e0-a9ab7aac67c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.028611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ac80d6dd-236b-454e-92e0-a9ab7aac67c4 None None] Calling delete_port for e5a6318e-3e65-41a0-9fa2-62706533e8b3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:15.087180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 02782322-5db6-4f82-aeb9-b9216f0a8b4d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:15.087556 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.203007 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.206765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3afc0e3b-2fee-4174-a414-5dac556595f2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:15.214554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac80d6dd-236b-454e-92e0-a9ab7aac67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.261039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a6318e-3e65-41a0-9fa2-62706533e8b3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:15.268033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80d6dd-236b-454e-92e0-a9ab7aac67c4 None None] Pushing event deleted for resources: {'Port': ['ID=e5a6318e-3e65-41a0-9fa2-62706533e8b3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:15.270616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac80d6dd-236b-454e-92e0-a9ab7aac67c4 None None] No DVR routers for this DVR port e5a6318e-3e65-41a0-9fa2-62706533e8b3 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:15.288550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-c0399551-effb-4d2a-a8f5-2fd68eab1ac3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:15.290561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-c0399551-effb-4d2a-a8f5-2fd68eab1ac3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.69 "GET /v2.0/ports?device_id=a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88 HTTP/1.1" status: 200 len: 946 time: 0.7669308 Jun 30 02:26:15.305233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3afc0e3b-2fee-4174-a414-5dac556595f2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:15.305836 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.308656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9ee9cfc-a5d2-4c64-aff8-d8ee90b0df4d req-68225601-d99e-4a8b-823a-6a042b08232c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 210 time: 0.0540121 Jun 30 02:26:15.373895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] No DVR routers for this DVR port e5a6318e-3e65-41a0-9fa2-62706533e8b3 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:15.477764 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.488091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b69d8cb-02dd-4f65-bffd-bed6e11c86eb req-adb184f1-a9bd-48e3-a5c9-a2ab28224c26 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 210 time: 0.0493770 Jun 30 02:26:15.509083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device fb0175a9-bca5-4850-bb9c-224ed16aa455 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:15.538677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: fb0175a9-bca5-4850-bb9c-224ed16aa455 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:15.539080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device fb0175a9-bca5-4850-bb9c-224ed16aa455 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:15.539512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e5a6318e-3e65-41a0-9fa2-62706533e8b3 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:15.572517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e5a6318e-3e65-41a0-9fa2-62706533e8b3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:15.572903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e5a6318e-3e65-41a0-9fa2-62706533e8b3 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:15.609085 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.622418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0f65-e7dd-4507-a720-2ead084508ce req-6d5effa2-2874-46e6-ac2b-692eb0fb9f94 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:15.624153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d4a0f65-e7dd-4507-a720-2ead084508ce req-6d5effa2-2874-46e6-ac2b-692eb0fb9f94 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.7741387 Jun 30 02:26:15.656580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a4eb50-f5c8-44bd-b2af-a0da52a12e84']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:15.680834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:15.686232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.693138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4463d24a-0568-40e6-a7e0-cd64e4eae552') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:15.693436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4463d24a-0568-40e6-a7e0-cd64e4eae552') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:15.707811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Deleting port 0afed630-703f-4fcf-83e1-cc9a48af3f3b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:15.708149 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.724693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabc708-bdfd-4e9c-8c84-3c21f97f6e91 req-8ae6d523-8f9b-404b-b53e-b54f4fa76259 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:15.725688 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cfabc708-bdfd-4e9c-8c84-3c21f97f6e91 req-8ae6d523-8f9b-404b-b53e-b54f4fa76259 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 945 time: 0.0943871 Jun 30 02:26:15.735447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.759564 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.776857 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cfabc708-bdfd-4e9c-8c84-3c21f97f6e91 req-ad6f57ae-3021-4103-944b-c987484960f2 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Jun 30 02:26:15.818106 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.834510 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d4a0f65-e7dd-4507-a720-2ead084508ce req-7b0a1071-8c2f-44fc-9c82-03d3d378835d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973171 Jun 30 02:26:15.835510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:26:15.835917 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:26:15.842461 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:26:15.948524 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-86be87de-9add-4e77-9aeb-237783272586 req-d6f044f8-ddb0-4235-88e8-65f480b446a1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 210 time: 0.0340385 Jun 30 02:26:15.967845 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.984764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:15.984764 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] 10.222.0.55 "DELETE /v2.0/networks/a7a4eb50-f5c8-44bd-b2af-a0da52a12e84 HTTP/1.1" status: 204 len: 168 time: 1.8825934 Jun 30 02:26:15.987917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:16.008948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffb2b4-9332-42d0-8a0e-1de8e2cd7cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a4eb50-f5c8-44bd-b2af-a0da52a12e84,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:16.039251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] For port 0afed630-703f-4fcf-83e1-cc9a48af3f3b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0afed630-703f-4fcf-83e1-cc9a48af3f3b,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:16.039251 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:16.144862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Allocated IP 19.80.0.245 (8b891476-9d32-4b42-b24a-4c8c2a55a5e6/0e7439a4-dc47-4925-bcac-2fa3e9af97f7/333c80e0-c55e-4113-9adf-351e5c39ca1d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:16.438777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:16.439425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:16.439930 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Floating IP cb5f49c8-48d5-4cbc-b10a-edf112b11ad3 disassociated. External IP: 172.25.7.177, port: 0afed630-703f-4fcf-83e1-cc9a48af3f3b. Jun 30 02:26:16.440444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Calling delete_port for 0afed630-703f-4fcf-83e1-cc9a48af3f3b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:16.469381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:16.575945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-2da04288-030d-4a1b-8746-3c7001becb93 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:16.577437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-2da04288-030d-4a1b-8746-3c7001becb93 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.69 "GET /v2.0/networks?id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8 HTTP/1.1" status: 200 len: 822 time: 0.3182051 Jun 30 02:26:16.592607 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0d5ba5d-01b8-4cdb-a715-cc06ec449acf req-e3c33094-d45a-46a6-af5a-dfb162db68b4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 210 time: 0.0691104 Jun 30 02:26:16.617105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Request body: {'port': {'device_id': '85b2c981-07db-4912-838f-ea12581c87b2', 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8', 'admin_state_up': True, 'tenant_id': 'b47352a72a2144bd829ae1f1e0d5c955'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:16.670269 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:16.682973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-35a1baf6-a2f2-4245-a207-2d2524bbea2e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2c94405ce3845638534b679d7183bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123144 Jun 30 02:26:16.686251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:16.722166 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e69bca21-998a-4d05-b6da-eedcd7d1c2c8 req-90bd63c3-ec48-43e8-8cf0-9d579239476f tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 210 time: 0.0587568 Jun 30 02:26:16.741490 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:16.744935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Transition to ACTIVE for port object 333c80e0-c55e-4113-9adf-351e5c39ca1d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:16.788106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa86c1da-10a3-4c11-be54-b4ec3e0285e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:16.822527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa86c1da-10a3-4c11-be54-b4ec3e0285e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:16.860632 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:16.961381 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event deleted for resources: {'Port': ['ID=0afed630-703f-4fcf-83e1-cc9a48af3f3b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:16.969193 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.058174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:17.086913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa86c1da-10a3-4c11-be54-b4ec3e0285e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.089355 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa86c1da-10a3-4c11-be54-b4ec3e0285e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.092978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fa86c1da-10a3-4c11-be54-b4ec3e0285e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eac6fb46-55a5-4e27-be60-7705b3cdb877 HTTP/1.1" status: 204 len: 168 time: 0.4033406 Jun 30 02:26:17.120453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:17.128057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:17.130882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Made reservation on behalf of b47352a72a2144bd829ae1f1e0d5c955 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:17.134519 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.137216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86c1da-10a3-4c11-be54-b4ec3e0285e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac6fb46-55a5-4e27-be60-7705b3cdb877,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:17.142423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Port': ['ID=333c80e0-c55e-4113-9adf-351e5c39ca1d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:17.172804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22304f58-7e88-481b-92ba-180f263068fb req-0e812aba-9695-408e-b181-5a2c5e65a5d5 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:17.175293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-0e812aba-9695-408e-b181-5a2c5e65a5d5 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.69 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 823 time: 0.2785439 Jun 30 02:26:17.235903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10601fde-95cd-4550-a747-72c0f83dba0b req-7fd7d21c-3b06-4b9a-ac3b-de9412ebcb66 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:17.237881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10601fde-95cd-4550-a747-72c0f83dba0b req-7fd7d21c-3b06-4b9a-ac3b-de9412ebcb66 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 945 time: 0.2855737 Jun 30 02:26:17.353557 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-6c881a23-aaeb-4ed8-8155-3f9aaacbcfc1 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=663190e9ae9641a1be33b6f12d852a82 HTTP/1.1" status: 200 len: 380 time: 0.1621149 Jun 30 02:26:17.361366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10601fde-95cd-4550-a747-72c0f83dba0b req-dbd2943e-2a72-4bab-88ae-81f8ac845019 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906413 Jun 30 02:26:17.373748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Request body: {'port': {'device_id': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'admin_state_up': True, 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'security_groups': ['0a6366f5-c062-4f9b-a5d6-72a2a8c31588']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:17.476432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:17.568599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:17.575570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:17.576299 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.617487 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0afed630-703f-4fcf-83e1-cc9a48af3f3b no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:17.635586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-faa352aa-4afe-45b9-adcb-326ba891f8bd req-a6534754-c456-4573-95ca-d30a5d7a2b4f tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 210 time: 0.0687854 Jun 30 02:26:17.673419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 0afed630-703f-4fcf-83e1-cc9a48af3f3b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:17.673845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0afed630-703f-4fcf-83e1-cc9a48af3f3b not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:17.707437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Made reservation on behalf of 663190e9ae9641a1be33b6f12d852a82 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:17.716813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.730030 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.731917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6cc692ed-7cb4-4f41-b525-39f651107bae None None] Provisioning for port 333c80e0-c55e-4113-9adf-351e5c39ca1d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:17.741984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6cc692ed-7cb4-4f41-b525-39f651107bae None None] Provisioning complete for port 333c80e0-c55e-4113-9adf-351e5c39ca1d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:17.742663 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cc692ed-7cb4-4f41-b525-39f651107bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.766327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] Deleting port 369508d4-4b4d-4bdc-b675-cf86f708f4bb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:17.767014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.793989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:17.797161 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12730ca-db61-44ab-b359-dd40904480fb" -d '{"events": [{"server_uuid": "1e30050d-1e22-4372-9cf0-3d2be0310333", "name": "network-vif-plugged", "status": "completed", "tag": "f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:17.820828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6cc692ed-7cb4-4f41-b525-39f651107bae None None] Port 333c80e0-c55e-4113-9adf-351e5c39ca1d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:26:17.823651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:17.830345 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.856111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Router d2d07821-536c-4b31-ab28-18b91e94f80e has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:26:17.908418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:17.909131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:17.946960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:17.971409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6fb80-a849-4a58-88da-fad6fc351e88 req-6c808581-58fb-4c11-adbb-36a906d56816 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:17.973146 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3a6fb80-a849-4a58-88da-fad6fc351e88 req-6c808581-58fb-4c11-adbb-36a906d56816 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.9567227 Jun 30 02:26:18.005291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] For port 369508d4-4b4d-4bdc-b675-cf86f708f4bb, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=369508d4-4b4d-4bdc-b675-cf86f708f4bb,segment=NetworkSegment(c0061f18-3d76-4ac0-979d-b99ca815a692),segment_id=c0061f18-3d76-4ac0-979d-b99ca815a692)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:18.005658 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:18.011912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-aed17159-d59a-477a-aca2-8190b9b345ad tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1413436 Jun 30 02:26:18.031081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'port': {'device_id': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6', 'admin_state_up': True, 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:18.031433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] Calling delete_port for 369508d4-4b4d-4bdc-b675-cf86f708f4bb owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:18.042138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Allocated IP 172.20.0.4 (5d37f6cc-24ea-441f-a9ec-bb032f00cac8/b806b6ac-3687-473d-91c8-6f24f21413bf/848f5ecb-0b70-44ed-bd6a-abeb286d88a5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:18.042663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Allocated IP 172.20.0.3 (3e0ce481-75f2-4688-9eec-39a2795f75c7/f4b029b4-fcea-4790-a765-2f1787071d20/fd1e2b75-58a6-4ab3-81b0-d8eb3089172c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:18.117104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9079eb4-48c7-4153-886a-478e627ad34d req-366f9133-055b-4d90-baaf-e81fa4d33b90 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:18.118665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9079eb4-48c7-4153-886a-478e627ad34d req-366f9133-055b-4d90-baaf-e81fa4d33b90 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 932 time: 0.1757548 Jun 30 02:26:18.219396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3a6fb80-a849-4a58-88da-fad6fc351e88 req-ee611609-56e8-457c-ac53-a1bff011ce82 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090232 Jun 30 02:26:18.269041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:26:18.280517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] Sync routers for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:26:18.299407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:18.300439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:18.344979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] No DVR routers for this DVR port 0afed630-703f-4fcf-83e1-cc9a48af3f3b on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:18.388223 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:18.390277 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e6559b8-36c4-44f0-815e-eada99926a2d req-5b1a4aa5-88c4-4a78-a5c4-197f791ca087 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.69 "DELETE /v2.0/ports/0afed630-703f-4fcf-83e1-cc9a48af3f3b HTTP/1.1" status: 204 len: 173 time: 3.0878685 Jun 30 02:26:18.394041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'name': 'network-vif-deleted', 'tag': '0afed630-703f-4fcf-83e1-cc9a48af3f3b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:18.396699 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d14910-5b0b-4a79-b854-9b50b59944b9" -d '{"events": [{"server_uuid": "a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88", "name": "network-vif-deleted", "tag": "0afed630-703f-4fcf-83e1-cc9a48af3f3b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:18.435833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:18.469389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a02ad364-a978-441c-b0c9-a92c9e1ee13f req-2a387370-7698-4d2c-88a3-14bd07826d22 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 210 time: 0.0849588 Jun 30 02:26:18.475819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:18.484434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:18.511172 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9079eb4-48c7-4153-886a-478e627ad34d req-a0cb2da8-c6a6-4f05-9e05-0fc1223e84d9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851197 Jun 30 02:26:18.574041 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aef1d6-c7e3-4ed7-a550-d29119b4604e x-openstack-request-id: req-a4aef1d6-c7e3-4ed7-a550-d29119b4604e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:18.575560 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e30050d-1e22-4372-9cf0-3d2be0310333", "name": "network-vif-plugged", "status": "completed", "tag": "f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:18.576103 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4aef1d6-c7e3-4ed7-a550-d29119b4604e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:18.576671 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5', 'code': 200} Jun 30 02:26:18.695476 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b8b2d-faa1-4dc0-873d-f2d134db8143 x-openstack-request-id: req-149b8b2d-faa1-4dc0-873d-f2d134db8143 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:18.695816 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88", "name": "network-vif-deleted", "tag": "0afed630-703f-4fcf-83e1-cc9a48af3f3b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:18.696013 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-149b8b2d-faa1-4dc0-873d-f2d134db8143 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:18.696471 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a602ef26-d4c2-4cd4-8a2f-9ef2b2fc0c88', 'name': 'network-vif-deleted', 'tag': '0afed630-703f-4fcf-83e1-cc9a48af3f3b', 'status': 'completed', 'code': 200} Jun 30 02:26:18.767957 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:18.827469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:18.858146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] Checking router: d2d07821-536c-4b31-ab28-18b91e94f80e for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:26:18.869432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:18.870520 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:18.881176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51bd3ad8-447b-46a8-abe3-d30774d26e12 req-6f885823-2d41-4fab-855e-424e4bd82ef3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 210 time: 0.0522223 Jun 30 02:26:18.886441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Allocated IP 19.86.0.152 (f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6/8fd1916d-315d-4115-b592-6f944399ea7f/3f3815b0-7801-4164-a576-fe9ba16b35c4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:18.919446 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:18.972453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:18.981744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:18.992936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:19.011649 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:19.035763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event updated for resources: {'Port': ['ID=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:19.065384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:19.066057 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:19.067024 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f8aa0-b89f-4349-84f8-c45d7216cac6 req-8e30f96a-9288-43f1-9623-4ff9178f5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:19.068972 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5d6f8aa0-b89f-4349-84f8-c45d7216cac6 req-8e30f96a-9288-43f1-9623-4ff9178f5f6a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 1098 time: 0.2248085 Jun 30 02:26:19.087742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b29d9-c9d3-4c56-8288-bbe7b1baa2ee req-c472f7b9-b692-43a1-bf1e-6c1e35f7d825 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:19.089292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be9b29d9-c9d3-4c56-8288-bbe7b1baa2ee req-c472f7b9-b692-43a1-bf1e-6c1e35f7d825 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.2475128 Jun 30 02:26:19.090568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Transition to ACTIVE for port object fd1e2b75-58a6-4ab3-81b0-d8eb3089172c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:19.094173 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:19.134630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-6ae96ede-6f98-43fe-9276-affd5c196d3d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5375645 Jun 30 02:26:19.136198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:19.149343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Request body: {'port': {'device_id': '85b2c981-07db-4912-838f-ea12581c87b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:19.162343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=369508d4-4b4d-4bdc-b675-cf86f708f4bb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:19.229196 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:19.235572 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5d6f8aa0-b89f-4349-84f8-c45d7216cac6 req-d6da5765-8b02-41e4-8852-642b14eba1f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431644 Jun 30 02:26:19.286788 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be9b29d9-c9d3-4c56-8288-bbe7b1baa2ee req-15da40c7-b402-44ea-b532-3357b5477774 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661000 Jun 30 02:26:19.337763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:19.361014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:19.442362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Transition to ACTIVE for port object 3f3815b0-7801-4164-a576-fe9ba16b35c4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:19.505680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:19.526316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event updated for resources: {'Port': ['ID=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:19.536752 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:19.546452 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Network 3e0ce481-75f2-4688-9eec-39a2795f75c7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:19.551557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:19.554627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:19.567188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bad7960-f87d-4584-9193-c3560e15944e None None] The sync data for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 is: [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:26:19.862605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:19.875680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:19.930333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Transition to ACTIVE for port object 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:19.941267 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:19.954603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:19.956812 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:19.978008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b5807bc-5883-4cab-b491-5acbf696f05a None None] Provisioning for port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:19.989127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b5807bc-5883-4cab-b491-5acbf696f05a None None] Provisioning complete for port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:19.989962 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b5807bc-5883-4cab-b491-5acbf696f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.015257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.027147 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-bd6f09bd-e56f-41d6-811e-a6bbea559203 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6646614 Jun 30 02:26:20.040169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b5807bc-5883-4cab-b491-5acbf696f05a None None] Port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:26:20.047755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Request body: {'port': {'device_id': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:20.058430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855193b-23dd-45fc-bc52-7eb80945a31a req-f58261b5-3ceb-4670-ac19-c5cf1b9b98a7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:20.059976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e855193b-23dd-45fc-bc52-7eb80945a31a req-f58261b5-3ceb-4670-ac19-c5cf1b9b98a7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.6293495 Jun 30 02:26:20.072076 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9f238-76e3-470c-9008-d07127e518cd None None] New status for floating IP cb5f49c8-48d5-4cbc-b10a-edf112b11ad3: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:26:20.084581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:20.087712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc1248-6221-4ffd-88ff-0452e5c97c1e req-b7b1e823-e113-4b42-ad1b-46499f54cee6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:20.089233 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2fbc1248-6221-4ffd-88ff-0452e5c97c1e req-b7b1e823-e113-4b42-ad1b-46499f54cee6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 931 time: 0.3165519 Jun 30 02:26:20.101254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] Router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:26:20.129068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:20.154023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:20.160136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:20.214613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2fbc1248-6221-4ffd-88ff-0452e5c97c1e req-9f0423c0-8504-411c-88eb-01b6673c8f86 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096156 Jun 30 02:26:20.242696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.243085 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e855193b-23dd-45fc-bc52-7eb80945a31a req-09765aa4-5e45-40f3-9456-3169341e8d72 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527517 Jun 30 02:26:20.260667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Port': ['ID=3f3815b0-7801-4164-a576-fe9ba16b35c4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:20.303469 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Attempting to bind port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:20.310821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Attempting to bind port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:20.311437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Attempting to bind port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 on network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:20.321345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:26:20.325228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:20.325893 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.333733 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 on network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:20.334061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Attempting to bind port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 on network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:20.343311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] Sync routers for ids ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:26:20.365216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] Routers {'d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:20.367110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:20.367514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Checking segment: {'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:20.367683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:20.368260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Bound using segment: {'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:20.368733 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Bound port: 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:20.369408 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.381412 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eba57925-5f38-4a6e-b233-0c36e83d92f3 admin admin] 10.222.0.55 "PUT /v2.0/routers/d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3898149 Jun 30 02:26:20.381630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:20.381736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-928f1c7b-d952-4628-9f6c-819a684c7ad4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3603532 Jun 30 02:26:20.402548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'port': {'device_id': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6', 'admin_state_up': True, 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:20.533563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] Set router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:20.610088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] For port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:20.614538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] For port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:20.630088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.673087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db745aa2-51bf-4a4a-a493-5af40364f0f9 None None] Provisioning for port 3f3815b0-7801-4164-a576-fe9ba16b35c4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:20.678255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:20.679007 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.680517 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] 10.222.0.69 "PUT /v2.0/ports/848f5ecb-0b70-44ed-bd6a-abeb286d88a5 HTTP/1.1" status: 200 len: 1092 time: 1.5358250 Jun 30 02:26:20.684090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db745aa2-51bf-4a4a-a493-5af40364f0f9 None None] Provisioning complete for port 3f3815b0-7801-4164-a576-fe9ba16b35c4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:20.684486 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db745aa2-51bf-4a4a-a493-5af40364f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.687016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:20.691518 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.701219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.709490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b2c981-07db-4912-838f-ea12581c87b2', 'tag': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:20.711961 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e586e22-0d82-49fa-a708-8f0fc51f14bb" -d '{"events": [{"name": "network-changed", "server_uuid": "85b2c981-07db-4912-838f-ea12581c87b2", "tag": "848f5ecb-0b70-44ed-bd6a-abeb286d88a5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:20.723446 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-db745aa2-51bf-4a4a-a493-5af40364f0f9 None None] Port 3f3815b0-7801-4164-a576-fe9ba16b35c4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:26:20.770138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169cf3-5545-41dd-ab97-c2aacfca2d0b req-2b9289e5-1be5-423b-88d0-40f2db6134b5 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:20.775963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13169cf3-5545-41dd-ab97-c2aacfca2d0b req-2b9289e5-1be5-423b-88d0-40f2db6134b5 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:20.777930 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13169cf3-5545-41dd-ab97-c2aacfca2d0b req-2b9289e5-1be5-423b-88d0-40f2db6134b5 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 1655 time: 0.3369474 Jun 30 02:26:20.817548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-router', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:09Z', 'updated_at': '2021-06-30T02:26:18Z', 'revision_number': 5, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'gw_port': {'id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:10Z', 'updated_at': '2021-06-30T02:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:20.852561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b782a7-34b3-40dd-83e5-51435d8cbcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:20.853819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] Checking router: d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:26:20.864327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] Routers {'d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:20.865010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:25:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:20.867369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70261df0-4fc2-44e8-834d-ef940dc6cc85 req-4c060e25-5338-4d15-980b-37eb004b4275 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:20.875125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70261df0-4fc2-44e8-834d-ef940dc6cc85 req-4c060e25-5338-4d15-980b-37eb004b4275 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 931 time: 0.4187973 Jun 30 02:26:20.894521 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13169cf3-5545-41dd-ab97-c2aacfca2d0b req-cc55a4ee-bc21-42cf-b5d3-f7cd78a9c46b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064792 Jun 30 02:26:20.956819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-2fe33f1b-8bb4-4bf1-8670-67e5029ee655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:20.958414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-2fe33f1b-8bb4-4bf1-8670-67e5029ee655 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b47352a72a2144bd829ae1f1e0d5c955&device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 1095 time: 0.1946914 Jun 30 02:26:20.966128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1e2b75-58a6-4ab3-81b0-d8eb3089172c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:20.974133 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.979127 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:20.997444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Allocated IP 19.80.0.130 (8b891476-9d32-4b42-b24a-4c8c2a55a5e6/0e7439a4-dc47-4925-bcac-2fa3e9af97f7/a0df4104-a33d-496f-8537-8c793228da44) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:21.026835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Transition to ACTIVE for port object fd1e2b75-58a6-4ab3-81b0-d8eb3089172c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:21.031815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] Set router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:21.035964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:21.047830 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70261df0-4fc2-44e8-834d-ef940dc6cc85 req-4b1132fb-7d18-42b7-9175-ba4ce459f819 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713753 Jun 30 02:26:21.059481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-48849806-cfae-4155-ac83-a5630eaa0968 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5 HTTP/1.1" status: 200 len: 217 time: 0.0916748 Jun 30 02:26:21.141987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Deleting port e0e3c031-7310-423b-b444-52ad754febaa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:21.142545 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:21.167125 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:21.180939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-c33971a2-ae45-44ef-acab-3091c18fa8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:21.182474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-c33971a2-ae45-44ef-acab-3091c18fa8f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b806b6ac-3687-473d-91c8-6f24f21413bf HTTP/1.1" status: 200 len: 862 time: 0.1147478 Jun 30 02:26:21.228548 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f791a540-952b-459b-89fe-586ab46f5778 x-openstack-request-id: req-f791a540-952b-459b-89fe-586ab46f5778 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:21.228681 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b2c981-07db-4912-838f-ea12581c87b2", "tag": "848f5ecb-0b70-44ed-bd6a-abeb286d88a5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:21.228872 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f791a540-952b-459b-89fe-586ab46f5778 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:21.229287 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b2c981-07db-4912-838f-ea12581c87b2', 'tag': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5', 'status': 'completed', 'code': 200} Jun 30 02:26:21.251013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-router', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:09Z', 'updated_at': '2021-06-30T02:26:18Z', 'revision_number': 5, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'gw_port': {'id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:10Z', 'updated_at': '2021-06-30T02:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:21.281835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-262353ac-d669-4382-bc8d-c365e60b4ea4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881355 Jun 30 02:26:21.292179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f69130-a181-4d59-ab1e-258f8588fa12 None None] The sync data for ids ['d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9'] in n-d-758944-39 is: [{'id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'name': 'tempest-AttachSCSIVolumeTestJSON-259502209-router', 'tenant_id': 'e8be47b642174aaba6caea7f78886b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229'}], 'enable_snat': True}, 'gw_port_id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:09Z', 'updated_at': '2021-06-30T02:26:18Z', 'revision_number': 5, 'project_id': 'e8be47b642174aaba6caea7f78886b4c', 'gw_port': {'id': 'e0e3c031-7310-423b-b444-52ad754febaa', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:10Z', 'updated_at': '2021-06-30T02:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:26:21.386270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Attempting to bind port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:21.386881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Attempting to bind port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:21.387406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Attempting to bind port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c on network 3e0ce481-75f2-4688-9eec-39a2795f75c7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:21.390688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] For port e0e3c031-7310-423b-b444-52ad754febaa, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e0e3c031-7310-423b-b444-52ad754febaa,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:21.391316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:21.403385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c on network 3e0ce481-75f2-4688-9eec-39a2795f75c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:21.403970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Attempting to bind port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c on network 3e0ce481-75f2-4688-9eec-39a2795f75c7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:21.410570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Calling delete_port for e0e3c031-7310-423b-b444-52ad754febaa owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:21.416461 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:21.416808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Checking segment: {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:21.417199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Bound using segment: {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:21.417641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Bound port: fd1e2b75-58a6-4ab3-81b0-d8eb3089172c, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d524690-2136-408e-8b14-682a77e8af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:21.418023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:21.527536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205296c-3bc0-42df-b1f6-440b674bd80e req-afd7d394-61aa-443a-80da-d5a3d2a42b91 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:21.528925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1205296c-3bc0-42df-b1f6-440b674bd80e req-afd7d394-61aa-443a-80da-d5a3d2a42b91 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.2472067 Jun 30 02:26:21.534700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-24c7e68e-b891-4349-8ca8-2a2d2d4b8fee service neutron] 10.222.0.69 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008948 Jun 30 02:26:21.610062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] For port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:21.623516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:21.635830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] For port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:21.650324 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:21.655614 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1205296c-3bc0-42df-b1f6-440b674bd80e req-a559bdd6-697e-498b-a0e1-d1dc78ac8297 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177711 Jun 30 02:26:21.661587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Transition to ACTIVE for port object a0df4104-a33d-496f-8537-8c793228da44 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:21.662999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645aa13-7aec-4c76-9a7a-14e3e79827f0 req-87548887-386a-4abf-bfcf-021107eea1a7 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:21.670249 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d645aa13-7aec-4c76-9a7a-14e3e79827f0 req-87548887-386a-4abf-bfcf-021107eea1a7 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 943 time: 0.2346463 Jun 30 02:26:21.707574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72f8a2a2-21bb-4093-b258-22d828e75d4d req-28107495-d620-45e0-a468-5ee77a447817 service neutron] 10.222.0.69 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606860 Jun 30 02:26:21.747396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:21.748010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:21.749478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] 10.222.0.69 "PUT /v2.0/ports/fd1e2b75-58a6-4ab3-81b0-d8eb3089172c HTTP/1.1" status: 200 len: 1092 time: 1.7070208 Jun 30 02:26:21.752447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'tag': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:21.754946 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1839bb1e-7878-41c9-8412-055a76a36836" -d '{"events": [{"name": "network-changed", "server_uuid": "e9324916-f8d6-4894-8318-9eb0852dbba6", "tag": "fd1e2b75-58a6-4ab3-81b0-d8eb3089172c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:21.773123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:21.822456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d645aa13-7aec-4c76-9a7a-14e3e79827f0 req-748f3186-6356-473a-91bb-ddcff4e39325 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513767 Jun 30 02:26:21.824647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893a63d-a726-46e9-ad99-89e1a93547a2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:21.844873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:21.889709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e3c031-7310-423b-b444-52ad754febaa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:21.944374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:21.966496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:21.990273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22304f58-7e88-481b-92ba-180f263068fb req-104aff12-a864-41b9-97de-6f2ece690a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:21.991910 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-104aff12-a864-41b9-97de-6f2ece690a89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 1095 time: 0.1858695 Jun 30 02:26:21.992797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:21.993971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:22.031150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Port': ['ID=a0df4104-a33d-496f-8537-8c793228da44,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:22.089284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab504e-092e-4d61-b447-7283c9172bb1 req-f9caf52a-7c40-41f5-89e8-f90c9c16f35f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:22.097620 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-acab504e-092e-4d61-b447-7283c9172bb1 req-f9caf52a-7c40-41f5-89e8-f90c9c16f35f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.2775524 Jun 30 02:26:22.136966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e586e22-0d82-49fa-a708-8f0fc51f14bb req-0455c7dc-75b8-4baf-833c-b6de75a618fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:22.138499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e586e22-0d82-49fa-a708-8f0fc51f14bb req-0455c7dc-75b8-4baf-833c-b6de75a618fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b47352a72a2144bd829ae1f1e0d5c955&device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 1095 time: 0.2980738 Jun 30 02:26:22.145093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:22.145676 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:22.163081 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-acab504e-092e-4d61-b447-7283c9172bb1 req-eaa767e1-238a-46ae-b793-1289e82157c2 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643883 Jun 30 02:26:22.166367 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-be01d958-6a20-489f-92c5-94dcd621756e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c HTTP/1.1" status: 200 len: 217 time: 0.1592455 Jun 30 02:26:22.214368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:22.228382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-aa7adf81-deb7-4301-bb14-6536366f638d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8308468 Jun 30 02:26:22.239799 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:22.241406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Request body: {'port': {'device_id': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:22.258446 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ab2cda-bc5c-4516-986d-4838880dc685 x-openstack-request-id: req-77ab2cda-bc5c-4516-986d-4838880dc685 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:22.259145 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9324916-f8d6-4894-8318-9eb0852dbba6", "tag": "fd1e2b75-58a6-4ab3-81b0-d8eb3089172c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:22.259145 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77ab2cda-bc5c-4516-986d-4838880dc685 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:22.259435 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'tag': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c', 'status': 'completed', 'code': 200} Jun 30 02:26:22.299019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e586e22-0d82-49fa-a708-8f0fc51f14bb req-33ce5aa4-78e4-4d9c-a217-946660d606e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:22.300541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e586e22-0d82-49fa-a708-8f0fc51f14bb req-33ce5aa4-78e4-4d9c-a217-946660d606e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8 HTTP/1.1" status: 200 len: 923 time: 0.1502919 Jun 30 02:26:22.326261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff978fb8-bb62-4a9e-b450-fa7191d6c3fe None None] Provisioning for port a0df4104-a33d-496f-8537-8c793228da44 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:22.332648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff978fb8-bb62-4a9e-b450-fa7191d6c3fe None None] Provisioning complete for port a0df4104-a33d-496f-8537-8c793228da44 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:22.333097 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff978fb8-bb62-4a9e-b450-fa7191d6c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:22.380697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ff978fb8-bb62-4a9e-b450-fa7191d6c3fe None None] Port a0df4104-a33d-496f-8537-8c793228da44 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:26:22.627014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:22.627546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:26:22.632715 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:22.633868 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6ac6dd7c-e192-498e-aba3-1f34d9bc4de9 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d0cd5583-55d8-4e3c-a808-9d5fb7c5a1f9 HTTP/1.1" status: 204 len: 168 time: 2.2511961 Jun 30 02:26:22.638096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22304f58-7e88-481b-92ba-180f263068fb req-d685c144-dc44-411c-89eb-c20dfa7ecde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:22.639797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-d685c144-dc44-411c-89eb-c20dfa7ecde3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4b029b4-fcea-4790-a765-2f1787071d20 HTTP/1.1" status: 200 len: 862 time: 0.4570391 Jun 30 02:26:22.641438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:22.653473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db73558-7437-4453-8a8b-f695a6f36770 req-f5659c3b-266c-4ae4-a271-eeaa61b5c1e5 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:22.659857 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4db73558-7437-4453-8a8b-f695a6f36770 req-f5659c3b-266c-4ae4-a271-eeaa61b5c1e5 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 1098 time: 0.6640484 Jun 30 02:26:22.731249 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-64cb026e-846c-4f7f-8089-fa0e56680f34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5626116 Jun 30 02:26:22.789022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e586e22-0d82-49fa-a708-8f0fc51f14bb req-c1bff69e-5253-4331-bc85-244fb2a117bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5 HTTP/1.1" status: 200 len: 217 time: 0.4585013 Jun 30 02:26:22.790329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e9809e-3c96-4c09-9c26-7848d2499456 admin admin] Deleting subnet d7279533-51f9-4a73-94e4-4ccc4e08b26a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:26:22.800280 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99e9809e-3c96-4c09-9c26-7848d2499456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:22.809941 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4db73558-7437-4453-8a8b-f695a6f36770 req-ec91881d-0813-4920-bc60-204fd6f22e55 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107152 Jun 30 02:26:22.843625 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:22.884312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22304f58-7e88-481b-92ba-180f263068fb req-cab67a7a-6c09-410d-b6a1-cef815e021aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:22.885851 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-cab67a7a-6c09-410d-b6a1-cef815e021aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e0ce481-75f2-4688-9eec-39a2795f75c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2245469 Jun 30 02:26:22.895012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99e9809e-3c96-4c09-9c26-7848d2499456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:22.927100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e586e22-0d82-49fa-a708-8f0fc51f14bb req-54e96958-feb2-43a6-9fc5-53992050869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:22.928614 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e586e22-0d82-49fa-a708-8f0fc51f14bb req-54e96958-feb2-43a6-9fc5-53992050869d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b806b6ac-3687-473d-91c8-6f24f21413bf HTTP/1.1" status: 200 len: 862 time: 0.1275852 Jun 30 02:26:22.987807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e586e22-0d82-49fa-a708-8f0fc51f14bb req-a4042fc2-78da-4071-8bb1-c9f31611f244 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464077 Jun 30 02:26:23.057996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c371960-42be-480a-b395-b57b02841473 req-35a7f01a-0258-4f11-ae6b-6b73edb2e616 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:23.064486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c371960-42be-480a-b395-b57b02841473 req-35a7f01a-0258-4f11-ae6b-6b73edb2e616 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:23.070500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c371960-42be-480a-b395-b57b02841473 req-35a7f01a-0258-4f11-ae6b-6b73edb2e616 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:23.072253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c371960-42be-480a-b395-b57b02841473 req-35a7f01a-0258-4f11-ae6b-6b73edb2e616 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2377 time: 0.2882514 Jun 30 02:26:23.084689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-8942598d-7a74-4b69-9bbb-ee1778320cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:23.086223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-8942598d-7a74-4b69-9bbb-ee1778320cff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 1102 time: 0.2818577 Jun 30 02:26:23.140220 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99e9809e-3c96-4c09-9c26-7848d2499456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:23.212727 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-ee1a9aa7-4839-401c-b1ba-38d1a951fad5 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128874 Jun 30 02:26:23.232297 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c371960-42be-480a-b395-b57b02841473 req-ea52e6a9-f090-4684-a0f5-6fb6d813c9cd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173348 Jun 30 02:26:23.237531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e0e3c031-7310-423b-b444-52ad754febaa no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:23.255917 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e586e22-0d82-49fa-a708-8f0fc51f14bb req-0e923f52-e560-4336-8ad6-b52524ec1e07 service neutron] 10.222.0.69 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204554 Jun 30 02:26:23.276636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e0e3c031-7310-423b-b444-52ad754febaa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:23.277758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e0e3c031-7310-423b-b444-52ad754febaa not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:23.278358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 369508d4-4b4d-4bdc-b675-cf86f708f4bb no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:23.303548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 369508d4-4b4d-4bdc-b675-cf86f708f4bb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:23.303886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 369508d4-4b4d-4bdc-b675-cf86f708f4bb not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:23.327670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7f205-e70f-4fa1-ae70-4fb2cbb829d2 req-1b109cd6-bf62-4ec3-87c8-f50e00951b65 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:23.337542 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77e7f205-e70f-4fa1-ae70-4fb2cbb829d2 req-1b109cd6-bf62-4ec3-87c8-f50e00951b65 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 943 time: 0.3631165 Jun 30 02:26:23.428326 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77e7f205-e70f-4fa1-ae70-4fb2cbb829d2 req-7d9aa694-5857-46e3-9293-1191da4a60d7 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894084 Jun 30 02:26:23.441274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e586e22-0d82-49fa-a708-8f0fc51f14bb req-2fecf742-b04b-481b-83e5-ff5135a11705 service neutron] 10.222.0.69 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770945 Jun 30 02:26:23.469822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333c80e0-c55e-4113-9adf-351e5c39ca1d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:23.480088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-842e0c2e-9d28-4800-bccb-1aa31be851c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:23.481692 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-842e0c2e-9d28-4800-bccb-1aa31be851c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3563890 Jun 30 02:26:23.481832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:23.482834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99e9809e-3c96-4c09-9c26-7848d2499456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:23.487899 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22304f58-7e88-481b-92ba-180f263068fb req-001f291f-ba9a-4de6-ada8-53d6f6fba698 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591288 Jun 30 02:26:23.498751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Transition to ACTIVE for port object 333c80e0-c55e-4113-9adf-351e5c39ca1d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:23.503721 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:23.547580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9809e-3c96-4c09-9c26-7848d2499456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7279533-51f9-4a73-94e4-4ccc4e08b26a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:23.604254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Pushing event updated for resources: {'Port': ['ID=333c80e0-c55e-4113-9adf-351e5c39ca1d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:23.619338 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99e9809e-3c96-4c09-9c26-7848d2499456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:23.621163 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-99e9809e-3c96-4c09-9c26-7848d2499456 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d7279533-51f9-4a73-94e4-4ccc4e08b26a HTTP/1.1" status: 204 len: 168 time: 0.9774694 Jun 30 02:26:23.624892 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-782d6325-a9a9-42d0-a6ed-3157d6daae9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 200 len: 217 time: 0.0847671 Jun 30 02:26:23.632280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa392b46-e320-41e2-8856-1d5916dcdd4f None None] Network ca836190-8138-46ea-b902-311ade4b044f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:23.633819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:23.701835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Attempting to bind port 333c80e0-c55e-4113-9adf-351e5c39ca1d on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:23.702067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Attempting to bind port 333c80e0-c55e-4113-9adf-351e5c39ca1d by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:23.702392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Attempting to bind port 333c80e0-c55e-4113-9adf-351e5c39ca1d on network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:23.710469 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28622-e595-40b1-a0cc-58944a58bff2 req-e29976c1-0579-480f-828d-78fa69279c55 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:23.712021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4a28622-e595-40b1-a0cc-58944a58bff2 req-e29976c1-0579-480f-828d-78fa69279c55 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 1098 time: 0.1524434 Jun 30 02:26:23.712929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Port 333c80e0-c55e-4113-9adf-351e5c39ca1d on network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:23.713246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Attempting to bind port 333c80e0-c55e-4113-9adf-351e5c39ca1d on network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:23.732095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:23.732506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Checking segment: {'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:23.732803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Bound using segment: {'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:23.733251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Bound port: 333c80e0-c55e-4113-9adf-351e5c39ca1d, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:23.734548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:23.810612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4a28622-e595-40b1-a0cc-58944a58bff2 req-a84135e8-f143-4cfd-b912-bc8ecd44bf99 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883880 Jun 30 02:26:23.831693 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:23.853644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] For port 333c80e0-c55e-4113-9adf-351e5c39ca1d, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:23.857338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] For port 333c80e0-c55e-4113-9adf-351e5c39ca1d, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=333c80e0-c55e-4113-9adf-351e5c39ca1d,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:23.865493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf347a-67d7-4a1f-91d4-8f89a0f0df38 None None] DHCP port deletion for ca836190-8138-46ea-b902-311ade4b044f request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:26:23.872770 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:23.893178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-2ed673a1-e859-447d-ad02-db76c76d4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:23.894800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-2ed673a1-e859-447d-ad02-db76c76d4d90 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.2442338 Jun 30 02:26:23.910275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:23.911983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:23.915558 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] 10.222.0.69 "PUT /v2.0/ports/333c80e0-c55e-4113-9adf-351e5c39ca1d HTTP/1.1" status: 200 len: 1093 time: 1.6783497 Jun 30 02:26:23.917143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'tag': '333c80e0-c55e-4113-9adf-351e5c39ca1d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:23.919571 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94bf7ee-1b9b-4559-b000-79fb11b3b067" -d '{"events": [{"name": "network-changed", "server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "tag": "333c80e0-c55e-4113-9adf-351e5c39ca1d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:23.935200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839bb1e-7878-41c9-8412-055a76a36836 req-5a2dd1e2-5441-420c-8e5a-f42edcca6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:23.936851 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1839bb1e-7878-41c9-8412-055a76a36836 req-5a2dd1e2-5441-420c-8e5a-f42edcca6bc5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 1095 time: 0.3813360 Jun 30 02:26:23.961037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf347a-67d7-4a1f-91d4-8f89a0f0df38 None None] Deleting port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:23.961446 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbf347a-67d7-4a1f-91d4-8f89a0f0df38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:23.965945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Request body: {'port': {'device_id': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:24.002219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45282909-36fd-4760-9ab5-8a64fb6c3791 service neutron] Pushing event updated for resources: {'Port': ['ID=333c80e0-c55e-4113-9adf-351e5c39ca1d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:24.052289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0dbf347a-67d7-4a1f-91d4-8f89a0f0df38 None None] For port 3aeda912-f2c2-4cfc-9919-cec66e52ead2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3aeda912-f2c2-4cfc-9919-cec66e52ead2,segment=NetworkSegment(c0061f18-3d76-4ac0-979d-b99ca815a692),segment_id=c0061f18-3d76-4ac0-979d-b99ca815a692)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:24.053226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbf347a-67d7-4a1f-91d4-8f89a0f0df38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.055647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a15253-9bfb-4bd7-b259-32f2d3b9f5bc req-367bcc6c-b2d0-496a-a57c-3660caaff603 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.063318 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47a15253-9bfb-4bd7-b259-32f2d3b9f5bc req-367bcc6c-b2d0-496a-a57c-3660caaff603 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 943 time: 0.4463620 Jun 30 02:26:24.070045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf347a-67d7-4a1f-91d4-8f89a0f0df38 None None] Calling delete_port for 3aeda912-f2c2-4cfc-9919-cec66e52ead2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:24.108070 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.133591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47a15253-9bfb-4bd7-b259-32f2d3b9f5bc req-9f9c5e38-4b3d-48e5-9c61-18e1e22eb952 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692778 Jun 30 02:26:24.161087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9f54e-40d2-45b2-8eef-642086e3dc41 req-03c9321e-d05b-45f6-9db4-d430bd75f8cb tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.162649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2b9f54e-40d2-45b2-8eef-642086e3dc41 req-03c9321e-d05b-45f6-9db4-d430bd75f8cb tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1344883 Jun 30 02:26:24.190805 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dbf347a-67d7-4a1f-91d4-8f89a0f0df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.213112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Deleting port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:24.214091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.226746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-c7e35db1-67b7-4c27-8bfe-f982ec3028ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.232563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-c7e35db1-67b7-4c27-8bfe-f982ec3028ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3011818 Jun 30 02:26:24.244802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf347a-67d7-4a1f-91d4-8f89a0f0df38 None None] Pushing event deleted for resources: {'Port': ['ID=3aeda912-f2c2-4cfc-9919-cec66e52ead2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:24.250459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf347a-67d7-4a1f-91d4-8f89a0f0df38 None None] No DVR routers for this DVR port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:24.278410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839bb1e-7878-41c9-8412-055a76a36836 req-235cb3b3-63c3-4310-8c5b-30c9a400515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.281137 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1839bb1e-7878-41c9-8412-055a76a36836 req-235cb3b3-63c3-4310-8c5b-30c9a400515c service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 924 time: 0.3289852 Jun 30 02:26:24.291087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2b9f54e-40d2-45b2-8eef-642086e3dc41 req-cdf3ec91-305e-431c-8972-828f4a557a0b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190503 Jun 30 02:26:24.328248 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5466195d-c065-4b42-b471-9a37627792c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.354766 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7545502-154f-4304-b710-26a5804db907 x-openstack-request-id: req-b7545502-154f-4304-b710-26a5804db907 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:24.355057 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "tag": "333c80e0-c55e-4113-9adf-351e5c39ca1d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:24.355293 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7545502-154f-4304-b710-26a5804db907 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:24.355733 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'tag': '333c80e0-c55e-4113-9adf-351e5c39ca1d', 'status': 'completed', 'code': 200} Jun 30 02:26:24.390963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] For port 3aeda912-f2c2-4cfc-9919-cec66e52ead2, host n-d-758944-39, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:24.391330 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.410459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Calling delete_port for 3aeda912-f2c2-4cfc-9919-cec66e52ead2 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:24.414987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 was not found and therefore no delete operation was performed {{(pid=93770) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:26:24.424197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.529933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aeda912-f2c2-4cfc-9919-cec66e52ead2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:24.532787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] No DVR routers for this DVR port 3aeda912-f2c2-4cfc-9919-cec66e52ead2 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:24.558744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1839bb1e-7878-41c9-8412-055a76a36836 req-3421d4c0-8a9a-448b-9ccc-1aa5c63bea2f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c HTTP/1.1" status: 200 len: 217 time: 0.1300561 Jun 30 02:26:24.574625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf7ee-1b9b-4559-b000-79fb11b3b067 req-b2c4720e-7e89-4ce7-b792-6b9f06e2d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.575179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf7ee-1b9b-4559-b000-79fb11b3b067 req-b2c4720e-7e89-4ce7-b792-6b9f06e2d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.575819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf7ee-1b9b-4559-b000-79fb11b3b067 req-b2c4720e-7e89-4ce7-b792-6b9f06e2d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.577490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f94bf7ee-1b9b-4559-b000-79fb11b3b067 req-b2c4720e-7e89-4ce7-b792-6b9f06e2d0df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2733 time: 0.1927817 Jun 30 02:26:24.584587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3815b0-7801-4164-a576-fe9ba16b35c4 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:24.594580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.618475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5aa2-281e-4ba3-a003-3f504bf15e74 req-b7d24d3b-73cb-47d7-acc2-edf5fc5c0e12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.624180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5aa2-281e-4ba3-a003-3f504bf15e74 req-b7d24d3b-73cb-47d7-acc2-edf5fc5c0e12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.629982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d5aa2-281e-4ba3-a003-3f504bf15e74 req-b7d24d3b-73cb-47d7-acc2-edf5fc5c0e12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.631705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a84d5aa2-281e-4ba3-a003-3f504bf15e74 req-b7d24d3b-73cb-47d7-acc2-edf5fc5c0e12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2389 time: 0.1889977 Jun 30 02:26:24.666158 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.697650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca836190-8138-46ea-b902-311ade4b044f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:24.712389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839bb1e-7878-41c9-8412-055a76a36836 req-a15ec4f2-339b-446a-b017-883bccd2f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.713881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1839bb1e-7878-41c9-8412-055a76a36836 req-a15ec4f2-339b-446a-b017-883bccd2f04d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4b029b4-fcea-4790-a765-2f1787071d20 HTTP/1.1" status: 200 len: 862 time: 0.1364326 Jun 30 02:26:24.715390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Transition to ACTIVE for port object 3f3815b0-7801-4164-a576-fe9ba16b35c4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:24.719461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-087e8070-4022-49bc-8abc-45960018e5a7 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503925 Jun 30 02:26:24.721528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0061f18-3d76-4ac0-979d-b99ca815a692') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:24.721867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0061f18-3d76-4ac0-979d-b99ca815a692') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:24.748056 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.764612 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.826326 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.841505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:26:24.842002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:26:24.845159 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:26:24.873966 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a84d5aa2-281e-4ba3-a003-3f504bf15e74 req-11cd8cd0-fa0c-4e41-8e72-623386d217cf tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319808 Jun 30 02:26:24.923082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Pushing event updated for resources: {'Port': ['ID=3f3815b0-7801-4164-a576-fe9ba16b35c4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:24.949676 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf7ee-1b9b-4559-b000-79fb11b3b067 req-81d134d0-9e85-41ad-bce3-64fe7d87229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.950147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf7ee-1b9b-4559-b000-79fb11b3b067 req-81d134d0-9e85-41ad-bce3-64fe7d87229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.950604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf7ee-1b9b-4559-b000-79fb11b3b067 req-81d134d0-9e85-41ad-bce3-64fe7d87229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:24.952262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f94bf7ee-1b9b-4559-b000-79fb11b3b067 req-81d134d0-9e85-41ad-bce3-64fe7d87229e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3598185 Jun 30 02:26:24.980291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3aeda912-f2c2-4cfc-9919-cec66e52ead2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:25.007858 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9dd5d1e-05ad-4200-95c7-39702d2a7ceb req-130cc203-1c15-4e8a-8f8c-677bb3bf3eb0 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699623 Jun 30 02:26:25.012125 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839bb1e-7878-41c9-8412-055a76a36836 req-a57fbbf7-f8d3-44d8-93f3-e28b8df654b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:25.014258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1839bb1e-7878-41c9-8412-055a76a36836 req-a57fbbf7-f8d3-44d8-93f3-e28b8df654b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e0ce481-75f2-4688-9eec-39a2795f75c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2901263 Jun 30 02:26:25.027570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 3aeda912-f2c2-4cfc-9919-cec66e52ead2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:25.028036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3aeda912-f2c2-4cfc-9919-cec66e52ead2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:25.028184 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.049647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.056037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ca836190-8138-46ea-b902-311ade4b044f HTTP/1.1" status: 204 len: 168 time: 1.4211590 Jun 30 02:26:25.169158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Attempting to bind port 3f3815b0-7801-4164-a576-fe9ba16b35c4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:25.169527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Attempting to bind port 3f3815b0-7801-4164-a576-fe9ba16b35c4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '54d61c3a-70ff-4eb8-aede-1cd5888caaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:25.172408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Attempting to bind port 3f3815b0-7801-4164-a576-fe9ba16b35c4 on network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:25.203396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1839bb1e-7878-41c9-8412-055a76a36836 req-9970c1cf-2fe5-40a0-9eb7-de32f2a16ed7 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453822 Jun 30 02:26:25.204449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4638b-4f49-4f67-9c07-885e4f8cd117 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca836190-8138-46ea-b902-311ade4b044f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:25.227279 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Port 3f3815b0-7801-4164-a576-fe9ba16b35c4 on network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:25.227785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Attempting to bind port 3f3815b0-7801-4164-a576-fe9ba16b35c4 on network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:25.253147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:25.253976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Checking segment: {'id': '54d61c3a-70ff-4eb8-aede-1cd5888caaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:25.254325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Bound using segment: {'id': '54d61c3a-70ff-4eb8-aede-1cd5888caaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:25.254843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Bound port: 3f3815b0-7801-4164-a576-fe9ba16b35c4, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d61c3a-70ff-4eb8-aede-1cd5888caaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:25.255201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.296278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bf7ee-1b9b-4559-b000-79fb11b3b067 req-1727f174-1818-4a29-9513-79e027647364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:25.298428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f94bf7ee-1b9b-4559-b000-79fb11b3b067 req-1727f174-1818-4a29-9513-79e027647364 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3210485 Jun 30 02:26:25.369604 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1839bb1e-7878-41c9-8412-055a76a36836 req-ffbb1103-8c4b-491a-8072-63b0eb42270a service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568265 Jun 30 02:26:25.397108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:25.500947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] For port 3f3815b0-7801-4164-a576-fe9ba16b35c4, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:25.507147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c473020a-469c-4709-96ad-06cde5fb72ae req-27c797ce-5045-40b8-bb48-edadc084c0e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2685208 Jun 30 02:26:25.522401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ef8d-0bbf-4055-ac4f-68d96d91250b req-6ffb48c8-8e0f-4cc2-99f7-823d9f46e728 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:25.523862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2d9ef8d-0bbf-4055-ac4f-68d96d91250b req-6ffb48c8-8e0f-4cc2-99f7-823d9f46e728 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 943 time: 0.2141209 Jun 30 02:26:25.530602 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-00decf20-1a13-4033-9932-27909ef09234 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf492d772ae04dce9783b3d3fe9d5054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292567 Jun 30 02:26:25.531126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:25.536559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] For port 3f3815b0-7801-4164-a576-fe9ba16b35c4, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3f3815b0-7801-4164-a576-fe9ba16b35c4,segment=NetworkSegment(54d61c3a-70ff-4eb8-aede-1cd5888caaa1),segment_id=54d61c3a-70ff-4eb8-aede-1cd5888caaa1)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:25.550961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.589155 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9645-3c51-4e97-9863-fa00e714ac80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.600474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:25.612835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:25.613784 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.615784 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] 10.222.0.69 "PUT /v2.0/ports/3f3815b0-7801-4164-a576-fe9ba16b35c4 HTTP/1.1" status: 200 len: 1093 time: 1.6563644 Jun 30 02:26:25.638294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9645-3c51-4e97-9863-fa00e714ac80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.671431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2d9ef8d-0bbf-4055-ac4f-68d96d91250b req-e7cfedef-12c9-448b-9d72-d1e4e7266a47 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325083 Jun 30 02:26:25.678426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Request body: {'port': {'device_id': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:25.725638 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9645-3c51-4e97-9863-fa00e714ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.728535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ecd9645-3c51-4e97-9863-fa00e714ac80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.729697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6ecd9645-3c51-4e97-9863-fa00e714ac80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/730024ab-8862-49ff-9863-843de240b32d HTTP/1.1" status: 204 len: 168 time: 0.1975296 Jun 30 02:26:25.772937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd9645-3c51-4e97-9863-fa00e714ac80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730024ab-8862-49ff-9863-843de240b32d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:25.823090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-06f2f6cc-cc32-4819-9f52-1016965409c9 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:26:25.834371 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-06f2f6cc-cc32-4819-9f52-1016965409c9 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192358 Jun 30 02:26:25.838275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e76ec8-24ce-4912-8bc8-62575e92557c service neutron] Pushing event updated for resources: {'Port': ['ID=3f3815b0-7801-4164-a576-fe9ba16b35c4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:25.853132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Request body: {'binding': {'host': 'n-h1-758944-39', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:25.853595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:26:25.885596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:25.899147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5', 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8', 'port_id': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5', 'mac_address': 'fa:16:3e:16:bd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b806b6ac-3687-473d-91c8-6f24f21413bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:25.943641 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.953658 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:25.968445 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:25.968943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473020a-469c-4709-96ad-06cde5fb72ae req-85ccaa8e-24b5-447f-a9d8-ef16dae02389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:25.970590 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c473020a-469c-4709-96ad-06cde5fb72ae req-85ccaa8e-24b5-447f-a9d8-ef16dae02389 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 1103 time: 0.4014862 Jun 30 02:26:26.000364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:26.005980 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:26.081980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:26.188736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:26.227694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c425-282a-453d-af40-6a935acd1c73 req-8fc9c3b8-a88e-4e62-a928-ee44c8f8cd7e tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:26.230915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e38efc2-8428-4b55-be5f-018cd677fc80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8be47b642174aaba6caea7f78886b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383937 Jun 30 02:26:26.231032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7746c425-282a-453d-af40-6a935acd1c73 req-8fc9c3b8-a88e-4e62-a928-ee44c8f8cd7e tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 943 time: 0.3295221 Jun 30 02:26:26.231258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48234) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:26.268376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473020a-469c-4709-96ad-06cde5fb72ae req-2ede2013-8af1-4ac5-86e7-42bebbe53314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:26.269811 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c473020a-469c-4709-96ad-06cde5fb72ae req-2ede2013-8af1-4ac5-86e7-42bebbe53314 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2603445 Jun 30 02:26:26.282461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa9057dd-9c74-40b9-b5ac-9953bf10bf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:26.309178 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa9057dd-9c74-40b9-b5ac-9953bf10bf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:26.311337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on host n-h1-758944-39 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:26.311873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:26.311986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:26.330552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['848f5ecb-0b70-44ed-bd6a-abeb286d88a5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:26.359848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'tag': '3f3815b0-7801-4164-a576-fe9ba16b35c4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:26.361669 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa9057dd-9c74-40b9-b5ac-9953bf10bf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:26.362597 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168" -d '{"events": [{"name": "network-changed", "server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "tag": "3f3815b0-7801-4164-a576-fe9ba16b35c4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:26.364382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa9057dd-9c74-40b9-b5ac-9953bf10bf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:26.367921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fa9057dd-9c74-40b9-b5ac-9953bf10bf50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f68883fc-17b5-4daa-8785-9da08f85f4d9 HTTP/1.1" status: 204 len: 168 time: 0.1333971 Jun 30 02:26:26.372344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c473020a-469c-4709-96ad-06cde5fb72ae req-3a5192cd-f403-4fc7-9f57-5a8ec704d8ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=55225ae1-cd1c-409e-8ee1-08df00758d55 HTTP/1.1" status: 200 len: 217 time: 0.0899329 Jun 30 02:26:26.375505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9057dd-9c74-40b9-b5ac-9953bf10bf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68883fc-17b5-4daa-8785-9da08f85f4d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:26.392644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:26.393138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:26.441466 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7746c425-282a-453d-af40-6a935acd1c73 req-d3bdf07c-252d-49f7-bb47-7679fc499413 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996446 Jun 30 02:26:26.445777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:26.446114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:26.446489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:26.446963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Bound port: f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:26.906206 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:26.915571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473020a-469c-4709-96ad-06cde5fb72ae req-4dbb9859-c562-4929-aa10-514cf97b2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:26.917103 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c473020a-469c-4709-96ad-06cde5fb72ae req-4dbb9859-c562-4929-aa10-514cf97b2b39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.5365252 Jun 30 02:26:26.973093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66c43628-4353-4145-bf9c-a84baaee299b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:26.983249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:26.999217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.000384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0a04200f-e8a3-41c1-b94c-e6733a78ce82 service neutron] 10.222.0.55 "POST /v2.0/ports/f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5/bindings HTTP/1.1" status: 201 len: 390 time: 1.1651614 Jun 30 02:26:27.058939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9f7f9-7aa4-4270-9ec8-cf83f3af4dcd req-7ea24c20-70f1-4808-9e68-cc0375249934 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.060696 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bee9f7f9-7aa4-4270-9ec8-cf83f3af4dcd req-7ea24c20-70f1-4808-9e68-cc0375249934 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.2522287 Jun 30 02:26:27.069885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0df4104-a33d-496f-8537-8c793228da44 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:27.089502 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.123121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473020a-469c-4709-96ad-06cde5fb72ae req-317330bb-6037-444f-934a-5687f25d8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.124633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c473020a-469c-4709-96ad-06cde5fb72ae req-317330bb-6037-444f-934a-5687f25d8d91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1963508 Jun 30 02:26:27.131213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Transition to ACTIVE for port object a0df4104-a33d-496f-8537-8c793228da44 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:27.161179 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.202884 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bee9f7f9-7aa4-4270-9ec8-cf83f3af4dcd req-64b997a1-1aa1-42a9-aad1-59a9b7363d9b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191931 Jun 30 02:26:27.276018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Pushing event updated for resources: {'Port': ['ID=a0df4104-a33d-496f-8537-8c793228da44,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:27.348779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c473020a-469c-4709-96ad-06cde5fb72ae req-b3762077-e329-4d71-b09f-f03db42115de service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150812 Jun 30 02:26:27.418118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6e5ea-83f8-47af-b353-e0c3b923a0f0 req-55313c3c-64ab-4b12-9799-1a2a23da6b61 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.425121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6e5ea-83f8-47af-b353-e0c3b923a0f0 req-55313c3c-64ab-4b12-9799-1a2a23da6b61 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.432515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6e5ea-83f8-47af-b353-e0c3b923a0f0 req-55313c3c-64ab-4b12-9799-1a2a23da6b61 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.434811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d1e6e5ea-83f8-47af-b353-e0c3b923a0f0 req-55313c3c-64ab-4b12-9799-1a2a23da6b61 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2413 time: 0.1366167 Jun 30 02:26:27.482194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-4ba0bb85-4cb9-4576-b2e0-83c2ce8d4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.483738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-4ba0bb85-4cb9-4576-b2e0-83c2ce8d4f39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 1098 time: 0.1506350 Jun 30 02:26:27.484811 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346e9a20-a024-477d-bebe-163e057868dc x-openstack-request-id: req-346e9a20-a024-477d-bebe-163e057868dc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:27.485099 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "tag": "3f3815b0-7801-4164-a576-fe9ba16b35c4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:27.485350 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-346e9a20-a024-477d-bebe-163e057868dc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:27.485892 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'tag': '3f3815b0-7801-4164-a576-fe9ba16b35c4', 'status': 'completed', 'code': 200} Jun 30 02:26:27.498322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Attempting to bind port a0df4104-a33d-496f-8537-8c793228da44 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:27.499254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Attempting to bind port a0df4104-a33d-496f-8537-8c793228da44 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:27.499595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Attempting to bind port a0df4104-a33d-496f-8537-8c793228da44 on network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:27.523431 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d1e6e5ea-83f8-47af-b353-e0c3b923a0f0 req-895ec098-ccb7-46bc-950a-8fa97523980b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758116 Jun 30 02:26:27.534018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c473020a-469c-4709-96ad-06cde5fb72ae req-bd678d66-92aa-44ab-a7f3-a08890d888e8 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754041 Jun 30 02:26:27.536286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Port a0df4104-a33d-496f-8537-8c793228da44 on network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:27.536980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Attempting to bind port a0df4104-a33d-496f-8537-8c793228da44 on network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:27.543118 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:27.543838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Checking segment: {'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:27.544785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Bound using segment: {'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:27.545371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Bound port: a0df4104-a33d-496f-8537-8c793228da44, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668b90c2-4f6f-4d28-8c37-f1c837cc45df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:27.552810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.603157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-617dbe0e-9a1e-4c89-9121-f8ea52cefdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.603594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fd1e2b75-58a6-4ab3-81b0-d8eb3089172c details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:27.605549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-617dbe0e-9a1e-4c89-9121-f8ea52cefdae service neutron] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.1153946 Jun 30 02:26:27.608948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:27.661702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168 req-34f47c7d-4e91-4f85-ade4-b8b3226d5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.662274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-252eb1c8-52b0-4c03-9215-8c05a4a87d32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 HTTP/1.1" status: 200 len: 217 time: 0.0498779 Jun 30 02:26:27.662423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168 req-34f47c7d-4e91-4f85-ade4-b8b3226d5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.663000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168 req-34f47c7d-4e91-4f85-ade4-b8b3226d5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.664792 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168 req-34f47c7d-4e91-4f85-ade4-b8b3226d5a3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2827 time: 0.1818342 Jun 30 02:26:27.674832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] For port a0df4104-a33d-496f-8537-8c793228da44, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:27.681689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] For port a0df4104-a33d-496f-8537-8c793228da44, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a0df4104-a33d-496f-8537-8c793228da44,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:27.705141 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.724156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:27.732928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:27.733307 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.750430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-aec5d168-ec74-4fb4-8837-c13366a29211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.752174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-aec5d168-ec74-4fb4-8837-c13366a29211 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0553448 Jun 30 02:26:27.771086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:27.788532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc26f76-0a21-4d7b-b68d-2e28ea715d11 req-e8229fde-baee-4576-9024-b324d61ac770 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.789915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-7aa57ad2-c46c-4555-8711-61baf04892f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307465 Jun 30 02:26:27.790060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efc26f76-0a21-4d7b-b68d-2e28ea715d11 req-e8229fde-baee-4576-9024-b324d61ac770 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 943 time: 0.2208793 Jun 30 02:26:27.793611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.794219 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.795620 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] 10.222.0.69 "PUT /v2.0/ports/a0df4104-a33d-496f-8537-8c793228da44 HTTP/1.1" status: 200 len: 1093 time: 2.1360011 Jun 30 02:26:27.796269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'port_id': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c', 'mac_address': 'fa:16:3e:e6:52:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:27.828639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8a3e-72c4-4e9d-ad79-d35b1dd539b8 req-5598db44-b191-472f-ae45-4f29ae022b1a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.830852 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d0dd8a3e-72c4-4e9d-ad79-d35b1dd539b8 req-5598db44-b191-472f-ae45-4f29ae022b1a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.1704540 Jun 30 02:26:27.875261 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.878510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168 req-48770613-bb10-4976-a425-8a5107e7263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.879053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168 req-48770613-bb10-4976-a425-8a5107e7263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.880705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168 req-48770613-bb10-4976-a425-8a5107e7263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:27.882628 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168 req-48770613-bb10-4976-a425-8a5107e7263e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2053106 Jun 30 02:26:27.896118 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.899147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1e2b75-58a6-4ab3-81b0-d8eb3089172c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:27.935410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:27.945433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b2c981-07db-4912-838f-ea12581c87b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:27.948888 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b576b65-3a10-4222-b807-89bc7c87d55f" -d '{"events": [{"server_uuid": "85b2c981-07db-4912-838f-ea12581c87b2", "name": "network-vif-plugged", "status": "completed", "tag": "848f5ecb-0b70-44ed-bd6a-abeb286d88a5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:27.954705 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:27.969704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:27.995903 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:28.006781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efc26f76-0a21-4d7b-b68d-2e28ea715d11 req-bb46b01f-85fb-4a71-90cc-01f8fbd54d57 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081537 Jun 30 02:26:28.007887 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f2b8d-59e1-453c-9593-62cb16007384 service neutron] Pushing event updated for resources: {'Port': ['ID=a0df4104-a33d-496f-8537-8c793228da44,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:28.031468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:28.066288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168 req-6d2da00f-a5a3-4532-b245-b464e447ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.068084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9b59362-c3cc-42c7-995d-e9b6c6c7d168 req-6d2da00f-a5a3-4532-b245-b464e447ba5e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595905 Jun 30 02:26:28.184092 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:28.190002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:28.221092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-2d6556e7-9d74-4dc5-ab95-e66e2c27f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.221347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-2d6556e7-9d74-4dc5-ab95-e66e2c27f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.222177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-2d6556e7-9d74-4dc5-ab95-e66e2c27f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.223535 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-2d6556e7-9d74-4dc5-ab95-e66e2c27f926 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2869 time: 0.0987387 Jun 30 02:26:28.268708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d0dd8a3e-72c4-4e9d-ad79-d35b1dd539b8 req-8cbae1d7-392a-484f-b87d-18a247ac513e tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558457 Jun 30 02:26:28.273470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-b9a9ae65-de24-4695-90d4-4ffe2d114264 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=333c80e0-c55e-4113-9adf-351e5c39ca1d HTTP/1.1" status: 200 len: 217 time: 0.0415883 Jun 30 02:26:28.295292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-fbed1013-19ef-4fed-9325-3d887882bdbd service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945152 Jun 30 02:26:28.300684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fd1e2b75-58a6-4ab3-81b0-d8eb3089172c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:28.330900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-902cb5a2-375b-49f6-a846-aeba97924b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.332360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-902cb5a2-375b-49f6-a846-aeba97924b04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e7439a4-dc47-4925-bcac-2fa3e9af97f7 HTTP/1.1" status: 200 len: 801 time: 0.0476489 Jun 30 02:26:28.398592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-034a30f3-381b-4b2f-bbde-9e88dbfedecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.400347 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-034a30f3-381b-4b2f-bbde-9e88dbfedecc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b891476-9d32-4b42-b24a-4c8c2a55a5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607078 Jun 30 02:26:28.487560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-cd2a4aef-2276-45a0-8997-365ab2c932f3 service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828907 Jun 30 02:26:28.503649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cecef8-e499-4788-96d9-e475329ac7e1 req-37d28aa1-9135-4ab9-b4e0-596e1ca7cb89 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.512559 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63cecef8-e499-4788-96d9-e475329ac7e1 req-37d28aa1-9135-4ab9-b4e0-596e1ca7cb89 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1322985 Jun 30 02:26:28.527673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-c6327451-96a3-4ec7-bba9-7f608ba5ed5b service neutron] 10.222.0.69 "GET /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211183 Jun 30 02:26:28.552880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63cecef8-e499-4788-96d9-e475329ac7e1 req-9e05dbcf-06d4-4cc0-b2d2-a846bcc2e17d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375779 Jun 30 02:26:28.622076 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e9a54b-7562-4d67-b82d-109592a24024 x-openstack-request-id: req-42e9a54b-7562-4d67-b82d-109592a24024 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:28.622620 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b2c981-07db-4912-838f-ea12581c87b2", "name": "network-vif-plugged", "status": "completed", "tag": "848f5ecb-0b70-44ed-bd6a-abeb286d88a5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:28.622620 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42e9a54b-7562-4d67-b82d-109592a24024 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:28.623019 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b2c981-07db-4912-838f-ea12581c87b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5', 'code': 200} Jun 30 02:26:28.657717 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-2a048805-5d7c-4780-add4-b1b1d0d5cee1 service neutron] 10.222.0.69 "GET /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160955 Jun 30 02:26:28.717034 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-9783762b-21f0-48ef-bed8-ade95c3360f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=3f3815b0-7801-4164-a576-fe9ba16b35c4 HTTP/1.1" status: 200 len: 217 time: 0.0508850 Jun 30 02:26:28.761276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc81ca-fc7b-4ad3-a796-d844b622b534 req-39f21320-c618-4039-8a55-879ac6b72e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.763972 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ccc81ca-fc7b-4ad3-a796-d844b622b534 req-39f21320-c618-4039-8a55-879ac6b72e6d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 1097 time: 0.0665145 Jun 30 02:26:28.764470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-96538d60-36bf-4108-bed2-77328a030d72 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503821 Jun 30 02:26:28.813354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-538e0b64-c7a9-4776-a24c-0f6a5683ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.815389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-538e0b64-c7a9-4776-a24c-0f6a5683ed32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8fd1916d-315d-4115-b592-6f944399ea7f HTTP/1.1" status: 200 len: 801 time: 0.0894363 Jun 30 02:26:28.836784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ccc81ca-fc7b-4ad3-a796-d844b622b534 req-d29979aa-510b-4727-a5dd-855163be91f3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641801 Jun 30 02:26:28.865270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a81bd3-8118-491a-94b0-7045fedbf79d req-13cfd7b2-a07c-433b-b94d-6244286c7874 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.866864 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-06a81bd3-8118-491a-94b0-7045fedbf79d req-13cfd7b2-a07c-433b-b94d-6244286c7874 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.0889115 Jun 30 02:26:28.906776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-06a81bd3-8118-491a-94b0-7045fedbf79d req-6b86383f-42b2-4be4-a830-560145c02970 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335183 Jun 30 02:26:28.943025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-47497e90-4cf2-48cf-be3f-2e266c2b41cf tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.944584 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-47497e90-4cf2-48cf-be3f-2e266c2b41cf tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681504 Jun 30 02:26:28.951000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-ca09b614-7300-42a2-a65b-98f6ebb07653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:28.952525 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-ca09b614-7300-42a2-a65b-98f6ebb07653 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122456 Jun 30 02:26:28.981089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-a6908eb7-d717-43e5-9f40-fe644e76ac2e tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/quotas/36e74fced63d4fb8be6ad4728ffdebfd HTTP/1.1" status: 200 len: 375 time: 0.0274880 Jun 30 02:26:29.042072 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-4d17f4ac-29bc-4497-a185-179ba77c91c1 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361261 Jun 30 02:26:29.083083 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-ff049bd1-8073-4ea1-b17c-64ae6d607a6a service neutron] 10.222.0.69 "GET /v2.0/networks/f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221886 Jun 30 02:26:29.194778 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-a64ef2a7-250a-4d4d-99d3-562fc492cf43 service neutron] 10.222.0.69 "GET /v2.0/networks/f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044180 Jun 30 02:26:29.222879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33640b-da67-4503-a390-d2b79738b19f req-9863619d-c5ae-4b63-83c4-d1937fed340f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:29.233247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33640b-da67-4503-a390-d2b79738b19f req-9863619d-c5ae-4b63-83c4-d1937fed340f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:29.239525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33640b-da67-4503-a390-d2b79738b19f req-9863619d-c5ae-4b63-83c4-d1937fed340f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:29.241324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d33640b-da67-4503-a390-d2b79738b19f req-9863619d-c5ae-4b63-83c4-d1937fed340f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2413 time: 0.1169405 Jun 30 02:26:29.262079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-c1c63584-5ff4-4ef8-8cd6-73c134ab23a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.130&port_id=a0df4104-a33d-496f-8537-8c793228da44 HTTP/1.1" status: 200 len: 217 time: 0.0541172 Jun 30 02:26:29.288967 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d33640b-da67-4503-a390-d2b79738b19f req-4c2f2c92-8e6d-4d5a-be94-4c748526107b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Jun 30 02:26:29.339369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-6f688b5e-5d2d-42a3-a3ca-93a2117af663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:29.341730 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-6f688b5e-5d2d-42a3-a3ca-93a2117af663 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e7439a4-dc47-4925-bcac-2fa3e9af97f7 HTTP/1.1" status: 200 len: 801 time: 0.0715415 Jun 30 02:26:29.475860 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-4fe21563-9d40-4020-b4e3-6716a19aa9c4 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404689 Jun 30 02:26:29.488165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c6866-18c0-43ef-9b73-625a401acd4b req-a2564e60-0e5e-4a56-8149-3f00b6dfeae4 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:29.496184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd3c6866-18c0-43ef-9b73-625a401acd4b req-a2564e60-0e5e-4a56-8149-3f00b6dfeae4 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 944 time: 0.1268597 Jun 30 02:26:29.499871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'tag': 'a0df4104-a33d-496f-8537-8c793228da44'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:29.502496 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c382e51-445d-4ee8-8f8b-3d84236d26e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "tag": "a0df4104-a33d-496f-8537-8c793228da44"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:29.532959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c98bb-6265-4700-9191-5b99e060daab req-38343f15-17d5-422d-bff2-174c8c173968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:29.534487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-38343f15-17d5-422d-bff2-174c8c173968 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b891476-9d32-4b42-b24a-4c8c2a55a5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858544 Jun 30 02:26:29.560694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd3c6866-18c0-43ef-9b73-625a401acd4b req-77078816-ae31-4c14-9918-7eb9937a1c8c tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633867 Jun 30 02:26:29.616145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fd1e2b75-58a6-4ab3-81b0-d8eb3089172c up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:29.638034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c566-b782-488f-91dc-c5b428084527 req-736cc282-b486-49b4-a29e-905d3f8636ef tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:29.639773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-736cc282-b486-49b4-a29e-905d3f8636ef tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631281 Jun 30 02:26:29.654809 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-7125d770-9f2e-4cfd-ac60-c07f0ddba17d service neutron] 10.222.0.69 "GET /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090455 Jun 30 02:26:29.669461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-09ca4564-554e-45be-8656-0dd63bc54eb1 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/quotas/36e74fced63d4fb8be6ad4728ffdebfd HTTP/1.1" status: 200 len: 375 time: 0.0177269 Jun 30 02:26:29.709702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:29.715535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:29.716335 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:29.747662 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-4b72b6d9-5fbe-48df-b48f-3cf541eb5ebf tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676801 Jun 30 02:26:29.847720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8edb8-4185-426e-a36d-fcbda749e778 req-78abde6c-bc11-48e9-a9da-46bf7f872917 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:29.854907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0d8edb8-4185-426e-a36d-fcbda749e778 req-78abde6c-bc11-48e9-a9da-46bf7f872917 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.1148887 Jun 30 02:26:29.866591 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:29.890150 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de6c98bb-6265-4700-9191-5b99e060daab req-7214b28f-ae63-4df4-9ae8-3eb38a8bb8e3 service neutron] 10.222.0.69 "GET /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258260 Jun 30 02:26:29.905605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0d8edb8-4185-426e-a36d-fcbda749e778 req-c3ac5f08-d619-4c18-b01c-031d875ed934 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497024 Jun 30 02:26:29.927649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:29.945690 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:30.024787 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca7effd-8eb3-49ea-8ceb-94aee431e211 x-openstack-request-id: req-7ca7effd-8eb3-49ea-8ceb-94aee431e211 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:30.025081 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "tag": "a0df4104-a33d-496f-8537-8c793228da44", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:30.025339 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ca7effd-8eb3-49ea-8ceb-94aee431e211 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:30.025772 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'tag': 'a0df4104-a33d-496f-8537-8c793228da44', 'status': 'completed', 'code': 200} Jun 30 02:26:30.031815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:30.035021 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:30.161378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-99335064-0562-47cd-a2b4-ba4babd410be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:30.171590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-99335064-0562-47cd-a2b4-ba4babd410be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:30.172116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-99335064-0562-47cd-a2b4-ba4babd410be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:30.174174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-99335064-0562-47cd-a2b4-ba4babd410be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2869 time: 0.1220107 Jun 30 02:26:30.241799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58c797-d7bf-4c0f-8fbe-c80d3ef44ae5 req-1c366e27-b868-444b-b8c3-7cd2b829f9f3 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:30.249696 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa58c797-d7bf-4c0f-8fbe-c80d3ef44ae5 req-1c366e27-b868-444b-b8c3-7cd2b829f9f3 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1016328 Jun 30 02:26:30.303652 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa58c797-d7bf-4c0f-8fbe-c80d3ef44ae5 req-3ae7ea39-cee2-4fea-87f5-cb3d5b0af7eb tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523157 Jun 30 02:26:30.373047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-3668cc3b-25f3-4196-b28f-b0feede50f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:30.374570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-3668cc3b-25f3-4196-b28f-b0feede50f79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8b891476-9d32-4b42-b24a-4c8c2a55a5e6 HTTP/1.1" status: 200 len: 903 time: 0.1847856 Jun 30 02:26:30.454685 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-32e098de-515f-4281-a9b1-89f9563ea8cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.130&port_id=a0df4104-a33d-496f-8537-8c793228da44 HTTP/1.1" status: 200 len: 217 time: 0.0705914 Jun 30 02:26:30.501026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38e04d44-ea35-46ca-af62-67a06412dd32 req-9b03f47b-5e4e-4071-815b-b2319de0ac74 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 210 time: 0.0495436 Jun 30 02:26:30.556817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-f2e47975-d003-437e-8712-59175a08710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:30.559185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-f2e47975-d003-437e-8712-59175a08710b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e7439a4-dc47-4925-bcac-2fa3e9af97f7 HTTP/1.1" status: 200 len: 801 time: 0.0937071 Jun 30 02:26:30.610944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a626f-173f-4bd8-a0c8-2392718ecabc req-5e8167fd-99d9-447b-90eb-333001edba4a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:30.613119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e15a626f-173f-4bd8-a0c8-2392718ecabc req-5e8167fd-99d9-447b-90eb-333001edba4a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1162732 Jun 30 02:26:30.624826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:30.627618 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882637a4-93ef-44a9-ae67-2e6f15c81c75" -d '{"events": [{"server_uuid": "e9324916-f8d6-4894-8318-9eb0852dbba6", "name": "network-vif-plugged", "status": "completed", "tag": "fd1e2b75-58a6-4ab3-81b0-d8eb3089172c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:30.653441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-b2595a12-1995-4138-97b0-4d78821fbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:30.656684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-b2595a12-1995-4138-97b0-4d78821fbce1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8b891476-9d32-4b42-b24a-4c8c2a55a5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902536 Jun 30 02:26:30.678608 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e15a626f-173f-4bd8-a0c8-2392718ecabc req-440f7f13-892f-498f-a9e8-9e3552760882 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559716 Jun 30 02:26:30.801661 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-67fdbfd5-0800-44c3-8a90-84eb140799c6 service neutron] 10.222.0.69 "GET /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237962 Jun 30 02:26:30.951958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc08e29-4ff1-4130-a407-c2dbcd4f789b req-bdcbfc74-29cf-410b-81f1-174ef02923b7 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:30.953728 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-abc08e29-4ff1-4130-a407-c2dbcd4f789b req-bdcbfc74-29cf-410b-81f1-174ef02923b7 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 945 time: 0.0890687 Jun 30 02:26:31.000693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cfedf-570f-4912-b7bb-fbb6cf0e6d75 req-09dc9e1d-7af7-4b85-b690-2f8f077a477f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:31.007979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cfedf-570f-4912-b7bb-fbb6cf0e6d75 req-09dc9e1d-7af7-4b85-b690-2f8f077a477f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:31.014599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cfedf-570f-4912-b7bb-fbb6cf0e6d75 req-09dc9e1d-7af7-4b85-b690-2f8f077a477f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:31.016366 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a44cfedf-570f-4912-b7bb-fbb6cf0e6d75 req-09dc9e1d-7af7-4b85-b690-2f8f077a477f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2413 time: 0.2136693 Jun 30 02:26:31.023370 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-25df9af4-8015-4eaf-8e9f-a80ed24f4633 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469828 Jun 30 02:26:31.047156 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c382e51-445d-4ee8-8f8b-3d84236d26e8 req-ff388e91-2231-43fe-9b6b-6341b3c2259d service neutron] 10.222.0.69 "GET /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063403 Jun 30 02:26:31.066994 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-abc08e29-4ff1-4130-a407-c2dbcd4f789b req-2656b12e-9f33-438b-a4c3-dec541f81a0b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046920 Jun 30 02:26:31.076476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a44cfedf-570f-4912-b7bb-fbb6cf0e6d75 req-ca4b3b00-1ce4-40d3-b334-cf541d133d1a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517993 Jun 30 02:26:31.156361 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77946c61-c386-4d15-87ae-ad731f64185c x-openstack-request-id: req-77946c61-c386-4d15-87ae-ad731f64185c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:31.156981 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9324916-f8d6-4894-8318-9eb0852dbba6", "name": "network-vif-plugged", "status": "completed", "tag": "fd1e2b75-58a6-4ab3-81b0-d8eb3089172c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:31.156981 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77946c61-c386-4d15-87ae-ad731f64185c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:31.157304 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c', 'code': 200} Jun 30 02:26:31.260622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-98032345-e26a-4117-baa9-8ae32ac0e244 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:31.262519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-98032345-e26a-4117-baa9-8ae32ac0e244 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2203860 Jun 30 02:26:31.282073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Request body: {'port': {'device_id': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '36e74fced63d4fb8be6ad4728ffdebfd'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:31.316922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46789e-b74d-4a9a-a6e0-18ffc7f1fba8 req-febed88b-0e88-4c5e-8711-74800f3c5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:31.319027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd46789e-b74d-4a9a-a6e0-18ffc7f1fba8 req-febed88b-0e88-4c5e-8711-74800f3c5996 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 1097 time: 0.0790935 Jun 30 02:26:31.363986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd46789e-b74d-4a9a-a6e0-18ffc7f1fba8 req-c86bf92e-cde3-4491-98e7-1511dbd45c70 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372715 Jun 30 02:26:31.457343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48078e4f-0e71-4370-9bb9-56760d22f3f6 req-3889267a-6ece-4928-a3b5-0d4b34676d50 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:31.458874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48078e4f-0e71-4370-9bb9-56760d22f3f6 req-3889267a-6ece-4928-a3b5-0d4b34676d50 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.1728842 Jun 30 02:26:31.505981 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Made reservation on behalf of 36e74fced63d4fb8be6ad4728ffdebfd for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:31.509773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:31.536494 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48078e4f-0e71-4370-9bb9-56760d22f3f6 req-a25947ef-92ab-4d16-bcd5-c9279be6bf4c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690863 Jun 30 02:26:31.537263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:31.698597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-94793364-d197-476c-a5b0-196ee3318844 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276310 Jun 30 02:26:31.724005 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:31.738773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:31.826681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec2e805-caf0-4fed-8911-ca2aa76f8981,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:31.917203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5cdc1-0159-45f1-a8f9-41b5b361a1e6 req-818f199c-e106-45eb-a3a0-20de1ce841d9 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:31.920206 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ef5cdc1-0159-45f1-a8f9-41b5b361a1e6 req-818f199c-e106-45eb-a3a0-20de1ce841d9 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1912377 Jun 30 02:26:31.953230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Allocated IP 192.168.233.116 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/93057151-b94d-4524-b22f-f6973deed1cb) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:31.989667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ef5cdc1-0159-45f1-a8f9-41b5b361a1e6 req-06351614-6bb6-4e2a-b9bb-1da9b5f22c81 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632424 Jun 30 02:26:32.115870 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c98a11d5-0e9d-4e41-83f4-726616acd268 req-e6ed1d53-f35f-4368-a39e-540a00d06556 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 210 time: 0.3854358 Jun 30 02:26:32.158229 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:32.174909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Transition to ACTIVE for port object 93057151-b94d-4524-b22f-f6973deed1cb will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:32.187924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c566-b782-488f-91dc-c5b428084527 req-445655f9-6769-4304-a8d0-753784727f77 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:32.189728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-445655f9-6769-4304-a8d0-753784727f77 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4761331 Jun 30 02:26:32.208525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Request body: {'port': {'device_id': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '36e74fced63d4fb8be6ad4728ffdebfd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:32.215069 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:32.266254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:32.272487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:32.277740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:32.280727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:32.352254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:32.353108 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:32.374304 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-99120359-825d-4244-a061-ef298b38233b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1021826 Jun 30 02:26:32.388992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Request body: {'port': {'device_id': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:32.397478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Made reservation on behalf of 36e74fced63d4fb8be6ad4728ffdebfd for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:32.405368 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:32.512292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:32.673888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e11807-431f-476f-943b-f57846b048fb req-1cef950d-d11e-4d8a-b4d3-d2eb775e14d3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:32.675969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a7e11807-431f-476f-943b-f57846b048fb req-1cef950d-d11e-4d8a-b4d3-d2eb775e14d3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1482704 Jun 30 02:26:32.677161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Allocated IP 192.168.233.14 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/1519a663-2895-4b71-ba35-2911f12c4d8c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:32.705119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c14c92f7-36f2-4d7e-b2c5-3ad946b14c7b None None] Provisioning for port 93057151-b94d-4524-b22f-f6973deed1cb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:32.713848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c14c92f7-36f2-4d7e-b2c5-3ad946b14c7b None None] Provisioning complete for port 93057151-b94d-4524-b22f-f6973deed1cb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:32.714930 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c14c92f7-36f2-4d7e-b2c5-3ad946b14c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:32.752139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a7e11807-431f-476f-943b-f57846b048fb req-cd36a95a-d084-4c29-bc43-20ddd14d9be7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651383 Jun 30 02:26:32.775045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c14c92f7-36f2-4d7e-b2c5-3ad946b14c7b None None] Port 93057151-b94d-4524-b22f-f6973deed1cb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:26:32.950763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:32.978241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Transition to ACTIVE for port object 1519a663-2895-4b71-ba35-2911f12c4d8c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:33.026201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96317082-4c5d-4ae9-8bca-5539abdab9c1 req-30ed1f74-06b0-4b4b-ab64-1fda6a549ce9 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:33.026452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96317082-4c5d-4ae9-8bca-5539abdab9c1 req-30ed1f74-06b0-4b4b-ab64-1fda6a549ce9 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1208429 Jun 30 02:26:33.061123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.111675 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96317082-4c5d-4ae9-8bca-5539abdab9c1 req-9a5cc591-84e9-4bb6-956f-bafef412a7db tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785391 Jun 30 02:26:33.121955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:33.125820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:33.131215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:33.166084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Pushing event updated for resources: {'Port': ['ID=1519a663-2895-4b71-ba35-2911f12c4d8c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:33.212762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:33.213780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.228090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89793c5e-3024-47d1-adb1-091e9f43723e req-27b51af2-2f60-4cb3-a886-9bd3ba620b74 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:33.230122 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-89793c5e-3024-47d1-adb1-091e9f43723e req-27b51af2-2f60-4cb3-a886-9bd3ba620b74 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 945 time: 0.1419971 Jun 30 02:26:33.238643 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-f043fb01-bc16-4783-a4e8-e183870327b7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0351148 Jun 30 02:26:33.253271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Request body: {'port': {'device_id': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:33.336142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93057151-b94d-4524-b22f-f6973deed1cb {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:33.347444 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.362498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Transition to ACTIVE for port object 93057151-b94d-4524-b22f-f6973deed1cb will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:33.373231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.374794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.447489 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-89793c5e-3024-47d1-adb1-091e9f43723e req-13c91462-8071-4ba3-93db-f2bca2727834 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038040 Jun 30 02:26:33.462276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58d13a-813e-4e62-9d9a-59edf298c83a req-1ace0dc9-f2ae-4efa-92f7-fb7cc947f655 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:33.472026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:33.479846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58d13a-813e-4e62-9d9a-59edf298c83a req-1ace0dc9-f2ae-4efa-92f7-fb7cc947f655 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:33.486051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58d13a-813e-4e62-9d9a-59edf298c83a req-1ace0dc9-f2ae-4efa-92f7-fb7cc947f655 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:33.487917 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d58d13a-813e-4e62-9d9a-59edf298c83a req-1ace0dc9-f2ae-4efa-92f7-fb7cc947f655 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2413 time: 0.2003064 Jun 30 02:26:33.520268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfb3afe3-e271-4cd8-8672-f2377a47e283 None None] Provisioning for port 1519a663-2895-4b71-ba35-2911f12c4d8c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:33.525715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfb3afe3-e271-4cd8-8672-f2377a47e283 None None] Provisioning complete for port 1519a663-2895-4b71-ba35-2911f12c4d8c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:33.526495 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfb3afe3-e271-4cd8-8672-f2377a47e283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.580930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3afe3-e271-4cd8-8672-f2377a47e283 None None] Port 1519a663-2895-4b71-ba35-2911f12c4d8c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:26:33.601101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Attempting to bind port 93057151-b94d-4524-b22f-f6973deed1cb on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:33.601424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Attempting to bind port 93057151-b94d-4524-b22f-f6973deed1cb by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:33.601798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Attempting to bind port 93057151-b94d-4524-b22f-f6973deed1cb on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:33.606233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Port 93057151-b94d-4524-b22f-f6973deed1cb on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:33.606584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Attempting to bind port 93057151-b94d-4524-b22f-f6973deed1cb on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:33.608368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d58d13a-813e-4e62-9d9a-59edf298c83a req-b8b3c1c7-613d-48ab-a6c5-cb631aecce25 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656972 Jun 30 02:26:33.611939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:33.612329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:33.612710 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:33.613185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Bound port: 93057151-b94d-4524-b22f-f6973deed1cb, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:33.613539 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.633536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 333c80e0-c55e-4113-9adf-351e5c39ca1d details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:33.745005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:33.759662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:33.770829 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.850825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211695ee-ba86-44aa-a2e0-76b455ca1e60 req-b61eb63d-c237-4833-9520-ef4294842b35 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:33.858812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-211695ee-ba86-44aa-a2e0-76b455ca1e60 req-b61eb63d-c237-4833-9520-ef4294842b35 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.1894901 Jun 30 02:26:33.859858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1519a663-2895-4b71-ba35-2911f12c4d8c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:33.872038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:33.872966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.874527 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] 10.222.0.69 "PUT /v2.0/ports/93057151-b94d-4524-b22f-f6973deed1cb HTTP/1.1" status: 200 len: 1097 time: 1.4911356 Jun 30 02:26:33.877628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:33.880199 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "tag": "93057151-b94d-4524-b22f-f6973deed1cb"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:33.880367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.913700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Transition to ACTIVE for port object 1519a663-2895-4b71-ba35-2911f12c4d8c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:33.925836 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:33.935964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507dc5c8-83cc-46f5-8b67-d19f6d654d00 service neutron] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:33.955064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-211695ee-ba86-44aa-a2e0-76b455ca1e60 req-dea96871-428b-4c9c-81e6-ad6c2ab656c0 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914416 Jun 30 02:26:34.048726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1519a663-2895-4b71-ba35-2911f12c4d8c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:34.080100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-75fbc1ef-01ad-4b36-9279-a9d6827aa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:34.086782 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-75fbc1ef-01ad-4b36-9279-a9d6827aa4f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 1100 time: 0.1140680 Jun 30 02:26:34.144937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 333c80e0-c55e-4113-9adf-351e5c39ca1d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=333c80e0-c55e-4113-9adf-351e5c39ca1d,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:34.168153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '333c80e0-c55e-4113-9adf-351e5c39ca1d', 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6', 'port_id': '333c80e0-c55e-4113-9adf-351e5c39ca1d', 'mac_address': 'fa:16:3e:a0:a6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7439a4-dc47-4925-bcac-2fa3e9af97f7', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:34.185504 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-8f7e911e-305f-4b76-a192-37de33d4dc38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=93057151-b94d-4524-b22f-f6973deed1cb HTTP/1.1" status: 200 len: 217 time: 0.0915685 Jun 30 02:26:34.227884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Attempting to bind port 1519a663-2895-4b71-ba35-2911f12c4d8c on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:34.228226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Attempting to bind port 1519a663-2895-4b71-ba35-2911f12c4d8c by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:34.228552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Attempting to bind port 1519a663-2895-4b71-ba35-2911f12c4d8c on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:34.238632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Port 1519a663-2895-4b71-ba35-2911f12c4d8c on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:34.239021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Attempting to bind port 1519a663-2895-4b71-ba35-2911f12c4d8c on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:34.249173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:34.249580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:34.249962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:34.250434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Bound port: 1519a663-2895-4b71-ba35-2911f12c4d8c, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:34.251654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:34.266279 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:34.292442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-cfad661f-4545-4664-8131-1ba9db2025d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:34.294368 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-cfad661f-4545-4664-8131-1ba9db2025d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0844846 Jun 30 02:26:34.300376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 333c80e0-c55e-4113-9adf-351e5c39ca1d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:34.328623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 333c80e0-c55e-4113-9adf-351e5c39ca1d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=333c80e0-c55e-4113-9adf-351e5c39ca1d,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:34.334375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6912ea-7810-4511-9a7d-17b47ec2c416 req-a892af8b-9eec-4cff-87de-38cdb118d47b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:34.336755 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:34.342592 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d6912ea-7810-4511-9a7d-17b47ec2c416 req-a892af8b-9eec-4cff-87de-38cdb118d47b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 947 time: 0.1600127 Jun 30 02:26:34.373365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] For port 1519a663-2895-4b71-ba35-2911f12c4d8c, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:34.385499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] For port 1519a663-2895-4b71-ba35-2911f12c4d8c, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1519a663-2895-4b71-ba35-2911f12c4d8c,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:34.394809 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:34.404702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=333c80e0-c55e-4113-9adf-351e5c39ca1d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:34.414101 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d6912ea-7810-4511-9a7d-17b47ec2c416 req-8c28c6d6-4240-44a7-8447-7641783ed2ac tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687597 Jun 30 02:26:34.458812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-04f93169-7880-4f9a-973c-97e256844f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:34.460399 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-04f93169-7880-4f9a-973c-97e256844f1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1487112 Jun 30 02:26:34.461434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1519a663-2895-4b71-ba35-2911f12c4d8c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:34.469586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:34.471061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:34.472652 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-c88807ab-2922-4a25-9ea8-b0e438aa80a1 service neutron] 10.222.0.69 "PUT /v2.0/ports/1519a663-2895-4b71-ba35-2911f12c4d8c HTTP/1.1" status: 200 len: 1096 time: 1.2252839 Jun 30 02:26:34.473310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'tag': '1519a663-2895-4b71-ba35-2911f12c4d8c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:34.476886 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e4d13b-fc80-43b8-bd9e-5edec733f803" -d '{"events": [{"name": "network-changed", "server_uuid": "0cfdf399-721b-43c2-9c20-e981c1c81ba9", "tag": "1519a663-2895-4b71-ba35-2911f12c4d8c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:34.576373 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-f587ed4b-93ba-4199-a893-f55f7e4a5820 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084976 Jun 30 02:26:34.628504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c566-b782-488f-91dc-c5b428084527 req-bb6c520b-aad9-4008-9940-cabb26f9e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:34.630031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-bb6c520b-aad9-4008-9940-cabb26f9e01f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 1099 time: 0.1070056 Jun 30 02:26:34.691271 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-f5e7e85a-7622-46d9-8025-3271f7af11a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=1519a663-2895-4b71-ba35-2911f12c4d8c HTTP/1.1" status: 200 len: 217 time: 0.0511467 Jun 30 02:26:34.701907 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c2b43d5-f132-48f5-9195-254f07213c34 req-8f3383f4-b6b4-42d3-8132-9c4facd435e3 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174474 Jun 30 02:26:34.719030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['333c80e0-c55e-4113-9adf-351e5c39ca1d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:34.787889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598d7c3-7ede-43cc-8299-da7b089130c6 req-d8f3fac9-dd51-440c-ad85-b05b79f71013 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:34.789398 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b598d7c3-7ede-43cc-8299-da7b089130c6 req-d8f3fac9-dd51-440c-ad85-b05b79f71013 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.0736175 Jun 30 02:26:34.790430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c566-b782-488f-91dc-c5b428084527 req-d27464b0-91a2-4937-9fa6-97217c10b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:34.791914 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-d27464b0-91a2-4937-9fa6-97217c10b719 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0902884 Jun 30 02:26:34.830434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b598d7c3-7ede-43cc-8299-da7b089130c6 req-b3d4987e-2c28-45a9-8338-64d8733b6aa0 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338619 Jun 30 02:26:34.848025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01759f-3637-4927-866f-cdf47a2765ad req-8b344acc-2db2-4746-bfe3-5d93713d95d4 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:34.849539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b01759f-3637-4927-866f-cdf47a2765ad req-8b344acc-2db2-4746-bfe3-5d93713d95d4 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 945 time: 0.1574593 Jun 30 02:26:34.860978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:34.877247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e3057b4e-c302-452d-b669-9de6517de5f0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Request body: {'floatingip': {'port_id': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:34.894176 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f17b2b1-6bbd-4d40-8c38-8ef6b30c1fa9 x-openstack-request-id: req-3f17b2b1-6bbd-4d40-8c38-8ef6b30c1fa9 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:34.894516 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "tag": "93057151-b94d-4524-b22f-f6973deed1cb", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:34.894793 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f17b2b1-6bbd-4d40-8c38-8ef6b30c1fa9 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:34.895190 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb', 'status': 'completed', 'code': 200} Jun 30 02:26:34.921313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3057b4e-c302-452d-b669-9de6517de5f0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:34.967263 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be97e516-d207-4cc8-9798-0bbe2e6ae402 x-openstack-request-id: req-be97e516-d207-4cc8-9798-0bbe2e6ae402 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:34.967511 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cfdf399-721b-43c2-9c20-e981c1c81ba9", "tag": "1519a663-2895-4b71-ba35-2911f12c4d8c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:34.967758 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be97e516-d207-4cc8-9798-0bbe2e6ae402 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:34.968282 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'tag': '1519a663-2895-4b71-ba35-2911f12c4d8c', 'status': 'completed', 'code': 200} Jun 30 02:26:34.997563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-83ae484d-433d-4d27-9dc0-70711efd9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:34.999086 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-83ae484d-433d-4d27-9dc0-70711efd9c9d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 1100 time: 0.0754747 Jun 30 02:26:35.003441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c566-b782-488f-91dc-c5b428084527 req-f2d4a1bc-9e95-47af-b77c-91e00463f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.004997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-f2d4a1bc-9e95-47af-b77c-91e00463f87e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2040105 Jun 30 02:26:35.124450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf690e7e-77ef-4c8f-9385-0f3f8257c302 req-aa5f1a6f-692d-499b-b05d-516064b573de tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.126236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf690e7e-77ef-4c8f-9385-0f3f8257c302 req-aa5f1a6f-692d-499b-b05d-516064b573de tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1438792 Jun 30 02:26:35.147349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-fa9ce187-3b0d-47b4-bf53-9d5b0ca680be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.149054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-fa9ce187-3b0d-47b4-bf53-9d5b0ca680be service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1328559 Jun 30 02:26:35.202917 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-6e2b0b2b-ba9c-4e07-b779-00095e3ce6d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=93057151-b94d-4524-b22f-f6973deed1cb HTTP/1.1" status: 200 len: 217 time: 0.0458283 Jun 30 02:26:35.250013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf690e7e-77ef-4c8f-9385-0f3f8257c302 req-755628d9-5c66-419b-acd2-fa822d5714e5 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143413 Jun 30 02:26:35.256266 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-78dbbcbc-342b-497d-9660-7f6e00b8039c service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417855 Jun 30 02:26:35.270902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-97a2a094-0a27-4d0a-83c0-46eda9ced105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.272589 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-97a2a094-0a27-4d0a-83c0-46eda9ced105 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0626614 Jun 30 02:26:35.339522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-5172ab65-77ab-4b90-903c-5a67d1437208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.341150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791193e-3905-41c5-8628-88e996f3bfa0 req-c78ebe94-f11d-4b32-a909-cd2fa713c2d0 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.341314 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-5172ab65-77ab-4b90-903c-5a67d1437208 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628667 Jun 30 02:26:35.347142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791193e-3905-41c5-8628-88e996f3bfa0 req-c78ebe94-f11d-4b32-a909-cd2fa713c2d0 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.352864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791193e-3905-41c5-8628-88e996f3bfa0 req-c78ebe94-f11d-4b32-a909-cd2fa713c2d0 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.354499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4791193e-3905-41c5-8628-88e996f3bfa0 req-c78ebe94-f11d-4b32-a909-cd2fa713c2d0 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2414 time: 0.2701507 Jun 30 02:26:35.493685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-b6baecb5-d223-4b62-88a4-99c74063c40d service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446481 Jun 30 02:26:35.519132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeb385-ad85-48f5-b20a-fa02c17d3b55 req-116cae12-65f6-489c-91c2-cce7b02f45b6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.520953 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8cfeb385-ad85-48f5-b20a-fa02c17d3b55 req-116cae12-65f6-489c-91c2-cce7b02f45b6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.1239586 Jun 30 02:26:35.608716 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4791193e-3905-41c5-8628-88e996f3bfa0 req-bd4adfca-2d6e-4e44-9dfd-0148a77bd57b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393439 Jun 30 02:26:35.609291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8cfeb385-ad85-48f5-b20a-fa02c17d3b55 req-10a6abda-ab42-4151-919d-0cd4dc8eb557 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771241 Jun 30 02:26:35.624628 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d13c566-b782-488f-91dc-c5b428084527 req-87e935dd-c7ca-4ee7-a6f6-d9edbfafe829 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605769 Jun 30 02:26:35.635017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3f3815b0-7801-4164-a576-fe9ba16b35c4 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:35.647609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee65bb9c-fe9a-495e-acea-ff5ee83b12f6 req-4a9dfada-2677-4895-961f-121d00987d9d service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468976 Jun 30 02:26:35.793325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3f3815b0-7801-4164-a576-fe9ba16b35c4, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3f3815b0-7801-4164-a576-fe9ba16b35c4,segment=NetworkSegment(54d61c3a-70ff-4eb8-aede-1cd5888caaa1),segment_id=54d61c3a-70ff-4eb8-aede-1cd5888caaa1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:35.811198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '3f3815b0-7801-4164-a576-fe9ba16b35c4', 'network_id': 'f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6', 'port_id': '3f3815b0-7801-4164-a576-fe9ba16b35c4', 'mac_address': 'fa:16:3e:07:1b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd1916d-315d-4115-b592-6f944399ea7f', 'ip_address': '19.86.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:35.854394 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:35.868682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3815b0-7801-4164-a576-fe9ba16b35c4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:35.882523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-675ebb6b-d8a1-4b95-805e-dc152c3e30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.884136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-675ebb6b-d8a1-4b95-805e-dc152c3e30ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 1099 time: 0.1631572 Jun 30 02:26:35.889954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3f3815b0-7801-4164-a576-fe9ba16b35c4, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3f3815b0-7801-4164-a576-fe9ba16b35c4,segment=NetworkSegment(54d61c3a-70ff-4eb8-aede-1cd5888caaa1),segment_id=54d61c3a-70ff-4eb8-aede-1cd5888caaa1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:35.895278 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:35.896499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a0df4104-a33d-496f-8537-8c793228da44 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:35.987736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-cafc347a-c285-4fc2-a3f5-6c24bd531b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:35.989339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-cafc347a-c285-4fc2-a3f5-6c24bd531b15 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.0963154 Jun 30 02:26:36.014438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=3f3815b0-7801-4164-a576-fe9ba16b35c4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:36.047375 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-88a06125-01e3-46aa-9d52-3e51c7a07a34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=1519a663-2895-4b71-ba35-2911f12c4d8c HTTP/1.1" status: 200 len: 217 time: 0.0476937 Jun 30 02:26:36.072732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532d314-7d50-4434-9b61-b125bb222eee req-6dede24a-3e52-4c1a-bdea-b4733b24b9ab tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:36.074295 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3532d314-7d50-4434-9b61-b125bb222eee req-6dede24a-3e52-4c1a-bdea-b4733b24b9ab tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.2370129 Jun 30 02:26:36.075115 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port a0df4104-a33d-496f-8537-8c793228da44, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a0df4104-a33d-496f-8537-8c793228da44,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:36.089274 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3057b4e-c302-452d-b669-9de6517de5f0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:36.092918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'a0df4104-a33d-496f-8537-8c793228da44', 'network_id': '8b891476-9d32-4b42-b24a-4c8c2a55a5e6', 'port_id': 'a0df4104-a33d-496f-8537-8c793228da44', 'mac_address': 'fa:16:3e:2d:63:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7439a4-dc47-4925-bcac-2fa3e9af97f7', 'ip_address': '19.80.0.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:36.097943 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3057b4e-c302-452d-b669-9de6517de5f0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:36.130293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-e6a0e2e5-cff8-4768-8fb2-53b7b36410e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:36.131803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-e6a0e2e5-cff8-4768-8fb2-53b7b36410e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0745747 Jun 30 02:26:36.141658 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:36.152551 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3532d314-7d50-4434-9b61-b125bb222eee req-9fa0484c-37c9-47ca-baf0-8b0222557624 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580521 Jun 30 02:26:36.159139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0df4104-a33d-496f-8537-8c793228da44 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:36.161018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abfe5c-9827-4173-b6c2-7b578cdfe3d7 req-88114485-cd97-4680-8160-4745927a1655 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:36.162568 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19abfe5c-9827-4173-b6c2-7b578cdfe3d7 req-88114485-cd97-4680-8160-4745927a1655 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 947 time: 0.1254184 Jun 30 02:26:36.203717 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port a0df4104-a33d-496f-8537-8c793228da44, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a0df4104-a33d-496f-8537-8c793228da44,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:36.210356 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:36.223960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-6cea05d9-be3f-402c-a926-c2612fd5654b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:36.225640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-6cea05d9-be3f-402c-a926-c2612fd5654b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860441 Jun 30 02:26:36.263063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19abfe5c-9827-4173-b6c2-7b578cdfe3d7 req-e0c6a780-ff40-4301-882d-171e8479ab4f tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888066 Jun 30 02:26:36.267417 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-e3057b4e-c302-452d-b669-9de6517de5f0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Floating IP cb5f49c8-48d5-4cbc-b10a-edf112b11ad3 associated. External IP: 172.25.7.177, port: fd1e2b75-58a6-4ab3-81b0-d8eb3089172c. Jun 30 02:26:36.269490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=a0df4104-a33d-496f-8537-8c793228da44,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:36.385869 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-badb0ca7-804f-49bb-996f-b86712d68836 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508808 Jun 30 02:26:36.570540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3057b4e-c302-452d-b669-9de6517de5f0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Router d2d07821-536c-4b31-ab28-18b91e94f80e has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:26:36.586490 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e2e4d13b-fc80-43b8-bd9e-5edec733f803 req-b692db27-d974-4040-b0a3-78efe9408868 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932671 Jun 30 02:26:36.637127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b553b-1ddf-4fb0-9076-548007cbebd8 req-f1eef650-c0a0-4005-a142-43ad1d805ac1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:36.642807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f74b553b-1ddf-4fb0-9076-548007cbebd8 req-f1eef650-c0a0-4005-a142-43ad1d805ac1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1283042 Jun 30 02:26:36.691855 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f74b553b-1ddf-4fb0-9076-548007cbebd8 req-ce4849b3-0ccf-4a2f-89ec-807002aa2299 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 Jun 30 02:26:36.736360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3057b4e-c302-452d-b669-9de6517de5f0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:26:36.743832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3057b4e-c302-452d-b669-9de6517de5f0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:36.748211 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] Sync routers for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:26:36.765656 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:36.767536 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:26:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:36.781802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115e65d-9698-4576-8080-4a455506e79d req-81023f27-3a2f-4ec8-b540-e42cd99b3012 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:36.787685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:36.789013 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e115e65d-9698-4576-8080-4a455506e79d req-81023f27-3a2f-4ec8-b540-e42cd99b3012 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.3258948 Jun 30 02:26:36.802762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3f3815b0-7801-4164-a576-fe9ba16b35c4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:36.821755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e3057b4e-c302-452d-b669-9de6517de5f0 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "PUT /v2.0/floatingips/cb5f49c8-48d5-4cbc-b10a-edf112b11ad3 HTTP/1.1" status: 200 len: 991 time: 1.9557555 Jun 30 02:26:36.848292 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e115e65d-9698-4576-8080-4a455506e79d req-a4d4ab87-6f9c-4993-b831-f76667ad72b5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582883 Jun 30 02:26:36.965212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc31df-2ac9-49f5-bf06-ce265b2dd37c req-6f499361-2193-407a-bdd3-9606db7a3d8f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:36.970273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'tag': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:36.974364 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51b2f1b-6f3b-4672-9749-78b66a42985c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9324916-f8d6-4894-8318-9eb0852dbba6", "tag": "fd1e2b75-58a6-4ab3-81b0-d8eb3089172c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:36.991030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc31df-2ac9-49f5-bf06-ce265b2dd37c req-6f499361-2193-407a-bdd3-9606db7a3d8f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:37.006419 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc31df-2ac9-49f5-bf06-ce265b2dd37c req-6f499361-2193-407a-bdd3-9606db7a3d8f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:37.018389 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15dc31df-2ac9-49f5-bf06-ce265b2dd37c req-6f499361-2193-407a-bdd3-9606db7a3d8f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2416 time: 0.1680098 Jun 30 02:26:37.041914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927329c-a67c-425f-b0cb-5e215204dc8c req-bd90c08f-4dde-458e-bfb8-ce67661e94d2 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:37.052135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a927329c-a67c-425f-b0cb-5e215204dc8c req-bd90c08f-4dde-458e-bfb8-ce67661e94d2 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.0929606 Jun 30 02:26:37.069836 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff0e256f-4029-4363-bc50-e6d3cb1e0e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:37.100667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a927329c-a67c-425f-b0cb-5e215204dc8c req-07a6b8cc-92f5-427d-858e-a0284d0e3f3c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459502 Jun 30 02:26:37.114123 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:37.129827 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15dc31df-2ac9-49f5-bf06-ce265b2dd37c req-7bab381a-fbaf-4a94-bcdb-39f20c4f5871 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104398 Jun 30 02:26:37.222656 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff0e256f-4029-4363-bc50-e6d3cb1e0e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:37.229996 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff0e256f-4029-4363-bc50-e6d3cb1e0e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:37.285295 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ff0e256f-4029-4363-bc50-e6d3cb1e0e4f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0dcab26bfb4e477492bc98a1752eecab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963148 Jun 30 02:26:37.286563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e256f-4029-4363-bc50-e6d3cb1e0e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d654d8b-f5a9-49de-923c-d26807c29a87,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:37.290554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:37.293735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d08a3-f6da-474f-8461-374d9841efed req-96da01d3-b9f2-4b28-939b-88bb173ae90a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:37.303258 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-609d08a3-f6da-474f-8461-374d9841efed req-96da01d3-b9f2-4b28-939b-88bb173ae90a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.0949459 Jun 30 02:26:37.339857 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15a14cd-438d-4cc6-99fb-98a8aab1f7a9 x-openstack-request-id: req-e15a14cd-438d-4cc6-99fb-98a8aab1f7a9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:37.340148 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9324916-f8d6-4894-8318-9eb0852dbba6", "tag": "fd1e2b75-58a6-4ab3-81b0-d8eb3089172c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:37.340399 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e15a14cd-438d-4cc6-99fb-98a8aab1f7a9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:37.340808 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'tag': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c', 'status': 'completed', 'code': 200} Jun 30 02:26:37.357333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-688a6592-bd89-4592-9384-afa4a3b3f8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:37.358449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-609d08a3-f6da-474f-8461-374d9841efed req-e08a259c-872f-4bfb-b9fb-82324bf43379 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542259 Jun 30 02:26:37.382467 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-688a6592-bd89-4592-9384-afa4a3b3f8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:37.415415 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'cb5f49c8-48d5-4cbc-b10a-edf112b11ad3', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'port_id': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'mac_address': 'fa:16:3e:e6:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:22:55Z', 'updated_at': '2021-06-30T02:26:35Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:37.448982 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] Checking router: d2d07821-536c-4b31-ab28-18b91e94f80e for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:26:37.459886 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:26:37.460821 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:26:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:37.580029 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:26:37.669053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 333c80e0-c55e-4113-9adf-351e5c39ca1d up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:37.682021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4137578-a2ec-4af2-87a6-c847eb8e63bd req-3d85e375-e0bf-4aec-a196-34812f0e961e tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:37.693088 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4137578-a2ec-4af2-87a6-c847eb8e63bd req-3d85e375-e0bf-4aec-a196-34812f0e961e tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.0882797 Jun 30 02:26:37.729602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 333c80e0-c55e-4113-9adf-351e5c39ca1d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:37.734498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 333c80e0-c55e-4113-9adf-351e5c39ca1d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:37.734909 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:37.753860 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4137578-a2ec-4af2-87a6-c847eb8e63bd req-8f83a268-a91a-4e2d-9201-9e9000bc23b7 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564201 Jun 30 02:26:37.792321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-c6d7369c-f9f3-4b67-a9ed-cea93fde961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:37.794685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-c6d7369c-f9f3-4b67-a9ed-cea93fde961b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 1097 time: 0.3990717 Jun 30 02:26:37.833495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa6de4-aaee-4d72-aab6-4e870e3e807a req-92cf824e-3fca-4923-addf-b85db766f423 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:37.840902 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78fa6de4-aaee-4d72-aab6-4e870e3e807a req-92cf824e-3fca-4923-addf-b85db766f423 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 947 time: 0.3988941 Jun 30 02:26:37.842669 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-688a6592-bd89-4592-9384-afa4a3b3f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:37.843784 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:37.845407 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-688a6592-bd89-4592-9384-afa4a3b3f8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:37.849135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-688a6592-bd89-4592-9384-afa4a3b3f8c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d654d8b-f5a9-49de-923c-d26807c29a87 HTTP/1.1" status: 204 len: 168 time: 0.5548239 Jun 30 02:26:37.855352 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'cb5f49c8-48d5-4cbc-b10a-edf112b11ad3', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'port_id': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'mac_address': 'fa:16:3e:e6:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:22:55Z', 'updated_at': '2021-06-30T02:26:35Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:37.875590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333c80e0-c55e-4113-9adf-351e5c39ca1d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:37.878177 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48082837-925a-4d2a-ae3c-f3f0fe2d13be" -d '{"events": [{"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-plugged", "status": "completed", "tag": "333c80e0-c55e-4113-9adf-351e5c39ca1d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:37.892484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 333c80e0-c55e-4113-9adf-351e5c39ca1d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=333c80e0-c55e-4113-9adf-351e5c39ca1d,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:37.902240 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:37.916373 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63047a-1160-4008-ac82-7aa82882e5e7 None None] The sync data for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 is: [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'cb5f49c8-48d5-4cbc-b10a-edf112b11ad3', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'port_id': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'mac_address': 'fa:16:3e:e6:52:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:22:55Z', 'updated_at': '2021-06-30T02:26:35Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:26:37.921028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a6592-bd89-4592-9384-afa4a3b3f8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d654d8b-f5a9-49de-923c-d26807c29a87,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:37.962982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a0df4104-a33d-496f-8537-8c793228da44'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:37.967971 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78fa6de4-aaee-4d72-aab6-4e870e3e807a req-a53ac708-435c-4669-adbb-64f5b0a57386 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260521 Jun 30 02:26:38.048562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=333c80e0-c55e-4113-9adf-351e5c39ca1d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:38.060077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-68612606-800c-40e5-98a8-f88305e55809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:38.068773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-68612606-800c-40e5-98a8-f88305e55809 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 924 time: 0.2672091 Jun 30 02:26:38.080033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b4ca2-0bf6-4caa-94d1-a28983ffe930 req-0f352908-81ea-4b54-9ac3-14fd83874c10 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:38.081932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c29b4ca2-0bf6-4caa-94d1-a28983ffe930 req-0f352908-81ea-4b54-9ac3-14fd83874c10 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1566331 Jun 30 02:26:38.155588 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c29b4ca2-0bf6-4caa-94d1-a28983ffe930 req-eb4c7665-4a67-4727-928b-4038116a4ad6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612235 Jun 30 02:26:38.215387 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-c41a250b-cd2b-4d57-afc8-d2ef80000bb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c HTTP/1.1" status: 200 len: 999 time: 0.1260533 Jun 30 02:26:38.230651 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296f0514-4a71-4098-ba6c-c52c1141b3fa x-openstack-request-id: req-296f0514-4a71-4098-ba6c-c52c1141b3fa {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:38.231351 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-plugged", "status": "completed", "tag": "333c80e0-c55e-4113-9adf-351e5c39ca1d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:38.231831 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-296f0514-4a71-4098-ba6c-c52c1141b3fa {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:38.232467 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333c80e0-c55e-4113-9adf-351e5c39ca1d', 'code': 200} Jun 30 02:26:38.270021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a71fb-44ad-4b5b-a3a6-9ded4a6789c8 None None] New status for floating IP cb5f49c8-48d5-4cbc-b10a-edf112b11ad3: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:26:38.295260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-0d1e802c-d800-41c6-9d21-db13197039c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:38.297192 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-0d1e802c-d800-41c6-9d21-db13197039c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4b029b4-fcea-4790-a765-2f1787071d20 HTTP/1.1" status: 200 len: 862 time: 0.0745437 Jun 30 02:26:38.366027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320710f6-5170-4ff2-8bf3-259a5529cb8a req-3799dfed-366b-45ed-9e16-feff92579717 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:38.368006 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-320710f6-5170-4ff2-8bf3-259a5529cb8a req-3799dfed-366b-45ed-9e16-feff92579717 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.2233639 Jun 30 02:26:38.404422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f47d7-f5d3-400a-94da-4374af6e6507 req-864e4d04-0706-4ae2-8ca2-6efbd7bc4476 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:38.407081 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-987f47d7-f5d3-400a-94da-4374af6e6507 req-864e4d04-0706-4ae2-8ca2-6efbd7bc4476 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.0827520 Jun 30 02:26:38.432366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-320710f6-5170-4ff2-8bf3-259a5529cb8a req-c3936b2c-248f-437b-8f43-d77e7138775e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584242 Jun 30 02:26:38.439561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-d657162e-f0a4-459d-ad61-191d8d8f4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:38.441409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-d657162e-f0a4-459d-ad61-191d8d8f4622 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e0ce481-75f2-4688-9eec-39a2795f75c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1365464 Jun 30 02:26:38.477385 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-987f47d7-f5d3-400a-94da-4374af6e6507 req-aee54074-c9f4-471e-a04d-6385fa0d83da tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641966 Jun 30 02:26:38.575718 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-de2407a3-2bb2-41e9-80ef-95fcdd756e5d service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264582 Jun 30 02:26:38.716990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:38.717765 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c51b2f1b-6f3b-4672-9749-78b66a42985c req-3042816a-5007-40ec-ace8-fa377525062d service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309988 Jun 30 02:26:38.727497 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8271ab-91d5-4646-a106-2b928808a097 req-8d3f96b1-b014-4e9a-928a-66a52d5d2dec tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:38.734496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8271ab-91d5-4646-a106-2b928808a097 req-8d3f96b1-b014-4e9a-928a-66a52d5d2dec tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:38.740058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8271ab-91d5-4646-a106-2b928808a097 req-8d3f96b1-b014-4e9a-928a-66a52d5d2dec tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:38.748310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c8271ab-91d5-4646-a106-2b928808a097 req-8d3f96b1-b014-4e9a-928a-66a52d5d2dec tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2417 time: 0.1706369 Jun 30 02:26:38.786236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c8271ab-91d5-4646-a106-2b928808a097 req-a217844b-4b7e-4c2f-ad19-0b3f13434718 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369790 Jun 30 02:26:38.840904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1105713202-network', 'tenant_id': '3cf21bbdf6a241059a4954f5a8e684b0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:38.863801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Made reservation on behalf of 3cf21bbdf6a241059a4954f5a8e684b0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:38.866298 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:38.875101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:38.999847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.005813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.030514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:26:39.047673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27681b07-b0b6-482e-acfd-e9a4d1ac7805,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:39.050755 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.051105 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Added segment 65c549e6-d03a-434e-8fe9-8a827c805821 of type vlan for network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e Jun 30 02:26:39.071268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.071612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.071953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.072285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.072618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.072951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.073283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.073608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.073927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.074247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.074567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.074916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.119088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.149985 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.151040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:39.151663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.190811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68eb97-c14b-4db9-a51c-657b5f5b73dd req-401e8eec-9a68-47aa-93cd-960059001e29 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:39.193380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f68eb97-c14b-4db9-a51c-657b5f5b73dd req-401e8eec-9a68-47aa-93cd-960059001e29 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 947 time: 0.0768790 Jun 30 02:26:39.211087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4927979 Jun 30 02:26:39.215237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:39.224038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634b79c-1482-45e9-9f3f-65c8cfb3616a admin admin] Pushing event updated for resources: {'Network': ['ID=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:39.227657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Request body: {'subnet': {'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1105713202-subnet', 'tenant_id': '3cf21bbdf6a241059a4954f5a8e684b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:39.235959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:26:39.284099 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f68eb97-c14b-4db9-a51c-657b5f5b73dd req-9e659fc7-7cfc-4a6e-b072-a01eeb54fab5 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821741 Jun 30 02:26:39.291395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Made reservation on behalf of 3cf21bbdf6a241059a4954f5a8e684b0 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:39.294252 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.367529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f9e22-e1ce-4463-8a61-571d2347ab11 req-3f967119-278f-40c2-9dc3-4efb974c7d93 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:39.369098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f78f9e22-e1ce-4463-8a61-571d2347ab11 req-3f967119-278f-40c2-9dc3-4efb974c7d93 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.0710452 Jun 30 02:26:39.408940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f78f9e22-e1ce-4463-8a61-571d2347ab11 req-9890efb3-6ff4-42d6-9a5f-1c2036c7d769 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336132 Jun 30 02:26:39.473620 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.532580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50111ab-406d-464a-8542-69c8fb73b1b0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:39.543979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.544324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.544657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.544987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.545309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.545629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.545943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.546260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.547092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.547092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.547304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.547514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:26:39.553324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Checking segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:39.553683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Network hostable DHCP agents. Network: ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:26:39.580562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:26:39.607701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:39.614065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:39.614181 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.617442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4497e46-e92c-4552-a288-ba69dcc1ec45 None None] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:39.643014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3bb1c3c7-cb38-4cf9-a9b9-533fae2035dc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4133487 Jun 30 02:26:39.656894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aed3b6-a98c-43db-910e-1a299ba7bdb5 req-e0ef00d8-5667-4fe5-838d-8d8f9da44624 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:39.658555 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75aed3b6-a98c-43db-910e-1a299ba7bdb5 req-e0ef00d8-5667-4fe5-838d-8d8f9da44624 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.0910370 Jun 30 02:26:39.686008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf375b4-2f17-462d-b1e4-24d4ec3b14d7 req-2d722fb0-28fe-47f2-94af-97725ad0c704 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:39.687815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 93057151-b94d-4524-b22f-f6973deed1cb details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:39.689378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-baf375b4-2f17-462d-b1e4-24d4ec3b14d7 req-2d722fb0-28fe-47f2-94af-97725ad0c704 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.0821140 Jun 30 02:26:39.690187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3f3815b0-7801-4164-a576-fe9ba16b35c4 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:39.710310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75aed3b6-a98c-43db-910e-1a299ba7bdb5 req-433ec90b-776f-49b3-b514-a332e7f29fcd tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455856 Jun 30 02:26:39.736887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-baf375b4-2f17-462d-b1e4-24d4ec3b14d7 req-ca566aca-c1ad-4bac-bca9-674acd48c983 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Jun 30 02:26:39.906600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76117149-5793-447c-9613-c234b64af27c None None] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:39.917543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 3f3815b0-7801-4164-a576-fe9ba16b35c4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:39.965030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 3f3815b0-7801-4164-a576-fe9ba16b35c4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:39.965345 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:39.974910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:39.980481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378773f-0f51-4591-9ecf-78f1ad778dc6 req-d6be8d52-2510-4fcd-9451-e1e8ddf02b60 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:39.987543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378773f-0f51-4591-9ecf-78f1ad778dc6 req-d6be8d52-2510-4fcd-9451-e1e8ddf02b60 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:39.993629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378773f-0f51-4591-9ecf-78f1ad778dc6 req-d6be8d52-2510-4fcd-9451-e1e8ddf02b60 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:39.995230 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6378773f-0f51-4591-9ecf-78f1ad778dc6 req-d6be8d52-2510-4fcd-9451-e1e8ddf02b60 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2417 time: 0.0896108 Jun 30 02:26:40.017177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '93057151-b94d-4524-b22f-f6973deed1cb', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '93057151-b94d-4524-b22f-f6973deed1cb', 'mac_address': 'fa:16:3e:d3:61:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:40.045626 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6378773f-0f51-4591-9ecf-78f1ad778dc6 req-7167570c-4d41-4f19-a42e-67d582805588 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398285 Jun 30 02:26:40.111618 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.162708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93057151-b94d-4524-b22f-f6973deed1cb {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:40.166214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcda96-1414-4a35-a960-c119a294b6af req-da583c81-99e5-488a-8add-dfea728122a3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:40.166876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-da583c81-99e5-488a-8add-dfea728122a3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.1115539 Jun 30 02:26:40.183263 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.185560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-948a7d0f-fd48-4b7c-aca2-67dee0d62a12 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/quotas/3cf21bbdf6a241059a4954f5a8e684b0 HTTP/1.1" status: 200 len: 375 time: 0.0126047 Jun 30 02:26:40.236886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-669f0f5d-6227-4d4f-b0a1-f8fdd7016d8e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440953 Jun 30 02:26:40.292078 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-dd36e2e0-ae76-49a8-a988-07c5d5486885 service neutron] show failed (client error): The resource could not be found. Jun 30 02:26:40.294259 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-dd36e2e0-ae76-49a8-a988-07c5d5486885 service neutron] 10.222.0.73 "GET /v2.0/ports/80e1b509-3028-4562-b828-2a3f81c23bf4/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0818496 Jun 30 02:26:40.337333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:40.341805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-b2b38220-bddb-4829-b31d-aab04479dbc1 service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039367 Jun 30 02:26:40.346346 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.347175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1519a663-2895-4b71-ba35-2911f12c4d8c details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:40.354142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3815b0-7801-4164-a576-fe9ba16b35c4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:40.356461 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf1440-08f7-4c64-b636-9546e8329168" -d '{"events": [{"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-plugged", "status": "completed", "tag": "3f3815b0-7801-4164-a576-fe9ba16b35c4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:40.389391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3f3815b0-7801-4164-a576-fe9ba16b35c4, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3f3815b0-7801-4164-a576-fe9ba16b35c4,segment=NetworkSegment(54d61c3a-70ff-4eb8-aede-1cd5888caaa1),segment_id=54d61c3a-70ff-4eb8-aede-1cd5888caaa1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:40.400737 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.401578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a0df4104-a33d-496f-8537-8c793228da44 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:40.463938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1519a663-2895-4b71-ba35-2911f12c4d8c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1519a663-2895-4b71-ba35-2911f12c4d8c,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:40.466327 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-e6ab3c8b-e52f-4e5c-ac96-111d4b452ee2 service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219864 Jun 30 02:26:40.475005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:40.489603 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '1519a663-2895-4b71-ba35-2911f12c4d8c', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '1519a663-2895-4b71-ba35-2911f12c4d8c', 'mac_address': 'fa:16:3e:91:00:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:40.495900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff09155-0269-4209-9d10-9238bab8ad70 req-3a3c4c71-f5a0-4dda-a59f-98cac33b11c2 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:40.498241 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ff09155-0269-4209-9d10-9238bab8ad70 req-3a3c4c71-f5a0-4dda-a59f-98cac33b11c2 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 947 time: 0.0946991 Jun 30 02:26:40.543502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ff09155-0269-4209-9d10-9238bab8ad70 req-a9a59018-9e32-4384-a39f-70f39dfdf1f3 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370119 Jun 30 02:26:40.567193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=3f3815b0-7801-4164-a576-fe9ba16b35c4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:40.572373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port a0df4104-a33d-496f-8537-8c793228da44 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:40.582827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port a0df4104-a33d-496f-8537-8c793228da44 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:40.583250 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.584913 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.615301 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54591760-8818-4370-81d0-6a10ccda00af x-openstack-request-id: req-54591760-8818-4370-81d0-6a10ccda00af {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:40.615641 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-plugged", "status": "completed", "tag": "3f3815b0-7801-4164-a576-fe9ba16b35c4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:40.615935 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54591760-8818-4370-81d0-6a10ccda00af {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:40.616326 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3815b0-7801-4164-a576-fe9ba16b35c4', 'code': 200} Jun 30 02:26:40.626652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1519a663-2895-4b71-ba35-2911f12c4d8c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:40.655798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1519a663-2895-4b71-ba35-2911f12c4d8c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1519a663-2895-4b71-ba35-2911f12c4d8c,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:40.663897 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.679849 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0120de57-c5c4-4d27-8d6d-5c8c35c491b1 req-c63ed9bf-3d97-45f4-9a83-1f6439b75540 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 210 time: 0.0391099 Jun 30 02:26:40.738166 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.753878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=1519a663-2895-4b71-ba35-2911f12c4d8c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:40.781436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port a0df4104-a33d-496f-8537-8c793228da44, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a0df4104-a33d-496f-8537-8c793228da44,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:40.798921 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.817371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-1f192769-6ddf-4136-beac-1cf65914f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:40.820832 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-1f192769-6ddf-4136-beac-1cf65914f456 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf&tenant_id=9cec145aa2d747cf98d6c57f659678cd HTTP/1.1" status: 200 len: 1102 time: 0.1435835 Jun 30 02:26:40.837900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:40.865962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=a0df4104-a33d-496f-8537-8c793228da44,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:40.886069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb5f00-35e6-48db-a25a-59c73c8338be req-2129acb2-89f5-43ec-8e04-505b49ce6aab tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:40.887615 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8eb5f00-35e6-48db-a25a-59c73c8338be req-2129acb2-89f5-43ec-8e04-505b49ce6aab tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1002955 Jun 30 02:26:40.932545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8eb5f00-35e6-48db-a25a-59c73c8338be req-b045eed5-dc84-4316-b4d9-b37443a85a62 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369251 Jun 30 02:26:40.969099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:40.992958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c99c75-b3bb-49f7-a362-00c79af1c02d req-ab43594e-fb7e-4559-a1a8-00b4af612802 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:40.994549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33c99c75-b3bb-49f7-a362-00c79af1c02d req-ab43594e-fb7e-4559-a1a8-00b4af612802 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1250498 Jun 30 02:26:41.135676 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-d2b5bb87-c3ce-437c-b4b3-90c0fa273a46 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:41.137370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-d2b5bb87-c3ce-437c-b4b3-90c0fa273a46 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1098 time: 0.1459906 Jun 30 02:26:41.149708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33c99c75-b3bb-49f7-a362-00c79af1c02d req-69b24889-4277-450c-af20-333b63c58d2e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659811 Jun 30 02:26:41.150586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-39'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:41.215666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dc80a-0aa5-4faa-8775-29a75255e7be req-9c54aae3-5979-4b93-8440-71381639d48c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:41.217709 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd0dc80a-0aa5-4faa-8775-29a75255e7be req-9c54aae3-5979-4b93-8440-71381639d48c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 946 time: 0.1627033 Jun 30 02:26:41.244070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:41.293403 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:41.298896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd0dc80a-0aa5-4faa-8775-29a75255e7be req-6e7272ed-e671-4328-9492-543e738cd557 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737164 Jun 30 02:26:41.308261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:41.364858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:41.368008 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef66c264-dfb0-48ce-b9f3-a878f3f67fb1" -d '{"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-unplugged", "status": "completed", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:41.372823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:41.396945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Transition to ACTIVE for port object 80e1b509-3028-4562-b828-2a3f81c23bf4 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:41.404960 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:41.418155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['1519a663-2895-4b71-ba35-2911f12c4d8c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:41.429110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['93057151-b94d-4524-b22f-f6973deed1cb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:41.471678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:41.524211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] No DVR routers for this DVR port 80e1b509-3028-4562-b828-2a3f81c23bf4 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:41.532088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:41.550289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:41.632713 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:41.634596 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:41.638273 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3aa968-ecb9-412d-9f94-13f175b8ddb1" -d '{"events": [{"server_uuid": "1e30050d-1e22-4372-9cf0-3d2be0310333", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:41.649193 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:41.709877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:41.710566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:41.710925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:41.743958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd533062-1425-4850-ad1f-184d0ab210aa req-679b3c91-06f8-49e5-aeb3-11175f1bd6c1 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:41.760758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd533062-1425-4850-ad1f-184d0ab210aa req-679b3c91-06f8-49e5-aeb3-11175f1bd6c1 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:41.774043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd533062-1425-4850-ad1f-184d0ab210aa req-679b3c91-06f8-49e5-aeb3-11175f1bd6c1 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:41.780823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:41.786266 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd533062-1425-4850-ad1f-184d0ab210aa req-679b3c91-06f8-49e5-aeb3-11175f1bd6c1 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2419 time: 0.4915965 Jun 30 02:26:41.796492 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef211dcc-6f72-4649-aa2c-0520f3852167 x-openstack-request-id: req-ef211dcc-6f72-4649-aa2c-0520f3852167 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:41.797111 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-unplugged", "status": "completed", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:41.798793 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef211dcc-6f72-4649-aa2c-0520f3852167 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:41.799416 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'code': 200} Jun 30 02:26:41.821229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Port 80e1b509-3028-4562-b828-2a3f81c23bf4 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:41.821557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:41.858654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:41.858654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:41.861885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:41.863055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Bound port: 80e1b509-3028-4562-b828-2a3f81c23bf4, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:41.863429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:41.893341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on host n-h2-758944-39 for vnic_type normal with profile {"migrating_to": "n-h1-758944-39"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:41.893341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:41.893341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:41.902379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on network 793c9272-a468-4870-a3a6-a797b8003f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:41.902867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Attempting to bind port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on network 793c9272-a468-4870-a3a6-a797b8003f65 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:41.909925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:41.910249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Checking segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:41.910616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Bound using segment: {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:41.911072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Bound port: f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '793c9272-a468-4870-a3a6-a797b8003f65'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:41.911421 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:41.936253 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd533062-1425-4850-ad1f-184d0ab210aa req-025c2800-6933-4193-a35a-d8cb6c891f52 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489885 Jun 30 02:26:42.014046 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5821fb04-b093-4cb9-9a34-3cfdc6f01d99 x-openstack-request-id: req-5821fb04-b093-4cb9-9a34-3cfdc6f01d99 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:42.014328 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e30050d-1e22-4372-9cf0-3d2be0310333", "name": "network-vif-unplugged", "status": "completed", "tag": "f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:42.014576 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5821fb04-b093-4cb9-9a34-3cfdc6f01d99 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:42.014993 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5', 'code': 200} Jun 30 02:26:42.024455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:42.027755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:42.032827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:42.034023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:42.053956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee396856-c810-440f-ae24-15d23122320f req-db62b34d-1764-49f7-b9dd-0d85483573fa tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:42.061032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ee396856-c810-440f-ae24-15d23122320f req-db62b34d-1764-49f7-b9dd-0d85483573fa tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 948 time: 0.1521897 Jun 30 02:26:42.071013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:42.071942 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:42.072532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:42.074630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] 10.222.0.69 "PUT /v2.0/ports/80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 1097 time: 1.2412052 Jun 30 02:26:42.085009 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:42.170831 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ee396856-c810-440f-ae24-15d23122320f req-316347ea-83c4-4126-a84c-ab5c562b4937 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088078 Jun 30 02:26:42.204649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5c1006ba-69bc-4d36-9839-dc94a83a5cc1 req-8d0105b8-6b4b-4ef7-a0df-dded979992f4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 210 time: 0.0407143 Jun 30 02:26:42.206849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1cd32-c33a-40b7-a33d-de3a0d9b813d service neutron] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:42.228881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:42.234102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:42.237961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:42.239664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-5ebee921-f4fd-407d-a8e3-c29e1402e106 service neutron] 10.222.0.69 "PUT /v2.0/ports/f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 HTTP/1.1" status: 200 len: 1124 time: 1.0944026 Jun 30 02:26:42.279298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-9ff9f644-aed5-4fd0-9e59-9f0c32c1a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:42.285327 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-9ff9f644-aed5-4fd0-9e59-9f0c32c1a5e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1100 time: 0.1725736 Jun 30 02:26:42.380246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:42.457333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc06b1-5768-417d-a72c-757a7c284260 req-91494454-5d2c-486b-aa8c-2689aeed70b2 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:42.465989 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8fbc06b1-5768-417d-a72c-757a7c284260 req-91494454-5d2c-486b-aa8c-2689aeed70b2 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1317060 Jun 30 02:26:42.514648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8fbc06b1-5768-417d-a72c-757a7c284260 req-a601c364-20b1-4163-9a1d-e3f141553dfe tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476255 Jun 30 02:26:42.618034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0df4104-a33d-496f-8537-8c793228da44'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:42.622358 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a685081c-6bcf-48a1-a5ab-58205a3ddd94" -d '{"events": [{"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-plugged", "status": "completed", "tag": "a0df4104-a33d-496f-8537-8c793228da44"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:42.647248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-301ec212-35d2-4e2c-bc92-dc9de428f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:42.648652 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-301ec212-35d2-4e2c-bc92-dc9de428f930 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3608780 Jun 30 02:26:42.672659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d82553-e03b-48d9-9ca5-28d9e7e8b43d req-7f9628d1-9859-45c9-a45b-7d1ee0e8f649 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:42.674374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2d82553-e03b-48d9-9ca5-28d9e7e8b43d req-7f9628d1-9859-45c9-a45b-7d1ee0e8f649 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.2653329 Jun 30 02:26:42.715528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-7a3ed12a-2fdc-4300-9654-4b29bfe90e8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 217 time: 0.0596657 Jun 30 02:26:42.717274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:42.771066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa354f-da7f-4c69-aa56-58f4c881a143 req-c616cccb-8019-4bbf-bfbd-7bab7692778f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:42.772605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0afa354f-da7f-4c69-aa56-58f4c881a143 req-c616cccb-8019-4bbf-bfbd-7bab7692778f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.0774951 Jun 30 02:26:42.823513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-d7525f1a-bdb6-47ee-9248-8bc2751ce874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:42.825374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-d7525f1a-bdb6-47ee-9248-8bc2751ce874 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0906641 Jun 30 02:26:42.826263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0afa354f-da7f-4c69-aa56-58f4c881a143 req-a2c9d467-e222-42c9-834b-2d648b6e5475 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470381 Jun 30 02:26:42.835794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2d82553-e03b-48d9-9ca5-28d9e7e8b43d req-1d23fb6e-b458-43a2-a937-9611577096a9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279402 Jun 30 02:26:42.891682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3dca968e-4d72-463a-ab7b-c7b122c26e11 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:42.893183 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3dca968e-4d72-463a-ab7b-c7b122c26e11 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.73 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.3208854 Jun 30 02:26:42.911993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Request body: {'port': {'device_id': 'd6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'admin_state_up': True, 'tenant_id': '3cf21bbdf6a241059a4954f5a8e684b0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:42.921923 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f36bcf9-b39a-4978-ae81-4cabfedc7773 x-openstack-request-id: req-9f36bcf9-b39a-4978-ae81-4cabfedc7773 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:42.922211 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-plugged", "status": "completed", "tag": "a0df4104-a33d-496f-8537-8c793228da44", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:42.922458 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f36bcf9-b39a-4978-ae81-4cabfedc7773 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:42.922996 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0df4104-a33d-496f-8537-8c793228da44', 'code': 200} Jun 30 02:26:43.048552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-de443949-7a98-4ed7-9b19-03ad9187251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:43.050206 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-de443949-7a98-4ed7-9b19-03ad9187251b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2089727 Jun 30 02:26:43.086543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def2f8-8ad5-4d62-b6a4-606fd40c86e4 req-803036bd-126f-446d-abd8-d86ed75cb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:43.087075 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def2f8-8ad5-4d62-b6a4-606fd40c86e4 req-803036bd-126f-446d-abd8-d86ed75cb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:43.087625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25def2f8-8ad5-4d62-b6a4-606fd40c86e4 req-803036bd-126f-446d-abd8-d86ed75cb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:43.089258 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25def2f8-8ad5-4d62-b6a4-606fd40c86e4 req-803036bd-126f-446d-abd8-d86ed75cb74a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2875 time: 0.0604541 Jun 30 02:26:43.139962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25def2f8-8ad5-4d62-b6a4-606fd40c86e4 req-9570302d-1948-492c-a431-73607817f74f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Jun 30 02:26:43.164678 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Made reservation on behalf of 3cf21bbdf6a241059a4954f5a8e684b0 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:43.168152 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:43.183271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-9fcc111b-bf95-4f79-84f9-504babc3f030 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243179 Jun 30 02:26:43.194145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d383-3a36-4ea2-ac87-47b1dd42bf1e req-ceef77b2-4dbc-474f-ba63-ae23cbf2c292 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:43.200475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d383-3a36-4ea2-ac87-47b1dd42bf1e req-ceef77b2-4dbc-474f-ba63-ae23cbf2c292 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:43.206429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d383-3a36-4ea2-ac87-47b1dd42bf1e req-ceef77b2-4dbc-474f-ba63-ae23cbf2c292 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:43.214445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54b5d383-3a36-4ea2-ac87-47b1dd42bf1e req-ceef77b2-4dbc-474f-ba63-ae23cbf2c292 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2419 time: 0.0827074 Jun 30 02:26:43.272446 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54b5d383-3a36-4ea2-ac87-47b1dd42bf1e req-de6d4a98-530d-45ca-8213-ff4874e2a7e8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Jun 30 02:26:43.420624 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3878ae6-c2f8-4eaf-b6e0-eeb369c1b000 req-2c027d64-daac-4531-9f3b-a2f940565923 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 210 time: 0.0376785 Jun 30 02:26:43.615837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Allocated IP 172.20.0.14 (ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e/e50111ab-406d-464a-8542-69c8fb73b1b0/e0978508-0d26-4b0b-8b0c-b9ae419bc951) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:43.673359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:43.696964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:43.732008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edec6dc-03ac-427b-a509-afee490453de req-3ed1a5bc-8fde-4ff7-bde3-975c76a1b688 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:43.735211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0edec6dc-03ac-427b-a509-afee490453de req-3ed1a5bc-8fde-4ff7-bde3-975c76a1b688 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.0949419 Jun 30 02:26:43.737436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:43.757183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530c35a-a3ec-4f39-b1de-26e365f98417 req-97028958-4f33-4a35-b19e-c75dfe443ca0 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:43.758752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c530c35a-a3ec-4f39-b1de-26e365f98417 req-97028958-4f33-4a35-b19e-c75dfe443ca0 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 948 time: 0.4568598 Jun 30 02:26:43.780638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0edec6dc-03ac-427b-a509-afee490453de req-c06adaea-a18c-43c0-b99f-6eff3e9ed86a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383730 Jun 30 02:26:43.786145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6e137cc-202b-48cb-be82-cbfbb9e0c71f req-dad25446-2419-4f1f-b7fd-30e8bf6a1b18 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928513 Jun 30 02:26:43.813250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:43.816020 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777f8467-9272-423d-a04e-432d3ebc18e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:43.820850 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:43.847725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 has no active binding in host n-h1-758944-39 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:26:43.848682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:43.873299 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c530c35a-a3ec-4f39-b1de-26e365f98417 req-c003f9d5-c182-4885-ae55-de73eebb8d75 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049747 Jun 30 02:26:43.878204 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8f5613-89b7-4e92-bcdc-c2fa1eb6f2c4 x-openstack-request-id: req-db8f5613-89b7-4e92-bcdc-c2fa1eb6f2c4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:43.878527 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:43.878781 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db8f5613-89b7-4e92-bcdc-c2fa1eb6f2c4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:43.879178 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'status': 'completed', 'code': 200} Jun 30 02:26:43.992249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:44.005874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5', 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8', 'port_id': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5', 'mac_address': 'fa:16:3e:16:bd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b806b6ac-3687-473d-91c8-6f24f21413bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:44.028659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'tag': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:44.031116 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7749b348-757e-4c00-b6d8-0a54b265819e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e30050d-1e22-4372-9cf0-3d2be0310333", "tag": "f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:44.054747 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:44.066178 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:44.068546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:44.073272 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43453a9b-d360-40d1-8057-4d842d2fb0f9 req-4ee46395-338f-4168-ad1e-caee8a864223 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.079509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43453a9b-d360-40d1-8057-4d842d2fb0f9 req-4ee46395-338f-4168-ad1e-caee8a864223 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.0807357 Jun 30 02:26:44.090647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:44.096469 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:44.130341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43453a9b-d360-40d1-8057-4d842d2fb0f9 req-61c6865c-7dfc-4b8a-b1fe-94b138c9ad77 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479479 Jun 30 02:26:44.158269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:44.158809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-43394640-63e6-413b-a483-f4bb6214572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.160342 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-43394640-63e6-413b-a483-f4bb6214572e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1100 time: 0.2536333 Jun 30 02:26:44.182066 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ca6ec9-d78e-4a72-8168-ed92cc0e5955 x-openstack-request-id: req-d0ca6ec9-d78e-4a72-8168-ed92cc0e5955 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:44.182349 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e30050d-1e22-4372-9cf0-3d2be0310333", "tag": "f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:44.182595 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d0ca6ec9-d78e-4a72-8168-ed92cc0e5955 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:44.183038 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'tag': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5', 'status': 'completed', 'code': 200} Jun 30 02:26:44.192778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-3236f3ac-4ea9-4b46-b55b-f902f1577fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.194276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-3236f3ac-4ea9-4b46-b55b-f902f1577fab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1100 time: 0.2316062 Jun 30 02:26:44.262227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:44.274521 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749b348-757e-4c00-b6d8-0a54b265819e req-9806634f-79cc-4354-acaa-b4a1be7aed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.276021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7749b348-757e-4c00-b6d8-0a54b265819e req-9806634f-79cc-4354-acaa-b4a1be7aed1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 1127 time: 0.0614567 Jun 30 02:26:44.350047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4056a-9050-4a64-99a4-1657e8fcc293 req-3c8e2da2-de2e-4491-852b-fed41c2be9fc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.351595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6cc4056a-9050-4a64-99a4-1657e8fcc293 req-3c8e2da2-de2e-4491-852b-fed41c2be9fc tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.2914865 Jun 30 02:26:44.385567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749b348-757e-4c00-b6d8-0a54b265819e req-32dc9c91-f6ac-406b-9158-64e08630bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.387167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7749b348-757e-4c00-b6d8-0a54b265819e req-32dc9c91-f6ac-406b-9158-64e08630bbc4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.0997672 Jun 30 02:26:44.393255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:44.409932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:44.413922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['848f5ecb-0b70-44ed-bd6a-abeb286d88a5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:44.425980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:44.432942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event updated for resources: {'Port': ['ID=e0978508-0d26-4b0b-8b0c-b9ae419bc951,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:44.463677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-112d598f-1653-4d8e-bb8e-c4e82e5c7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.465308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-112d598f-1653-4d8e-bb8e-c4e82e5c7e03 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2915120 Jun 30 02:26:44.502423 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7749b348-757e-4c00-b6d8-0a54b265819e req-063545dd-63dd-4f43-90dd-c0ca880af202 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 HTTP/1.1" status: 200 len: 217 time: 0.1009467 Jun 30 02:26:44.521601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-21a28cfc-60de-4ad0-80ea-81937748c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.523224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-21a28cfc-60de-4ad0-80ea-81937748c104 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3164644 Jun 30 02:26:44.530812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-3808cb93-b01f-4b7e-98a4-b7be78051510 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 217 time: 0.0560830 Jun 30 02:26:44.549856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.550802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:44.606886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749b348-757e-4c00-b6d8-0a54b265819e req-e208bcde-d7cf-4759-a060-9e2b8c9fb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.608345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7749b348-757e-4c00-b6d8-0a54b265819e req-e208bcde-d7cf-4759-a060-9e2b8c9fb72e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0942161 Jun 30 02:26:44.623098 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-877dda7a-cf59-4c4a-bd01-2abae6378795 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 217 time: 0.0864112 Jun 30 02:26:44.642604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ac26c-e05a-4920-92ca-32cf3d13a4cf req-bc74db20-e767-4738-9cc5-9c7a2d40bf80 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.648580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ac26c-e05a-4920-92ca-32cf3d13a4cf req-bc74db20-e767-4738-9cc5-9c7a2d40bf80 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.654307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ac26c-e05a-4920-92ca-32cf3d13a4cf req-bc74db20-e767-4738-9cc5-9c7a2d40bf80 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.655985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f12ac26c-e05a-4920-92ca-32cf3d13a4cf req-bc74db20-e767-4738-9cc5-9c7a2d40bf80 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2419 time: 0.1310213 Jun 30 02:26:44.675186 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7749b348-757e-4c00-b6d8-0a54b265819e req-1ffff34c-97c8-4cdc-910f-324dee9f010c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542109 Jun 30 02:26:44.679568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-0e33c43d-719d-48d4-a2c8-f89d64aa5d57 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7749424 Jun 30 02:26:44.691158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6cc4056a-9050-4a64-99a4-1657e8fcc293 req-9b9d4da9-86a2-4673-abf7-5ee6b8672cf1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240488 Jun 30 02:26:44.697203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-97380c18-411f-4fb0-8ca0-a420abdee6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.698629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-97380c18-411f-4fb0-8ca0-a420abdee6b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1404400 Jun 30 02:26:44.705727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Request body: {'port': {'device_id': 'd6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:44.760019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f12ac26c-e05a-4920-92ca-32cf3d13a4cf req-517a2fea-a4be-480f-8bbd-1f5a6bc80c1c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859461 Jun 30 02:26:44.771803 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-27009c76-c9e1-46f9-b12e-41560fb11ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.773469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-27009c76-c9e1-46f9-b12e-41560fb11ccc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1388552 Jun 30 02:26:44.811927 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7749b348-757e-4c00-b6d8-0a54b265819e req-fa9672df-635c-497e-be82-4178082a567a service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178317 Jun 30 02:26:44.900938 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:44.922055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-203067ae-566f-4708-acc7-77616e0cd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.923732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-203067ae-566f-4708-acc7-77616e0cd67d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2153986 Jun 30 02:26:44.946336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7749b348-757e-4c00-b6d8-0a54b265819e req-f453e164-a813-420f-aa8d-014d25065b43 service neutron] 10.222.0.73 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244678 Jun 30 02:26:44.981166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5440caa-95b7-4414-bb65-db124161ba47 req-5f1eeeed-018b-411d-b6f1-dd0885688189 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:44.982957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5440caa-95b7-4414-bb65-db124161ba47 req-5f1eeeed-018b-411d-b6f1-dd0885688189 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 944 time: 0.0846274 Jun 30 02:26:45.021959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-26b72f70-9c37-4de1-b48b-b6277936e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:45.023516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-26b72f70-9c37-4de1-b48b-b6277936e148 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2319524 Jun 30 02:26:45.026223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5440caa-95b7-4414-bb65-db124161ba47 req-550e4464-eb1c-4b08-86ad-e6adb0569df5 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Jun 30 02:26:45.037808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb0269-01ef-4e41-a9c9-e23c5b7149ed req-a2a4f80e-1169-4b28-bdfa-3881ac99246e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:45.039320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8eb0269-01ef-4e41-a9c9-e23c5b7149ed req-a2a4f80e-1169-4b28-bdfa-3881ac99246e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 932 time: 0.2200518 Jun 30 02:26:45.190396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022472aa-6597-40eb-b108-b6b8778fa27a req-89b6fde4-6592-4785-802e-f52bb2326afd tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:45.192041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-022472aa-6597-40eb-b108-b6b8778fa27a req-89b6fde4-6592-4785-802e-f52bb2326afd tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 948 time: 0.0653172 Jun 30 02:26:45.222151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-f3f295b1-b35c-4c8d-96e6-5a3d4b8f6247 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877815 Jun 30 02:26:45.229168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8eb0269-01ef-4e41-a9c9-e23c5b7149ed req-4840d32a-7ca8-4df5-b2da-7343e2dcb511 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681900 Jun 30 02:26:45.236587 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-022472aa-6597-40eb-b108-b6b8778fa27a req-5acc8ac9-cf65-4c14-85a4-917db3f2f15d tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383859 Jun 30 02:26:45.379472 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-59b1bed2-de78-4085-9fcb-58f27e9c40be service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338356 Jun 30 02:26:45.476397 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:45.513967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfc876-3811-4d26-92a9-e4bc26b70bd1 req-77fc9b01-68c3-4b34-9db2-abeaf88f802a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:45.515803 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85dfc876-3811-4d26-92a9-e4bc26b70bd1 req-77fc9b01-68c3-4b34-9db2-abeaf88f802a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.0800536 Jun 30 02:26:45.528345 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-f044bb87-5098-446b-bed6-54a6fc35e270 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942526 Jun 30 02:26:45.568367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85dfc876-3811-4d26-92a9-e4bc26b70bd1 req-5ef7f708-239d-45b5-b67a-154402b4ba19 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Jun 30 02:26:45.582867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-777f8467-9272-423d-a04e-432d3ebc18e0 req-7961d6e9-5f33-4328-a945-63328f63c583 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946115 Jun 30 02:26:45.620101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0978508-0d26-4b0b-8b0c-b9ae419bc951 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:45.627656 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:45.639575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Transition to ACTIVE for port object e0978508-0d26-4b0b-8b0c-b9ae419bc951 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:45.643692 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:45.689257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 93057151-b94d-4524-b22f-f6973deed1cb up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:45.694701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Pushing event updated for resources: {'Port': ['ID=e0978508-0d26-4b0b-8b0c-b9ae419bc951,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:45.755705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 93057151-b94d-4524-b22f-f6973deed1cb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:45.760424 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:45.762237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 93057151-b94d-4524-b22f-f6973deed1cb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:45.762995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:45.769269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Attempting to bind port e0978508-0d26-4b0b-8b0c-b9ae419bc951 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:45.769675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Attempting to bind port e0978508-0d26-4b0b-8b0c-b9ae419bc951 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:45.770070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Attempting to bind port e0978508-0d26-4b0b-8b0c-b9ae419bc951 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:45.774816 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Port e0978508-0d26-4b0b-8b0c-b9ae419bc951 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:45.775416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Attempting to bind port e0978508-0d26-4b0b-8b0c-b9ae419bc951 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:45.780080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:45.780691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Checking segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:45.781139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Bound using segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:45.781637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Bound port: e0978508-0d26-4b0b-8b0c-b9ae419bc951, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:45.782365 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:45.853148 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:45.877576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:45.880403 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92cdfaf-3a90-4628-be87-9887719a4268" -d '{"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-plugged", "status": "completed", "tag": "93057151-b94d-4524-b22f-f6973deed1cb"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:45.891683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] For port e0978508-0d26-4b0b-8b0c-b9ae419bc951, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:45.895612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:45.896996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] For port e0978508-0d26-4b0b-8b0c-b9ae419bc951, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e0978508-0d26-4b0b-8b0c-b9ae419bc951,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:45.901091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:45.902491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:45.903774 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:45.948327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:45.949032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:45.950626 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] 10.222.0.73 "PUT /v2.0/ports/e0978508-0d26-4b0b-8b0c-b9ae419bc951 HTTP/1.1" status: 200 len: 1093 time: 1.2552333 Jun 30 02:26:45.951812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a', 'tag': 'e0978508-0d26-4b0b-8b0c-b9ae419bc951'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:45.954186 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a", "tag": "e0978508-0d26-4b0b-8b0c-b9ae419bc951"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:45.959693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbb8cb-5a28-4efa-84d9-e7648d98bab1 req-be57585f-7db4-4fe7-a0e4-398e670d9cc8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:45.965922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbb8cb-5a28-4efa-84d9-e7648d98bab1 req-be57585f-7db4-4fe7-a0e4-398e670d9cc8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:45.966334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde2e0e-afed-46a4-a378-79b666085ce7 req-16b3178b-d3a2-4b62-99f2-561237723890 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:45.967924 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3bde2e0e-afed-46a4-a378-79b666085ce7 req-16b3178b-d3a2-4b62-99f2-561237723890 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.1425531 Jun 30 02:26:45.978328 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecbb8cb-5a28-4efa-84d9-e7648d98bab1 req-be57585f-7db4-4fe7-a0e4-398e670d9cc8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:45.980047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ecbb8cb-5a28-4efa-84d9-e7648d98bab1 req-be57585f-7db4-4fe7-a0e4-398e670d9cc8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2419 time: 0.0931804 Jun 30 02:26:46.008967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:46.012233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd84b7f-af0c-4f33-8f9b-c6926e62cd52 service neutron] Pushing event updated for resources: {'Port': ['ID=e0978508-0d26-4b0b-8b0c-b9ae419bc951,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:46.029069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:46.029560 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:46.032544 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ecbb8cb-5a28-4efa-84d9-e7648d98bab1 req-15c1d6db-4b23-47ea-ad4f-3903f9c723c7 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Jun 30 02:26:46.055497 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3bde2e0e-afed-46a4-a378-79b666085ce7 req-5d48c5c8-a03b-4171-afba-7b82771fe39d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800188 Jun 30 02:26:46.087584 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8271d1-7f5c-4c27-82b2-d798889b0852 x-openstack-request-id: req-4b8271d1-7f5c-4c27-82b2-d798889b0852 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:46.087868 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-plugged", "status": "completed", "tag": "93057151-b94d-4524-b22f-f6973deed1cb", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:46.088116 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b8271d1-7f5c-4c27-82b2-d798889b0852 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:46.088739 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb', 'code': 200} Jun 30 02:26:46.110047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcda96-1414-4a35-a960-c119a294b6af req-eb75eaab-e48a-41b5-9416-850b5b614485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:46.114954 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-eb75eaab-e48a-41b5-9416-850b5b614485 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 1096 time: 0.1127629 Jun 30 02:26:46.134885 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2741aa1-4831-404f-97e8-834873753bba x-openstack-request-id: req-c2741aa1-4831-404f-97e8-834873753bba {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:46.135171 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a", "tag": "e0978508-0d26-4b0b-8b0c-b9ae419bc951", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:46.135421 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2741aa1-4831-404f-97e8-834873753bba {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:46.135812 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a', 'tag': 'e0978508-0d26-4b0b-8b0c-b9ae419bc951', 'status': 'completed', 'code': 200} Jun 30 02:26:46.161710 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:46.166549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-26fb6878-303c-4912-bd43-0ffd3a06ab9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0978508-0d26-4b0b-8b0c-b9ae419bc951 HTTP/1.1" status: 200 len: 217 time: 0.0424211 Jun 30 02:26:46.196265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:46.209278 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:46.210105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1519a663-2895-4b71-ba35-2911f12c4d8c up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:46.260694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcda96-1414-4a35-a960-c119a294b6af req-07de50f1-3c9d-4872-a3a0-1dc672ff2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:46.262204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-07de50f1-3c9d-4872-a3a0-1dc672ff2259 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.0876372 Jun 30 02:26:46.283044 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75510a-882d-4f57-a6d7-e54de39dd5fe req-76fe7f90-cb48-4b23-8298-cffbb41c0f9c tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:46.284664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c75510a-882d-4f57-a6d7-e54de39dd5fe req-76fe7f90-cb48-4b23-8298-cffbb41c0f9c tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.0881381 Jun 30 02:26:46.294463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:46.309476 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-9d3601fb-d7e8-454e-94c0-0498f7ef35dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354488 Jun 30 02:26:46.322783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 1519a663-2895-4b71-ba35-2911f12c4d8c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:46.331244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 1519a663-2895-4b71-ba35-2911f12c4d8c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:46.331721 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:46.342274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c75510a-882d-4f57-a6d7-e54de39dd5fe req-b9a3aaa1-611f-43f5-8696-c63ff1f1c3fc tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517054 Jun 30 02:26:46.369233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c56349-25b0-4bfa-971e-f3b6850d058a req-94dc9f96-b8e2-4ab8-acf5-cedc2be81b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:46.370779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24c56349-25b0-4bfa-971e-f3b6850d058a req-94dc9f96-b8e2-4ab8-acf5-cedc2be81b76 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 1102 time: 0.1925623 Jun 30 02:26:46.421817 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:46.429921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24c56349-25b0-4bfa-971e-f3b6850d058a req-3031155d-2e04-4272-afdf-5de790cf1f91 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512297 Jun 30 02:26:46.452123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-3f43667f-c73a-41c6-8ed4-0e38a823b8c8 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341934 Jun 30 02:26:46.466969 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1519a663-2895-4b71-ba35-2911f12c4d8c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1519a663-2895-4b71-ba35-2911f12c4d8c,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:46.471939 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:46.520648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada1ea-89ad-4e19-be85-f2d5bbf410a2 req-499f6d96-2e92-4c3b-a4e3-629d59d6be97 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:46.522762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-faada1ea-89ad-4e19-be85-f2d5bbf410a2 req-499f6d96-2e92-4c3b-a4e3-629d59d6be97 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 944 time: 0.0747514 Jun 30 02:26:46.541840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=1519a663-2895-4b71-ba35-2911f12c4d8c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:46.569298 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0fcda96-1414-4a35-a960-c119a294b6af req-f2838fec-cf4c-4f56-aca6-27ca5c40ff3e service neutron] 10.222.0.73 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095185 Jun 30 02:26:46.571196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-faada1ea-89ad-4e19-be85-f2d5bbf410a2 req-c91d8d68-a9e1-4455-a86a-bb81b5e87a56 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Jun 30 02:26:46.728288 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7 req-0fa31efb-562a-4efe-ad3b-61ea74e80162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:46.729763 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7 req-0fa31efb-562a-4efe-ad3b-61ea74e80162 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 1096 time: 0.0998974 Jun 30 02:26:46.740235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58b963-dde6-45f5-92c6-729a0463221b req-861269b5-6af7-48ac-a8ee-7bfec6a1ff57 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:46.741649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea58b963-dde6-45f5-92c6-729a0463221b req-861269b5-6af7-48ac-a8ee-7bfec6a1ff57 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 949 time: 0.1104522 Jun 30 02:26:46.853577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bb02e-102e-40c2-89d9-5652a13aa1cd req-53d3de25-b56b-41b0-90fb-f59a27351f5c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:46.859570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bb02e-102e-40c2-89d9-5652a13aa1cd req-53d3de25-b56b-41b0-90fb-f59a27351f5c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:46.865662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bb02e-102e-40c2-89d9-5652a13aa1cd req-53d3de25-b56b-41b0-90fb-f59a27351f5c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:46.867419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e1bb02e-102e-40c2-89d9-5652a13aa1cd req-53d3de25-b56b-41b0-90fb-f59a27351f5c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2419 time: 0.0852723 Jun 30 02:26:46.908937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e1bb02e-102e-40c2-89d9-5652a13aa1cd req-551216a9-f133-42c7-ab5a-8aab56548688 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350895 Jun 30 02:26:47.092334 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea58b963-dde6-45f5-92c6-729a0463221b req-79476f69-ae5f-4947-9cd1-931488787897 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427169 Jun 30 02:26:47.101008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0abb2-ca64-47cd-a736-4a1a99e35c57 req-8b2c05cc-3d9d-4d61-8318-84eeef10b601 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:47.102746 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e3c0abb2-ca64-47cd-a736-4a1a99e35c57 req-8b2c05cc-3d9d-4d61-8318-84eeef10b601 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.0868263 Jun 30 02:26:47.130557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7 req-f95124ea-9a27-46e1-bd3b-4ff88a241c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:47.132217 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7 req-f95124ea-9a27-46e1-bd3b-4ff88a241c91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 913 time: 0.3896506 Jun 30 02:26:47.155004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e3c0abb2-ca64-47cd-a736-4a1a99e35c57 req-a1753cc9-0b2a-4e65-bc66-bcb3cb57c066 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461209 Jun 30 02:26:47.188591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7 req-7d3c6cae-4713-4d9f-90d4-e888c4f51c3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0978508-0d26-4b0b-8b0c-b9ae419bc951 HTTP/1.1" status: 200 len: 217 time: 0.0447762 Jun 30 02:26:47.252240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7 req-83c40c90-af01-4161-b15f-851155f0f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:47.253925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7 req-83c40c90-af01-4161-b15f-851155f0f22f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.0568562 Jun 30 02:26:47.290669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7 req-d4544113-ef39-4f45-940c-f6dd9632cafc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291309 Jun 30 02:26:47.337489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6062-86fc-46b7-95c7-b1aff22427fd req-1440e96f-09b1-40a4-8a9d-7c5c3e7352d4 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:47.339188 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-750f6062-86fc-46b7-95c7-b1aff22427fd req-1440e96f-09b1-40a4-8a9d-7c5c3e7352d4 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.0685163 Jun 30 02:26:47.379242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-750f6062-86fc-46b7-95c7-b1aff22427fd req-39d119cb-2411-4f3d-a932-856471cf4818 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343168 Jun 30 02:26:47.393621 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7 req-a03f2676-850a-4f66-aae0-55d85aa2cef3 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888226 Jun 30 02:26:47.539034 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2afbe46-2ab8-4134-aa4d-499b4d540fd7 req-18499eb1-6bf2-4fb5-aef4-062aed07fb7d service neutron] 10.222.0.73 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269825 Jun 30 02:26:47.565206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec393d-8280-45b5-a785-20126bd6ecc8 req-fef898c4-6e82-4405-bb34-43eb392b899f tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:47.566797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d1ec393d-8280-45b5-a785-20126bd6ecc8 req-fef898c4-6e82-4405-bb34-43eb392b899f tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1088345 Jun 30 02:26:47.613462 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d1ec393d-8280-45b5-a785-20126bd6ecc8 req-3c9945fb-9e6c-47d4-9238-d51bb2212921 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Jun 30 02:26:47.709082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:47.776052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd05aeb-79f4-4c65-8165-7059a4d9a53c req-d86531c2-27fc-4ade-9e22-811d7edaaf46 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:47.778215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccd05aeb-79f4-4c65-8165-7059a4d9a53c req-d86531c2-27fc-4ade-9e22-811d7edaaf46 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 944 time: 0.0744526 Jun 30 02:26:47.799468 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:26:47.815247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:47.827212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 has no active binding in host n-h1-758944-39 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:26:47.839171 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccd05aeb-79f4-4c65-8165-7059a4d9a53c req-c717e2cd-34fe-4c83-a42b-14bd5fb3d9c1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536573 Jun 30 02:26:48.089701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b2c981-07db-4912-838f-ea12581c87b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5'}, {'server_uuid': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1519a663-2895-4b71-ba35-2911f12c4d8c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:48.093675 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b13830-df6c-4540-8a52-d3f079022a30" -d '{"events": [{"server_uuid": "85b2c981-07db-4912-838f-ea12581c87b2", "name": "network-vif-plugged", "status": "completed", "tag": "848f5ecb-0b70-44ed-bd6a-abeb286d88a5"}, {"server_uuid": "0cfdf399-721b-43c2-9c20-e981c1c81ba9", "name": "network-vif-plugged", "status": "completed", "tag": "1519a663-2895-4b71-ba35-2911f12c4d8c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:48.102935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646667a0-dfe8-4f69-a02c-d63ea2d9566e req-4eb95a57-14bf-4a4f-8316-35a14f0fbb6e tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:48.108641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646667a0-dfe8-4f69-a02c-d63ea2d9566e req-4eb95a57-14bf-4a4f-8316-35a14f0fbb6e tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:48.114737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646667a0-dfe8-4f69-a02c-d63ea2d9566e req-4eb95a57-14bf-4a4f-8316-35a14f0fbb6e tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:48.116443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-646667a0-dfe8-4f69-a02c-d63ea2d9566e req-4eb95a57-14bf-4a4f-8316-35a14f0fbb6e tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2419 time: 0.0861399 Jun 30 02:26:48.138571 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c1ce6f-c381-4271-a54d-74846ccc6548 x-openstack-request-id: req-d2c1ce6f-c381-4271-a54d-74846ccc6548 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:48.139011 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b2c981-07db-4912-838f-ea12581c87b2", "name": "network-vif-plugged", "status": "completed", "tag": "848f5ecb-0b70-44ed-bd6a-abeb286d88a5", "code": 200}, {"server_uuid": "0cfdf399-721b-43c2-9c20-e981c1c81ba9", "name": "network-vif-plugged", "status": "completed", "tag": "1519a663-2895-4b71-ba35-2911f12c4d8c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:48.139344 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2c1ce6f-c381-4271-a54d-74846ccc6548 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:48.139936 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b2c981-07db-4912-838f-ea12581c87b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5', 'code': 200} Jun 30 02:26:48.140496 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1519a663-2895-4b71-ba35-2911f12c4d8c', 'code': 200} Jun 30 02:26:48.170319 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-646667a0-dfe8-4f69-a02c-d63ea2d9566e req-edbfca54-adb5-4a86-9e1b-7dc58b8f801e tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453513 Jun 30 02:26:48.354355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a91c75-83c3-4f9b-8dd1-48abfae0cc39 req-d50ed801-552b-4d67-b38c-f288c1239eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:48.355906 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-29a91c75-83c3-4f9b-8dd1-48abfae0cc39 req-d50ed801-552b-4d67-b38c-f288c1239eb6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 1101 time: 0.1068008 Jun 30 02:26:48.375727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f7f94-871a-4fcd-ac67-ca7cbe59d406 req-89ae3a91-6c99-425e-987c-4fa438b6f74c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:48.378032 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-435f7f94-871a-4fcd-ac67-ca7cbe59d406 req-89ae3a91-6c99-425e-987c-4fa438b6f74c tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 944 time: 0.0953176 Jun 30 02:26:48.432277 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-29a91c75-83c3-4f9b-8dd1-48abfae0cc39 req-45cd9425-53ae-42c6-a01f-9b8ec18063ba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532098 Jun 30 02:26:48.440728 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-435f7f94-871a-4fcd-ac67-ca7cbe59d406 req-78accfa0-1b49-4acc-817d-a68c9113fc3f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 Jun 30 02:26:48.597186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48805e6d-a475-4e10-a7b9-6ba5d7001250 req-8cab4508-1024-4fc8-8590-fc47e08fc3be tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:48.599422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48805e6d-a475-4e10-a7b9-6ba5d7001250 req-8cab4508-1024-4fc8-8590-fc47e08fc3be tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 949 time: 0.3479512 Jun 30 02:26:48.641375 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48805e6d-a475-4e10-a7b9-6ba5d7001250 req-d73da1ba-a200-4986-950b-edda838ef574 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361781 Jun 30 02:26:48.751153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89e85c-7b48-47e4-a93f-d68684ca5b08 req-5a077ab6-44a7-4c96-8e0b-0e1b02ea9286 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:48.753001 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed89e85c-7b48-47e4-a93f-d68684ca5b08 req-5a077ab6-44a7-4c96-8e0b-0e1b02ea9286 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.0686336 Jun 30 02:26:48.801276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed89e85c-7b48-47e4-a93f-d68684ca5b08 req-dc0cb3b6-3da5-4e92-a7b8-df30d997c380 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Jun 30 02:26:48.823790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29849cfd-f238-4e70-8ec8-82aa2d8c0382 req-4502bafb-02bd-4ece-a5a1-4161d2a13622 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:48.834579 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-29849cfd-f238-4e70-8ec8-82aa2d8c0382 req-4502bafb-02bd-4ece-a5a1-4161d2a13622 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.0807326 Jun 30 02:26:48.888594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-29849cfd-f238-4e70-8ec8-82aa2d8c0382 req-b6193808-b029-47b2-8837-6992e18dac18 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450306 Jun 30 02:26:49.074325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08724938-f21c-450e-9b11-e9f17a93b000 req-1233b4ff-809a-40df-b359-c1dba1d61841 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:49.075829 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-08724938-f21c-450e-9b11-e9f17a93b000 req-1233b4ff-809a-40df-b359-c1dba1d61841 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 944 time: 0.0681577 Jun 30 02:26:49.118853 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-08724938-f21c-450e-9b11-e9f17a93b000 req-6714cef9-a02e-428b-856a-d8e2c5e1b145 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363145 Jun 30 02:26:49.122797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-e59ab1bf-4d93-4403-adbf-799959448a7b service neutron] 10.222.0.73 "GET /v2.0/ports/f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5/bindings/n-h1-758944-39 HTTP/1.1" status: 200 len: 385 time: 0.0628889 Jun 30 02:26:49.327870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbf7c3-1289-4b19-9ba8-bad399bf25a9 req-227dcf45-5485-45ce-9e8b-6c8c315e3c5a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:49.329488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-81fbf7c3-1289-4b19-9ba8-bad399bf25a9 req-227dcf45-5485-45ce-9e8b-6c8c315e3c5a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.0643334 Jun 30 02:26:49.341302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0e6014d2-3bcc-41bc-b176-6a61d2efa119 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:49.366342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0e6014d2-3bcc-41bc-b176-6a61d2efa119 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:49.368136 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-81fbf7c3-1289-4b19-9ba8-bad399bf25a9 req-97f8431c-944d-4746-9c4c-124384e07897 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Jun 30 02:26:49.405697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0e6014d2-3bcc-41bc-b176-6a61d2efa119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:49.418234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcad54-8195-482d-b39a-e34a69f1b447 req-942bceef-af8c-4113-aaed-c82ccdf72047 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:49.424313 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcad54-8195-482d-b39a-e34a69f1b447 req-942bceef-af8c-4113-aaed-c82ccdf72047 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:49.430364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcad54-8195-482d-b39a-e34a69f1b447 req-942bceef-af8c-4113-aaed-c82ccdf72047 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:49.432189 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-acbcad54-8195-482d-b39a-e34a69f1b447 req-942bceef-af8c-4113-aaed-c82ccdf72047 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2419 time: 0.1445312 Jun 30 02:26:49.440906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0e6014d2-3bcc-41bc-b176-6a61d2efa119 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:49.469073 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0e6014d2-3bcc-41bc-b176-6a61d2efa119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:49.491890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-acbcad54-8195-482d-b39a-e34a69f1b447 req-226dc091-e607-4116-b753-ee39319578c4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529635 Jun 30 02:26:49.563267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0e6014d2-3bcc-41bc-b176-6a61d2efa119 service neutron] Transition to ACTIVE for port object f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:49.568035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0e6014d2-3bcc-41bc-b176-6a61d2efa119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:49.630130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8b818-da7f-43a7-9bc7-2f9ee84a3657 req-eaa47e51-ff22-4e72-88d2-f0b13370bb56 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:49.635182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ffb8b818-da7f-43a7-9bc7-2f9ee84a3657 req-eaa47e51-ff22-4e72-88d2-f0b13370bb56 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 945 time: 0.0798724 Jun 30 02:26:49.638188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0e6014d2-3bcc-41bc-b176-6a61d2efa119 service neutron] No DVR routers for this DVR port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:49.646156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6014d2-3bcc-41bc-b176-6a61d2efa119 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:49.669948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e0978508-0d26-4b0b-8b0c-b9ae419bc951 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:49.674695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:49.675303 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ffb8b818-da7f-43a7-9bc7-2f9ee84a3657 req-b7ddc7c9-ce24-4cfa-9e8c-b3f97f049a51 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369401 Jun 30 02:26:49.684201 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-0e6014d2-3bcc-41bc-b176-6a61d2efa119 service neutron] 10.222.0.73 "PUT /v2.0/ports/f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5/bindings/n-h1-758944-39/activate HTTP/1.1" status: 200 len: 370 time: 0.5551176 Jun 30 02:26:49.766961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:49.811547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e0978508-0d26-4b0b-8b0c-b9ae419bc951, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e0978508-0d26-4b0b-8b0c-b9ae419bc951,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:49.822650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'e0978508-0d26-4b0b-8b0c-b9ae419bc951', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'port_id': 'e0978508-0d26-4b0b-8b0c-b9ae419bc951', 'mac_address': 'fa:16:3e:78:26:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50111ab-406d-464a-8542-69c8fb73b1b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:49.864219 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:49.882515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0978508-0d26-4b0b-8b0c-b9ae419bc951 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:49.884977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-09d66ad8-3177-4f35-b6ff-085e7f9f7415 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:49.886494 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-09d66ad8-3177-4f35-b6ff-085e7f9f7415 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.1394591 Jun 30 02:26:49.903501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e0978508-0d26-4b0b-8b0c-b9ae419bc951, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e0978508-0d26-4b0b-8b0c-b9ae419bc951,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:49.908588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:49.937341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353eba47-9c09-44a5-b5de-cfcbdf8ae196 req-0abfd4cc-73d3-4be0-aec5-7c4599529ba5 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:49.938874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-353eba47-9c09-44a5-b5de-cfcbdf8ae196 req-0abfd4cc-73d3-4be0-aec5-7c4599529ba5 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 949 time: 0.1399722 Jun 30 02:26:49.961800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=e0978508-0d26-4b0b-8b0c-b9ae419bc951,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:49.992878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-35aec917-b583-40ba-8f84-f71c8e9df494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:49.994306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-35aec917-b583-40ba-8f84-f71c8e9df494 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333&tenant_id=fff8423f18c541888ffd11124d53e940 HTTP/1.1" status: 200 len: 1097 time: 0.0975511 Jun 30 02:26:49.997101 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-353eba47-9c09-44a5-b5de-cfcbdf8ae196 req-93bc16e2-e21c-470c-9e66-0e94984d0fc7 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504889 Jun 30 02:26:50.014779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebfcc8-1148-4c98-8d01-4fb3324274a6 req-edd8fea1-3ac4-4dda-aeb4-3d138300df24 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.016901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54ebfcc8-1148-4c98-8d01-4fb3324274a6 req-edd8fea1-3ac4-4dda-aeb4-3d138300df24 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.0831969 Jun 30 02:26:50.059262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54ebfcc8-1148-4c98-8d01-4fb3324274a6 req-5d26672c-d4d8-4b4e-af01-201508efc098 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356417 Jun 30 02:26:50.084166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-c9307cc4-de75-428c-b119-f92e953ce56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.085821 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-c9307cc4-de75-428c-b119-f92e953ce56e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fff8423f18c541888ffd11124d53e940&device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 1097 time: 0.0624201 Jun 30 02:26:50.192166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-bba5d03b-997a-4f9a-a17f-f6bca1efbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.193572 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-bba5d03b-997a-4f9a-a17f-f6bca1efbe5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 200 len: 909 time: 0.0971360 Jun 30 02:26:50.219867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['e0978508-0d26-4b0b-8b0c-b9ae419bc951'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:50.244013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-f3254a7e-a4f0-4dac-9a85-806eeb0c914c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 HTTP/1.1" status: 200 len: 217 time: 0.0372996 Jun 30 02:26:50.309150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-e9510354-1fce-4660-8570-7e11c27f7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.310985 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-e9510354-1fce-4660-8570-7e11c27f7adf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 200 len: 848 time: 0.0468047 Jun 30 02:26:50.332693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4a414-b14b-40c8-bb78-7fbbd7bdde8e req-0d53ce38-b94e-4c12-99db-ef8b3b515ef6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.334192 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fcd4a414-b14b-40c8-bb78-7fbbd7bdde8e req-0d53ce38-b94e-4c12-99db-ef8b3b515ef6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 945 time: 0.1052644 Jun 30 02:26:50.354044 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-e9cc0429-2f1d-4205-b01d-e64a2bb5f988 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.360649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-90fb3de8-7df7-4f69-b16d-34806757779e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=793c9272-a468-4870-a3a6-a797b8003f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324075 Jun 30 02:26:50.360936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-e9cc0429-2f1d-4205-b01d-e64a2bb5f988 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.366552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-e9cc0429-2f1d-4205-b01d-e64a2bb5f988 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.368184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-e9cc0429-2f1d-4205-b01d-e64a2bb5f988 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2419 time: 0.1032503 Jun 30 02:26:50.433782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fcd4a414-b14b-40c8-bb78-7fbbd7bdde8e req-b23dde42-bbe7-4ae9-b61f-cea4883a0539 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899355 Jun 30 02:26:50.457077 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-b4201b4e-0baa-4248-86ff-3107b58d05ea service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882149 Jun 30 02:26:50.498556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-32471a47-91cc-4a97-acfc-7c3e41f238bd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting port 3f3815b0-7801-4164-a576-fe9ba16b35c4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:50.498929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-32471a47-91cc-4a97-acfc-7c3e41f238bd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:50.597150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-32471a47-91cc-4a97-acfc-7c3e41f238bd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] For port 3f3815b0-7801-4164-a576-fe9ba16b35c4, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3f3815b0-7801-4164-a576-fe9ba16b35c4,segment=NetworkSegment(54d61c3a-70ff-4eb8-aede-1cd5888caaa1),segment_id=54d61c3a-70ff-4eb8-aede-1cd5888caaa1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:50.598000 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-32471a47-91cc-4a97-acfc-7c3e41f238bd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:50.624843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-32471a47-91cc-4a97-acfc-7c3e41f238bd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Calling delete_port for 3f3815b0-7801-4164-a576-fe9ba16b35c4 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:50.630593 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-81b09829-9426-45e5-8775-926b7d8e7485 service neutron] 10.222.0.69 "GET /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524189 Jun 30 02:26:50.639183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90697daa-819b-4b72-967b-df370983143a req-06970e17-b874-48f0-8431-cd117305c61a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.643295 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-90697daa-819b-4b72-967b-df370983143a req-06970e17-b874-48f0-8431-cd117305c61a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.1446075 Jun 30 02:26:50.682227 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-90697daa-819b-4b72-967b-df370983143a req-edea32d1-cf39-49cf-998a-7b8dbcc8bd5a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357401 Jun 30 02:26:50.739692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf90a6-8ef6-405a-a3da-45c96db24239 req-4ca72a39-a492-45aa-bec6-4d54f5c2c611 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.745702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf90a6-8ef6-405a-a3da-45c96db24239 req-4ca72a39-a492-45aa-bec6-4d54f5c2c611 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.751766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf90a6-8ef6-405a-a3da-45c96db24239 req-4ca72a39-a492-45aa-bec6-4d54f5c2c611 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:50.753617 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cdf90a6-8ef6-405a-a3da-45c96db24239 req-4ca72a39-a492-45aa-bec6-4d54f5c2c611 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 2419 time: 0.1393855 Jun 30 02:26:50.824644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cdf90a6-8ef6-405a-a3da-45c96db24239 req-d7188848-ba99-4585-8900-a7ed683a0b3d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598600 Jun 30 02:26:50.853711 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-32471a47-91cc-4a97-acfc-7c3e41f238bd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:50.883009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['333c80e0-c55e-4113-9adf-351e5c39ca1d', '3f3815b0-7801-4164-a576-fe9ba16b35c4', 'a0df4104-a33d-496f-8537-8c793228da44'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:50.887128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32471a47-91cc-4a97-acfc-7c3e41f238bd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Port': ['ID=3f3815b0-7801-4164-a576-fe9ba16b35c4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:50.948715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-32471a47-91cc-4a97-acfc-7c3e41f238bd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] No DVR routers for this DVR port 3f3815b0-7801-4164-a576-fe9ba16b35c4 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:50.952852 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-32471a47-91cc-4a97-acfc-7c3e41f238bd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:50.956904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-32471a47-91cc-4a97-acfc-7c3e41f238bd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "DELETE /v2.0/ports/3f3815b0-7801-4164-a576-fe9ba16b35c4 HTTP/1.1" status: 204 len: 173 time: 0.5758224 Jun 30 02:26:50.957457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-deleted', 'tag': '3f3815b0-7801-4164-a576-fe9ba16b35c4'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:50.959908 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989a3d03-78fc-44fa-a2ba-9ede8b4491ad" -d '{"events": [{"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-deleted", "tag": "3f3815b0-7801-4164-a576-fe9ba16b35c4"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:51.028977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3517f8-f0d9-41fe-82fa-dd45540f7f94 req-2d3893a9-9dc8-475b-9292-f76df26a3e77 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:51.037496 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c3517f8-f0d9-41fe-82fa-dd45540f7f94 req-2d3893a9-9dc8-475b-9292-f76df26a3e77 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 945 time: 0.1277699 Jun 30 02:26:51.136087 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c3517f8-f0d9-41fe-82fa-dd45540f7f94 req-5a093f65-e572-4163-83b0-ab53a3eee384 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972347 Jun 30 02:26:51.136906 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6098a845-6f1c-46b7-b32e-f4d8ae5d2a91 x-openstack-request-id: req-6098a845-6f1c-46b7-b32e-f4d8ae5d2a91 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:51.137371 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-deleted", "tag": "3f3815b0-7801-4164-a576-fe9ba16b35c4", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:51.137773 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6098a845-6f1c-46b7-b32e-f4d8ae5d2a91 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:51.138491 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-deleted', 'tag': '3f3815b0-7801-4164-a576-fe9ba16b35c4', 'status': 'completed', 'code': 200} Jun 30 02:26:51.159935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-0278a9fa-9def-4bf0-a202-92594534140a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting port a0df4104-a33d-496f-8537-8c793228da44 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:51.160470 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-0278a9fa-9def-4bf0-a202-92594534140a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:51.200007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-1d64ed3d-d806-4aa4-913a-483ec1b87dba tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:51.201547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-1d64ed3d-d806-4aa4-913a-483ec1b87dba tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333&tenant_id=fff8423f18c541888ffd11124d53e940&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.1401477 Jun 30 02:26:51.351862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-0278a9fa-9def-4bf0-a202-92594534140a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] For port a0df4104-a33d-496f-8537-8c793228da44, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a0df4104-a33d-496f-8537-8c793228da44,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:51.352222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-0278a9fa-9def-4bf0-a202-92594534140a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:51.373357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-0278a9fa-9def-4bf0-a202-92594534140a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Calling delete_port for a0df4104-a33d-496f-8537-8c793228da44 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:51.435583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa45bcc-4905-44ff-8a3a-a5f67e149a02 req-98b2e718-bcce-4b5f-958c-25893151d1ac tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:51.437992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fa45bcc-4905-44ff-8a3a-a5f67e149a02 req-98b2e718-bcce-4b5f-958c-25893151d1ac tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 949 time: 0.1333628 Jun 30 02:26:51.446190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-40a09ceb-28c2-4ef2-9523-bfbfe118fad6 service neutron] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:51.452723 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-40a09ceb-28c2-4ef2-9523-bfbfe118fad6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:51.453959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc3aa09d-146a-491a-906d-5627bab812e5 req-40a09ceb-28c2-4ef2-9523-bfbfe118fad6 service neutron] 10.222.0.69 "DELETE /v2.0/ports/f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5/bindings/n-h2-758944-39 HTTP/1.1" status: 204 len: 173 time: 0.2257698 Jun 30 02:26:51.472687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9830fce-97a2-4154-bf2e-8b28824acbc8 req-957c7fbe-6220-40e8-b6cd-e9ce2162d8c3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:51.474217 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b9830fce-97a2-4154-bf2e-8b28824acbc8 req-957c7fbe-6220-40e8-b6cd-e9ce2162d8c3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 948 time: 0.1091266 Jun 30 02:26:51.501977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fa45bcc-4905-44ff-8a3a-a5f67e149a02 req-1029b22e-4172-4ae7-9206-79ab8c10828c tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534501 Jun 30 02:26:51.535334 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b9830fce-97a2-4154-bf2e-8b28824acbc8 req-1fa2a8d4-49ec-4e2f-bfee-f3e72c967fc7 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545642 Jun 30 02:26:51.567819 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-0278a9fa-9def-4bf0-a202-92594534140a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:51.587892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3f3815b0-7801-4164-a576-fe9ba16b35c4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:51.599137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278a9fa-9def-4bf0-a202-92594534140a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Port': ['ID=a0df4104-a33d-496f-8537-8c793228da44,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:51.665790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-0278a9fa-9def-4bf0-a202-92594534140a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] No DVR routers for this DVR port a0df4104-a33d-496f-8537-8c793228da44 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:51.669071 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-0278a9fa-9def-4bf0-a202-92594534140a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:51.671537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-0278a9fa-9def-4bf0-a202-92594534140a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "DELETE /v2.0/ports/a0df4104-a33d-496f-8537-8c793228da44 HTTP/1.1" status: 204 len: 173 time: 0.6991501 Jun 30 02:26:51.689746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e0978508-0d26-4b0b-8b0c-b9ae419bc951 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:51.739970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a6456-adf2-49b8-b398-49bb4bd13c26 req-e353beb4-0cb4-43b1-a55a-2675a1fc000f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:51.747846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-019a6456-adf2-49b8-b398-49bb4bd13c26 req-e353beb4-0cb4-43b1-a55a-2675a1fc000f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 945 time: 0.1069336 Jun 30 02:26:51.750597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:51.753246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:51.804294 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-019a6456-adf2-49b8-b398-49bb4bd13c26 req-463b9a07-000a-41ad-978a-229e426e0103 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521672 Jun 30 02:26:51.902802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port e0978508-0d26-4b0b-8b0c-b9ae419bc951 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:51.904816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-92df4971-c005-4439-8061-49e9bd0ceec9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting port 333c80e0-c55e-4113-9adf-351e5c39ca1d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:51.905266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-92df4971-c005-4439-8061-49e9bd0ceec9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:51.911172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port e0978508-0d26-4b0b-8b0c-b9ae419bc951 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:51.911779 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:51.961310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:51.985381 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6d96e-1a9a-4fca-bfa2-44bb229fae85 req-e04211a2-e886-44a8-a046-5b563bd404cf tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:51.987482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70e6d96e-1a9a-4fca-bfa2-44bb229fae85 req-e04211a2-e886-44a8-a046-5b563bd404cf tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 950 time: 0.1890476 Jun 30 02:26:52.017069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439d70f-f992-4bae-9631-7b06b156f449 req-82c7ab9f-e5e0-49e6-83d6-1243d24a25d5 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:52.018614 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0439d70f-f992-4bae-9631-7b06b156f449 req-82c7ab9f-e5e0-49e6-83d6-1243d24a25d5 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 945 time: 0.0747097 Jun 30 02:26:52.021787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:52.048906 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'mac_address': 'fa:16:3e:c9:2c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:52.052140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-92df4971-c005-4439-8061-49e9bd0ceec9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] For port 333c80e0-c55e-4113-9adf-351e5c39ca1d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=333c80e0-c55e-4113-9adf-351e5c39ca1d,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:52.052588 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-92df4971-c005-4439-8061-49e9bd0ceec9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:52.057574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70e6d96e-1a9a-4fca-bfa2-44bb229fae85 req-517ac64e-edbd-4872-b947-4af21b50a349 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640793 Jun 30 02:26:52.071153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-92df4971-c005-4439-8061-49e9bd0ceec9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Calling delete_port for 333c80e0-c55e-4113-9adf-351e5c39ca1d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:52.083166 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0439d70f-f992-4bae-9631-7b06b156f449 req-aea8fc36-ed45-41af-a4e5-c12ca04799ed tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512700 Jun 30 02:26:52.140237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:52.183594 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:52.190765 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:52.192284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b2c981-07db-4912-838f-ea12581c87b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:52.194575 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e6fa0a-cfcf-4602-a278-5931454568ac" -d '{"events": [{"server_uuid": "85b2c981-07db-4912-838f-ea12581c87b2", "name": "network-vif-unplugged", "status": "completed", "tag": "848f5ecb-0b70-44ed-bd6a-abeb286d88a5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:52.226429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:52.229201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e1b509-3028-4562-b828-2a3f81c23bf4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:52.238936 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:52.249407 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-92df4971-c005-4439-8061-49e9bd0ceec9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:52.285183 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df4971-c005-4439-8061-49e9bd0ceec9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Port': ['ID=333c80e0-c55e-4113-9adf-351e5c39ca1d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:52.290739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3f3815b0-7801-4164-a576-fe9ba16b35c4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:52.312313 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5699257-c871-4829-9bd0-b95ca8554aa0 req-73c2e302-4fd5-4a32-8b4e-46de1bc809a1 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:52.321419 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5699257-c871-4829-9bd0-b95ca8554aa0 req-73c2e302-4fd5-4a32-8b4e-46de1bc809a1 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=f3451eb5-73ad-463d-853e-19ef1c7285b2 HTTP/1.1" status: 200 len: 867 time: 0.0995636 Jun 30 02:26:52.346401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:52.361451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-92df4971-c005-4439-8061-49e9bd0ceec9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] No DVR routers for this DVR port 333c80e0-c55e-4113-9adf-351e5c39ca1d on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:52.369338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e0978508-0d26-4b0b-8b0c-b9ae419bc951, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e0978508-0d26-4b0b-8b0c-b9ae419bc951,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:52.375046 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:52.375600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5699257-c871-4829-9bd0-b95ca8554aa0 req-d88b5781-9d5c-4166-827f-c0d5824c9767 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528433 Jun 30 02:26:52.380006 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-92df4971-c005-4439-8061-49e9bd0ceec9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:52.382554 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d9c6c7b5-9f43-4d35-9d02-5d77880b3a39 req-92df4971-c005-4439-8061-49e9bd0ceec9 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "DELETE /v2.0/ports/333c80e0-c55e-4113-9adf-351e5c39ca1d HTTP/1.1" status: 204 len: 173 time: 0.7030203 Jun 30 02:26:52.383569 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:52.412190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:52.505704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:52.566222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=e0978508-0d26-4b0b-8b0c-b9ae419bc951,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:52.627913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1c7d3-d359-4835-9b7d-01898f9b0d62 req-7df88986-321c-434b-810c-e714eb301353 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:52.629565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ebe1c7d3-d359-4835-9b7d-01898f9b0d62 req-7df88986-321c-434b-810c-e714eb301353 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 945 time: 0.0810137 Jun 30 02:26:52.673672 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ebe1c7d3-d359-4835-9b7d-01898f9b0d62 req-3e8d3808-9f7d-4125-8c33-4214d474861f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373087 Jun 30 02:26:52.719629 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec216f33-8834-4609-bbc1-838679b49cfa x-openstack-request-id: req-ec216f33-8834-4609-bbc1-838679b49cfa {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:52.719920 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b2c981-07db-4912-838f-ea12581c87b2", "name": "network-vif-unplugged", "status": "completed", "tag": "848f5ecb-0b70-44ed-bd6a-abeb286d88a5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:52.720169 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec216f33-8834-4609-bbc1-838679b49cfa {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:52.720558 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b2c981-07db-4912-838f-ea12581c87b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5', 'code': 200} Jun 30 02:26:52.888835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-0ee6b693-9683-4a4a-b0f0-55ba58643229 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:52.890777 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-0ee6b693-9683-4a4a-b0f0-55ba58643229 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.69 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 943 time: 0.0807655 Jun 30 02:26:52.906378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51081cbe-e790-4844-af25-d313ccc1a71f req-af733c9e-d8b5-40dd-869e-6836faddd571 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:52.908645 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51081cbe-e790-4844-af25-d313ccc1a71f req-af733c9e-d8b5-40dd-869e-6836faddd571 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 949 time: 0.0904746 Jun 30 02:26:52.967257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51081cbe-e790-4844-af25-d313ccc1a71f req-8a410115-7efb-4b01-9738-99192bb2de37 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483348 Jun 30 02:26:53.046277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-10e64e77-de33-47bb-b038-15d2907ebaef tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Deleting port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:53.047218 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-10e64e77-de33-47bb-b038-15d2907ebaef tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:53.117413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['80e1b509-3028-4562-b828-2a3f81c23bf4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:53.152416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-10e64e77-de33-47bb-b038-15d2907ebaef tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] For port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:53.152779 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-10e64e77-de33-47bb-b038-15d2907ebaef tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:53.167665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-deleted', 'tag': 'a0df4104-a33d-496f-8537-8c793228da44'}, {'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-deleted', 'tag': '333c80e0-c55e-4113-9adf-351e5c39ca1d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:53.170095 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a83e80-f3b6-4295-87cd-6820421a6188" -d '{"events": [{"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-deleted", "tag": "a0df4104-a33d-496f-8537-8c793228da44"}, {"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-deleted", "tag": "333c80e0-c55e-4113-9adf-351e5c39ca1d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:53.174462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-10e64e77-de33-47bb-b038-15d2907ebaef tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Calling delete_port for 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:53.196479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd9763-4de6-488c-a943-8f1762642d5d req-e4db726e-74d9-4ef6-8f72-b4df7ed620d7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:53.198465 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fdbd9763-4de6-488c-a943-8f1762642d5d req-e4db726e-74d9-4ef6-8f72-b4df7ed620d7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 946 time: 0.0793686 Jun 30 02:26:53.255092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fdbd9763-4de6-488c-a943-8f1762642d5d req-b3b20687-6e90-4b13-a96f-7bd2cb400c5c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496116 Jun 30 02:26:53.321771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cc1ad-aa03-4f83-933d-9cdecc28174d req-5ba253ea-4b10-4732-8f49-b695fdd94af2 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:53.323570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c23cc1ad-aa03-4f83-933d-9cdecc28174d req-5ba253ea-4b10-4732-8f49-b695fdd94af2 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 1097 time: 0.0995235 Jun 30 02:26:53.438463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c23cc1ad-aa03-4f83-933d-9cdecc28174d req-46fbb8c2-8c37-4287-bff7-13786e297971 tempest-LiveMigrationTest-1223206108 tempest-LiveMigrationTest-1223206108-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697322 Jun 30 02:26:53.443259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-10e64e77-de33-47bb-b038-15d2907ebaef tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:53.495886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e64e77-de33-47bb-b038-15d2907ebaef tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event deleted for resources: {'Port': ['ID=848f5ecb-0b70-44ed-bd6a-abeb286d88a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:53.555134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-10e64e77-de33-47bb-b038-15d2907ebaef tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] No DVR routers for this DVR port 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:53.558264 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-10e64e77-de33-47bb-b038-15d2907ebaef tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:53.560063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2775b9f-9235-430e-b1f4-ce38f1654a02 req-10e64e77-de33-47bb-b038-15d2907ebaef tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.69 "DELETE /v2.0/ports/848f5ecb-0b70-44ed-bd6a-abeb286d88a5 HTTP/1.1" status: 204 len: 173 time: 0.6588666 Jun 30 02:26:53.612910 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0509a1e0-cdbe-4883-9ed1-1c5027690f85 x-openstack-request-id: req-0509a1e0-cdbe-4883-9ed1-1c5027690f85 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:53.613223 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-deleted", "tag": "a0df4104-a33d-496f-8537-8c793228da44", "status": "completed", "code": 200}, {"server_uuid": "f3451eb5-73ad-463d-853e-19ef1c7285b2", "name": "network-vif-deleted", "tag": "333c80e0-c55e-4113-9adf-351e5c39ca1d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:53.613474 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0509a1e0-cdbe-4883-9ed1-1c5027690f85 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:53.613903 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-deleted', 'tag': 'a0df4104-a33d-496f-8537-8c793228da44', 'status': 'completed', 'code': 200} Jun 30 02:26:53.614167 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3451eb5-73ad-463d-853e-19ef1c7285b2', 'name': 'network-vif-deleted', 'tag': '333c80e0-c55e-4113-9adf-351e5c39ca1d', 'status': 'completed', 'code': 200} Jun 30 02:26:53.616140 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-779e513f-d72a-4263-9143-5f9dfe40fbf1 req-f505d8d1-eefd-4341-a8de-5abbf969b209 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b2c981-07db-4912-838f-ea12581c87b2 HTTP/1.1" status: 200 len: 210 time: 0.0392811 Jun 30 02:26:53.724300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:53.740691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3f3815b0-7801-4164-a576-fe9ba16b35c4 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:53.771399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 3f3815b0-7801-4164-a576-fe9ba16b35c4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:53.771399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3f3815b0-7801-4164-a576-fe9ba16b35c4 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:53.776369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 333c80e0-c55e-4113-9adf-351e5c39ca1d no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:53.779443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-e29c1d3d-ba34-465d-a299-83bbc38c55a8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:53.781016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-e29c1d3d-ba34-465d-a299-83bbc38c55a8 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf&tenant_id=9cec145aa2d747cf98d6c57f659678cd&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 949 time: 0.1640902 Jun 30 02:26:53.799150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd92594-b0a3-4808-ae34-64a7c208839b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting subnet 8fd1916d-315d-4115-b592-6f944399ea7f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:26:53.804783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fd92594-b0a3-4808-ae34-64a7c208839b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:53.822319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 333c80e0-c55e-4113-9adf-351e5c39ca1d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:53.822666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 333c80e0-c55e-4113-9adf-351e5c39ca1d not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:53.823108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a0df4104-a33d-496f-8537-8c793228da44 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:53.856750 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fd92594-b0a3-4808-ae34-64a7c208839b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:53.858369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: a0df4104-a33d-496f-8537-8c793228da44 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:53.858728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a0df4104-a33d-496f-8537-8c793228da44 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:53.907986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-26bfb49a-4781-41c5-913f-54920b9fe3aa service neutron] 10.222.0.69 "GET /v2.0/ports/80e1b509-3028-4562-b828-2a3f81c23bf4/bindings/n-h1-758944-39 HTTP/1.1" status: 200 len: 383 time: 0.1196363 Jun 30 02:26:53.943805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3b3b9-355e-4b08-961a-b23b82d604da req-39028021-03d4-4ba9-ba5f-5fadbb31910a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:53.945365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eec3b3b9-355e-4b08-961a-b23b82d604da req-39028021-03d4-4ba9-ba5f-5fadbb31910a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 949 time: 0.0921605 Jun 30 02:26:53.959009 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fd92594-b0a3-4808-ae34-64a7c208839b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.031333 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eec3b3b9-355e-4b08-961a-b23b82d604da req-0eac6a9e-988c-41f0-ac21-50706a058c54 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792964 Jun 30 02:26:54.036138 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fd92594-b0a3-4808-ae34-64a7c208839b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.050709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-f35a5676-1681-4dc6-a294-76a7dfc5761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:54.052366 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-f35a5676-1681-4dc6-a294-76a7dfc5761e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1101 time: 0.0992980 Jun 30 02:26:54.070146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd92594-b0a3-4808-ae34-64a7c208839b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd1916d-315d-4115-b592-6f944399ea7f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:54.077179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fd92594-b0a3-4808-ae34-64a7c208839b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.079274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4fd92594-b0a3-4808-ae34-64a7c208839b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "DELETE /v2.0/subnets/8fd1916d-315d-4115-b592-6f944399ea7f HTTP/1.1" status: 204 len: 168 time: 0.3515415 Jun 30 02:26:54.082233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:54.084944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5844265c-ab14-420c-a00f-73e459f217bf None None] Network f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:54.175361 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.194804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-ed34692e-e2c3-485f-a00a-b3c606ed5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:54.196464 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-ed34692e-e2c3-485f-a00a-b3c606ed5d72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1355259 Jun 30 02:26:54.250207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting port 02782322-5db6-4f82-aeb9-b9216f0a8b4d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:54.250552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.275985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-735e70c5-b819-4ac9-a463-a343853add2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 217 time: 0.0530601 Jun 30 02:26:54.331742 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49928aa3-0b3a-4e6c-b566-110d9b0ce6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.341053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] For port 02782322-5db6-4f82-aeb9-b9216f0a8b4d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=02782322-5db6-4f82-aeb9-b9216f0a8b4d,segment=NetworkSegment(54d61c3a-70ff-4eb8-aede-1cd5888caaa1),segment_id=54d61c3a-70ff-4eb8-aede-1cd5888caaa1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:54.341443 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.351532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9652bd-134e-4c24-b85b-f4c4d3378020 None None] DHCP port deletion for f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:26:54.361574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Calling delete_port for 02782322-5db6-4f82-aeb9-b9216f0a8b4d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:54.382326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-826fcdbb-8f95-4721-a81c-c47afae59e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:54.383804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-826fcdbb-8f95-4721-a81c-c47afae59e8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0858963 Jun 30 02:26:54.410793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2d9652bd-134e-4c24-b85b-f4c4d3378020 None None] Deleting port 02782322-5db6-4f82-aeb9-b9216f0a8b4d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:54.411630 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d9652bd-134e-4c24-b85b-f4c4d3378020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.455593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ccfff-4498-44eb-a0ab-f5cef09c29b0 req-f27a2bf2-5aa0-4646-992d-35c964aedf2a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:54.464071 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e40ccfff-4498-44eb-a0ab-f5cef09c29b0 req-f27a2bf2-5aa0-4646-992d-35c964aedf2a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 945 time: 0.2326040 Jun 30 02:26:54.491382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2d9652bd-134e-4c24-b85b-f4c4d3378020 None None] For port 02782322-5db6-4f82-aeb9-b9216f0a8b4d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=02782322-5db6-4f82-aeb9-b9216f0a8b4d,segment=NetworkSegment(54d61c3a-70ff-4eb8-aede-1cd5888caaa1),segment_id=54d61c3a-70ff-4eb8-aede-1cd5888caaa1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:54.493386 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d9652bd-134e-4c24-b85b-f4c4d3378020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.514571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.517366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2d9652bd-134e-4c24-b85b-f4c4d3378020 None None] Calling delete_port for 02782322-5db6-4f82-aeb9-b9216f0a8b4d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:54.523440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e40ccfff-4498-44eb-a0ab-f5cef09c29b0 req-2ecec206-68e7-4da9-abd3-e5cb84c50519 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582187 Jun 30 02:26:54.533868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022451e-ff3e-4c0e-a5ff-e69cfb3b3286 req-b5040434-5191-4259-a26d-12cbbc698c72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:54.542628 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2022451e-ff3e-4c0e-a5ff-e69cfb3b3286 req-b5040434-5191-4259-a26d-12cbbc698c72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 946 time: 0.1088247 Jun 30 02:26:54.551046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-e36e29db-a4d6-4a0b-8cee-4d4a0ac54acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:54.552767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-e36e29db-a4d6-4a0b-8cee-4d4a0ac54acb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1512868 Jun 30 02:26:54.583250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] No DVR routers for this DVR port 02782322-5db6-4f82-aeb9-b9216f0a8b4d on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:54.588219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Port': ['ID=02782322-5db6-4f82-aeb9-b9216f0a8b4d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:54.618112 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d9652bd-134e-4c24-b85b-f4c4d3378020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.648141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9652bd-134e-4c24-b85b-f4c4d3378020 None None] Pushing event deleted for resources: {'Port': ['ID=02782322-5db6-4f82-aeb9-b9216f0a8b4d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:54.651879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9652bd-134e-4c24-b85b-f4c4d3378020 None None] No DVR routers for this DVR port 02782322-5db6-4f82-aeb9-b9216f0a8b4d on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:54.671109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-47e54429-18fc-4e78-93cf-172b3e293995 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025758 Jun 30 02:26:54.697560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2022451e-ff3e-4c0e-a5ff-e69cfb3b3286 req-34ddb5d5-ebe4-44e7-956c-4dc084d1a98b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540098 Jun 30 02:26:54.701493 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.712589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:54.722800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0978508-0d26-4b0b-8b0c-b9ae419bc951'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:54.724359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d61c3a-70ff-4eb8-aede-1cd5888caaa1') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:54.724819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d61c3a-70ff-4eb8-aede-1cd5888caaa1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:54.729016 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ebd52b-cf4a-4849-85e6-dd0a93197b84" -d '{"events": [{"server_uuid": "d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a", "name": "network-vif-plugged", "status": "completed", "tag": "e0978508-0d26-4b0b-8b0c-b9ae419bc951"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:54.735968 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.750802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.757573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:26:54.758412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:26:54.762240 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:26:54.779447 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db956cab-bea3-4580-86c2-607f58206c6b x-openstack-request-id: req-db956cab-bea3-4580-86c2-607f58206c6b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:54.779783 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a", "name": "network-vif-plugged", "status": "completed", "tag": "e0978508-0d26-4b0b-8b0c-b9ae419bc951", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:54.780036 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db956cab-bea3-4580-86c2-607f58206c6b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:54.780513 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0978508-0d26-4b0b-8b0c-b9ae419bc951', 'code': 200} Jun 30 02:26:54.803468 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-832ff3ca-ba90-4735-9251-8986580acfde service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238794 Jun 30 02:26:54.849793 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.855134 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.862118 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:54.862497 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "DELETE /v2.0/networks/f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6 HTTP/1.1" status: 204 len: 168 time: 0.7787571 Jun 30 02:26:54.891965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a93978-cc22-4956-a906-9d7d5d13dbfc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Network': ['ID=f57b1a8b-f5f1-43aa-a91b-2723b0c6a0c6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:54.954749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 02782322-5db6-4f82-aeb9-b9216f0a8b4d no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:54.959025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5362e3a-23aa-4036-aee0-4bac96085161 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting subnet 0e7439a4-dc47-4925-bcac-2fa3e9af97f7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:26:54.962897 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5362e3a-23aa-4036-aee0-4bac96085161 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:54.979730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 02782322-5db6-4f82-aeb9-b9216f0a8b4d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:54.980095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 02782322-5db6-4f82-aeb9-b9216f0a8b4d not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:54.996118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8586e-9946-4ecf-afac-8549d21a2c62 req-2e447d4f-23c4-462b-9d7a-9ba66dfa32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:54.998338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cd8586e-9946-4ecf-afac-8549d21a2c62 req-2e447d4f-23c4-462b-9d7a-9ba66dfa32a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 1098 time: 0.1281366 Jun 30 02:26:55.013584 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5362e3a-23aa-4036-aee0-4bac96085161 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.036103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cd8586e-9946-4ecf-afac-8549d21a2c62 req-d10dbb98-1b8f-4355-a267-5ece3c01610d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Jun 30 02:26:55.080736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:55.085479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-105b2806-40b6-4e5c-9da6-57457d048768 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831584259', 'description': 'tempest-description--12979793'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:55.100744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5362e3a-23aa-4036-aee0-4bac96085161 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.116258 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105b2806-40b6-4e5c-9da6-57457d048768 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.173348 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5362e3a-23aa-4036-aee0-4bac96085161 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.199998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5362e3a-23aa-4036-aee0-4bac96085161 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7439a4-dc47-4925-bcac-2fa3e9af97f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:55.203951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5362e3a-23aa-4036-aee0-4bac96085161 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.205916 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d5362e3a-23aa-4036-aee0-4bac96085161 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "DELETE /v2.0/subnets/0e7439a4-dc47-4925-bcac-2fa3e9af97f7 HTTP/1.1" status: 204 len: 168 time: 0.3425460 Jun 30 02:26:55.209177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:55.223653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856b3ee-b973-4ada-b901-fc4e00d8988b None None] Network 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:55.260340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105b2806-40b6-4e5c-9da6-57457d048768 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.270677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ffc8d-ee33-4cb8-b0eb-ad98cfd1f27c req-23d21d04-9e36-4c87-a748-430d78f46193 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:55.272443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7b1ffc8d-ee33-4cb8-b0eb-ad98cfd1f27c req-23d21d04-9e36-4c87-a748-430d78f46193 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 949 time: 0.1238303 Jun 30 02:26:55.273663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105b2806-40b6-4e5c-9da6-57457d048768 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.291524 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.330061 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-105b2806-40b6-4e5c-9da6-57457d048768 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.334409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-105b2806-40b6-4e5c-9da6-57457d048768 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2497215 Jun 30 02:26:55.334855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:55.341639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-de03c060-1437-4617-b4ca-6c124b195378 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Request body: {'security_group_rule': {'security_group_id': '6f6116c8-551f-46bb-96ee-c1edde8cc98d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:55.343560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b2806-40b6-4e5c-9da6-57457d048768 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6116c8-551f-46bb-96ee-c1edde8cc98d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:55.350796 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7b1ffc8d-ee33-4cb8-b0eb-ad98cfd1f27c req-7bb91873-b470-469b-a09a-ffd8b3910d35 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682168 Jun 30 02:26:55.396244 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de03c060-1437-4617-b4ca-6c124b195378 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.409228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting port 3afc0e3b-2fee-4174-a414-5dac556595f2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:55.409567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.442611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8a350-b0b5-4bd4-825f-c021371446ef None None] DHCP port deletion for 8b891476-9d32-4b42-b24a-4c8c2a55a5e6 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:26:55.489738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8a350-b0b5-4bd4-825f-c021371446ef None None] Deleting port 3afc0e3b-2fee-4174-a414-5dac556595f2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:55.490121 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a350-b0b5-4bd4-825f-c021371446ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.496952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] For port 3afc0e3b-2fee-4174-a414-5dac556595f2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3afc0e3b-2fee-4174-a414-5dac556595f2,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:55.497307 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.511800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de03c060-1437-4617-b4ca-6c124b195378 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.527110 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de03c060-1437-4617-b4ca-6c124b195378 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.543388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Calling delete_port for 3afc0e3b-2fee-4174-a414-5dac556595f2 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:55.554210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0cf8a350-b0b5-4bd4-825f-c021371446ef None None] For port 3afc0e3b-2fee-4174-a414-5dac556595f2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3afc0e3b-2fee-4174-a414-5dac556595f2,segment=NetworkSegment(668b90c2-4f6f-4d28-8c37-f1c837cc45df),segment_id=668b90c2-4f6f-4d28-8c37-f1c837cc45df)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:55.554597 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a350-b0b5-4bd4-825f-c021371446ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.572107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8a350-b0b5-4bd4-825f-c021371446ef None None] Calling delete_port for 3afc0e3b-2fee-4174-a414-5dac556595f2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:55.580121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03c060-1437-4617-b4ca-6c124b195378 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d0c9fa-b0e3-409a-92f2-4fe83a5dc9ad,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:55.615905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b2c981-07db-4912-838f-ea12581c87b2', 'name': 'network-vif-deleted', 'tag': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:55.618105 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1dc52a-5e2a-44a1-bbe1-9b2aa2a2d62f" -d '{"events": [{"server_uuid": "85b2c981-07db-4912-838f-ea12581c87b2", "name": "network-vif-deleted", "tag": "848f5ecb-0b70-44ed-bd6a-abeb286d88a5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:55.625538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de03c060-1437-4617-b4ca-6c124b195378 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.627314 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-de03c060-1437-4617-b4ca-6c124b195378 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2916248 Jun 30 02:26:55.631101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:55.640813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-237f61f8-5b45-44a7-8e91-e998be7ffb27 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Request body: {'security_group_rule': {'security_group_id': '6f6116c8-551f-46bb-96ee-c1edde8cc98d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:55.668027 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a350-b0b5-4bd4-825f-c021371446ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.674236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-90cfe474-461f-4b98-868d-c31e450684a7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:55.675815 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-90cfe474-461f-4b98-868d-c31e450684a7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 945 time: 0.1629481 Jun 30 02:26:55.684549 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.690495 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec50d181-fff1-43d0-a0a5-f7aa1055ebdc x-openstack-request-id: req-ec50d181-fff1-43d0-a0a5-f7aa1055ebdc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:55.690874 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b2c981-07db-4912-838f-ea12581c87b2", "name": "network-vif-deleted", "tag": "848f5ecb-0b70-44ed-bd6a-abeb286d88a5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:55.691074 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec50d181-fff1-43d0-a0a5-f7aa1055ebdc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:55.691427 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b2c981-07db-4912-838f-ea12581c87b2', 'name': 'network-vif-deleted', 'tag': '848f5ecb-0b70-44ed-bd6a-abeb286d88a5', 'status': 'completed', 'code': 200} Jun 30 02:26:55.694523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8a350-b0b5-4bd4-825f-c021371446ef None None] No DVR routers for this DVR port 3afc0e3b-2fee-4174-a414-5dac556595f2 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:55.706381 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237f61f8-5b45-44a7-8e91-e998be7ffb27 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.720970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8a350-b0b5-4bd4-825f-c021371446ef None None] Pushing event deleted for resources: {'Port': ['ID=3afc0e3b-2fee-4174-a414-5dac556595f2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:55.754207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Port': ['ID=3afc0e3b-2fee-4174-a414-5dac556595f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:55.770045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:26:55.776888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] No DVR routers for this DVR port 3afc0e3b-2fee-4174-a414-5dac556595f2 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:55.805413 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237f61f8-5b45-44a7-8e91-e998be7ffb27 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.813376 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237f61f8-5b45-44a7-8e91-e998be7ffb27 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.821946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 80e1b509-3028-4562-b828-2a3f81c23bf4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:26:55.826697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 80e1b509-3028-4562-b828-2a3f81c23bf4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:26:55.827114 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.858237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237f61f8-5b45-44a7-8e91-e998be7ffb27 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:55.862224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-237f61f8-5b45-44a7-8e91-e998be7ffb27 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2283652 Jun 30 02:26:55.867923 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:55.877895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:55.887771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f61f8-5b45-44a7-8e91-e998be7ffb27 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00adb6c4-564b-4f8f-9315-8f38a794730c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:55.917837 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.019606 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.071041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:56.087261 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.150366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:56.252725 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.270138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b891476-9d32-4b42-b24a-4c8c2a55a5e6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:56.284529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668b90c2-4f6f-4d28-8c37-f1c837cc45df') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:56.284788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668b90c2-4f6f-4d28-8c37-f1c837cc45df') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:26:56.297599 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.306758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f35fc7-5bd9-4846-9106-56aab3097a7d req-754c7c63-ca94-4abf-8ed2-e0ebc00ec88f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:56.308257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35f35fc7-5bd9-4846-9106-56aab3097a7d req-754c7c63-ca94-4abf-8ed2-e0ebc00ec88f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 945 time: 0.6082232 Jun 30 02:26:56.334468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.343071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-f873197a-937d-469c-8a16-273ccd5bfad6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Deleting port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:26:56.343398 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-f873197a-937d-469c-8a16-273ccd5bfad6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.362241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:26:56.362642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.373118 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:26:56.393623 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:26:56.397993 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:26:56.397993 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:26:56.397993 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:26:56.397993 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:26:56.397993 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:26:56.397993 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:26:56.397993 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:26:56.397993 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:26:56.397993 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:26:56.466302 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35f35fc7-5bd9-4846-9106-56aab3097a7d req-34d71300-7af4-4107-b3c3-3b3b933d5057 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471117 Jun 30 02:26:56.473684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a52864-2c3d-40b9-ac9a-fc2d4479df66 req-d03ca5a8-76d0-4ae2-b3a7-066dd5da9c9d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:56.475791 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62a52864-2c3d-40b9-ac9a-fc2d4479df66 req-d03ca5a8-76d0-4ae2-b3a7-066dd5da9c9d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 946 time: 0.1387599 Jun 30 02:26:56.484825 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.523176 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.527658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "DELETE /v2.0/networks/8b891476-9d32-4b42-b24a-4c8c2a55a5e6 HTTP/1.1" status: 204 len: 168 time: 1.3153841 Jun 30 02:26:56.537904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-f873197a-937d-469c-8a16-273ccd5bfad6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] For port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:56.538760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-f873197a-937d-469c-8a16-273ccd5bfad6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.540244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48862) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:56.542734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Allocated IP 172.25.7.214 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/226b4570-93bc-45a7-b243-00e07cc1a03f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:56.551043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-58656277'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:56.553873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90355f1a-a002-4827-b9f2-ee2e298916de tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Network': ['ID=8b891476-9d32-4b42-b24a-4c8c2a55a5e6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:56.560162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-f873197a-937d-469c-8a16-273ccd5bfad6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Calling delete_port for f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:26:56.574352 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62a52864-2c3d-40b9-ac9a-fc2d4479df66 req-17b9fc15-90ba-4c7f-945f-f51d791e56a9 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927401 Jun 30 02:26:56.598132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:56.601501 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.651277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:26:56.668712 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.669093 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Added segment ed7fd68b-a9ff-41c1-ac76-0e0b88504c42 of type vlan for network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 Jun 30 02:26:56.726011 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.741596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-f873197a-937d-469c-8a16-273ccd5bfad6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.755572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['8451a423-bde1-4342-9178-defa29955f46'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:56.770976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.787416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:56.791571 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7bfc91-4452-4cb2-a97a-e8e5c5006e21" -d '{"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-plugged", "status": "completed", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:56.795848 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.796031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873197a-937d-469c-8a16-273ccd5bfad6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Pushing event deleted for resources: {'Port': ['ID=f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:56.814513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:56.816730 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.862366 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1fe49c-0e94-4414-a8dc-8b5056210b7b x-openstack-request-id: req-da1fe49c-0e94-4414-a8dc-8b5056210b7b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:56.862672 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-plugged", "status": "completed", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:56.862940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-f873197a-937d-469c-8a16-273ccd5bfad6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] No DVR routers for this DVR port f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:56.863058 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da1fe49c-0e94-4414-a8dc-8b5056210b7b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:56.863319 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'code': 200} Jun 30 02:26:56.870507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-f873197a-937d-469c-8a16-273ccd5bfad6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:56.875181 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c31db02-0e6a-4702-9d80-ac9c6b916f04 req-f873197a-937d-469c-8a16-273ccd5bfad6 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.69 "DELETE /v2.0/ports/f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 HTTP/1.1" status: 204 len: 173 time: 1.1862497 Jun 30 02:26:56.939407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3913240 Jun 30 02:26:56.944707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:56.954596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'subnet': {'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:56.986511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3afc0e3b-2fee-4174-a414-5dac556595f2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:56.997916 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.014004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220edcf-0586-4e4b-a20b-7e514b38758f req-9cd4dc2d-8124-4d6a-ad6f-76e713c36d10 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:57.015700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7220edcf-0586-4e4b-a20b-7e514b38758f req-9cd4dc2d-8124-4d6a-ad6f-76e713c36d10 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1184916 Jun 30 02:26:57.042817 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-71d67b2f-6566-4bcd-ac25-885532de85e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.044540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 3afc0e3b-2fee-4174-a414-5dac556595f2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:57.045049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3afc0e3b-2fee-4174-a414-5dac556595f2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:57.057333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46293f52-765f-44b1-89fc-39d92009b4ca tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Network': ['ID=02bd6edb-3bfc-4cb2-b799-e80f715afa25,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:57.070563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.087229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:26:57.094493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7220edcf-0586-4e4b-a20b-7e514b38758f req-2ecfd59c-edde-4704-a601-f9bd3d2e9905 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644441 Jun 30 02:26:57.129862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:57.133405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.143451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:57.179493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event updated for resources: {'Port': ['ID=226b4570-93bc-45a7-b243-00e07cc1a03f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:57.184228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:57.189110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:57.334643 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.422743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.438446 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.523700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Subnet': ['ID=5fbfe67a-b08b-4887-842a-f37fb5d615e7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:57.543450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Checking segment: {'id': 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:57.543781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network hostable DHCP agents. Network: 02bd6edb-3bfc-4cb2-b799-e80f715afa25, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:26:57.641516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9ba0b9e-1bcf-4a5a-bfaf-42122e69ed3a req-df661656-074a-456d-8bf0-332e9fbb83b4 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 210 time: 0.0398891 Jun 30 02:26:57.648068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:26:57.668346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 02bd6edb-3bfc-4cb2-b799-e80f715afa25) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:57.682367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:57.683295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.685378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cdec6c-46d5-4fc7-bbe6-7491752b9730 None None] Network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:57.692831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'name': 'network-vif-deleted', 'tag': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:57.695834 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770d5496-856a-4f81-9bbd-5e41d01a6bf1" -d '{"events": [{"server_uuid": "1e30050d-1e22-4372-9cf0-3d2be0310333", "name": "network-vif-deleted", "tag": "f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:57.712609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.717904 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aa5b9657-a1a4-4716-9c8f-c64163ce824d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7695112 Jun 30 02:26:57.718066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:57.724747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1118208377'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:57.735656 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.784494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 93057151-b94d-4524-b22f-f6973deed1cb details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:26:57.786648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:26:57.824687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:57.829025 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.830045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:26:57.830466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 848f5ecb-0b70-44ed-bd6a-abeb286d88a5 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:26:57.857530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event updated for resources: {'Port': ['ID=226b4570-93bc-45a7-b243-00e07cc1a03f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:57.926512 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50509da9-1b2b-442d-aec4-1686e55daa65 x-openstack-request-id: req-50509da9-1b2b-442d-aec4-1686e55daa65 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:57.928533 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e30050d-1e22-4372-9cf0-3d2be0310333", "name": "network-vif-deleted", "tag": "f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:57.928794 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50509da9-1b2b-442d-aec4-1686e55daa65 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:57.929197 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e30050d-1e22-4372-9cf0-3d2be0310333', 'name': 'network-vif-deleted', 'tag': 'f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5', 'status': 'completed', 'code': 200} Jun 30 02:26:57.930566 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.944874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:26:57.959979 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.960227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a399a7f-bc88-420c-b197-bfe3adddec5f req-11cd4681-e245-4734-b04f-a47914f1043f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:57.960394 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Added segment 926fbae5-c2c5-45da-82d4-520a3efd5ad9 of type vlan for network 3477a5e3-1ce1-47cd-a660-8532512b1c29 Jun 30 02:26:57.962139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a399a7f-bc88-420c-b197-bfe3adddec5f req-11cd4681-e245-4734-b04f-a47914f1043f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 946 time: 0.1350777 Jun 30 02:26:57.973449 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:57.991139 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7c629e26-7c9f-4bf0-a5de-d6ff29bce1f6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1053722 Jun 30 02:26:58.043221 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.049039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-cc0b60e7-3212-44d1-b2bd-ff92587ed661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:58.050579 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-cc0b60e7-3212-44d1-b2bd-ff92587ed661 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf&tenant_id=9cec145aa2d747cf98d6c57f659678cd HTTP/1.1" status: 200 len: 1102 time: 0.1696460 Jun 30 02:26:58.065423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:58.076901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a399a7f-bc88-420c-b197-bfe3adddec5f req-8cf37318-4c08-4e01-8056-150e170e4900 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074002 Jun 30 02:26:58.146319 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.151660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:58.152260 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.182176 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.195432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:58.231608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '93057151-b94d-4524-b22f-f6973deed1cb', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '93057151-b94d-4524-b22f-f6973deed1cb', 'mac_address': 'fa:16:3e:d3:61:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:26:58.272750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-02bd6edb-3bfc-4cb2-b799-e80f715afa25', 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'fixed_ips': [{'subnet_id': '5fbfe67a-b08b-4887-842a-f37fb5d615e7'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:26:58.274147 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.280740 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5613253 Jun 30 02:26:58.283544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:26:58.291355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'subnet': {'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:26:58.304499 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.309849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f4d4-353e-4b2b-af3d-fd21607c378c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Network': ['ID=3477a5e3-1ce1-47cd-a660-8532512b1c29,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:58.338007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 3477a5e3-1ce1-47cd-a660-8532512b1c29 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:26:58.464858 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.545270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93057151-b94d-4524-b22f-f6973deed1cb {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:26:58.594170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:58.604354 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.631673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-a3bb2ea3-c88e-4359-b89e-03f10e74000b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:58.633151 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-a3bb2ea3-c88e-4359-b89e-03f10e74000b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/networks?id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8 HTTP/1.1" status: 200 len: 822 time: 0.1613288 Jun 30 02:26:58.633788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:26:58.637262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.644884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60113a44-a016-4a72-bef2-674f88898cb2 req-d6cd5578-bb74-423d-a825-02812899c9b5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:58.654186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60113a44-a016-4a72-bef2-674f88898cb2 req-d6cd5578-bb74-423d-a825-02812899c9b5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.2070563 Jun 30 02:26:58.689988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Allocated IP 19.80.0.2 (02bd6edb-3bfc-4cb2-b799-e80f715afa25/5fbfe67a-b08b-4887-842a-f37fb5d615e7/133fc99c-9621-4399-8a5b-3af85d8aab2c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:26:58.712478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['93057151-b94d-4524-b22f-f6973deed1cb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:26:58.729432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60113a44-a016-4a72-bef2-674f88898cb2 req-8344647b-030f-4c63-83db-6d52c5fc2466 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730402 Jun 30 02:26:58.733978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:26:58.741954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:58.805621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:58.824539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-ea18dd35-3bd6-4f64-84af-1f825eb3b122 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/quotas/b47352a72a2144bd829ae1f1e0d5c955 HTTP/1.1" status: 200 len: 375 time: 0.0323348 Jun 30 02:26:58.898947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:26:58.901870 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dcc236-5095-46dd-9e2a-01e544965491" -d '{"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-unplugged", "status": "completed", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:26:58.911169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.927357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Transition to ACTIVE for port object 80e1b509-3028-4562-b828-2a3f81c23bf4 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:58.936233 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:58.971499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:59.012818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:59.025351 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-171c6864-1499-45e6-9631-023c6251e77c tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b47352a72a2144bd829ae1f1e0d5c955&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1987147 Jun 30 02:26:59.035394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Transition to ACTIVE for port object 133fc99c-9621-4399-8a5b-3af85d8aab2c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:59.060625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Transition to ACTIVE for port object 133fc99c-9621-4399-8a5b-3af85d8aab2c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:26:59.072505 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:59.113393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] No DVR routers for this DVR port 80e1b509-3028-4562-b828-2a3f81c23bf4 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:26:59.125063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:59.148172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:26:59.154816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:59.166812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:26:59.173274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Subnet': ['ID=1b6906fb-bbda-4bca-ac59-2fae392aaa18,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:59.174782 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:59.175127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:59.175477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:59.178281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Pushing event updated for resources: {'Port': ['ID=133fc99c-9621-4399-8a5b-3af85d8aab2c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:59.192360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Port 80e1b509-3028-4562-b828-2a3f81c23bf4 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:26:59.192585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Attempting to bind port 80e1b509-3028-4562-b828-2a3f81c23bf4 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:59.200318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Checking segment: {'id': '926fbae5-c2c5-45da-82d4-520a3efd5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:59.200686 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network hostable DHCP agents. Network: 3477a5e3-1ce1-47cd-a660-8532512b1c29, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:26:59.206633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef5c32-e450-45e1-87da-1a7faa92d3bb req-6b9fedc8-7df6-42cc-9109-702c4214a4a4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:59.214302 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43ef5c32-e450-45e1-87da-1a7faa92d3bb req-6b9fedc8-7df6-42cc-9109-702c4214a4a4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 946 time: 0.2717876 Jun 30 02:26:59.217596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:59.218111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:59.218504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:59.218980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Bound port: 80e1b509-3028-4562-b828-2a3f81c23bf4, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:59.219344 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:59.247422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-a4b143f5-18fc-4dae-9c82-bb905095ff4b service neutron] 10.222.0.55 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210176 Jun 30 02:26:59.270118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Attempting to bind port 133fc99c-9621-4399-8a5b-3af85d8aab2c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:26:59.270788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Attempting to bind port 133fc99c-9621-4399-8a5b-3af85d8aab2c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:26:59.273304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Attempting to bind port 133fc99c-9621-4399-8a5b-3af85d8aab2c on network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:26:59.288916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:26:59.289612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Checking segment: {'id': 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:26:59.290189 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:59.291057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Bound using segment: {'id': 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:26:59.291757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Bound port: 133fc99c-9621-4399-8a5b-3af85d8aab2c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:26:59.294899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:59.296658 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43ef5c32-e450-45e1-87da-1a7faa92d3bb req-a3eb4d32-0f3d-4624-babd-dedf448c608a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811214 Jun 30 02:26:59.318083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network 3477a5e3-1ce1-47cd-a660-8532512b1c29 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:26:59.333722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 3477a5e3-1ce1-47cd-a660-8532512b1c29) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:26:59.340562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:59.341165 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:59.376453 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9e57016d-fb7e-447a-9dd7-a3465b0a0977 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0914934 Jun 30 02:26:59.393103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2263a7b-0015-4334-a2c9-ecec36b1db48 None None] Network 3477a5e3-1ce1-47cd-a660-8532512b1c29 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:26:59.404443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-89075605-2103-4b71-8ecc-7388d3a090cb service neutron] 10.222.0.55 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560304 Jun 30 02:26:59.408392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:59.416075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:59.427506 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:59.529432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] For port 133fc99c-9621-4399-8a5b-3af85d8aab2c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:26:59.533728 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=11']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:26:59.550488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] For port 133fc99c-9621-4399-8a5b-3af85d8aab2c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=133fc99c-9621-4399-8a5b-3af85d8aab2c,segment=NetworkSegment(ed7fd68b-a9ff-41c1-ac76-0e0b88504c42),segment_id=ed7fd68b-a9ff-41c1-ac76-0e0b88504c42)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:26:59.567832 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:59.591399 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-828d95e6-a6a3-4d8e-bd72-78ec4fd0b607 req-855b5fa4-8c49-4378-b29b-b0c0b51fbdc2 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 210 time: 0.0599501 Jun 30 02:26:59.607182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:59.609901 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:26:59.611659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-77812ddc-a025-4285-9780-4f31aeb6fd49 service neutron] 10.222.0.73 "PUT /v2.0/ports/80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 1098 time: 1.5523458 Jun 30 02:26:59.807870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-89da849b-cf95-4f4f-bee2-833716cf44cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:26:59.809466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-89da849b-cf95-4f4f-bee2-833716cf44cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1101 time: 0.1638522 Jun 30 02:26:59.862175 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c661a125-f143-4fe9-9346-4464909ca196 x-openstack-request-id: req-c661a125-f143-4fe9-9346-4464909ca196 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:26:59.864036 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-unplugged", "status": "completed", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:26:59.864388 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c661a125-f143-4fe9-9346-4464909ca196 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:26:59.874757 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'code': 200} Jun 30 02:26:59.980891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 93057151-b94d-4524-b22f-f6973deed1cb up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:00.007520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-8dd04710-6c89-4156-ab2c-3fc8e3d3f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:00.009221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-8dd04710-6c89-4156-ab2c-3fc8e3d3f315 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1911232 Jun 30 02:27:00.094059 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:00.101879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a24a7-8ae3-43e5-85a6-f6c93cf545ec None None] Pushing event updated for resources: {'Port': ['ID=133fc99c-9621-4399-8a5b-3af85d8aab2c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:00.163959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-3477a5e3-1ce1-47cd-a660-8532512b1c29', 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'fixed_ips': [{'subnet_id': '1b6906fb-bbda-4bca-ac59-2fae392aaa18'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:27:00.164980 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:00.171781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-fe971ad3-aee1-44ef-88fd-8009f1ab1a69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 217 time: 0.1496940 Jun 30 02:27:00.193851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 93057151-b94d-4524-b22f-f6973deed1cb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:00.194634 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:00.209378 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78f2c839-ba42-4943-ac42-ffeca0b9d41f req-2796b188-161b-4707-ae34-cd188390565c tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 210 time: 0.0860062 Jun 30 02:27:00.227067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-0b6f6c4d-4559-4e6e-9669-7c64b1fe8f05 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:00.234872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-0b6f6c4d-4559-4e6e-9669-7c64b1fe8f05 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:00.244109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-0b6f6c4d-4559-4e6e-9669-7c64b1fe8f05 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/networks?id=02bd6edb-3bfc-4cb2-b799-e80f715afa25&id=3477a5e3-1ce1-47cd-a660-8532512b1c29 HTTP/1.1" status: 200 len: 1390 time: 0.2062716 Jun 30 02:27:00.279946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-ea5042b6-efa7-4aa1-8d4d-6a619171fb30 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/quotas/b7eacbbd39e14eceb88b2bf4820786de HTTP/1.1" status: 200 len: 375 time: 0.0335712 Jun 30 02:27:00.380223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-07761de1-9352-41fe-a1e6-3c7bbf443e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:00.385819 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-07761de1-9352-41fe-a1e6-3c7bbf443e73 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1890895 Jun 30 02:27:00.459774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-f6208401-70ca-4069-b8c0-e0f566e9e596 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:00.461691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-f6208401-70ca-4069-b8c0-e0f566e9e596 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 946 time: 0.3521802 Jun 30 02:27:00.515462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-83ecb9d0-8616-4ddb-afb4-cea7d8ff5053 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2327180 Jun 30 02:27:00.570634 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:00.572909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Allocated IP 19.86.0.2 (3477a5e3-1ce1-47cd-a660-8532512b1c29/1b6906fb-bbda-4bca-ac59-2fae392aaa18/2964aa53-adbf-4492-b440-06b11c3ecb3c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:27:00.602666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-444c6730-6938-4252-aaf2-70d4693245a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:00.604965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-444c6730-6938-4252-aaf2-70d4693245a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2100303 Jun 30 02:27:00.629944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:00.635048 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc906124-8f98-450b-b02a-e04eb22a9f05" -d '{"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-plugged", "status": "completed", "tag": "93057151-b94d-4524-b22f-f6973deed1cb"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:00.697338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:00.709224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-b95c896b-8433-42cc-9c5d-daabf94f83c6 service neutron] 10.222.0.55 "GET /v2.0/networks/02bd6edb-3bfc-4cb2-b799-e80f715afa25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936812 Jun 30 02:27:00.729934 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:00.731186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:00.790776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:00.791673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f0e765c5-f8bd-4d77-9b8e-22a493ff3bd5 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:00.792336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:00.830259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-9875b553-733b-4bfb-8c43-1649f5d3d683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Deleting port e0978508-0d26-4b0b-8b0c-b9ae419bc951 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:00.830652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-9875b553-733b-4bfb-8c43-1649f5d3d683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:00.850312 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-fdb3d790-b58d-43c2-8262-cbbe7fe6928a service neutron] 10.222.0.55 "GET /v2.0/networks/02bd6edb-3bfc-4cb2-b799-e80f715afa25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400259 Jun 30 02:27:00.895649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-9512ae19-68b2-477d-8e7b-ffad367d9581 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671680 Jun 30 02:27:00.910983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87fe7-6476-4fe7-81fe-faddbdb9639f req-dcc1d1c8-7449-4639-b5fe-dad8808a201d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:00.922410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4d87fe7-6476-4fe7-81fe-faddbdb9639f req-dcc1d1c8-7449-4639-b5fe-dad8808a201d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 949 time: 0.3375268 Jun 30 02:27:00.925305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:00.940276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:00.983365 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:01.016692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Transition to ACTIVE for port object 2964aa53-adbf-4492-b440-06b11c3ecb3c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:27:01.039041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 133fc99c-9621-4399-8a5b-3af85d8aab2c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:01.060304 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-1c95ea9e-a3c5-4392-89a0-ecec0a3ac007 service neutron] 10.222.0.55 "GET /v2.0/networks/3477a5e3-1ce1-47cd-a660-8532512b1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946759 Jun 30 02:27:01.093607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Transition to ACTIVE for port object 2964aa53-adbf-4492-b440-06b11c3ecb3c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:27:01.106661 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:01.132861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4d87fe7-6476-4fe7-81fe-faddbdb9639f req-fbbaf0ee-2cd1-4f01-9636-3a508b0cc038 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091138 Jun 30 02:27:01.185718 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Pushing event updated for resources: {'Port': ['ID=2964aa53-adbf-4492-b440-06b11c3ecb3c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:01.192944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 133fc99c-9621-4399-8a5b-3af85d8aab2c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:01.211533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-9875b553-733b-4bfb-8c43-1649f5d3d683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] For port e0978508-0d26-4b0b-8b0c-b9ae419bc951, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e0978508-0d26-4b0b-8b0c-b9ae419bc951,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:01.212702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Network 3477a5e3-1ce1-47cd-a660-8532512b1c29 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:27:01.215129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:27:01.216076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-9875b553-733b-4bfb-8c43-1649f5d3d683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:01.218504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:27:01.275703 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-fb431672-a812-4c61-89e2-e385ffb0f5ee service neutron] 10.222.0.55 "GET /v2.0/networks/3477a5e3-1ce1-47cd-a660-8532512b1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129364 Jun 30 02:27:01.293535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-9875b553-733b-4bfb-8c43-1649f5d3d683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Calling delete_port for e0978508-0d26-4b0b-8b0c-b9ae419bc951 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:01.305947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d5cb136-c024-4543-8828-e62f1f82bae6 req-588deb96-c4e6-451d-85d8-01bd2783c434 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810594 Jun 30 02:27:01.354508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Attempting to bind port 2964aa53-adbf-4492-b440-06b11c3ecb3c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:27:01.354939 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Attempting to bind port 2964aa53-adbf-4492-b440-06b11c3ecb3c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '926fbae5-c2c5-45da-82d4-520a3efd5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:27:01.355261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Attempting to bind port 2964aa53-adbf-4492-b440-06b11c3ecb3c on network 3477a5e3-1ce1-47cd-a660-8532512b1c29 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:01.368470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:27:01.368844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Checking segment: {'id': '926fbae5-c2c5-45da-82d4-520a3efd5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:27:01.369250 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:01.372333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Bound using segment: {'id': '926fbae5-c2c5-45da-82d4-520a3efd5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:27:01.373042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Bound port: 2964aa53-adbf-4492-b440-06b11c3ecb3c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926fbae5-c2c5-45da-82d4-520a3efd5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:27:01.373435 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:01.566247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e062b-8760-4517-98c7-4ae9c73fc063 req-02099354-ecf8-43aa-b6e7-7d92339efe8b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:01.568938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e16e062b-8760-4517-98c7-4ae9c73fc063 req-02099354-ecf8-43aa-b6e7-7d92339efe8b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 946 time: 0.1623025 Jun 30 02:27:01.592796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7525ac-a102-4323-85b5-d413a8477689 None None] Network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:27:01.630992 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-9875b553-733b-4bfb-8c43-1649f5d3d683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:01.663280 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e16e062b-8760-4517-98c7-4ae9c73fc063 req-d57f9644-69cc-4736-93be-ed98421c5c15 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851874 Jun 30 02:27:01.703899 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] For port 2964aa53-adbf-4492-b440-06b11c3ecb3c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:27:01.720065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['e0978508-0d26-4b0b-8b0c-b9ae419bc951'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:01.720753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875b553-733b-4bfb-8c43-1649f5d3d683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event deleted for resources: {'Port': ['ID=e0978508-0d26-4b0b-8b0c-b9ae419bc951,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:01.761076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] For port 2964aa53-adbf-4492-b440-06b11c3ecb3c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2964aa53-adbf-4492-b440-06b11c3ecb3c,segment=NetworkSegment(926fbae5-c2c5-45da-82d4-520a3efd5ad9),segment_id=926fbae5-c2c5-45da-82d4-520a3efd5ad9)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:27:01.805926 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27199972-7759-47fe-8d78-5c061f1779e2 x-openstack-request-id: req-27199972-7759-47fe-8d78-5c061f1779e2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:01.806238 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-plugged", "status": "completed", "tag": "93057151-b94d-4524-b22f-f6973deed1cb", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:01.806471 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27199972-7759-47fe-8d78-5c061f1779e2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:01.806896 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb', 'code': 200} Jun 30 02:27:01.827303 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:01.908202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-9875b553-733b-4bfb-8c43-1649f5d3d683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] No DVR routers for this DVR port e0978508-0d26-4b0b-8b0c-b9ae419bc951 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:01.909768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:01.911780 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:01.915244 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-9875b553-733b-4bfb-8c43-1649f5d3d683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:01.917463 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-da3cdbbd-5c64-43a2-8a2b-396c3b0c0248 req-9875b553-733b-4bfb-8c43-1649f5d3d683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.73 "DELETE /v2.0/ports/e0978508-0d26-4b0b-8b0c-b9ae419bc951 HTTP/1.1" status: 204 len: 173 time: 1.4468143 Jun 30 02:27:01.931018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-456762bb-e7ca-4f49-9fda-a5ae3f1cfefd None None] Provisioning for port 133fc99c-9621-4399-8a5b-3af85d8aab2c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:01.988141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-456762bb-e7ca-4f49-9fda-a5ae3f1cfefd None None] Provisioning complete for port 133fc99c-9621-4399-8a5b-3af85d8aab2c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:01.991101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-456762bb-e7ca-4f49-9fda-a5ae3f1cfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:02.001788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-11326be6-ab07-4283-86f4-de9a356c7234 req-40ab2ffd-b32a-4d18-8703-57fcc25d908a tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 210 time: 0.1610043 Jun 30 02:27:02.107339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-6f6053f6-f560-4abf-a9c6-6f2e4d3317e3 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:02.117740 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-6f6053f6-f560-4abf-a9c6-6f2e4d3317e3 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.73 "GET /v2.0/networks?id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8 HTTP/1.1" status: 200 len: 822 time: 0.3748336 Jun 30 02:27:02.157407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d35eb3-1652-431d-8f21-c9862d6306f0 None None] Pushing event updated for resources: {'Port': ['ID=2964aa53-adbf-4492-b440-06b11c3ecb3c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:02.165890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Request body: {'port': {'device_id': '604ed857-9161-41a8-86cb-ee83fa6f3a82', 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8', 'admin_state_up': True, 'tenant_id': 'b47352a72a2144bd829ae1f1e0d5c955'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:02.492372 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-456762bb-e7ca-4f49-9fda-a5ae3f1cfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:02.583161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ffd1e3d4-9490-444a-a3d0-0bb1f11666fd req-9ea4c814-fb46-4c14-8511-f7b0eb16c3a8 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 210 time: 0.0609453 Jun 30 02:27:02.615162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-456762bb-e7ca-4f49-9fda-a5ae3f1cfefd None None] For port 133fc99c-9621-4399-8a5b-3af85d8aab2c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=133fc99c-9621-4399-8a5b-3af85d8aab2c,segment=NetworkSegment(ed7fd68b-a9ff-41c1-ac76-0e0b88504c42),segment_id=ed7fd68b-a9ff-41c1-ac76-0e0b88504c42)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:02.628635 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-456762bb-e7ca-4f49-9fda-a5ae3f1cfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:02.852842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456762bb-e7ca-4f49-9fda-a5ae3f1cfefd None None] Pushing event updated for resources: {'Port': ['ID=133fc99c-9621-4399-8a5b-3af85d8aab2c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:03.013576 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059320aa-7e55-4790-98e0-49abb9e05d31 x-openstack-request-id: req-059320aa-7e55-4790-98e0-49abb9e05d31 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:03.014260 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:03.014774 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-059320aa-7e55-4790-98e0-49abb9e05d31 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:03.015403 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'status': 'completed', 'code': 200} Jun 30 02:27:03.065243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ea9b55b-f224-42d2-8e7c-5a383aafa25f None None] Provisioning complete for port 133fc99c-9621-4399-8a5b-3af85d8aab2c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:03.065984 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ea9b55b-f224-42d2-8e7c-5a383aafa25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:03.104305 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-bbc98cdb-0c66-4235-a646-05e9fe65e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:03.105926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-bbc98cdb-0c66-4235-a646-05e9fe65e3a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1101 time: 0.2710407 Jun 30 02:27:03.148484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2964aa53-adbf-4492-b440-06b11c3ecb3c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:03.159743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b99c11e1-07c1-45d3-9be9-cc1025f45c7d req-5692cce6-c853-4883-9e53-9c28b790f28f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 210 time: 0.1668286 Jun 30 02:27:03.284130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Made reservation on behalf of b47352a72a2144bd829ae1f1e0d5c955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:27:03.295302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:03.306588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-f4aefec0-fb7c-4b59-a5cf-e5a78647f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:03.309659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-f4aefec0-fb7c-4b59-a5cf-e5a78647f385 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9cec145aa2d747cf98d6c57f659678cd&device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1101 time: 0.3158896 Jun 30 02:27:03.473331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 2964aa53-adbf-4492-b440-06b11c3ecb3c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:03.561121 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e9d52fd-d9ea-47ed-8c99-b62a11caa509 req-529b6e36-133e-4f2c-9b66-4c8df8fe743e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a HTTP/1.1" status: 200 len: 210 time: 0.0798824 Jun 30 02:27:03.573692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c898d1e-2399-4f97-8e97-ae4360699296 req-6bd1afee-3941-43c3-85b3-469d3d93ec91 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:03.595720 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c898d1e-2399-4f97-8e97-ae4360699296 req-6bd1afee-3941-43c3-85b3-469d3d93ec91 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 949 time: 0.4885612 Jun 30 02:27:03.706113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-25bf6309-e313-4d3b-8504-52868ad19263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:03.711379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-25bf6309-e313-4d3b-8504-52868ad19263 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.5846064 Jun 30 02:27:03.732129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:27:03.737310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e0978508-0d26-4b0b-8b0c-b9ae419bc951 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:03.757392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c898d1e-2399-4f97-8e97-ae4360699296 req-d21d59d5-3662-44ce-8111-679b71a7382e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600139 Jun 30 02:27:03.917224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-a067e9c4-673c-4c10-b38b-903c1f0a0d22 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 217 time: 0.1585193 Jun 30 02:27:03.920251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-7eff3d04-318c-4f69-a8be-3cab7ec22613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:03.922058 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-7eff3d04-318c-4f69-a8be-3cab7ec22613 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.5943909 Jun 30 02:27:04.014151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c6ece3e-2fb0-4fad-9e20-b74c33f31d0e req-d3204178-5af1-4dd6-91e6-cead7b63e3ca tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e30050d-1e22-4372-9cf0-3d2be0310333 HTTP/1.1" status: 200 len: 210 time: 0.1533017 Jun 30 02:27:04.018964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-9cb58aed-edfb-49af-8f3e-0976f85e011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:04.020752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-9cb58aed-edfb-49af-8f3e-0976f85e011b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0963397 Jun 30 02:27:04.181892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:04.197712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-4a329506-500a-4241-bf11-e4533d948654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:04.202373 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-4a329506-500a-4241-bf11-e4533d948654 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1716290 Jun 30 02:27:04.207542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'mac_address': 'fa:16:3e:c9:2c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:27:04.234191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359dec51-13b5-41f2-91aa-aa42842b5785 None None] Network 3477a5e3-1ce1-47cd-a660-8532512b1c29 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:27:04.276326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: e0978508-0d26-4b0b-8b0c-b9ae419bc951 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:04.279158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e0978508-0d26-4b0b-8b0c-b9ae419bc951 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:04.452249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a97748f3-fcc5-4277-af0d-2b0e9ff9de73 None None] Provisioning for port 2964aa53-adbf-4492-b440-06b11c3ecb3c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:04.478075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d1d382a7-a59c-4c6a-a30e-fe353984526d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:04.494870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d1d382a7-a59c-4c6a-a30e-fe353984526d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:04.497290 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-e7f43479-a5b1-4cdf-ba14-a9f4abb6ac4a service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796280 Jun 30 02:27:04.508583 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d1d382a7-a59c-4c6a-a30e-fe353984526d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "GET /v2.0/networks?id=02bd6edb-3bfc-4cb2-b799-e80f715afa25&id=3477a5e3-1ce1-47cd-a660-8532512b1c29 HTTP/1.1" status: 200 len: 1390 time: 0.3914146 Jun 30 02:27:04.510149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-94173709-68aa-47c5-8419-53ab8a60b95e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 200 len: 217 time: 0.5302286 Jun 30 02:27:04.516532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Allocated IP 172.20.0.9 (5d37f6cc-24ea-441f-a9ec-bb032f00cac8/b806b6ac-3687-473d-91c8-6f24f21413bf/8921479a-896a-4802-b36c-8411e3d25b5c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:27:04.529195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a97748f3-fcc5-4277-af0d-2b0e9ff9de73 None None] Provisioning complete for port 2964aa53-adbf-4492-b440-06b11c3ecb3c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:04.529836 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a97748f3-fcc5-4277-af0d-2b0e9ff9de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:04.594007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'port': {'device_id': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25', 'admin_state_up': True, 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:04.622313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df72427a-62dd-4444-a2de-64e1a14d331e req-44445e09-fa55-4944-8c72-ff99e85381da tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 210 time: 0.1108339 Jun 30 02:27:04.671910 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:04.713414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e1b509-3028-4562-b828-2a3f81c23bf4 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:04.748463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2dc257c-8dc6-494e-9d15-c3f94a03c869 req-ebcdfa29-3fe9-4e66-9d28-28275be90190 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 210 time: 0.1140316 Jun 30 02:27:04.781855 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-9061461b-5a55-45c9-9d45-5d6ff0adbf53 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750392 Jun 30 02:27:04.840433 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a97748f3-fcc5-4277-af0d-2b0e9ff9de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:04.845679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:04.863657 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:04.935332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-bb270898-b642-49a8-8b73-8c2a288a428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:04.937175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-bb270898-b642-49a8-8b73-8c2a288a428c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.3833869 Jun 30 02:27:04.971559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:05.026388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a', 'name': 'network-vif-deleted', 'tag': 'e0978508-0d26-4b0b-8b0c-b9ae419bc951'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:05.051433 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d153633-d05b-4684-be8c-aa6e39ec7acc" -d '{"events": [{"server_uuid": "d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a", "name": "network-vif-deleted", "tag": "e0978508-0d26-4b0b-8b0c-b9ae419bc951"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:05.072033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a97748f3-fcc5-4277-af0d-2b0e9ff9de73 None None] For port 2964aa53-adbf-4492-b440-06b11c3ecb3c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2964aa53-adbf-4492-b440-06b11c3ecb3c,segment=NetworkSegment(926fbae5-c2c5-45da-82d4-520a3efd5ad9),segment_id=926fbae5-c2c5-45da-82d4-520a3efd5ad9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:05.077356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.078104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.096336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.096765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.097112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.097451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.097787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.098168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.098498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.098853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.099179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.099502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:05.106598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 133fc99c-9621-4399-8a5b-3af85d8aab2c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:05.137056 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a97748f3-fcc5-4277-af0d-2b0e9ff9de73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:05.231641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52f171-a705-4362-9859-2d1b0be43f12 req-0bb3153b-1b6c-454d-ac5c-b26eb5ad55ed tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:05.233681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ae52f171-a705-4362-9859-2d1b0be43f12 req-0bb3153b-1b6c-454d-ac5c-b26eb5ad55ed tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.1536305 Jun 30 02:27:05.252237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97748f3-fcc5-4277-af0d-2b0e9ff9de73 None None] Pushing event updated for resources: {'Port': ['ID=2964aa53-adbf-4492-b440-06b11c3ecb3c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:05.270685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['80e1b509-3028-4562-b828-2a3f81c23bf4'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:05.311359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:27:05.317796 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ae52f171-a705-4362-9859-2d1b0be43f12 req-3aa41830-a552-4a07-9f25-d4c9fe83827c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708258 Jun 30 02:27:05.320392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:05.353807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 133fc99c-9621-4399-8a5b-3af85d8aab2c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:05.354367 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:05.566113 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e7b7e8-5218-4e10-b18c-e0b4d7d7c05b x-openstack-request-id: req-f5e7b7e8-5218-4e10-b18c-e0b4d7d7c05b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:05.566761 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a", "name": "network-vif-deleted", "tag": "e0978508-0d26-4b0b-8b0c-b9ae419bc951", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:05.566955 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5e7b7e8-5218-4e10-b18c-e0b4d7d7c05b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:05.567461 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f0a7d0-6bb7-439b-adc3-3b34ff5cb27a', 'name': 'network-vif-deleted', 'tag': 'e0978508-0d26-4b0b-8b0c-b9ae419bc951', 'status': 'completed', 'code': 200} Jun 30 02:27:05.588367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-92a528f5-13e5-44b3-8e49-6a1530305e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:05.592649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-92a528f5-13e5-44b3-8e49-6a1530305e80 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6400938 Jun 30 02:27:05.769179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-acc9a56b-ed26-46f7-925e-d4d4cb3e965d None None] Provisioning complete for port 2964aa53-adbf-4492-b440-06b11c3ecb3c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:05.769744 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acc9a56b-ed26-46f7-925e-d4d4cb3e965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:05.872518 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:05.956939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:06.034601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event updated for resources: {'Port': ['ID=8921479a-896a-4802-b36c-8411e3d25b5c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:06.139781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e165d-2116-4d42-a2e4-7cc4d73806c9 req-ac9cde08-b13e-480c-bf15-c4b6db481761 tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:06.147054 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-976e165d-2116-4d42-a2e4-7cc4d73806c9 req-ac9cde08-b13e-480c-bf15-c4b6db481761 tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 1102 time: 0.1021848 Jun 30 02:27:06.221457 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-976e165d-2116-4d42-a2e4-7cc4d73806c9 req-dc8fb35a-6ede-428d-948f-60d4dca79606 tempest-MigrationsAdminTest-310117122 tempest-MigrationsAdminTest-310117122-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733929 Jun 30 02:27:06.230650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-a86413ad-c1c7-4d30-8bfc-55f9169cf59e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:06.243466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-a86413ad-c1c7-4d30-8bfc-55f9169cf59e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 1.1759658 Jun 30 02:27:06.282860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:27:06.297613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Allocated IP 19.80.0.30 (02bd6edb-3bfc-4cb2-b799-e80f715afa25/5fbfe67a-b08b-4887-842a-f37fb5d615e7/fee68e4c-7ada-4119-87ba-17f1084cb445) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:27:06.300477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:27:06.308956 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-54c21aa6-e947-4f9d-a183-9037c282ee9d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/quotas/3cf21bbdf6a241059a4954f5a8e684b0 HTTP/1.1" status: 200 len: 375 time: 0.0644963 Jun 30 02:27:06.311536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:27:06.371462 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-c983d260-ca4c-434d-beea-c69b4214cc6f service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583585 Jun 30 02:27:06.385506 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-9394befb-514d-40b7-815f-8427efb14d17 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753331 Jun 30 02:27:06.554697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:06.558813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:06.701258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fb0fd-ac5a-47a5-b2b5-e8e848694ec5 req-4f5d6f5b-60dc-4448-bebf-463ab4b8ec2d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:06.702882 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-820fb0fd-ac5a-47a5-b2b5-e8e848694ec5 req-4f5d6f5b-60dc-4448-bebf-463ab4b8ec2d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 931 time: 0.1082125 Jun 30 02:27:06.721506 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-b35a4406-e417-4644-8769-2082dc1c80b3 service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346157 Jun 30 02:27:06.781120 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-820fb0fd-ac5a-47a5-b2b5-e8e848694ec5 req-e8125002-d808-4423-a2ad-c286576a03ad tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Jun 30 02:27:06.840604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:06.865088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Transition to ACTIVE for port object fee68e4c-7ada-4119-87ba-17f1084cb445 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:27:06.975286 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-27ccde6f-0c24-41b7-8e62-3dbe24a669e1 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8444374 Jun 30 02:27:07.002329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99582952-5e65-45d6-a8fa-5da148c218e9 req-b3bb940a-725b-4b54-9e05-7bf1ca48787d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 210 time: 0.0634141 Jun 30 02:27:07.015232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2964aa53-adbf-4492-b440-06b11c3ecb3c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:07.018336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Request body: {'port': {'device_id': '604ed857-9161-41a8-86cb-ee83fa6f3a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:07.064976 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff13a1a0-55f6-4ff9-a953-cf9ec7c5793f req-7855ded4-ba18-40d4-ae33-179f73da06d1 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665661 Jun 30 02:27:07.149779 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:07.185860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2964aa53-adbf-4492-b440-06b11c3ecb3c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:07.186330 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:07.199962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-7778e3b0-48d5-42eb-875c-fffe1e7acbc5 service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129144 Jun 30 02:27:07.304883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:07.327252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:27:07.337367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:27:07.343922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:27:07.354524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Port': ['ID=fee68e4c-7ada-4119-87ba-17f1084cb445,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:07.528463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:07.536266 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:07.739839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-721f8e7f-185c-4f9c-a1f0-7f4f0ec08248 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1894400 Jun 30 02:27:07.759184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Request body: {'port': {'device_id': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29', 'admin_state_up': True, 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:07.788578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:07.933770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7e2594bb-9ec5-49b5-be7c-084fa6bcdddf None None] Provisioning for port fee68e4c-7ada-4119-87ba-17f1084cb445 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:07.956230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7e2594bb-9ec5-49b5-be7c-084fa6bcdddf None None] Provisioning complete for port fee68e4c-7ada-4119-87ba-17f1084cb445 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:07.956600 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e2594bb-9ec5-49b5-be7c-084fa6bcdddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:08.067702 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92f5a6b1-6a1c-4c8a-8d1c-9ed6fb88f812 req-3f9f48bd-aa71-4e67-8743-dfd64165ecae tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 210 time: 0.1112201 Jun 30 02:27:08.077854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 80e1b509-3028-4562-b828-2a3f81c23bf4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:08.112368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 80e1b509-3028-4562-b828-2a3f81c23bf4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:08.112745 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:08.114433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7e2594bb-9ec5-49b5-be7c-084fa6bcdddf None None] Port fee68e4c-7ada-4119-87ba-17f1084cb445 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:27:08.319698 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:08.331457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Made reservation on behalf of b7eacbbd39e14eceb88b2bf4820786de for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:27:08.335296 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:08.417615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:08.418699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:08.427074 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890ebbd9-439d-45ae-9b39-281fbd05b13a" -d '{"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-plugged", "status": "completed", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:08.440557 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:08.453171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8921479a-896a-4802-b36c-8411e3d25b5c {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:08.471769 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:08.494238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6987e69-5a1d-4d5b-b07e-427fd3136d7d req-a0b4112f-6854-4de2-b2b1-42b87128fd51 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:08.497656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6987e69-5a1d-4d5b-b07e-427fd3136d7d req-a0b4112f-6854-4de2-b2b1-42b87128fd51 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 950 time: 0.2572043 Jun 30 02:27:08.526533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Transition to ACTIVE for port object 8921479a-896a-4802-b36c-8411e3d25b5c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:27:08.561019 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:08.617199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39f8ec-87b4-4e7a-8825-71572a2d5b5e req-8f51f927-f423-44bc-8688-6573a8f3b720 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:08.633242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9f39f8ec-87b4-4e7a-8825-71572a2d5b5e req-8f51f927-f423-44bc-8688-6573a8f3b720 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 931 time: 0.2370255 Jun 30 02:27:08.662104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:08.711156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6987e69-5a1d-4d5b-b07e-427fd3136d7d req-781768bd-a86b-4406-86a1-939ca4407dc4 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025471 Jun 30 02:27:08.712941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Allocated IP 19.86.0.44 (3477a5e3-1ce1-47cd-a660-8532512b1c29/1b6906fb-bbda-4bca-ac59-2fae392aaa18/a74ce528-cfb7-4c1a-8ce4-8f6881305607) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:27:08.715935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Pushing event updated for resources: {'Port': ['ID=8921479a-896a-4802-b36c-8411e3d25b5c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:08.752647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9f39f8ec-87b4-4e7a-8825-71572a2d5b5e req-bef6a830-1545-4fe3-925f-f899a989f922 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181481 Jun 30 02:27:09.002824 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20bcc83-4cd3-43e9-a319-554c16f8f245 x-openstack-request-id: req-b20bcc83-4cd3-43e9-a319-554c16f8f245 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:09.005142 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-plugged", "status": "completed", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:09.005594 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b20bcc83-4cd3-43e9-a319-554c16f8f245 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:09.006664 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'code': 200} Jun 30 02:27:09.392529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Attempting to bind port 8921479a-896a-4802-b36c-8411e3d25b5c on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:27:09.393185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Attempting to bind port 8921479a-896a-4802-b36c-8411e3d25b5c by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:27:09.407008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Attempting to bind port 8921479a-896a-4802-b36c-8411e3d25b5c on network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:09.422385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Port 8921479a-896a-4802-b36c-8411e3d25b5c on network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:27:09.422728 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Attempting to bind port 8921479a-896a-4802-b36c-8411e3d25b5c on network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:09.504658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:27:09.505290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Checking segment: {'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:27:09.505889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Bound using segment: {'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:27:09.506526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Bound port: 8921479a-896a-4802-b36c-8411e3d25b5c, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:27:09.507004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:09.718290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:09.819992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] For port 8921479a-896a-4802-b36c-8411e3d25b5c, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:27:09.824138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Transition to ACTIVE for port object a74ce528-cfb7-4c1a-8ce4-8f6881305607 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:27:09.832209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] For port 8921479a-896a-4802-b36c-8411e3d25b5c, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8921479a-896a-4802-b36c-8411e3d25b5c,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:27:09.858549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e811-558e-46e0-a366-96ed70c9f575 req-6797a42c-b8c7-4fad-9caa-66a185ec90cc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:09.868906 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71f0e811-558e-46e0-a366-96ed70c9f575 req-6797a42c-b8c7-4fad-9caa-66a185ec90cc tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 931 time: 0.5560534 Jun 30 02:27:09.891628 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:09.952283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34436005-c2dc-4e28-8bbc-0adb5bda2454 req-0d08a52a-39b5-4ac2-9ba3-1a69c4ee557a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 210 time: 0.0605080 Jun 30 02:27:10.040090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-c22fed05-f223-4863-9048-c4d37143832e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:10.041790 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-c22fed05-f223-4863-9048-c4d37143832e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 951 time: 0.5259595 Jun 30 02:27:10.059255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:10.059940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:10.061591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] 10.222.0.73 "PUT /v2.0/ports/8921479a-896a-4802-b36c-8411e3d25b5c HTTP/1.1" status: 200 len: 1092 time: 3.0621579 Jun 30 02:27:10.064910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604ed857-9161-41a8-86cb-ee83fa6f3a82', 'tag': '8921479a-896a-4802-b36c-8411e3d25b5c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:10.067020 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b642ede8-6478-404b-b059-0f592fa07e80" -d '{"events": [{"name": "network-changed", "server_uuid": "604ed857-9161-41a8-86cb-ee83fa6f3a82", "tag": "8921479a-896a-4802-b36c-8411e3d25b5c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:10.170621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a27e25-3ee3-4d3c-8a63-8b242ce457db service neutron] Pushing event updated for resources: {'Port': ['ID=8921479a-896a-4802-b36c-8411e3d25b5c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:10.199664 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71f0e811-558e-46e0-a366-96ed70c9f575 req-ae42ecf3-38ca-49a0-9afa-403a00bcb70a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297391 Jun 30 02:27:10.241355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-34a65326-37f4-4b0f-b301-0f0705e5501c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:10.243292 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-34a65326-37f4-4b0f-b301-0f0705e5501c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.73 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.3101363 Jun 30 02:27:10.250736 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:10.265322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Request body: {'port': {'device_id': '946c0ee8-49ff-401e-8424-8b52d2303869', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'admin_state_up': True, 'tenant_id': '3cf21bbdf6a241059a4954f5a8e684b0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:10.310866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event updated for resources: {'Port': ['ID=a74ce528-cfb7-4c1a-8ce4-8f6881305607,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:10.368379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Network 3477a5e3-1ce1-47cd-a660-8532512b1c29 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:27:10.378287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:27:10.384670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:27:10.427942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-55ccd0f9-f000-49e0-a6da-8d8350bdd54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:10.429507 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-55ccd0f9-f000-49e0-a6da-8d8350bdd54d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b47352a72a2144bd829ae1f1e0d5c955&device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 1095 time: 0.2283452 Jun 30 02:27:10.508033 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-0747d181-87b6-49ea-a898-e8696e153c40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8921479a-896a-4802-b36c-8411e3d25b5c HTTP/1.1" status: 200 len: 217 time: 0.0594158 Jun 30 02:27:10.529274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-31a1d9bc-9a46-4ee5-a171-70d8dc9bfdab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Deleting port 80e1b509-3028-4562-b828-2a3f81c23bf4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:10.529627 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-31a1d9bc-9a46-4ee5-a171-70d8dc9bfdab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:10.552482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769649e-860f-486a-9f5f-b7f0d150434d req-e13178e1-2bab-4515-8ab6-409716be8e8c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:10.553941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:10.554606 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:10.578275 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a769649e-860f-486a-9f5f-b7f0d150434d req-e13178e1-2bab-4515-8ab6-409716be8e8c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 951 time: 0.4125774 Jun 30 02:27:10.676221 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a769649e-860f-486a-9f5f-b7f0d150434d req-80d83a14-438d-4493-a801-ef20a2db494f tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923467 Jun 30 02:27:10.694807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Made reservation on behalf of 3cf21bbdf6a241059a4954f5a8e684b0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:27:10.698593 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:10.770817 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef7bfcc-3169-46cc-9363-f98ed8999597 x-openstack-request-id: req-4ef7bfcc-3169-46cc-9363-f98ed8999597 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:10.771116 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604ed857-9161-41a8-86cb-ee83fa6f3a82", "tag": "8921479a-896a-4802-b36c-8411e3d25b5c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:10.771370 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ef7bfcc-3169-46cc-9363-f98ed8999597 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:10.772525 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604ed857-9161-41a8-86cb-ee83fa6f3a82', 'tag': '8921479a-896a-4802-b36c-8411e3d25b5c', 'status': 'completed', 'code': 200} Jun 30 02:27:10.872695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54e0358b-9883-41bb-a690-ddb6a6118531 None None] Provisioning for port a74ce528-cfb7-4c1a-8ce4-8f6881305607 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:10.879460 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54e0358b-9883-41bb-a690-ddb6a6118531 None None] Provisioning complete for port a74ce528-cfb7-4c1a-8ce4-8f6881305607 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:10.880068 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54e0358b-9883-41bb-a690-ddb6a6118531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:10.889171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-31a1d9bc-9a46-4ee5-a171-70d8dc9bfdab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] For port 80e1b509-3028-4562-b828-2a3f81c23bf4, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=80e1b509-3028-4562-b828-2a3f81c23bf4,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:10.889550 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-31a1d9bc-9a46-4ee5-a171-70d8dc9bfdab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:10.944774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-31a1d9bc-9a46-4ee5-a171-70d8dc9bfdab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Calling delete_port for 80e1b509-3028-4562-b828-2a3f81c23bf4 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:10.966794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-54e0358b-9883-41bb-a690-ddb6a6118531 None None] Port a74ce528-cfb7-4c1a-8ce4-8f6881305607 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:27:10.997710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Allocated IP 172.20.0.4 (ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e/e50111ab-406d-464a-8542-69c8fb73b1b0/59c36ea4-afe7-4464-a5f6-a317c7622975) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:27:11.126097 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d39b383a-340c-40cb-8e3f-60945680fb77 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3739221 Jun 30 02:27:11.154013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Request body: {'port': {'device_id': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:11.168857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-3844b0ad-054e-49da-8c41-128c36df09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:11.170418 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-3844b0ad-054e-49da-8c41-128c36df09b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b806b6ac-3687-473d-91c8-6f24f21413bf HTTP/1.1" status: 200 len: 862 time: 0.6375079 Jun 30 02:27:11.247910 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:11.319864 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:11.345671 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-9d9d8d13-5c74-4d6b-893f-afb92366d32d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875826 Jun 30 02:27:11.367691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:27:11.371131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:27:11.375383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:27:11.421407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event updated for resources: {'Port': ['ID=59c36ea4-afe7-4464-a5f6-a317c7622975,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:11.474437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:11.475188 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:11.497489 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-787d0bc3-0c01-4191-a565-74992e4298a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2445555 Jun 30 02:27:11.514194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Request body: {'port': {'device_id': '946c0ee8-49ff-401e-8424-8b52d2303869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:11.514525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-b4267f5b-f780-4030-9adc-e7bf1f372814 service neutron] 10.222.0.73 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470487 Jun 30 02:27:11.525997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac508a-8999-4fcf-925c-47b78b26505e req-e709516b-ce85-4fdf-8cda-f98848c82020 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:11.533998 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b0ac508a-8999-4fcf-925c-47b78b26505e req-e709516b-ce85-4fdf-8cda-f98848c82020 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 943 time: 0.8977749 Jun 30 02:27:11.645180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:11.709091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b0ac508a-8999-4fcf-925c-47b78b26505e req-edea48fd-bfc2-43cc-bac1-4b7f4dff2586 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739442 Jun 30 02:27:11.855327 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea1ddc3d-4482-42aa-9ba6-acc140bb540d req-c1ab2bba-a1b1-4715-835b-abedd8d0637f service neutron] 10.222.0.73 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179007 Jun 30 02:27:11.855904 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:11.911597 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-31a1d9bc-9a46-4ee5-a171-70d8dc9bfdab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:11.923984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['55225ae1-cd1c-409e-8ee1-08df00758d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:11.954257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1d9bc-9a46-4ee5-a171-70d8dc9bfdab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Pushing event deleted for resources: {'Port': ['ID=80e1b509-3028-4562-b828-2a3f81c23bf4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:11.996953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:12.084331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-31a1d9bc-9a46-4ee5-a171-70d8dc9bfdab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] No DVR routers for this DVR port 80e1b509-3028-4562-b828-2a3f81c23bf4 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:12.146793 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-31a1d9bc-9a46-4ee5-a171-70d8dc9bfdab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:12.149562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d95945a5-e0c0-4c96-8dd8-3e4b4f406e97 req-31a1d9bc-9a46-4ee5-a171-70d8dc9bfdab tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.73 "DELETE /v2.0/ports/80e1b509-3028-4562-b828-2a3f81c23bf4 HTTP/1.1" status: 204 len: 173 time: 2.0951955 Jun 30 02:27:12.274156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642ede8-6478-404b-b059-0f592fa07e80 req-859edb9a-4926-4cd5-9cf9-6f9feab9ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:12.275735 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b642ede8-6478-404b-b059-0f592fa07e80 req-859edb9a-4926-4cd5-9cf9-6f9feab9ef08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b47352a72a2144bd829ae1f1e0d5c955&device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 1095 time: 0.3237870 Jun 30 02:27:12.410872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cc33a-4029-44d4-8371-5224c8f2afb4 req-4a0e632c-90a3-4511-b2ab-a8b8879739df tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:12.417746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cc33a-4029-44d4-8371-5224c8f2afb4 req-4a0e632c-90a3-4511-b2ab-a8b8879739df tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:12.436351 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-430cc33a-4029-44d4-8371-5224c8f2afb4 req-4a0e632c-90a3-4511-b2ab-a8b8879739df tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1653 time: 0.3638933 Jun 30 02:27:12.456033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c36ea4-afe7-4464-a5f6-a317c7622975 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:12.474961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:12.491366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642ede8-6478-404b-b059-0f592fa07e80 req-16a002af-cfc2-4437-8743-6ceea3df0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:12.495310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b642ede8-6478-404b-b059-0f592fa07e80 req-16a002af-cfc2-4437-8743-6ceea3df0fbd service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8 HTTP/1.1" status: 200 len: 923 time: 0.1996794 Jun 30 02:27:12.513776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-430cc33a-4029-44d4-8371-5224c8f2afb4 req-50acb910-c0f9-4e06-bca1-d87f62be9e41 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760553 Jun 30 02:27:12.525443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Transition to ACTIVE for port object 59c36ea4-afe7-4464-a5f6-a317c7622975 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:27:12.533914 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:12.691446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Pushing event updated for resources: {'Port': ['ID=59c36ea4-afe7-4464-a5f6-a317c7622975,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:12.728854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b642ede8-6478-404b-b059-0f592fa07e80 req-83df96a7-ee8e-47c7-bb77-60819f7f33ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8921479a-896a-4802-b36c-8411e3d25b5c HTTP/1.1" status: 200 len: 217 time: 0.1451004 Jun 30 02:27:12.800365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-deleted', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:12.803180 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fa08a8-a70f-4de5-8533-3912fbab2d1a" -d '{"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-deleted", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:12.806752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642ede8-6478-404b-b059-0f592fa07e80 req-68f87b66-d1b8-4ead-8014-e813bc25639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:12.808259 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b642ede8-6478-404b-b059-0f592fa07e80 req-68f87b66-d1b8-4ead-8014-e813bc25639a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b806b6ac-3687-473d-91c8-6f24f21413bf HTTP/1.1" status: 200 len: 862 time: 0.0616176 Jun 30 02:27:12.826566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1b786-6c3f-4447-92da-7d3608056839 req-a2d61fe3-61d8-40c0-a66a-92921fa5d50e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:12.828228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d9b1b786-6c3f-4447-92da-7d3608056839 req-a2d61fe3-61d8-40c0-a66a-92921fa5d50e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 931 time: 0.7497523 Jun 30 02:27:12.866578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b642ede8-6478-404b-b059-0f592fa07e80 req-70e2116a-a4b4-47af-bad6-642816f246d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349646 Jun 30 02:27:12.911389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ba09104-a16e-47d1-86e2-edb03250f601 req-907fe45a-f619-4a9a-8609-2bc6ad567fec tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c392697-ca6f-41e8-9e89-a79c38093ecf HTTP/1.1" status: 200 len: 210 time: 0.0660341 Jun 30 02:27:12.920689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Attempting to bind port 59c36ea4-afe7-4464-a5f6-a317c7622975 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:27:12.921396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Attempting to bind port 59c36ea4-afe7-4464-a5f6-a317c7622975 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:27:12.921975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Attempting to bind port 59c36ea4-afe7-4464-a5f6-a317c7622975 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:12.932881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Port 59c36ea4-afe7-4464-a5f6-a317c7622975 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:27:12.933601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Attempting to bind port 59c36ea4-afe7-4464-a5f6-a317c7622975 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:12.941292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:27:12.941889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Checking segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:27:12.942760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Bound using segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:27:12.943628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Bound port: 59c36ea4-afe7-4464-a5f6-a317c7622975, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:27:12.944154 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:13.019741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b642ede8-6478-404b-b059-0f592fa07e80 req-2be13ccc-10f1-441e-b750-439908b0b3b6 service neutron] 10.222.0.73 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344986 Jun 30 02:27:13.028746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] For port 59c36ea4-afe7-4464-a5f6-a317c7622975, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:27:13.036351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] For port 59c36ea4-afe7-4464-a5f6-a317c7622975, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=59c36ea4-afe7-4464-a5f6-a317c7622975,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:27:13.056412 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:13.128836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:13.129445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:13.130925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] 10.222.0.73 "PUT /v2.0/ports/59c36ea4-afe7-4464-a5f6-a317c7622975 HTTP/1.1" status: 200 len: 1092 time: 1.6232021 Jun 30 02:27:13.132226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946c0ee8-49ff-401e-8424-8b52d2303869', 'tag': '59c36ea4-afe7-4464-a5f6-a317c7622975'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:13.134806 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159730cd-8d7c-49ab-8258-aa33f267f6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "946c0ee8-49ff-401e-8424-8b52d2303869", "tag": "59c36ea4-afe7-4464-a5f6-a317c7622975"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:13.138837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b642ede8-6478-404b-b059-0f592fa07e80 req-c41805b4-5168-4f0c-b20a-57d8caa1c82d service neutron] 10.222.0.73 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939009 Jun 30 02:27:13.146955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350035d-6f87-47f4-af10-5eef2b26930a req-d8290792-2353-4fad-851c-787367c76a51 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:13.148827 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8350035d-6f87-47f4-af10-5eef2b26930a req-d8290792-2353-4fad-851c-787367c76a51 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.73 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 944 time: 0.6386635 Jun 30 02:27:13.180579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547100a-15db-401e-a191-6e9e229a58a3 service neutron] Pushing event updated for resources: {'Port': ['ID=59c36ea4-afe7-4464-a5f6-a317c7622975,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:13.223372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b9766-2e19-44ac-b5d7-b038164959f3 req-b0aa04b5-1b2f-4fd0-9d19-3579fd0c8ede tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:13.235388 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e87b9766-2e19-44ac-b5d7-b038164959f3 req-b0aa04b5-1b2f-4fd0-9d19-3579fd0c8ede tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 944 time: 0.1911604 Jun 30 02:27:13.281696 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e87b9766-2e19-44ac-b5d7-b038164959f3 req-879171c0-c317-4782-ac2e-d7659c5535a3 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451295 Jun 30 02:27:13.298405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d9b1b786-6c3f-4447-92da-7d3608056839 req-618d456b-2b97-4ada-8140-e03260615c79 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257352 Jun 30 02:27:13.394938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee68e4c-7ada-4119-87ba-17f1084cb445 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:13.410795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-1f72cf88-8a5e-4608-bb12-bbf93b83ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:13.412483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-1f72cf88-8a5e-4608-bb12-bbf93b83ceff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 1095 time: 0.2160773 Jun 30 02:27:13.415917 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:13.431601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8350035d-6f87-47f4-af10-5eef2b26930a req-13aa184d-9e1c-4ae4-b7a0-64e8be097f55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Deleting port 8451a423-bde1-4342-9178-defa29955f46 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:13.432522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8350035d-6f87-47f4-af10-5eef2b26930a req-13aa184d-9e1c-4ae4-b7a0-64e8be097f55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:13.640018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57af61-c2e9-4a29-8cb9-0560517ac98f req-a87a1eb0-a66c-444e-b75c-a986b9c91cf5 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:13.652184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba57af61-c2e9-4a29-8cb9-0560517ac98f req-a87a1eb0-a66c-444e-b75c-a986b9c91cf5 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 943 time: 0.1082609 Jun 30 02:27:13.655932 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee185ba1-9aa3-4ba6-9b57-efe1f4d5950e x-openstack-request-id: req-ee185ba1-9aa3-4ba6-9b57-efe1f4d5950e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:13.656781 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946c0ee8-49ff-401e-8424-8b52d2303869", "tag": "59c36ea4-afe7-4464-a5f6-a317c7622975", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:13.657312 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee185ba1-9aa3-4ba6-9b57-efe1f4d5950e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:13.657957 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946c0ee8-49ff-401e-8424-8b52d2303869', 'tag': '59c36ea4-afe7-4464-a5f6-a317c7622975', 'status': 'completed', 'code': 200} Jun 30 02:27:13.709281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba57af61-c2e9-4a29-8cb9-0560517ac98f req-69f284e1-b6a4-4dcf-808a-3d4c8dfcd175 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558977 Jun 30 02:27:13.771452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:13.796223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 80e1b509-3028-4562-b828-2a3f81c23bf4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:13.796998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 80e1b509-3028-4562-b828-2a3f81c23bf4 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:13.802520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Transition to ACTIVE for port object fee68e4c-7ada-4119-87ba-17f1084cb445 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:27:13.804649 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0622874-1a4e-495f-81c2-92e951ac1464 x-openstack-request-id: req-a0622874-1a4e-495f-81c2-92e951ac1464 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:13.804963 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c392697-ca6f-41e8-9e89-a79c38093ecf", "name": "network-vif-deleted", "tag": "80e1b509-3028-4562-b828-2a3f81c23bf4", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:13.805217 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0622874-1a4e-495f-81c2-92e951ac1464 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:13.805608 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c392697-ca6f-41e8-9e89-a79c38093ecf', 'name': 'network-vif-deleted', 'tag': '80e1b509-3028-4562-b828-2a3f81c23bf4', 'status': 'completed', 'code': 200} Jun 30 02:27:13.812243 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-21bffc42-f3dc-4ac8-bd30-7abf184ba559 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59c36ea4-afe7-4464-a5f6-a317c7622975 HTTP/1.1" status: 200 len: 217 time: 0.3848042 Jun 30 02:27:13.824617 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:14.019844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Pushing event updated for resources: {'Port': ['ID=fee68e4c-7ada-4119-87ba-17f1084cb445,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:14.026244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-cca57eca-63af-47e3-8d5f-3fe0552dcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:14.031195 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-cca57eca-63af-47e3-8d5f-3fe0552dcb95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.2085450 Jun 30 02:27:14.043976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8350035d-6f87-47f4-af10-5eef2b26930a req-13aa184d-9e1c-4ae4-b7a0-64e8be097f55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] For port 8451a423-bde1-4342-9178-defa29955f46, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8451a423-bde1-4342-9178-defa29955f46,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:14.044357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8350035d-6f87-47f4-af10-5eef2b26930a req-13aa184d-9e1c-4ae4-b7a0-64e8be097f55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:14.120715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-e0a12dc5-2f58-4ffe-aa97-c8441ec28fac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790260 Jun 30 02:27:14.128847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8350035d-6f87-47f4-af10-5eef2b26930a req-13aa184d-9e1c-4ae4-b7a0-64e8be097f55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Calling delete_port for 8451a423-bde1-4342-9178-defa29955f46 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:14.418348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051c49c-00f9-4804-9045-414a3080426d req-7cbae72e-6777-4166-a967-551545808a6a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:14.427162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051c49c-00f9-4804-9045-414a3080426d req-7cbae72e-6777-4166-a967-551545808a6a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:14.428975 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d051c49c-00f9-4804-9045-414a3080426d req-7cbae72e-6777-4166-a967-551545808a6a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1665 time: 0.6224546 Jun 30 02:27:14.469079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8350035d-6f87-47f4-af10-5eef2b26930a req-13aa184d-9e1c-4ae4-b7a0-64e8be097f55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:14.519822 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85626483-082e-4324-8840-26941aa94e5c req-93f73113-40a7-457b-a6af-b54810eba87f tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c2cb17d-db2e-405a-9b2e-7eb25bbada37 HTTP/1.1" status: 200 len: 210 time: 0.0324550 Jun 30 02:27:14.562583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Attempting to bind port fee68e4c-7ada-4119-87ba-17f1084cb445 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:27:14.563196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Attempting to bind port fee68e4c-7ada-4119-87ba-17f1084cb445 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:27:14.564008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Attempting to bind port fee68e4c-7ada-4119-87ba-17f1084cb445 on network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:14.597373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa184d-9e1c-4ae4-b7a0-64e8be097f55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Pushing event deleted for resources: {'Port': ['ID=8451a423-bde1-4342-9178-defa29955f46,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:14.630254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Port fee68e4c-7ada-4119-87ba-17f1084cb445 on network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:27:14.630589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Attempting to bind port fee68e4c-7ada-4119-87ba-17f1084cb445 on network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:14.642140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d051c49c-00f9-4804-9045-414a3080426d req-090cda47-6d54-44bd-ad60-c4ddee79592e tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995432 Jun 30 02:27:14.664391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8350035d-6f87-47f4-af10-5eef2b26930a req-13aa184d-9e1c-4ae4-b7a0-64e8be097f55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] No DVR routers for this DVR port 8451a423-bde1-4342-9178-defa29955f46 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:14.667291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8350035d-6f87-47f4-af10-5eef2b26930a req-13aa184d-9e1c-4ae4-b7a0-64e8be097f55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:14.669800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8350035d-6f87-47f4-af10-5eef2b26930a req-13aa184d-9e1c-4ae4-b7a0-64e8be097f55 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.73 "DELETE /v2.0/ports/8451a423-bde1-4342-9178-defa29955f46 HTTP/1.1" status: 204 len: 173 time: 1.5063956 Jun 30 02:27:14.673191 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-478fd5e5-c5be-4600-938f-d23139de96f2 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906441 Jun 30 02:27:14.674312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:27:14.674626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Checking segment: {'id': 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:27:14.675040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Bound using segment: {'id': 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:27:14.675498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Bound port: fee68e4c-7ada-4119-87ba-17f1084cb445, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:27:14.675857 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:14.770423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b5ba8-eda8-499c-9077-554a04568f92 req-7c30b3a8-3f56-45db-8998-1da0b662cad3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:14.781063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e20b5ba8-eda8-499c-9077-554a04568f92 req-7c30b3a8-3f56-45db-8998-1da0b662cad3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 943 time: 0.1283064 Jun 30 02:27:14.840942 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e20b5ba8-eda8-499c-9077-554a04568f92 req-07f2ebf1-4115-455f-b350-d9e28b281f5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587401 Jun 30 02:27:15.005513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] For port fee68e4c-7ada-4119-87ba-17f1084cb445, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:27:15.011758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] For port fee68e4c-7ada-4119-87ba-17f1084cb445, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fee68e4c-7ada-4119-87ba-17f1084cb445,segment=NetworkSegment(ed7fd68b-a9ff-41c1-ac76-0e0b88504c42),segment_id=ed7fd68b-a9ff-41c1-ac76-0e0b88504c42)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:27:15.018493 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7dd2376-7db1-417b-8792-70dd5b01bf61 req-8c67ae03-c224-4015-856f-74dcb3c43425 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325067 Jun 30 02:27:15.025604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:15.083569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Pushing event updated for resources: {'Port': ['ID=fee68e4c-7ada-4119-87ba-17f1084cb445,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:15.106947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aef1b-5809-4c8b-98f8-fa824a5da253 req-f4920384-979d-48d9-8e7b-46573396739c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:15.108621 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-194aef1b-5809-4c8b-98f8-fa824a5da253 req-f4920384-979d-48d9-8e7b-46573396739c tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 951 time: 0.2560775 Jun 30 02:27:15.160146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:15.160795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:15.162204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-9941c4be-2b74-43bc-acbd-38936a098a1e service neutron] 10.222.0.69 "PUT /v2.0/ports/fee68e4c-7ada-4119-87ba-17f1084cb445 HTTP/1.1" status: 200 len: 1092 time: 4.0216858 Jun 30 02:27:15.197114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-194aef1b-5809-4c8b-98f8-fa824a5da253 req-7271c17c-0a15-4f53-9a89-9a1e1a9cc5af tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768497 Jun 30 02:27:15.222466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Request body: {'port': {'device_id': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:15.307533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159730cd-8d7c-49ab-8258-aa33f267f6f2 req-6ed211cc-5630-49b1-a8e8-0cd0b5c41248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:15.309362 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-159730cd-8d7c-49ab-8258-aa33f267f6f2 req-6ed211cc-5630-49b1-a8e8-0cd0b5c41248 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 1095 time: 0.1972771 Jun 30 02:27:15.325700 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:15.489565 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:15.639732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159730cd-8d7c-49ab-8258-aa33f267f6f2 req-82c30f9d-654f-4c4a-9f92-95366a9ce45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:15.644679 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-159730cd-8d7c-49ab-8258-aa33f267f6f2 req-82c30f9d-654f-4c4a-9f92-95366a9ce45f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 913 time: 0.2913091 Jun 30 02:27:15.664250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b7926-08a9-4750-818f-fa2a76d37eca req-4cb5356f-b983-46c2-85c2-f2a1f04f2923 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:15.665858 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e98b7926-08a9-4750-818f-fa2a76d37eca req-4cb5356f-b983-46c2-85c2-f2a1f04f2923 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 943 time: 0.3012629 Jun 30 02:27:15.746555 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-159730cd-8d7c-49ab-8258-aa33f267f6f2 req-6ea4729d-e2df-40d3-92d1-97bfc67a5966 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59c36ea4-afe7-4464-a5f6-a317c7622975 HTTP/1.1" status: 200 len: 217 time: 0.0678446 Jun 30 02:27:15.770018 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:15.800070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8921479a-896a-4802-b36c-8411e3d25b5c details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:27:15.805274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8451a423-bde1-4342-9178-defa29955f46 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:15.810614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'name': 'network-vif-deleted', 'tag': '8451a423-bde1-4342-9178-defa29955f46'}, {'name': 'network-changed', 'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'tag': 'fee68e4c-7ada-4119-87ba-17f1084cb445'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:15.814035 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eac8816-aa3c-4383-8a12-e57451baf557" -d '{"events": [{"server_uuid": "2c2cb17d-db2e-405a-9b2e-7eb25bbada37", "name": "network-vif-deleted", "tag": "8451a423-bde1-4342-9178-defa29955f46"}, {"name": "network-changed", "server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "tag": "fee68e4c-7ada-4119-87ba-17f1084cb445"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:15.839737 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e98b7926-08a9-4750-818f-fa2a76d37eca req-f6e35489-bbf9-48d4-95c8-8db7f6e22b60 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228211 Jun 30 02:27:15.853477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159730cd-8d7c-49ab-8258-aa33f267f6f2 req-e782ba2a-1b75-40e4-99a3-adee00afa7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:15.855142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-159730cd-8d7c-49ab-8258-aa33f267f6f2 req-e782ba2a-1b75-40e4-99a3-adee00afa7d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.0988050 Jun 30 02:27:15.857969 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 8451a423-bde1-4342-9178-defa29955f46 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:15.858332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8451a423-bde1-4342-9178-defa29955f46 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:15.981471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414d4b3-9982-4bd1-90cf-8522178cc9bf req-27659e0e-4d84-4570-9a8d-50f4fa3cf35b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:15.988078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414d4b3-9982-4bd1-90cf-8522178cc9bf req-27659e0e-4d84-4570-9a8d-50f4fa3cf35b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:15.988518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8921479a-896a-4802-b36c-8411e3d25b5c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8921479a-896a-4802-b36c-8411e3d25b5c,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:16.000112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '8921479a-896a-4802-b36c-8411e3d25b5c', 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8', 'port_id': '8921479a-896a-4802-b36c-8411e3d25b5c', 'mac_address': 'fa:16:3e:26:3b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b806b6ac-3687-473d-91c8-6f24f21413bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:27:16.004053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e414d4b3-9982-4bd1-90cf-8522178cc9bf req-27659e0e-4d84-4570-9a8d-50f4fa3cf35b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1665 time: 0.2173750 Jun 30 02:27:16.048667 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:16.066002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74ce528-cfb7-4c1a-8ce4-8f6881305607 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:16.069952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8921479a-896a-4802-b36c-8411e3d25b5c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:16.093523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e414d4b3-9982-4bd1-90cf-8522178cc9bf req-d5d0ad11-ce2b-4741-a95c-67e8fa99536b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884547 Jun 30 02:27:16.095544 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:16.095831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8921479a-896a-4802-b36c-8411e3d25b5c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8921479a-896a-4802-b36c-8411e3d25b5c,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:16.099875 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-159730cd-8d7c-49ab-8258-aa33f267f6f2 req-9000aba4-d0fc-4d4e-ad2b-f7164b1a3eda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2112470 Jun 30 02:27:16.102673 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:16.175045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Transition to ACTIVE for port object a74ce528-cfb7-4c1a-8ce4-8f6881305607 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:27:16.176731 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8edfb3a-a536-4579-8a89-b5a79e0aafff x-openstack-request-id: req-f8edfb3a-a536-4579-8a89-b5a79e0aafff {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:16.177030 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2cb17d-db2e-405a-9b2e-7eb25bbada37", "name": "network-vif-deleted", "tag": "8451a423-bde1-4342-9178-defa29955f46", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "tag": "fee68e4c-7ada-4119-87ba-17f1084cb445", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:16.177261 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8edfb3a-a536-4579-8a89-b5a79e0aafff {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:16.177658 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2cb17d-db2e-405a-9b2e-7eb25bbada37', 'name': 'network-vif-deleted', 'tag': '8451a423-bde1-4342-9178-defa29955f46', 'status': 'completed', 'code': 200} Jun 30 02:27:16.177895 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'tag': 'fee68e4c-7ada-4119-87ba-17f1084cb445', 'status': 'completed', 'code': 200} Jun 30 02:27:16.187561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:16.214769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8921479a-896a-4802-b36c-8411e3d25b5c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:16.275038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Pushing event updated for resources: {'Port': ['ID=a74ce528-cfb7-4c1a-8ce4-8f6881305607,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:16.395854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-159730cd-8d7c-49ab-8258-aa33f267f6f2 req-eeb09a41-1e9c-47db-8496-03865da75b9c service neutron] 10.222.0.73 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814515 Jun 30 02:27:16.463878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['8921479a-896a-4802-b36c-8411e3d25b5c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:16.489286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-2963d625-ecdb-4a06-a695-64e2b307c42a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:16.490827 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-2963d625-ecdb-4a06-a695-64e2b307c42a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 951 time: 0.2645741 Jun 30 02:27:16.493852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8816-aa3c-4383-8a12-e57451baf557 req-5b95bedf-5870-4bd9-bd94-477fb3492adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:16.494329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8816-aa3c-4383-8a12-e57451baf557 req-5b95bedf-5870-4bd9-bd94-477fb3492adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:16.495873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4eac8816-aa3c-4383-8a12-e57451baf557 req-5b95bedf-5870-4bd9-bd94-477fb3492adf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1913 time: 0.3273845 Jun 30 02:27:16.596236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Attempting to bind port a74ce528-cfb7-4c1a-8ce4-8f6881305607 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:27:16.599407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Attempting to bind port a74ce528-cfb7-4c1a-8ce4-8f6881305607 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '926fbae5-c2c5-45da-82d4-520a3efd5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:27:16.599674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Attempting to bind port a74ce528-cfb7-4c1a-8ce4-8f6881305607 on network 3477a5e3-1ce1-47cd-a660-8532512b1c29 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:16.619803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-159730cd-8d7c-49ab-8258-aa33f267f6f2 req-cecadbef-325d-4eb1-88d7-c53b77537861 service neutron] 10.222.0.73 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107909 Jun 30 02:27:16.620354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Port a74ce528-cfb7-4c1a-8ce4-8f6881305607 on network 3477a5e3-1ce1-47cd-a660-8532512b1c29 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:27:16.620699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Attempting to bind port a74ce528-cfb7-4c1a-8ce4-8f6881305607 on network 3477a5e3-1ce1-47cd-a660-8532512b1c29 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:16.636717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:27:16.637451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Checking segment: {'id': '926fbae5-c2c5-45da-82d4-520a3efd5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:27:16.639636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Bound using segment: {'id': '926fbae5-c2c5-45da-82d4-520a3efd5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:27:16.640107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Bound port: a74ce528-cfb7-4c1a-8ce4-8f6881305607, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926fbae5-c2c5-45da-82d4-520a3efd5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:27:16.640474 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:16.695627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5d0a7-1a01-49af-909f-fa4f56e2ac73 req-dfd7c24d-668b-4d0b-9195-ea302ec375d7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:16.703360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2e5d0a7-1a01-49af-909f-fa4f56e2ac73 req-dfd7c24d-668b-4d0b-9195-ea302ec375d7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 943 time: 0.3944397 Jun 30 02:27:16.800903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] For port a74ce528-cfb7-4c1a-8ce4-8f6881305607, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:27:16.818912 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] For port a74ce528-cfb7-4c1a-8ce4-8f6881305607, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a74ce528-cfb7-4c1a-8ce4-8f6881305607,segment=NetworkSegment(926fbae5-c2c5-45da-82d4-520a3efd5ad9),segment_id=926fbae5-c2c5-45da-82d4-520a3efd5ad9)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:27:16.827700 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:16.870123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:16.870761 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:16.872337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] 10.222.0.69 "PUT /v2.0/ports/a74ce528-cfb7-4c1a-8ce4-8f6881305607 HTTP/1.1" status: 200 len: 1092 time: 1.6717129 Jun 30 02:27:16.939564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a641a-4150-4c6a-b07a-037abbe8a976 service neutron] Pushing event updated for resources: {'Port': ['ID=a74ce528-cfb7-4c1a-8ce4-8f6881305607,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:16.951761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f09901-0660-4caa-949f-9d36bc311be6 req-1e0ec501-55a1-4fe9-adeb-1f549c3898b9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:16.953398 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4f09901-0660-4caa-949f-9d36bc311be6 req-1e0ec501-55a1-4fe9-adeb-1f549c3898b9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 951 time: 0.1879249 Jun 30 02:27:17.054774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-96e49628-3706-46e9-9c3a-7b2968fb84b0 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:17.056410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-96e49628-3706-46e9-9c3a-7b2968fb84b0 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.73 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 944 time: 0.1879992 Jun 30 02:27:17.062455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4f09901-0660-4caa-949f-9d36bc311be6 req-1f061ea7-eded-4575-8fe4-a66ea90aebaf tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002257 Jun 30 02:27:17.232134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-0465e6b3-ae23-4a8c-a09c-effb8a706104 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Deleting port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:17.233159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-0465e6b3-ae23-4a8c-a09c-effb8a706104 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:17.332813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2e5d0a7-1a01-49af-909f-fa4f56e2ac73 req-540e23a3-e450-4393-9a9d-a3063944b86e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280847 Jun 30 02:27:17.364827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-0465e6b3-ae23-4a8c-a09c-effb8a706104 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] For port 2264d4d4-3a7c-46b8-b62b-133df1dcb930, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2264d4d4-3a7c-46b8-b62b-133df1dcb930,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:17.365202 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-0465e6b3-ae23-4a8c-a09c-effb8a706104 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:17.375025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-754f8866-38e9-4b16-9073-afc5460a8cd5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Deleting port 55225ae1-cd1c-409e-8ee1-08df00758d55 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:17.375616 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-754f8866-38e9-4b16-9073-afc5460a8cd5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:17.380956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8816-aa3c-4383-8a12-e57451baf557 req-a558275b-5814-46a2-9c13-8ecb3b4ce8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:17.381504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8816-aa3c-4383-8a12-e57451baf557 req-a558275b-5814-46a2-9c13-8ecb3b4ce8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:17.381964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8816-aa3c-4383-8a12-e57451baf557 req-a558275b-5814-46a2-9c13-8ecb3b4ce8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:17.383156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-0465e6b3-ae23-4a8c-a09c-effb8a706104 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Calling delete_port for 2264d4d4-3a7c-46b8-b62b-133df1dcb930 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:17.383812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4eac8816-aa3c-4383-8a12-e57451baf557 req-a558275b-5814-46a2-9c13-8ecb3b4ce8eb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8634844 Jun 30 02:27:17.515490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8816-aa3c-4383-8a12-e57451baf557 req-f4daf354-a262-4c64-b19f-e25ab57c3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:17.517011 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4eac8816-aa3c-4383-8a12-e57451baf557 req-f4daf354-a262-4c64-b19f-e25ab57c3122 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218188 Jun 30 02:27:17.637237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef125f29-1373-42d4-880f-28f5973c18e9 req-a8472b73-b827-48f3-9def-a14602da10c8 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:17.641176 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef125f29-1373-42d4-880f-28f5973c18e9 req-a8472b73-b827-48f3-9def-a14602da10c8 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 944 time: 0.1491094 Jun 30 02:27:17.644637 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-0465e6b3-ae23-4a8c-a09c-effb8a706104 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:17.658762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f5288-00dc-41f3-a7c4-13cf79099b9b req-ae17cdb2-87e1-4e21-9e5f-a93199d55f97 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:17.664751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-877f5288-00dc-41f3-a7c4-13cf79099b9b req-ae17cdb2-87e1-4e21-9e5f-a93199d55f97 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 944 time: 0.1465404 Jun 30 02:27:17.674820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-754f8866-38e9-4b16-9073-afc5460a8cd5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] For port 55225ae1-cd1c-409e-8ee1-08df00758d55, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=55225ae1-cd1c-409e-8ee1-08df00758d55,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:17.675272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-754f8866-38e9-4b16-9073-afc5460a8cd5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:17.697479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465e6b3-ae23-4a8c-a09c-effb8a706104 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Pushing event deleted for resources: {'Port': ['ID=2264d4d4-3a7c-46b8-b62b-133df1dcb930,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:17.712369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-754f8866-38e9-4b16-9073-afc5460a8cd5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Calling delete_port for 55225ae1-cd1c-409e-8ee1-08df00758d55 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:17.746061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-8af9a690-c852-418f-a36f-e07cb1fb6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:17.746549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-8af9a690-c852-418f-a36f-e07cb1fb6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:17.748211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-8af9a690-c852-418f-a36f-e07cb1fb6a0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1981 time: 0.1709061 Jun 30 02:27:17.758906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-0465e6b3-ae23-4a8c-a09c-effb8a706104 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] No DVR routers for this DVR port 2264d4d4-3a7c-46b8-b62b-133df1dcb930 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:17.771981 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef125f29-1373-42d4-880f-28f5973c18e9 req-d9f6aace-2fe1-4a9c-bb4a-c3582e693222 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245885 Jun 30 02:27:17.777999 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-0465e6b3-ae23-4a8c-a09c-effb8a706104 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:17.780150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fac04085-4d50-49b9-80d6-7680b0a96cf1 req-0465e6b3-ae23-4a8c-a09c-effb8a706104 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.73 "DELETE /v2.0/ports/2264d4d4-3a7c-46b8-b62b-133df1dcb930 HTTP/1.1" status: 204 len: 173 time: 0.7166107 Jun 30 02:27:17.791569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-877f5288-00dc-41f3-a7c4-13cf79099b9b req-417455d5-3e34-404d-be8f-964349857984 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256220 Jun 30 02:27:17.795548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 59c36ea4-afe7-4464-a5f6-a317c7622975 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:27:17.798392 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8921479a-896a-4802-b36c-8411e3d25b5c up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:17.927985 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-754f8866-38e9-4b16-9073-afc5460a8cd5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:17.968193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:17.969208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['55225ae1-cd1c-409e-8ee1-08df00758d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:18.043987 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-a62f3154-252a-4b61-b96a-6c686a066084 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.30&port_id=fee68e4c-7ada-4119-87ba-17f1084cb445 HTTP/1.1" status: 200 len: 217 time: 0.2644019 Jun 30 02:27:18.068474 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:27:18.088796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902c5fa-ec06-4e6f-a048-3560842e09ca req-f9c4932b-fc48-40d2-8864-8f0b9acf3307 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:18.097007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902c5fa-ec06-4e6f-a048-3560842e09ca req-f9c4932b-fc48-40d2-8864-8f0b9acf3307 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:18.099537 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3902c5fa-ec06-4e6f-a048-3560842e09ca req-f9c4932b-fc48-40d2-8864-8f0b9acf3307 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1677 time: 0.1191788 Jun 30 02:27:18.146113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 8921479a-896a-4802-b36c-8411e3d25b5c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:18.157563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 8921479a-896a-4802-b36c-8411e3d25b5c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:18.158089 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:18.181748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'tag': 'a74ce528-cfb7-4c1a-8ce4-8f6881305607'}, {'server_uuid': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'name': 'network-vif-deleted', 'tag': '2264d4d4-3a7c-46b8-b62b-133df1dcb930'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:18.187287 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ac107d-fbca-40d2-9d55-48b426af3242" -d '{"events": [{"name": "network-changed", "server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "tag": "a74ce528-cfb7-4c1a-8ce4-8f6881305607"}, {"server_uuid": "21e0acfa-460c-4379-8dab-7b5705fcf9e0", "name": "network-vif-deleted", "tag": "2264d4d4-3a7c-46b8-b62b-133df1dcb930"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:18.192912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f8866-38e9-4b16-9073-afc5460a8cd5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Pushing event deleted for resources: {'Port': ['ID=55225ae1-cd1c-409e-8ee1-08df00758d55,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:18.207117 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3902c5fa-ec06-4e6f-a048-3560842e09ca req-aba32ec5-e80a-4cfc-99e8-17e7a4dec84e tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004653 Jun 30 02:27:18.253715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-754f8866-38e9-4b16-9073-afc5460a8cd5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] No DVR routers for this DVR port 55225ae1-cd1c-409e-8ee1-08df00758d55 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:18.261285 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-754f8866-38e9-4b16-9073-afc5460a8cd5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:18.264402 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0c6872f5-11cc-426c-9180-7dfe477d204f req-754f8866-38e9-4b16-9073-afc5460a8cd5 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.69 "DELETE /v2.0/ports/55225ae1-cd1c-409e-8ee1-08df00758d55 HTTP/1.1" status: 204 len: 173 time: 1.7653902 Jun 30 02:27:18.265730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-deleted', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:18.269251 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4e98f2-9150-4a9b-87cc-84b25183433b" -d '{"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-deleted", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:18.304385 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f20e721-181c-4c86-96dc-0f4bdeb3b63f x-openstack-request-id: req-8f20e721-181c-4c86-96dc-0f4bdeb3b63f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:18.304943 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "tag": "a74ce528-cfb7-4c1a-8ce4-8f6881305607", "status": "completed", "code": 200}, {"server_uuid": "21e0acfa-460c-4379-8dab-7b5705fcf9e0", "name": "network-vif-deleted", "tag": "2264d4d4-3a7c-46b8-b62b-133df1dcb930", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:18.305060 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f20e721-181c-4c86-96dc-0f4bdeb3b63f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:18.305666 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'tag': 'a74ce528-cfb7-4c1a-8ce4-8f6881305607', 'status': 'completed', 'code': 200} Jun 30 02:27:18.305804 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e0acfa-460c-4379-8dab-7b5705fcf9e0', 'name': 'network-vif-deleted', 'tag': '2264d4d4-3a7c-46b8-b62b-133df1dcb930', 'status': 'completed', 'code': 200} Jun 30 02:27:18.307058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 59c36ea4-afe7-4464-a5f6-a317c7622975, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=59c36ea4-afe7-4464-a5f6-a317c7622975,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:18.321080 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-66a0087d-1ad8-4382-a8fd-c6dd59dfdb33 req-7e5153ca-958b-469b-af7a-988bdd9aee83 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 210 time: 0.0625939 Jun 30 02:27:18.327804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-32592d4c-303f-4448-9d7b-f759e07ba6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:18.329696 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-32592d4c-303f-4448-9d7b-f759e07ba6bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5fbfe67a-b08b-4887-842a-f37fb5d615e7 HTTP/1.1" status: 200 len: 801 time: 0.1686006 Jun 30 02:27:18.334569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '59c36ea4-afe7-4464-a5f6-a317c7622975', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'port_id': '59c36ea4-afe7-4464-a5f6-a317c7622975', 'mac_address': 'fa:16:3e:47:a6:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50111ab-406d-464a-8542-69c8fb73b1b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:27:18.456692 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23d9673-f94d-42b0-9e52-60d82a87a37b x-openstack-request-id: req-b23d9673-f94d-42b0-9e52-60d82a87a37b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:18.457279 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe87d4dd-d771-439a-92fc-566eb9a77a19", "name": "network-vif-deleted", "tag": "55225ae1-cd1c-409e-8ee1-08df00758d55", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:18.457279 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b23d9673-f94d-42b0-9e52-60d82a87a37b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:18.457609 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe87d4dd-d771-439a-92fc-566eb9a77a19', 'name': 'network-vif-deleted', 'tag': '55225ae1-cd1c-409e-8ee1-08df00758d55', 'status': 'completed', 'code': 200} Jun 30 02:27:18.482033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:18.511049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-327ff009-1328-431c-a768-c193aecbfb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:18.512580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-327ff009-1328-431c-a768-c193aecbfb23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=02bd6edb-3bfc-4cb2-b799-e80f715afa25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756015 Jun 30 02:27:18.570970 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:18.602817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c36ea4-afe7-4464-a5f6-a317c7622975 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:18.639732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 59c36ea4-afe7-4464-a5f6-a317c7622975, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=59c36ea4-afe7-4464-a5f6-a317c7622975,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:18.649189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ed857-9161-41a8-86cb-ee83fa6f3a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8921479a-896a-4802-b36c-8411e3d25b5c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:18.662345 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea679b8d-e705-4bc7-85a0-e815a85c61b0" -d '{"events": [{"server_uuid": "604ed857-9161-41a8-86cb-ee83fa6f3a82", "name": "network-vif-plugged", "status": "completed", "tag": "8921479a-896a-4802-b36c-8411e3d25b5c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:18.693376 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:18.703794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8921479a-896a-4802-b36c-8411e3d25b5c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8921479a-896a-4802-b36c-8411e3d25b5c,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:18.739209 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:18.747092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-465ac5fc-6457-41a6-ad94-652be69dd027 service neutron] 10.222.0.69 "GET /v2.0/networks/02bd6edb-3bfc-4cb2-b799-e80f715afa25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228649 Jun 30 02:27:18.798005 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58838e0a-e7ed-4870-80bf-90f1088c0896 x-openstack-request-id: req-58838e0a-e7ed-4870-80bf-90f1088c0896 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:18.798502 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604ed857-9161-41a8-86cb-ee83fa6f3a82", "name": "network-vif-plugged", "status": "completed", "tag": "8921479a-896a-4802-b36c-8411e3d25b5c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:18.798502 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58838e0a-e7ed-4870-80bf-90f1088c0896 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:18.798919 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ed857-9161-41a8-86cb-ee83fa6f3a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8921479a-896a-4802-b36c-8411e3d25b5c', 'code': 200} Jun 30 02:27:18.823089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=59c36ea4-afe7-4464-a5f6-a317c7622975,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:18.916271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425cfdd-2ac7-42f4-ab62-e4a14dd30d9a req-53231e8a-8787-457c-9f4d-17ea618827c0 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:18.942608 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a425cfdd-2ac7-42f4-ab62-e4a14dd30d9a req-53231e8a-8787-457c-9f4d-17ea618827c0 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 944 time: 0.2608120 Jun 30 02:27:18.969555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8921479a-896a-4802-b36c-8411e3d25b5c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:19.011936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d714946-95b8-4ea9-9329-4870b6a7f787 req-fb1dac4e-f93d-4968-b2c6-0f8e25002fc7 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=21e0acfa-460c-4379-8dab-7b5705fcf9e0 HTTP/1.1" status: 200 len: 210 time: 0.0563197 Jun 30 02:27:19.044116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['59c36ea4-afe7-4464-a5f6-a317c7622975'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:19.065887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a425cfdd-2ac7-42f4-ab62-e4a14dd30d9a req-742eb0db-a98e-481c-8c17-2d1684bfeab8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114891 Jun 30 02:27:19.072147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-b9cf229f-ab8d-40cd-a0af-cdcb7635cff5 service neutron] 10.222.0.69 "GET /v2.0/networks/02bd6edb-3bfc-4cb2-b799-e80f715afa25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102121 Jun 30 02:27:19.161986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c279669-abc5-4c72-88ac-9b9d3d3fe36e req-90519ca5-4196-4909-911f-78afb7465667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:19.163607 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c279669-abc5-4c72-88ac-9b9d3d3fe36e req-90519ca5-4196-4909-911f-78afb7465667 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 1097 time: 0.1485133 Jun 30 02:27:19.176111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-d5b7ddcd-b086-4725-9a39-8c056e061f59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=a74ce528-cfb7-4c1a-8ce4-8f6881305607 HTTP/1.1" status: 200 len: 217 time: 0.0955842 Jun 30 02:27:19.240575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-dcb411cb-e79c-4452-b939-87ef7bf37628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:19.244126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-dcb411cb-e79c-4452-b939-87ef7bf37628 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b6906fb-bbda-4bca-ac59-2fae392aaa18 HTTP/1.1" status: 200 len: 801 time: 0.0597782 Jun 30 02:27:19.306128 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c279669-abc5-4c72-88ac-9b9d3d3fe36e req-f2043f3d-8051-4d1f-b65e-bd74610dde01 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163945 Jun 30 02:27:19.362845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a54b4-1b39-4d65-9536-9747bda5d295 req-6fbbe0b8-433f-4a06-b1e4-90052b152503 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:19.366458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e80a54b4-1b39-4d65-9536-9747bda5d295 req-6fbbe0b8-433f-4a06-b1e4-90052b152503 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 945 time: 0.2019205 Jun 30 02:27:19.397215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-281f4719-ed82-4fc9-b90c-ad70364f19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:19.400116 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-281f4719-ed82-4fc9-b90c-ad70364f19e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3477a5e3-1ce1-47cd-a660-8532512b1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465988 Jun 30 02:27:19.433874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e80a54b4-1b39-4d65-9536-9747bda5d295 req-52c5c56f-657f-429a-8023-9bf5cdba96e7 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601912 Jun 30 02:27:19.611102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-58edb7f6-da99-4b7d-8509-5fefb00a7c95 service neutron] 10.222.0.69 "GET /v2.0/networks/3477a5e3-1ce1-47cd-a660-8532512b1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974800 Jun 30 02:27:19.638312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a2dcf96a-51bd-46a4-b0e4-b7ac3fef0add req-20477f6b-a77e-4bbd-a9c9-a91826c59bae tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe87d4dd-d771-439a-92fc-566eb9a77a19 HTTP/1.1" status: 200 len: 210 time: 0.0444345 Jun 30 02:27:19.727760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d70f38-6cf8-44a8-8a19-bbefaba637b8 req-621bb7bf-7a59-49a3-b088-f6756b9837fd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:19.734414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d70f38-6cf8-44a8-8a19-bbefaba637b8 req-621bb7bf-7a59-49a3-b088-f6756b9837fd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:19.736788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96d70f38-6cf8-44a8-8a19-bbefaba637b8 req-621bb7bf-7a59-49a3-b088-f6756b9837fd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1677 time: 0.2413445 Jun 30 02:27:19.807307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f5f0dda-dd4e-4fcb-bada-2111af1eb59d req-1cc97119-3120-4e8b-9c19-dd3be5958f64 service neutron] 10.222.0.69 "GET /v2.0/networks/3477a5e3-1ce1-47cd-a660-8532512b1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885493 Jun 30 02:27:19.816641 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96d70f38-6cf8-44a8-8a19-bbefaba637b8 req-62e87b63-07a7-4ad1-bb76-9c209d14cdcb tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711491 Jun 30 02:27:19.935961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 55225ae1-cd1c-409e-8ee1-08df00758d55 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:19.955224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-f71089e0-e9d2-4619-b6ac-1570e53f2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:19.955485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-f71089e0-e9d2-4619-b6ac-1570e53f2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:19.956990 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-f71089e0-e9d2-4619-b6ac-1570e53f2b2d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1981 time: 0.0664809 Jun 30 02:27:19.978643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 55225ae1-cd1c-409e-8ee1-08df00758d55 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:19.979263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 55225ae1-cd1c-409e-8ee1-08df00758d55 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:20.079769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-9d68fc9f-c719-4791-82f1-448286da48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:20.082647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-9d68fc9f-c719-4791-82f1-448286da48d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3477a5e3-1ce1-47cd-a660-8532512b1c29 HTTP/1.1" status: 200 len: 903 time: 0.1177211 Jun 30 02:27:20.146644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-7f49f5aa-cd1b-4318-bbbc-fc162cf79814 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.44&port_id=a74ce528-cfb7-4c1a-8ce4-8f6881305607 HTTP/1.1" status: 200 len: 217 time: 0.0560691 Jun 30 02:27:20.222847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-f9e88504-da00-4edd-8e9a-790c5c63129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:20.225826 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-f9e88504-da00-4edd-8e9a-790c5c63129e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1b6906fb-bbda-4bca-ac59-2fae392aaa18 HTTP/1.1" status: 200 len: 801 time: 0.0720663 Jun 30 02:27:20.365329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-dfa0203a-3ba5-4649-9fd7-e31cab644cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:20.366789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-dfa0203a-3ba5-4649-9fd7-e31cab644cfe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3477a5e3-1ce1-47cd-a660-8532512b1c29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318293 Jun 30 02:27:20.380455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79bf74-a621-47b5-a1bb-c51fba764aba req-0ca1e07b-5ed0-42e6-8447-ab8d5a876fb5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:20.387447 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ee79bf74-a621-47b5-a1bb-c51fba764aba req-0ca1e07b-5ed0-42e6-8447-ab8d5a876fb5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 944 time: 0.1043088 Jun 30 02:27:20.535279 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-20b89ca7-6c1b-4922-b902-a59830acbd35 service neutron] 10.222.0.69 "GET /v2.0/networks/3477a5e3-1ce1-47cd-a660-8532512b1c29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390831 Jun 30 02:27:20.579063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ee79bf74-a621-47b5-a1bb-c51fba764aba req-a7f3a14e-1b39-4c8b-976b-81876d987fab tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903760 Jun 30 02:27:20.664359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91ac107d-fbca-40d2-9d55-48b426af3242 req-fee0fadb-5812-41c0-b32d-980e044259fe service neutron] 10.222.0.69 "GET /v2.0/networks/3477a5e3-1ce1-47cd-a660-8532512b1c29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205933 Jun 30 02:27:20.817240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262f78-b5e4-41ee-bea4-4567baeca5db req-23fb719d-de3b-473a-ab9b-0b26fb80bacd tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:20.819123 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41262f78-b5e4-41ee-bea4-4567baeca5db req-23fb719d-de3b-473a-ab9b-0b26fb80bacd tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 945 time: 0.0891860 Jun 30 02:27:20.870321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41262f78-b5e4-41ee-bea4-4567baeca5db req-e9db2270-72c9-478e-935a-4bd5bdaa0957 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/security-groups?id=61c8b60a-1a34-4a3e-8ac9-b5648679aac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432169 Jun 30 02:27:20.888925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d28f51-ce1e-4bd5-846f-5e686062f9bf req-8d3f1b48-78ba-490a-b77d-9c358dc538d8 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:20.890465 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88d28f51-ce1e-4bd5-846f-5e686062f9bf req-8d3f1b48-78ba-490a-b77d-9c358dc538d8 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 945 time: 0.1016309 Jun 30 02:27:20.947839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88d28f51-ce1e-4bd5-846f-5e686062f9bf req-0e725c1f-98e2-44de-94df-4d52c400c1dc tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Jun 30 02:27:21.107100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-dc9b2cc1-e90a-4701-a294-8f6c68cfb557 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:21.108947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-dc9b2cc1-e90a-4701-a294-8f6c68cfb557 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.73 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 945 time: 0.0882185 Jun 30 02:27:21.187979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b1ce9-9969-44b8-ab2b-0b0b8d9c2f44 req-a3ae10cb-a695-4216-8fe6-fee4b27dbd4d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:21.196255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b1ce9-9969-44b8-ab2b-0b0b8d9c2f44 req-a3ae10cb-a695-4216-8fe6-fee4b27dbd4d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:21.208456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc3b1ce9-9969-44b8-ab2b-0b0b8d9c2f44 req-a3ae10cb-a695-4216-8fe6-fee4b27dbd4d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1677 time: 0.1377857 Jun 30 02:27:21.243707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-574da30f-b0e3-4942-8d92-99ff76904291 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Deleting port 66f2a940-e87d-4a17-8e0f-128822755456 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:21.244219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-574da30f-b0e3-4942-8d92-99ff76904291 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:21.275629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc3b1ce9-9969-44b8-ab2b-0b0b8d9c2f44 req-153b83b9-fc3a-425b-b93d-679a7a91fa6d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659678 Jun 30 02:27:21.390637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-574da30f-b0e3-4942-8d92-99ff76904291 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] For port 66f2a940-e87d-4a17-8e0f-128822755456, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66f2a940-e87d-4a17-8e0f-128822755456,segment=NetworkSegment(be7d4bde-82b3-477e-b3ca-f4b3b40a1958),segment_id=be7d4bde-82b3-477e-b3ca-f4b3b40a1958)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:21.391575 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-574da30f-b0e3-4942-8d92-99ff76904291 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:21.408046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-574da30f-b0e3-4942-8d92-99ff76904291 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Calling delete_port for 66f2a940-e87d-4a17-8e0f-128822755456 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:21.515997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d86f19-7fa4-417b-a368-7b0ca2396d7b req-e6aa23a5-74a4-4612-8bde-f85d676913d5 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:21.518684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1d86f19-7fa4-417b-a368-7b0ca2396d7b req-e6aa23a5-74a4-4612-8bde-f85d676913d5 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 945 time: 0.0935788 Jun 30 02:27:21.570344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1d86f19-7fa4-417b-a368-7b0ca2396d7b req-10e0d374-000b-4794-9387-672170fb4ac2 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457153 Jun 30 02:27:21.824671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 59c36ea4-afe7-4464-a5f6-a317c7622975 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:21.901392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d83445-f46e-45d9-9683-e3ee4b8d71d5 req-fe152b07-ee14-44c0-84b9-2181b5a44f51 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:21.909982 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-02d83445-f46e-45d9-9683-e3ee4b8d71d5 req-fe152b07-ee14-44c0-84b9-2181b5a44f51 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.1200776 Jun 30 02:27:21.917467 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-574da30f-b0e3-4942-8d92-99ff76904291 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:21.937769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 59c36ea4-afe7-4464-a5f6-a317c7622975 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:21.945302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 59c36ea4-afe7-4464-a5f6-a317c7622975 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:21.945587 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:22.003368 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-02d83445-f46e-45d9-9683-e3ee4b8d71d5 req-f32c0504-98e2-4b57-95d9-4c2f27cc1a8a tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930917 Jun 30 02:27:22.029220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574da30f-b0e3-4942-8d92-99ff76904291 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Pushing event deleted for resources: {'Port': ['ID=66f2a940-e87d-4a17-8e0f-128822755456,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:22.044043 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:22.084680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 59c36ea4-afe7-4464-a5f6-a317c7622975, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=59c36ea4-afe7-4464-a5f6-a317c7622975,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:22.085992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946c0ee8-49ff-401e-8424-8b52d2303869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c36ea4-afe7-4464-a5f6-a317c7622975'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:22.088650 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07535c1d-9c55-43b9-a0ee-18cdfaa0dd48" -d '{"events": [{"server_uuid": "946c0ee8-49ff-401e-8424-8b52d2303869", "name": "network-vif-plugged", "status": "completed", "tag": "59c36ea4-afe7-4464-a5f6-a317c7622975"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:22.094814 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:22.095948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2264d4d4-3a7c-46b8-b62b-133df1dcb930 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:22.127066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-574da30f-b0e3-4942-8d92-99ff76904291 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] No DVR routers for this DVR port 66f2a940-e87d-4a17-8e0f-128822755456 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:22.130359 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-574da30f-b0e3-4942-8d92-99ff76904291 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:22.133140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bc4cb67-ee70-40d9-bd2f-05b98979b74b req-574da30f-b0e3-4942-8d92-99ff76904291 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.73 "DELETE /v2.0/ports/66f2a940-e87d-4a17-8e0f-128822755456 HTTP/1.1" status: 204 len: 173 time: 1.0169642 Jun 30 02:27:22.136347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'name': 'network-vif-deleted', 'tag': '66f2a940-e87d-4a17-8e0f-128822755456'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:22.146822 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e08428-b27a-4bf9-9137-f0955f76261d" -d '{"events": [{"server_uuid": "ae77e2c0-48f9-4603-9b4d-b72baab28070", "name": "network-vif-deleted", "tag": "66f2a940-e87d-4a17-8e0f-128822755456"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:22.186379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 2264d4d4-3a7c-46b8-b62b-133df1dcb930 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:22.187038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2264d4d4-3a7c-46b8-b62b-133df1dcb930 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:22.189058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=59c36ea4-afe7-4464-a5f6-a317c7622975,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:22.221983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cf726-7d81-4a14-8d3d-a776cc88b464 req-d6817d48-e720-49cf-9d2e-2c570eaaa070 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:22.229316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-051cf726-7d81-4a14-8d3d-a776cc88b464 req-d6817d48-e720-49cf-9d2e-2c570eaaa070 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 945 time: 0.1134627 Jun 30 02:27:22.285062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-051cf726-7d81-4a14-8d3d-a776cc88b464 req-44e2a048-e88b-4a4b-891a-827ddecc8c0e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548332 Jun 30 02:27:22.371149 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2111def9-ad09-4f0e-9bfc-cd4784a5306f x-openstack-request-id: req-2111def9-ad09-4f0e-9bfc-cd4784a5306f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:22.371149 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946c0ee8-49ff-401e-8424-8b52d2303869", "name": "network-vif-plugged", "status": "completed", "tag": "59c36ea4-afe7-4464-a5f6-a317c7622975", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:22.372095 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2111def9-ad09-4f0e-9bfc-cd4784a5306f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:22.372095 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946c0ee8-49ff-401e-8424-8b52d2303869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c36ea4-afe7-4464-a5f6-a317c7622975', 'code': 200} Jun 30 02:27:22.459895 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44586f8a-1f35-4ebc-9719-d34da03bd51d req-eae4c293-77b8-4a0e-a58d-43da923da679 tempest-LiveMigrationTest-1322732708 tempest-LiveMigrationTest-1322732708-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae77e2c0-48f9-4603-9b4d-b72baab28070 HTTP/1.1" status: 200 len: 210 time: 0.0408592 Jun 30 02:27:22.519672 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3d8288-b24c-4a55-a795-09262be2f37c x-openstack-request-id: req-0e3d8288-b24c-4a55-a795-09262be2f37c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:22.519975 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae77e2c0-48f9-4603-9b4d-b72baab28070", "name": "network-vif-deleted", "tag": "66f2a940-e87d-4a17-8e0f-128822755456", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:22.520231 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e3d8288-b24c-4a55-a795-09262be2f37c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:22.521177 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae77e2c0-48f9-4603-9b4d-b72baab28070', 'name': 'network-vif-deleted', 'tag': '66f2a940-e87d-4a17-8e0f-128822755456', 'status': 'completed', 'code': 200} Jun 30 02:27:22.568120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c272d6e-c902-46ac-9581-2ae38e83349f req-4a01e657-efbd-4294-b780-9963e618f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:22.570882 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c272d6e-c902-46ac-9581-2ae38e83349f req-4a01e657-efbd-4294-b780-9963e618f4cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 1097 time: 0.0890372 Jun 30 02:27:22.614483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c272d6e-c902-46ac-9581-2ae38e83349f req-7cff8975-940b-4e70-b9f1-d87ef78074c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345147 Jun 30 02:27:22.665157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b20e7-e2fe-4a65-9897-249a622c311e req-0a66aec7-a4fc-48e4-b20b-a9fadf1f276c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:22.671014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b20e7-e2fe-4a65-9897-249a622c311e req-0a66aec7-a4fc-48e4-b20b-a9fadf1f276c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:22.672743 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf4b20e7-e2fe-4a65-9897-249a622c311e req-0a66aec7-a4fc-48e4-b20b-a9fadf1f276c tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1677 time: 0.0809004 Jun 30 02:27:22.713901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf4b20e7-e2fe-4a65-9897-249a622c311e req-42b1f8a1-d1d7-4630-ada0-d6edec50869d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353363 Jun 30 02:27:22.806677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5679b-9a4e-4ba4-9ff2-46409080e27e req-1c879961-ab79-4955-82a1-cdaa9d93a537 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:22.808307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63b5679b-9a4e-4ba4-9ff2-46409080e27e req-1c879961-ab79-4955-82a1-cdaa9d93a537 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 945 time: 0.0668538 Jun 30 02:27:22.848845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63b5679b-9a4e-4ba4-9ff2-46409080e27e req-86719e39-a9a0-40a8-b5e8-e3a69f24f211 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Jun 30 02:27:23.020965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb01a25-2e9b-408a-bc8d-db90416a81f0 req-bdb4f100-0efd-46ef-8aff-4ae8a596572b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:23.022523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-feb01a25-2e9b-408a-bc8d-db90416a81f0 req-bdb4f100-0efd-46ef-8aff-4ae8a596572b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 950 time: 0.0734854 Jun 30 02:27:23.070051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-feb01a25-2e9b-408a-bc8d-db90416a81f0 req-72a1258a-91bd-4d86-934c-ade056cc746c tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Jun 30 02:27:23.174622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5650f-2721-4fc2-b678-e516a4a88271 req-1b4a634d-2762-4247-a5ea-435b79f72ab1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:23.176186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-12e5650f-2721-4fc2-b678-e516a4a88271 req-1b4a634d-2762-4247-a5ea-435b79f72ab1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.0684333 Jun 30 02:27:23.218180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-12e5650f-2721-4fc2-b678-e516a4a88271 req-f2b6ad0f-b032-484d-b062-a6f2b89cecb4 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355020 Jun 30 02:27:23.473077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-46fac3eb-93ed-41ac-bbb6-6fb8186466e6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:23.474827 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-46fac3eb-93ed-41ac-bbb6-6fb8186466e6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.73 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 949 time: 0.1150138 Jun 30 02:27:23.511988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d4e90-6d3e-40d3-b15d-b97b795a8089 req-0cc361c5-e0d9-4771-a2ee-288306abd465 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:23.513578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d27d4e90-6d3e-40d3-b15d-b97b795a8089 req-0cc361c5-e0d9-4771-a2ee-288306abd465 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 945 time: 0.0899687 Jun 30 02:27:23.533388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-ed5e2750-752d-43da-9597-838a9dce74b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1212795 Jun 30 02:27:23.566013 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d27d4e90-6d3e-40d3-b15d-b97b795a8089 req-4bf929ad-491a-471b-84f1-cf8d48bb690a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461469 Jun 30 02:27:23.649811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:23.652299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-5b63b2a3-de04-4728-85fe-b33de890c420 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Deleting port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:23.652649 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-5b63b2a3-de04-4728-85fe-b33de890c420 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:23.718192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-801b9853-e52f-44f5-9a2d-8bdc264b1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:23.720660 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-801b9853-e52f-44f5-9a2d-8bdc264b1cd5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1097 time: 0.1355217 Jun 30 02:27:23.761226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf244776-d4b7-47a7-84c3-814ef7c78401 admin admin] Deleting subnet 39a78d3d-c02c-4a04-b991-cbdbed66d28f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:27:23.767490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf244776-d4b7-47a7-84c3-814ef7c78401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:23.809741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf244776-d4b7-47a7-84c3-814ef7c78401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:23.845964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-5b63b2a3-de04-4728-85fe-b33de890c420 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] For port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:23.846201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-5b63b2a3-de04-4728-85fe-b33de890c420 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:23.862187 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf244776-d4b7-47a7-84c3-814ef7c78401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:23.913129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-5b63b2a3-de04-4728-85fe-b33de890c420 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Calling delete_port for d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:23.944611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a74ce528-cfb7-4c1a-8ce4-8f6881305607 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:27:23.954598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf244776-d4b7-47a7-84c3-814ef7c78401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:23.999082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf244776-d4b7-47a7-84c3-814ef7c78401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a78d3d-c02c-4a04-b991-cbdbed66d28f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:24.018574 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf244776-d4b7-47a7-84c3-814ef7c78401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.023541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bf244776-d4b7-47a7-84c3-814ef7c78401 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/39a78d3d-c02c-4a04-b991-cbdbed66d28f HTTP/1.1" status: 204 len: 168 time: 0.3696029 Jun 30 02:27:24.024847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:24.027378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-b1fbd9c1-2e3c-4f2e-ab7d-5b0bba297d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:24.028897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-b1fbd9c1-2e3c-4f2e-ab7d-5b0bba297d47 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.2638109 Jun 30 02:27:24.070373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fae8f-a203-4e28-a1aa-d48c961b9721 req-29359239-10ed-4ba7-9119-69a5a6aea2d0 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:24.076779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fae8f-a203-4e28-a1aa-d48c961b9721 req-29359239-10ed-4ba7-9119-69a5a6aea2d0 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:24.085088 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d74fae8f-a203-4e28-a1aa-d48c961b9721 req-29359239-10ed-4ba7-9119-69a5a6aea2d0 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1677 time: 0.2270229 Jun 30 02:27:24.097986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e2c0e-befc-4fe3-a317-bd2f0dd4414d req-032873ee-e93e-456b-84e1-94fe46ae0060 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:24.105419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port a74ce528-cfb7-4c1a-8ce4-8f6881305607, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a74ce528-cfb7-4c1a-8ce4-8f6881305607,segment=NetworkSegment(926fbae5-c2c5-45da-82d4-520a3efd5ad9),segment_id=926fbae5-c2c5-45da-82d4-520a3efd5ad9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:24.105816 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b5e2c0e-befc-4fe3-a317-bd2f0dd4414d req-032873ee-e93e-456b-84e1-94fe46ae0060 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 945 time: 0.0839403 Jun 30 02:27:24.126946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'a74ce528-cfb7-4c1a-8ce4-8f6881305607', 'network_id': '3477a5e3-1ce1-47cd-a660-8532512b1c29', 'port_id': 'a74ce528-cfb7-4c1a-8ce4-8f6881305607', 'mac_address': 'fa:16:3e:ae:a5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6906fb-bbda-4bca-ac59-2fae392aaa18', 'ip_address': '19.86.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:27:24.148140 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b5e2c0e-befc-4fe3-a317-bd2f0dd4414d req-1e30234e-2532-48c3-83bc-c45bda99733b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Jun 30 02:27:24.177050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.191677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74ce528-cfb7-4c1a-8ce4-8f6881305607 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:24.213813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port a74ce528-cfb7-4c1a-8ce4-8f6881305607, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a74ce528-cfb7-4c1a-8ce4-8f6881305607,segment=NetworkSegment(926fbae5-c2c5-45da-82d4-520a3efd5ad9),segment_id=926fbae5-c2c5-45da-82d4-520a3efd5ad9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:24.219914 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.220692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fee68e4c-7ada-4119-87ba-17f1084cb445 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:27:24.267638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d74fae8f-a203-4e28-a1aa-d48c961b9721 req-a9e4656e-9677-4ee4-a516-979f2f6332ec tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815507 Jun 30 02:27:24.279575 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.285370 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-756d5f46-688f-404f-add5-b718db327005 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 1001 time: 0.2395248 Jun 30 02:27:24.325291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=a74ce528-cfb7-4c1a-8ce4-8f6881305607,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:24.347417 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a8596d0-28da-47e4-8ab4-5695200afbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.372228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e9b74-83e2-4813-8ced-b7140bc3d81f req-65a28312-3c10-4caa-9227-24f52f5be6eb tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:24.373821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a4e9b74-83e2-4813-8ced-b7140bc3d81f req-65a28312-3c10-4caa-9227-24f52f5be6eb tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 950 time: 0.0975342 Jun 30 02:27:24.393223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fee68e4c-7ada-4119-87ba-17f1084cb445, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fee68e4c-7ada-4119-87ba-17f1084cb445,segment=NetworkSegment(ed7fd68b-a9ff-41c1-ac76-0e0b88504c42),segment_id=ed7fd68b-a9ff-41c1-ac76-0e0b88504c42)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:24.404756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'fee68e4c-7ada-4119-87ba-17f1084cb445', 'network_id': '02bd6edb-3bfc-4cb2-b799-e80f715afa25', 'port_id': 'fee68e4c-7ada-4119-87ba-17f1084cb445', 'mac_address': 'fa:16:3e:7b:49:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbfe67a-b08b-4887-842a-f37fb5d615e7', 'ip_address': '19.80.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:27:24.423216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-02775771-0a4b-4342-9b79-c120acdfe868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:24.425877 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-02775771-0a4b-4342-9b79-c120acdfe868 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1072776 Jun 30 02:27:24.441549 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a4e9b74-83e2-4813-8ced-b7140bc3d81f req-fc2eb78a-e254-46bf-a3da-a73e5355be78 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545230 Jun 30 02:27:24.461748 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.476863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee68e4c-7ada-4119-87ba-17f1084cb445 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:24.482230 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-5b63b2a3-de04-4728-85fe-b33de890c420 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.498091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:24.503136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fee68e4c-7ada-4119-87ba-17f1084cb445, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fee68e4c-7ada-4119-87ba-17f1084cb445,segment=NetworkSegment(ed7fd68b-a9ff-41c1-ac76-0e0b88504c42),segment_id=ed7fd68b-a9ff-41c1-ac76-0e0b88504c42)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:24.525076 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.583477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17341f6a-184d-46c1-829c-0c0469bf84db req-c134a999-9bc6-46c1-a7f1-bdcbf0946363 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 210 time: 0.1393139 Jun 30 02:27:24.591509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.593684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63b2a3-de04-4728-85fe-b33de890c420 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Pushing event deleted for resources: {'Port': ['ID=d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:24.620596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793c9272-a468-4870-a3a6-a797b8003f65']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:24.652800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:24.653077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7d4bde-82b3-477e-b3ca-f4b3b40a1958') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:24.677220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-5b63b2a3-de04-4728-85fe-b33de890c420 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] No DVR routers for this DVR port d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:24.681961 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-5b63b2a3-de04-4728-85fe-b33de890c420 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.683966 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62feefdf-a6da-4ba6-b0dd-2575f85389ad req-5b63b2a3-de04-4728-85fe-b33de890c420 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.73 "DELETE /v2.0/ports/d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd HTTP/1.1" status: 204 len: 173 time: 1.1925795 Jun 30 02:27:24.685420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'name': 'network-vif-deleted', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:24.688154 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d9f6a5-2c66-41f7-91fa-e97a41bfdf44" -d '{"events": [{"server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "name": "network-vif-deleted", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:24.691846 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.717706 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.726148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fee68e4c-7ada-4119-87ba-17f1084cb445,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:24.727251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-9fae0223-b8e7-4276-8d7c-b0ca08faf4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:24.728775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-9fae0223-b8e7-4276-8d7c-b0ca08faf4f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2864764 Jun 30 02:27:24.739874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:27:24.740265 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:27:24.742028 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:27:24.800006 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:27:24.872650 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.882004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:24.884926 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] 10.222.0.55 "DELETE /v2.0/networks/793c9272-a468-4870-a3a6-a797b8003f65 HTTP/1.1" status: 204 len: 168 time: 0.8479812 Jun 30 02:27:24.891496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:24.895333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fee68e4c-7ada-4119-87ba-17f1084cb445'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:24.909882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f2979-09c3-4785-915f-8394ea75539e admin admin] Pushing event deleted for resources: {'Network': ['ID=793c9272-a468-4870-a3a6-a797b8003f65,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:24.962318 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-de1ebeb8-7dd8-4ede-8ab8-c22db96362d8 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053587 Jun 30 02:27:24.993611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-20215cd4-7af9-4235-b824-7c5370ba7fe2 admin admin] Deleting subnet 4a358cc6-f10d-4d8f-8a3d-2aefe0b5b36d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:27:25.000079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20215cd4-7af9-4235-b824-7c5370ba7fe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.097477 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20215cd4-7af9-4235-b824-7c5370ba7fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.124661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d606d0-d583-4472-ba44-9cf51b4d2938 req-7a6d50fb-2434-4b08-a925-c3a3ea0eda2e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:25.135580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24d606d0-d583-4472-ba44-9cf51b4d2938 req-7a6d50fb-2434-4b08-a925-c3a3ea0eda2e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 945 time: 0.2294455 Jun 30 02:27:25.187558 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20215cd4-7af9-4235-b824-7c5370ba7fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.211945 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24d606d0-d583-4472-ba44-9cf51b4d2938 req-c7bbaace-b63c-4ecb-92c8-3c9f46cc0fff tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694776 Jun 30 02:27:25.217687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46f72207-59a4-4361-b3f2-d4b01254d512 req-1f0043c4-5918-4edf-bd2c-91dcce042b08 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402210 Jun 30 02:27:25.238402 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0488d739-397e-44d7-9a86-09b9ee791051 x-openstack-request-id: req-0488d739-397e-44d7-9a86-09b9ee791051 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:25.239948 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63138f28-14c8-4558-8234-06b0f6137f15", "name": "network-vif-deleted", "tag": "d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:25.240546 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0488d739-397e-44d7-9a86-09b9ee791051 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:25.241784 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63138f28-14c8-4558-8234-06b0f6137f15', 'name': 'network-vif-deleted', 'tag': 'd6e37e5d-16a6-45ca-9477-0d11e5b4c9bd', 'status': 'completed', 'code': 200} Jun 30 02:27:25.270616 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20215cd4-7af9-4235-b824-7c5370ba7fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.306101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20215cd4-7af9-4235-b824-7c5370ba7fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a358cc6-f10d-4d8f-8a3d-2aefe0b5b36d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:25.309120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-20215cd4-7af9-4235-b824-7c5370ba7fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.315696 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-20215cd4-7af9-4235-b824-7c5370ba7fe2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4a358cc6-f10d-4d8f-8a3d-2aefe0b5b36d HTTP/1.1" status: 204 len: 168 time: 0.4185009 Jun 30 02:27:25.319554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:25.444613 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.515019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a035d-f5a1-49b8-adb8-b51a2d001189 req-48fc514d-a48c-4097-b6c7-2beb76a7154a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:25.524235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a035d-f5a1-49b8-adb8-b51a2d001189 req-48fc514d-a48c-4097-b6c7-2beb76a7154a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:25.527199 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e30a035d-f5a1-49b8-adb8-b51a2d001189 req-48fc514d-a48c-4097-b6c7-2beb76a7154a tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1679 time: 0.0875409 Jun 30 02:27:25.542513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be799322-8383-46e4-a4e5-667e338b22b8 req-590d2a0b-f23f-4ba4-ad94-d9b0989d40e2 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:25.547768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be799322-8383-46e4-a4e5-667e338b22b8 req-590d2a0b-f23f-4ba4-ad94-d9b0989d40e2 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 945 time: 0.1921086 Jun 30 02:27:25.570415 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e30a035d-f5a1-49b8-adb8-b51a2d001189 req-89668346-64bf-42bf-9f72-ad401b685b75 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369980 Jun 30 02:27:25.589685 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.608619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0d4fdd-3abe-4ba0-9310-35556e3a8f61']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:25.622240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243b78d9-6bfc-48f3-8fad-2d0b977fcb5f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:25.622534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243b78d9-6bfc-48f3-8fad-2d0b977fcb5f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:25.627449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be799322-8383-46e4-a4e5-667e338b22b8 req-402c228a-4410-4421-9857-a36e00f75b2c tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758059 Jun 30 02:27:25.636489 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.662772 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.671224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:27:25.671663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:27:25.673534 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:27:25.756989 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.763321 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:25.767852 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] 10.222.0.55 "DELETE /v2.0/networks/2c0d4fdd-3abe-4ba0-9310-35556e3a8f61 HTTP/1.1" status: 204 len: 168 time: 0.4446466 Jun 30 02:27:25.782829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160be95d-f0b9-4da4-805d-a60adaf4d8ba admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0d4fdd-3abe-4ba0-9310-35556e3a8f61,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:25.819735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8921479a-896a-4802-b36c-8411e3d25b5c details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:27:25.824114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66f2a940-e87d-4a17-8e0f-128822755456 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:25.832284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c532ddec-a9fe-41a5-acec-1de35dc9ed39 req-36c98c40-45e2-469b-a737-db45deea217b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=63138f28-14c8-4558-8234-06b0f6137f15 HTTP/1.1" status: 200 len: 210 time: 0.0680084 Jun 30 02:27:25.890426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 66f2a940-e87d-4a17-8e0f-128822755456 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:25.891941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66f2a940-e87d-4a17-8e0f-128822755456 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:25.952907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 93057151-b94d-4524-b22f-f6973deed1cb no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:25.962795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:26.003378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3b082b6f-715c-43f9-99eb-795daf8c51c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fff8423f18c541888ffd11124d53e940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387022 Jun 30 02:27:26.006051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:26.023444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8921479a-896a-4802-b36c-8411e3d25b5c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8921479a-896a-4802-b36c-8411e3d25b5c,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:26.055141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '8921479a-896a-4802-b36c-8411e3d25b5c', 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8', 'port_id': '8921479a-896a-4802-b36c-8411e3d25b5c', 'mac_address': 'fa:16:3e:26:3b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b806b6ac-3687-473d-91c8-6f24f21413bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:27:26.055849 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90479e26-f7a9-4646-a67b-da91e8527143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.078347 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90479e26-f7a9-4646-a67b-da91e8527143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.088045 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.114631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a74ce528-cfb7-4c1a-8ce4-8f6881305607'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:26.120601 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.143865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:26.149536 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b9a6cd-c296-44ed-bd0b-b1ab08603c25" -d '{"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "93057151-b94d-4524-b22f-f6973deed1cb"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:26.158458 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90479e26-f7a9-4646-a67b-da91e8527143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.165650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90479e26-f7a9-4646-a67b-da91e8527143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.170243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-90479e26-f7a9-4646-a67b-da91e8527143 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61c8b60a-1a34-4a3e-8ac9-b5648679aac1 HTTP/1.1" status: 204 len: 168 time: 0.1596532 Jun 30 02:27:26.174172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:26.177904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8921479a-896a-4802-b36c-8411e3d25b5c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:26.190561 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.193434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90479e26-f7a9-4646-a67b-da91e8527143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c8b60a-1a34-4a3e-8ac9-b5648679aac1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:26.246031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8921479a-896a-4802-b36c-8411e3d25b5c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8921479a-896a-4802-b36c-8411e3d25b5c,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:26.250461 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7099c902-4fa7-404f-a594-dfde5447ded3 x-openstack-request-id: req-7099c902-4fa7-404f-a594-dfde5447ded3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:26.251011 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "93057151-b94d-4524-b22f-f6973deed1cb", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:26.251011 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7099c902-4fa7-404f-a594-dfde5447ded3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:26.251405 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb', 'code': 200} Jun 30 02:27:26.264593 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.289025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:26.396871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['8921479a-896a-4802-b36c-8411e3d25b5c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:26.421621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8921479a-896a-4802-b36c-8411e3d25b5c,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:26.658706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:26.704157 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d7b31572-40e4-4fe4-bd91-414af1e51a05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7a760df36734eeba8f12311a0e9f250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441451 Jun 30 02:27:26.706792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:26.808842 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cc236a4-be62-4387-9025-c656bfde6a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.841540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cc086-9b98-41ed-b8f6-ae8e7734554e req-243231a1-25a6-4f09-a94f-995ba0925b41 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:26.842003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcc75f-75ed-4609-b68a-5df50cebf776 req-0c15c340-aad3-491f-a434-f1c8fa4fdde3 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:26.843964 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59dcc75f-75ed-4609-b68a-5df50cebf776 req-0c15c340-aad3-491f-a434-f1c8fa4fdde3 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 944 time: 0.0664332 Jun 30 02:27:26.847374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cc086-9b98-41ed-b8f6-ae8e7734554e req-243231a1-25a6-4f09-a94f-995ba0925b41 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:26.848939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e3cc086-9b98-41ed-b8f6-ae8e7734554e req-243231a1-25a6-4f09-a94f-995ba0925b41 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1679 time: 0.1175096 Jun 30 02:27:26.853916 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cc236a4-be62-4387-9025-c656bfde6a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.891480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59dcc75f-75ed-4609-b68a-5df50cebf776 req-07895c24-b863-427b-8a69-f8c9fdc99c10 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Jun 30 02:27:26.919698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e3cc086-9b98-41ed-b8f6-ae8e7734554e req-daefba9f-1c85-419f-b86e-68bfe0bfbccd tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636172 Jun 30 02:27:26.919909 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.934605 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cc236a4-be62-4387-9025-c656bfde6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.939090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2cc236a4-be62-4387-9025-c656bfde6a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.943695 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2cc236a4-be62-4387-9025-c656bfde6a42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e93c3b81-3679-4004-a927-885edb52ff31 HTTP/1.1" status: 204 len: 168 time: 0.2352896 Jun 30 02:27:26.968571 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3096553-b7d3-43cc-a580-1f440736d147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:26.973066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc236a4-be62-4387-9025-c656bfde6a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93c3b81-3679-4004-a927-885edb52ff31,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:27.725268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c809c94-a602-4070-a6ec-49f87c6346f5 req-5b9dbc6e-40ff-418c-84d7-6a589cd7046b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:27.727253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c809c94-a602-4070-a6ec-49f87c6346f5 req-5b9dbc6e-40ff-418c-84d7-6a589cd7046b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 944 time: 0.0750811 Jun 30 02:27:27.780451 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c809c94-a602-4070-a6ec-49f87c6346f5 req-e2fa9fb0-6d9b-4071-9e67-3fdc7e9412af tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466630 Jun 30 02:27:27.823960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dbc27-f5c8-4ebb-b182-22e27256ae0f req-7fa29f9c-b2ac-4110-939a-bdcf3ddd114b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:27.825578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-711dbc27-f5c8-4ebb-b182-22e27256ae0f req-7fa29f9c-b2ac-4110-939a-bdcf3ddd114b tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 950 time: 0.0852268 Jun 30 02:27:27.843927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:27.867756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:27.868390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d6e37e5d-16a6-45ca-9477-0d11e5b4c9bd not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:27.868976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8921479a-896a-4802-b36c-8411e3d25b5c no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:27.889428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-711dbc27-f5c8-4ebb-b182-22e27256ae0f req-965dea72-6230-4a61-ab7c-c6ddaff8cbd1 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502207 Jun 30 02:27:27.951613 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:27.975110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8921479a-896a-4802-b36c-8411e3d25b5c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:27.982857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a74ce528-cfb7-4c1a-8ce4-8f6881305607 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:28.036413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8921479a-896a-4802-b36c-8411e3d25b5c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8921479a-896a-4802-b36c-8411e3d25b5c,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:28.045964 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.119040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038b635-e8d2-42cd-a31a-519ee7e2b3b4 req-3f83579c-5686-4369-8d68-01e51b4aff92 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:28.123378 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.126188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038b635-e8d2-42cd-a31a-519ee7e2b3b4 req-3f83579c-5686-4369-8d68-01e51b4aff92 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:28.134283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port a74ce528-cfb7-4c1a-8ce4-8f6881305607 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:28.134580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a038b635-e8d2-42cd-a31a-519ee7e2b3b4 req-3f83579c-5686-4369-8d68-01e51b4aff92 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1679 time: 0.0898545 Jun 30 02:27:28.142635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port a74ce528-cfb7-4c1a-8ce4-8f6881305607 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:28.143284 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.146116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8921479a-896a-4802-b36c-8411e3d25b5c,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:28.205798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a038b635-e8d2-42cd-a31a-519ee7e2b3b4 req-cb68bb66-f4ab-44d1-8496-6429e382a1d4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701778 Jun 30 02:27:28.244829 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.269972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74ce528-cfb7-4c1a-8ce4-8f6881305607'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:28.272620 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907f618d-3811-4937-a57b-f042e157e086" -d '{"events": [{"server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "name": "network-vif-plugged", "status": "completed", "tag": "a74ce528-cfb7-4c1a-8ce4-8f6881305607"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:28.286497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port a74ce528-cfb7-4c1a-8ce4-8f6881305607, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a74ce528-cfb7-4c1a-8ce4-8f6881305607,segment=NetworkSegment(926fbae5-c2c5-45da-82d4-520a3efd5ad9),segment_id=926fbae5-c2c5-45da-82d4-520a3efd5ad9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:28.293425 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.294665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fee68e4c-7ada-4119-87ba-17f1084cb445 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:28.326414 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff257299-71bb-46a2-aecf-a561e3fe068b x-openstack-request-id: req-ff257299-71bb-46a2-aecf-a561e3fe068b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:28.326836 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "name": "network-vif-plugged", "status": "completed", "tag": "a74ce528-cfb7-4c1a-8ce4-8f6881305607", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:28.327172 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff257299-71bb-46a2-aecf-a561e3fe068b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:28.327639 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74ce528-cfb7-4c1a-8ce4-8f6881305607', 'code': 200} Jun 30 02:27:28.384745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=a74ce528-cfb7-4c1a-8ce4-8f6881305607,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:28.398669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port fee68e4c-7ada-4119-87ba-17f1084cb445 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:28.403642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port fee68e4c-7ada-4119-87ba-17f1084cb445 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:28.404341 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.510961 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.545027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fee68e4c-7ada-4119-87ba-17f1084cb445, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fee68e4c-7ada-4119-87ba-17f1084cb445,segment=NetworkSegment(ed7fd68b-a9ff-41c1-ac76-0e0b88504c42),segment_id=ed7fd68b-a9ff-41c1-ac76-0e0b88504c42)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:28.556647 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.615646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fee68e4c-7ada-4119-87ba-17f1084cb445,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:28.766185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4b0df526-b223-4f6f-b3e1-871e51a594e8 req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1219822669', 'description': 'tempest-description-492419831'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:28.794102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b0df526-b223-4f6f-b3e1-871e51a594e8 req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.802953 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b0df526-b223-4f6f-b3e1-871e51a594e8 req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.909955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b0df526-b223-4f6f-b3e1-871e51a594e8 req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.916647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b0df526-b223-4f6f-b3e1-871e51a594e8 req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:28.956060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cf2933-cd98-4f9e-938d-9d2999f10dcd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:28.991788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada1a04-2785-4240-a158-8120cf51a476 req-73a0a4b6-4090-4fc1-b62e-59ecd7679b21 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:28.993309 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ada1a04-2785-4240-a158-8120cf51a476 req-73a0a4b6-4090-4fc1-b62e-59ecd7679b21 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 943 time: 0.0749912 Jun 30 02:27:29.022362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b0df526-b223-4f6f-b3e1-871e51a594e8 req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.027261 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b0df526-b223-4f6f-b3e1-871e51a594e8 req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.036934 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ada1a04-2785-4240-a158-8120cf51a476 req-1eea2376-b816-423d-92fe-33ffa8ec52c5 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337095 Jun 30 02:27:29.057968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e837348-577a-4661-bb7e-f01873f87867,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:29.063135 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b0df526-b223-4f6f-b3e1-871e51a594e8 req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.064907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b0df526-b223-4f6f-b3e1-871e51a594e8 req-04962aaf-979b-45d4-bcb7-1b9f53c4ae57 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3028898 Jun 30 02:27:29.093624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ad4787e8-82ef-4846-9bc6-2d7a6327a558 req-0a3c9eca-4e02-4a47-a5c9-8b7f68085c76 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Request body: {'security_group': {'name': 'tempest-securitygroup-773238173', 'description': 'tempest-description-1792563022'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:29.116430 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ad4787e8-82ef-4846-9bc6-2d7a6327a558 req-0a3c9eca-4e02-4a47-a5c9-8b7f68085c76 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.227596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79735c78-816f-49df-8446-5a55c05e9665 req-f17d55c4-816b-44fc-a65a-5f8d8000a9e6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:29.229796 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79735c78-816f-49df-8446-5a55c05e9665 req-f17d55c4-816b-44fc-a65a-5f8d8000a9e6 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 950 time: 0.0707972 Jun 30 02:27:29.246759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ad4787e8-82ef-4846-9bc6-2d7a6327a558 req-0a3c9eca-4e02-4a47-a5c9-8b7f68085c76 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.253315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-40144235-5a03-44bf-a526-b0ec5fcde166 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0923254 Jun 30 02:27:29.254332 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ad4787e8-82ef-4846-9bc6-2d7a6327a558 req-0a3c9eca-4e02-4a47-a5c9-8b7f68085c76 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.283805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79735c78-816f-49df-8446-5a55c05e9665 req-42af512e-872e-4c67-aac0-8f9a3bcc69d3 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472691 Jun 30 02:27:29.285334 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ad4787e8-82ef-4846-9bc6-2d7a6327a558 req-0a3c9eca-4e02-4a47-a5c9-8b7f68085c76 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.299497 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad4787e8-82ef-4846-9bc6-2d7a6327a558 req-0a3c9eca-4e02-4a47-a5c9-8b7f68085c76 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2103195 Jun 30 02:27:29.317551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c9eca-4e02-4a47-a5c9-8b7f68085c76 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8892d2-6b2b-4502-9936-bc78dd0262af,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:29.388886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-83a5d0aa-f74f-48ce-8928-517f4f314509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:29.390425 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-83a5d0aa-f74f-48ce-8928-517f4f314509 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=663190e9ae9641a1be33b6f12d852a82&device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 1097 time: 0.0689604 Jun 30 02:27:29.544673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-01933156-1cd6-4211-b494-9d2ef62e7bf5 req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1421663240', 'description': 'tempest-description-2097619848'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:29.578286 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01933156-1cd6-4211-b494-9d2ef62e7bf5 req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.586897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01933156-1cd6-4211-b494-9d2ef62e7bf5 req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.695979 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01933156-1cd6-4211-b494-9d2ef62e7bf5 req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.703360 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01933156-1cd6-4211-b494-9d2ef62e7bf5 req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.773318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d48ade-fa18-4e22-9f57-22e875ef7228,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:29.848138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-ba27c209-5098-4ec7-a3da-d5fb8a5ec7c9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:29.850142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-ba27c209-5098-4ec7-a3da-d5fb8a5ec7c9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.73 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 950 time: 0.1094100 Jun 30 02:27:29.862452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396aec5-261d-454c-92e5-2df786f2d726 req-cfdcdb4e-b4ba-414a-9c45-b70ffdb7bdf4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:29.868155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396aec5-261d-454c-92e5-2df786f2d726 req-cfdcdb4e-b4ba-414a-9c45-b70ffdb7bdf4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:29.869752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f396aec5-261d-454c-92e5-2df786f2d726 req-cfdcdb4e-b4ba-414a-9c45-b70ffdb7bdf4 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1681 time: 0.4571855 Jun 30 02:27:29.871375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-baa27280-6de8-42a6-ac98-85310bec6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:29.872691 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-baa27280-6de8-42a6-ac98-85310bec6665 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 200 len: 924 time: 0.4451504 Jun 30 02:27:29.918401 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.946004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01933156-1cd6-4211-b494-9d2ef62e7bf5 req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.974160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1519a663-2895-4b71-ba35-2911f12c4d8c details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:27:29.982872 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01933156-1cd6-4211-b494-9d2ef62e7bf5 req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:29.995408 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f396aec5-261d-454c-92e5-2df786f2d726 req-59bff816-3006-4efc-9ca8-c9fcd13f6387 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181366 Jun 30 02:27:29.999976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-9afd38e4-cb12-4d21-9e9f-31cd373e6c25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c HTTP/1.1" status: 200 len: 1001 time: 0.1166377 Jun 30 02:27:30.026572 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-01933156-1cd6-4211-b494-9d2ef62e7bf5 req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.039420 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-01933156-1cd6-4211-b494-9d2ef62e7bf5 req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4988432 Jun 30 02:27:30.055580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86daa8-d9e4-49c2-bfc0-b5a150e16167 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6ace04-fd0a-4c5e-8fdc-d2a257a91626,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:30.071883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-a26c4d58-5666-4845-bd1e-fc731eb00a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:30.074270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-a26c4d58-5666-4845-bd1e-fc731eb00a50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f4b029b4-fcea-4790-a765-2f1787071d20 HTTP/1.1" status: 200 len: 862 time: 0.0658977 Jun 30 02:27:30.095641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-8ec14989-33d3-4893-b97f-82d200a6b53d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Deleting port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:30.096107 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-8ec14989-33d3-4893-b97f-82d200a6b53d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.167576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-7b37a053-4797-4544-9228-14dc06145af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:30.170074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-7b37a053-4797-4544-9228-14dc06145af6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3e0ce481-75f2-4688-9eec-39a2795f75c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876288 Jun 30 02:27:30.175726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1519a663-2895-4b71-ba35-2911f12c4d8c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1519a663-2895-4b71-ba35-2911f12c4d8c,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:30.194305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '1519a663-2895-4b71-ba35-2911f12c4d8c', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '1519a663-2895-4b71-ba35-2911f12c4d8c', 'mac_address': 'fa:16:3e:91:00:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:27:30.213491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-cd430815-a393-42fe-ae6f-679d00236b35 req-35969416-8936-4245-8ab0-1af9a6ce8763 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-551128578', 'description': 'tempest-description-1429667189'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:30.237252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7aa64-be85-4525-9786-09a0c718086b req-bf136b17-899d-43ce-9d95-f026ced53f38 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:30.239697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0b7aa64-be85-4525-9786-09a0c718086b req-bf136b17-899d-43ce-9d95-f026ced53f38 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.73 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 943 time: 0.2919803 Jun 30 02:27:30.271445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.291192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1519a663-2895-4b71-ba35-2911f12c4d8c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:30.309974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cd430815-a393-42fe-ae6f-679d00236b35 req-35969416-8936-4245-8ab0-1af9a6ce8763 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.315171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1519a663-2895-4b71-ba35-2911f12c4d8c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1519a663-2895-4b71-ba35-2911f12c4d8c,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:30.324049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.327116 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-7d0ce32e-7264-4d84-ac1e-0d79ad666ec3 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469040 Jun 30 02:27:30.366930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-8ec14989-33d3-4893-b97f-82d200a6b53d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] For port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:30.367448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-8ec14989-33d3-4893-b97f-82d200a6b53d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.386252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee68e4c-7ada-4119-87ba-17f1084cb445'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:30.389135 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaed4108-6762-45cc-8fc4-53dbfa91d545" -d '{"events": [{"server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "name": "network-vif-plugged", "status": "completed", "tag": "fee68e4c-7ada-4119-87ba-17f1084cb445"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:30.392145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=1519a663-2895-4b71-ba35-2911f12c4d8c,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:30.414522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-8ec14989-33d3-4893-b97f-82d200a6b53d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Calling delete_port for 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:30.461883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['1519a663-2895-4b71-ba35-2911f12c4d8c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:30.483180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1a4ce11-4ce3-43c7-a6fe-138aee868de1 req-365d48a2-f75e-47a0-9ca8-5d5c8a8c3fe4 service neutron] 10.222.0.69 "GET /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405647 Jun 30 02:27:30.494088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fcd09-d9d8-4898-9c39-1fa4ef94ac2c req-b2988ce1-80a3-4dd5-b052-12c4a4d7e55a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:30.503232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d5fcd09-d9d8-4898-9c39-1fa4ef94ac2c req-b2988ce1-80a3-4dd5-b052-12c4a4d7e55a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 943 time: 0.1749399 Jun 30 02:27:30.557824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c0b7aa64-be85-4525-9786-09a0c718086b req-decf359d-0210-4544-a057-bd0fce19aebf tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Deleting port 8921479a-896a-4802-b36c-8411e3d25b5c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:30.558337 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0b7aa64-be85-4525-9786-09a0c718086b req-decf359d-0210-4544-a057-bd0fce19aebf tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.585897 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d5fcd09-d9d8-4898-9c39-1fa4ef94ac2c req-d2a68f6c-9744-4478-b467-7750cc6d0133 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784433 Jun 30 02:27:30.624208 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cd430815-a393-42fe-ae6f-679d00236b35 req-35969416-8936-4245-8ab0-1af9a6ce8763 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.633989 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cd430815-a393-42fe-ae6f-679d00236b35 req-35969416-8936-4245-8ab0-1af9a6ce8763 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.720710 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cd430815-a393-42fe-ae6f-679d00236b35 req-35969416-8936-4245-8ab0-1af9a6ce8763 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.736648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd430815-a393-42fe-ae6f-679d00236b35 req-35969416-8936-4245-8ab0-1af9a6ce8763 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5806239 Jun 30 02:27:30.741404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35969416-8936-4245-8ab0-1af9a6ce8763 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5491c228-6018-469d-b5a9-3e69d4660ef3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:30.775575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c0b7aa64-be85-4525-9786-09a0c718086b req-decf359d-0210-4544-a057-bd0fce19aebf tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] For port 8921479a-896a-4802-b36c-8411e3d25b5c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8921479a-896a-4802-b36c-8411e3d25b5c,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:30.776094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0b7aa64-be85-4525-9786-09a0c718086b req-decf359d-0210-4544-a057-bd0fce19aebf tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.776412 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b31cafe-0f3f-42c0-abbc-52cc0f9ca00d x-openstack-request-id: req-7b31cafe-0f3f-42c0-abbc-52cc0f9ca00d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:30.776703 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "name": "network-vif-plugged", "status": "completed", "tag": "fee68e4c-7ada-4119-87ba-17f1084cb445", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:30.776955 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b31cafe-0f3f-42c0-abbc-52cc0f9ca00d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:30.777349 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee68e4c-7ada-4119-87ba-17f1084cb445', 'code': 200} Jun 30 02:27:30.779515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-8ec14989-33d3-4893-b97f-82d200a6b53d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.794891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['327b3cb4-97d8-4ebe-80b6-f52faaa4e02f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:30.819472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c0b7aa64-be85-4525-9786-09a0c718086b req-decf359d-0210-4544-a057-bd0fce19aebf tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Calling delete_port for 8921479a-896a-4802-b36c-8411e3d25b5c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:30.829031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec14989-33d3-4893-b97f-82d200a6b53d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Pushing event deleted for resources: {'Port': ['ID=327b3cb4-97d8-4ebe-80b6-f52faaa4e02f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:30.884266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bebf4-ec8a-4b22-8d56-bfbe740d7a25 req-660ace38-ccba-4802-8a86-e4678790916e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:30.894815 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d1bebf4-ec8a-4b22-8d56-bfbe740d7a25 req-660ace38-ccba-4802-8a86-e4678790916e tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/ports?device_id=e318426c-d6af-4e38-b41f-886374ce8e61 HTTP/1.1" status: 200 len: 867 time: 0.1701903 Jun 30 02:27:30.943069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-8ec14989-33d3-4893-b97f-82d200a6b53d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] No DVR routers for this DVR port 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:30.953063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-8ec14989-33d3-4893-b97f-82d200a6b53d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:30.955320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a50a818-5324-44e8-917e-3e9a5be80227 req-8ec14989-33d3-4893-b97f-82d200a6b53d tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.73 "DELETE /v2.0/ports/327b3cb4-97d8-4ebe-80b6-f52faaa4e02f HTTP/1.1" status: 204 len: 173 time: 1.0970705 Jun 30 02:27:30.955925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'name': 'network-vif-deleted', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:30.958356 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1fa84e-70db-4cee-8bf0-5ae0d9327e5e" -d '{"events": [{"server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "name": "network-vif-deleted", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:30.993163 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d1bebf4-ec8a-4b22-8d56-bfbe740d7a25 req-3ec5294f-e4e4-4729-9731-309549647fa9 tempest-MigrationsAdminTest-1042868698 tempest-MigrationsAdminTest-1042868698-project] 10.222.0.55 "GET /v2.0/security-groups?id=e28e853e-44e6-4f3e-b5e6-54897365820c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967145 Jun 30 02:27:31.012479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c227ee-9924-4b80-94b7-47e77410dfec req-48a02d9a-49e4-4a64-87bb-149f78f57e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:31.012978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c227ee-9924-4b80-94b7-47e77410dfec req-48a02d9a-49e4-4a64-87bb-149f78f57e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:31.014574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-14c227ee-9924-4b80-94b7-47e77410dfec req-48a02d9a-49e4-4a64-87bb-149f78f57e61 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1985 time: 0.1163173 Jun 30 02:27:31.060583 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ff372e-ea36-43c4-a6cf-5584baa6e496 x-openstack-request-id: req-07ff372e-ea36-43c4-a6cf-5584baa6e496 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:31.061175 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e318426c-d6af-4e38-b41f-886374ce8e61", "name": "network-vif-deleted", "tag": "327b3cb4-97d8-4ebe-80b6-f52faaa4e02f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:31.061675 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07ff372e-ea36-43c4-a6cf-5584baa6e496 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:31.062212 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e318426c-d6af-4e38-b41f-886374ce8e61', 'name': 'network-vif-deleted', 'tag': '327b3cb4-97d8-4ebe-80b6-f52faaa4e02f', 'status': 'completed', 'code': 200} Jun 30 02:27:31.093120 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-14c227ee-9924-4b80-94b7-47e77410dfec req-ca1d5ffe-dad7-46c8-aff6-c85aa75b6b32 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651205 Jun 30 02:27:31.175095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0b7aa64-be85-4525-9786-09a0c718086b req-decf359d-0210-4544-a057-bd0fce19aebf tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:31.220600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf359d-0210-4544-a057-bd0fce19aebf tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event deleted for resources: {'Port': ['ID=8921479a-896a-4802-b36c-8411e3d25b5c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:31.251614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ae6d1-1ebd-4795-b8ef-30278a58fd15 req-2c297799-f488-4f52-8bad-56d46e4d8e82 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:31.257733 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ae6d1-1ebd-4795-b8ef-30278a58fd15 req-2c297799-f488-4f52-8bad-56d46e4d8e82 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:31.259425 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-882ae6d1-1ebd-4795-b8ef-30278a58fd15 req-2c297799-f488-4f52-8bad-56d46e4d8e82 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1681 time: 0.0904744 Jun 30 02:27:31.294648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b7aa64-be85-4525-9786-09a0c718086b req-decf359d-0210-4544-a057-bd0fce19aebf tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] No DVR routers for this DVR port 8921479a-896a-4802-b36c-8411e3d25b5c on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:31.301093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0b7aa64-be85-4525-9786-09a0c718086b req-decf359d-0210-4544-a057-bd0fce19aebf tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:31.303326 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0b7aa64-be85-4525-9786-09a0c718086b req-decf359d-0210-4544-a057-bd0fce19aebf tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.73 "DELETE /v2.0/ports/8921479a-896a-4802-b36c-8411e3d25b5c HTTP/1.1" status: 204 len: 173 time: 1.0561445 Jun 30 02:27:31.315650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-882ae6d1-1ebd-4795-b8ef-30278a58fd15 req-68f4d48b-7a49-4b38-9e5f-dee68f9eeb16 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499611 Jun 30 02:27:31.761031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-10c8aa75-3d9c-4c8c-b869-df5e5a13c2f2 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53300 time: 0.8206263 Jun 30 02:27:31.798034 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c2de71e-8899-4871-afdf-923d0fe37d0e req-bc046d65-e596-4d4e-bf1b-5b3932ec9dbc tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=604ed857-9161-41a8-86cb-ee83fa6f3a82 HTTP/1.1" status: 200 len: 210 time: 0.0356975 Jun 30 02:27:31.819062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-7c07a3e7-2035-40cc-b065-9b4ebe3c4856 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/078f87e3-d224-4230-88e0-fdb24ac39055 HTTP/1.1" status: 200 len: 2977 time: 0.0558653 Jun 30 02:27:31.859806 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-3299bca0-dfb9-4e3c-8a06-4c015812e946 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/078f87e3-d224-4230-88e0-fdb24ac39055 HTTP/1.1" status: 200 len: 2977 time: 0.0410042 Jun 30 02:27:31.904742 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-01d98bf8-8945-4560-81ed-c273b912f8d4 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/1024081e-6248-469e-9e23-b5ba835ce679 HTTP/1.1" status: 200 len: 2981 time: 0.0378001 Jun 30 02:27:31.953516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-c9acb084-cd69-46f1-9f52-d02ef806b3cc tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/1024081e-6248-469e-9e23-b5ba835ce679 HTTP/1.1" status: 200 len: 2981 time: 0.0424409 Jun 30 02:27:31.988883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1519a663-2895-4b71-ba35-2911f12c4d8c up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:32.012629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-b701d387-9493-446a-891c-4f2377406f2a tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/1c687121-b4fc-4eff-b346-f9c0d924546b HTTP/1.1" status: 200 len: 2981 time: 0.0527034 Jun 30 02:27:32.067350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 1519a663-2895-4b71-ba35-2911f12c4d8c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:32.068180 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:32.079362 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-dafb8c19-4bdf-4bb9-a63a-026bb2b0c506 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/1c687121-b4fc-4eff-b346-f9c0d924546b HTTP/1.1" status: 200 len: 2981 time: 0.0553486 Jun 30 02:27:32.135804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-7fc0c48c-a629-46ec-97d6-dbd9e12e8aee tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/27681b07-b0b6-482e-acfd-e9a4d1ac7805 HTTP/1.1" status: 200 len: 2981 time: 0.0553296 Jun 30 02:27:32.205149 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:32.206321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-921a9e76-9d8e-402d-a18a-7565439a92c0 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/27681b07-b0b6-482e-acfd-e9a4d1ac7805 HTTP/1.1" status: 200 len: 2981 time: 0.0693035 Jun 30 02:27:32.239560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1519a663-2895-4b71-ba35-2911f12c4d8c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1519a663-2895-4b71-ba35-2911f12c4d8c,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:32.245091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:32.255695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-93dde76b-9456-4f34-a33c-8b526b9ade70 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3ec2e805-caf0-4fed-8911-ca2aa76f8981 HTTP/1.1" status: 200 len: 2981 time: 0.0427411 Jun 30 02:27:32.294934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=1519a663-2895-4b71-ba35-2911f12c4d8c,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:32.303743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-223451b6-9bfe-46cf-aa14-2a07050a8aa9 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3ec2e805-caf0-4fed-8911-ca2aa76f8981 HTTP/1.1" status: 200 len: 2981 time: 0.0417161 Jun 30 02:27:32.347258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-303c3711-4d05-4354-81cd-b63ee51dc78a tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6b193383-2810-4906-8c31-2111aec8d635 HTTP/1.1" status: 200 len: 2981 time: 0.0405328 Jun 30 02:27:32.407881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-cd52cfb7-f792-43b3-a743-aa51591c14ef tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/6b193383-2810-4906-8c31-2111aec8d635 HTTP/1.1" status: 200 len: 2981 time: 0.0548036 Jun 30 02:27:32.451355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-e88b5679-5fa8-4f1d-b7bc-8ee2503e3f38 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/70f6262a-e712-44cb-8b01-4dba5d26a096 HTTP/1.1" status: 200 len: 2981 time: 0.0418108 Jun 30 02:27:32.483606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:32.503238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-b2bfe644-f6c5-4f1e-92fc-915a8d06e5ef tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/70f6262a-e712-44cb-8b01-4dba5d26a096 HTTP/1.1" status: 200 len: 2981 time: 0.0450621 Jun 30 02:27:32.526791 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb790cb-0744-4826-a257-f4bde06c977c req-47b3ea43-b31a-49bc-8594-89fd66d041c2 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:32.532421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb790cb-0744-4826-a257-f4bde06c977c req-47b3ea43-b31a-49bc-8594-89fd66d041c2 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:32.534059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fcb790cb-0744-4826-a257-f4bde06c977c req-47b3ea43-b31a-49bc-8594-89fd66d041c2 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1681 time: 0.0771828 Jun 30 02:27:32.552940 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-190c5c92-1339-4587-aab1-6b160d1d365f tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/72d48ade-fa18-4e22-9f57-22e875ef7228 HTTP/1.1" status: 200 len: 2981 time: 0.0433681 Jun 30 02:27:32.573092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fcb790cb-0744-4826-a257-f4bde06c977c req-81b0fd40-7768-4f7b-b955-2cb60f682946 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Jun 30 02:27:32.615512 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-0ea0db54-5200-4e50-bde0-9f7043209df6 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/72d48ade-fa18-4e22-9f57-22e875ef7228 HTTP/1.1" status: 200 len: 2981 time: 0.0616703 Jun 30 02:27:32.666962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d9f7e288-983a-4951-b525-da6426bb1f2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cec145aa2d747cf98d6c57f659678cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791198 Jun 30 02:27:32.669774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:32.676861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-fe486fe2-f650-405d-91bf-9ff909247788 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a702a45e-4b53-4ea9-9cd1-4b391de2870a HTTP/1.1" status: 200 len: 2981 time: 0.0554721 Jun 30 02:27:32.726274 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bdab8ab-caee-43a6-b1a4-1e654f1e1bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:32.726894 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-bc0483b5-3017-49c9-8e48-c6b077a0fdbc tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a702a45e-4b53-4ea9-9cd1-4b391de2870a HTTP/1.1" status: 200 len: 2981 time: 0.0442636 Jun 30 02:27:32.760310 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bdab8ab-caee-43a6-b1a4-1e654f1e1bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:32.776716 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-b01c5aea-a49a-4e54-888a-88d3d0e6fdf8 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/d87deeda-d274-4a9d-ab9e-cb6263afb9cc HTTP/1.1" status: 200 len: 2973 time: 0.0432971 Jun 30 02:27:32.778990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1519a663-2895-4b71-ba35-2911f12c4d8c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:32.781803 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed18bd22-4baf-48a6-bdcc-5ffc8fd6e16e" -d '{"events": [{"server_uuid": "0cfdf399-721b-43c2-9c20-e981c1c81ba9", "name": "network-vif-plugged", "status": "completed", "tag": "1519a663-2895-4b71-ba35-2911f12c4d8c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:32.815042 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bdab8ab-caee-43a6-b1a4-1e654f1e1bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:32.819443 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3bdab8ab-caee-43a6-b1a4-1e654f1e1bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:32.820881 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3bdab8ab-caee-43a6-b1a4-1e654f1e1bc6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e28e853e-44e6-4f3e-b5e6-54897365820c HTTP/1.1" status: 204 len: 168 time: 0.1499710 Jun 30 02:27:32.832308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdab8ab-caee-43a6-b1a4-1e654f1e1bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28e853e-44e6-4f3e-b5e6-54897365820c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:32.838412 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-48274979-69bf-4ded-a657-c241e6fa9d6f tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/d87deeda-d274-4a9d-ab9e-cb6263afb9cc HTTP/1.1" status: 200 len: 2973 time: 0.0531871 Jun 30 02:27:32.862216 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-ab7cd7f5-7fdf-4e73-8e32-f32b6d187823 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] show failed (client error): The resource could not be found. Jun 30 02:27:32.862378 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f00baf7-40d0-45d6-9807-407c392e5b0f x-openstack-request-id: req-8f00baf7-40d0-45d6-9807-407c392e5b0f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:32.862607 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfdf399-721b-43c2-9c20-e981c1c81ba9", "name": "network-vif-plugged", "status": "completed", "tag": "1519a663-2895-4b71-ba35-2911f12c4d8c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:32.863407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-ab7cd7f5-7fdf-4e73-8e32-f32b6d187823 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e28e853e-44e6-4f3e-b5e6-54897365820c HTTP/1.1" status: 404 len: 352 time: 0.0186670 Jun 30 02:27:32.864396 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f00baf7-40d0-45d6-9807-407c392e5b0f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:32.864870 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1519a663-2895-4b71-ba35-2911f12c4d8c', 'code': 200} Jun 30 02:27:32.896587 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-2b4032ce-2589-4d52-ac43-a665f5854bc1 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] show failed (client error): The resource could not be found. Jun 30 02:27:32.898118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-2b4032ce-2589-4d52-ac43-a665f5854bc1 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e28e853e-44e6-4f3e-b5e6-54897365820c HTTP/1.1" status: 404 len: 352 time: 0.0186350 Jun 30 02:27:32.974973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-14cf7edd-8b96-426d-88ac-1608dc7553b1 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e3cf2933-cd98-4f9e-938d-9d2999f10dcd HTTP/1.1" status: 200 len: 2981 time: 0.0522921 Jun 30 02:27:33.025704 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-91ea7a1a-82df-4257-8dec-76d9fea998a0 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e3cf2933-cd98-4f9e-938d-9d2999f10dcd HTTP/1.1" status: 200 len: 2981 time: 0.0414593 Jun 30 02:27:33.065058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604ed857-9161-41a8-86cb-ee83fa6f3a82', 'name': 'network-vif-deleted', 'tag': '8921479a-896a-4802-b36c-8411e3d25b5c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:33.067334 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c786ee1-8953-4bd6-b5e5-98733ca1c5fc" -d '{"events": [{"server_uuid": "604ed857-9161-41a8-86cb-ee83fa6f3a82", "name": "network-vif-deleted", "tag": "8921479a-896a-4802-b36c-8411e3d25b5c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:33.075386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-559db34c-6a64-4f5f-b782-27163fafb6a3 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e87d1b00-274b-4778-8e54-262fe4e405ea HTTP/1.1" status: 200 len: 2981 time: 0.0436740 Jun 30 02:27:33.121901 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-76eb23aa-bf4e-4251-8d03-9c94cd9bcb95 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e87d1b00-274b-4778-8e54-262fe4e405ea HTTP/1.1" status: 200 len: 2981 time: 0.0402315 Jun 30 02:27:33.165454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:33.172635 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-c640f7dd-08d5-4591-976a-864a06c38a9c tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/f3c07a02-b3d2-4dfb-aa98-3902f835f523 HTTP/1.1" status: 200 len: 2981 time: 0.0442269 Jun 30 02:27:33.230898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-c9d6ddd8-214e-4952-8785-e9d9d40a271b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:33.232389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-c9d6ddd8-214e-4952-8785-e9d9d40a271b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/networks?id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8 HTTP/1.1" status: 200 len: 822 time: 0.1166916 Jun 30 02:27:33.236574 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9070251f-4718-40aa-86fc-a0c320fb4edb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca850a7a4fb247feaf52c7efb2ff7846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699997 Jun 30 02:27:33.239833 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e210bbe-4b75-4999-8485-ca0fc4a669a6 req-b974d0f9-3dd7-414d-9a5c-142287439666 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/f3c07a02-b3d2-4dfb-aa98-3902f835f523 HTTP/1.1" status: 200 len: 2981 time: 0.0586581 Jun 30 02:27:33.240507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:33.261398 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-559e420f-a576-47a5-be81-c1b6c1afc242 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/quotas/b47352a72a2144bd829ae1f1e0d5c955 HTTP/1.1" status: 200 len: 375 time: 0.0229959 Jun 30 02:27:33.332443 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db1b4ef-f346-4fd7-ad21-ccfabf8de6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:33.365190 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db1b4ef-f346-4fd7-ad21-ccfabf8de6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:33.375329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-dbbcd6e3-96e5-49c4-ba8a-9aa4338fe8f4 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b47352a72a2144bd829ae1f1e0d5c955&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063020 Jun 30 02:27:33.384333 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15873a7-4b1c-4aae-9064-6556712c11f5 x-openstack-request-id: req-e15873a7-4b1c-4aae-9064-6556712c11f5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:33.384630 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604ed857-9161-41a8-86cb-ee83fa6f3a82", "name": "network-vif-deleted", "tag": "8921479a-896a-4802-b36c-8411e3d25b5c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:33.385307 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e15873a7-4b1c-4aae-9064-6556712c11f5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:33.385307 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604ed857-9161-41a8-86cb-ee83fa6f3a82', 'name': 'network-vif-deleted', 'tag': '8921479a-896a-4802-b36c-8411e3d25b5c', 'status': 'completed', 'code': 200} Jun 30 02:27:33.435216 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db1b4ef-f346-4fd7-ad21-ccfabf8de6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:33.439043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7db1b4ef-f346-4fd7-ad21-ccfabf8de6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:33.440394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7db1b4ef-f346-4fd7-ad21-ccfabf8de6c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3c07a02-b3d2-4dfb-aa98-3902f835f523 HTTP/1.1" status: 204 len: 168 time: 0.1990051 Jun 30 02:27:33.449451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1b4ef-f346-4fd7-ad21-ccfabf8de6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c07a02-b3d2-4dfb-aa98-3902f835f523,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:33.486508 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2041f559-7226-4d8e-8c0f-f864653180a6 req-6da9168e-2894-4a12-b76e-5c64b65149fc tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4da51beac4464e089dc60df48e69f573 HTTP/1.1" status: 200 len: 6102 time: 0.0910194 Jun 30 02:27:33.534544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2041f559-7226-4d8e-8c0f-f864653180a6 req-e6ee4eff-1e1b-4a23-b850-77a779d4f6d7 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] 10.222.0.55 "GET /v2.0/security-groups/e3cf2933-cd98-4f9e-938d-9d2999f10dcd HTTP/1.1" status: 200 len: 2981 time: 0.0420187 Jun 30 02:27:33.584073 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2041f559-7226-4d8e-8c0f-f864653180a6 req-81775a1f-5cce-466f-bd48-328ce777cfc5 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] 10.222.0.55 "GET /v2.0/security-groups/e3cf2933-cd98-4f9e-938d-9d2999f10dcd HTTP/1.1" status: 200 len: 2981 time: 0.0439222 Jun 30 02:27:33.641075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-c132c12c-4754-42bc-8954-145b672a06af service neutron] 10.222.0.55 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553399 Jun 30 02:27:33.643241 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d8538e7-4df6-4012-b6d9-e3f6c60fcd0f req-672b47da-f7ea-4719-8bcd-d2fe6f62c5bf tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/5491c228-6018-469d-b5a9-3e69d4660ef3 HTTP/1.1" status: 200 len: 1777 time: 0.0360527 Jun 30 02:27:33.699244 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1d8538e7-4df6-4012-b6d9-e3f6c60fcd0f req-f6ece71e-e69e-4663-a6ab-f9c13b3e6264 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:33.720761 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1d8538e7-4df6-4012-b6d9-e3f6c60fcd0f req-f6ece71e-e69e-4663-a6ab-f9c13b3e6264 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:33.738101 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-2ac83d07-55fe-4089-90fa-922b42b9ca7e service neutron] 10.222.0.55 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Jun 30 02:27:33.764575 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1d8538e7-4df6-4012-b6d9-e3f6c60fcd0f req-f6ece71e-e69e-4663-a6ab-f9c13b3e6264 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:33.767965 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1d8538e7-4df6-4012-b6d9-e3f6c60fcd0f req-f6ece71e-e69e-4663-a6ab-f9c13b3e6264 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:33.769526 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d8538e7-4df6-4012-b6d9-e3f6c60fcd0f req-f6ece71e-e69e-4663-a6ab-f9c13b3e6264 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/5491c228-6018-469d-b5a9-3e69d4660ef3 HTTP/1.1" status: 204 len: 173 time: 0.1200235 Jun 30 02:27:33.781832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ece71e-e69e-4663-a6ab-f9c13b3e6264 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5491c228-6018-469d-b5a9-3e69d4660ef3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:33.875043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:33.918031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:33.918740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 327b3cb4-97d8-4ebe-80b6-f52faaa4e02f not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:33.921043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8921479a-896a-4802-b36c-8411e3d25b5c no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:33.962086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 8921479a-896a-4802-b36c-8411e3d25b5c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:33.963644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8921479a-896a-4802-b36c-8411e3d25b5c not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:34.026079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5184554-89d6-40bb-a35c-baf146d171b7 req-5d3e7fe4-c195-43af-b230-bdec53a7bf3b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:34.031825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5184554-89d6-40bb-a35c-baf146d171b7 req-5d3e7fe4-c195-43af-b230-bdec53a7bf3b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:34.033977 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5184554-89d6-40bb-a35c-baf146d171b7 req-5d3e7fe4-c195-43af-b230-bdec53a7bf3b tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1681 time: 0.1503899 Jun 30 02:27:34.082591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5184554-89d6-40bb-a35c-baf146d171b7 req-23be095d-207e-4673-a40f-8e0774427190 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 Jun 30 02:27:34.175567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9d2c98f-7dbf-4338-aa48-d7f4fc545ba4 req-c450c06e-11b6-4e99-81f4-0ed3b37d56e7 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "GET /v2.0/security-groups/df6ace04-fd0a-4c5e-8fdc-d2a257a91626 HTTP/1.1" status: 200 len: 1778 time: 0.0612950 Jun 30 02:27:34.182186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e856366-148e-40d3-8114-d57675170545 req-e432e301-0900-495c-a8eb-365e5dbd98b6 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 210 time: 0.0347698 Jun 30 02:27:34.246013 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9d2c98f-7dbf-4338-aa48-d7f4fc545ba4 req-69905c0b-4ad1-4a51-82b3-ead55abc7744 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.270109 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9d2c98f-7dbf-4338-aa48-d7f4fc545ba4 req-69905c0b-4ad1-4a51-82b3-ead55abc7744 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.321032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9d2c98f-7dbf-4338-aa48-d7f4fc545ba4 req-69905c0b-4ad1-4a51-82b3-ead55abc7744 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.324173 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9d2c98f-7dbf-4338-aa48-d7f4fc545ba4 req-69905c0b-4ad1-4a51-82b3-ead55abc7744 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.331031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9d2c98f-7dbf-4338-aa48-d7f4fc545ba4 req-69905c0b-4ad1-4a51-82b3-ead55abc7744 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/df6ace04-fd0a-4c5e-8fdc-d2a257a91626 HTTP/1.1" status: 204 len: 173 time: 0.1544163 Jun 30 02:27:34.365115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69905c0b-4ad1-4a51-82b3-ead55abc7744 tempest-SecurityGroupsTestAdminJSON-1155612 tempest-SecurityGroupsTestAdminJSON-1155612-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6ace04-fd0a-4c5e-8fdc-d2a257a91626,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:34.443144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c52066d0-53e1-4506-83bb-34daf70643eb req-c26aa66d-81dc-4a06-a538-4394b308965a tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] 10.222.0.55 "GET /v2.0/security-groups/5a8892d2-6b2b-4502-9936-bc78dd0262af HTTP/1.1" status: 200 len: 1777 time: 0.0923665 Jun 30 02:27:34.515487 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c52066d0-53e1-4506-83bb-34daf70643eb req-e34f31fb-3dda-4d10-9d32-fe89fdc15181 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.563608 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c52066d0-53e1-4506-83bb-34daf70643eb req-e34f31fb-3dda-4d10-9d32-fe89fdc15181 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.616397 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c52066d0-53e1-4506-83bb-34daf70643eb req-e34f31fb-3dda-4d10-9d32-fe89fdc15181 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.619081 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c52066d0-53e1-4506-83bb-34daf70643eb req-e34f31fb-3dda-4d10-9d32-fe89fdc15181 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.631878 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c52066d0-53e1-4506-83bb-34daf70643eb req-e34f31fb-3dda-4d10-9d32-fe89fdc15181 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] 10.222.0.55 "DELETE /v2.0/security-groups/5a8892d2-6b2b-4502-9936-bc78dd0262af HTTP/1.1" status: 204 len: 173 time: 0.1793761 Jun 30 02:27:34.649405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f31fb-3dda-4d10-9d32-fe89fdc15181 tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8892d2-6b2b-4502-9936-bc78dd0262af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:34.729471 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-466d429d-033e-4f52-9356-27a3c505c4d5 req-84400ce6-a798-47e9-9470-09427a3b4c5f tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] 10.222.0.55 "GET /v2.0/security-groups/1e837348-577a-4661-bb7e-f01873f87867 HTTP/1.1" status: 200 len: 1777 time: 0.0498450 Jun 30 02:27:34.809113 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-466d429d-033e-4f52-9356-27a3c505c4d5 req-674c381b-195c-4749-a73b-4b674805574d tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.830757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d04cca-eb00-4537-af3a-9d358c6154e7 req-7414d9ba-39c9-4fd2-98ea-b5a59f7e9f10 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:34.833225 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-466d429d-033e-4f52-9356-27a3c505c4d5 req-674c381b-195c-4749-a73b-4b674805574d tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.836685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d04cca-eb00-4537-af3a-9d358c6154e7 req-7414d9ba-39c9-4fd2-98ea-b5a59f7e9f10 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:34.838340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32d04cca-eb00-4537-af3a-9d358c6154e7 req-7414d9ba-39c9-4fd2-98ea-b5a59f7e9f10 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1681 time: 0.0888405 Jun 30 02:27:34.880790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-466d429d-033e-4f52-9356-27a3c505c4d5 req-674c381b-195c-4749-a73b-4b674805574d tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.882870 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32d04cca-eb00-4537-af3a-9d358c6154e7 req-d8dd88b3-953d-4b75-8df2-7cf064b2d727 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373685 Jun 30 02:27:34.883523 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-466d429d-033e-4f52-9356-27a3c505c4d5 req-674c381b-195c-4749-a73b-4b674805574d tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:34.884548 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-466d429d-033e-4f52-9356-27a3c505c4d5 req-674c381b-195c-4749-a73b-4b674805574d tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] 10.222.0.55 "DELETE /v2.0/security-groups/1e837348-577a-4661-bb7e-f01873f87867 HTTP/1.1" status: 204 len: 173 time: 0.1475029 Jun 30 02:27:34.895886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c381b-195c-4749-a73b-4b674805574d tempest-SecurityGroupsTestAdminJSON-1849489879 tempest-SecurityGroupsTestAdminJSON-1849489879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e837348-577a-4661-bb7e-f01873f87867,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:35.136378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:35.404747 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c22620e6-a4d2-4122-b7da-e80c65347cf8 req-496b80cc-1c87-4c96-945a-9f67341a0cb3 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 210 time: 0.0525775 Jun 30 02:27:35.446181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:35.446867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2a12a761-4ff2-4c25-a122-ae10a6d10ca8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4da51beac4464e089dc60df48e69f573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086679 Jun 30 02:27:35.468909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-7cc5f96f-224f-43e4-b1b5-ef4e7437625f tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:35.470928 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-7cc5f96f-224f-43e4-b1b5-ef4e7437625f tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.73 "GET /v2.0/networks?id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8 HTTP/1.1" status: 200 len: 822 time: 0.1912990 Jun 30 02:27:35.489203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Request body: {'port': {'device_id': 'ce511111-7c1a-4bb1-ac15-3f8faf2f54ab', 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8', 'admin_state_up': True, 'tenant_id': 'b47352a72a2144bd829ae1f1e0d5c955'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:35.513924 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24973055-80f1-425c-b945-54ba718f453f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:35.547572 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24973055-80f1-425c-b945-54ba718f453f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:35.603516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24973055-80f1-425c-b945-54ba718f453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:35.606863 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24973055-80f1-425c-b945-54ba718f453f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:35.610856 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-24973055-80f1-425c-b945-54ba718f453f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3cf2933-cd98-4f9e-938d-9d2999f10dcd HTTP/1.1" status: 204 len: 168 time: 0.1611793 Jun 30 02:27:35.622577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24973055-80f1-425c-b945-54ba718f453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cf2933-cd98-4f9e-938d-9d2999f10dcd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:35.693260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Made reservation on behalf of b47352a72a2144bd829ae1f1e0d5c955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:27:35.700813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:35.894457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Allocated IP 172.20.0.10 (5d37f6cc-24ea-441f-a9ec-bb032f00cac8/b806b6ac-3687-473d-91c8-6f24f21413bf/3a590af4-b3f9-409f-9de0-4b143456af7f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:27:36.063969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc9b5d-5b88-4eac-b8db-91d819d9ae44 req-420bf1a9-18c7-4af0-afea-803cd9c55c85 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:36.065839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3dc9b5d-5b88-4eac-b8db-91d819d9ae44 req-420bf1a9-18c7-4af0-afea-803cd9c55c85 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 945 time: 0.1583679 Jun 30 02:27:36.110342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:36.184520 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:36.185121 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-785e9b3e-d4ac-4181-bb9f-1001e2744562 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=715baf401f1c4dbda3b25a6d630686fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725791 Jun 30 02:27:36.185809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:36.195955 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3dc9b5d-5b88-4eac-b8db-91d819d9ae44 req-eebb61ab-f8d3-4ff6-980e-32c2d83f5fde tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236072 Jun 30 02:27:36.260906 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:36.298479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-854687a2-8b1b-466e-9dab-ec96c1567b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:36.321302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:27:36.325973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:27:36.339041 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-854687a2-8b1b-466e-9dab-ec96c1567b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:36.342283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:27:36.381347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event updated for resources: {'Port': ['ID=3a590af4-b3f9-409f-9de0-4b143456af7f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:36.440026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:36.441313 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:36.476179 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-84c03cd2-ef39-4b00-85e9-8057c747a82a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9938209 Jun 30 02:27:36.490443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a20317-e743-47e1-ab3d-4373b4d9626b req-c8557191-45e2-4dd8-856a-325b76ed8be6 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:36.499242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a20317-e743-47e1-ab3d-4373b4d9626b req-c8557191-45e2-4dd8-856a-325b76ed8be6 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:36.501078 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-854687a2-8b1b-466e-9dab-ec96c1567b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:36.505270 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-854687a2-8b1b-466e-9dab-ec96c1567b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:36.506876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-854687a2-8b1b-466e-9dab-ec96c1567b67 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/72d48ade-fa18-4e22-9f57-22e875ef7228 HTTP/1.1" status: 204 len: 168 time: 0.3196306 Jun 30 02:27:36.508148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76a20317-e743-47e1-ab3d-4373b4d9626b req-c8557191-45e2-4dd8-856a-325b76ed8be6 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1681 time: 0.1599655 Jun 30 02:27:36.523340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Request body: {'port': {'device_id': 'ce511111-7c1a-4bb1-ac15-3f8faf2f54ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:36.582435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854687a2-8b1b-466e-9dab-ec96c1567b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d48ade-fa18-4e22-9f57-22e875ef7228,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:36.604093 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76a20317-e743-47e1-ab3d-4373b4d9626b req-5dd60a79-079c-4de4-988b-fcafb2f3beaf tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946755 Jun 30 02:27:36.688825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-b8649a8c-d28e-48bc-9455-4df7f3bae710 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:36.704333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-b8649a8c-d28e-48bc-9455-4df7f3bae710 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:36.707441 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:36.707622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-b8649a8c-d28e-48bc-9455-4df7f3bae710 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 1681 time: 0.2879639 Jun 30 02:27:36.963054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-a76542c0-3e2b-48d7-9607-7eed839ea5f8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting port a74ce528-cfb7-4c1a-8ce4-8f6881305607 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:36.965029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-a76542c0-3e2b-48d7-9607-7eed839ea5f8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:37.187242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac125-72b5-4854-9b9d-ad3b86c51221 req-b914b230-6bee-48ff-b388-07b37a1835df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:37.195061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c61ac125-72b5-4854-9b9d-ad3b86c51221 req-b914b230-6bee-48ff-b388-07b37a1835df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 932 time: 0.1357985 Jun 30 02:27:37.251066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-a76542c0-3e2b-48d7-9607-7eed839ea5f8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] For port a74ce528-cfb7-4c1a-8ce4-8f6881305607, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a74ce528-cfb7-4c1a-8ce4-8f6881305607,segment=NetworkSegment(926fbae5-c2c5-45da-82d4-520a3efd5ad9),segment_id=926fbae5-c2c5-45da-82d4-520a3efd5ad9)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:37.258016 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-a76542c0-3e2b-48d7-9607-7eed839ea5f8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:37.266352 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c61ac125-72b5-4854-9b9d-ad3b86c51221 req-85200c34-a228-4966-921b-e07b2836258d tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708792 Jun 30 02:27:37.314904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-a76542c0-3e2b-48d7-9607-7eed839ea5f8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Calling delete_port for a74ce528-cfb7-4c1a-8ce4-8f6881305607 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:37.332153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a590af4-b3f9-409f-9de0-4b143456af7f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:37.360619 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:37.386322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Transition to ACTIVE for port object 3a590af4-b3f9-409f-9de0-4b143456af7f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:27:37.394250 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:37.572639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a590af4-b3f9-409f-9de0-4b143456af7f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:37.665515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Attempting to bind port 3a590af4-b3f9-409f-9de0-4b143456af7f on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:27:37.670056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Attempting to bind port 3a590af4-b3f9-409f-9de0-4b143456af7f by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:27:37.670591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Attempting to bind port 3a590af4-b3f9-409f-9de0-4b143456af7f on network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:37.685016 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-a76542c0-3e2b-48d7-9607-7eed839ea5f8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:37.687655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Port 3a590af4-b3f9-409f-9de0-4b143456af7f on network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:27:37.688002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Attempting to bind port 3a590af4-b3f9-409f-9de0-4b143456af7f on network 5d37f6cc-24ea-441f-a9ec-bb032f00cac8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:27:37.698512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fee68e4c-7ada-4119-87ba-17f1084cb445', 'a74ce528-cfb7-4c1a-8ce4-8f6881305607'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:37.719258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:27:37.719613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Checking segment: {'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:27:37.736156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Bound using segment: {'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:27:37.736454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Bound port: 3a590af4-b3f9-409f-9de0-4b143456af7f, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42e3405-cc4a-4727-b4dc-36b3c0427544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:27:37.737893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:37.746793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76542c0-3e2b-48d7-9607-7eed839ea5f8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Port': ['ID=a74ce528-cfb7-4c1a-8ce4-8f6881305607,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:37.856776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-a76542c0-3e2b-48d7-9607-7eed839ea5f8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] No DVR routers for this DVR port a74ce528-cfb7-4c1a-8ce4-8f6881305607 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:37.865988 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-a76542c0-3e2b-48d7-9607-7eed839ea5f8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:37.871079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-a76542c0-3e2b-48d7-9607-7eed839ea5f8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "DELETE /v2.0/ports/a74ce528-cfb7-4c1a-8ce4-8f6881305607 HTTP/1.1" status: 204 len: 173 time: 1.1512425 Jun 30 02:27:37.872637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'name': 'network-vif-deleted', 'tag': 'a74ce528-cfb7-4c1a-8ce4-8f6881305607'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:37.875409 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84119bfa-33c0-46eb-a562-b54f2ba75e90" -d '{"events": [{"server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "name": "network-vif-deleted", "tag": "a74ce528-cfb7-4c1a-8ce4-8f6881305607"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:37.976543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] For port 3a590af4-b3f9-409f-9de0-4b143456af7f, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:27:37.982432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] For port 3a590af4-b3f9-409f-9de0-4b143456af7f, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a590af4-b3f9-409f-9de0-4b143456af7f,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:27:37.999572 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:38.133570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:38.168144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:38.172388 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:38.177160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a590af4-b3f9-409f-9de0-4b143456af7f HTTP/1.1" status: 200 len: 1093 time: 1.6665668 Jun 30 02:27:38.178863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce511111-7c1a-4bb1-ac15-3f8faf2f54ab', 'tag': '3a590af4-b3f9-409f-9de0-4b143456af7f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:38.184546 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1ee921-00ca-4543-a222-ffb994e6e993" -d '{"events": [{"name": "network-changed", "server_uuid": "ce511111-7c1a-4bb1-ac15-3f8faf2f54ab", "tag": "3a590af4-b3f9-409f-9de0-4b143456af7f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:38.211647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e33966-aa4f-4407-800c-bb1a55e3f0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a590af4-b3f9-409f-9de0-4b143456af7f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:38.213558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-8f58db18-3aad-4dcf-b3e8-09042f3e4ca8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting port fee68e4c-7ada-4119-87ba-17f1084cb445 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:38.213994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-8f58db18-3aad-4dcf-b3e8-09042f3e4ca8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:38.321684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c14a6-ba1f-4dbe-a181-ae8544e674ec req-a5a7b65a-c0e1-46a4-a275-4cf47f140ba6 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:38.331053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-862c14a6-ba1f-4dbe-a181-ae8544e674ec req-a5a7b65a-c0e1-46a4-a275-4cf47f140ba6 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 945 time: 0.3400269 Jun 30 02:27:38.341681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-3ef6d740-c403-4c6a-9af3-a151098b10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:38.344179 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-3ef6d740-c403-4c6a-9af3-a151098b10dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b47352a72a2144bd829ae1f1e0d5c955&device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 1096 time: 0.0983453 Jun 30 02:27:38.387380 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-862c14a6-ba1f-4dbe-a181-ae8544e674ec req-66e858d0-763f-4054-b489-8a8bbb46fd1d tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/security-groups?id=a702a45e-4b53-4ea9-9cd1-4b391de2870a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552180 Jun 30 02:27:38.407547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1123408619-network', 'tenant_id': '785713c7db5a4a759281d0f08a622e19'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:38.447373 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-d7c75da7-3c52-41a1-bfd4-9328746c8a93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a590af4-b3f9-409f-9de0-4b143456af7f HTTP/1.1" status: 200 len: 217 time: 0.0930572 Jun 30 02:27:38.545111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-8f58db18-3aad-4dcf-b3e8-09042f3e4ca8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] For port fee68e4c-7ada-4119-87ba-17f1084cb445, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fee68e4c-7ada-4119-87ba-17f1084cb445,segment=NetworkSegment(ed7fd68b-a9ff-41c1-ac76-0e0b88504c42),segment_id=ed7fd68b-a9ff-41c1-ac76-0e0b88504c42)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:38.545490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-8f58db18-3aad-4dcf-b3e8-09042f3e4ca8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:38.552224 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf48ea50-f099-40a0-b9a2-fd10cb238568 x-openstack-request-id: req-cf48ea50-f099-40a0-b9a2-fd10cb238568 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:38.552525 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce511111-7c1a-4bb1-ac15-3f8faf2f54ab", "tag": "3a590af4-b3f9-409f-9de0-4b143456af7f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:38.552843 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf48ea50-f099-40a0-b9a2-fd10cb238568 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:38.553223 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce511111-7c1a-4bb1-ac15-3f8faf2f54ab', 'tag': '3a590af4-b3f9-409f-9de0-4b143456af7f', 'status': 'completed', 'code': 200} Jun 30 02:27:38.581081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-8f58db18-3aad-4dcf-b3e8-09042f3e4ca8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Calling delete_port for fee68e4c-7ada-4119-87ba-17f1084cb445 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:38.597571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-427a0782-0d56-4f17-8ff4-cdaf69d4a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:38.601303 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-427a0782-0d56-4f17-8ff4-cdaf69d4a503 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b806b6ac-3687-473d-91c8-6f24f21413bf HTTP/1.1" status: 200 len: 862 time: 0.1401312 Jun 30 02:27:38.669231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-1e63b3fc-b655-4f57-8e23-c27d7c92f0f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556474 Jun 30 02:27:38.790201 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51d1493-3311-406c-ba78-26bfbe8a2591 x-openstack-request-id: req-c51d1493-3311-406c-ba78-26bfbe8a2591 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:38.791016 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "name": "network-vif-deleted", "tag": "a74ce528-cfb7-4c1a-8ce4-8f6881305607", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:38.791016 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c51d1493-3311-406c-ba78-26bfbe8a2591 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:38.791238 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'name': 'network-vif-deleted', 'tag': 'a74ce528-cfb7-4c1a-8ce4-8f6881305607', 'status': 'completed', 'code': 200} Jun 30 02:27:38.797522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-8f58db18-3aad-4dcf-b3e8-09042f3e4ca8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:38.842993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c8957-3c00-4b97-8d7c-0e2c12e58af4 req-a7ed0e99-eeae-4911-ac21-ebecfc4dce65 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:38.853604 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f4c8957-3c00-4b97-8d7c-0e2c12e58af4 req-a7ed0e99-eeae-4911-ac21-ebecfc4dce65 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 944 time: 0.1877184 Jun 30 02:27:38.882055 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-17865c2e-73d4-47ff-a0d4-f4cb3926d897 service neutron] 10.222.0.73 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999056 Jun 30 02:27:38.897701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58db18-3aad-4dcf-b3e8-09042f3e4ca8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Port': ['ID=fee68e4c-7ada-4119-87ba-17f1084cb445,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:38.961683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Made reservation on behalf of 785713c7db5a4a759281d0f08a622e19 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:27:38.969943 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.033143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.035209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-8f58db18-3aad-4dcf-b3e8-09042f3e4ca8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] No DVR routers for this DVR port fee68e4c-7ada-4119-87ba-17f1084cb445 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:39.043020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-8f58db18-3aad-4dcf-b3e8-09042f3e4ca8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.049683 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c35db130-f409-4668-b6ae-6471f7e913b7 req-8f58db18-3aad-4dcf-b3e8-09042f3e4ca8 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.69 "DELETE /v2.0/ports/fee68e4c-7ada-4119-87ba-17f1084cb445 HTTP/1.1" status: 204 len: 173 time: 1.1636446 Jun 30 02:27:39.093102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f4c8957-3c00-4b97-8d7c-0e2c12e58af4 req-e7047e15-2212-4528-bb37-88aa26cb695b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339444 Jun 30 02:27:39.100360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa03a07-f49a-4b86-bd2f-2947793475fa req-6e96bd18-489c-40b0-84d5-67696bbe949b service neutron] 10.222.0.73 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014573 Jun 30 02:27:39.307882 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.326488 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.390283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:27:39.408810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.409024 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Added segment 9da18d4c-5848-48fb-b256-1763e8928467 of type vlan for network 468c3a92-a231-4f61-a511-695e02e92059 Jun 30 02:27:39.509571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ee921-00ca-4543-a222-ffb994e6e993 req-75d884b9-8c58-4f94-9db3-890503893fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:39.511693 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce1ee921-00ca-4543-a222-ffb994e6e993 req-75d884b9-8c58-4f94-9db3-890503893fba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b47352a72a2144bd829ae1f1e0d5c955&device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 1096 time: 0.2434049 Jun 30 02:27:39.522229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38de29-f9a6-46cb-a8c7-52f7e1eb07cd req-24da864d-3fcb-40af-9ab5-9a68b859a313 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:39.531805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f63f771-731f-4afb-a6c0-906305fbdcbd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:39.552342 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec38de29-f9a6-46cb-a8c7-52f7e1eb07cd req-24da864d-3fcb-40af-9ab5-9a68b859a313 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 945 time: 0.1674325 Jun 30 02:27:39.558398 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.561705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.562325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.563068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.563572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.564098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.564937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.565424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.566079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.566569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.567071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.567568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:39.572780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.610886 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.615985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:39.618646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.633538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec38de29-f9a6-46cb-a8c7-52f7e1eb07cd req-e84b7878-f216-4b01-b865-ecb24a242581 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768557 Jun 30 02:27:39.777570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6337812 Jun 30 02:27:39.785998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:39.807683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Request body: {'subnet': {'network_id': '468c3a92-a231-4f61-a511-695e02e92059', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1123408619-subnet', 'tenant_id': '785713c7db5a4a759281d0f08a622e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:39.815417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38701ab8-63ae-44c3-b33d-2b48c8df971d req-b6181e5e-60be-4e4f-b7fe-6293eb8abcd6 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a HTTP/1.1" status: 200 len: 210 time: 0.0615225 Jun 30 02:27:39.824171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c798d-eb04-4eb2-a05a-9683ea789eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=468c3a92-a231-4f61-a511-695e02e92059,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:39.842025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 468c3a92-a231-4f61-a511-695e02e92059 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:27:39.852481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ee921-00ca-4543-a222-ffb994e6e993 req-1823f7c1-30c5-45e3-86c7-6ff6d842dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:39.854149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce1ee921-00ca-4543-a222-ffb994e6e993 req-1823f7c1-30c5-45e3-86c7-6ff6d842dd70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8 HTTP/1.1" status: 200 len: 923 time: 0.2770326 Jun 30 02:27:39.873381 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Made reservation on behalf of 785713c7db5a4a759281d0f08a622e19 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:27:39.878188 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:39.975638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce1ee921-00ca-4543-a222-ffb994e6e993 req-0ba04850-6e20-4218-b0aa-a89293dbc4c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a590af4-b3f9-409f-9de0-4b143456af7f HTTP/1.1" status: 200 len: 217 time: 0.1042204 Jun 30 02:27:40.044745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a74ce528-cfb7-4c1a-8ce4-8f6881305607 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:40.077321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: a74ce528-cfb7-4c1a-8ce4-8f6881305607 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:40.078534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a74ce528-cfb7-4c1a-8ce4-8f6881305607 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:40.080242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fee68e4c-7ada-4119-87ba-17f1084cb445 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:40.112187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: fee68e4c-7ada-4119-87ba-17f1084cb445 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:40.113063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fee68e4c-7ada-4119-87ba-17f1084cb445 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:40.118566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ee921-00ca-4543-a222-ffb994e6e993 req-7b7b0dc9-9679-4014-a5fe-49a83cd7d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:40.122291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce1ee921-00ca-4543-a222-ffb994e6e993 req-7b7b0dc9-9679-4014-a5fe-49a83cd7d4af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b806b6ac-3687-473d-91c8-6f24f21413bf HTTP/1.1" status: 200 len: 862 time: 0.1384022 Jun 30 02:27:40.179735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:40.183461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce1ee921-00ca-4543-a222-ffb994e6e993 req-19b0aacd-807c-4108-84b7-63ff26365ebb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d37f6cc-24ea-441f-a9ec-bb032f00cac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513084 Jun 30 02:27:40.230188 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:40.303429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f376b2b-bc45-4ab6-b7da-814a9eedd73f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:40.318198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Checking segment: {'id': '9da18d4c-5848-48fb-b256-1763e8928467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '468c3a92-a231-4f61-a511-695e02e92059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:27:40.318847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Network hostable DHCP agents. Network: 468c3a92-a231-4f61-a511-695e02e92059, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:27:40.340992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Network 468c3a92-a231-4f61-a511-695e02e92059 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:27:40.352547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 468c3a92-a231-4f61-a511-695e02e92059) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:27:40.359921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:40.361146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:40.362869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:40.364987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd52fb-cb8f-412a-bcca-16fc4c2904a6 None None] Network 468c3a92-a231-4f61-a511-695e02e92059 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:27:40.381649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e41bd31c-eb6a-4ec8-a549-38199a2646a4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5778341 Jun 30 02:27:40.434637 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce1ee921-00ca-4543-a222-ffb994e6e993 req-7ef87c71-7c74-469b-a9fd-eb46186da80a service neutron] 10.222.0.73 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371602 Jun 30 02:27:40.447928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419d42b-3e70-4988-a3c1-ed45ec12c2f5 req-28d64a0d-242f-4c0d-bab3-96da1ad34b58 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:40.455210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e419d42b-3e70-4988-a3c1-ed45ec12c2f5 req-28d64a0d-242f-4c0d-bab3-96da1ad34b58 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 944 time: 0.1778734 Jun 30 02:27:40.579131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e419d42b-3e70-4988-a3c1-ed45ec12c2f5 req-fe37a0cd-d875-436a-b961-5a01e2d4c750 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214173 Jun 30 02:27:40.650067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f151ca-9bba-418b-aaa9-c4d20c3f9e45 None None] Network 468c3a92-a231-4f61-a511-695e02e92059 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:27:40.653005 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce1ee921-00ca-4543-a222-ffb994e6e993 req-b10def11-1284-4c8e-93e2-99df095c2c14 service neutron] 10.222.0.73 "GET /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905587 Jun 30 02:27:40.694229 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:40.700680 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:40.793333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'name': 'network-vif-deleted', 'tag': 'fee68e4c-7ada-4119-87ba-17f1084cb445'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:40.795878 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5168bfa7-1d9c-4840-aea4-19679a1dd459" -d '{"events": [{"server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "name": "network-vif-deleted", "tag": "fee68e4c-7ada-4119-87ba-17f1084cb445"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:40.801041 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54e89943103546dcae20a3fed0589d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199119 Jun 30 02:27:40.802112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:40.816467 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2014f7e2-64dd-487f-bcf8-cad0ec5ceaba,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:40.819783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-82bf9f90-a59d-4fa4-a72c-ae4c829d23d9 req-de19c2ce-99f6-4555-95db-21e37cfcb50b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1441928881', 'description': 'tempest-description-275167596'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:40.837879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.838223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.838556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.838913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.839238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.839562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.839881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.840564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.840564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.840787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.843108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.843108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34321540-e9f7-4fbc-8ca3-b24a1d4c7d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:27:40.874264 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82bf9f90-a59d-4fa4-a72c-ae4c829d23d9 req-de19c2ce-99f6-4555-95db-21e37cfcb50b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:40.939328 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47414b-8048-4416-b051-d9bf55b9d990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:40.971972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ecf66-9c87-4f02-bfbf-e0b0bf78869e req-f12de4a5-db9b-4f2f-b63a-04011e4898b6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:40.977461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa8ecf66-9c87-4f02-bfbf-e0b0bf78869e req-f12de4a5-db9b-4f2f-b63a-04011e4898b6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 945 time: 0.1185238 Jun 30 02:27:40.995582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82bf9f90-a59d-4fa4-a72c-ae4c829d23d9 req-de19c2ce-99f6-4555-95db-21e37cfcb50b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.001730 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47414b-8048-4416-b051-d9bf55b9d990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.003714 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82bf9f90-a59d-4fa4-a72c-ae4c829d23d9 req-de19c2ce-99f6-4555-95db-21e37cfcb50b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.038981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82bf9f90-a59d-4fa4-a72c-ae4c829d23d9 req-de19c2ce-99f6-4555-95db-21e37cfcb50b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.050746 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82bf9f90-a59d-4fa4-a72c-ae4c829d23d9 req-de19c2ce-99f6-4555-95db-21e37cfcb50b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2516856 Jun 30 02:27:41.065770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa8ecf66-9c87-4f02-bfbf-e0b0bf78869e req-ea79d62d-ad28-4e55-a918-f2bceea4ba00 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835361 Jun 30 02:27:41.066532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19c2ce-99f6-4555-95db-21e37cfcb50b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e641d06-1fbd-44be-96fa-a1f7533ab23b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:41.096320 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47414b-8048-4416-b051-d9bf55b9d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.097241 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529197d4-9395-4c1c-9a9c-1fd48e0d52fa x-openstack-request-id: req-529197d4-9395-4c1c-9a9c-1fd48e0d52fa {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:41.097534 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a", "name": "network-vif-deleted", "tag": "fee68e4c-7ada-4119-87ba-17f1084cb445", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:41.097841 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-529197d4-9395-4c1c-9a9c-1fd48e0d52fa {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:41.098561 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c57bf3b-6d0e-4c32-b5ad-4c52fbd9078a', 'name': 'network-vif-deleted', 'tag': 'fee68e4c-7ada-4119-87ba-17f1084cb445', 'status': 'completed', 'code': 200} Jun 30 02:27:41.098990 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f47414b-8048-4416-b051-d9bf55b9d990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.103144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5f47414b-8048-4416-b051-d9bf55b9d990 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2014f7e2-64dd-487f-bcf8-cad0ec5ceaba HTTP/1.1" status: 204 len: 168 time: 0.3000968 Jun 30 02:27:41.111518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47414b-8048-4416-b051-d9bf55b9d990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2014f7e2-64dd-487f-bcf8-cad0ec5ceaba,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:41.199635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:41.285014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-96933252-b022-442a-ad98-f57bba15992f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting subnet 1b6906fb-bbda-4bca-ac59-2fae392aaa18 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:27:41.288216 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96933252-b022-442a-ad98-f57bba15992f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.309723 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7fe51ab7-023f-49c8-b372-1a0268dc657f req-5364e4e2-8837-48ae-bf9e-5bcfa54c7e0a tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/2e641d06-1fbd-44be-96fa-a1f7533ab23b HTTP/1.1" status: 200 len: 1804 time: 0.0897646 Jun 30 02:27:41.320304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7fe51ab7-023f-49c8-b372-1a0268dc657f req-528d47c6-83c2-49ee-bf95-217e53df132d tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e641d06-1fbd-44be-96fa-a1f7533ab23b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:41.320645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-7fe51ab7-023f-49c8-b372-1a0268dc657f req-528d47c6-83c2-49ee-bf95-217e53df132d tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e641d06-1fbd-44be-96fa-a1f7533ab23b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:41.335353 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96933252-b022-442a-ad98-f57bba15992f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.407998 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7fe51ab7-023f-49c8-b372-1a0268dc657f req-528d47c6-83c2-49ee-bf95-217e53df132d tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.444552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96933252-b022-442a-ad98-f57bba15992f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.446225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7fe51ab7-023f-49c8-b372-1a0268dc657f req-528d47c6-83c2-49ee-bf95-217e53df132d tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.451751 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7fe51ab7-023f-49c8-b372-1a0268dc657f req-528d47c6-83c2-49ee-bf95-217e53df132d tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.467497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d47c6-83c2-49ee-bf95-217e53df132d tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca79427c-336d-4ca9-b6a5-9943687e6b44,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:41.487923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7fe51ab7-023f-49c8-b372-1a0268dc657f req-528d47c6-83c2-49ee-bf95-217e53df132d tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.493329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7fe51ab7-023f-49c8-b372-1a0268dc657f req-528d47c6-83c2-49ee-bf95-217e53df132d tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1773341 Jun 30 02:27:41.540022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0d5adcf9-3e4b-45e4-bd90-cde6e326997d req-dc133ee8-c38c-4554-8878-68ca0cc29852 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-445368208', 'description': 'tempest-description-1931980055'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:41.545421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:41.566834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96933252-b022-442a-ad98-f57bba15992f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.577277 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5732-7345-43f0-8090-f0e5c520abc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.636062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad95d45-e60f-4cd7-affb-96664ccc730a None None] Network 3477a5e3-1ce1-47cd-a660-8532512b1c29 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:27:41.648271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96933252-b022-442a-ad98-f57bba15992f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6906fb-bbda-4bca-ac59-2fae392aaa18,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:41.657268 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96933252-b022-442a-ad98-f57bba15992f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.665783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:41.675702 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-96933252-b022-442a-ad98-f57bba15992f tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "DELETE /v2.0/subnets/1b6906fb-bbda-4bca-ac59-2fae392aaa18 HTTP/1.1" status: 204 len: 168 time: 0.4744365 Jun 30 02:27:41.696900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0d5adcf9-3e4b-45e4-bd90-cde6e326997d req-dc133ee8-c38c-4554-8878-68ca0cc29852 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.821905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.891920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting port 2964aa53-adbf-4492-b440-06b11c3ecb3c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:41.892596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:41.928527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:27:42.042555 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5732-7345-43f0-8090-f0e5c520abc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.075554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-284ea1ba-b410-47eb-9718-18b4f72fcbc6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:42.079455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-284ea1ba-b410-47eb-9718-18b4f72fcbc6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.73 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 945 time: 0.2188873 Jun 30 02:27:42.082776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5732-7345-43f0-8090-f0e5c520abc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.085103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:42.101020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'f92876a2-c765-4919-92eb-cac217df25a9', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'port_id': 'f92876a2-c765-4919-92eb-cac217df25a9', 'mac_address': 'fa:16:3e:87:26:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:27:42.103319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916ccd3-5300-4e16-b270-517f9ec718a7 None None] DHCP port deletion for 3477a5e3-1ce1-47cd-a660-8532512b1c29 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:27:42.138751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] For port 2964aa53-adbf-4492-b440-06b11c3ecb3c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2964aa53-adbf-4492-b440-06b11c3ecb3c,segment=NetworkSegment(926fbae5-c2c5-45da-82d4-520a3efd5ad9),segment_id=926fbae5-c2c5-45da-82d4-520a3efd5ad9)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:42.139315 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.175998 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ad2d5732-7345-43f0-8090-f0e5c520abc3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=306d782eaacd416ba265e7ac3918c508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6293046 Jun 30 02:27:42.177333 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.181050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5732-7345-43f0-8090-f0e5c520abc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695b544a-8db5-4529-b99a-5e19ebfa35cb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:42.188701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:42.197672 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f92876a2-c765-4919-92eb-cac217df25a9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:42.214065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Calling delete_port for 2964aa53-adbf-4492-b440-06b11c3ecb3c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:42.219170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:42.243829 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.244622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3a590af4-b3f9-409f-9de0-4b143456af7f details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:27:42.299552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0916ccd3-5300-4e16-b270-517f9ec718a7 None None] Deleting port 2964aa53-adbf-4492-b440-06b11c3ecb3c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:42.300060 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0916ccd3-5300-4e16-b270-517f9ec718a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.321020 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de641012-ad89-468a-8232-3780b9db22a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.342991 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de641012-ad89-468a-8232-3780b9db22a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.353726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba94e-5fdd-429e-9813-e71506be6276 req-4eece690-ff37-4497-aee3-7a579e349d41 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:42.369788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b96ba94e-5fdd-429e-9813-e71506be6276 req-4eece690-ff37-4497-aee3-7a579e349d41 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 944 time: 0.3805032 Jun 30 02:27:42.392164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0916ccd3-5300-4e16-b270-517f9ec718a7 None None] For port 2964aa53-adbf-4492-b440-06b11c3ecb3c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2964aa53-adbf-4492-b440-06b11c3ecb3c,segment=NetworkSegment(926fbae5-c2c5-45da-82d4-520a3efd5ad9),segment_id=926fbae5-c2c5-45da-82d4-520a3efd5ad9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:42.392648 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0916ccd3-5300-4e16-b270-517f9ec718a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.400797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de641012-ad89-468a-8232-3780b9db22a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.403764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de641012-ad89-468a-8232-3780b9db22a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.407836 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-de641012-ad89-468a-8232-3780b9db22a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/695b544a-8db5-4529-b99a-5e19ebfa35cb HTTP/1.1" status: 204 len: 168 time: 0.2182665 Jun 30 02:27:42.419256 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0d5adcf9-3e4b-45e4-bd90-cde6e326997d req-dc133ee8-c38c-4554-8878-68ca0cc29852 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.432014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0d5adcf9-3e4b-45e4-bd90-cde6e326997d req-dc133ee8-c38c-4554-8878-68ca0cc29852 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.449667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de641012-ad89-468a-8232-3780b9db22a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695b544a-8db5-4529-b99a-5e19ebfa35cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:42.488540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc133ee8-c38c-4554-8878-68ca0cc29852 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb325b-367d-4082-a9ae-ee8d4c5173c5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:42.492509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0d5adcf9-3e4b-45e4-bd90-cde6e326997d req-dc133ee8-c38c-4554-8878-68ca0cc29852 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.506524 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d5adcf9-3e4b-45e4-bd90-cde6e326997d req-dc133ee8-c38c-4554-8878-68ca0cc29852 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9697576 Jun 30 02:27:42.532285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-7fe1dea6-c819-40e2-b1fb-9e489621b97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Deleting port 59c36ea4-afe7-4464-a5f6-a317c7622975 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:42.532647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-7fe1dea6-c819-40e2-b1fb-9e489621b97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.622747 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b96ba94e-5fdd-429e-9813-e71506be6276 req-c56b7854-8bfd-482b-8d91-345aa54e701e tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516525 Jun 30 02:27:42.735769 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.816790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Port': ['ID=2964aa53-adbf-4492-b440-06b11c3ecb3c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:42.843218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0916ccd3-5300-4e16-b270-517f9ec718a7 None None] Calling delete_port for 2964aa53-adbf-4492-b440-06b11c3ecb3c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:42.846490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] No DVR routers for this DVR port 2964aa53-adbf-4492-b440-06b11c3ecb3c on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:42.937897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-7fe1dea6-c819-40e2-b1fb-9e489621b97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] For port 59c36ea4-afe7-4464-a5f6-a317c7622975, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=59c36ea4-afe7-4464-a5f6-a317c7622975,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:42.938492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-7fe1dea6-c819-40e2-b1fb-9e489621b97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:42.971076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-7fe1dea6-c819-40e2-b1fb-9e489621b97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Calling delete_port for 59c36ea4-afe7-4464-a5f6-a317c7622975 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:43.069444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.080876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3477a5e3-1ce1-47cd-a660-8532512b1c29']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:43.092076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926fbae5-c2c5-45da-82d4-520a3efd5ad9') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:43.092367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926fbae5-c2c5-45da-82d4-520a3efd5ad9') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:43.103194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.112952 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0916ccd3-5300-4e16-b270-517f9ec718a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.119215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.127499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:27:43.127499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.158178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2964aa53-adbf-4492-b440-06b11c3ecb3c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:43.214595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916ccd3-5300-4e16-b270-517f9ec718a7 None None] No DVR routers for this DVR port 2964aa53-adbf-4492-b440-06b11c3ecb3c on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:43.219639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 2964aa53-adbf-4492-b440-06b11c3ecb3c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:43.220239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2964aa53-adbf-4492-b440-06b11c3ecb3c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:43.259802 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:27:43.266026 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:27:43.269394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.284509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.298379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "DELETE /v2.0/networks/3477a5e3-1ce1-47cd-a660-8532512b1c29 HTTP/1.1" status: 204 len: 168 time: 1.6312263 Jun 30 02:27:43.298623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:43.358408 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d7ba800-09b5-41a9-bf11-35b85a2b3311 req-5d407650-9778-4b8a-9e29-058b9be50f6b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/b6fb325b-367d-4082-a9ae-ee8d4c5173c5 HTTP/1.1" status: 200 len: 1804 time: 0.1351740 Jun 30 02:27:43.372687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ff92c-abb3-4b3d-8e67-d5583be66486 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Network': ['ID=3477a5e3-1ce1-47cd-a660-8532512b1c29,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:43.373520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c30ef68-c287-483b-98fb-58993c596d12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting subnet 5fbfe67a-b08b-4887-842a-f37fb5d615e7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:27:43.382154 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c30ef68-c287-483b-98fb-58993c596d12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.392391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:43.404134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5d7ba800-09b5-41a9-bf11-35b85a2b3311 req-e9c7f385-0454-4300-bfb5-c5b7f18c4e98 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b6fb325b-367d-4082-a9ae-ee8d4c5173c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:43.408599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5d7ba800-09b5-41a9-bf11-35b85a2b3311 req-e9c7f385-0454-4300-bfb5-c5b7f18c4e98 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b6fb325b-367d-4082-a9ae-ee8d4c5173c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:43.464193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916ccd3-5300-4e16-b270-517f9ec718a7 None None] Pushing event deleted for resources: {'Port': ['ID=2964aa53-adbf-4492-b440-06b11c3ecb3c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:43.485047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c30ef68-c287-483b-98fb-58993c596d12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.567608 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d7ba800-09b5-41a9-bf11-35b85a2b3311 req-e9c7f385-0454-4300-bfb5-c5b7f18c4e98 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.572644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3a590af4-b3f9-409f-9de0-4b143456af7f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a590af4-b3f9-409f-9de0-4b143456af7f,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:43.608197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '3a590af4-b3f9-409f-9de0-4b143456af7f', 'network_id': '5d37f6cc-24ea-441f-a9ec-bb032f00cac8', 'port_id': '3a590af4-b3f9-409f-9de0-4b143456af7f', 'mac_address': 'fa:16:3e:f5:ab:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b806b6ac-3687-473d-91c8-6f24f21413bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:27:43.624962 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d7ba800-09b5-41a9-bf11-35b85a2b3311 req-e9c7f385-0454-4300-bfb5-c5b7f18c4e98 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.634791 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d7ba800-09b5-41a9-bf11-35b85a2b3311 req-e9c7f385-0454-4300-bfb5-c5b7f18c4e98 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.664021 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.681509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a590af4-b3f9-409f-9de0-4b143456af7f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:43.688136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7f385-0454-4300-bfb5-c5b7f18c4e98 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3235cce-d883-44b2-a9b3-22fd0716cb8a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:43.704217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5d7ba800-09b5-41a9-bf11-35b85a2b3311 req-e9c7f385-0454-4300-bfb5-c5b7f18c4e98 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.706011 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d7ba800-09b5-41a9-bf11-35b85a2b3311 req-e9c7f385-0454-4300-bfb5-c5b7f18c4e98 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3226945 Jun 30 02:27:43.756863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3a590af4-b3f9-409f-9de0-4b143456af7f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a590af4-b3f9-409f-9de0-4b143456af7f,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:43.764434 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:43.871108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=3a590af4-b3f9-409f-9de0-4b143456af7f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:43.936541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 59c36ea4-afe7-4464-a5f6-a317c7622975 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:44.009931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['f92876a2-c765-4919-92eb-cac217df25a9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:44.129530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['3a590af4-b3f9-409f-9de0-4b143456af7f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:44.529938 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:44.530337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7d418-3ad0-4787-9226-76196a4b864a req-5efd1b25-e40e-4b18-827c-3336fc34da12 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:44.537993 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddb7d418-3ad0-4787-9226-76196a4b864a req-5efd1b25-e40e-4b18-827c-3336fc34da12 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 945 time: 1.6888275 Jun 30 02:27:44.612028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddb7d418-3ad0-4787-9226-76196a4b864a req-9626c5b1-a5f7-4434-b7e8-cbbd7652a21e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727522 Jun 30 02:27:44.623117 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c30ef68-c287-483b-98fb-58993c596d12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:44.640807 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-7fe1dea6-c819-40e2-b1fb-9e489621b97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:44.952390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1dea6-c819-40e2-b1fb-9e489621b97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event deleted for resources: {'Port': ['ID=59c36ea4-afe7-4464-a5f6-a317c7622975,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:44.964044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-7fe1dea6-c819-40e2-b1fb-9e489621b97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] No DVR routers for this DVR port 59c36ea4-afe7-4464-a5f6-a317c7622975 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:44.971762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-7fe1dea6-c819-40e2-b1fb-9e489621b97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:44.975254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-57266e4b-2d3f-45d9-9af8-ea3bfbac8d87 req-7fe1dea6-c819-40e2-b1fb-9e489621b97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.73 "DELETE /v2.0/ports/59c36ea4-afe7-4464-a5f6-a317c7622975 HTTP/1.1" status: 204 len: 173 time: 2.8853073 Jun 30 02:27:44.991263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946c0ee8-49ff-401e-8424-8b52d2303869', 'name': 'network-vif-deleted', 'tag': '59c36ea4-afe7-4464-a5f6-a317c7622975'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:44.993658 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024e5b6d-73ac-497a-9f36-f6095c9fec83" -d '{"events": [{"server_uuid": "946c0ee8-49ff-401e-8424-8b52d2303869", "name": "network-vif-deleted", "tag": "59c36ea4-afe7-4464-a5f6-a317c7622975"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:45.204982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f6581-1bdc-4bf0-9e3e-70b97acdfab2 req-1406f88d-8c0d-4fbd-88e0-926347f4e134 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:45.206649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c8f6581-1bdc-4bf0-9e3e-70b97acdfab2 req-1406f88d-8c0d-4fbd-88e0-926347f4e134 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 945 time: 0.3135588 Jun 30 02:27:45.207742 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c30ef68-c287-483b-98fb-58993c596d12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:45.303853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c30ef68-c287-483b-98fb-58993c596d12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:45.309404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f00c184-bb8e-457a-90c4-48981f718321 None None] Network 02bd6edb-3bfc-4cb2-b799-e80f715afa25 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:27:45.320948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1c30ef68-c287-483b-98fb-58993c596d12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "DELETE /v2.0/subnets/5fbfe67a-b08b-4887-842a-f37fb5d615e7 HTTP/1.1" status: 204 len: 168 time: 2.0153129 Jun 30 02:27:45.323715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:45.361280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30ef68-c287-483b-98fb-58993c596d12 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbfe67a-b08b-4887-842a-f37fb5d615e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:45.443888 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c8f6581-1bdc-4bf0-9e3e-70b97acdfab2 req-12f95353-91eb-41c4-980c-ce938008b6a7 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698265 Jun 30 02:27:45.492152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5771b770-147a-404a-b885-4c2e7d4f6041 req-dc3e5dca-cb7a-4444-b7b7-d32ec2be2545 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1496417754', 'description': 'tempest-description-231509830'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:45.529627 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5771b770-147a-404a-b885-4c2e7d4f6041 req-dc3e5dca-cb7a-4444-b7b7-d32ec2be2545 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:45.603286 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:45.646508 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5771b770-147a-404a-b885-4c2e7d4f6041 req-dc3e5dca-cb7a-4444-b7b7-d32ec2be2545 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:45.657357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5771b770-147a-404a-b885-4c2e7d4f6041 req-dc3e5dca-cb7a-4444-b7b7-d32ec2be2545 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:45.723670 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5771b770-147a-404a-b885-4c2e7d4f6041 req-dc3e5dca-cb7a-4444-b7b7-d32ec2be2545 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:45.745334 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5771b770-147a-404a-b885-4c2e7d4f6041 req-dc3e5dca-cb7a-4444-b7b7-d32ec2be2545 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2569044 Jun 30 02:27:45.762062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e5dca-cb7a-4444-b7b7-d32ec2be2545 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00de48b6-c060-44d3-8dc2-9bc7be921b38,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:45.777259 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:45.865030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50139fb9-c63a-428e-ab68-d48a27f11467 None None] DHCP port deletion for 02bd6edb-3bfc-4cb2-b799-e80f715afa25 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:27:45.943555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:46.087225 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619dfd27-9c96-475c-9a09-562082d04a54 x-openstack-request-id: req-619dfd27-9c96-475c-9a09-562082d04a54 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:46.087782 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946c0ee8-49ff-401e-8424-8b52d2303869", "name": "network-vif-deleted", "tag": "59c36ea4-afe7-4464-a5f6-a317c7622975", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:46.088216 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-619dfd27-9c96-475c-9a09-562082d04a54 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:46.088790 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946c0ee8-49ff-401e-8424-8b52d2303869', 'name': 'network-vif-deleted', 'tag': '59c36ea4-afe7-4464-a5f6-a317c7622975', 'status': 'completed', 'code': 200} Jun 30 02:27:46.102586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-50139fb9-c63a-428e-ab68-d48a27f11467 None None] Deleting port 133fc99c-9621-4399-8a5b-3af85d8aab2c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:46.103507 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50139fb9-c63a-428e-ab68-d48a27f11467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:46.260703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port f92876a2-c765-4919-92eb-cac217df25a9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:46.261968 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:46.341413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-50139fb9-c63a-428e-ab68-d48a27f11467 None None] For port 133fc99c-9621-4399-8a5b-3af85d8aab2c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=133fc99c-9621-4399-8a5b-3af85d8aab2c,segment=NetworkSegment(ed7fd68b-a9ff-41c1-ac76-0e0b88504c42),segment_id=ed7fd68b-a9ff-41c1-ac76-0e0b88504c42)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:46.342109 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50139fb9-c63a-428e-ab68-d48a27f11467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:46.384064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-50139fb9-c63a-428e-ab68-d48a27f11467 None None] Calling delete_port for 133fc99c-9621-4399-8a5b-3af85d8aab2c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:46.487004 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:46.588665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:46.591085 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2871d99d-c68d-4951-98a7-d7d003ca45c3" -d '{"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-plugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:46.603282 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:46.623667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:46.643036 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:46.644220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3a590af4-b3f9-409f-9de0-4b143456af7f up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:27:46.737444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Deleting port 133fc99c-9621-4399-8a5b-3af85d8aab2c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:46.737824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:46.752680 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae98ae9e-a2f4-49a3-96c4-758b0a4c22ee req-2e809f3c-a104-426f-9fdb-f33c2124184d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 210 time: 0.0644374 Jun 30 02:27:46.782570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-106c627c-fe2c-4c43-8572-d3f0ad9c413c req-7d26c9f8-14a1-40ae-b82e-40ba5c5524dc tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-567389070', 'description': 'tempest-description-1964922485'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:46.811409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:46.813577 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-106c627c-fe2c-4c43-8572-d3f0ad9c413c req-7d26c9f8-14a1-40ae-b82e-40ba5c5524dc tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:46.846166 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50139fb9-c63a-428e-ab68-d48a27f11467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:46.892877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 3a590af4-b3f9-409f-9de0-4b143456af7f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:27:46.897773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50139fb9-c63a-428e-ab68-d48a27f11467 None None] No DVR routers for this DVR port 133fc99c-9621-4399-8a5b-3af85d8aab2c on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:46.899865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50139fb9-c63a-428e-ab68-d48a27f11467 None None] Pushing event deleted for resources: {'Port': ['ID=133fc99c-9621-4399-8a5b-3af85d8aab2c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:46.901465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 3a590af4-b3f9-409f-9de0-4b143456af7f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:27:46.902307 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:46.943546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] For port 133fc99c-9621-4399-8a5b-3af85d8aab2c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=133fc99c-9621-4399-8a5b-3af85d8aab2c,segment=NetworkSegment(ed7fd68b-a9ff-41c1-ac76-0e0b88504c42),segment_id=ed7fd68b-a9ff-41c1-ac76-0e0b88504c42)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:46.949573 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.025860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Calling delete_port for 133fc99c-9621-4399-8a5b-3af85d8aab2c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:47.038595 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-106c627c-fe2c-4c43-8572-d3f0ad9c413c req-7d26c9f8-14a1-40ae-b82e-40ba5c5524dc tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.059988 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-106c627c-fe2c-4c43-8572-d3f0ad9c413c req-7d26c9f8-14a1-40ae-b82e-40ba5c5524dc tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.117033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.122889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 133fc99c-9621-4399-8a5b-3af85d8aab2c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:47.136624 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-106c627c-fe2c-4c43-8572-d3f0ad9c413c req-7d26c9f8-14a1-40ae-b82e-40ba5c5524dc tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.150347 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-106c627c-fe2c-4c43-8572-d3f0ad9c413c req-7d26c9f8-14a1-40ae-b82e-40ba5c5524dc tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3725083 Jun 30 02:27:47.153426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26c9f8-14a1-40ae-b82e-40ba5c5524dc tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affc82bc-2f8a-41a7-94c4-e2680ea86f76,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:47.192190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 133fc99c-9621-4399-8a5b-3af85d8aab2c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:47.205352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 133fc99c-9621-4399-8a5b-3af85d8aab2c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:47.238301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.257858 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3a590af4-b3f9-409f-9de0-4b143456af7f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a590af4-b3f9-409f-9de0-4b143456af7f,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:47.264562 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.322795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Port': ['ID=133fc99c-9621-4399-8a5b-3af85d8aab2c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:47.365245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] No DVR routers for this DVR port 133fc99c-9621-4399-8a5b-3af85d8aab2c on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:47.375139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=3a590af4-b3f9-409f-9de0-4b143456af7f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:47.444669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931127bb-d776-4e39-bfdc-0a0d80638f89 req-4e715579-d589-404a-a192-6df8cc250a1b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:47.452066 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-931127bb-d776-4e39-bfdc-0a0d80638f89 req-4e715579-d589-404a-a192-6df8cc250a1b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 946 time: 0.1097968 Jun 30 02:27:47.506025 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-931127bb-d776-4e39-bfdc-0a0d80638f89 req-cb74433a-bb4c-4dee-b965-715a051d4f0e tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522945 Jun 30 02:27:47.559534 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.578459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bd6edb-3bfc-4cb2-b799-e80f715afa25']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:47.592194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:47.592509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7fd68b-a9ff-41c1-ac76-0e0b88504c42') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:47.607663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.629423 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.636290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:27:47.636691 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:27:47.721652 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:27:47.727879 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.744295 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:47.747911 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d160df11-6ca5-4e7c-90e2-5865ee2b8360 x-openstack-request-id: req-d160df11-6ca5-4e7c-90e2-5865ee2b8360 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:47.748378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] 10.222.0.55 "DELETE /v2.0/networks/02bd6edb-3bfc-4cb2-b799-e80f715afa25 HTTP/1.1" status: 204 len: 168 time: 2.4234157 Jun 30 02:27:47.748716 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-plugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:47.749191 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d160df11-6ca5-4e7c-90e2-5865ee2b8360 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:47.749846 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9', 'code': 200} Jun 30 02:27:47.760903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8471c98-a475-4687-a990-de4aad8df061 tempest-ServersTestMultiNic-1023450784 tempest-ServersTestMultiNic-1023450784-project] Pushing event deleted for resources: {'Network': ['ID=02bd6edb-3bfc-4cb2-b799-e80f715afa25,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:48.199958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6be259a-0d3d-4535-ada6-207877a5ea01 req-144eb1b7-9e82-4720-9925-686bcb329d17 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/00de48b6-c060-44d3-8dc2-9bc7be921b38 HTTP/1.1" status: 200 len: 1804 time: 0.1147463 Jun 30 02:27:48.304406 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6be259a-0d3d-4535-ada6-207877a5ea01 req-de694eee-8c75-4c22-8f18-642f7ef70a1f tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/affc82bc-2f8a-41a7-94c4-e2680ea86f76 HTTP/1.1" status: 200 len: 1804 time: 0.0946290 Jun 30 02:27:48.311716 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c6be259a-0d3d-4535-ada6-207877a5ea01 req-f562c881-691b-4227-8f03-c22a14d70d67 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '00de48b6-c060-44d3-8dc2-9bc7be921b38', 'remote_group_id': 'affc82bc-2f8a-41a7-94c4-e2680ea86f76', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:48.312031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c6be259a-0d3d-4535-ada6-207877a5ea01 req-f562c881-691b-4227-8f03-c22a14d70d67 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '00de48b6-c060-44d3-8dc2-9bc7be921b38', 'remote_group_id': 'affc82bc-2f8a-41a7-94c4-e2680ea86f76', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:48.389556 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c6be259a-0d3d-4535-ada6-207877a5ea01 req-f562c881-691b-4227-8f03-c22a14d70d67 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:48.501324 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c6be259a-0d3d-4535-ada6-207877a5ea01 req-f562c881-691b-4227-8f03-c22a14d70d67 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:48.511271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c6be259a-0d3d-4535-ada6-207877a5ea01 req-f562c881-691b-4227-8f03-c22a14d70d67 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:48.557249 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c6be259a-0d3d-4535-ada6-207877a5ea01 req-f562c881-691b-4227-8f03-c22a14d70d67 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:48.572102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6be259a-0d3d-4535-ada6-207877a5ea01 req-f562c881-691b-4227-8f03-c22a14d70d67 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2658827 Jun 30 02:27:48.578871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562c881-691b-4227-8f03-c22a14d70d67 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bf2bd1-0a05-412c-b520-4a3d3f906f13,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:48.945804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c88e75ff-3677-4f11-988d-fe8003ac8d0e req-04d1d5c7-d719-49a2-8975-79ef5c26f414 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=946c0ee8-49ff-401e-8424-8b52d2303869 HTTP/1.1" status: 200 len: 210 time: 0.0538309 Jun 30 02:27:49.751422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce511111-7c1a-4bb1-ac15-3f8faf2f54ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a590af4-b3f9-409f-9de0-4b143456af7f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:49.753929 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3495179d-2a3b-4285-9ee4-ea7317c8162f" -d '{"events": [{"server_uuid": "ce511111-7c1a-4bb1-ac15-3f8faf2f54ab", "name": "network-vif-plugged", "status": "completed", "tag": "3a590af4-b3f9-409f-9de0-4b143456af7f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:53.083822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-89fae27c-9525-40b7-9b4b-49adff2b16b2 req-4c9dc66d-43d0-4824-8402-baa33a27b800 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=98717164247d4b69bcb0932c16c7fb3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298028 Jun 30 02:27:53.206662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fae27c-9525-40b7-9b4b-49adff2b16b2 req-1542a0ec-7a1b-4a8d-9b17-b812a2283c3e tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:53.208562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-89fae27c-9525-40b7-9b4b-49adff2b16b2 req-1542a0ec-7a1b-4a8d-9b17-b812a2283c3e tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1239386 Jun 30 02:27:53.227491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-89fae27c-9525-40b7-9b4b-49adff2b16b2 req-79aba516-6c20-4104-a916-3829b592a31c tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/quotas/98717164247d4b69bcb0932c16c7fb3a HTTP/1.1" status: 200 len: 375 time: 0.0126851 Jun 30 02:27:53.237374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bdba3-a4ae-4a4b-84ab-73719c3c4f9f req-e9a03281-eda2-4837-be6b-6e50b6d8905e tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:53.239618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-875bdba3-a4ae-4a4b-84ab-73719c3c4f9f req-e9a03281-eda2-4837-be6b-6e50b6d8905e tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 946 time: 0.0880630 Jun 30 02:27:53.278602 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-89fae27c-9525-40b7-9b4b-49adff2b16b2 req-eaeea383-c518-4158-84e7-ca418e608f80 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=98717164247d4b69bcb0932c16c7fb3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450511 Jun 30 02:27:53.320334 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-875bdba3-a4ae-4a4b-84ab-73719c3c4f9f req-7c75b26d-ac5e-475e-ba15-be9aa7c1ff61 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705662 Jun 30 02:27:53.364574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2ebaf5d7-5b5c-4bf2-bcaf-aa47bfc944d4 req-0bc46b12-4004-42ef-b4d7-94aa63613e58 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-348826519', 'description': 'tempest-description-1428355948'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:53.397311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ebaf5d7-5b5c-4bf2-bcaf-aa47bfc944d4 req-0bc46b12-4004-42ef-b4d7-94aa63613e58 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:53.519622 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ebaf5d7-5b5c-4bf2-bcaf-aa47bfc944d4 req-0bc46b12-4004-42ef-b4d7-94aa63613e58 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:53.525405 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ebaf5d7-5b5c-4bf2-bcaf-aa47bfc944d4 req-0bc46b12-4004-42ef-b4d7-94aa63613e58 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:53.558059 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ebaf5d7-5b5c-4bf2-bcaf-aa47bfc944d4 req-0bc46b12-4004-42ef-b4d7-94aa63613e58 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:53.559341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ebaf5d7-5b5c-4bf2-bcaf-aa47bfc944d4 req-0bc46b12-4004-42ef-b4d7-94aa63613e58 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2017310 Jun 30 02:27:53.560336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc46b12-4004-42ef-b4d7-94aa63613e58 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfdec52-fb1c-4c72-8adb-3db8e3a195c7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:53.619469 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d631c39c-6a49-4709-9ea7-b14ef31410f4 x-openstack-request-id: req-d631c39c-6a49-4709-9ea7-b14ef31410f4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:53.620429 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce511111-7c1a-4bb1-ac15-3f8faf2f54ab", "name": "network-vif-plugged", "status": "completed", "tag": "3a590af4-b3f9-409f-9de0-4b143456af7f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:53.620918 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d631c39c-6a49-4709-9ea7-b14ef31410f4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:53.621559 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce511111-7c1a-4bb1-ac15-3f8faf2f54ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a590af4-b3f9-409f-9de0-4b143456af7f', 'code': 200} Jun 30 02:27:53.793623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe3f28-2019-4f92-8a9e-29431fedd471 req-05db5dbc-a5ea-4a4a-92a1-1465a81f88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:53.796068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0abe3f28-2019-4f92-8a9e-29431fedd471 req-05db5dbc-a5ea-4a4a-92a1-1465a81f88cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 1098 time: 0.0889385 Jun 30 02:27:53.871090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-84fce4fc-a99e-45b6-b760-f19f726b244e req-b9564ecd-0865-4e14-95a9-1c74181bf907 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-415001288', 'description': 'tempest-description-1505015601'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:53.883443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0abe3f28-2019-4f92-8a9e-29431fedd471 req-b641dccf-af3e-4883-9ece-432ed03bc896 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792329 Jun 30 02:27:53.911466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84fce4fc-a99e-45b6-b760-f19f726b244e req-b9564ecd-0865-4e14-95a9-1c74181bf907 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:54.055505 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84fce4fc-a99e-45b6-b760-f19f726b244e req-b9564ecd-0865-4e14-95a9-1c74181bf907 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:54.062965 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84fce4fc-a99e-45b6-b760-f19f726b244e req-b9564ecd-0865-4e14-95a9-1c74181bf907 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:54.100723 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9564ecd-0865-4e14-95a9-1c74181bf907 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9daef3-03f1-48a3-b5ff-500325376e13,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:54.120584 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-84fce4fc-a99e-45b6-b760-f19f726b244e req-b9564ecd-0865-4e14-95a9-1c74181bf907 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:54.124236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84fce4fc-a99e-45b6-b760-f19f726b244e req-b9564ecd-0865-4e14-95a9-1c74181bf907 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2658057 Jun 30 02:27:54.194794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba9cad-f64c-4f64-aa12-9eac90fb4f92 req-777f51db-1895-40a0-8099-e2893e1f478d tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:54.196821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-13ba9cad-f64c-4f64-aa12-9eac90fb4f92 req-777f51db-1895-40a0-8099-e2893e1f478d tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 949 time: 0.0956993 Jun 30 02:27:54.230547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:54.260572 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-13ba9cad-f64c-4f64-aa12-9eac90fb4f92 req-581d91f6-1eb0-4935-b52b-5ceab0da7865 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569904 Jun 30 02:27:54.354751 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8efaf29-c1f1-49e0-ad39-b2ce524bf6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:54.381320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d130fd6-a7d0-41ef-9dd0-78d3afe55692 req-7024b023-3efa-400a-a5f6-c2e12b6c605e tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/9cfdec52-fb1c-4c72-8adb-3db8e3a195c7 HTTP/1.1" status: 200 len: 1804 time: 0.0715606 Jun 30 02:27:54.434963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d130fd6-a7d0-41ef-9dd0-78d3afe55692 req-f6da8780-d435-4f2b-869b-ab10f79599d4 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/2f9daef3-03f1-48a3-b5ff-500325376e13 HTTP/1.1" status: 200 len: 1804 time: 0.0522580 Jun 30 02:27:54.447476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0d130fd6-a7d0-41ef-9dd0-78d3afe55692 req-07e88840-dcd5-48c5-8220-922218fb64be tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9cfdec52-fb1c-4c72-8adb-3db8e3a195c7', 'remote_group_id': '2f9daef3-03f1-48a3-b5ff-500325376e13', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:54.448417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0d130fd6-a7d0-41ef-9dd0-78d3afe55692 req-07e88840-dcd5-48c5-8220-922218fb64be tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9cfdec52-fb1c-4c72-8adb-3db8e3a195c7', 'remote_group_id': '2f9daef3-03f1-48a3-b5ff-500325376e13', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:54.526538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d130fd6-a7d0-41ef-9dd0-78d3afe55692 req-07e88840-dcd5-48c5-8220-922218fb64be tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:54.581137 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d130fd6-a7d0-41ef-9dd0-78d3afe55692 req-07e88840-dcd5-48c5-8220-922218fb64be tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:54.586169 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d130fd6-a7d0-41ef-9dd0-78d3afe55692 req-07e88840-dcd5-48c5-8220-922218fb64be tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:54.603534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e88840-dcd5-48c5-8220-922218fb64be tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df41df7-189d-4e17-a5ac-6063b0824e1c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:54.625990 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0d130fd6-a7d0-41ef-9dd0-78d3afe55692 req-07e88840-dcd5-48c5-8220-922218fb64be tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:54.639625 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d130fd6-a7d0-41ef-9dd0-78d3afe55692 req-07e88840-dcd5-48c5-8220-922218fb64be tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1969688 Jun 30 02:27:54.717529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-41359737-7c7e-4d63-acad-c5ba3f532af3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:54.720822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-41359737-7c7e-4d63-acad-c5ba3f532af3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.2029247 Jun 30 02:27:54.769258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-2c3cbd51-5d45-4baa-bcb0-46b4c2702275 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/quotas/3cf21bbdf6a241059a4954f5a8e684b0 HTTP/1.1" status: 200 len: 375 time: 0.0227089 Jun 30 02:27:54.815048 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d77ad017-3f56-4611-9b58-58aa3dea636e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445166 Jun 30 02:27:54.943304 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-5f813b23-cccb-4fcc-8cd6-f70dd9707598 service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270714 Jun 30 02:27:55.074537 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-fcdf5810-65c6-4bab-a623-1ce56ad99ea1 service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236649 Jun 30 02:27:55.175891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:55.517129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c081914-e470-4c58-8029-70f763e70129 req-1500882d-682f-4ba5-8e87-4ec51dafcc0c tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:55.524788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c081914-e470-4c58-8029-70f763e70129 req-1500882d-682f-4ba5-8e87-4ec51dafcc0c tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 946 time: 0.1051006 Jun 30 02:27:55.605880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c081914-e470-4c58-8029-70f763e70129 req-b6412715-6fe9-4413-944f-d9083a4ae685 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800998 Jun 30 02:27:55.745056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-acf85cd9-c8d1-44f4-832c-fce9c1ffe731 req-cd329a84-f340-4b5f-996d-97dc6fa0e57a tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/2f9daef3-03f1-48a3-b5ff-500325376e13 HTTP/1.1" status: 200 len: 1804 time: 0.0512011 Jun 30 02:27:55.779026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] Deleting port 7a912b20-b92c-4177-a054-486befceb658 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:55.779348 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:55.918302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-acf85cd9-c8d1-44f4-832c-fce9c1ffe731 req-073fdc79-af74-4de0-ae34-aaff26d28d46 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:55.935784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] For port 7a912b20-b92c-4177-a054-486befceb658, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7a912b20-b92c-4177-a054-486befceb658,segment=NetworkSegment(82e1f5d6-84bd-4c56-937f-93c34fbeca15),segment_id=82e1f5d6-84bd-4c56-937f-93c34fbeca15)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:55.936695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:55.965109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] Calling delete_port for 7a912b20-b92c-4177-a054-486befceb658 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:55.972785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-acf85cd9-c8d1-44f4-832c-fce9c1ffe731 req-073fdc79-af74-4de0-ae34-aaff26d28d46 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:55.986232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d6d1fa0-99c6-40fd-bae6-08758289bf32 req-6d6686be-205f-49b4-a88b-1e8f8261db63 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 210 time: 0.0393112 Jun 30 02:27:56.159464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-acf85cd9-c8d1-44f4-832c-fce9c1ffe731 req-073fdc79-af74-4de0-ae34-aaff26d28d46 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:56.164347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-acf85cd9-c8d1-44f4-832c-fce9c1ffe731 req-073fdc79-af74-4de0-ae34-aaff26d28d46 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:56.182733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-acf85cd9-c8d1-44f4-832c-fce9c1ffe731 req-073fdc79-af74-4de0-ae34-aaff26d28d46 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "DELETE /v2.0/security-groups/2f9daef3-03f1-48a3-b5ff-500325376e13 HTTP/1.1" status: 204 len: 173 time: 0.4292202 Jun 30 02:27:56.233007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fdc79-af74-4de0-ae34-aaff26d28d46 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9daef3-03f1-48a3-b5ff-500325376e13,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:56.333783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-294700e7-7809-448c-a6b6-2f64eae9751e req-7448b9db-2048-4f29-b960-f16806860a87 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=98717164247d4b69bcb0932c16c7fb3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326982 Jun 30 02:27:56.469715 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:56.513997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a912b20-b92c-4177-a054-486befceb658,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:56.611592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294700e7-7809-448c-a6b6-2f64eae9751e req-08c093f7-f51b-4420-a231-6e94a7681490 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:56.619136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-294700e7-7809-448c-a6b6-2f64eae9751e req-08c093f7-f51b-4420-a231-6e94a7681490 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2780681 Jun 30 02:27:56.643594 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-294700e7-7809-448c-a6b6-2f64eae9751e req-e17c7aea-1248-46ea-a4cc-b6bae5660e66 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/quotas/98717164247d4b69bcb0932c16c7fb3a HTTP/1.1" status: 200 len: 375 time: 0.0233538 Jun 30 02:27:56.699406 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-294700e7-7809-448c-a6b6-2f64eae9751e req-50acf582-34bc-40e1-9ea6-8d6ca49b8582 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=98717164247d4b69bcb0932c16c7fb3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546682 Jun 30 02:27:56.891069 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:56.909992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-426657ac-b347-4c5b-b26d-5a79789638e1 req-e5a0fa63-38a6-47a4-b24c-fca917ee1fab tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/9cfdec52-fb1c-4c72-8adb-3db8e3a195c7 HTTP/1.1" status: 200 len: 1804 time: 0.0694263 Jun 30 02:27:56.911084 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:56.986199 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e43886c6-c36e-49e1-9bd2-ea14654971c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:57.227112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] Router 96ca760b-69d3-462a-98fd-207ae5d1f7cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:27:57.256388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b73f9-d28c-43b4-b59a-6b2a198847e6 req-a776d36c-3d4f-47bb-b5fc-86a6b4411e1b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:57.257925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-520b73f9-d28c-43b4-b59a-6b2a198847e6 req-a776d36c-3d4f-47bb-b5fc-86a6b4411e1b tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 946 time: 0.1303740 Jun 30 02:27:57.327928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-9ceacd3b-392c-4808-ba28-c99e63c43f79 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:57.330666 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-9ceacd3b-392c-4808-ba28-c99e63c43f79 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.1709175 Jun 30 02:27:57.345453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Request body: {'port': {'device_id': '57105e3a-4c40-4244-988c-1752a79e3afa', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'admin_state_up': True, 'tenant_id': '3cf21bbdf6a241059a4954f5a8e684b0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:57.362201 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-520b73f9-d28c-43b4-b59a-6b2a198847e6 req-2d014b1a-95ee-4e68-9a95-bfe9af26b164 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708084 Jun 30 02:27:57.385021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:27:57.403104 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] Sync routers for ids ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:27:57.403801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:57.405466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8a8e1712-a96b-4d64-9444-e813f70e437f admin admin] 10.222.0.55 "PUT /v2.0/routers/96ca760b-69d3-462a-98fd-207ae5d1f7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1769750 Jun 30 02:27:57.424576 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] Routers {'96ca760b-69d3-462a-98fd-207ae5d1f7cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:27:57.425048 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:27:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:57.535919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-dde82332-9cdb-41e4-9039-6abae9b762b6 req-cc7ff37f-04b4-48f6-abd7-041ec27ebba0 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1908259781', 'description': 'tempest-description-2089859169'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:57.592855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:57.602458 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] Set router 96ca760b-69d3-462a-98fd-207ae5d1f7cf gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:27:57.637474 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde82332-9cdb-41e4-9039-6abae9b762b6 req-cc7ff37f-04b4-48f6-abd7-041ec27ebba0 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:57.710435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b712989f-9297-48b8-8659-9bf0f4d9eb05 req-af550ec1-940c-46ae-ac95-d8aceeda66ca tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 210 time: 0.0390089 Jun 30 02:27:57.724912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [req-dde82332-9cdb-41e4-9039-6abae9b762b6 req-cc7ff37f-04b4-48f6-abd7-041ec27ebba0 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:27:57.724912 n-d-758944-39 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:27:57.724912 n-d-758944-39 neutron-server[93771]: [parameters: {'project_id_1': '785713c7db5a4a759281d0f08a622e19', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 27, 57, 708914)}] Jun 30 02:27:57.724912 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:27:57.725439 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [req-dde82332-9cdb-41e4-9039-6abae9b762b6 req-cc7ff37f-04b4-48f6-abd7-041ec27ebba0 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:27:57.736119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Made reservation on behalf of 3cf21bbdf6a241059a4954f5a8e684b0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:27:57.739713 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:57.771389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:57.810163 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'name': 'tempest-ServersTestMultiNic-1139818607-router', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:55Z', 'updated_at': '2021-06-30T02:27:56Z', 'revision_number': 5, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'gw_port': {'id': 'db72e3d4-62e7-4cf3-a6e5-018da2f59b0f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:25:56Z', 'updated_at': '2021-06-30T02:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:57.837412 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] Checking router: 96ca760b-69d3-462a-98fd-207ae5d1f7cf for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:27:57.846792 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] Routers {'96ca760b-69d3-462a-98fd-207ae5d1f7cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:27:57.847406 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:27:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:57.885186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f569b-c119-432a-98f6-03fa3b8f2eba req-f87d75f3-d5e0-4472-ab23-b5808601ca48 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:57.892513 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d2f569b-c119-432a-98f6-03fa3b8f2eba req-f87d75f3-d5e0-4472-ab23-b5808601ca48 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 945 time: 0.0691423 Jun 30 02:27:57.916874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Deleting port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:57.917211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:57.931419 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d2f569b-c119-432a-98f6-03fa3b8f2eba req-f3f89ba5-0e4c-49cf-94c1-8f8c07bf87eb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378752 Jun 30 02:27:57.931931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Allocated IP 172.20.0.10 (ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e/e50111ab-406d-464a-8542-69c8fb73b1b0/e6d0584f-6541-40cd-a62e-1e6f732be506) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:27:57.941321 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] Set router 96ca760b-69d3-462a-98fd-207ae5d1f7cf gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:27:57.999840 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'name': 'tempest-ServersTestMultiNic-1139818607-router', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:55Z', 'updated_at': '2021-06-30T02:27:57Z', 'revision_number': 6, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:27:58.027721 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a6d31-10e6-4e01-b860-ac51beafda73 None None] The sync data for ids ['96ca760b-69d3-462a-98fd-207ae5d1f7cf'] in n-d-758944-39 is: [{'id': '96ca760b-69d3-462a-98fd-207ae5d1f7cf', 'name': 'tempest-ServersTestMultiNic-1139818607-router', 'tenant_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:25:55Z', 'updated_at': '2021-06-30T02:27:57Z', 'revision_number': 6, 'project_id': 'b7eacbbd39e14eceb88b2bf4820786de', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:27:58.048266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] For port db72e3d4-62e7-4cf3-a6e5-018da2f59b0f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=db72e3d4-62e7-4cf3-a6e5-018da2f59b0f,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:58.048635 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.095553 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.106356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Calling delete_port for db72e3d4-62e7-4cf3-a6e5-018da2f59b0f owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:58.149863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1519a663-2895-4b71-ba35-2911f12c4d8c no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:58.216461 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.225810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde82332-9cdb-41e4-9039-6abae9b762b6 req-cc7ff37f-04b4-48f6-abd7-041ec27ebba0 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.234222 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.257931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1519a663-2895-4b71-ba35-2911f12c4d8c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:58.260623 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ddb347-ebe9-45b1-ba8c-5f46af162c43" -d '{"events": [{"server_uuid": "0cfdf399-721b-43c2-9c20-e981c1c81ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "1519a663-2895-4b71-ba35-2911f12c4d8c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:58.275992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1519a663-2895-4b71-ba35-2911f12c4d8c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1519a663-2895-4b71-ba35-2911f12c4d8c,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:58.282236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.351380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=1519a663-2895-4b71-ba35-2911f12c4d8c,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:58.385056 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.388027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-ba17242a-210a-47cd-a666-9505e2eef879 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:58.390944 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-ba17242a-210a-47cd-a666-9505e2eef879 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 946 time: 0.0888283 Jun 30 02:27:58.478984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:27:58.507868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:27:58.513827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:27:58.519529 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.544072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event updated for resources: {'Port': ['ID=e6d0584f-6541-40cd-a62e-1e6f732be506,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:58.550823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-4496d2d6-8af7-42eb-8dcd-294260f157df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Deleting port 3a590af4-b3f9-409f-9de0-4b143456af7f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:27:58.551405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-4496d2d6-8af7-42eb-8dcd-294260f157df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.631890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Pushing event deleted for resources: {'Port': ['ID=db72e3d4-62e7-4cf3-a6e5-018da2f59b0f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:58.639873 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde82332-9cdb-41e4-9039-6abae9b762b6 req-cc7ff37f-04b4-48f6-abd7-041ec27ebba0 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.677108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:58.677799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.695588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-4496d2d6-8af7-42eb-8dcd-294260f157df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] For port 3a590af4-b3f9-409f-9de0-4b143456af7f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a590af4-b3f9-409f-9de0-4b143456af7f,segment=NetworkSegment(b42e3405-cc4a-4727-b4dc-36b3c0427544),segment_id=b42e3405-cc4a-4727-b4dc-36b3c0427544)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:27:58.695972 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-4496d2d6-8af7-42eb-8dcd-294260f157df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.702079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde82332-9cdb-41e4-9039-6abae9b762b6 req-cc7ff37f-04b4-48f6-abd7-041ec27ebba0 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.714930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-4496d2d6-8af7-42eb-8dcd-294260f157df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Calling delete_port for 3a590af4-b3f9-409f-9de0-4b143456af7f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:27:58.755018 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a9a003-4f33-4981-b442-e7a522538c85 x-openstack-request-id: req-a9a9a003-4f33-4981-b442-e7a522538c85 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:58.755546 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfdf399-721b-43c2-9c20-e981c1c81ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "1519a663-2895-4b71-ba35-2911f12c4d8c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:58.755968 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9a9a003-4f33-4981-b442-e7a522538c85 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:58.756527 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1519a663-2895-4b71-ba35-2911f12c4d8c', 'code': 200} Jun 30 02:27:58.763581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-d7ff2b57-7819-4b69-a57e-ef28dec4793f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4232361 Jun 30 02:27:58.767844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dde82332-9cdb-41e4-9039-6abae9b762b6 req-cc7ff37f-04b4-48f6-abd7-041ec27ebba0 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.768967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dde82332-9cdb-41e4-9039-6abae9b762b6 req-cc7ff37f-04b4-48f6-abd7-041ec27ebba0 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2413940 Jun 30 02:27:58.770306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ff37f-04b4-48f6-abd7-041ec27ebba0 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa865e3d-2e75-49a1-99b5-6b74beb8f003,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:58.780222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.783933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Request body: {'port': {'device_id': '57105e3a-4c40-4244-988c-1752a79e3afa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:58.915699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.920663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.966039 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-4496d2d6-8af7-42eb-8dcd-294260f157df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:58.981422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['3a590af4-b3f9-409f-9de0-4b143456af7f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:27:59.003700 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.004396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ca760b-69d3-462a-98fd-207ae5d1f7cf {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:27:59.009609 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.010950 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-62f23ac4-0355-4cbe-9674-d4aa89040929 admin admin] 10.222.0.55 "DELETE /v2.0/routers/96ca760b-69d3-462a-98fd-207ae5d1f7cf HTTP/1.1" status: 204 len: 168 time: 1.6064928 Jun 30 02:27:59.011879 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.013807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:59.037562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7a912b20-b92c-4177-a054-486befceb658 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:59.063169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496d2d6-8af7-42eb-8dcd-294260f157df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event deleted for resources: {'Port': ['ID=3a590af4-b3f9-409f-9de0-4b143456af7f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:59.085234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7a912b20-b92c-4177-a054-486befceb658 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:59.085593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7a912b20-b92c-4177-a054-486befceb658 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:59.086017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device db72e3d4-62e7-4cf3-a6e5-018da2f59b0f no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:27:59.099553 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02c96d1-1a98-4abd-9671-03880a18a616 admin admin] Deleting subnet 3e3a73e7-c0fb-4274-864a-a4cdc666aa27 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:27:59.108150 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02c96d1-1a98-4abd-9671-03880a18a616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.127467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: db72e3d4-62e7-4cf3-a6e5-018da2f59b0f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:27:59.128042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device db72e3d4-62e7-4cf3-a6e5-018da2f59b0f not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:27:59.139693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-4496d2d6-8af7-42eb-8dcd-294260f157df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] No DVR routers for this DVR port 3a590af4-b3f9-409f-9de0-4b143456af7f on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:27:59.144717 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-4496d2d6-8af7-42eb-8dcd-294260f157df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.146798 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a7e34a7-f686-43f4-b01e-c81a08454baf req-4496d2d6-8af7-42eb-8dcd-294260f157df tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.73 "DELETE /v2.0/ports/3a590af4-b3f9-409f-9de0-4b143456af7f HTTP/1.1" status: 204 len: 173 time: 0.7496614 Jun 30 02:27:59.147293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce511111-7c1a-4bb1-ac15-3f8faf2f54ab', 'name': 'network-vif-deleted', 'tag': '3a590af4-b3f9-409f-9de0-4b143456af7f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:27:59.149608 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58938e16-e13c-4edc-95cb-1337ff2cd01e" -d '{"events": [{"server_uuid": "ce511111-7c1a-4bb1-ac15-3f8faf2f54ab", "name": "network-vif-deleted", "tag": "3a590af4-b3f9-409f-9de0-4b143456af7f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:27:59.163624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77ec3-4b67-46b5-9851-3b3bdba005d5 req-dfb5774e-77c3-4b3a-bb23-20f575f7c7d2 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:59.165119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60b77ec3-4b67-46b5-9851-3b3bdba005d5 req-dfb5774e-77c3-4b3a-bb23-20f575f7c7d2 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce511111-7c1a-4bb1-ac15-3f8faf2f54ab HTTP/1.1" status: 200 len: 867 time: 0.2854469 Jun 30 02:27:59.212591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60b77ec3-4b67-46b5-9851-3b3bdba005d5 req-6f932ed4-3ba3-49aa-9361-cb74b570a127 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups?id=e87d1b00-274b-4778-8e54-262fe4e405ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Jun 30 02:27:59.245911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02c96d1-1a98-4abd-9671-03880a18a616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.357175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e8a316a-809e-4ba2-8864-bf2dac4e8625 req-a495d80b-c9da-4d2d-8034-9c26b89eebd0 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=98717164247d4b69bcb0932c16c7fb3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246067 Jun 30 02:27:59.701335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ed67a-83db-4c47-9f67-0e420afd3246 req-b85c5015-93c6-4afa-9c5d-0167737534af tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:59.702898 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-796ed67a-83db-4c47-9f67-0e420afd3246 req-b85c5015-93c6-4afa-9c5d-0167737534af tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 932 time: 0.5865216 Jun 30 02:27:59.715672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02c96d1-1a98-4abd-9671-03880a18a616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.757110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a316a-809e-4ba2-8864-bf2dac4e8625 req-0f3d70e0-ffd2-4ee5-a754-c494cb09e5e7 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:27:59.760106 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e8a316a-809e-4ba2-8864-bf2dac4e8625 req-0f3d70e0-ffd2-4ee5-a754-c494cb09e5e7 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3963299 Jun 30 02:27:59.775519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e8a316a-809e-4ba2-8864-bf2dac4e8625 req-8e9dba5b-cdb3-46f1-8690-694ab39958fb tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/quotas/98717164247d4b69bcb0932c16c7fb3a HTTP/1.1" status: 200 len: 375 time: 0.0114236 Jun 30 02:27:59.811923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e8a316a-809e-4ba2-8864-bf2dac4e8625 req-589511f6-1681-442e-8b88-ab656a4d8ba2 tempest-QuotasAdminNegativeTest-2048115671 tempest-QuotasAdminNegativeTest-2048115671-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=98717164247d4b69bcb0932c16c7fb3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305054 Jun 30 02:27:59.814827 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-796ed67a-83db-4c47-9f67-0e420afd3246 req-c0b0546e-05e4-4d65-9826-7806cbaaa8c7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033158 Jun 30 02:27:59.852464 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02c96d1-1a98-4abd-9671-03880a18a616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.922203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.942809 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02c96d1-1a98-4abd-9671-03880a18a616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.943520 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f826eaf-847d-4b58-b04e-bfebf3b91535 x-openstack-request-id: req-1f826eaf-847d-4b58-b04e-bfebf3b91535 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:27:59.943870 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce511111-7c1a-4bb1-ac15-3f8faf2f54ab", "name": "network-vif-deleted", "tag": "3a590af4-b3f9-409f-9de0-4b143456af7f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:27:59.945151 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f826eaf-847d-4b58-b04e-bfebf3b91535 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:27:59.945555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a02c96d1-1a98-4abd-9671-03880a18a616 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3e3a73e7-c0fb-4274-864a-a4cdc666aa27 HTTP/1.1" status: 204 len: 168 time: 0.9303985 Jun 30 02:27:59.945770 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce511111-7c1a-4bb1-ac15-3f8faf2f54ab', 'name': 'network-vif-deleted', 'tag': '3a590af4-b3f9-409f-9de0-4b143456af7f', 'status': 'completed', 'code': 200} Jun 30 02:27:59.947410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c96d1-1a98-4abd-9671-03880a18a616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3a73e7-c0fb-4274-864a-a4cdc666aa27,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:27:59.954330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:27:59.966698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d0584f-6541-40cd-a62e-1e6f732be506 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:27:59.969776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3c3bd-80f1-4e19-b95b-6c5d1f78b552 None None] Network dd07b3c2-729e-4f0e-83f5-23ab02cebfdd requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:27:59.974078 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b1a69c3-43a6-41d2-89f7-12e46c79cc70 req-fe6a41c0-4318-438e-a44b-0ab4c41321eb tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/aa865e3d-2e75-49a1-99b5-6b74beb8f003 HTTP/1.1" status: 200 len: 1805 time: 0.1255615 Jun 30 02:27:59.978634 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:27:59.987217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1b1a69c3-43a6-41d2-89f7-12e46c79cc70 req-0d0b94cb-e7d6-483b-b5a5-eac5417158cb tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa865e3d-2e75-49a1-99b5-6b74beb8f003', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:27:59.987870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1b1a69c3-43a6-41d2-89f7-12e46c79cc70 req-0d0b94cb-e7d6-483b-b5a5-eac5417158cb tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa865e3d-2e75-49a1-99b5-6b74beb8f003', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:00.009624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Transition to ACTIVE for port object e6d0584f-6541-40cd-a62e-1e6f732be506 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:00.018040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.066703 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.121322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d0584f-6541-40cd-a62e-1e6f732be506,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:00.154521 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b1a69c3-43a6-41d2-89f7-12e46c79cc70 req-0d0b94cb-e7d6-483b-b5a5-eac5417158cb tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.168282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 93057151-b94d-4524-b22f-f6973deed1cb details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:00.178225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Deleting port 30d357da-cde9-4bab-8878-fb624c24d80a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:28:00.178675 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.248313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b1a69c3-43a6-41d2-89f7-12e46c79cc70 req-0d0b94cb-e7d6-483b-b5a5-eac5417158cb tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.257234 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b1a69c3-43a6-41d2-89f7-12e46c79cc70 req-0d0b94cb-e7d6-483b-b5a5-eac5417158cb tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.287364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Attempting to bind port e6d0584f-6541-40cd-a62e-1e6f732be506 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:00.287700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Attempting to bind port e6d0584f-6541-40cd-a62e-1e6f732be506 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:00.288961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Attempting to bind port e6d0584f-6541-40cd-a62e-1e6f732be506 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:00.293826 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b94cb-e7d6-483b-b5a5-eac5417158cb tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a81319-5b3f-4846-b95b-b74be6e651ae,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:00.298303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b145515a-dbea-431f-ae1b-c55676f457ff None None] DHCP port deletion for dd07b3c2-729e-4f0e-83f5-23ab02cebfdd request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:28:00.313002 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b1a69c3-43a6-41d2-89f7-12e46c79cc70 req-0d0b94cb-e7d6-483b-b5a5-eac5417158cb tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.315770 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] For port 30d357da-cde9-4bab-8878-fb624c24d80a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=30d357da-cde9-4bab-8878-fb624c24d80a,segment=NetworkSegment(82e1f5d6-84bd-4c56-937f-93c34fbeca15),segment_id=82e1f5d6-84bd-4c56-937f-93c34fbeca15)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:00.316142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.329784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Calling delete_port for 30d357da-cde9-4bab-8878-fb624c24d80a owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:28:00.333368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b1a69c3-43a6-41d2-89f7-12e46c79cc70 req-0d0b94cb-e7d6-483b-b5a5-eac5417158cb tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3446753 Jun 30 02:28:00.334232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Port e6d0584f-6541-40cd-a62e-1e6f732be506 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:28:00.334866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Attempting to bind port e6d0584f-6541-40cd-a62e-1e6f732be506 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:00.343963 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:00.347160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:00.347576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Checking segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:00.349250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Bound using segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:00.349927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Bound port: e6d0584f-6541-40cd-a62e-1e6f732be506, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:00.350346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.359057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '93057151-b94d-4524-b22f-f6973deed1cb', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '93057151-b94d-4524-b22f-f6973deed1cb', 'mac_address': 'fa:16:3e:d3:61:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:00.410988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b145515a-dbea-431f-ae1b-c55676f457ff None None] Deleting port 30d357da-cde9-4bab-8878-fb624c24d80a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:28:00.411634 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b145515a-dbea-431f-ae1b-c55676f457ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.414340 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.449895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] For port e6d0584f-6541-40cd-a62e-1e6f732be506, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:00.453725 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] For port e6d0584f-6541-40cd-a62e-1e6f732be506, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e6d0584f-6541-40cd-a62e-1e6f732be506,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:00.459870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.482911 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.485710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93057151-b94d-4524-b22f-f6973deed1cb {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:00.502705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:00.503267 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.504868 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/e6d0584f-6541-40cd-a62e-1e6f732be506 HTTP/1.1" status: 200 len: 1093 time: 1.7259490 Jun 30 02:28:00.507198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57105e3a-4c40-4244-988c-1752a79e3afa', 'tag': 'e6d0584f-6541-40cd-a62e-1e6f732be506'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:00.509902 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b975018b-5b84-48e7-80a1-a578bb6fc5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "57105e3a-4c40-4244-988c-1752a79e3afa", "tag": "e6d0584f-6541-40cd-a62e-1e6f732be506"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:00.544828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:00.549918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b145515a-dbea-431f-ae1b-c55676f457ff None None] For port 30d357da-cde9-4bab-8878-fb624c24d80a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=30d357da-cde9-4bab-8878-fb624c24d80a,segment=NetworkSegment(82e1f5d6-84bd-4c56-937f-93c34fbeca15),segment_id=82e1f5d6-84bd-4c56-937f-93c34fbeca15)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:00.550625 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b145515a-dbea-431f-ae1b-c55676f457ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.560008 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.574388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d357da-cde9-4bab-8878-fb624c24d80a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:00.580057 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] No DVR routers for this DVR port 30d357da-cde9-4bab-8878-fb624c24d80a on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:28:00.585397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b145515a-dbea-431f-ae1b-c55676f457ff None None] Calling delete_port for 30d357da-cde9-4bab-8878-fb624c24d80a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:28:00.632541 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9190f5a-4c34-46b3-8af2-64c4d6f6d182 x-openstack-request-id: req-b9190f5a-4c34-46b3-8af2-64c4d6f6d182 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:00.632952 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57105e3a-4c40-4244-988c-1752a79e3afa", "tag": "e6d0584f-6541-40cd-a62e-1e6f732be506", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:00.633067 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9190f5a-4c34-46b3-8af2-64c4d6f6d182 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:00.633464 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57105e3a-4c40-4244-988c-1752a79e3afa', 'tag': 'e6d0584f-6541-40cd-a62e-1e6f732be506', 'status': 'completed', 'code': 200} Jun 30 02:28:00.640718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebea209-4bbb-4a69-8ebb-3aa75798e4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d0584f-6541-40cd-a62e-1e6f732be506,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:00.664620 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa5d217b-9803-4768-afc4-720e1de2518f req-cd651f29-a55b-4cee-aa26-fbb6ea4c3dec tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/aa865e3d-2e75-49a1-99b5-6b74beb8f003 HTTP/1.1" status: 200 len: 2398 time: 0.1588881 Jun 30 02:28:00.679005 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.679664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['93057151-b94d-4524-b22f-f6973deed1cb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:00.685552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fa5d217b-9803-4768-afc4-720e1de2518f req-28affee8-dc81-4918-9f5d-956a0ef02f35 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa865e3d-2e75-49a1-99b5-6b74beb8f003', 'remote_group_id': None}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:00.686208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fa5d217b-9803-4768-afc4-720e1de2518f req-28affee8-dc81-4918-9f5d-956a0ef02f35 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aa865e3d-2e75-49a1-99b5-6b74beb8f003', 'remote_group_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:00.692577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd07b3c2-729e-4f0e-83f5-23ab02cebfdd']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:00.705253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e1f5d6-84bd-4c56-937f-93c34fbeca15') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:00.705917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e1f5d6-84bd-4c56-937f-93c34fbeca15') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:00.717710 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.726474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:00.732026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-9f6c7b01-4f76-4d4f-a478-639413794024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:00.733555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-9f6c7b01-4f76-4d4f-a478-639413794024 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 1096 time: 0.1707866 Jun 30 02:28:00.744335 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.760670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:28:00.762323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:28:00.767384 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:28:00.790356 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-68757cc1-ed6a-4050-b22a-8190adbf4e6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6d0584f-6541-40cd-a62e-1e6f732be506 HTTP/1.1" status: 200 len: 217 time: 0.0463920 Jun 30 02:28:00.802893 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b145515a-dbea-431f-ae1b-c55676f457ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.843114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145515a-dbea-431f-ae1b-c55676f457ff None None] Pushing event deleted for resources: {'Port': ['ID=30d357da-cde9-4bab-8878-fb624c24d80a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:00.849298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b145515a-dbea-431f-ae1b-c55676f457ff None None] No DVR routers for this DVR port 30d357da-cde9-4bab-8878-fb624c24d80a on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:28:00.878398 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.888289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.909006 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dd07b3c2-729e-4f0e-83f5-23ab02cebfdd HTTP/1.1" status: 204 len: 168 time: 0.9483638 Jun 30 02:28:00.909272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa5d217b-9803-4768-afc4-720e1de2518f req-28affee8-dc81-4918-9f5d-956a0ef02f35 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:00.912554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-a5142c8d-c226-43fb-9de4-aa2ece93120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:00.914039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-a5142c8d-c226-43fb-9de4-aa2ece93120f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.1148007 Jun 30 02:28:00.942615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7d0da-0550-41fe-8d27-0edf75265382 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd07b3c2-729e-4f0e-83f5-23ab02cebfdd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:00.953104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-8251e4dc-1fd1-4574-9832-edeb74501aae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302610 Jun 30 02:28:01.041114 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa5d217b-9803-4768-afc4-720e1de2518f req-28affee8-dc81-4918-9f5d-956a0ef02f35 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.046586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 30d357da-cde9-4bab-8878-fb624c24d80a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:01.048984 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa5d217b-9803-4768-afc4-720e1de2518f req-28affee8-dc81-4918-9f5d-956a0ef02f35 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.051567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:01.080222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28affee8-dc81-4918-9f5d-956a0ef02f35 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e464f46d-3be7-4826-b884-b7511b8711f2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:01.092363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa5d217b-9803-4768-afc4-720e1de2518f req-28affee8-dc81-4918-9f5d-956a0ef02f35 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.093890 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa5d217b-9803-4768-afc4-720e1de2518f req-28affee8-dc81-4918-9f5d-956a0ef02f35 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4190755 Jun 30 02:28:01.096070 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-a6777303-4468-4b89-a97f-143ea139dedd service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347373 Jun 30 02:28:01.100335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 30d357da-cde9-4bab-8878-fb624c24d80a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:28:01.100710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 30d357da-cde9-4bab-8878-fb624c24d80a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:28:01.155355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:01.159910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db52d81-ac5b-4e59-930a-03a8829f1616 req-444bceb3-4765-4806-bf74-9a369c2c00d4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:01.161697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0db52d81-ac5b-4e59-930a-03a8829f1616 req-444bceb3-4765-4806-bf74-9a369c2c00d4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 944 time: 0.1072156 Jun 30 02:28:01.217819 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21fd84b4-26b8-4874-9e12-0855e8242c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.235231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:01.245824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9542f00-9c40-4801-a294-18ad37154a0a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.270172 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0db52d81-ac5b-4e59-930a-03a8829f1616 req-92d7c3be-8723-413d-9d34-9cf723026d85 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018872 Jun 30 02:28:01.274595 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b6ceab0-6946-4e88-825f-91ca6897948a req-9375bb88-1087-45b9-9739-bc2a737434f5 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700075 Jun 30 02:28:01.305512 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9542f00-9c40-4801-a294-18ad37154a0a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.325837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-31a9c919-d942-4dd4-a777-3dffbb84dbb2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7eacbbd39e14eceb88b2bf4820786de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0873725 Jun 30 02:28:01.326477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:01.332306 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b58a3a9-e694-4eb0-99e7-720ebd131c33 req-4e51c856-e760-4a2c-95a2-905ff072936a tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/aa865e3d-2e75-49a1-99b5-6b74beb8f003 HTTP/1.1" status: 200 len: 2996 time: 0.0792301 Jun 30 02:28:01.394760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9542f00-9c40-4801-a294-18ad37154a0a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.397418 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9542f00-9c40-4801-a294-18ad37154a0a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.398552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b9542f00-9c40-4801-a294-18ad37154a0a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "DELETE /v2.0/security-groups/6f6116c8-551f-46bb-96ee-c1edde8cc98d HTTP/1.1" status: 204 len: 168 time: 0.2422366 Jun 30 02:28:01.403689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:01.407347 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-221e0352-d849-4962-88c2-4121b8cf9064 req-afc05648-17cf-4171-a24e-ed8acb4e8987 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-group-rules/e464f46d-3be7-4826-b884-b7511b8711f2 HTTP/1.1" status: 200 len: 783 time: 0.0478640 Jun 30 02:28:01.412912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9542f00-9c40-4801-a294-18ad37154a0a tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6116c8-551f-46bb-96ee-c1edde8cc98d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:01.417308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975018b-5b84-48e7-80a1-a578bb6fc5fd req-3b8a000f-d350-47c0-9381-43c02e0bfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:01.418838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b975018b-5b84-48e7-80a1-a578bb6fc5fd req-3b8a000f-d350-47c0-9381-43c02e0bfa0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 1096 time: 0.0747375 Jun 30 02:28:01.439068 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-9a2ff1a8-82d0-4cc5-a923-adbc68e26d68 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] show failed (client error): The resource could not be found. Jun 30 02:28:01.440098 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9a2ff1a8-82d0-4cc5-a923-adbc68e26d68 tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "GET /v2.0/security-groups/6f6116c8-551f-46bb-96ee-c1edde8cc98d HTTP/1.1" status: 404 len: 347 time: 0.0318661 Jun 30 02:28:01.442924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:01.486967 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21fd84b4-26b8-4874-9e12-0855e8242c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.497816 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37b5bae7-bc61-488b-8293-67e1c17fdf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.499360 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21fd84b4-26b8-4874-9e12-0855e8242c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.547197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-221e0352-d849-4962-88c2-4121b8cf9064 req-f75f1973-e9e0-4d13-850e-35110672466e tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/aa865e3d-2e75-49a1-99b5-6b74beb8f003 HTTP/1.1" status: 200 len: 2996 time: 0.1258478 Jun 30 02:28:01.570138 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37b5bae7-bc61-488b-8293-67e1c17fdf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.576111 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-21fd84b4-26b8-4874-9e12-0855e8242c4e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98717164247d4b69bcb0932c16c7fb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228908 Jun 30 02:28:01.576872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd84b4-26b8-4874-9e12-0855e8242c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00edfd58-167f-4d01-8cc7-91f34e6124d1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:01.597512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:01.667174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975018b-5b84-48e7-80a1-a578bb6fc5fd req-a07ee44d-3fe7-455d-b87f-da5bd76bf175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:01.668166 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-221e0352-d849-4962-88c2-4121b8cf9064 req-c519e9d2-ac0e-4f84-9d3f-0500a063c0bd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.668618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b975018b-5b84-48e7-80a1-a578bb6fc5fd req-a07ee44d-3fe7-455d-b87f-da5bd76bf175 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 913 time: 0.2386646 Jun 30 02:28:01.679081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-221e0352-d849-4962-88c2-4121b8cf9064 req-c519e9d2-ac0e-4f84-9d3f-0500a063c0bd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.689780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-472cbb03-475f-4649-939d-17c2fc2626ae tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Deleting port 226b4570-93bc-45a7-b243-00e07cc1a03f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:28:01.690151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-472cbb03-475f-4649-939d-17c2fc2626ae tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.707964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5a17-a8f3-41c9-b39f-955040bf51bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.709674 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37b5bae7-bc61-488b-8293-67e1c17fdf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.712160 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37b5bae7-bc61-488b-8293-67e1c17fdf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.715793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-37b5bae7-bc61-488b-8293-67e1c17fdf9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a702a45e-4b53-4ea9-9cd1-4b391de2870a HTTP/1.1" status: 204 len: 168 time: 0.3857937 Jun 30 02:28:01.730063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b975018b-5b84-48e7-80a1-a578bb6fc5fd req-f7e1a989-086f-4fa0-b110-6ba2da2197fc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6d0584f-6541-40cd-a62e-1e6f732be506 HTTP/1.1" status: 200 len: 217 time: 0.0512538 Jun 30 02:28:01.736141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5bae7-bc61-488b-8293-67e1c17fdf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a702a45e-4b53-4ea9-9cd1-4b391de2870a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:01.741142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-221e0352-d849-4962-88c2-4121b8cf9064 req-c519e9d2-ac0e-4f84-9d3f-0500a063c0bd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.754494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-221e0352-d849-4962-88c2-4121b8cf9064 req-c519e9d2-ac0e-4f84-9d3f-0500a063c0bd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.759246 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-221e0352-d849-4962-88c2-4121b8cf9064 req-c519e9d2-ac0e-4f84-9d3f-0500a063c0bd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e464f46d-3be7-4826-b884-b7511b8711f2 HTTP/1.1" status: 204 len: 173 time: 0.2024240 Jun 30 02:28:01.764782 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5a17-a8f3-41c9-b39f-955040bf51bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.775046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519e9d2-ac0e-4f84-9d3f-0500a063c0bd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e464f46d-3be7-4826-b884-b7511b8711f2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:01.800383 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:28:01.841335 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5a17-a8f3-41c9-b39f-955040bf51bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.845222 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5a17-a8f3-41c9-b39f-955040bf51bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.849332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0f1c5a17-a8f3-41c9-b39f-955040bf51bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00edfd58-167f-4d01-8cc7-91f34e6124d1 HTTP/1.1" status: 204 len: 168 time: 0.2480733 Jun 30 02:28:01.851233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975018b-5b84-48e7-80a1-a578bb6fc5fd req-4c80b2a2-f70b-4e06-920a-a367bd089ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:01.852764 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b975018b-5b84-48e7-80a1-a578bb6fc5fd req-4c80b2a2-f70b-4e06-920a-a367bd089ece service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.0826540 Jun 30 02:28:01.856463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c5a17-a8f3-41c9-b39f-955040bf51bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00edfd58-167f-4d01-8cc7-91f34e6124d1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:01.910573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b975018b-5b84-48e7-80a1-a578bb6fc5fd req-3e29bf27-eed4-429c-80f8-5c3d8c79de9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465944 Jun 30 02:28:01.915489 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-472cbb03-475f-4649-939d-17c2fc2626ae tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.915813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-472cbb03-475f-4649-939d-17c2fc2626ae tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:01.949193 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c744a6f-a348-4f69-a225-f1d723a73e98 req-d3da7751-c009-4345-a783-5002ebe1ec32 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/aa865e3d-2e75-49a1-99b5-6b74beb8f003 HTTP/1.1" status: 200 len: 2398 time: 0.1496065 Jun 30 02:28:01.949820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-472cbb03-475f-4649-939d-17c2fc2626ae tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Calling delete_port for 226b4570-93bc-45a7-b243-00e07cc1a03f owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:28:02.068377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:02.075120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:02.118315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b975018b-5b84-48e7-80a1-a578bb6fc5fd req-f3e2ea45-1c05-4e2b-b101-b3b496f8395d service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993427 Jun 30 02:28:02.184308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 93057151-b94d-4524-b22f-f6973deed1cb up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:02.191279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50640) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:02.202991 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3c744a6f-a348-4f69-a225-f1d723a73e98 req-34dcc997-f1c7-4f9b-b83a-f7b8950e1dbf tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.212877 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-454caee7-473a-4a49-bc6c-16b958a4bc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.309612 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-472cbb03-475f-4649-939d-17c2fc2626ae tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.334360 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.356668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-454caee7-473a-4a49-bc6c-16b958a4bc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.360061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3c744a6f-a348-4f69-a225-f1d723a73e98 req-34dcc997-f1c7-4f9b-b83a-f7b8950e1dbf tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.366051 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-454caee7-473a-4a49-bc6c-16b958a4bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.366793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cbb03-475f-4649-939d-17c2fc2626ae tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Pushing event deleted for resources: {'Port': ['ID=226b4570-93bc-45a7-b243-00e07cc1a03f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:02.422149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-454caee7-473a-4a49-bc6c-16b958a4bc4a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e0f6d8b250144e8878de3e913834d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291734 Jun 30 02:28:02.423009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:02.424115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454caee7-473a-4a49-bc6c-16b958a4bc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7abd65-73c1-4cf6-b01e-a8b0c3e89197,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:02.425023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:02.427325 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1298d470-7983-4a50-9dbc-50d1b232e736" -d '{"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:02.432949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:02.436717 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b975018b-5b84-48e7-80a1-a578bb6fc5fd req-a0f27daa-fb9c-46ef-a82f-a636ae51ec5f service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059452 Jun 30 02:28:02.501845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:02.503214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 93057151-b94d-4524-b22f-f6973deed1cb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:02.503580 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.517757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21213243-b294-490e-83d8-3c8a51d307b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.552123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'f92876a2-c765-4919-92eb-cac217df25a9', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'port_id': 'f92876a2-c765-4919-92eb-cac217df25a9', 'mac_address': 'fa:16:3e:87:26:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:02.556575 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.557329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3a590af4-b3f9-409f-9de0-4b143456af7f no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:02.563871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3c744a6f-a348-4f69-a225-f1d723a73e98 req-34dcc997-f1c7-4f9b-b83a-f7b8950e1dbf tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.566066 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3c744a6f-a348-4f69-a225-f1d723a73e98 req-34dcc997-f1c7-4f9b-b83a-f7b8950e1dbf tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.571231 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c744a6f-a348-4f69-a225-f1d723a73e98 req-34dcc997-f1c7-4f9b-b83a-f7b8950e1dbf tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "DELETE /v2.0/security-groups/aa865e3d-2e75-49a1-99b5-6b74beb8f003 HTTP/1.1" status: 204 len: 173 time: 0.5960257 Jun 30 02:28:02.591252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcc997-f1c7-4f9b-b83a-f7b8950e1dbf tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa865e3d-2e75-49a1-99b5-6b74beb8f003,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:02.596303 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-472cbb03-475f-4649-939d-17c2fc2626ae tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.599038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-472cbb03-475f-4649-939d-17c2fc2626ae tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.602580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-472cbb03-475f-4649-939d-17c2fc2626ae tempest-ImagesOneServerNegativeTestJSON-167817057 tempest-ImagesOneServerNegativeTestJSON-167817057-project] 10.222.0.55 "DELETE /v2.0/floatingips/695f2070-2db9-42cd-9e76-95188b2550f6 HTTP/1.1" status: 204 len: 168 time: 1.1477077 Jun 30 02:28:02.625618 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21213243-b294-490e-83d8-3c8a51d307b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.696410 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-943f3ddd-97c1-4401-bae3-ab3bb0ecfe93 req-071e19c3-0afd-40cb-81f3-1c70ebe69368 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] show failed (client error): The resource could not be found. Jun 30 02:28:02.697435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-943f3ddd-97c1-4401-bae3-ab3bb0ecfe93 req-071e19c3-0afd-40cb-81f3-1c70ebe69368 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/2f9daef3-03f1-48a3-b5ff-500325376e13 HTTP/1.1" status: 404 len: 352 time: 0.0144033 Jun 30 02:28:02.729984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79398abf-86ec-4a3b-9871-e9146bf10f81 req-e3319c49-2bdc-4e9b-abfe-0160d8fdc86a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:02.731713 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79398abf-86ec-4a3b-9871-e9146bf10f81 req-e3319c49-2bdc-4e9b-abfe-0160d8fdc86a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 944 time: 0.1896045 Jun 30 02:28:02.744796 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21213243-b294-490e-83d8-3c8a51d307b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.748654 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21213243-b294-490e-83d8-3c8a51d307b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.750412 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-21213243-b294-490e-83d8-3c8a51d307b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c7abd65-73c1-4cf6-b01e-a8b0c3e89197 HTTP/1.1" status: 204 len: 168 time: 0.3159661 Jun 30 02:28:02.767453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21213243-b294-490e-83d8-3c8a51d307b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7abd65-73c1-4cf6-b01e-a8b0c3e89197,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:02.813779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79398abf-86ec-4a3b-9871-e9146bf10f81 req-a23154c8-86d7-40ed-af29-773f5ed379ec tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693123 Jun 30 02:28:02.882793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f4edece-2974-413f-a12a-51e192be8021 req-3953e4e6-1ab6-4425-b305-09c30c27b088 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/9cfdec52-fb1c-4c72-8adb-3db8e3a195c7 HTTP/1.1" status: 200 len: 1804 time: 0.0499001 Jun 30 02:28:02.895943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 3a590af4-b3f9-409f-9de0-4b143456af7f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:28:02.896281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3a590af4-b3f9-409f-9de0-4b143456af7f not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:28:02.944544 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.951688 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f4edece-2974-413f-a12a-51e192be8021 req-51f56186-407c-46e8-85e7-f47d43280905 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.975974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f4edece-2974-413f-a12a-51e192be8021 req-51f56186-407c-46e8-85e7-f47d43280905 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:02.987852 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850999df-918b-4e58-90cd-10075fc629e4 x-openstack-request-id: req-850999df-918b-4e58-90cd-10075fc629e4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:02.988388 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:02.988786 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-850999df-918b-4e58-90cd-10075fc629e4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:02.994462 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9', 'code': 200} Jun 30 02:28:03.001962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92876a2-c765-4919-92eb-cac217df25a9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:03.062695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f4edece-2974-413f-a12a-51e192be8021 req-51f56186-407c-46e8-85e7-f47d43280905 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.065873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6f4edece-2974-413f-a12a-51e192be8021 req-51f56186-407c-46e8-85e7-f47d43280905 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.067111 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f4edece-2974-413f-a12a-51e192be8021 req-51f56186-407c-46e8-85e7-f47d43280905 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "DELETE /v2.0/security-groups/9cfdec52-fb1c-4c72-8adb-3db8e3a195c7 HTTP/1.1" status: 204 len: 173 time: 0.1836245 Jun 30 02:28:03.076371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:03.077462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f56186-407c-46e8-85e7-f47d43280905 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfdec52-fb1c-4c72-8adb-3db8e3a195c7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:03.086945 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.097313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:03.135066 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.188190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['f92876a2-c765-4919-92eb-cac217df25a9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:03.222426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:03.229064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:03.235840 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.236837 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-363ab554-1c2f-4ed8-babc-67772f09625e req-c3f2cbce-9a48-4e18-a0ae-0a7fb0ee5441 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/affc82bc-2f8a-41a7-94c4-e2680ea86f76 HTTP/1.1" status: 200 len: 1804 time: 0.0589597 Jun 30 02:28:03.307238 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-363ab554-1c2f-4ed8-babc-67772f09625e req-fcb18cbb-bdd1-4349-a0d9-4670903756fd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.311072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:03.336795 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-363ab554-1c2f-4ed8-babc-67772f09625e req-fcb18cbb-bdd1-4349-a0d9-4670903756fd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.420979 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-363ab554-1c2f-4ed8-babc-67772f09625e req-fcb18cbb-bdd1-4349-a0d9-4670903756fd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.425039 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-363ab554-1c2f-4ed8-babc-67772f09625e req-fcb18cbb-bdd1-4349-a0d9-4670903756fd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.426858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-363ab554-1c2f-4ed8-babc-67772f09625e req-fcb18cbb-bdd1-4349-a0d9-4670903756fd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "DELETE /v2.0/security-groups/affc82bc-2f8a-41a7-94c4-e2680ea86f76 HTTP/1.1" status: 204 len: 173 time: 0.1821401 Jun 30 02:28:03.451486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb18cbb-bdd1-4349-a0d9-4670903756fd tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=affc82bc-2f8a-41a7-94c4-e2680ea86f76,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:03.517194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:03.590973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df7be831-aa9a-4637-b9be-a2a128802d77 req-1a2ac495-8c1d-4332-9e6b-6c699fcc6e2e tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/00de48b6-c060-44d3-8dc2-9bc7be921b38 HTTP/1.1" status: 200 len: 1804 time: 0.0680201 Jun 30 02:28:03.597438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-242398d8-035d-44fa-92ab-5e1c9b2fb3cb admin admin] Deleting subnet b806b6ac-3687-473d-91c8-6f24f21413bf {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:28:03.611008 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-242398d8-035d-44fa-92ab-5e1c9b2fb3cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.654655 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-df7be831-aa9a-4637-b9be-a2a128802d77 req-35a1aeec-5519-4826-a838-b0d8f4de1c6b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.667694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-242398d8-035d-44fa-92ab-5e1c9b2fb3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.716254 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-df7be831-aa9a-4637-b9be-a2a128802d77 req-35a1aeec-5519-4826-a838-b0d8f4de1c6b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.719376 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-242398d8-035d-44fa-92ab-5e1c9b2fb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.785695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-242398d8-035d-44fa-92ab-5e1c9b2fb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.804405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-242398d8-035d-44fa-92ab-5e1c9b2fb3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.806636 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-242398d8-035d-44fa-92ab-5e1c9b2fb3cb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b806b6ac-3687-473d-91c8-6f24f21413bf HTTP/1.1" status: 204 len: 168 time: 0.2883596 Jun 30 02:28:03.810130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:03.827834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242398d8-035d-44fa-92ab-5e1c9b2fb3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b806b6ac-3687-473d-91c8-6f24f21413bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:03.838736 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-df7be831-aa9a-4637-b9be-a2a128802d77 req-35a1aeec-5519-4826-a838-b0d8f4de1c6b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.848475 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-df7be831-aa9a-4637-b9be-a2a128802d77 req-35a1aeec-5519-4826-a838-b0d8f4de1c6b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:03.859448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df7be831-aa9a-4637-b9be-a2a128802d77 req-35a1aeec-5519-4826-a838-b0d8f4de1c6b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "DELETE /v2.0/security-groups/00de48b6-c060-44d3-8dc2-9bc7be921b38 HTTP/1.1" status: 204 len: 173 time: 0.2618351 Jun 30 02:28:03.945168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1aeec-5519-4826-a838-b0d8f4de1c6b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00de48b6-c060-44d3-8dc2-9bc7be921b38,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:04.026415 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.038296 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f331377a-5e14-48bc-9c91-76f83ac51613 req-88d7d9bc-15bd-42e8-9051-0dd8a0c50470 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/b6fb325b-367d-4082-a9ae-ee8d4c5173c5 HTTP/1.1" status: 200 len: 2403 time: 0.1667864 Jun 30 02:28:04.075219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:04.146800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port f92876a2-c765-4919-92eb-cac217df25a9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:04.147435 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.158803 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672572b8-1ff1-4c2d-baa3-5b0e67c2e349 req-dfcd141e-c398-4595-92f5-5198311c617f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:04.160487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-672572b8-1ff1-4c2d-baa3-5b0e67c2e349 req-dfcd141e-c398-4595-92f5-5198311c617f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 944 time: 0.1668377 Jun 30 02:28:04.262416 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-672572b8-1ff1-4c2d-baa3-5b0e67c2e349 req-6ade09ab-6642-43d9-b655-3d7a7ba98088 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957458 Jun 30 02:28:04.282708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f331377a-5e14-48bc-9c91-76f83ac51613 req-06ee4859-c99e-455e-a2e9-ae78dda8c53a tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.285435 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.286688 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.313822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d37f6cc-24ea-441f-a9ec-bb032f00cac8']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:04.337176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42e3405-cc4a-4727-b4dc-36b3c0427544') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:04.337463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42e3405-cc4a-4727-b4dc-36b3c0427544') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:04.347732 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f331377a-5e14-48bc-9c91-76f83ac51613 req-06ee4859-c99e-455e-a2e9-ae78dda8c53a tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.358413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.361273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:04.371248 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.385813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.397879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:28:04.398363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:28:04.400318 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:28:04.483567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.486124 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f331377a-5e14-48bc-9c91-76f83ac51613 req-06ee4859-c99e-455e-a2e9-ae78dda8c53a tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.489064 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f331377a-5e14-48bc-9c91-76f83ac51613 req-06ee4859-c99e-455e-a2e9-ae78dda8c53a tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.496361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f331377a-5e14-48bc-9c91-76f83ac51613 req-06ee4859-c99e-455e-a2e9-ae78dda8c53a tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "DELETE /v2.0/security-groups/b6fb325b-367d-4082-a9ae-ee8d4c5173c5 HTTP/1.1" status: 204 len: 173 time: 0.4484975 Jun 30 02:28:04.522246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:04.529947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.536174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5d37f6cc-24ea-441f-a9ec-bb032f00cac8 HTTP/1.1" status: 204 len: 168 time: 0.7218997 Jun 30 02:28:04.580482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee4859-c99e-455e-a2e9-ae78dda8c53a tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb325b-367d-4082-a9ae-ee8d4c5173c5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:04.581159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dfe1f-c816-4cbf-9860-0089d40ae372 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d37f6cc-24ea-441f-a9ec-bb032f00cac8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:04.622843 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5e7d7948-8ffd-4290-982a-dcbf1f592da6 req-27dc3ab9-c1ae-4a7c-8174-d6997cff6096 tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "GET /v2.0/security-groups/2e641d06-1fbd-44be-96fa-a1f7533ab23b HTTP/1.1" status: 200 len: 2397 time: 0.0853305 Jun 30 02:28:04.789535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5e7d7948-8ffd-4290-982a-dcbf1f592da6 req-2b76203c-4dae-44ce-ac83-11053750a15b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.879281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5e7d7948-8ffd-4290-982a-dcbf1f592da6 req-2b76203c-4dae-44ce-ac83-11053750a15b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.911611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:04.987064 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5e7d7948-8ffd-4290-982a-dcbf1f592da6 req-2b76203c-4dae-44ce-ac83-11053750a15b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.990481 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5e7d7948-8ffd-4290-982a-dcbf1f592da6 req-2b76203c-4dae-44ce-ac83-11053750a15b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:04.991843 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5e7d7948-8ffd-4290-982a-dcbf1f592da6 req-2b76203c-4dae-44ce-ac83-11053750a15b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] 10.222.0.55 "DELETE /v2.0/security-groups/2e641d06-1fbd-44be-96fa-a1f7533ab23b HTTP/1.1" status: 204 len: 173 time: 0.3677065 Jun 30 02:28:04.995763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb'}, {'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:04.998113 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9739575-3888-42ac-8e26-a7f06721929f" -d '{"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-plugged", "status": "completed", "tag": "93057151-b94d-4524-b22f-f6973deed1cb"}, {"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-plugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:05.006908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:05.009777 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8808a710-fab4-488e-9e1a-a3e399596b16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b47352a72a2144bd829ae1f1e0d5c955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948596 Jun 30 02:28:05.017906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:05.039210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76203c-4dae-44ce-ac83-11053750a15b tempest-SecurityGroupRulesTestJSON-1328659160 tempest-SecurityGroupRulesTestJSON-1328659160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e641d06-1fbd-44be-96fa-a1f7533ab23b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:05.121738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-122e9288-beb8-4615-abfb-5f03986e8bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.144434 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e28865f-fbd2-444d-ac8e-954d2cd3b1cc x-openstack-request-id: req-7e28865f-fbd2-444d-ac8e-954d2cd3b1cc {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:05.144730 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-plugged", "status": "completed", "tag": "93057151-b94d-4524-b22f-f6973deed1cb", "code": 200}, {"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-plugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:05.145194 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e28865f-fbd2-444d-ac8e-954d2cd3b1cc {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:05.145594 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb', 'code': 200} Jun 30 02:28:05.146022 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9', 'code': 200} Jun 30 02:28:05.165339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1465b31-962d-47f7-ab9d-95dcd8afb44c admin admin] Deleting subnet 7f376b2b-bc45-4ab6-b7da-814a9eedd73f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:28:05.172562 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-122e9288-beb8-4615-abfb-5f03986e8bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.174508 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1465b31-962d-47f7-ab9d-95dcd8afb44c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.270984 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1465b31-962d-47f7-ab9d-95dcd8afb44c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.324327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1465b31-962d-47f7-ab9d-95dcd8afb44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.330122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-122e9288-beb8-4615-abfb-5f03986e8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.332893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-122e9288-beb8-4615-abfb-5f03986e8bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.334154 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-122e9288-beb8-4615-abfb-5f03986e8bbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e87d1b00-274b-4778-8e54-262fe4e405ea HTTP/1.1" status: 204 len: 168 time: 0.3138747 Jun 30 02:28:05.375736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e9288-beb8-4615-abfb-5f03986e8bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87d1b00-274b-4778-8e54-262fe4e405ea,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:05.432533 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1465b31-962d-47f7-ab9d-95dcd8afb44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.491591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:05.518696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1465b31-962d-47f7-ab9d-95dcd8afb44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.523866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d1465b31-962d-47f7-ab9d-95dcd8afb44c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7f376b2b-bc45-4ab6-b7da-814a9eedd73f HTTP/1.1" status: 204 len: 168 time: 0.5101273 Jun 30 02:28:05.523866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1465b31-962d-47f7-ab9d-95dcd8afb44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f376b2b-bc45-4ab6-b7da-814a9eedd73f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:05.531009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:05.613709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9fb9a-3438-4cb0-b74a-c65c4f78a816 req-c0b8520c-d3c7-4d7a-ae16-0f26ec35516c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:05.626776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebd9fb9a-3438-4cb0-b74a-c65c4f78a816 req-c0b8520c-d3c7-4d7a-ae16-0f26ec35516c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 944 time: 0.1157348 Jun 30 02:28:05.686812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebd9fb9a-3438-4cb0-b74a-c65c4f78a816 req-47c93ea3-e4fb-4f04-a229-6fef24e41c12 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561287 Jun 30 02:28:05.702374 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.874918 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.889717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468c3a92-a231-4f61-a511-695e02e92059']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:05.919874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da18d4c-5848-48fb-b256-1763e8928467') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:05.920563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da18d4c-5848-48fb-b256-1763e8928467') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:05.938465 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.963327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.971397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:28:05.972078 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:28:05.974585 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:28:05.988710 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-654018df-8afc-4927-95d4-7c05c766f804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.037315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:06.061876 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.069891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.074169 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] 10.222.0.55 "DELETE /v2.0/networks/468c3a92-a231-4f61-a511-695e02e92059 HTTP/1.1" status: 204 len: 168 time: 0.5418310 Jun 30 02:28:06.102592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c37c5-5ba1-403c-8cff-0274f7994481 admin admin] Pushing event deleted for resources: {'Network': ['ID=468c3a92-a231-4f61-a511-695e02e92059,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:06.170003 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb87dd32-543c-401c-926e-1a168e346150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.175621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-654018df-8afc-4927-95d4-7c05c766f804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.182275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-654018df-8afc-4927-95d4-7c05c766f804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.207018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e6d0584f-6541-40cd-a62e-1e6f732be506 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:06.299402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654018df-8afc-4927-95d4-7c05c766f804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d740859a-58a9-4b5c-9886-ae2cafbb5551,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:06.334687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-654018df-8afc-4927-95d4-7c05c766f804 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c01ef5cb35d04644b6bdc5616afc5f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8390973 Jun 30 02:28:06.335499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:06.362763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port e6d0584f-6541-40cd-a62e-1e6f732be506, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e6d0584f-6541-40cd-a62e-1e6f732be506,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:06.378766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'e6d0584f-6541-40cd-a62e-1e6f732be506', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'port_id': 'e6d0584f-6541-40cd-a62e-1e6f732be506', 'mac_address': 'fa:16:3e:da:e1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50111ab-406d-464a-8542-69c8fb73b1b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:06.387614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:06.443152 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.477055 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59cc8faa-c91c-4e45-90f0-9aa5e84e8437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.483452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d0584f-6541-40cd-a62e-1e6f732be506 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:06.511031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6ff6019c-c301-45ab-886b-f9ab546f86e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=785713c7db5a4a759281d0f08a622e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200216 Jun 30 02:28:06.513365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:06.526064 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59cc8faa-c91c-4e45-90f0-9aa5e84e8437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.556397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port e6d0584f-6541-40cd-a62e-1e6f732be506, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e6d0584f-6541-40cd-a62e-1e6f732be506,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:06.564844 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.620390 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59cc8faa-c91c-4e45-90f0-9aa5e84e8437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.624310 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb87dd32-543c-401c-926e-1a168e346150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.629936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59cc8faa-c91c-4e45-90f0-9aa5e84e8437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.634984 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-59cc8faa-c91c-4e45-90f0-9aa5e84e8437 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d740859a-58a9-4b5c-9886-ae2cafbb5551 HTTP/1.1" status: 204 len: 168 time: 0.2984200 Jun 30 02:28:06.645376 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb87dd32-543c-401c-926e-1a168e346150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.655583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc8faa-c91c-4e45-90f0-9aa5e84e8437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d740859a-58a9-4b5c-9886-ae2cafbb5551,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:06.752151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=e6d0584f-6541-40cd-a62e-1e6f732be506,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:06.776669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87dd32-543c-401c-926e-1a168e346150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c87e23d-0b14-431a-8fbf-4541c149c2b8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:06.784319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.786691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.787257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.788718 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.789852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.790292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.791179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.792457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.793760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.794209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.794638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.797186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:06.798274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa57c430-5105-48ef-a3a7-b09507b31da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.858819 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fb87dd32-543c-401c-926e-1a168e346150 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f82b8c5875df47ba8ae0ad26ff73df47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8176985 Jun 30 02:28:06.862394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:06.892825 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa57c430-5105-48ef-a3a7-b09507b31da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:06.956022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['e6d0584f-6541-40cd-a62e-1e6f732be506'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:07.021381 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa57c430-5105-48ef-a3a7-b09507b31da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:07.026690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c58877dd-0ed7-4226-b33f-3cef8446f2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:07.065223 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa57c430-5105-48ef-a3a7-b09507b31da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:07.067899 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aa57c430-5105-48ef-a3a7-b09507b31da7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f63f771-731f-4afb-a6c0-906305fbdcbd HTTP/1.1" status: 204 len: 168 time: 0.5533214 Jun 30 02:28:07.259603 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c58877dd-0ed7-4226-b33f-3cef8446f2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:07.284026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57c430-5105-48ef-a3a7-b09507b31da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f63f771-731f-4afb-a6c0-906305fbdcbd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:07.413702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c58877dd-0ed7-4226-b33f-3cef8446f2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:07.415822 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c58877dd-0ed7-4226-b33f-3cef8446f2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:07.418566 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c58877dd-0ed7-4226-b33f-3cef8446f2d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c87e23d-0b14-431a-8fbf-4541c149c2b8 HTTP/1.1" status: 204 len: 168 time: 0.5534840 Jun 30 02:28:07.431821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58877dd-0ed7-4226-b33f-3cef8446f2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c87e23d-0b14-431a-8fbf-4541c149c2b8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:07.446025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd43f46-798f-41ff-bc54-0ca3edad963a req-7d625cfb-bd9d-4c6e-95dc-7d714a138a77 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:07.459741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cd43f46-798f-41ff-bc54-0ca3edad963a req-7d625cfb-bd9d-4c6e-95dc-7d714a138a77 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 945 time: 0.3784318 Jun 30 02:28:07.566559 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cd43f46-798f-41ff-bc54-0ca3edad963a req-281f1d87-6007-438d-beb6-8f716d1bc5a1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009045 Jun 30 02:28:07.888617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:08.369608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-773794203-network', 'tenant_id': 'bf7e4b8d2f8549af87e8c2950e4ec002'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:08.440342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Made reservation on behalf of bf7e4b8d2f8549af87e8c2950e4ec002 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:08.444378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:08.458675 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:08.500592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:08.563699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d93efbe9-ffde-450a-a479-c5664dcaca88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:08.680181 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:08.694215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:08.752137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:28:08.769437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812bc354-5e04-4141-bcfa-cd5526287bd6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:08.777280 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:08.778865 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Added segment 973ce865-f6cc-4478-a7c6-57b165e336cf of type vlan for network 2ade490e-3f88-41b0-8867-ab83e112e4e8 Jun 30 02:28:08.896331 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:08.958740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d93efbe9-ffde-450a-a479-c5664dcaca88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:08.974995 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d93efbe9-ffde-450a-a479-c5664dcaca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:09.034296 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:09.035477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:09.036336 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:09.120225 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d93efbe9-ffde-450a-a479-c5664dcaca88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d59235d552844e38b71420c3c31d3bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152318 Jun 30 02:28:09.128196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:09.129928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93efbe9-ffde-450a-a479-c5664dcaca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7a34e3-018b-496f-a107-1e9fce2865bd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:09.172050 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2805285 Jun 30 02:28:09.183069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:09.194195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Request body: {'subnet': {'network_id': '2ade490e-3f88-41b0-8867-ab83e112e4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-773794203-subnet', 'tenant_id': 'bf7e4b8d2f8549af87e8c2950e4ec002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:09.264443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef55a9-4fef-4416-8afd-0270a9085c2d admin admin] Pushing event updated for resources: {'Network': ['ID=2ade490e-3f88-41b0-8867-ab83e112e4e8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:09.293168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2ade490e-3f88-41b0-8867-ab83e112e4e8 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:28:09.350146 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ea26cc7-4d26-4f34-a367-6eda515a2ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:09.357796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16058c3-1825-43bd-a2ac-d21e54a28ee0 req-0fe16d83-1fcc-40b0-8396-aef96519f7fe tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:09.359852 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a16058c3-1825-43bd-a2ac-d21e54a28ee0 req-0fe16d83-1fcc-40b0-8396-aef96519f7fe tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 945 time: 0.4290318 Jun 30 02:28:09.360574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Made reservation on behalf of bf7e4b8d2f8549af87e8c2950e4ec002 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:09.363037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:09.453507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ea26cc7-4d26-4f34-a367-6eda515a2ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:09.529674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:09.582211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ea26cc7-4d26-4f34-a367-6eda515a2ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:09.587367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ea26cc7-4d26-4f34-a367-6eda515a2ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:09.589259 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6ea26cc7-4d26-4f34-a367-6eda515a2ed3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb7a34e3-018b-496f-a107-1e9fce2865bd HTTP/1.1" status: 204 len: 168 time: 0.4360099 Jun 30 02:28:09.597459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a16058c3-1825-43bd-a2ac-d21e54a28ee0 req-d05d69e2-b947-46fc-838b-0347a157ce0b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182882 Jun 30 02:28:09.623653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea26cc7-4d26-4f34-a367-6eda515a2ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7a34e3-018b-496f-a107-1e9fce2865bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:09.998522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.064578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-358544357-network', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:10.141800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Made reservation on behalf of 97f28ee20a5745abac59f16624d52c1b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:10.152023 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.189259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.204866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960fe58c-4dd1-484c-b683-32e0ff75e27d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:10.210568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e6d0584f-6541-40cd-a62e-1e6f732be506 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:10.273494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Checking segment: {'id': '973ce865-f6cc-4478-a7c6-57b165e336cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2ade490e-3f88-41b0-8867-ab83e112e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:10.274238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Network hostable DHCP agents. Network: 2ade490e-3f88-41b0-8867-ab83e112e4e8, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:28:10.312633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:10.336603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Network 2ade490e-3f88-41b0-8867-ab83e112e4e8 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:28:10.379399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 2ade490e-3f88-41b0-8867-ab83e112e4e8) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:10.387588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:10.392460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.408296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c7f28d-b67e-4bfc-9229-29473d3fb248 None None] Network 2ade490e-3f88-41b0-8867-ab83e112e4e8 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:28:10.512421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port e6d0584f-6541-40cd-a62e-1e6f732be506 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:10.523288 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.531245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port e6d0584f-6541-40cd-a62e-1e6f732be506 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:10.533422 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.536910 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.544629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-70334eb5-2590-4d79-b32e-edb74b7d7181 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3601325 Jun 30 02:28:10.589605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:28:10.608466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-536941004-network', 'tenant_id': 'a6aa0f3d90a7461ca31582a28c2726ab'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:10.638322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d69f09-753e-425e-a5e4-288a9399567f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:10.646260 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.646605 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Added segment 504f1f9d-61a3-4a17-b27d-e4d77a83a93b of type vlan for network d5f44d47-0613-4b33-a768-cad2b0088507 Jun 30 02:28:10.697878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Made reservation on behalf of a6aa0f3d90a7461ca31582a28c2726ab for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:10.707122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.749171 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.843717 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.923440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:10.924698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:10.931483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:11.015285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] Pushing event updated for resources: {'Network': ['ID=d5f44d47-0613-4b33-a768-cad2b0088507,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:11.045892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network d5f44d47-0613-4b33-a768-cad2b0088507 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:28:11.050062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca198143-df64-4aee-9043-e2119a8309dc None None] Network 2ade490e-3f88-41b0-8867-ab83e112e4e8 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:28:11.201618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bccb1a-3f0d-4130-b4ab-0c106c8d913b req-715318d4-0829-4dac-9c3b-e0d75739adf6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:11.210299 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03bccb1a-3f0d-4130-b4ab-0c106c8d913b req-715318d4-0829-4dac-9c3b-e0d75739adf6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 945 time: 0.2666299 Jun 30 02:28:11.225853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:11.244487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3239668b-8cdf-45bc-a68e-4bc2010fb63b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7116477 Jun 30 02:28:11.247564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:11.255485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Request body: {'subnet': {'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-358544357-subnet', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:11.258243 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:11.285347 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:11.310494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Made reservation on behalf of 97f28ee20a5745abac59f16624d52c1b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:11.320457 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:11.423765 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03bccb1a-3f0d-4130-b4ab-0c106c8d913b req-f7a29907-a17f-47a6-855d-1aa98ca827f1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113893 Jun 30 02:28:11.452809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57105e3a-4c40-4244-988c-1752a79e3afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0584f-6541-40cd-a62e-1e6f732be506'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:11.455570 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d99fd91-e578-40fa-8748-00d4afceecba" -d '{"events": [{"server_uuid": "57105e3a-4c40-4244-988c-1752a79e3afa", "name": "network-vif-plugged", "status": "completed", "tag": "e6d0584f-6541-40cd-a62e-1e6f732be506"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:11.463139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:28:11.489268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port e6d0584f-6541-40cd-a62e-1e6f732be506, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e6d0584f-6541-40cd-a62e-1e6f732be506,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:11.490580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:11.490963 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Added segment 3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0 of type vlan for network 8d45558a-bc8c-4993-97d3-af06d90aa774 Jun 30 02:28:11.500611 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:11.736617 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:11.904528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=e6d0584f-6541-40cd-a62e-1e6f732be506,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:11.915111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1fe4bd-93d6-435f-9bfc-7025e458dafb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:11.918350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:11.919581 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:11.920769 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:11.986175 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:12.006430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] Pushing event updated for resources: {'Network': ['ID=8d45558a-bc8c-4993-97d3-af06d90aa774,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:12.020235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 8d45558a-bc8c-4993-97d3-af06d90aa774 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:28:12.043617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-003a1d08-02cb-45f5-9bf0-761a8e6dbe1e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7294104 Jun 30 02:28:12.046570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:12.064834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Request body: {'subnet': {'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-536941004-subnet', 'tenant_id': 'a6aa0f3d90a7461ca31582a28c2726ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:12.155897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Made reservation on behalf of a6aa0f3d90a7461ca31582a28c2726ab for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:12.160974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:12.206869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55998891-476d-4e20-bd74-8bd54a02dc52,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:12.217878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Checking segment: {'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:12.219392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Network hostable DHCP agents. Network: d5f44d47-0613-4b33-a768-cad2b0088507, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:28:12.276332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Network d5f44d47-0613-4b33-a768-cad2b0088507 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:28:12.299111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, d5f44d47-0613-4b33-a768-cad2b0088507) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:12.309191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e5e89-7f40-42ee-933a-f461873e4346 None None] Network d5f44d47-0613-4b33-a768-cad2b0088507 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:28:12.313457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:12.314203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:12.413387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bef1240e-ad0d-419a-9f42-fedbad56ee0f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1645110 Jun 30 02:28:12.416644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:12.429880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-358544357-router', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:12.501108 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:12.502203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:12.520294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:12.659164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbd27a4-590d-426d-baa3-a46feb1e4cfb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:12.666541 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:12.681364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce0189d-48bb-420c-bc77-6d1e791b0a6e None None] Network d5f44d47-0613-4b33-a768-cad2b0088507 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:28:12.723711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Checking segment: {'id': '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:12.727143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Network hostable DHCP agents. Network: 8d45558a-bc8c-4993-97d3-af06d90aa774, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:28:12.765650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Network 8d45558a-bc8c-4993-97d3-af06d90aa774 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:28:12.779950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 8d45558a-bc8c-4993-97d3-af06d90aa774) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:12.793459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ee8fc-ce8a-475e-afa9-7ea5af5877e2 None None] Network 8d45558a-bc8c-4993-97d3-af06d90aa774 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:28:12.803527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:12.810448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:12.856265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-55e087bc-a234-484a-b2ef-4b7c44f565f0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8075774 Jun 30 02:28:12.961614 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:13.052731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba9593b-bfa3-4575-aef6-5f7e0b12ca8c None None] Network 8d45558a-bc8c-4993-97d3-af06d90aa774 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:28:13.418122 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:13.449992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:13.583551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Allocated IP 172.25.7.102 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/46272f69-99e5-42ce-b060-7d0da4eef4f4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:14.112360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:14.181348 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:14.247773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:14.249518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:14.283632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=46272f69-99e5-42ce-b060-7d0da4eef4f4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:14.313039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:14.690303 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:14.989630 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:15.152150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Router 94464816-55f4-4c13-9086-4b865f68887a is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:28:15.301251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:28:15.320301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Sync routers for ids ['94464816-55f4-4c13-9086-4b865f68887a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:28:15.336224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Routers {'94464816-55f4-4c13-9086-4b865f68887a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:28:15.336499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:15.341057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:27:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['94464816-55f4-4c13-9086-4b865f68887a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:15.341287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3c681093-4fca-4836-893a-c634097b4ed5 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9201086 Jun 30 02:28:15.341287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:15.563502 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:15.619845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Set router 94464816-55f4-4c13-9086-4b865f68887a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:28:16.021324 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:16.091659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94464816-55f4-4c13-9086-4b865f68887a', 'name': 'tempest-ServerRescueTestJSON-358544357-router', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:28:12Z', 'updated_at': '2021-06-30T02:28:14Z', 'revision_number': 3, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'gw_port': {'id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:13Z', 'updated_at': '2021-06-30T02:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:16.126696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Checking router: 94464816-55f4-4c13-9086-4b865f68887a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:28:16.127505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Updating router 94464816-55f4-4c13-9086-4b865f68887a port 46272f69-99e5-42ce-b060-7d0da4eef4f4 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:28:16.151897 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:16.205067 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:16.522457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Allocated IP 172.20.0.1 (d5f44d47-0613-4b33-a768-cad2b0088507/55998891-476d-4e20-bd74-8bd54a02dc52/5a4787fa-b02f-431c-a9e6-6066b80bada3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:16.762162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:16.793113 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:16.805580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Transition to ACTIVE for port object 46272f69-99e5-42ce-b060-7d0da4eef4f4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:16.815876 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:16.861220 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:16.921984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df71d-df71-4567-b3a8-241b1f2ce613 None None] Pushing event updated for resources: {'Port': ['ID=46272f69-99e5-42ce-b060-7d0da4eef4f4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:16.924582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Attempting to bind port 46272f69-99e5-42ce-b060-7d0da4eef4f4 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:16.924956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Attempting to bind port 46272f69-99e5-42ce-b060-7d0da4eef4f4 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:16.925347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Attempting to bind port 46272f69-99e5-42ce-b060-7d0da4eef4f4 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:16.931074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:16.931437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:16.931840 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:16.932218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:16.932676 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Bound port: 46272f69-99e5-42ce-b060-7d0da4eef4f4, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:16.933048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:16.982744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Network d5f44d47-0613-4b33-a768-cad2b0088507 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:17.000085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:17.009416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] For port 46272f69-99e5-42ce-b060-7d0da4eef4f4, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:17.012991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] For port 46272f69-99e5-42ce-b060-7d0da4eef4f4, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=46272f69-99e5-42ce-b060-7d0da4eef4f4,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:17.016690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:17.022760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Pushing event updated for resources: {'Port': ['ID=5a4787fa-b02f-431c-a9e6-6066b80bada3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:17.028269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:17.076904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:17.124807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Routers {'94464816-55f4-4c13-9086-4b865f68887a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:28:17.125784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:27:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['94464816-55f4-4c13-9086-4b865f68887a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:17.175244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793df71d-df71-4567-b3a8-241b1f2ce613 None None] Pushing event updated for resources: {'Port': ['ID=46272f69-99e5-42ce-b060-7d0da4eef4f4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:17.264623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] Set router 94464816-55f4-4c13-9086-4b865f68887a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:28:17.418095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:17.514146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94464816-55f4-4c13-9086-4b865f68887a', 'name': 'tempest-ServerRescueTestJSON-358544357-router', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:28:12Z', 'updated_at': '2021-06-30T02:28:14Z', 'revision_number': 3, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'gw_port': {'id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:13Z', 'updated_at': '2021-06-30T02:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:17.583282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf6a69-1128-4efc-bd87-ad7c4913228f None None] The sync data for ids ['94464816-55f4-4c13-9086-4b865f68887a'] in n-d-758944-39 is: [{'id': '94464816-55f4-4c13-9086-4b865f68887a', 'name': 'tempest-ServerRescueTestJSON-358544357-router', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:28:12Z', 'updated_at': '2021-06-30T02:28:14Z', 'revision_number': 3, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'gw_port': {'id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:89:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:13Z', 'updated_at': '2021-06-30T02:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:28:17.706640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:17.720320 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:17.820442 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:17.823546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Pushing event updated for resources: {'Port': ['ID=5a4787fa-b02f-431c-a9e6-6066b80bada3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:18.063707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Network d5f44d47-0613-4b33-a768-cad2b0088507 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:18.065520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:18.300992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Router 94464816-55f4-4c13-9086-4b865f68887a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:28:18.547109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:28:18.575888 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-388389de-716c-4e72-b7a9-74eb2110938c admin admin] 10.222.0.55 "PUT /v2.0/routers/94464816-55f4-4c13-9086-4b865f68887a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2330878 Jun 30 02:28:19.112512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 46272f69-99e5-42ce-b060-7d0da4eef4f4 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:19.182110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 46272f69-99e5-42ce-b060-7d0da4eef4f4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:19.190264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 46272f69-99e5-42ce-b060-7d0da4eef4f4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:19.190705 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:19.309203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:19.332307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 46272f69-99e5-42ce-b060-7d0da4eef4f4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=46272f69-99e5-42ce-b060-7d0da4eef4f4,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:19.342102 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:19.410892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=46272f69-99e5-42ce-b060-7d0da4eef4f4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:19.949392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-30c9060e-5c3a-4ca1-b27c-c64f67b0081c tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:19.956422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-30c9060e-5c3a-4ca1-b27c-c64f67b0081c tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/networks?id=2ade490e-3f88-41b0-8867-ab83e112e4e8 HTTP/1.1" status: 200 len: 817 time: 0.1184402 Jun 30 02:28:19.974160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-9e86c47f-6175-40cc-a600-af192a7b4639 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/quotas/bf7e4b8d2f8549af87e8c2950e4ec002 HTTP/1.1" status: 200 len: 375 time: 0.0161693 Jun 30 02:28:20.032279 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-2a8e699d-972a-4a43-98a1-a2f30c520cf4 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf7e4b8d2f8549af87e8c2950e4ec002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565557 Jun 30 02:28:20.045514 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Sync routers for ids ['94464816-55f4-4c13-9086-4b865f68887a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:28:20.047863 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4316e9a1-e563-4b71-bcee-6d0e0b32cd0e x-openstack-request-id: req-4316e9a1-e563-4b71-bcee-6d0e0b32cd0e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:20.048527 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57105e3a-4c40-4244-988c-1752a79e3afa", "name": "network-vif-plugged", "status": "completed", "tag": "e6d0584f-6541-40cd-a62e-1e6f732be506", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:20.048981 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4316e9a1-e563-4b71-bcee-6d0e0b32cd0e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:20.049591 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57105e3a-4c40-4244-988c-1752a79e3afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0584f-6541-40cd-a62e-1e6f732be506', 'code': 200} Jun 30 02:28:20.057022 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Routers {'94464816-55f4-4c13-9086-4b865f68887a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:28:20.057703 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:27:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['94464816-55f4-4c13-9086-4b865f68887a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:20.275824 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf44bca-37e3-46a7-b1af-8ad75e3613b4 req-742a9513-41ba-4c7c-8cc2-2b933bfdc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:20.278263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3cf44bca-37e3-46a7-b1af-8ad75e3613b4 req-742a9513-41ba-4c7c-8cc2-2b933bfdc1c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 1098 time: 0.1449676 Jun 30 02:28:20.359849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3cf44bca-37e3-46a7-b1af-8ad75e3613b4 req-72f864a3-ab69-47f2-a3e3-28e6bae324a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676041 Jun 30 02:28:20.361178 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Set router 94464816-55f4-4c13-9086-4b865f68887a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:28:20.367700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e848e-a0e5-4c91-8eb6-673a43bc0960 req-840a960d-440c-43ac-91e9-0da3df7bc6f9 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:20.378477 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-376e848e-a0e5-4c91-8eb6-673a43bc0960 req-840a960d-440c-43ac-91e9-0da3df7bc6f9 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 946 time: 0.1936531 Jun 30 02:28:20.464398 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-f3cbbe8a-d42c-425f-952e-723bcb8fa747 service neutron] 10.222.0.55 "GET /v2.0/networks/2ade490e-3f88-41b0-8867-ab83e112e4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269724 Jun 30 02:28:20.522877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-376e848e-a0e5-4c91-8eb6-673a43bc0960 req-0f6ddc05-a4f9-4d08-b4af-81529dd8cccd tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350243 Jun 30 02:28:20.621861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-96efd317-1988-4418-9514-dbe9566748a6 service neutron] 10.222.0.55 "GET /v2.0/networks/2ade490e-3f88-41b0-8867-ab83e112e4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530576 Jun 30 02:28:20.793809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c86ec35c-b2f0-4436-92ef-5502ef429e89 req-c647cff0-a8d3-4b71-a498-8152c75ba131 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-100197495', 'description': 'tempest-description-206655046'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:20.844440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c86ec35c-b2f0-4436-92ef-5502ef429e89 req-c647cff0-a8d3-4b71-a498-8152c75ba131 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:20.865965 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94464816-55f4-4c13-9086-4b865f68887a', 'name': 'tempest-ServerRescueTestJSON-358544357-router', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:28:12Z', 'updated_at': '2021-06-30T02:28:17Z', 'revision_number': 4, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'gw_port': {'id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:13Z', 'updated_at': '2021-06-30T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5a4787fa-b02f-431c-a9e6-6066b80bada3', 'name': '', 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'mac_address': 'fa:16:3e:ce:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55998891-476d-4e20-bd74-8bd54a02dc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:16Z', 'updated_at': '2021-06-30T02:28:17Z', 'revision_number': 2, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'subnets': [{'id': '55998891-476d-4e20-bd74-8bd54a02dc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:20.899667 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Checking router: 94464816-55f4-4c13-9086-4b865f68887a for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:28:20.900176 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Updating router 94464816-55f4-4c13-9086-4b865f68887a port 5a4787fa-b02f-431c-a9e6-6066b80bada3 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:28:21.002575 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:21.078582 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-3f5bda3d-ac59-4cc1-bd09-9c18755a071a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541692 Jun 30 02:28:21.084166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c86ec35c-b2f0-4436-92ef-5502ef429e89 req-c647cff0-a8d3-4b71-a498-8152c75ba131 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:21.090945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 46272f69-99e5-42ce-b060-7d0da4eef4f4 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:21.093781 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c86ec35c-b2f0-4436-92ef-5502ef429e89 req-c647cff0-a8d3-4b71-a498-8152c75ba131 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:21.154563 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c86ec35c-b2f0-4436-92ef-5502ef429e89 req-c647cff0-a8d3-4b71-a498-8152c75ba131 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:21.156081 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c86ec35c-b2f0-4436-92ef-5502ef429e89 req-c647cff0-a8d3-4b71-a498-8152c75ba131 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3663638 Jun 30 02:28:21.218665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 46272f69-99e5-42ce-b060-7d0da4eef4f4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:21.219319 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:21.230041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647cff0-a8d3-4b71-a498-8152c75ba131 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ffe0ab-8d7f-400a-9aa1-062dc3ba3f95,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:21.350958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-b4d31174-6cd3-406d-afde-b88f91b6b063 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:21.352508 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-b4d31174-6cd3-406d-afde-b88f91b6b063 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2597680 Jun 30 02:28:21.397380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-c120573f-51db-45ea-a265-9e885bae957b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/quotas/8bc2179d3db14d6795047de24f143f84 HTTP/1.1" status: 200 len: 375 time: 0.0296280 Jun 30 02:28:21.480196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-afd4f16d-f234-4480-8736-95a75ff8dddf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758560 Jun 30 02:28:21.632706 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:21.642479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-f03a904b-8c2f-41d2-af03-ee963a358e31 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:21.646452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-f03a904b-8c2f-41d2-af03-ee963a358e31 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/networks?id=d5f44d47-0613-4b33-a768-cad2b0088507 HTTP/1.1" status: 200 len: 810 time: 0.2307947 Jun 30 02:28:21.662508 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Transition to ACTIVE for port object 5a4787fa-b02f-431c-a9e6-6066b80bada3 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:21.676922 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:21.685983 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-bb72ec07-143d-470f-b55f-2773a84ba27f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/quotas/97f28ee20a5745abac59f16624d52c1b HTTP/1.1" status: 200 len: 375 time: 0.0307059 Jun 30 02:28:21.777470 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Pushing event updated for resources: {'Port': ['ID=5a4787fa-b02f-431c-a9e6-6066b80bada3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:21.789666 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.790003 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.790333 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.790656 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.791007 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.791327 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.791641 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.791953 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.792261 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.792569 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.793261 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.793261 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:21.816726 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-9b4fa79b-6d2f-4e0c-ac4c-e43cc1521ac1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f28ee20a5745abac59f16624d52c1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1297755 Jun 30 02:28:21.901339 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Attempting to bind port 5a4787fa-b02f-431c-a9e6-6066b80bada3 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:21.901339 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Attempting to bind port 5a4787fa-b02f-431c-a9e6-6066b80bada3 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:21.901616 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Attempting to bind port 5a4787fa-b02f-431c-a9e6-6066b80bada3 on network d5f44d47-0613-4b33-a768-cad2b0088507 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:21.909397 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:21.910105 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Checking segment: {'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:21.910654 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:21.911227 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Bound using segment: {'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:21.911855 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Bound port: 5a4787fa-b02f-431c-a9e6-6066b80bada3, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:21.912571 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:22.002112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22377471-d2c9-4a03-9369-f873963fb15d req-f60252ff-cdab-48c7-b5ba-b8d75e7e7aaf tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:22.003959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22377471-d2c9-4a03-9369-f873963fb15d req-f60252ff-cdab-48c7-b5ba-b8d75e7e7aaf tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.1154702 Jun 30 02:28:22.013179 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-6c2d3bd6-b34f-4d5e-84c1-0675d66f4c3b service neutron] 10.222.0.55 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901321 Jun 30 02:28:22.017349 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] For port 5a4787fa-b02f-431c-a9e6-6066b80bada3, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:22.020878 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] For port 5a4787fa-b02f-431c-a9e6-6066b80bada3, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5a4787fa-b02f-431c-a9e6-6066b80bada3,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:22.027626 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:22.062595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22377471-d2c9-4a03-9369-f873963fb15d req-522772ec-dfbf-448e-809e-29a0a1360b8b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503125 Jun 30 02:28:22.116996 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bc39e-5539-4136-98bf-18c06e98a8e7 None None] Pushing event updated for resources: {'Port': ['ID=5a4787fa-b02f-431c-a9e6-6066b80bada3,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:22.156696 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Routers {'94464816-55f4-4c13-9086-4b865f68887a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:28:22.158573 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:27:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['94464816-55f4-4c13-9086-4b865f68887a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:22.231766 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e72999d3-cc96-42d1-a34d-b2e9713e9c90 req-9e9fa36b-a724-4ead-9a1f-34cafa122004 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 210 time: 0.0472996 Jun 30 02:28:22.235012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-43b25189-7af6-496a-8f40-abbcb900dd06 service neutron] 10.222.0.55 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152851 Jun 30 02:28:22.271616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36714b19-693a-46c0-a333-aa04f08197b4 req-6545c8e2-269a-4160-aa79-2a400a48bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:22.273696 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36714b19-693a-46c0-a333-aa04f08197b4 req-6545c8e2-269a-4160-aa79-2a400a48bfe4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 1098 time: 0.0792930 Jun 30 02:28:22.331906 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] Set router 94464816-55f4-4c13-9086-4b865f68887a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:28:22.473530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ba3494f1-d456-42f1-9872-df4380af6128 req-cf81ccef-2728-4ea7-beb6-74ffb7d5fba0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1364649673', 'description': 'tempest-description-437092130'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:22.799174 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94464816-55f4-4c13-9086-4b865f68887a', 'name': 'tempest-ServerRescueTestJSON-358544357-router', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:28:12Z', 'updated_at': '2021-06-30T02:28:17Z', 'revision_number': 4, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'gw_port': {'id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:13Z', 'updated_at': '2021-06-30T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5a4787fa-b02f-431c-a9e6-6066b80bada3', 'name': '', 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'mac_address': 'fa:16:3e:ce:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55998891-476d-4e20-bd74-8bd54a02dc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:16Z', 'updated_at': '2021-06-30T02:28:22Z', 'revision_number': 4, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'subnets': [{'id': '55998891-476d-4e20-bd74-8bd54a02dc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:22.820935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-98559bc0-101b-4941-af92-9f2e43dfacb7 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:22.823317 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-98559bc0-101b-4941-af92-9f2e43dfacb7 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.73 "GET /v2.0/networks?id=2ade490e-3f88-41b0-8867-ab83e112e4e8 HTTP/1.1" status: 200 len: 817 time: 0.2277348 Jun 30 02:28:22.852051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Request body: {'port': {'device_id': 'bcadf8a4-53f9-43bb-a8ca-88792c463ac1', 'network_id': '2ade490e-3f88-41b0-8867-ab83e112e4e8', 'admin_state_up': True, 'tenant_id': 'bf7e4b8d2f8549af87e8c2950e4ec002'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:22.852325 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9b7e3-7013-4922-9bb0-6d118a100a6a None None] The sync data for ids ['94464816-55f4-4c13-9086-4b865f68887a'] in n-d-758944-39 is: [{'id': '94464816-55f4-4c13-9086-4b865f68887a', 'name': 'tempest-ServerRescueTestJSON-358544357-router', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:28:12Z', 'updated_at': '2021-06-30T02:28:17Z', 'revision_number': 4, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'gw_port': {'id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:13Z', 'updated_at': '2021-06-30T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '5a4787fa-b02f-431c-a9e6-6066b80bada3', 'name': '', 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'mac_address': 'fa:16:3e:ce:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '55998891-476d-4e20-bd74-8bd54a02dc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:16Z', 'updated_at': '2021-06-30T02:28:22Z', 'revision_number': 4, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'subnets': [{'id': '55998891-476d-4e20-bd74-8bd54a02dc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:28:22.892115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec377cfc-1810-4755-aef9-bc188da88367 req-2e9d5c75-0893-4cf8-ad22-b6375e69807b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:22.895092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec377cfc-1810-4755-aef9-bc188da88367 req-2e9d5c75-0893-4cf8-ad22-b6375e69807b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 946 time: 0.2854016 Jun 30 02:28:23.002631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36714b19-693a-46c0-a333-aa04f08197b4 req-d638ba51-4feb-46e1-9826-e47f5af05896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:23.006203 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36714b19-693a-46c0-a333-aa04f08197b4 req-d638ba51-4feb-46e1-9826-e47f5af05896 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 913 time: 0.7235446 Jun 30 02:28:23.011387 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba3494f1-d456-42f1-9872-df4380af6128 req-cf81ccef-2728-4ea7-beb6-74ffb7d5fba0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:23.076736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec377cfc-1810-4755-aef9-bc188da88367 req-9de63269-723d-4c50-8717-8e15aea7ef9b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102793 Jun 30 02:28:23.146828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5a4787fa-b02f-431c-a9e6-6066b80bada3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:23.211902 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36714b19-693a-46c0-a333-aa04f08197b4 req-11616a94-17fe-4d84-9592-bf6dbca8de3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6d0584f-6541-40cd-a62e-1e6f732be506 HTTP/1.1" status: 200 len: 217 time: 0.1912589 Jun 30 02:28:23.254553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 5a4787fa-b02f-431c-a9e6-6066b80bada3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:23.258814 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5a4787fa-b02f-431c-a9e6-6066b80bada3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:23.259185 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:23.310156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f0c84384-dd63-46c4-bf75-60a5c78a677a req-6f3be141-74a0-4a80-9a11-5eaf2d5291e1 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 210 time: 0.0606887 Jun 30 02:28:23.355315 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba3494f1-d456-42f1-9872-df4380af6128 req-cf81ccef-2728-4ea7-beb6-74ffb7d5fba0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:23.362945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36714b19-693a-46c0-a333-aa04f08197b4 req-a192944f-a327-4f8c-b5a2-29492aab7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:23.364769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36714b19-693a-46c0-a333-aa04f08197b4 req-a192944f-a327-4f8c-b5a2-29492aab7dd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.1417062 Jun 30 02:28:23.365711 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba3494f1-d456-42f1-9872-df4380af6128 req-cf81ccef-2728-4ea7-beb6-74ffb7d5fba0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:23.375299 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:23.391430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Made reservation on behalf of bf7e4b8d2f8549af87e8c2950e4ec002 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:23.396778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:23.447976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 5a4787fa-b02f-431c-a9e6-6066b80bada3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5a4787fa-b02f-431c-a9e6-6066b80bada3,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:23.455847 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:23.462902 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-a886a073-19b2-44b2-9737-361cf27b8645 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367012 Jun 30 02:28:23.507249 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba3494f1-d456-42f1-9872-df4380af6128 req-cf81ccef-2728-4ea7-beb6-74ffb7d5fba0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:23.510535 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba3494f1-d456-42f1-9872-df4380af6128 req-cf81ccef-2728-4ea7-beb6-74ffb7d5fba0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0492895 Jun 30 02:28:23.522215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36714b19-693a-46c0-a333-aa04f08197b4 req-12e06e91-e316-4083-8dab-8a0b3cba30e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385326 Jun 30 02:28:23.530958 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81ccef-2728-4ea7-beb6-74ffb7d5fba0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f77f11-9ae9-45af-b04a-f620ef7a30f8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:23.582812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=5a4787fa-b02f-431c-a9e6-6066b80bada3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:23.697274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36714b19-693a-46c0-a333-aa04f08197b4 req-bc32c841-3c6e-4b90-a886-fe4f64c00dde service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628456 Jun 30 02:28:23.788238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-294227ff-d90b-4f05-a984-26ad4795359b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:23.792311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-294227ff-d90b-4f05-a984-26ad4795359b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236935 Jun 30 02:28:23.813396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Request body: {'port': {'device_id': '9be15570-f819-4376-8ef3-394a203357c8', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8bc2179d3db14d6795047de24f143f84'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:23.834282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Allocated IP 172.20.0.4 (2ade490e-3f88-41b0-8867-ab83e112e4e8/960fe58c-4dd1-484c-b683-32e0ff75e27d/cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:23.883686 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2aaac9d4-9f03-431c-94aa-fe77333533b7 req-bbee62f9-b144-43a4-98ad-80516a3dbae8 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 210 time: 0.0812306 Jun 30 02:28:23.975490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36714b19-693a-46c0-a333-aa04f08197b4 req-bba2035a-5e2f-4a28-b1d7-e03d10d5e5e6 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711215 Jun 30 02:28:24.152798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28414378-f4d1-4403-b0d5-e9cf30098f9a req-9f9dd035-8491-4c55-a2e4-8ff2fbf29dca tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 210 time: 0.0712953 Jun 30 02:28:24.192047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:24.230663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:24.357851 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:24.379981 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-799e9b51-85a1-4b8a-828e-112cdbea8b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:24.389366 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-e44ce1b6-87b9-4652-9ec4-bd22e0b6249b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:24.391209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-e44ce1b6-87b9-4652-9ec4-bd22e0b6249b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 812 time: 0.1357813 Jun 30 02:28:24.436840 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-ddd471a3-f6b5-4387-a314-67953647b3e3 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/quotas/a6aa0f3d90a7461ca31582a28c2726ab HTTP/1.1" status: 200 len: 375 time: 0.0378251 Jun 30 02:28:24.470386 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:24.508392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-3e60f1e1-b6c9-4143-9053-0f8a0290a5c7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643258 Jun 30 02:28:24.525055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:24.531217 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baee47b-c893-41a4-a92e-3650aa4046f4" -d '{"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:24.558650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:24.572975 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:24.650377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:24.787292 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-0f2168a2-6095-4370-a176-099dbe5be4d6 service neutron] 10.222.0.55 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774620 Jun 30 02:28:24.862090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Pushing event updated for resources: {'Port': ['ID=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:24.883246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-61a62605-e8a5-47ec-aff5-d790902e5c44 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:24.883691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Network 2ade490e-3f88-41b0-8867-ab83e112e4e8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:24.885927 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-61a62605-e8a5-47ec-aff5-d790902e5c44 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.73 "GET /v2.0/networks?id=d5f44d47-0613-4b33-a768-cad2b0088507 HTTP/1.1" status: 200 len: 810 time: 0.2740684 Jun 30 02:28:24.890343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:24.893885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:24.898899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Made reservation on behalf of 8bc2179d3db14d6795047de24f143f84 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:24.902908 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:24.909129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Request body: {'port': {'device_id': '8deef104-7c84-400b-a027-b89e735231b2', 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507', 'admin_state_up': True, 'tenant_id': '97f28ee20a5745abac59f16624d52c1b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:24.944932 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:24.987555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:24.988212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:25.018757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad7246-d0c9-485f-a203-aa5a62f794cc req-ff377287-a1aa-435f-9a11-14de0e4f4f50 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:25.019684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-ab2d131e-d357-4d03-ab5d-1622e339730d service neutron] 10.222.0.55 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308717 Jun 30 02:28:25.026900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7cad7246-d0c9-485f-a203-aa5a62f794cc req-ff377287-a1aa-435f-9a11-14de0e4f4f50 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 951 time: 0.2542987 Jun 30 02:28:25.067385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5a4787fa-b02f-431c-a9e6-6066b80bada3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:25.093802 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7cad7246-d0c9-485f-a203-aa5a62f794cc req-85b04488-b022-4cae-8c12-85c1eb349738 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658753 Jun 30 02:28:25.167514 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5a4787fa-b02f-431c-a9e6-6066b80bada3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:25.168095 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:25.216460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:25.227201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:25.259960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Made reservation on behalf of 97f28ee20a5745abac59f16624d52c1b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:25.269670 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:25.274196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-4593dcfc-741d-4c87-8cf3-6c621afb595e tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4386098 Jun 30 02:28:25.317147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Request body: {'port': {'device_id': 'bcadf8a4-53f9-43bb-a8ca-88792c463ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:25.494178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb52b9-a835-432c-80da-5015b2c812db req-e42e6014-95af-4a13-b559-e47a0a478b92 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:25.499422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a0eb52b9-a835-432c-80da-5015b2c812db req-e42e6014-95af-4a13-b559-e47a0a478b92 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1959906 Jun 30 02:28:25.507602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e987552b-537e-41ad-9384-5a99c26b9464,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:25.559247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Allocated IP 172.20.0.7 (d5f44d47-0613-4b33-a768-cad2b0088507/55998891-476d-4e20-bd74-8bd54a02dc52/c0e3a593-36e5-4fce-bcb0-e412ce508d3f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:25.599139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a0eb52b9-a835-432c-80da-5015b2c812db req-95141025-3f60-48d1-87a8-e4543e97fa9c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851150 Jun 30 02:28:25.662029 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:25.690150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e3f80-775c-491d-bcc9-af2c3bb6826d req-1eef8816-d9c3-421e-ae16-c777ee962775 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:25.697531 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-496e3f80-775c-491d-bcc9-af2c3bb6826d req-1eef8816-d9c3-421e-ae16-c777ee962775 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 946 time: 0.3202407 Jun 30 02:28:25.726469 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Allocated IP 192.168.233.226 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/870229c5-03ac-44a0-8404-01a17d3d321b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:25.737264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36714b19-693a-46c0-a333-aa04f08197b4 req-f589072b-91ff-4c15-8916-c1fe57d5fd6b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:25.739005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36714b19-693a-46c0-a333-aa04f08197b4 req-f589072b-91ff-4c15-8916-c1fe57d5fd6b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 946 time: 0.1763937 Jun 30 02:28:25.818171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-496e3f80-775c-491d-bcc9-af2c3bb6826d req-5dc43a66-565c-4164-b138-04b3ad0325d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159968 Jun 30 02:28:25.847974 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f34d43cf-574e-4605-a478-b0896059aeb3 req-a5bf3fca-9f24-49fd-951f-0d0f8419c9a9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 210 time: 0.0873966 Jun 30 02:28:25.925355 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2edf538-f569-4388-9e18-7a87b2acbd42 x-openstack-request-id: req-c2edf538-f569-4388-9e18-7a87b2acbd42 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:25.925957 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:25.925957 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c2edf538-f569-4388-9e18-7a87b2acbd42 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:25.927090 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9', 'code': 200} Jun 30 02:28:25.985898 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.041758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-36714b19-693a-46c0-a333-aa04f08197b4 req-cc6d8457-b3ae-454c-aaf0-21ea560a9f72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Deleting port e6d0584f-6541-40cd-a62e-1e6f732be506 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:28:26.042276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36714b19-693a-46c0-a333-aa04f08197b4 req-cc6d8457-b3ae-454c-aaf0-21ea560a9f72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.144542 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a501cde2-8a7f-4e29-a778-c2bd8b8a929d req-e77db137-27c5-448d-9285-3850cfed8416 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 210 time: 0.0327773 Jun 30 02:28:26.173256 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.249041 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ff4890c-9e21-487d-b51e-98a6c31c7fc0 req-35923ce1-99be-421f-af43-0d07fd34dea5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 210 time: 0.0444067 Jun 30 02:28:26.252193 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-36714b19-693a-46c0-a333-aa04f08197b4 req-cc6d8457-b3ae-454c-aaf0-21ea560a9f72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] For port e6d0584f-6541-40cd-a62e-1e6f732be506, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e6d0584f-6541-40cd-a62e-1e6f732be506,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:26.253097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36714b19-693a-46c0-a333-aa04f08197b4 req-cc6d8457-b3ae-454c-aaf0-21ea560a9f72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.255444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 93057151-b94d-4524-b22f-f6973deed1cb no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:26.276245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Network d5f44d47-0613-4b33-a768-cad2b0088507 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:26.284401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:26.286519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-36714b19-693a-46c0-a333-aa04f08197b4 req-cc6d8457-b3ae-454c-aaf0-21ea560a9f72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Calling delete_port for e6d0584f-6541-40cd-a62e-1e6f732be506 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:28:26.289084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:26.292021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Pushing event updated for resources: {'Port': ['ID=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:26.317480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.386335 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Transition to ACTIVE for port object 870229c5-03ac-44a0-8404-01a17d3d321b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:26.396907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:26.401624 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.406972 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.441061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:26.441921 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.443427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Transition to ACTIVE for port object cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:26.451911 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.466604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:26.472979 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.476605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-92d2413e-ac90-4951-8706-f8ef09fa7129 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5746810 Jun 30 02:28:26.488933 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.495955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Request body: {'port': {'device_id': '8deef104-7c84-400b-a027-b89e735231b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:26.525688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:26.551355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:26.568870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:26.577319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:26.637384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:26.672802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7de893-e8ea-438b-a271-8323fbe2aa9f req-b7ec0404-760f-4b2e-9a64-44bf62aacc54 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:26.690597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5e7de893-e8ea-438b-a271-8323fbe2aa9f req-b7ec0404-760f-4b2e-9a64-44bf62aacc54 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 931 time: 0.3081300 Jun 30 02:28:26.716411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event updated for resources: {'Port': ['ID=870229c5-03ac-44a0-8404-01a17d3d321b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:26.735572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:26.735920 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.759581 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Attempting to bind port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:26.759925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Attempting to bind port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '973ce865-f6cc-4478-a7c6-57b165e336cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2ade490e-3f88-41b0-8867-ab83e112e4e8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:26.760256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Attempting to bind port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 on network 2ade490e-3f88-41b0-8867-ab83e112e4e8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:26.766935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 on network 2ade490e-3f88-41b0-8867-ab83e112e4e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:28:26.767198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Attempting to bind port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 on network 2ade490e-3f88-41b0-8867-ab83e112e4e8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:26.773929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:26.774168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Checking segment: {'id': '973ce865-f6cc-4478-a7c6-57b165e336cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2ade490e-3f88-41b0-8867-ab83e112e4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:26.774585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Bound using segment: {'id': '973ce865-f6cc-4478-a7c6-57b165e336cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2ade490e-3f88-41b0-8867-ab83e112e4e8'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:26.775102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Bound port: cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973ce865-f6cc-4478-a7c6-57b165e336cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2ade490e-3f88-41b0-8867-ab83e112e4e8'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:26.775453 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.779673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-18d0a8ef-bb5a-4e5d-abc9-8b77a485c40f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9730513 Jun 30 02:28:26.789926 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.800428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Request body: {'port': {'device_id': '9be15570-f819-4376-8ef3-394a203357c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:26.870508 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5e7de893-e8ea-438b-a271-8323fbe2aa9f req-3c326e2d-30d1-4a5e-8e92-b886cacc7d22 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/security-groups?id=812bc354-5e04-4141-bcfa-cd5526287bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783867 Jun 30 02:28:26.871394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36714b19-693a-46c0-a333-aa04f08197b4 req-cc6d8457-b3ae-454c-aaf0-21ea560a9f72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:26.886535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['e6d0584f-6541-40cd-a62e-1e6f732be506'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:26.952679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] For port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:26.957236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] For port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,segment=NetworkSegment(973ce865-f6cc-4478-a7c6-57b165e336cf),segment_id=973ce865-f6cc-4478-a7c6-57b165e336cf)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:26.962004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d8457-b3ae-454c-aaf0-21ea560a9f72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event deleted for resources: {'Port': ['ID=e6d0584f-6541-40cd-a62e-1e6f732be506,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:26.972290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.033230 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.038632 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f69acaf-156a-4232-8790-c68f5b7200c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.069685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3a3992c-435b-46e8-a892-03f8adf1843c None None] Provisioning for port 870229c5-03ac-44a0-8404-01a17d3d321b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:27.075678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3a3992c-435b-46e8-a892-03f8adf1843c None None] Provisioning complete for port 870229c5-03ac-44a0-8404-01a17d3d321b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:27.076053 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3a3992c-435b-46e8-a892-03f8adf1843c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.078869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:27.079778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.081615 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 HTTP/1.1" status: 200 len: 1092 time: 1.7749534 Jun 30 02:28:27.082751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcadf8a4-53f9-43bb-a8ca-88792c463ac1', 'tag': 'cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:27.085322 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f6a456-127b-42b8-80a2-56723fe26473" -d '{"events": [{"name": "network-changed", "server_uuid": "bcadf8a4-53f9-43bb-a8ca-88792c463ac1", "tag": "cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:27.142498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3a3992c-435b-46e8-a892-03f8adf1843c None None] Port 870229c5-03ac-44a0-8404-01a17d3d321b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:28:27.178791 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.203726 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2d0a9-5d52-4da7-a6f3-5e240a8363b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:27.273344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f451957-3b1c-4c40-b746-dfcc56669a0b req-5d095ae8-2552-431f-86cf-1484b7f4015c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=57105e3a-4c40-4244-988c-1752a79e3afa HTTP/1.1" status: 200 len: 210 time: 0.0660872 Jun 30 02:28:27.279067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49d463-1fc1-4f46-89be-35c6a48329fe req-9516dd95-2f4f-44ac-9a9c-fb8f1a0601ff tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:27.281091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc49d463-1fc1-4f46-89be-35c6a48329fe req-9516dd95-2f4f-44ac-9a9c-fb8f1a0601ff tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.3177383 Jun 30 02:28:27.302403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-36714b19-693a-46c0-a333-aa04f08197b4 req-cc6d8457-b3ae-454c-aaf0-21ea560a9f72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] No DVR routers for this DVR port e6d0584f-6541-40cd-a62e-1e6f732be506 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:28:27.307927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36714b19-693a-46c0-a333-aa04f08197b4 req-cc6d8457-b3ae-454c-aaf0-21ea560a9f72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.309915 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36714b19-693a-46c0-a333-aa04f08197b4 req-cc6d8457-b3ae-454c-aaf0-21ea560a9f72 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "DELETE /v2.0/ports/e6d0584f-6541-40cd-a62e-1e6f732be506 HTTP/1.1" status: 204 len: 173 time: 1.5635173 Jun 30 02:28:27.312438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57105e3a-4c40-4244-988c-1752a79e3afa', 'name': 'network-vif-deleted', 'tag': 'e6d0584f-6541-40cd-a62e-1e6f732be506'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:27.314889 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8d455b-94d7-4c63-adb3-f683b142c6fb" -d '{"events": [{"server_uuid": "57105e3a-4c40-4244-988c-1752a79e3afa", "name": "network-vif-deleted", "tag": "e6d0584f-6541-40cd-a62e-1e6f732be506"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:27.327857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-2449657c-b001-4613-97d5-5a5802638140 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:27.329404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-2449657c-b001-4613-97d5-5a5802638140 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.69 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 812 time: 0.5546412 Jun 30 02:28:27.348290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'port': {'device_id': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774', 'admin_state_up': True, 'tenant_id': 'a6aa0f3d90a7461ca31582a28c2726ab'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:27.408134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-bcb0f419-d761-4487-b2a5-8c22db1667f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:27.409673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-bcb0f419-d761-4487-b2a5-8c22db1667f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf7e4b8d2f8549af87e8c2950e4ec002&device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 1095 time: 0.2277975 Jun 30 02:28:27.439207 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc49d463-1fc1-4f46-89be-35c6a48329fe req-2b86adcb-e4b0-4303-b8a9-46706278d801 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427720 Jun 30 02:28:27.505615 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-64ab469d-61b3-4ccd-ac93-529849ec79d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 HTTP/1.1" status: 200 len: 217 time: 0.0704765 Jun 30 02:28:27.570981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e3a593-36e5-4fce-bcb0-e412ce508d3f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:27.582707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.596395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-67d5b578-205a-41a6-9d98-88a53cdcac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:27.597920 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-67d5b578-205a-41a6-9d98-88a53cdcac9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=960fe58c-4dd1-484c-b683-32e0ff75e27d HTTP/1.1" status: 200 len: 857 time: 0.0809042 Jun 30 02:28:27.601337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Made reservation on behalf of a6aa0f3d90a7461ca31582a28c2726ab for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:27.604736 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.624102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ec430-4a8b-4250-8ada-631b93973611 req-6a1cef1f-1644-4660-897c-85efe8b033cf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:27.630961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-988ec430-4a8b-4250-8ada-631b93973611 req-6a1cef1f-1644-4660-897c-85efe8b033cf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 936 time: 0.2016599 Jun 30 02:28:27.651654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Transition to ACTIVE for port object c0e3a593-36e5-4fce-bcb0-e412ce508d3f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:27.664783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-7b9aa92b-9e54-4b67-955f-e70e95460655 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ade490e-3f88-41b0-8867-ab83e112e4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492611 Jun 30 02:28:27.670780 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbafb48d-d2e0-4eae-910f-be4859b86513 x-openstack-request-id: req-dbafb48d-d2e0-4eae-910f-be4859b86513 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:27.671654 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcadf8a4-53f9-43bb-a8ca-88792c463ac1", "tag": "cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:27.671918 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbafb48d-d2e0-4eae-910f-be4859b86513 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:27.672324 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcadf8a4-53f9-43bb-a8ca-88792c463ac1', 'tag': 'cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960', 'status': 'completed', 'code': 200} Jun 30 02:28:27.673549 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.730792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870229c5-03ac-44a0-8404-01a17d3d321b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:27.741436 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.757872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-988ec430-4a8b-4250-8ada-631b93973611 req-7a5ef65d-9f08-437f-9112-964032f24d31 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260307 Jun 30 02:28:27.785038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Transition to ACTIVE for port object 870229c5-03ac-44a0-8404-01a17d3d321b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:27.811022 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:27.814256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:27.919242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-9e3bf291-1a3f-4da6-8126-c6de9abe57e3 service neutron] 10.222.0.73 "GET /v2.0/networks/2ade490e-3f88-41b0-8867-ab83e112e4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426596 Jun 30 02:28:27.924470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Pushing event updated for resources: {'Port': ['ID=870229c5-03ac-44a0-8404-01a17d3d321b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:27.929045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:27.932858 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60568bc-ae05-4c68-abba-a683b6e1e027" -d '{"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "93057151-b94d-4524-b22f-f6973deed1cb"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:27.944190 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b3ec10f1-8bc7-46ad-bd31-9ad2d89c6f1e req-a772a59b-45d3-4f13-862e-0ca66de2cd7b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 210 time: 0.0593097 Jun 30 02:28:27.945928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Allocated IP 172.20.0.13 (8d45558a-bc8c-4993-97d3-af06d90aa774/3cbd27a4-590d-426d-baa3-a46feb1e4cfb/a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:27.958001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Attempting to bind port c0e3a593-36e5-4fce-bcb0-e412ce508d3f on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:27.958486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Attempting to bind port c0e3a593-36e5-4fce-bcb0-e412ce508d3f by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:27.958954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Attempting to bind port c0e3a593-36e5-4fce-bcb0-e412ce508d3f on network d5f44d47-0613-4b33-a768-cad2b0088507 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:27.969214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Port c0e3a593-36e5-4fce-bcb0-e412ce508d3f on network d5f44d47-0613-4b33-a768-cad2b0088507 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:28:27.969214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Attempting to bind port c0e3a593-36e5-4fce-bcb0-e412ce508d3f on network d5f44d47-0613-4b33-a768-cad2b0088507 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:27.979710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:27.979710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Checking segment: {'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:27.979710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Bound using segment: {'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:27.979710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Bound port: c0e3a593-36e5-4fce-bcb0-e412ce508d3f, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:27.979710 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.020084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b042de-914f-4875-be7f-4b284fab34a5 req-58543973-1119-4bf6-bf0f-e6e1be42e4c2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:28.022037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10b042de-914f-4875-be7f-4b284fab34a5 req-58543973-1119-4bf6-bf0f-e6e1be42e4c2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 943 time: 0.2588830 Jun 30 02:28:28.100003 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.127382 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ba67ee5-9efc-482f-aa27-e35c9da61b84 req-d627b264-4fd2-46d6-be2c-065783ee435b service neutron] 10.222.0.73 "GET /v2.0/networks/2ade490e-3f88-41b0-8867-ab83e112e4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981409 Jun 30 02:28:28.153395 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10b042de-914f-4875-be7f-4b284fab34a5 req-ebaaa07c-d938-4865-ad0b-5ab65efc18e3 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179252 Jun 30 02:28:28.184851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Attempting to bind port 870229c5-03ac-44a0-8404-01a17d3d321b on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:28.185972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Attempting to bind port 870229c5-03ac-44a0-8404-01a17d3d321b by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:28.186609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Attempting to bind port 870229c5-03ac-44a0-8404-01a17d3d321b on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:28.193679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Port 870229c5-03ac-44a0-8404-01a17d3d321b on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:28:28.194059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Attempting to bind port 870229c5-03ac-44a0-8404-01a17d3d321b on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:28.205806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:28.206355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:28.207010 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:28.207643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Bound port: 870229c5-03ac-44a0-8404-01a17d3d321b, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:28.208172 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.219367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.237346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:28.258460 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeb3283-ea16-482d-b6e4-6c9dbf519ff3 x-openstack-request-id: req-4aeb3283-ea16-482d-b6e4-6c9dbf519ff3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:28.259026 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57105e3a-4c40-4244-988c-1752a79e3afa", "name": "network-vif-deleted", "tag": "e6d0584f-6541-40cd-a62e-1e6f732be506", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:28.259456 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4aeb3283-ea16-482d-b6e4-6c9dbf519ff3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:28.259939 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57105e3a-4c40-4244-988c-1752a79e3afa', 'name': 'network-vif-deleted', 'tag': 'e6d0584f-6541-40cd-a62e-1e6f732be506', 'status': 'completed', 'code': 200} Jun 30 02:28:28.278667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.332455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] For port 870229c5-03ac-44a0-8404-01a17d3d321b, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:28.339625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] For port 870229c5-03ac-44a0-8404-01a17d3d321b, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=870229c5-03ac-44a0-8404-01a17d3d321b,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:28.351040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.403236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Network 8d45558a-bc8c-4993-97d3-af06d90aa774 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:28.412023 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dc5c8b-1faa-41f0-b49e-da48f5316108 x-openstack-request-id: req-97dc5c8b-1faa-41f0-b49e-da48f5316108 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:28.412695 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "93057151-b94d-4524-b22f-f6973deed1cb", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:28.413207 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97dc5c8b-1faa-41f0-b49e-da48f5316108 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:28.413901 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb', 'code': 200} Jun 30 02:28:28.430617 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:28.445375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:28.456743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6a456-127b-42b8-80a2-56723fe26473 req-fc5168a2-cad5-4583-96ce-0913841cdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:28.458311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19f6a456-127b-42b8-80a2-56723fe26473 req-fc5168a2-cad5-4583-96ce-0913841cdb86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf7e4b8d2f8549af87e8c2950e4ec002&device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 1095 time: 0.1940141 Jun 30 02:28:28.461354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:28.471674 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.473548 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] 10.222.0.73 "PUT /v2.0/ports/870229c5-03ac-44a0-8404-01a17d3d321b HTTP/1.1" status: 200 len: 1097 time: 1.6802089 Jun 30 02:28:28.510559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:28.534687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'f92876a2-c765-4919-92eb-cac217df25a9', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'port_id': 'f92876a2-c765-4919-92eb-cac217df25a9', 'mac_address': 'fa:16:3e:87:26:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:28.552292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:28.553026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.569978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'Port': ['ID=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:28.578108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-212d792c-b35e-4a2d-a0d2-05aba4adac68 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2369568 Jun 30 02:28:28.587779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] For port c0e3a593-36e5-4fce-bcb0-e412ce508d3f, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:28.601391 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.630535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92876a2-c765-4919-92eb-cac217df25a9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:28.634557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] For port c0e3a593-36e5-4fce-bcb0-e412ce508d3f, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:28.648915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Request body: {'port': {'device_id': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:28.660728 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e1b33-1a62-43fe-ae00-b48dc3eee620 service neutron] Pushing event updated for resources: {'Port': ['ID=870229c5-03ac-44a0-8404-01a17d3d321b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:28.678965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:28.690954 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.765335 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6a456-127b-42b8-80a2-56723fe26473 req-78f69a49-a600-429d-a233-b64348928e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:28.766895 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19f6a456-127b-42b8-80a2-56723fe26473 req-78f69a49-a600-429d-a233-b64348928e1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=2ade490e-3f88-41b0-8867-ab83e112e4e8 HTTP/1.1" status: 200 len: 918 time: 0.2923489 Jun 30 02:28:28.782027 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.806314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['f92876a2-c765-4919-92eb-cac217df25a9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:28.871187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:28.885405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:28.886076 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.887620 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] 10.222.0.73 "PUT /v2.0/ports/c0e3a593-36e5-4fce-bcb0-e412ce508d3f HTTP/1.1" status: 200 len: 1092 time: 2.4021823 Jun 30 02:28:28.917955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:28.918156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19f6a456-127b-42b8-80a2-56723fe26473 req-1a6f783d-d0c4-4447-8f51-c7a17c0e287f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 HTTP/1.1" status: 200 len: 217 time: 0.1378796 Jun 30 02:28:28.924457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-a8bf02df-ecc0-40c0-bb03-bf9fc5112bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:28.927312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-a8bf02df-ecc0-40c0-bb03-bf9fc5112bbb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 1100 time: 0.3418117 Jun 30 02:28:28.938228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3b0f3-c302-4559-a42d-2922c322f667 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:28.959577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c371803-6530-4b45-9007-88c3a987db27 req-860df5d4-21ba-4ce2-b956-42d6217aac44 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:28.966514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c371803-6530-4b45-9007-88c3a987db27 req-860df5d4-21ba-4ce2-b956-42d6217aac44 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 943 time: 0.3980970 Jun 30 02:28:28.997163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6a456-127b-42b8-80a2-56723fe26473 req-f2d397d5-f6c2-40ee-9dbd-92d1bcdff772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:28.998835 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19f6a456-127b-42b8-80a2-56723fe26473 req-f2d397d5-f6c2-40ee-9dbd-92d1bcdff772 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=960fe58c-4dd1-484c-b683-32e0ff75e27d HTTP/1.1" status: 200 len: 857 time: 0.0704720 Jun 30 02:28:29.071680 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-ee7d3b84-1c01-4a18-902e-02421c85bda6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=870229c5-03ac-44a0-8404-01a17d3d321b HTTP/1.1" status: 200 len: 217 time: 0.0711451 Jun 30 02:28:29.096131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19f6a456-127b-42b8-80a2-56723fe26473 req-ec8c02d2-46e1-48d7-944a-1eaa6376fb0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2ade490e-3f88-41b0-8867-ab83e112e4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407519 Jun 30 02:28:29.450089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c371803-6530-4b45-9007-88c3a987db27 req-bfb01258-268d-43e3-8c4d-060795523622 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/security-groups?id=812bc354-5e04-4141-bcfa-cd5526287bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825685 Jun 30 02:28:29.532873 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b7351-ea66-4e1e-8d84-63d455dd005d req-b032883e-7a8c-4dca-a1e4-c5a845931d5d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:29.534529 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-718b7351-ea66-4e1e-8d84-63d455dd005d req-b032883e-7a8c-4dca-a1e4-c5a845931d5d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 945 time: 0.6915138 Jun 30 02:28:29.617127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-9ce2f454-dbc4-46af-9c86-6e4506da3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:29.618609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-9ce2f454-dbc4-46af-9c86-6e4506da3a98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.5161104 Jun 30 02:28:29.630772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e450d0db-787e-4cda-b7ee-68fa11670fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:29.632866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-e450d0db-787e-4cda-b7ee-68fa11670fc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=97f28ee20a5745abac59f16624d52c1b&device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 1095 time: 0.6467714 Jun 30 02:28:29.691681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be15570-f819-4376-8ef3-394a203357c8', 'tag': '870229c5-03ac-44a0-8404-01a17d3d321b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:29.694572 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12ee6c7-d399-4c56-8074-3d7b063bae7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9be15570-f819-4376-8ef3-394a203357c8", "tag": "870229c5-03ac-44a0-8404-01a17d3d321b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:29.698528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19f6a456-127b-42b8-80a2-56723fe26473 req-9509507d-e2df-4c79-9d77-cf9882f2746f service neutron] 10.222.0.73 "GET /v2.0/networks/2ade490e-3f88-41b0-8867-ab83e112e4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838563 Jun 30 02:28:29.711155 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-718b7351-ea66-4e1e-8d84-63d455dd005d req-28fd03df-e86a-4792-93da-f81d6df51022 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676855 Jun 30 02:28:29.753119 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deb74138-5d06-4704-aa3a-46af26e8971b req-2a28ab6f-e4f1-4c2b-a939-640492cddae4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2981968 Jun 30 02:28:29.755136 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-1c99291c-af72-4245-b25d-0942faa4bff9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0e3a593-36e5-4fce-bcb0-e412ce508d3f HTTP/1.1" status: 200 len: 217 time: 0.0730827 Jun 30 02:28:29.808548 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19f6a456-127b-42b8-80a2-56723fe26473 req-5835cd32-575b-42f6-b998-ed66d89a19b0 service neutron] 10.222.0.73 "GET /v2.0/networks/2ade490e-3f88-41b0-8867-ab83e112e4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963788 Jun 30 02:28:29.834206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-96195841-dcee-42ea-8d0f-129732e04b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:29.835732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-96195841-dcee-42ea-8d0f-129732e04b25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2091866 Jun 30 02:28:29.865856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-5ce50a2f-fb2f-4d25-8412-c026796e2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:29.867820 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-5ce50a2f-fb2f-4d25-8412-c026796e2ccd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55998891-476d-4e20-bd74-8bd54a02dc52 HTTP/1.1" status: 200 len: 850 time: 0.0894444 Jun 30 02:28:29.933237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:29.987130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-f878a3d2-752d-428b-8eba-393e6ac66761 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f44d47-0613-4b33-a768-cad2b0088507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838306 Jun 30 02:28:30.029341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee388b-bfe0-4e6b-bb40-c826f4f02ec0 req-961affd0-9d37-43f8-9ba5-9dad1ccac291 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:30.031145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9cee388b-bfe0-4e6b-bb40-c826f4f02ec0 req-961affd0-9d37-43f8-9ba5-9dad1ccac291 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 948 time: 0.1566336 Jun 30 02:28:30.036360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-f209c47e-ba92-4d76-8b3c-2c5e21b4a5bc service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898825 Jun 30 02:28:30.086767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:30.103955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.136949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74138-5d06-4704-aa3a-46af26e8971b req-de4bd118-62db-4e3e-837e-2ead00b7adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:30.138483 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deb74138-5d06-4704-aa3a-46af26e8971b req-de4bd118-62db-4e3e-837e-2ead00b7adc8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 1101 time: 0.3612549 Jun 30 02:28:30.139180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9cee388b-bfe0-4e6b-bb40-c826f4f02ec0 req-f60cb0f1-bd4b-464a-83ad-83b7d22c826c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004004 Jun 30 02:28:30.162937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Transition to ACTIVE for port object a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:30.182619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-6a4aae8f-987d-4020-b6f0-48afefd97be3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:30.186544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4fa4591-102c-4195-a3fb-a1f23d24caeb req-f3bd4144-362c-4eee-8fc2-67662fb7679e service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412351 Jun 30 02:28:30.190480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-6a4aae8f-987d-4020-b6f0-48afefd97be3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.4991977 Jun 30 02:28:30.212918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.246504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:30.299224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8deef104-7c84-400b-a027-b89e735231b2', 'tag': 'c0e3a593-36e5-4fce-bcb0-e412ce508d3f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:30.301900 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184ba76a-3e08-4144-9021-0ff5fd1945ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8deef104-7c84-400b-a027-b89e735231b2", "tag": "c0e3a593-36e5-4fce-bcb0-e412ce508d3f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:30.315157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:30.316062 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-4092e03e-09b3-40a1-9ba0-c92e7c805b39 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/quotas/3cf21bbdf6a241059a4954f5a8e684b0 HTTP/1.1" status: 200 len: 375 time: 0.1246612 Jun 30 02:28:30.352360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cecc0-e29f-4391-88fe-93d9ae9c557d req-90c080e6-fc90-40ba-a3c4-4eae75b5d9d8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:30.353951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b69cecc0-e29f-4391-88fe-93d9ae9c557d req-90c080e6-fc90-40ba-a3c4-4eae75b5d9d8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 944 time: 0.0755193 Jun 30 02:28:30.363915 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-ac28dae1-d804-4029-ac4a-ae80f45901d9 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628178 Jun 30 02:28:30.409541 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b69cecc0-e29f-4391-88fe-93d9ae9c557d req-3faec4c8-1919-4801-837b-e9f6dc634e06 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491726 Jun 30 02:28:30.424834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-74bf873b-954f-4da3-a868-1137763fef47 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819750 Jun 30 02:28:30.425795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:30.522181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e6d0584f-6541-40cd-a62e-1e6f732be506 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:30.531076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74138-5d06-4704-aa3a-46af26e8971b req-1299767f-caaf-4885-828c-ab18368758d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:30.532677 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deb74138-5d06-4704-aa3a-46af26e8971b req-1299767f-caaf-4885-828c-ab18368758d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3319473 Jun 30 02:28:30.552295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: e6d0584f-6541-40cd-a62e-1e6f732be506 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:28:30.552692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e6d0584f-6541-40cd-a62e-1e6f732be506 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:28:30.581842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port f92876a2-c765-4919-92eb-cac217df25a9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:30.582984 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.618050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,segment=NetworkSegment(973ce865-f6cc-4478-a7c6-57b165e336cf),segment_id=973ce865-f6cc-4478-a7c6-57b165e336cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:30.637617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960', 'network_id': '2ade490e-3f88-41b0-8867-ab83e112e4e8', 'port_id': 'cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960', 'mac_address': 'fa:16:3e:08:21:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960fe58c-4dd1-484c-b683-32e0ff75e27d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:30.653765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1d9ab-9f4c-4cbc-b726-47fee6b3fb74 req-2d078325-6fae-48d0-a417-7f5d831f1b6d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:30.657026 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ac1d9ab-9f4c-4cbc-b726-47fee6b3fb74 req-2d078325-6fae-48d0-a417-7f5d831f1b6d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 943 time: 0.0894668 Jun 30 02:28:30.693375 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deb74138-5d06-4704-aa3a-46af26e8971b req-76775b69-9ef6-40ca-a38e-4d6686e8920f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=93057151-b94d-4524-b22f-f6973deed1cb HTTP/1.1" status: 200 len: 217 time: 0.1254134 Jun 30 02:28:30.696779 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.714019 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ac1d9ab-9f4c-4cbc-b726-47fee6b3fb74 req-2f941e3c-399e-43a1-b060-8cde8ca149be tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Jun 30 02:28:30.749477 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.751348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:30.787581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,segment=NetworkSegment(973ce865-f6cc-4478-a7c6-57b165e336cf),segment_id=973ce865-f6cc-4478-a7c6-57b165e336cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:30.794282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:30.797506 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb50f21f-bb99-41b6-94b5-d16ae94eb0c2" -d '{"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-plugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:30.802763 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.817553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:30.837778 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.882942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74138-5d06-4704-aa3a-46af26e8971b req-b6815309-0c66-4761-b569-6c9541be07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:30.884527 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deb74138-5d06-4704-aa3a-46af26e8971b req-b6815309-0c66-4761-b569-6c9541be07f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1839156 Jun 30 02:28:30.885814 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:30.905067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Attempting to bind port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:30.905619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Attempting to bind port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:30.906053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Attempting to bind port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd on network 8d45558a-bc8c-4993-97d3-af06d90aa774 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:30.927156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd on network 8d45558a-bc8c-4993-97d3-af06d90aa774 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:28:30.927664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Attempting to bind port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd on network 8d45558a-bc8c-4993-97d3-af06d90aa774 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:30.942999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:30.943659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Checking segment: {'id': '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:30.944435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Bound using segment: {'id': '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:30.944637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Bound port: a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:30.945272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:30.981849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:30.993216 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-78b669f7-971b-4782-a503-796a496d4f3c service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648397 Jun 30 02:28:31.006216 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f4bf43-9394-40b2-8675-3928b2ec6628 x-openstack-request-id: req-a7f4bf43-9394-40b2-8675-3928b2ec6628 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:31.006815 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be15570-f819-4376-8ef3-394a203357c8", "tag": "870229c5-03ac-44a0-8404-01a17d3d321b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:31.007313 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7f4bf43-9394-40b2-8675-3928b2ec6628 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:31.007938 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be15570-f819-4376-8ef3-394a203357c8', 'tag': '870229c5-03ac-44a0-8404-01a17d3d321b', 'status': 'completed', 'code': 200} Jun 30 02:28:31.051511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e470f78-5d90-4d1e-9689-8b1cd242e8a6 req-dd88befc-7b39-4101-86bd-e19352babc95 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633413 Jun 30 02:28:31.065969 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c4ff6b-f752-4376-85b9-edea0a05b642 x-openstack-request-id: req-18c4ff6b-f752-4376-85b9-edea0a05b642 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:31.066261 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8deef104-7c84-400b-a027-b89e735231b2", "tag": "c0e3a593-36e5-4fce-bcb0-e412ce508d3f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:31.066515 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18c4ff6b-f752-4376-85b9-edea0a05b642 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:31.066965 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8deef104-7c84-400b-a027-b89e735231b2', 'tag': 'c0e3a593-36e5-4fce-bcb0-e412ce508d3f', 'status': 'completed', 'code': 200} Jun 30 02:28:31.126764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-f92e93b4-5cba-4272-aefd-b7c1c0aba8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.128495 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-f92e93b4-5cba-4272-aefd-b7c1c0aba8f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 1100 time: 0.0586696 Jun 30 02:28:31.144043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:31.246323 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c9a99f1d-ae36-40ea-b226-7145a945e39e service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132750 Jun 30 02:28:31.264377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] For port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:31.273391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] For port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:31.285400 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:31.323242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74138-5d06-4704-aa3a-46af26e8971b req-3a32cfb0-8a49-49de-8c08-e601cf75b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.324764 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deb74138-5d06-4704-aa3a-46af26e8971b req-3a32cfb0-8a49-49de-8c08-e601cf75b97f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4239845 Jun 30 02:28:31.334090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.334747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:31.336553 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] 10.222.0.69 "PUT /v2.0/ports/a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd HTTP/1.1" status: 200 len: 1093 time: 2.7446108 Jun 30 02:28:31.352427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805de522-54eb-4a09-8e0a-ba4ec79ea69a req-c83f3c27-3cdd-44fc-ba04-3d080deb4fa4 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.357207 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-805de522-54eb-4a09-8e0a-ba4ec79ea69a req-c83f3c27-3cdd-44fc-ba04-3d080deb4fa4 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 944 time: 0.1884317 Jun 30 02:28:31.440882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-18c2e882-c689-44c2-b535-1c179ae3596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.442388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-18c2e882-c689-44c2-b535-1c179ae3596c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3043578 Jun 30 02:28:31.493824 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba76a-3e08-4144-9021-0ff5fd1945ec req-a73a03cb-243a-4c24-b856-b4e54c036467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.495406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-184ba76a-3e08-4144-9021-0ff5fd1945ec req-a73a03cb-243a-4c24-b856-b4e54c036467 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=97f28ee20a5745abac59f16624d52c1b&device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 1095 time: 0.3091159 Jun 30 02:28:31.507897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f2acc-b2ea-4761-a6e1-e695193b4910 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:31.518873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-0af0fc4d-b093-4c4e-8941-5812c0711350 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=870229c5-03ac-44a0-8404-01a17d3d321b HTTP/1.1" status: 200 len: 217 time: 0.0588953 Jun 30 02:28:31.530153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-805de522-54eb-4a09-8e0a-ba4ec79ea69a req-8fc619e9-e1df-4e70-9bd9-9b2c474c3141 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/security-groups?id=812bc354-5e04-4141-bcfa-cd5526287bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376503 Jun 30 02:28:31.608496 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491e68b4-9989-43e6-b054-67e1ac1a1072 x-openstack-request-id: req-491e68b4-9989-43e6-b054-67e1ac1a1072 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:31.608953 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-plugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:31.610160 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-491e68b4-9989-43e6-b054-67e1ac1a1072 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:31.610309 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9', 'code': 200} Jun 30 02:28:31.629652 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deb74138-5d06-4704-aa3a-46af26e8971b req-72b84fbb-1a88-46e2-b701-96b74320e4e7 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895067 Jun 30 02:28:31.640228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-e8eb8f13-1a72-437d-a57b-aa75aafde868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.641148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-e8eb8f13-1a72-437d-a57b-aa75aafde868 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1034977 Jun 30 02:28:31.649405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-b2fdf976-a097-4835-a8a0-9f5bead6892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.651043 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-b2fdf976-a097-4835-a8a0-9f5bead6892b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 1096 time: 0.2278395 Jun 30 02:28:31.763699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba76a-3e08-4144-9021-0ff5fd1945ec req-b0eebaaf-25ae-450d-ab10-c6afc0f28ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.765253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-184ba76a-3e08-4144-9021-0ff5fd1945ec req-b0eebaaf-25ae-450d-ab10-c6afc0f28ed8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5f44d47-0613-4b33-a768-cad2b0088507 HTTP/1.1" status: 200 len: 911 time: 0.2481644 Jun 30 02:28:31.771781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-864ad4c8-271f-4d8e-b4a8-8787efdb9f90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd HTTP/1.1" status: 200 len: 217 time: 0.0963464 Jun 30 02:28:31.784744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-508fec7b-daf0-4dbd-8580-bf7141064c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.787053 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-508fec7b-daf0-4dbd-8580-bf7141064c8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322813 Jun 30 02:28:31.876630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-184ba76a-3e08-4144-9021-0ff5fd1945ec req-d34edd8d-c2ef-4840-a6c2-91bcdbc68692 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0e3a593-36e5-4fce-bcb0-e412ce508d3f HTTP/1.1" status: 200 len: 217 time: 0.0772703 Jun 30 02:28:31.960182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-e63e4d91-ff63-426f-b0ed-f9ccff43a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:31.961632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-e63e4d91-ff63-426f-b0ed-f9ccff43a3a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cbd27a4-590d-426d-baa3-a46feb1e4cfb HTTP/1.1" status: 200 len: 852 time: 0.1641207 Jun 30 02:28:31.984770 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deb74138-5d06-4704-aa3a-46af26e8971b req-b405e60c-9baf-4e61-acbd-33d4a27e4616 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446372 Jun 30 02:28:32.008421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ba76a-3e08-4144-9021-0ff5fd1945ec req-25dec29c-c596-47d8-9d80-d3f84516bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:32.009496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-184ba76a-3e08-4144-9021-0ff5fd1945ec req-25dec29c-c596-47d8-9d80-d3f84516bbd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55998891-476d-4e20-bd74-8bd54a02dc52 HTTP/1.1" status: 200 len: 850 time: 0.1100652 Jun 30 02:28:32.013409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-1132e4b9-d346-40f8-8f41-f245682ad306 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d45558a-bc8c-4993-97d3-af06d90aa774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412152 Jun 30 02:28:32.022528 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abccee4-03ce-45d4-b011-e4a69fbcb23f req-a9aab346-b28d-44d7-8076-2aa376a71775 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:32.024020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0abccee4-03ce-45d4-b011-e4a69fbcb23f req-a9aab346-b28d-44d7-8076-2aa376a71775 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.3408854 Jun 30 02:28:32.037446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb3a42-4a4f-466e-a6e1-696e856a68f5 req-e9f6d16a-b154-4bd9-ad36-f9d9f964b55c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:32.039140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0acb3a42-4a4f-466e-a6e1-696e856a68f5 req-e9f6d16a-b154-4bd9-ad36-f9d9f964b55c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 948 time: 0.1270456 Jun 30 02:28:32.064805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-d816844e-f2ad-4bae-a95c-874b5af7aeb6 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653151 Jun 30 02:28:32.074653 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-184ba76a-3e08-4144-9021-0ff5fd1945ec req-d9b6a5b0-b9c4-4ee5-8da3-18d6d3d9bef1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f44d47-0613-4b33-a768-cad2b0088507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481150 Jun 30 02:28:32.151600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0acb3a42-4a4f-466e-a6e1-696e856a68f5 req-ec9a39de-3991-4748-b123-7032873d5259 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021738 Jun 30 02:28:32.201456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e12ee6c7-d399-4c56-8074-3d7b063bae7c req-9a73c035-982a-4f84-8f38-d24982692493 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253822 Jun 30 02:28:32.215321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0abccee4-03ce-45d4-b011-e4a69fbcb23f req-de0c9dda-c8ed-4aaa-af50-a9e6f6366682 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815267 Jun 30 02:28:32.255643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 870229c5-03ac-44a0-8404-01a17d3d321b details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:32.260705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:32.302707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-e9b3fa95-22fc-40b7-bb6c-9aa442aae4fd service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776527 Jun 30 02:28:32.414670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-184ba76a-3e08-4144-9021-0ff5fd1945ec req-302d350f-b8c6-4743-8946-ebea88333774 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294425 Jun 30 02:28:32.416920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:32.441286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:32.442366 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:32.519840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed4155-6d25-4aed-95e1-12577c4d31bc req-26410d07-a847-4207-aa2f-0625cd6cf97a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:32.523854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-69ed4155-6d25-4aed-95e1-12577c4d31bc req-26410d07-a847-4207-aa2f-0625cd6cf97a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 944 time: 0.1457670 Jun 30 02:28:32.595691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-69ed4155-6d25-4aed-95e1-12577c4d31bc req-633e109a-5032-4c54-aa29-f9b9aced2058 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628500 Jun 30 02:28:32.687165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 870229c5-03ac-44a0-8404-01a17d3d321b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=870229c5-03ac-44a0-8404-01a17d3d321b,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:32.707752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '870229c5-03ac-44a0-8404-01a17d3d321b', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '870229c5-03ac-44a0-8404-01a17d3d321b', 'mac_address': 'fa:16:3e:3a:fb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:32.709698 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:32.820047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,segment=NetworkSegment(973ce865-f6cc-4478-a7c6-57b165e336cf),segment_id=973ce865-f6cc-4478-a7c6-57b165e336cf)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:32.840273 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:32.854698 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:32.899320 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870229c5-03ac-44a0-8404-01a17d3d321b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:32.962510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 870229c5-03ac-44a0-8404-01a17d3d321b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=870229c5-03ac-44a0-8404-01a17d3d321b,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:32.963688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:32.969824 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:32.973384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9cfb82f-7d8f-413d-a833-59963fab54b0 req-b595a3d4-0b15-48c7-9561-f6baba665582 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 210 time: 0.4648211 Jun 30 02:28:32.989400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a60df73-a63a-4870-b72c-a0430130ec59 req-c8fab14e-1860-41e8-9c4c-cee46452d7d8 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777108 Jun 30 02:28:33.039534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=870229c5-03ac-44a0-8404-01a17d3d321b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:33.045822 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-184ba76a-3e08-4144-9021-0ff5fd1945ec req-934285fc-515c-41d6-8e35-298d372ca86f service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228154 Jun 30 02:28:33.068522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'tag': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:33.072095 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b" -d '{"events": [{"name": "network-changed", "server_uuid": "f96db9c6-ddea-49b3-81de-acce345b633a", "tag": "a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:33.079236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda219b-9e95-4b9e-97df-8dfad518f6ce req-c94379a0-4ea7-4dea-8443-75f53c6b9567 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:33.080898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fcda219b-9e95-4b9e-97df-8dfad518f6ce req-c94379a0-4ea7-4dea-8443-75f53c6b9567 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 943 time: 0.1865113 Jun 30 02:28:33.134153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fcda219b-9e95-4b9e-97df-8dfad518f6ce req-ffb26c8b-bfc7-42ac-948b-c5faea7d48ef tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470886 Jun 30 02:28:33.263750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:33.309729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-7e4c874b-538d-4d88-bcc8-772a7187daf8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:33.312615 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-7e4c874b-538d-4d88-bcc8-772a7187daf8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.1249900 Jun 30 02:28:33.328797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Request body: {'port': {'device_id': '78630954-4191-4756-ae56-c38f89a5d251', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'admin_state_up': True, 'tenant_id': '3cf21bbdf6a241059a4954f5a8e684b0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:33.416162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c58b0a-5d13-456f-b018-434d7a7274d0 req-cc1d5e30-f812-4367-b562-3ffead40fb99 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:33.418063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e1c58b0a-5d13-456f-b018-434d7a7274d0 req-cc1d5e30-f812-4367-b562-3ffead40fb99 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 945 time: 0.1069787 Jun 30 02:28:33.578810 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cc6796-7b76-4d70-bc96-5ba04e0059d4 x-openstack-request-id: req-f8cc6796-7b76-4d70-bc96-5ba04e0059d4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:33.591139 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96db9c6-ddea-49b3-81de-acce345b633a", "tag": "a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:33.591139 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8cc6796-7b76-4d70-bc96-5ba04e0059d4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:33.591139 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'tag': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd', 'status': 'completed', 'code': 200} Jun 30 02:28:33.616084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcadf8a4-53f9-43bb-a8ca-88792c463ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:33.633563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e1c58b0a-5d13-456f-b018-434d7a7274d0 req-6774957f-240c-49d2-905f-34a8a10351b8 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/security-groups?id=812bc354-5e04-4141-bcfa-cd5526287bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009435 Jun 30 02:28:33.644120 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f40d4b-1f7b-4885-978e-d6bd6670a916" -d '{"events": [{"server_uuid": "bcadf8a4-53f9-43bb-a8ca-88792c463ac1", "name": "network-vif-plugged", "status": "completed", "tag": "cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:33.709455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Made reservation on behalf of 3cf21bbdf6a241059a4954f5a8e684b0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:33.714048 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:33.824332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b req-e47e7583-9fb0-46db-a162-d04dcd483adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:33.826646 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b req-e47e7583-9fb0-46db-a162-d04dcd483adc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 1096 time: 0.2031634 Jun 30 02:28:33.888987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb269d06-6e3c-4765-8735-7c43f0edc3b0 req-9b239e98-c6e1-4796-932c-e7c217e0a984 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:33.898977 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bb269d06-6e3c-4765-8735-7c43f0edc3b0 req-9b239e98-c6e1-4796-932c-e7c217e0a984 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.0979977 Jun 30 02:28:33.945851 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bb269d06-6e3c-4765-8735-7c43f0edc3b0 req-7e890a77-8cec-4d89-bec8-127d7560149d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458779 Jun 30 02:28:33.996780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Allocated IP 172.20.0.10 (ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e/e50111ab-406d-464a-8542-69c8fb73b1b0/c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:34.062035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b req-e12c90ee-3778-4c6f-b77c-3d3a8ae0ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:34.064045 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b req-e12c90ee-3778-4c6f-b77c-3d3a8ae0ec77 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 913 time: 0.2215741 Jun 30 02:28:34.082974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e0a8c-c76b-4fb7-9025-b1f48eeb02ce req-a8b37c4c-bb5a-45fa-84ea-729586c27051 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:34.084436 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb5e0a8c-c76b-4fb7-9025-b1f48eeb02ce req-a8b37c4c-bb5a-45fa-84ea-729586c27051 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 949 time: 0.2562261 Jun 30 02:28:34.147132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b req-d66707a3-445e-4c6b-be9e-0cdcf46c8053 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd HTTP/1.1" status: 200 len: 217 time: 0.0582483 Jun 30 02:28:34.260523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device c0e3a593-36e5-4fce-bcb0-e412ce508d3f details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:34.261515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e84dc-db91-41ca-b94b-875413610daa req-ce80ffd6-907b-4673-9657-8a9cd45520bc tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:34.272369 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e1e84dc-db91-41ca-b94b-875413610daa req-ce80ffd6-907b-4673-9657-8a9cd45520bc tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 944 time: 0.0869675 Jun 30 02:28:34.273119 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb5e0a8c-c76b-4fb7-9025-b1f48eeb02ce req-5c3e5ae0-6604-4f30-8229-ec4c6ed4df62 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699588 Jun 30 02:28:34.283777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b req-38ce22d4-da8f-4790-bae5-fa078959f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:34.285368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b req-38ce22d4-da8f-4790-bae5-fa078959f920 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cbd27a4-590d-426d-baa3-a46feb1e4cfb HTTP/1.1" status: 200 len: 852 time: 0.1252925 Jun 30 02:28:34.318187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e1e84dc-db91-41ca-b94b-875413610daa req-3104665d-9652-4ecf-88f0-a4c53274729f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469608 Jun 30 02:28:34.331911 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b req-c08907a4-d153-4e1f-958e-3d23642b3513 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d45558a-bc8c-4993-97d3-af06d90aa774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373850 Jun 30 02:28:34.486578 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.499750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port c0e3a593-36e5-4fce-bcb0-e412ce508d3f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:34.518690 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52589493-b912-48c9-bfdd-5fa4bd36e0d0 x-openstack-request-id: req-52589493-b912-48c9-bfdd-5fa4bd36e0d0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:34.519008 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcadf8a4-53f9-43bb-a8ca-88792c463ac1", "name": "network-vif-plugged", "status": "completed", "tag": "cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:34.519264 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52589493-b912-48c9-bfdd-5fa4bd36e0d0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:34.519688 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcadf8a4-53f9-43bb-a8ca-88792c463ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960', 'code': 200} Jun 30 02:28:34.551123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dae94aa0-d9cc-4491-ac4b-a23a612179cd req-7e0fb14e-a960-4265-9dcc-73ff3c673c82 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 210 time: 0.0400453 Jun 30 02:28:34.566312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'c0e3a593-36e5-4fce-bcb0-e412ce508d3f', 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507', 'port_id': 'c0e3a593-36e5-4fce-bcb0-e412ce508d3f', 'mac_address': 'fa:16:3e:c6:f9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55998891-476d-4e20-bd74-8bd54a02dc52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:34.644728 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.661688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e3a593-36e5-4fce-bcb0-e412ce508d3f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:34.681405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port c0e3a593-36e5-4fce-bcb0-e412ce508d3f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:34.689793 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.752482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:34.773040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b req-ccd28175-8a23-4d3d-b53d-3b0bc42cf34d service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857226 Jun 30 02:28:34.803515 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:34.853749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f2e90-aa55-4964-953a-db25f23c677d req-67bc7a9b-8e4c-4c0e-84e5-8618a02efe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:34.855943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be3f2e90-aa55-4964-953a-db25f23c677d req-67bc7a9b-8e4c-4c0e-84e5-8618a02efe0a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 1097 time: 0.3871031 Jun 30 02:28:34.891831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a093c21-8148-44b6-8b9d-ac7241d9223c req-b68ebc52-ca5a-42e8-84f7-1bff04c8dac7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:34.893765 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a093c21-8148-44b6-8b9d-ac7241d9223c req-b68ebc52-ca5a-42e8-84f7-1bff04c8dac7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 943 time: 0.2676375 Jun 30 02:28:34.945562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7012f-120f-4f66-a64a-ed058d059c07 req-b2433ea8-2919-44fa-a6e7-72574b6eafc6 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:34.952900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ace7012f-120f-4f66-a64a-ed058d059c07 req-b2433ea8-2919-44fa-a6e7-72574b6eafc6 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 945 time: 0.0835230 Jun 30 02:28:34.973496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:34.985733 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['c0e3a593-36e5-4fce-bcb0-e412ce508d3f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:34.995137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:35.004755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:35.008568 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be3f2e90-aa55-4964-953a-db25f23c677d req-4e35855b-4320-4445-b970-440931b01a55 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=812bc354-5e04-4141-bcfa-cd5526287bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405082 Jun 30 02:28:35.013576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ace7012f-120f-4f66-a64a-ed058d059c07 req-0cdd2c94-802a-459b-a9f0-a150400dc6d1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/security-groups?id=812bc354-5e04-4141-bcfa-cd5526287bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595818 Jun 30 02:28:35.023727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event updated for resources: {'Port': ['ID=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:35.073497 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a093c21-8148-44b6-8b9d-ac7241d9223c req-af289669-b81d-47e2-a7c2-2be1785f7eb4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466796 Jun 30 02:28:35.093864 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-878b2bf6-fd4b-490a-9a29-4c7c18b0c11b req-c63b1c84-25d8-4a33-bf13-82266850acef service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062472 Jun 30 02:28:35.140003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:35.140989 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.159750 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-8430f424-4efc-4afb-9756-3cb080cba248 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8386800 Jun 30 02:28:35.175827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Request body: {'port': {'device_id': '78630954-4191-4756-ae56-c38f89a5d251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:35.323376 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.423208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8d0cf-2797-4242-b5e1-3ff213715f95 req-77019ced-5629-4a00-b394-0223de69fb85 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:35.424832 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ede8d0cf-2797-4242-b5e1-3ff213715f95 req-77019ced-5629-4a00-b394-0223de69fb85 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.1469190 Jun 30 02:28:35.544176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ede8d0cf-2797-4242-b5e1-3ff213715f95 req-1e5cfc86-d1df-4338-969b-e6568f027ce8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646334 Jun 30 02:28:35.774599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:35.784522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.805351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Transition to ACTIVE for port object c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:35.813625 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:35.865132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4f00c-f05e-46c8-8784-44053e1d48da req-eccaf3aa-05a2-4135-96e1-91baf51e9851 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:35.872401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59c4f00c-f05e-46c8-8784-44053e1d48da req-eccaf3aa-05a2-4135-96e1-91baf51e9851 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 949 time: 0.1453075 Jun 30 02:28:35.917767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Pushing event updated for resources: {'Port': ['ID=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:35.977337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59c4f00c-f05e-46c8-8784-44053e1d48da req-f702c161-1183-4f4c-acfe-a2cba5db8193 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039600 Jun 30 02:28:36.043424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Attempting to bind port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:36.044158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Attempting to bind port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:36.044158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Attempting to bind port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:36.049278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:28:36.049604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Attempting to bind port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:36.054667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:36.055043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Checking segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:36.055424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Bound using segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:36.056009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Bound port: c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:36.056372 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:36.064511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8649566-3a53-4ff9-971e-f190f6c321f1 req-99ae9ab4-58a7-40fd-98ee-65af68740ed6 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:36.066939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d8649566-3a53-4ff9-971e-f190f6c321f1 req-99ae9ab4-58a7-40fd-98ee-65af68740ed6 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 944 time: 0.0904548 Jun 30 02:28:36.127874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d8649566-3a53-4ff9-971e-f190f6c321f1 req-2f67fb2d-4d8f-4b9a-bce9-d58403eb8909 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531526 Jun 30 02:28:36.155200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] For port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:36.159598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] For port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:36.168995 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:36.244802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:36.245660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:36.247203 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] 10.222.0.69 "PUT /v2.0/ports/c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 HTTP/1.1" status: 200 len: 1093 time: 1.0789483 Jun 30 02:28:36.247828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78630954-4191-4756-ae56-c38f89a5d251', 'tag': 'c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:36.250392 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac80650e-19fd-415b-9426-ca816fe1c794" -d '{"events": [{"name": "network-changed", "server_uuid": "78630954-4191-4756-ae56-c38f89a5d251", "tag": "c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:36.261380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:36.281862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 870229c5-03ac-44a0-8404-01a17d3d321b up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:36.313236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0638e-8f5c-4163-a2fc-dd1b2516fbea service neutron] Pushing event updated for resources: {'Port': ['ID=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:36.369524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56db81f-d36a-4a4d-93ad-b5f3f5a0ee16 req-f29b9ea6-04ec-4736-8816-6506b9117989 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:36.371700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e56db81f-d36a-4a4d-93ad-b5f3f5a0ee16 req-f29b9ea6-04ec-4736-8816-6506b9117989 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 944 time: 0.1493790 Jun 30 02:28:36.484759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 870229c5-03ac-44a0-8404-01a17d3d321b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:36.494011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:36.496460 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 870229c5-03ac-44a0-8404-01a17d3d321b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:36.496845 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:36.497361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e56db81f-d36a-4a4d-93ad-b5f3f5a0ee16 req-4d82508d-f831-457f-bc5e-b63efd71f38c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081171 Jun 30 02:28:36.513880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-86a5cd79-a826-4e8c-9413-1c8a87c7b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:36.515851 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-86a5cd79-a826-4e8c-9413-1c8a87c7b7ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 1096 time: 0.1403480 Jun 30 02:28:36.539129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd', 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774', 'port_id': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd', 'mac_address': 'fa:16:3e:5d:14:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbd27a4-590d-426d-baa3-a46feb1e4cfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:36.567300 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-2befed5d-4d7c-40d9-a81d-56ccca4e6e6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 HTTP/1.1" status: 200 len: 217 time: 0.0439522 Jun 30 02:28:36.617931 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:36.633860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-ad0b0805-7cff-480c-a3fb-4ffccd32dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:36.636642 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-ad0b0805-7cff-480c-a3fb-4ffccd32dbfb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.0616527 Jun 30 02:28:36.648320 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:36.683989 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-77fd5cd1-dda3-4863-ad7a-1bb77c86c8f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411937 Jun 30 02:28:36.724715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:36.736255 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:36.819292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:36.829631 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:36.833251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2959ed8-1155-438a-854f-7ed8a0b4f842 req-3228b0f8-82e4-450d-a7ef-8d28d1fe6ad5 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:36.836376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2959ed8-1155-438a-854f-7ed8a0b4f842 req-3228b0f8-82e4-450d-a7ef-8d28d1fe6ad5 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 945 time: 0.1910293 Jun 30 02:28:36.837394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-08c8164d-cf0c-454f-a048-5da10097cb3d service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350541 Jun 30 02:28:36.882174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be15570-f819-4376-8ef3-394a203357c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870229c5-03ac-44a0-8404-01a17d3d321b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:36.885425 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952330b3-9565-4be4-924c-0f6383549079" -d '{"events": [{"server_uuid": "9be15570-f819-4376-8ef3-394a203357c8", "name": "network-vif-plugged", "status": "completed", "tag": "870229c5-03ac-44a0-8404-01a17d3d321b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:36.908394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 870229c5-03ac-44a0-8404-01a17d3d321b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=870229c5-03ac-44a0-8404-01a17d3d321b,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:36.916046 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:36.917628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device c0e3a593-36e5-4fce-bcb0-e412ce508d3f up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:36.952056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2959ed8-1155-438a-854f-7ed8a0b4f842 req-09f1518d-80a7-4c28-93f1-717eeb9e361b tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/security-groups?id=812bc354-5e04-4141-bcfa-cd5526287bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107943 Jun 30 02:28:36.990834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba29342c-0159-4143-94c8-02e5746d4fe3 req-070afa15-fea1-47d5-872e-646402a1a48e service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422880 Jun 30 02:28:37.074529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=870229c5-03ac-44a0-8404-01a17d3d321b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:37.098119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port c0e3a593-36e5-4fce-bcb0-e412ce508d3f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:37.106452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port c0e3a593-36e5-4fce-bcb0-e412ce508d3f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:37.106840 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.161621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:37.226104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbad2d-61c4-48f3-8f6a-a98e817da2b7 req-f2715beb-9e58-43e9-b755-f6e7795281d5 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:37.233081 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cbad2d-61c4-48f3-8f6a-a98e817da2b7 req-f2715beb-9e58-43e9-b755-f6e7795281d5 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 944 time: 0.1109571 Jun 30 02:28:37.259694 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4721f68b-2de6-4ba4-b4b2-865de201cd54 x-openstack-request-id: req-4721f68b-2de6-4ba4-b4b2-865de201cd54 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:37.259694 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78630954-4191-4756-ae56-c38f89a5d251", "tag": "c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:37.259960 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4721f68b-2de6-4ba4-b4b2-865de201cd54 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:37.260269 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78630954-4191-4756-ae56-c38f89a5d251', 'tag': 'c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6', 'status': 'completed', 'code': 200} Jun 30 02:28:37.285314 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cbad2d-61c4-48f3-8f6a-a98e817da2b7 req-74e92eff-ce22-4d3d-ad9e-16fafd0ea34a tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509579 Jun 30 02:28:37.293155 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.342754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port c0e3a593-36e5-4fce-bcb0-e412ce508d3f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:37.361127 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:37.378161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80650e-19fd-415b-9426-ca816fe1c794 req-e3d6ddb9-bad5-4bbe-82c5-44917cbc9970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:37.379931 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac80650e-19fd-415b-9426-ca816fe1c794 req-e3d6ddb9-bad5-4bbe-82c5-44917cbc9970 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 1096 time: 0.0913255 Jun 30 02:28:37.424278 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d470a35b-b045-4efc-aae1-cdf5c34052ee x-openstack-request-id: req-d470a35b-b045-4efc-aae1-cdf5c34052ee {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:37.424411 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be15570-f819-4376-8ef3-394a203357c8", "name": "network-vif-plugged", "status": "completed", "tag": "870229c5-03ac-44a0-8404-01a17d3d321b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:37.437601 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d470a35b-b045-4efc-aae1-cdf5c34052ee {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:37.438398 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be15570-f819-4376-8ef3-394a203357c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870229c5-03ac-44a0-8404-01a17d3d321b', 'code': 200} Jun 30 02:28:37.443947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:37.534255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1572-a080-4536-b106-2c1321bdc2c4 req-42781a86-7f1a-46de-b144-5287a402620c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:37.536524 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c43a1572-a080-4536-b106-2c1321bdc2c4 req-42781a86-7f1a-46de-b144-5287a402620c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.1160467 Jun 30 02:28:37.587748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c43a1572-a080-4536-b106-2c1321bdc2c4 req-08b14682-a712-4a90-b02c-f340a4a64e71 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393493 Jun 30 02:28:37.592114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80650e-19fd-415b-9426-ca816fe1c794 req-53628e79-b670-4c31-bbe5-ce8caacbef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:37.594371 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac80650e-19fd-415b-9426-ca816fe1c794 req-53628e79-b670-4c31-bbe5-ce8caacbef25 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 913 time: 0.2073174 Jun 30 02:28:37.650624 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac80650e-19fd-415b-9426-ca816fe1c794 req-31c493ad-5fab-43f8-b274-a23775ff86fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 HTTP/1.1" status: 200 len: 217 time: 0.0491998 Jun 30 02:28:37.704307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f2634-81ed-406b-9c0d-779977c7b57d req-636587dc-17b1-4950-9f09-fdef8ed9204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:37.705943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-163f2634-81ed-406b-9c0d-779977c7b57d req-636587dc-17b1-4950-9f09-fdef8ed9204d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 1102 time: 0.1992133 Jun 30 02:28:37.739079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09425861-2bb9-4521-80b4-2d84a0707564 req-9fc6621b-e47c-46b8-a272-8a7301ff22be tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:37.746026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-09425861-2bb9-4521-80b4-2d84a0707564 req-9fc6621b-e47c-46b8-a272-8a7301ff22be tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 950 time: 0.2026711 Jun 30 02:28:37.799714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80650e-19fd-415b-9426-ca816fe1c794 req-a771df36-1b9c-45b5-9f80-63b32041be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:37.801545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac80650e-19fd-415b-9426-ca816fe1c794 req-a771df36-1b9c-45b5-9f80-63b32041be28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.1417327 Jun 30 02:28:37.804754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-163f2634-81ed-406b-9c0d-779977c7b57d req-09ae61c5-c64f-481d-aa6c-0ac10f987895 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824974 Jun 30 02:28:37.849909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac80650e-19fd-415b-9426-ca816fe1c794 req-03b009b3-db05-40d5-9464-53940b741aaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389156 Jun 30 02:28:37.853697 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-09425861-2bb9-4521-80b4-2d84a0707564 req-d24e05b8-3102-4850-9832-644e8d6981b3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067350 Jun 30 02:28:37.959836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac80650e-19fd-415b-9426-ca816fe1c794 req-1d23c1ce-1e5f-4c12-b768-44569c181fcd service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022315 Jun 30 02:28:38.063626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff70f8-7529-423e-a3b0-42f0bb5e95fc req-c676d632-e98f-420f-a969-4b6a832866a5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:38.065273 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6eff70f8-7529-423e-a3b0-42f0bb5e95fc req-c676d632-e98f-420f-a969-4b6a832866a5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 945 time: 0.0942805 Jun 30 02:28:38.125105 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6eff70f8-7529-423e-a3b0-42f0bb5e95fc req-8d3a873d-9653-4bc3-8381-5d29a9bb1801 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479043 Jun 30 02:28:38.183912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac80650e-19fd-415b-9426-ca816fe1c794 req-f365edf3-1a9e-47a6-9df3-5e964de7dccf service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070529 Jun 30 02:28:38.513946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef0ce5-04d2-46de-a06c-9f1a7d338612 req-3f047a71-5d67-437c-a23a-1e9eb397d72d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:38.513946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daef0ce5-04d2-46de-a06c-9f1a7d338612 req-3f047a71-5d67-437c-a23a-1e9eb397d72d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 944 time: 0.1073070 Jun 30 02:28:38.556174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daef0ce5-04d2-46de-a06c-9f1a7d338612 req-88c510cf-7526-4088-b892-3bcdc1865461 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Jun 30 02:28:38.778041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500ad6a-a39d-46b7-b4a0-96c729779eba req-c700bfea-913e-4a6a-98ec-47f554860b1c tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:38.786285 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a500ad6a-a39d-46b7-b4a0-96c729779eba req-c700bfea-913e-4a6a-98ec-47f554860b1c tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 945 time: 0.1012478 Jun 30 02:28:38.801186 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:28:38.841140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a500ad6a-a39d-46b7-b4a0-96c729779eba req-7c471f32-30c7-439f-9080-3b4f12c7e52a tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/security-groups?id=812bc354-5e04-4141-bcfa-cd5526287bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537829 Jun 30 02:28:39.004196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12aae0f-2a33-4133-b849-75a312b0e84e req-c3870f63-c943-4459-8e86-bfbdf8416f3b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:39.013317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12aae0f-2a33-4133-b849-75a312b0e84e req-c3870f63-c943-4459-8e86-bfbdf8416f3b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0878541 Jun 30 02:28:39.052356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19965e69-42bc-4d96-bddf-6650737a1a59 req-89466051-be36-4382-ba23-28faf611b548 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:39.054382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12aae0f-2a33-4133-b849-75a312b0e84e req-47ca89a5-3cc6-4823-8419-e1a8f6768823 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Jun 30 02:28:39.060724 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19965e69-42bc-4d96-bddf-6650737a1a59 req-89466051-be36-4382-ba23-28faf611b548 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.0945117 Jun 30 02:28:39.114429 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19965e69-42bc-4d96-bddf-6650737a1a59 req-aa8f1ea5-d300-43f6-964b-02038035d985 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525303 Jun 30 02:28:39.344175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa832c-edf1-419e-8139-a8579a3ed1ba req-e64bb582-a182-4ace-9f94-0194c0f6ad2f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:39.345801 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1cfa832c-edf1-419e-8139-a8579a3ed1ba req-e64bb582-a182-4ace-9f94-0194c0f6ad2f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 950 time: 0.0900826 Jun 30 02:28:39.403389 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1cfa832c-edf1-419e-8139-a8579a3ed1ba req-dda9e759-7f11-46ca-ae92-74624738286a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511599 Jun 30 02:28:39.440975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8deef104-7c84-400b-a027-b89e735231b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e3a593-36e5-4fce-bcb0-e412ce508d3f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:39.443434 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e63138-9459-493c-87ef-5d34856d52c8" -d '{"events": [{"server_uuid": "8deef104-7c84-400b-a027-b89e735231b2", "name": "network-vif-plugged", "status": "completed", "tag": "c0e3a593-36e5-4fce-bcb0-e412ce508d3f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:39.736802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb82d4a-039a-4c3c-9824-7150275adf32 req-67ba8654-ee26-45a3-8a2c-cba0c9dff90f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:39.738609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebb82d4a-039a-4c3c-9824-7150275adf32 req-67ba8654-ee26-45a3-8a2c-cba0c9dff90f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 945 time: 0.0772853 Jun 30 02:28:39.755419 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11856d-5433-4a48-b846-b4b4389248ab req-1d30d26e-f3f5-4aae-a78b-3538eb2cb993 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:39.757683 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f11856d-5433-4a48-b846-b4b4389248ab req-1d30d26e-f3f5-4aae-a78b-3538eb2cb993 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 947 time: 0.0939395 Jun 30 02:28:39.808607 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f11856d-5433-4a48-b846-b4b4389248ab req-b734d5df-f3f9-4f54-bb19-4407af4c4320 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Jun 30 02:28:39.868147 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15fc9f3-1679-4b56-8aaf-9fbdeb4e1f6a x-openstack-request-id: req-d15fc9f3-1679-4b56-8aaf-9fbdeb4e1f6a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:39.868435 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8deef104-7c84-400b-a027-b89e735231b2", "name": "network-vif-plugged", "status": "completed", "tag": "c0e3a593-36e5-4fce-bcb0-e412ce508d3f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:39.868684 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d15fc9f3-1679-4b56-8aaf-9fbdeb4e1f6a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:39.869076 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8deef104-7c84-400b-a027-b89e735231b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e3a593-36e5-4fce-bcb0-e412ce508d3f', 'code': 200} Jun 30 02:28:40.062534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28027094-1a2e-4aab-a3a3-3812e2cbec2f req-22a343c9-6b75-4d4b-a11a-24b949514629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:40.064715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28027094-1a2e-4aab-a3a3-3812e2cbec2f req-22a343c9-6b75-4d4b-a11a-24b949514629 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 1097 time: 0.1117897 Jun 30 02:28:40.147363 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28027094-1a2e-4aab-a3a3-3812e2cbec2f req-556083ee-6f7b-452c-ae63-863396c74912 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751193 Jun 30 02:28:40.184883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebb82d4a-039a-4c3c-9824-7150275adf32 req-db0004d2-2fb0-46d9-9e59-3ca77a1a3b88 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396904 Jun 30 02:28:40.186037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63445ff1-b7cd-4b34-9c71-13ac412c8870 req-d69d5312-256f-4a0a-9a0e-2c4fcf841acd tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:40.194932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63445ff1-b7cd-4b34-9c71-13ac412c8870 req-d69d5312-256f-4a0a-9a0e-2c4fcf841acd tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 1102 time: 0.0903807 Jun 30 02:28:40.220539 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63445ff1-b7cd-4b34-9c71-13ac412c8870 req-d41c3d61-ef1e-432d-805f-cda96570f1b0 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.234011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-c8a3945f-b5e9-40f2-b5f0-d7c6592ed9c7 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:40.235524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-c8a3945f-b5e9-40f2-b5f0-d7c6592ed9c7 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.73 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 945 time: 0.1164396 Jun 30 02:28:40.266687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:40.271190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:40.359096 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63445ff1-b7cd-4b34-9c71-13ac412c8870 req-d41c3d61-ef1e-432d-805f-cda96570f1b0 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.367383 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-63445ff1-b7cd-4b34-9c71-13ac412c8870 req-d41c3d61-ef1e-432d-805f-cda96570f1b0 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.410110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:40.418225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c3d61-ef1e-432d-805f-cda96570f1b0 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0845d5-c1a9-4697-a330-9b419dab42e2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.431542 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63445ff1-b7cd-4b34-9c71-13ac412c8870 req-d41c3d61-ef1e-432d-805f-cda96570f1b0 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351220 Jun 30 02:28:40.434192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:40.434584 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.443086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Deleting port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:28:40.443618 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.535710 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.547942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] For port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,segment=NetworkSegment(973ce865-f6cc-4478-a7c6-57b165e336cf),segment_id=973ce865-f6cc-4478-a7c6-57b165e336cf)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:40.548573 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.569271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Calling delete_port for cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:28:40.585599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:40.601814 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:40.609719 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.615080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'port_id': 'c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6', 'mac_address': 'fa:16:3e:05:21:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50111ab-406d-464a-8542-69c8fb73b1b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:40.641292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c46f45-f2fd-4986-88b3-61870387ac79 req-8e50485d-4ddc-4e9a-aea2-ad1a6bd1d769 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:40.646578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9a07d-d01e-40ed-a8aa-ef35ed48ad5b req-cec06f38-eab1-4455-abeb-55550605bc56 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:40.648756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-53c46f45-f2fd-4986-88b3-61870387ac79 req-8e50485d-4ddc-4e9a-aea2-ad1a6bd1d769 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 944 time: 0.2898686 Jun 30 02:28:40.654848 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37b9a07d-d01e-40ed-a8aa-ef35ed48ad5b req-cec06f38-eab1-4455-abeb-55550605bc56 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 945 time: 0.0881577 Jun 30 02:28:40.672562 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.688415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:40.710165 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37b9a07d-d01e-40ed-a8aa-ef35ed48ad5b req-89959d71-939f-4a4b-a45a-dbca42328563 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/security-groups?id=812bc354-5e04-4141-bcfa-cd5526287bd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538828 Jun 30 02:28:40.712253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:40.722103 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.726053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-53c46f45-f2fd-4986-88b3-61870387ac79 req-4e792104-0d91-4423-acb2-480af6289319 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761905 Jun 30 02:28:40.749858 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.826683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.863295 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:40.879441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:40.906172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Pushing event deleted for resources: {'Port': ['ID=cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:40.906625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9c7df-b93a-4cc7-acad-f0710c80e6a6 req-fd3103e7-f59b-4316-832f-208bbc89cdd9 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:40.908951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ca9c7df-b93a-4cc7-acad-f0710c80e6a6 req-fd3103e7-f59b-4316-832f-208bbc89cdd9 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0788040 Jun 30 02:28:40.937653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.938050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.938451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.939174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.939583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.939986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.940378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.940768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.941154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.941536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.941915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.942291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:40.979029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] No DVR routers for this DVR port cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:28:40.986483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ca9c7df-b93a-4cc7-acad-f0710c80e6a6 req-82181339-a732-4a56-b91d-fc8b58b8c214 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670414 Jun 30 02:28:41.002444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.007361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b884bb1e-06e1-4904-8af4-b2cf2fed7d99 req-26862ba0-e4b6-480c-b2ae-3d0e563719a1 tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.73 "DELETE /v2.0/ports/cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 HTTP/1.1" status: 204 len: 173 time: 0.7611258 Jun 30 02:28:41.008077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcadf8a4-53f9-43bb-a8ca-88792c463ac1', 'name': 'network-vif-deleted', 'tag': 'cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:41.011172 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897a13c2-6f2e-4990-8093-98f35182475b" -d '{"events": [{"server_uuid": "bcadf8a4-53f9-43bb-a8ca-88792c463ac1", "name": "network-vif-deleted", "tag": "cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:41.077789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79acf3-37b1-4d17-a1fd-c8899252b57f req-86371447-800c-45d2-8317-ed7ccab40181 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:41.079713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb79acf3-37b1-4d17-a1fd-c8899252b57f req-86371447-800c-45d2-8317-ed7ccab40181 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.1445553 Jun 30 02:28:41.140782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb79acf3-37b1-4d17-a1fd-c8899252b57f req-675b5872-3038-49d6-b868-f79cb3530e60 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512788 Jun 30 02:28:41.255355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:41.398111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-b4c0c01d-6619-4198-a358-bfdaa7d5a067 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:41.400626 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-b4c0c01d-6619-4198-a358-bfdaa7d5a067 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.69 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 947 time: 0.1414590 Jun 30 02:28:41.464289 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57874ae1-3773-457a-821d-28d9db8c71fa x-openstack-request-id: req-57874ae1-3773-457a-821d-28d9db8c71fa {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:41.464670 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcadf8a4-53f9-43bb-a8ca-88792c463ac1", "name": "network-vif-deleted", "tag": "cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:41.464987 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57874ae1-3773-457a-821d-28d9db8c71fa {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:41.465448 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcadf8a4-53f9-43bb-a8ca-88792c463ac1', 'name': 'network-vif-deleted', 'tag': 'cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960', 'status': 'completed', 'code': 200} Jun 30 02:28:41.472974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe09bf-be7f-4b82-8189-89b997ed66b6 req-9797ad28-1401-4169-b718-964264981c7b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:41.474826 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6fe09bf-be7f-4b82-8189-89b997ed66b6 req-9797ad28-1401-4169-b718-964264981c7b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 947 time: 0.0899925 Jun 30 02:28:41.538885 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6fe09bf-be7f-4b82-8189-89b997ed66b6 req-7cda59df-756a-4a7d-8c57-82490b2005a3 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 Jun 30 02:28:41.619391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-6c6748a1-80ce-4671-b615-c9cc02c62199 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Deleting port 1519a663-2895-4b71-ba35-2911f12c4d8c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:28:41.619878 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-6c6748a1-80ce-4671-b615-c9cc02c62199 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.659367 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-272f7973-3c22-44ff-a531-fdd98d6eee34 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336773 Jun 30 02:28:41.722844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed999-69d4-486e-bd3a-2375975c1465 req-d0e21b9f-08ff-4399-ad01-6a150846656b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:41.730286 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e7ed999-69d4-486e-bd3a-2375975c1465 req-d0e21b9f-08ff-4399-ad01-6a150846656b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 946 time: 0.1744494 Jun 30 02:28:41.775230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-6c6748a1-80ce-4671-b615-c9cc02c62199 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] For port 1519a663-2895-4b71-ba35-2911f12c4d8c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1519a663-2895-4b71-ba35-2911f12c4d8c,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:41.775709 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-6c6748a1-80ce-4671-b615-c9cc02c62199 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:41.806736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e7ed999-69d4-486e-bd3a-2375975c1465 req-0a62810c-a5cb-4fe1-b14a-d4285997c445 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751536 Jun 30 02:28:41.809861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-6c6748a1-80ce-4671-b615-c9cc02c62199 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Calling delete_port for 1519a663-2895-4b71-ba35-2911f12c4d8c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:28:41.824959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-243d6218-d5d3-48ba-93d6-ece6b98fc528 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:41.827232 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-243d6218-d5d3-48ba-93d6-ece6b98fc528 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659248 Jun 30 02:28:41.859198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-52684bf1-d465-4519-bb27-d67b540155a4 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/quotas/8bc2179d3db14d6795047de24f143f84 HTTP/1.1" status: 200 len: 375 time: 0.0226693 Jun 30 02:28:41.870279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:41.872608 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be70134-914d-442c-91b1-fa3b1111e9f0" -d '{"events": [{"server_uuid": "f96db9c6-ddea-49b3-81de-acce345b633a", "name": "network-vif-plugged", "status": "completed", "tag": "a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:42.009057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-fe364c68-66ec-4b56-af66-0f7c98e982dd tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425891 Jun 30 02:28:42.052607 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87380198-d0fb-43f8-8040-103ef126fe60 req-f6bf76e9-5247-4efa-b9b7-eb96e27ccf5d tempest-InstanceActionsV221TestJSON-29634115 tempest-InstanceActionsV221TestJSON-29634115-project] 10.222.0.55 "GET /v2.0/ports?device_id=bcadf8a4-53f9-43bb-a8ca-88792c463ac1 HTTP/1.1" status: 200 len: 210 time: 0.0552599 Jun 30 02:28:42.153061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-6c6748a1-80ce-4671-b615-c9cc02c62199 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:42.234369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6748a1-80ce-4671-b615-c9cc02c62199 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Pushing event deleted for resources: {'Port': ['ID=1519a663-2895-4b71-ba35-2911f12c4d8c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:42.314463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-6c6748a1-80ce-4671-b615-c9cc02c62199 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] No DVR routers for this DVR port 1519a663-2895-4b71-ba35-2911f12c4d8c on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:28:42.317983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-6c6748a1-80ce-4671-b615-c9cc02c62199 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:42.321555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f75b570-e180-4a76-a4f0-1cc00a8ac950 req-6c6748a1-80ce-4671-b615-c9cc02c62199 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.69 "DELETE /v2.0/ports/1519a663-2895-4b71-ba35-2911f12c4d8c HTTP/1.1" status: 204 len: 173 time: 0.9132731 Jun 30 02:28:42.409948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f15e0-e1ec-45db-bb83-d47ee3562db0 req-7aec1fd9-cf17-4556-9544-5c3c6962f4cd tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:42.435507 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-519f15e0-e1ec-45db-bb83-d47ee3562db0 req-7aec1fd9-cf17-4556-9544-5c3c6962f4cd tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 945 time: 0.1482773 Jun 30 02:28:42.500178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-519f15e0-e1ec-45db-bb83-d47ee3562db0 req-869aebf9-16bc-4e21-bbbb-2e4ef5b8f7e7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636556 Jun 30 02:28:42.562560 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e99ac93-f588-42d1-b8e4-20063ae9d833 x-openstack-request-id: req-0e99ac93-f588-42d1-b8e4-20063ae9d833 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:42.563134 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96db9c6-ddea-49b3-81de-acce345b633a", "name": "network-vif-plugged", "status": "completed", "tag": "a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:42.563643 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e99ac93-f588-42d1-b8e4-20063ae9d833 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:42.564283 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd', 'code': 200} Jun 30 02:28:42.871081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22de172-f091-4c4e-8415-4c8da52564cd req-471b0b58-56da-41e3-b2c9-da3f3c6c350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:42.872985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22de172-f091-4c4e-8415-4c8da52564cd req-471b0b58-56da-41e3-b2c9-da3f3c6c350b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 1098 time: 0.1902220 Jun 30 02:28:42.961684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22de172-f091-4c4e-8415-4c8da52564cd req-c1251b36-d1b7-485a-bc55-b17c091d7856 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717096 Jun 30 02:28:42.985229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32a42-7ee2-440d-b2ab-75b542cd1c7a req-68389e9f-9c03-4b50-9e90-d65e527fa601 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:42.987478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-46b32a42-7ee2-440d-b2ab-75b542cd1c7a req-68389e9f-9c03-4b50-9e90-d65e527fa601 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1898270 Jun 30 02:28:43.038498 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-46b32a42-7ee2-440d-b2ab-75b542cd1c7a req-8f3ba6a1-6d89-429b-ad81-aecb674e4ecf tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Jun 30 02:28:43.043609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163c96b-c365-464d-9891-d016b42bc048 req-8637c89e-49b6-474e-9d69-14713e165c79 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:43.046206 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d163c96b-c365-464d-9891-d016b42bc048 req-8637c89e-49b6-474e-9d69-14713e165c79 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.1150265 Jun 30 02:28:43.174460 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d163c96b-c365-464d-9891-d016b42bc048 req-ce1c17eb-922e-44f7-8222-aa7f0791575a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219835 Jun 30 02:28:43.427348 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-12724687-9b5b-4ce4-a785-affb89b95acd req-41b5481b-990f-4640-b5d6-1fcf41f386d6 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfdf399-721b-43c2-9c20-e981c1c81ba9 HTTP/1.1" status: 200 len: 210 time: 0.0552161 Jun 30 02:28:43.467014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'name': 'network-vif-deleted', 'tag': '1519a663-2895-4b71-ba35-2911f12c4d8c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:43.470031 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb6cd97-29a6-46bb-baa6-e751f498cb05" -d '{"events": [{"server_uuid": "0cfdf399-721b-43c2-9c20-e981c1c81ba9", "name": "network-vif-deleted", "tag": "1519a663-2895-4b71-ba35-2911f12c4d8c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:43.635428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f757-e49c-4554-b958-174c81f9c177 req-44ecda6a-e6b5-42b8-9eec-92588d190f9c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:43.643560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3de3f757-e49c-4554-b958-174c81f9c177 req-44ecda6a-e6b5-42b8-9eec-92588d190f9c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 946 time: 0.0770550 Jun 30 02:28:43.703691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3de3f757-e49c-4554-b958-174c81f9c177 req-2ec04761-1905-4b81-82a4-a46fd5b60ad5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590694 Jun 30 02:28:43.829941 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eda9edc-c15c-4e56-9657-7f3eee27a8af x-openstack-request-id: req-7eda9edc-c15c-4e56-9657-7f3eee27a8af {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:43.830763 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cfdf399-721b-43c2-9c20-e981c1c81ba9", "name": "network-vif-deleted", "tag": "1519a663-2895-4b71-ba35-2911f12c4d8c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:43.831730 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7eda9edc-c15c-4e56-9657-7f3eee27a8af {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:43.832391 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfdf399-721b-43c2-9c20-e981c1c81ba9', 'name': 'network-vif-deleted', 'tag': '1519a663-2895-4b71-ba35-2911f12c4d8c', 'status': 'completed', 'code': 200} Jun 30 02:28:43.981733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a7bfb530-1ff4-4ff1-ad58-ea777faff501 req-302f45a2-f4bc-46e3-9751-b56acf66854e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 210 time: 0.0794737 Jun 30 02:28:44.154658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c13eb9-ee5e-4e97-aaa5-719fde1b814e req-6b6a27bd-dc37-4943-a3fb-23da435c2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:44.157394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40c13eb9-ee5e-4e97-aaa5-719fde1b814e req-6b6a27bd-dc37-4943-a3fb-23da435c2bec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=97f28ee20a5745abac59f16624d52c1b&device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 1097 time: 0.2736454 Jun 30 02:28:44.284131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b37108-fe82-4f6e-bdd1-ba4aa26e2e6c req-03feffa8-12af-4d54-89c3-4e6b0d7afbe3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:44.292659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4b37108-fe82-4f6e-bdd1-ba4aa26e2e6c req-03feffa8-12af-4d54-89c3-4e6b0d7afbe3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 945 time: 0.3220446 Jun 30 02:28:44.302217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:44.318967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee3c63-3e55-43b5-9a3d-7779436babd6 req-9c22d5c7-fd5d-4dcd-861b-69bbca912c4d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:44.326522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1eee3c63-3e55-43b5-9a3d-7779436babd6 req-9c22d5c7-fd5d-4dcd-861b-69bbca912c4d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1255715 Jun 30 02:28:44.365102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:44.382492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1eee3c63-3e55-43b5-9a3d-7779436babd6 req-dfb88979-f8b0-4b0c-a3f7-7ccdba9c6bc2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545292 Jun 30 02:28:44.383713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4b37108-fe82-4f6e-bdd1-ba4aa26e2e6c req-491d0a46-6e44-4fdf-a631-9859ead24801 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899398 Jun 30 02:28:44.461674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:28:44.462290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cd6b9ee4-4aa8-4bb6-95f3-d7f41b03e960 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:28:44.483958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:44.486311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c13eb9-ee5e-4e97-aaa5-719fde1b814e req-c0b9020f-0224-4daa-9c02-6c3a9ee4bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:44.488134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40c13eb9-ee5e-4e97-aaa5-719fde1b814e req-c0b9020f-0224-4daa-9c02-6c3a9ee4bca4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5f44d47-0613-4b33-a768-cad2b0088507 HTTP/1.1" status: 200 len: 911 time: 0.3190110 Jun 30 02:28:44.497411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:44.498082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.551285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40c13eb9-ee5e-4e97-aaa5-719fde1b814e req-84604924-9f3a-4f66-9e8f-8dc6578f3c8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0e3a593-36e5-4fce-bcb0-e412ce508d3f HTTP/1.1" status: 200 len: 217 time: 0.0519838 Jun 30 02:28:44.583613 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.617625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:44.618511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78630954-4191-4756-ae56-c38f89a5d251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:44.621141 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4916ceb-9163-40c8-8c36-24a615e78728" -d '{"events": [{"server_uuid": "78630954-4191-4756-ae56-c38f89a5d251", "name": "network-vif-plugged", "status": "completed", "tag": "c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:44.625542 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:44.626764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1519a663-2895-4b71-ba35-2911f12c4d8c no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:44.628796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c13eb9-ee5e-4e97-aaa5-719fde1b814e req-c1e21977-24c2-4038-9131-d4c93ec8b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:44.629624 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40c13eb9-ee5e-4e97-aaa5-719fde1b814e req-c1e21977-24c2-4038-9131-d4c93ec8b29a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55998891-476d-4e20-bd74-8bd54a02dc52 HTTP/1.1" status: 200 len: 850 time: 0.0676992 Jun 30 02:28:44.651859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 1519a663-2895-4b71-ba35-2911f12c4d8c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:28:44.652506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1519a663-2895-4b71-ba35-2911f12c4d8c not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:28:44.676692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40c13eb9-ee5e-4e97-aaa5-719fde1b814e req-c7ba4726-ee8d-459a-86d9-a7c5f77dd964 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f44d47-0613-4b33-a768-cad2b0088507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343957 Jun 30 02:28:44.700579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72c039-9d1b-4bf1-b907-6e59fac5da22 req-e4f0eb90-a362-4626-b810-b04d4383c47d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:44.707943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad72c039-9d1b-4bf1-b907-6e59fac5da22 req-e4f0eb90-a362-4626-b810-b04d4383c47d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.1630535 Jun 30 02:28:44.715490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:44.800142 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad72c039-9d1b-4bf1-b907-6e59fac5da22 req-70bb7c8e-95e5-4734-85f6-3770b40e8a27 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911996 Jun 30 02:28:44.847578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40c13eb9-ee5e-4e97-aaa5-719fde1b814e req-7b8be1a4-d913-424b-a7dd-affc0a88aca7 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549964 Jun 30 02:28:44.863047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:44.882461 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b86fb16-e8b8-4998-8949-b00f84b84115 x-openstack-request-id: req-3b86fb16-e8b8-4998-8949-b00f84b84115 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:44.882865 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78630954-4191-4756-ae56-c38f89a5d251", "name": "network-vif-plugged", "status": "completed", "tag": "c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:44.883192 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b86fb16-e8b8-4998-8949-b00f84b84115 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:44.883900 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78630954-4191-4756-ae56-c38f89a5d251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6', 'code': 200} Jun 30 02:28:45.003977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Deleting subnet 960fe58c-4dd1-484c-b683-32e0ff75e27d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:28:45.036522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.076160 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40c13eb9-ee5e-4e97-aaa5-719fde1b814e req-d5944d4f-3741-4d56-b329-d1d96bd5aa90 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191415 Jun 30 02:28:45.094383 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.149936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b36b15-d0a0-4ca6-b74b-e1046e76aab5 req-8f2693dc-0012-4e84-bf31-ca43be8027b5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:45.162707 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85b36b15-d0a0-4ca6-b74b-e1046e76aab5 req-8f2693dc-0012-4e84-bf31-ca43be8027b5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 946 time: 0.1630850 Jun 30 02:28:45.207059 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.212148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85b36b15-d0a0-4ca6-b74b-e1046e76aab5 req-21511882-1c4a-4aba-bfca-d9366a1ce27f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Jun 30 02:28:45.287674 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.318854 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.323629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/960fe58c-4dd1-484c-b683-32e0ff75e27d HTTP/1.1" status: 204 len: 168 time: 0.4594913 Jun 30 02:28:45.341817 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-337282db-e544-44e3-88d0-15ff0ecc19da tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704441 Jun 30 02:28:45.344660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:45.348545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960fe58c-4dd1-484c-b683-32e0ff75e27d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:45.357376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.358296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.358970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.359495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.360017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.360522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.361016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.361506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.361998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.362594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.363135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.363881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afac86b-f5b1-47d8-9685-28ec27bd0e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:28:45.449147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adace5-f1f1-42a6-b46d-8cd80ef2af1f req-e8dae53e-9f42-4e53-a334-c6c7ff0ce00a tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:45.450658 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79adace5-f1f1-42a6-b46d-8cd80ef2af1f req-e8dae53e-9f42-4e53-a334-c6c7ff0ce00a tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 949 time: 0.0808184 Jun 30 02:28:45.468801 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.476721 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9806467-4371-46cf-af36-f544feaf59ed req-75024e4e-fe00-498f-9089-9afb68f1f16e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 210 time: 0.1338911 Jun 30 02:28:45.505264 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79adace5-f1f1-42a6-b46d-8cd80ef2af1f req-1b6bb3b5-f64c-42bc-99ad-73a8bc3d088b tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475128 Jun 30 02:28:45.554939 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.577072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b3b4d-da1c-4021-9477-ef166d892f60 req-abdb8427-3d39-491c-b7a6-f3ec1e73f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:45.578979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-139b3b4d-da1c-4021-9477-ef166d892f60 req-abdb8427-3d39-491c-b7a6-f3ec1e73f9ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 1098 time: 0.3759098 Jun 30 02:28:45.593759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-dbcfb59c-b057-4f10-ae7b-fcd6f7987756 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:45.595487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-dbcfb59c-b057-4f10-ae7b-fcd6f7987756 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2431889 Jun 30 02:28:45.640806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Request body: {'port': {'device_id': 'bbc7db9c-c769-46c0-b203-0a5719a41e41', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8bc2179d3db14d6795047de24f143f84'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:45.688466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8941-948f-4c17-af0c-841a283607fe req-e2d80de2-a02a-4784-9265-88b737cf3071 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:45.690116 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1dbb8941-948f-4c17-af0c-841a283607fe req-e2d80de2-a02a-4784-9265-88b737cf3071 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0739639 Jun 30 02:28:45.731536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1dbb8941-948f-4c17-af0c-841a283607fe req-2e9d41ef-e5b4-46e7-9009-568443864656 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352347 Jun 30 02:28:45.762053 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.792028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-139b3b4d-da1c-4021-9477-ef166d892f60 req-6e438cc4-a81d-43ce-a634-0a0e30c06bfb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933775 Jun 30 02:28:45.804446 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.809401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8de74f27-4954-458c-9122-09d293201ecf req-98f789cc-227f-47f4-87e0-01b8b29af5cc tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-100197495&fields=id&tenant_id=a6aa0f3d90a7461ca31582a28c2726ab HTTP/1.1" status: 200 len: 267 time: 0.1760666 Jun 30 02:28:45.838152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ade490e-3f88-41b0-8867-ab83e112e4e8']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:45.882515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973ce865-f6cc-4478-a7c6-57b165e336cf') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:45.882879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973ce865-f6cc-4478-a7c6-57b165e336cf') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:28:45.902854 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.916909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf401f19-2a95-452e-83dc-200c6b6b6112 req-47c9054e-78a8-4cda-9a26-5f4fdb672aa1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:45.923278 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bf401f19-2a95-452e-83dc-200c6b6b6112 req-47c9054e-78a8-4cda-9a26-5f4fdb672aa1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 946 time: 0.0781507 Jun 30 02:28:45.927455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.940242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:28:45.940603 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:28:45.942369 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:28:45.955250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Made reservation on behalf of 8bc2179d3db14d6795047de24f143f84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:45.959858 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:45.983393 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bf401f19-2a95-452e-83dc-200c6b6b6112 req-a8415342-0774-4159-90ba-8fcd36bd51b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558493 Jun 30 02:28:46.045728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de74f27-4954-458c-9122-09d293201ecf req-6de64bf7-1f17-4e44-b618-2d516bab8651 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:46.053223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8de74f27-4954-458c-9122-09d293201ecf req-6de64bf7-1f17-4e44-b618-2d516bab8651 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 946 time: 0.2251902 Jun 30 02:28:46.062686 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8de74f27-4954-458c-9122-09d293201ecf req-1ea23061-78f4-43dd-bf68-678e89d4466c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'port': {'security_groups': ['ed1fe4bd-93d6-435f-9bfc-7025e458dafb', '86ffe0ab-8d7f-400a-9aa1-062dc3ba3f95']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:46.136775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.158945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.163487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2ade490e-3f88-41b0-8867-ab83e112e4e8 HTTP/1.1" status: 204 len: 168 time: 0.8152845 Jun 30 02:28:46.199956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e8d28-bfbf-4242-b2d1-75630e6cbfe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ade490e-3f88-41b0-8867-ab83e112e4e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:46.221530 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-8228af05-1ef1-4d99-905e-d4e482c8a907 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697753 Jun 30 02:28:46.346033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8de74f27-4954-458c-9122-09d293201ecf req-1ea23061-78f4-43dd-bf68-678e89d4466c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.370853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Allocated IP 192.168.233.224 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:46.410281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-e0624328-db21-491a-b7be-87d737d4d852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:46.412732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-e0624328-db21-491a-b7be-87d737d4d852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896808 Jun 30 02:28:46.457666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:46.487429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Request body: {'port': {'device_id': '860e722f-de0c-40da-9381-9bcbb134853e', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8bc2179d3db14d6795047de24f143f84'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:46.571545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6aaa55d1-1bf3-4b37-a786-fca4ff9fb888 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf7e4b8d2f8549af87e8c2950e4ec002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128051 Jun 30 02:28:46.574649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:46.612713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d89628-ce2a-4e88-a577-26469f2cfa69 req-b0e5f0a4-03b3-4549-9e81-eecaade31619 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:46.620070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78d89628-ce2a-4e88-a577-26469f2cfa69 req-b0e5f0a4-03b3-4549-9e81-eecaade31619 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.3783829 Jun 30 02:28:46.699392 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78d89628-ce2a-4e88-a577-26469f2cfa69 req-eb6237c4-b360-4e99-8cc6-6e922a197edb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782843 Jun 30 02:28:46.711594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.728339 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba26990-da84-4e7f-959d-de47db2b9e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.734804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Made reservation on behalf of 8bc2179d3db14d6795047de24f143f84 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:46.736525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8de74f27-4954-458c-9122-09d293201ecf req-1ea23061-78f4-43dd-bf68-678e89d4466c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] For port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:46.742833 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.745899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Transition to ACTIVE for port object adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:46.804653 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8de74f27-4954-458c-9122-09d293201ecf req-1ea23061-78f4-43dd-bf68-678e89d4466c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.815018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba26990-da84-4e7f-959d-de47db2b9e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.819131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8de74f27-4954-458c-9122-09d293201ecf req-1ea23061-78f4-43dd-bf68-678e89d4466c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.830990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:46.870284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de74f27-4954-458c-9122-09d293201ecf req-1ea23061-78f4-43dd-bf68-678e89d4466c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:46.870954 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8de74f27-4954-458c-9122-09d293201ecf req-1ea23061-78f4-43dd-bf68-678e89d4466c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.879609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8de74f27-4954-458c-9122-09d293201ecf req-1ea23061-78f4-43dd-bf68-678e89d4466c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "PUT /v2.0/ports/a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd HTTP/1.1" status: 200 len: 982 time: 0.8253496 Jun 30 02:28:46.880780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:46.882227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'tag': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:46.884671 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c70894-b5e6-40c2-908c-bec4b2ae6727" -d '{"events": [{"name": "network-changed", "server_uuid": "f96db9c6-ddea-49b3-81de-acce345b633a", "tag": "a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:46.893924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:46.923466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:46.927819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:46.935765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:46.993167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:47.108762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba26990-da84-4e7f-959d-de47db2b9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.111413 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba26990-da84-4e7f-959d-de47db2b9e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.112594 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8ba26990-da84-4e7f-959d-de47db2b9e0e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/812bc354-5e04-4141-bcfa-cd5526287bd6 HTTP/1.1" status: 204 len: 168 time: 0.5337884 Jun 30 02:28:47.164978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba26990-da84-4e7f-959d-de47db2b9e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812bc354-5e04-4141-bcfa-cd5526287bd6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:47.177989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Allocated IP 192.168.233.42 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/7f640dc2-ef5a-4ff1-9aab-2851f24e07b2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:47.190488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c173ea-2fca-49da-8c09-634e41716689 req-6157d723-b58b-44dd-9db9-091e7c0da421 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:47.201004 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3c173ea-2fca-49da-8c09-634e41716689 req-6157d723-b58b-44dd-9db9-091e7c0da421 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 936 time: 0.3595788 Jun 30 02:28:47.287711 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3c173ea-2fca-49da-8c09-634e41716689 req-d276c523-323a-4842-a470-dbc3702c9fd5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856824 Jun 30 02:28:47.485517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:47.486353 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.507671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea23061-78f4-43dd-bf68-678e89d4466c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'Port': ['ID=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:47.568312 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.577432 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9445565 Jun 30 02:28:47.596361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Transition to ACTIVE for port object 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:47.608767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325b0c3-3c2e-441f-b7e6-4a531bf2c5d4 req-9b127ffd-89b7-46cb-8e80-f3e0fb38123c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:47.616167 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2325b0c3-3c2e-441f-b7e6-4a531bf2c5d4 req-9b127ffd-89b7-46cb-8e80-f3e0fb38123c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1674588 Jun 30 02:28:47.643171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-374a260f-ded9-4622-9aa7-de2cc905c2c0 None None] Provisioning for port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:47.657120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-374a260f-ded9-4622-9aa7-de2cc905c2c0 None None] Provisioning complete for port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:47.657480 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-374a260f-ded9-4622-9aa7-de2cc905c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.658089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Request body: {'port': {'device_id': 'bbc7db9c-c769-46c0-b203-0a5719a41e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:47.667449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0be02-1d20-4f85-ab10-047c9295aff9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event updated for resources: {'Port': ['ID=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:47.675699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2325b0c3-3c2e-441f-b7e6-4a531bf2c5d4 req-ae482cf9-0ff3-4062-9bc2-730623aa97c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587354 Jun 30 02:28:47.700095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.716575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-374a260f-ded9-4622-9aa7-de2cc905c2c0 None None] Port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:28:47.765744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:47.769730 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:47.780880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-7dc09888-150c-4f21-8ec6-3dd75ed5b348 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:47.782530 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-7dc09888-150c-4f21-8ec6-3dd75ed5b348 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 949 time: 0.1768870 Jun 30 02:28:47.788027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:47.792525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c248be-6d42-4e0a-a13c-0165d84f7713 req-0a773ef5-084c-44a8-b66e-69f48bc1dcc9 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:47.794096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48c248be-6d42-4e0a-a13c-0165d84f7713 req-0a773ef5-084c-44a8-b66e-69f48bc1dcc9 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbfc47ba-c56a-4473-8c69-9b6aa7732c9f HTTP/1.1" status: 200 len: 949 time: 0.3047948 Jun 30 02:28:47.835578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:47.854940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:47.855817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.921507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event updated for resources: {'Port': ['ID=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:47.951416 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-85abe472-7cec-498f-b520-63fc2e5f1b1c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5007267 Jun 30 02:28:47.967063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48c248be-6d42-4e0a-a13c-0165d84f7713 req-ed5600c0-a16f-4711-bfc2-82cd134cac6e tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.55 "GET /v2.0/security-groups?id=3ec2e805-caf0-4fed-8911-ca2aa76f8981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516738 Jun 30 02:28:47.970603 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:47.972561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Request body: {'port': {'device_id': '860e722f-de0c-40da-9381-9bcbb134853e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:48.079284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.146366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d7c869db-c5b4-4aff-8c11-779639bcd99d None None] Provisioning for port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:48.155854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d7c869db-c5b4-4aff-8c11-779639bcd99d None None] Provisioning complete for port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:48.156409 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7c869db-c5b4-4aff-8c11-779639bcd99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.160113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de654b9-a581-4e12-91db-e65151c1d0f2 req-8b218c5a-83a5-4450-bb52-7f207424ee08 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:48.161662 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de654b9-a581-4e12-91db-e65151c1d0f2 req-8b218c5a-83a5-4450-bb52-7f207424ee08 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 946 time: 0.3009133 Jun 30 02:28:48.205781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d7c869db-c5b4-4aff-8c11-779639bcd99d None None] Port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:28:48.233716 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-34a65535-5125-4207-af34-589ecb2ec950 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Deleting port 93057151-b94d-4524-b22f-f6973deed1cb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:28:48.234059 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-34a65535-5125-4207-af34-589ecb2ec950 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.270129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de654b9-a581-4e12-91db-e65151c1d0f2 req-0e7fd40a-6721-44e8-8b48-bf6f7ceef3d1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018922 Jun 30 02:28:48.286004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-853e1cf9-48ff-4ff9-99dc-ee3c69888050 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1364649673&fields=id&tenant_id=a6aa0f3d90a7461ca31582a28c2726ab HTTP/1.1" status: 200 len: 267 time: 0.1595042 Jun 30 02:28:48.342175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:48.354479 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4670a4b3-5845-4518-bcb2-bb45f499be9f x-openstack-request-id: req-4670a4b3-5845-4518-bcb2-bb45f499be9f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:48.354824 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96db9c6-ddea-49b3-81de-acce345b633a", "tag": "a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:48.355181 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4670a4b3-5845-4518-bcb2-bb45f499be9f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:48.355673 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'tag': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd', 'status': 'completed', 'code': 200} Jun 30 02:28:48.445176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-34a65535-5125-4207-af34-589ecb2ec950 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] For port 93057151-b94d-4524-b22f-f6973deed1cb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=93057151-b94d-4524-b22f-f6973deed1cb,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:48.445837 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-34a65535-5125-4207-af34-589ecb2ec950 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.468083 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.473853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-34a65535-5125-4207-af34-589ecb2ec950 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Calling delete_port for 93057151-b94d-4524-b22f-f6973deed1cb owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:28:48.480862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:48.500927 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.502826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:48.504536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-8547161a-936c-498d-a457-c4cb29c40294 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:48.506563 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ee6b1-54d8-4e70-9133-f50f2dc727d9" -d '{"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:48.511775 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-8547161a-936c-498d-a457-c4cb29c40294 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 985 time: 0.2075093 Jun 30 02:28:48.521353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-abe39671-dfe3-443b-a9de-7a3b2eb9d0c7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'port': {'security_groups': ['86ffe0ab-8d7f-400a-9aa1-062dc3ba3f95', 'ed1fe4bd-93d6-435f-9bfc-7025e458dafb', '64f77f11-9ae9-45af-b04a-f620ef7a30f8']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:48.521728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:48.528363 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.548167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Transition to ACTIVE for port object 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:48.566082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.593346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=14']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:48.652484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e0189-487c-4b93-b07f-561bc8438ef2 req-2bee8bcb-11a5-460c-ab75-4f8759f19ec9 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:48.654214 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-510e0189-487c-4b93-b07f-561bc8438ef2 req-2bee8bcb-11a5-460c-ab75-4f8759f19ec9 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 946 time: 0.1407900 Jun 30 02:28:48.671875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Pushing event updated for resources: {'Port': ['ID=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:48.692260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c70894-b5e6-40c2-908c-bec4b2ae6727 req-0806ab22-b265-4e72-b703-d1f2d73a6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:48.693783 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9c70894-b5e6-40c2-908c-bec4b2ae6727 req-0806ab22-b265-4e72-b703-d1f2d73a6ef8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 1137 time: 0.3115509 Jun 30 02:28:48.779334 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-510e0189-487c-4b93-b07f-561bc8438ef2 req-57c0c070-4e28-4658-99e4-ff1942a2d187 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011915 Jun 30 02:28:48.791963 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-abe39671-dfe3-443b-a9de-7a3b2eb9d0c7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.802309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Attempting to bind port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:48.802703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Attempting to bind port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:48.803070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Attempting to bind port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:48.807880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:28:48.808700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Attempting to bind port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:48.815186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:48.816025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:48.816025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:48.816389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Bound port: 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:48.816688 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:48.908132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] For port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:48.911798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] For port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:48.920514 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:49.037819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c70894-b5e6-40c2-908c-bec4b2ae6727 req-fdcd5ea4-d31f-48d5-a643-59b7c1eb3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:49.039526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9c70894-b5e6-40c2-908c-bec4b2ae6727 req-fdcd5ea4-d31f-48d5-a643-59b7c1eb3f08 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 913 time: 0.3366833 Jun 30 02:28:49.077165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:49.130018 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:49.135051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9c70894-b5e6-40c2-908c-bec4b2ae6727 req-aba41810-a100-41f3-add6-fb0f031fdac6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd HTTP/1.1" status: 200 len: 217 time: 0.0853841 Jun 30 02:28:49.198999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-34a65535-5125-4207-af34-589ecb2ec950 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:49.209472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Transition to ACTIVE for port object adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:49.273262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:49.284625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a65535-5125-4207-af34-589ecb2ec950 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Pushing event deleted for resources: {'Port': ['ID=93057151-b94d-4524-b22f-f6973deed1cb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:49.308148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:49.312333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:49.316816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] 10.222.0.73 "PUT /v2.0/ports/7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 HTTP/1.1" status: 200 len: 1096 time: 1.3552132 Jun 30 02:28:49.319242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860e722f-de0c-40da-9381-9bcbb134853e', 'tag': '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:49.332494 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae98e2-bd78-411b-96c5-1f1f4eabf915" -d '{"events": [{"name": "network-changed", "server_uuid": "860e722f-de0c-40da-9381-9bcbb134853e", "tag": "7f640dc2-ef5a-4ff1-9aab-2851f24e07b2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:49.394590 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4173a0b-760d-43a6-bbc4-1f6a3ef99097 service neutron] Pushing event updated for resources: {'Port': ['ID=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:49.425382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c70894-b5e6-40c2-908c-bec4b2ae6727 req-e81abe1d-ebe9-4374-9660-d2e232c2edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:49.426894 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9c70894-b5e6-40c2-908c-bec4b2ae6727 req-e81abe1d-ebe9-4374-9660-d2e232c2edd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cbd27a4-590d-426d-baa3-a46feb1e4cfb HTTP/1.1" status: 200 len: 852 time: 0.2840869 Jun 30 02:28:49.433348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-34a65535-5125-4207-af34-589ecb2ec950 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] No DVR routers for this DVR port 93057151-b94d-4524-b22f-f6973deed1cb on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:28:49.441684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-34a65535-5125-4207-af34-589ecb2ec950 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:49.445604 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e712b3dc-dc32-47e6-8920-f52a6a8e25b1 req-34a65535-5125-4207-af34-589ecb2ec950 tempest-ListImageFiltersTestJSON-2002724970 tempest-ListImageFiltersTestJSON-2002724970-project] 10.222.0.69 "DELETE /v2.0/ports/93057151-b94d-4524-b22f-f6973deed1cb HTTP/1.1" status: 204 len: 173 time: 1.6332555 Jun 30 02:28:49.490191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-4344ea8e-d690-420a-9438-98bf501cf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:49.498458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-4344ea8e-d690-420a-9438-98bf501cf82a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=860e722f-de0c-40da-9381-9bcbb134853e HTTP/1.1" status: 200 len: 1099 time: 0.1187377 Jun 30 02:28:49.557944 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-f96ff83a-e6b4-49ff-b403-2251e5d34edc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 HTTP/1.1" status: 200 len: 217 time: 0.0435941 Jun 30 02:28:49.582118 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9c70894-b5e6-40c2-908c-bec4b2ae6727 req-6545716c-94b2-410d-a9dc-ed01ed038dd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d45558a-bc8c-4993-97d3-af06d90aa774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452358 Jun 30 02:28:49.647696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Pushing event updated for resources: {'Port': ['ID=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:49.679945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-8442df3d-a398-4a9f-86fa-603e28834a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:49.681403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-8442df3d-a398-4a9f-86fa-603e28834a9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1124465 Jun 30 02:28:49.733180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b9240-3cf2-49fc-9617-d24e2530bc88 req-f0e70951-432b-42b0-a85b-77ca3d3e3b31 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:49.741120 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d1b9240-3cf2-49fc-9617-d24e2530bc88 req-f0e70951-432b-42b0-a85b-77ca3d3e3b31 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 948 time: 0.1243794 Jun 30 02:28:49.790363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-abe39671-dfe3-443b-a9de-7a3b2eb9d0c7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] For port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:49.831145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d1b9240-3cf2-49fc-9617-d24e2530bc88 req-adadc68c-e5a4-4719-b2fa-5d392bc294ed tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849195 Jun 30 02:28:49.844472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-c20315c3-f74a-4395-9131-b8f65d46a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:49.846382 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-c20315c3-f74a-4395-9131-b8f65d46a8d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1531842 Jun 30 02:28:49.878900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Attempting to bind port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:28:49.879237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Attempting to bind port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:28:49.879564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Attempting to bind port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:49.888736 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-abe39671-dfe3-443b-a9de-7a3b2eb9d0c7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:49.893786 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e016ac-9979-4a7d-83d8-46aa1912a295 x-openstack-request-id: req-19e016ac-9979-4a7d-83d8-46aa1912a295 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:49.894839 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f92876a2-c765-4919-92eb-cac217df25a9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:49.895301 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19e016ac-9979-4a7d-83d8-46aa1912a295 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:49.895949 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9', 'code': 200} Jun 30 02:28:49.903085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:28:49.904124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Attempting to bind port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:28:49.922378 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-abe39671-dfe3-443b-a9de-7a3b2eb9d0c7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:49.937700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:49.976295 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-d526105b-e41a-4801-9af2-9d2ccf258ee6 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170993 Jun 30 02:28:49.989791 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:28:49.990555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:28:49.991862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:28:49.992534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Bound port: adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:28:49.993188 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:49.997734 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9c70894-b5e6-40c2-908c-bec4b2ae6727 req-ccd1010a-c3d6-49a2-9d58-ace0d86a6542 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532803 Jun 30 02:28:50.058985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-abe39671-dfe3-443b-a9de-7a3b2eb9d0c7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:50.060351 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-abe39671-dfe3-443b-a9de-7a3b2eb9d0c7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:50.075518 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3e4646b-d69a-4363-8a6a-f5070e14f517 req-abe39671-dfe3-443b-a9de-7a3b2eb9d0c7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "PUT /v2.0/ports/a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd HTTP/1.1" status: 200 len: 1021 time: 1.5625885 Jun 30 02:28:50.125186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:50.262580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe39671-dfe3-443b-a9de-7a3b2eb9d0c7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'Port': ['ID=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:50.288151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-525a3bf6-814a-4ad6-9d17-13597565b45f service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040497 Jun 30 02:28:50.356963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-deleted', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb'}, {'name': 'network-changed', 'server_uuid': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'tag': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:50.361389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8e1bb-ed71-475e-8cf1-4d028bec6317 req-0a0c0d57-e04b-435f-bb6c-121422bade91 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:50.365896 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f8e588-ca41-486d-b300-d856f30ba5df" -d '{"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-deleted", "tag": "93057151-b94d-4524-b22f-f6973deed1cb"}, {"name": "network-changed", "server_uuid": "f96db9c6-ddea-49b3-81de-acce345b633a", "tag": "a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:50.369250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 93057151-b94d-4524-b22f-f6973deed1cb no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:50.371563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5c8e1bb-ed71-475e-8cf1-4d028bec6317 req-0a0c0d57-e04b-435f-bb6c-121422bade91 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.2665353 Jun 30 02:28:50.405956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 93057151-b94d-4524-b22f-f6973deed1cb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:28:50.406542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 93057151-b94d-4524-b22f-f6973deed1cb not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:28:50.439953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9c70894-b5e6-40c2-908c-bec4b2ae6727 req-18765a7e-1ed2-48cb-a32f-9d647ab82e52 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304621 Jun 30 02:28:50.455421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] For port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:28:50.475275 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5c8e1bb-ed71-475e-8cf1-4d028bec6317 req-d542705a-6bc8-4b37-bcef-c73dd1e25c5c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907931 Jun 30 02:28:50.479123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] For port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:28:50.495640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:50.565302 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e173e0-ba9e-41bf-8569-f58572533d03 x-openstack-request-id: req-24e173e0-ba9e-41bf-8569-f58572533d03 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:50.565444 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860e722f-de0c-40da-9381-9bcbb134853e", "tag": "7f640dc2-ef5a-4ff1-9aab-2851f24e07b2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:50.565745 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24e173e0-ba9e-41bf-8569-f58572533d03 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:50.566105 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860e722f-de0c-40da-9381-9bcbb134853e', 'tag': '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'status': 'completed', 'code': 200} Jun 30 02:28:50.583836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:50.586010 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:50.590742 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] 10.222.0.73 "PUT /v2.0/ports/adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 HTTP/1.1" status: 200 len: 1097 time: 2.9866629 Jun 30 02:28:50.685302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5ff34-ca63-4bb8-92a3-3e2be0fde01e service neutron] Pushing event updated for resources: {'Port': ['ID=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:50.771396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9ecaf03-7e44-4c18-bf9d-652a11a2fee2 req-7e1bb0d7-f799-460f-bde7-0314acd5e08c tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0707433 Jun 30 02:28:50.801061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-6a778599-619b-41a8-95b6-16641e19cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:50.802555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-6a778599-619b-41a8-95b6-16641e19cba6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=860e722f-de0c-40da-9381-9bcbb134853e HTTP/1.1" status: 200 len: 1099 time: 0.1718678 Jun 30 02:28:50.929023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a3edf452-718f-4931-bf75-dc5e9db3788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:50.930893 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-a3edf452-718f-4931-bf75-dc5e9db3788c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 1100 time: 0.1706541 Jun 30 02:28:50.940999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cfc8b-5ec4-489f-80d5-0ddfe8b0ee4f req-3d8afba3-2a72-439e-b9ed-12077dd2f4da tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:50.942562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a20cfc8b-5ec4-489f-80d5-0ddfe8b0ee4f req-3d8afba3-2a72-439e-b9ed-12077dd2f4da tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1730168 Jun 30 02:28:50.964402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-5e98cd2e-42f4-41de-9c65-5163060ffab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:50.966167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-5e98cd2e-42f4-41de-9c65-5163060ffab1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1514933 Jun 30 02:28:51.008351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-7a922d81-246e-4e40-8139-aaf36ba16eda service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 HTTP/1.1" status: 200 len: 217 time: 0.0646179 Jun 30 02:28:51.025448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-7d89ee3b-e7be-4c43-ad1b-a7162ca21f81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 HTTP/1.1" status: 200 len: 217 time: 0.0483437 Jun 30 02:28:51.067221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a20cfc8b-5ec4-489f-80d5-0ddfe8b0ee4f req-0e3bed54-8b51-4eec-8fe5-d10e0d974075 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163268 Jun 30 02:28:51.081038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-38049048-4512-4fa3-b9e0-524b7ce40886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:51.082598 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-38049048-4512-4fa3-b9e0-524b7ce40886 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0643215 Jun 30 02:28:51.115076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-64ef5e41-20c4-4174-8a45-03fc803cd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:51.116640 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-64ef5e41-20c4-4174-8a45-03fc803cd3b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0805151 Jun 30 02:28:51.132315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a66d5d-84f4-4d70-8750-a5cfef7f5e1e req-5c2be58c-5951-4b74-ab21-c0f8bfd82455 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:51.133934 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17a66d5d-84f4-4d70-8750-a5cfef7f5e1e req-5c2be58c-5951-4b74-ab21-c0f8bfd82455 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 1024 time: 0.1105042 Jun 30 02:28:51.177489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-b6eb4825-0b4c-42c1-9385-de83d3d9a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:51.179238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-b6eb4825-0b4c-42c1-9385-de83d3d9a0b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855501 Jun 30 02:28:51.238233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-3fa6a424-5523-4e3e-aff2-51189adf8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:51.239773 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-3fa6a424-5523-4e3e-aff2-51189adf8645 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049659 Jun 30 02:28:51.258042 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17a66d5d-84f4-4d70-8750-a5cfef7f5e1e req-bfc53e41-a28b-4e8a-a94d-8fb245f257de tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&id=64f77f11-9ae9-45af-b04a-f620ef7a30f8&id=86ffe0ab-8d7f-400a-9aa1-062dc3ba3f95 HTTP/1.1" status: 200 len: 6147 time: 0.0928357 Jun 30 02:28:51.309439 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c547a560-26ff-4993-8eff-33d910be9896 x-openstack-request-id: req-c547a560-26ff-4993-8eff-33d910be9896 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:51.309735 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfc47ba-c56a-4473-8c69-9b6aa7732c9f", "name": "network-vif-deleted", "tag": "93057151-b94d-4524-b22f-f6973deed1cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f96db9c6-ddea-49b3-81de-acce345b633a", "tag": "a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:51.310327 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c547a560-26ff-4993-8eff-33d910be9896 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:51.310750 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfc47ba-c56a-4473-8c69-9b6aa7732c9f', 'name': 'network-vif-deleted', 'tag': '93057151-b94d-4524-b22f-f6973deed1cb', 'status': 'completed', 'code': 200} Jun 30 02:28:51.311072 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'tag': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd', 'status': 'completed', 'code': 200} Jun 30 02:28:51.357182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-378428ee-2e09-4ec3-8f82-8ab667601bc4 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274574 Jun 30 02:28:51.383959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-d5ffe274-a880-4c39-acc9-a7ad07320d07 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265531 Jun 30 02:28:51.479170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d255ee-8e20-43d1-bd46-c6b8f98ad567 req-f47476d2-2dba-49ce-b187-ef23453bc6c5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:51.487038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8d255ee-8e20-43d1-bd46-c6b8f98ad567 req-f47476d2-2dba-49ce-b187-ef23453bc6c5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 946 time: 0.2892642 Jun 30 02:28:51.555797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8d255ee-8e20-43d1-bd46-c6b8f98ad567 req-1c84da9a-70af-479c-89a5-8577ca3229f0 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682335 Jun 30 02:28:51.557994 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-976f4d0d-ae6e-441d-9e75-c99a10dd4369 req-cbcb56f6-01a4-41f6-9311-cdc9fa6b6bb1 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908364 Jun 30 02:28:51.748535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e894-6f1b-4088-9218-33b65aae44f1 req-065cb2c2-6c5c-4808-87f8-7ba6dd1b734d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:51.751056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96e3e894-6f1b-4088-9218-33b65aae44f1 req-065cb2c2-6c5c-4808-87f8-7ba6dd1b734d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 948 time: 0.0761917 Jun 30 02:28:51.792926 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96e3e894-6f1b-4088-9218-33b65aae44f1 req-25581c33-1689-4cee-82ff-fa38d85b41f4 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361133 Jun 30 02:28:51.805222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8e588-ca41-486d-b300-d856f30ba5df req-30c9b045-f982-4d80-88f3-0df63d9ec5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:51.807168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f4f8e588-ca41-486d-b300-d856f30ba5df req-30c9b045-f982-4d80-88f3-0df63d9ec5fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 1176 time: 0.4594920 Jun 30 02:28:51.827869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ca669bcd-a595-47bb-be92-ccfae3f85617 req-a73fadb7-bfc6-46e3-a7ed-b4112779604e tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1215391837 ', 'description': 'tempest-description-815150835'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:51.861590 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca669bcd-a595-47bb-be92-ccfae3f85617 req-a73fadb7-bfc6-46e3-a7ed-b4112779604e tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:51.906538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ae98e2-bd78-411b-96c5-1f1f4eabf915 req-e66d0688-ee78-443e-996d-0ce48d61bb9d service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100069 Jun 30 02:28:51.944819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8e588-ca41-486d-b300-d856f30ba5df req-8a81b783-b7c0-451a-826b-49bfd504335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:51.946361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f4f8e588-ca41-486d-b300-d856f30ba5df req-8a81b783-b7c0-451a-826b-49bfd504335c service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 913 time: 0.1307776 Jun 30 02:28:51.966245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca669bcd-a595-47bb-be92-ccfae3f85617 req-a73fadb7-bfc6-46e3-a7ed-b4112779604e tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:51.970559 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca669bcd-a595-47bb-be92-ccfae3f85617 req-a73fadb7-bfc6-46e3-a7ed-b4112779604e tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:52.000770 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ca669bcd-a595-47bb-be92-ccfae3f85617 req-a73fadb7-bfc6-46e3-a7ed-b4112779604e tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:52.001991 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca669bcd-a595-47bb-be92-ccfae3f85617 req-a73fadb7-bfc6-46e3-a7ed-b4112779604e tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1803746 Jun 30 02:28:52.003747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fadb7-bfc6-46e3-a7ed-b4112779604e tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d01bcbf-55e5-4a7e-ae07-59d6127f991b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:52.046865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f4f8e588-ca41-486d-b300-d856f30ba5df req-b8d8250f-4e9b-4a71-abcd-3df2d3927ad2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd HTTP/1.1" status: 200 len: 217 time: 0.0851314 Jun 30 02:28:52.128670 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8e588-ca41-486d-b300-d856f30ba5df req-b441aefd-fda0-46f5-ba7d-f29ad48be33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:52.130153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f4f8e588-ca41-486d-b300-d856f30ba5df req-b441aefd-fda0-46f5-ba7d-f29ad48be33b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cbd27a4-590d-426d-baa3-a46feb1e4cfb HTTP/1.1" status: 200 len: 852 time: 0.0756080 Jun 30 02:28:52.135897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-0919030c-5356-43c6-9279-d0f19167159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:52.137429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-0919030c-5356-43c6-9279-d0f19167159a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1874192 Jun 30 02:28:52.157690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e736b9-9a53-4ed3-a0a2-541ebaf0cffa req-d7b18556-f6bf-4c32-914f-e18cbe585a56 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:52.159092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3e736b9-9a53-4ed3-a0a2-541ebaf0cffa req-d7b18556-f6bf-4c32-914f-e18cbe585a56 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.2069793 Jun 30 02:28:52.187228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f4f8e588-ca41-486d-b300-d856f30ba5df req-829dfc4d-5fc7-45af-a47b-ef793e3f292d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d45558a-bc8c-4993-97d3-af06d90aa774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477550 Jun 30 02:28:52.335794 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3e736b9-9a53-4ed3-a0a2-541ebaf0cffa req-30e2d4f8-df7d-408d-8263-6440e440b859 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583200 Jun 30 02:28:52.365686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:52.390963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f4f8e588-ca41-486d-b300-d856f30ba5df req-5657a538-7c62-459e-8e63-57b5d7d46571 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864936 Jun 30 02:28:52.391951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-38fb7d48-11b3-428d-85e0-b31699da5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:52.393541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-38fb7d48-11b3-428d-85e0-b31699da5502 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.2335496 Jun 30 02:28:52.498620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:52.513982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'mac_address': 'fa:16:3e:6a:3b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:52.533939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9489343c-3032-470f-a295-d728622e2403 req-d5405b9f-ee9b-4dbd-b79f-fe5382b770b4 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0707393 Jun 30 02:28:52.566311 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-47f9b6b8-2273-4db8-9224-179c2a060c91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 999 time: 0.1437786 Jun 30 02:28:52.570207 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:52.582665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f4f8e588-ca41-486d-b300-d856f30ba5df req-fcfcd3f0-2393-455a-9bf0-de6c968cf016 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847866 Jun 30 02:28:52.585737 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:52.632976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:52.640589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:52.641155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-7370055f-1d29-4a69-ae2d-a06ec5a9bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:52.642940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-7370055f-1d29-4a69-ae2d-a06ec5a9bfdd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0640154 Jun 30 02:28:52.681531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1252448-da9c-4762-88d8-2bbff81ea9de req-a82872d0-f62e-4f11-8742-60f2fc80fcf3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:52.683153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a1252448-da9c-4762-88d8-2bbff81ea9de req-a82872d0-f62e-4f11-8742-60f2fc80fcf3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0767853 Jun 30 02:28:52.695134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:52.716300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-c1137c7c-149d-4ef3-9128-53cd7ef37c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:52.718133 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-c1137c7c-149d-4ef3-9128-53cd7ef37c12 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665913 Jun 30 02:28:52.738272 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a1252448-da9c-4762-88d8-2bbff81ea9de req-155d2177-c3ed-45a7-b783-62bd1cef6b78 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466006 Jun 30 02:28:52.806995 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-01efee11-ed09-4f13-b21a-36754d01f519 req-2ffb3970-4cc9-48de-af21-9b0398fb6fbf tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/2d01bcbf-55e5-4a7e-ae07-59d6127f991b HTTP/1.1" status: 200 len: 1780 time: 0.0950816 Jun 30 02:28:52.843186 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-fc32a65a-d702-425e-946c-7e45d8463172 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107605 Jun 30 02:28:52.906372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2bb1c-d687-4da4-abe4-53e9e8da89a2 req-85f53870-22e2-4620-91dc-ea26d828a973 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:52.908013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52f2bb1c-d687-4da4-abe4-53e9e8da89a2 req-85f53870-22e2-4620-91dc-ea26d828a973 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 946 time: 0.0677760 Jun 30 02:28:52.953817 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-726b8f2f-e4f4-45ea-a735-8b118df12899 req-33b7b3be-6ae9-436f-b2f4-a1109317da5a service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962901 Jun 30 02:28:52.954293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52f2bb1c-d687-4da4-abe4-53e9e8da89a2 req-eecd9d0c-bba6-4e5c-b0c5-fd4b590e4d49 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371752 Jun 30 02:28:52.990138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['7f640dc2-ef5a-4ff1-9aab-2851f24e07b2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:53.025059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4bf7603e-2b42-4529-8724-ef403f4c9725 req-c3963a55-62fc-4be6-9f6b-5bdcd721e373 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/2d01bcbf-55e5-4a7e-ae07-59d6127f991b HTTP/1.1" status: 200 len: 1780 time: 0.0460484 Jun 30 02:28:53.088574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bf7603e-2b42-4529-8724-ef403f4c9725 req-addfa9da-c713-45fb-9c9a-80c60c01bfd1 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.148858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bf7603e-2b42-4529-8724-ef403f4c9725 req-addfa9da-c713-45fb-9c9a-80c60c01bfd1 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.209552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bf7603e-2b42-4529-8724-ef403f4c9725 req-addfa9da-c713-45fb-9c9a-80c60c01bfd1 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.212833 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4bf7603e-2b42-4529-8724-ef403f4c9725 req-addfa9da-c713-45fb-9c9a-80c60c01bfd1 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.219742 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4bf7603e-2b42-4529-8724-ef403f4c9725 req-addfa9da-c713-45fb-9c9a-80c60c01bfd1 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/2d01bcbf-55e5-4a7e-ae07-59d6127f991b HTTP/1.1" status: 204 len: 173 time: 0.1857998 Jun 30 02:28:53.257603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfa9da-c713-45fb-9c9a-80c60c01bfd1 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d01bcbf-55e5-4a7e-ae07-59d6127f991b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:53.267331 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-258035c6-9c96-42a7-9887-8a267d2e7f87 req-d0457b99-56bc-4dbd-92a4-b0c736294143 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] show failed (client error): The resource could not be found. Jun 30 02:28:53.277323 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-258035c6-9c96-42a7-9887-8a267d2e7f87 req-d0457b99-56bc-4dbd-92a4-b0c736294143 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/2d01bcbf-55e5-4a7e-ae07-59d6127f991b HTTP/1.1" status: 404 len: 352 time: 0.0367248 Jun 30 02:28:53.310180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-41c0d773-a202-4665-94bf-ad2b44f5edeb req-d0363aa8-70e7-4fbe-9694-b65b0a015e8c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1322241797', 'description': 'tempest-description-310039330'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:53.316253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc7db9c-c769-46c0-b203-0a5719a41e41', 'tag': 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:53.321646 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc7db9c-c769-46c0-b203-0a5719a41e41", "tag": "adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:53.337584 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41c0d773-a202-4665-94bf-ad2b44f5edeb req-d0363aa8-70e7-4fbe-9694-b65b0a015e8c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.367563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b25c4-e3c4-4448-8167-c9154b1c6297 req-312de57e-7947-4b80-8e01-08e8cd0c96f3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:53.372346 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b58b25c4-e3c4-4448-8167-c9154b1c6297 req-312de57e-7947-4b80-8e01-08e8cd0c96f3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 948 time: 0.1315010 Jun 30 02:28:53.418663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b58b25c4-e3c4-4448-8167-c9154b1c6297 req-53f98deb-2798-4890-bc7b-e43f4bd7cecc tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385072 Jun 30 02:28:53.450689 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41c0d773-a202-4665-94bf-ad2b44f5edeb req-d0363aa8-70e7-4fbe-9694-b65b0a015e8c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.456296 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41c0d773-a202-4665-94bf-ad2b44f5edeb req-d0363aa8-70e7-4fbe-9694-b65b0a015e8c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.476995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:53.484960 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be50ab3-e97e-4b48-9051-1cea2dd06055 x-openstack-request-id: req-7be50ab3-e97e-4b48-9051-1cea2dd06055 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:53.485644 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc7db9c-c769-46c0-b203-0a5719a41e41", "tag": "adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:53.486058 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7be50ab3-e97e-4b48-9051-1cea2dd06055 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:53.486605 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc7db9c-c769-46c0-b203-0a5719a41e41', 'tag': 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'status': 'completed', 'code': 200} Jun 30 02:28:53.486981 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-41c0d773-a202-4665-94bf-ad2b44f5edeb req-d0363aa8-70e7-4fbe-9694-b65b0a015e8c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.491855 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41c0d773-a202-4665-94bf-ad2b44f5edeb req-d0363aa8-70e7-4fbe-9694-b65b0a015e8c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1889303 Jun 30 02:28:53.500848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0363aa8-70e7-4fbe-9694-b65b0a015e8c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc0ee6e-9b83-4c1f-a83f-30182b14c3dc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:53.524784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3346a15f-ac4d-486c-84f4-c44ab6560e60 req-d160773e-d1b2-4f2c-918e-aa455938c3fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1375411995', 'description': 'tempest-description-239268587'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:53.549720 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3346a15f-ac4d-486c-84f4-c44ab6560e60 req-d160773e-d1b2-4f2c-918e-aa455938c3fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.590059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-0333c0f3-03b8-4115-a329-00d62a30c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:53.591754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-0333c0f3-03b8-4115-a329-00d62a30c3c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 1100 time: 0.0566282 Jun 30 02:28:53.650026 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3346a15f-ac4d-486c-84f4-c44ab6560e60 req-d160773e-d1b2-4f2c-918e-aa455938c3fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.655143 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3346a15f-ac4d-486c-84f4-c44ab6560e60 req-d160773e-d1b2-4f2c-918e-aa455938c3fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.684565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3346a15f-ac4d-486c-84f4-c44ab6560e60 req-d160773e-d1b2-4f2c-918e-aa455938c3fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.686338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3346a15f-ac4d-486c-84f4-c44ab6560e60 req-d160773e-d1b2-4f2c-918e-aa455938c3fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1657152 Jun 30 02:28:53.691576 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160773e-d1b2-4f2c-918e-aa455938c3fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9681923f-415a-4bcc-af8d-ff98dba5992b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:53.727960 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eab0af6c-e185-4040-9c1b-f7cbff7149a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36e74fced63d4fb8be6ad4728ffdebfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491078 Jun 30 02:28:53.729831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:53.791642 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7207a510-a68a-4b45-b1ec-fd1218170a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.818512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7207a510-a68a-4b45-b1ec-fd1218170a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.821257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187c45b-8f4f-492b-aacf-3a0200337103 req-d32d6c44-beca-451e-bdfa-eec723479b5b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:53.829403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e187c45b-8f4f-492b-aacf-3a0200337103 req-d32d6c44-beca-451e-bdfa-eec723479b5b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.2203789 Jun 30 02:28:53.833047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-ff35b7c0-28f4-430a-8520-1701d8d63e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:53.835707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-ff35b7c0-28f4-430a-8520-1701d8d63e5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2225149 Jun 30 02:28:53.887256 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-605ee73a-9314-4780-9f45-c3cf3cccecf0 req-9c0948d3-f67b-4ffc-9eae-013abea2a165 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0452344 Jun 30 02:28:53.893245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-96360822-e5ee-4082-a3dd-312fd6861f65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 HTTP/1.1" status: 200 len: 217 time: 0.0387988 Jun 30 02:28:53.907931 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e187c45b-8f4f-492b-aacf-3a0200337103 req-880e20bf-6952-45ac-a743-c41e64a42162 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769637 Jun 30 02:28:53.912347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7207a510-a68a-4b45-b1ec-fd1218170a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.915283 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7207a510-a68a-4b45-b1ec-fd1218170a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:53.927067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7207a510-a68a-4b45-b1ec-fd1218170a67 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ec2e805-caf0-4fed-8911-ca2aa76f8981 HTTP/1.1" status: 204 len: 168 time: 0.1884725 Jun 30 02:28:53.928140 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207a510-a68a-4b45-b1ec-fd1218170a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec2e805-caf0-4fed-8911-ca2aa76f8981,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:53.965859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-058bf330-fbb7-4a25-9fa8-76c965b32884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:53.967429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-058bf330-fbb7-4a25-9fa8-76c965b32884 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0585587 Jun 30 02:28:53.972962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6573ff97-b65e-4439-87b3-f580db0b3e0d req-5de5eb52-e20c-4b04-ad4d-e1edf7e48d23 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1697795563', 'description': 'tempest-description-39698849'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:54.040012 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6573ff97-b65e-4439-87b3-f580db0b3e0d req-5de5eb52-e20c-4b04-ad4d-e1edf7e48d23 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.096766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-0e36b15e-0126-45f2-af4d-7ca718345edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:54.097990 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-0e36b15e-0126-45f2-af4d-7ca718345edf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1126649 Jun 30 02:28:54.143496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3fae5a40-0b2f-46eb-a9ee-ad3a13e83c39 req-aa7d8e55-074e-4fd7-b552-db3bcd4d8758 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0692911 Jun 30 02:28:54.245808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3167de-4655-48c5-9f30-3e453ca24e55 req-fcd936fe-a127-4fae-92b5-7024186e0c78 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:54.247860 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e3167de-4655-48c5-9f30-3e453ca24e55 req-fcd936fe-a127-4fae-92b5-7024186e0c78 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0744035 Jun 30 02:28:54.275618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-29a280e2-e66d-4dcc-9611-09f7620d46ba service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450360 Jun 30 02:28:54.284046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8074e-47e8-4d81-a888-007699f5784f req-3eb4b0da-aa3b-48bb-aed8-2bbb339a158f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:54.285565 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2c8074e-47e8-4d81-a888-007699f5784f req-3eb4b0da-aa3b-48bb-aed8-2bbb339a158f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 946 time: 0.2134500 Jun 30 02:28:54.296805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e3167de-4655-48c5-9f30-3e453ca24e55 req-3a964fc1-6932-4468-b164-de4996bfa2ae tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390863 Jun 30 02:28:54.329924 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e0f0fea2-57fe-473f-9ba5-d5c8308c418c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.368964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:28:54.372764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:54.395904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6573ff97-b65e-4439-87b3-f580db0b3e0d req-5de5eb52-e20c-4b04-ad4d-e1edf7e48d23 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.411185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6573ff97-b65e-4439-87b3-f580db0b3e0d req-5de5eb52-e20c-4b04-ad4d-e1edf7e48d23 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.446368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:54.478195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:54.478564 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.491449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5eb52-e20c-4b04-ad4d-e1edf7e48d23 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17ea816-2f93-43f7-b7f0-29f1802c7f25,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:54.523882 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6573ff97-b65e-4439-87b3-f580db0b3e0d req-5de5eb52-e20c-4b04-ad4d-e1edf7e48d23 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.526663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2b4d8-5385-40a8-8ad8-12e282f939ed req-bedf2cba-357c-42a0-8fa3-94a6a4ee92c2 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:54.536786 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6573ff97-b65e-4439-87b3-f580db0b3e0d req-5de5eb52-e20c-4b04-ad4d-e1edf7e48d23 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5681322 Jun 30 02:28:54.547996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6af2b4d8-5385-40a8-8ad8-12e282f939ed req-bedf2cba-357c-42a0-8fa3-94a6a4ee92c2 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 946 time: 0.1168828 Jun 30 02:28:54.566336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:54.599537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'mac_address': 'fa:16:3e:5f:76:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:28:54.611463 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.615212 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6af2b4d8-5385-40a8-8ad8-12e282f939ed req-b786dde9-de24-4a25-8f80-87bb8d78fe43 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632076 Jun 30 02:28:54.654241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a5f3d89-0037-4de3-9bb3-8907dbbb9e38 req-713e603b-4d8e-495e-9a24-366ef2d9f1ae service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676314 Jun 30 02:28:54.658847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860e722f-de0c-40da-9381-9bcbb134853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:54.661099 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409783fd-c66e-4025-8f5f-d5edd1189e7c" -d '{"events": [{"server_uuid": "860e722f-de0c-40da-9381-9bcbb134853e", "name": "network-vif-plugged", "status": "completed", "tag": "7f640dc2-ef5a-4ff1-9aab-2851f24e07b2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:54.671254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d2c8074e-47e8-4d81-a888-007699f5784f req-b4a8f4b4-3476-479f-9fef-ac83349f1b5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Deleting port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:28:54.671608 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d2c8074e-47e8-4d81-a888-007699f5784f req-b4a8f4b4-3476-479f-9fef-ac83349f1b5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.697555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:54.698624 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.710077 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.737744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:28:54.773819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:54.783149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:54.786238 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.835380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:54.849416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c1b92-61f2-48dc-a14a-e93fdea9189a req-22fbda07-3b25-432e-9bd9-db6728cca6a3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:54.851462 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-704c1b92-61f2-48dc-a14a-e93fdea9189a req-22fbda07-3b25-432e-9bd9-db6728cca6a3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 948 time: 0.0851858 Jun 30 02:28:54.875034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d2c8074e-47e8-4d81-a888-007699f5784f req-b4a8f4b4-3476-479f-9fef-ac83349f1b5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] For port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:54.875705 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d2c8074e-47e8-4d81-a888-007699f5784f req-b4a8f4b4-3476-479f-9fef-ac83349f1b5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:54.892454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-704c1b92-61f2-48dc-a14a-e93fdea9189a req-2b36fbf1-8b31-46b1-bd83-32a190215594 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345800 Jun 30 02:28:54.894705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d2c8074e-47e8-4d81-a888-007699f5784f req-b4a8f4b4-3476-479f-9fef-ac83349f1b5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Calling delete_port for c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:28:54.906694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-739d7678-b9bc-4c78-acf1-c49486030d90 req-e632f22c-d439-4b3d-abba-b6bee9c7e3fd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab HTTP/1.1" status: 200 len: 10893 time: 0.2046499 Jun 30 02:28:54.942529 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c391002c-747d-413e-94ba-1690132e4534 x-openstack-request-id: req-c391002c-747d-413e-94ba-1690132e4534 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:54.942859 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860e722f-de0c-40da-9381-9bcbb134853e", "name": "network-vif-plugged", "status": "completed", "tag": "7f640dc2-ef5a-4ff1-9aab-2851f24e07b2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:54.943099 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c391002c-747d-413e-94ba-1690132e4534 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:54.943489 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860e722f-de0c-40da-9381-9bcbb134853e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'code': 200} Jun 30 02:28:55.002198 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-739d7678-b9bc-4c78-acf1-c49486030d90 req-7c37dc66-5e12-4ffe-8f26-60fee44017f7 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/ed1fe4bd-93d6-435f-9bfc-7025e458dafb HTTP/1.1" status: 200 len: 2981 time: 0.0874507 Jun 30 02:28:55.098453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f64726-c31f-451c-b106-2ae1ffe6a51c req-268fb9b9-acf5-4e26-bc26-e4a7b1e6850b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:55.099994 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80f64726-c31f-451c-b106-2ae1ffe6a51c req-268fb9b9-acf5-4e26-bc26-e4a7b1e6850b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0657187 Jun 30 02:28:55.120355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-739d7678-b9bc-4c78-acf1-c49486030d90 req-061a7437-039e-4a84-a38d-66dc0e33311c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/ed1fe4bd-93d6-435f-9bfc-7025e458dafb HTTP/1.1" status: 200 len: 2981 time: 0.1059344 Jun 30 02:28:55.133329 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d2c8074e-47e8-4d81-a888-007699f5784f req-b4a8f4b4-3476-479f-9fef-ac83349f1b5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.145761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:55.156707 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80f64726-c31f-451c-b106-2ae1ffe6a51c req-c14b6f4d-616f-4570-a9f5-4d66775affd9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502841 Jun 30 02:28:55.196389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:28:55.206031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8f4b4-3476-479f-9fef-ac83349f1b5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event deleted for resources: {'Port': ['ID=c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:55.259436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c8074e-47e8-4d81-a888-007699f5784f req-b4a8f4b4-3476-479f-9fef-ac83349f1b5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] No DVR routers for this DVR port c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:28:55.262237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d2c8074e-47e8-4d81-a888-007699f5784f req-b4a8f4b4-3476-479f-9fef-ac83349f1b5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.265170 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2c8074e-47e8-4d81-a888-007699f5784f req-b4a8f4b4-3476-479f-9fef-ac83349f1b5e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "DELETE /v2.0/ports/c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 HTTP/1.1" status: 204 len: 173 time: 0.9683404 Jun 30 02:28:55.289811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769fe8a-0032-476c-b589-69349c2131f9 req-3fe1faa7-844d-4440-bad9-d63434863965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:55.291630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5769fe8a-0032-476c-b589-69349c2131f9 req-3fe1faa7-844d-4440-bad9-d63434863965 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=860e722f-de0c-40da-9381-9bcbb134853e HTTP/1.1" status: 200 len: 1101 time: 0.2426715 Jun 30 02:28:55.332684 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2885baf9-c192-4e94-8ce1-83177d6388d4 req-ce3f5e29-3155-4612-8e75-e4e4aec4e94d tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0565250 Jun 30 02:28:55.378125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5769fe8a-0032-476c-b589-69349c2131f9 req-d685e289-e6ba-4e82-9481-c7e40423e70c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710835 Jun 30 02:28:55.489808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78630954-4191-4756-ae56-c38f89a5d251', 'name': 'network-vif-deleted', 'tag': 'c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:55.493719 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb9d7d-4165-4c3a-bf86-cbe696679cba" -d '{"events": [{"server_uuid": "78630954-4191-4756-ae56-c38f89a5d251", "name": "network-vif-deleted", "tag": "c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:55.527418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b3d59-1185-4251-b809-e0b3df94569c req-b88eb836-7804-4c38-8c8b-d39bd1302a42 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:55.531436 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-219b3d59-1185-4251-b809-e0b3df94569c req-b88eb836-7804-4c38-8c8b-d39bd1302a42 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0975039 Jun 30 02:28:55.540677 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3559b5f-3dff-4a44-913c-74d9fafa96e9 req-763321cd-826b-44fb-9d58-aae383b875ce tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/afc0ee6e-9b83-4c1f-a83f-30182b14c3dc HTTP/1.1" status: 200 len: 1800 time: 0.0599589 Jun 30 02:28:55.591670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-219b3d59-1185-4251-b809-e0b3df94569c req-146318ec-089f-480a-9c76-5c8a6fe4f698 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561054 Jun 30 02:28:55.613905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3559b5f-3dff-4a44-913c-74d9fafa96e9 req-35944f02-16b4-4076-aecc-8f2f33fac817 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.639541 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3559b5f-3dff-4a44-913c-74d9fafa96e9 req-35944f02-16b4-4076-aecc-8f2f33fac817 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.686444 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3559b5f-3dff-4a44-913c-74d9fafa96e9 req-35944f02-16b4-4076-aecc-8f2f33fac817 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.690114 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c3559b5f-3dff-4a44-913c-74d9fafa96e9 req-35944f02-16b4-4076-aecc-8f2f33fac817 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.691415 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3559b5f-3dff-4a44-913c-74d9fafa96e9 req-35944f02-16b4-4076-aecc-8f2f33fac817 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/afc0ee6e-9b83-4c1f-a83f-30182b14c3dc HTTP/1.1" status: 204 len: 173 time: 0.1436951 Jun 30 02:28:55.701471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35944f02-16b4-4076-aecc-8f2f33fac817 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc0ee6e-9b83-4c1f-a83f-30182b14c3dc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:55.706566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:55.743908 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9701e099-98c8-428b-9a71-f78a52ca76cb x-openstack-request-id: req-9701e099-98c8-428b-9a71-f78a52ca76cb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:55.744153 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78630954-4191-4756-ae56-c38f89a5d251", "name": "network-vif-deleted", "tag": "c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:55.744518 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9701e099-98c8-428b-9a71-f78a52ca76cb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:55.744974 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78630954-4191-4756-ae56-c38f89a5d251', 'name': 'network-vif-deleted', 'tag': 'c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6', 'status': 'completed', 'code': 200} Jun 30 02:28:55.783252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed505820-5d8b-41cd-94f2-8709e4acaf42 req-c0750dfe-2c14-4a9f-8d7f-5196aa7516eb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:55.784887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed505820-5d8b-41cd-94f2-8709e4acaf42 req-c0750dfe-2c14-4a9f-8d7f-5196aa7516eb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0918710 Jun 30 02:28:55.825597 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e1646cf-fa99-4eb5-a7ff-2bf9c8ef5bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.827286 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed505820-5d8b-41cd-94f2-8709e4acaf42 req-510ddc83-2b24-40e7-bee1-49fc710bba51 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357213 Jun 30 02:28:55.871599 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-ba87ae9d-807c-4ac6-afeb-03745087025a req-fa810865-781e-48b2-be85-9bfa6b2cc659 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] show failed (client error): The resource could not be found. Jun 30 02:28:55.873468 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba87ae9d-807c-4ac6-afeb-03745087025a req-fa810865-781e-48b2-be85-9bfa6b2cc659 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/afc0ee6e-9b83-4c1f-a83f-30182b14c3dc HTTP/1.1" status: 404 len: 352 time: 0.0230067 Jun 30 02:28:55.914541 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9fc36735-2d51-4bef-9103-27fe3cd7b3e5 req-400a5a7c-d0bb-4e07-8d94-688aa82f8e40 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=78630954-4191-4756-ae56-c38f89a5d251 HTTP/1.1" status: 200 len: 210 time: 0.0424523 Jun 30 02:28:55.991018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e1646cf-fa99-4eb5-a7ff-2bf9c8ef5bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:55.992408 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1aa2c9d6-ca20-4db4-8540-95c63046f87e req-a25ee6df-4f9a-4dae-b184-aa7d65678c74 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/9681923f-415a-4bcc-af8d-ff98dba5992b HTTP/1.1" status: 200 len: 1800 time: 0.0969539 Jun 30 02:28:55.996110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e1646cf-fa99-4eb5-a7ff-2bf9c8ef5bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.045389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1646cf-fa99-4eb5-a7ff-2bf9c8ef5bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ff4423-c87b-410c-93aa-3edb627d4b54,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:56.063323 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e1646cf-fa99-4eb5-a7ff-2bf9c8ef5bb4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03ddde95e2e449b59347a58b8e977a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556838 Jun 30 02:28:56.064329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:56.071378 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1aa2c9d6-ca20-4db4-8540-95c63046f87e req-25dc1820-d7b1-46d9-b682-d56e029c350a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.094032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1aa2c9d6-ca20-4db4-8540-95c63046f87e req-25dc1820-d7b1-46d9-b682-d56e029c350a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.138797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1aa2c9d6-ca20-4db4-8540-95c63046f87e req-25dc1820-d7b1-46d9-b682-d56e029c350a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.141368 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1aa2c9d6-ca20-4db4-8540-95c63046f87e req-25dc1820-d7b1-46d9-b682-d56e029c350a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.142653 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1aa2c9d6-ca20-4db4-8540-95c63046f87e req-25dc1820-d7b1-46d9-b682-d56e029c350a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/9681923f-415a-4bcc-af8d-ff98dba5992b HTTP/1.1" status: 204 len: 173 time: 0.1431134 Jun 30 02:28:56.155283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc1820-d7b1-46d9-b682-d56e029c350a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9681923f-415a-4bcc-af8d-ff98dba5992b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:56.164438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dfd1d-4568-4c52-b44a-929a533a00b2 req-cdea4380-8975-4ae6-8788-cf3edb716eef tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:56.167352 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-248dfd1d-4568-4c52-b44a-929a533a00b2 req-cdea4380-8975-4ae6-8788-cf3edb716eef tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 949 time: 0.1341450 Jun 30 02:28:56.168341 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-094c5397-45bc-4c2c-a6be-92393e85ba64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.210055 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-094c5397-45bc-4c2c-a6be-92393e85ba64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.241334 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-248dfd1d-4568-4c52-b44a-929a533a00b2 req-c65119f7-37e9-4826-aedf-b719b0cb022c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678751 Jun 30 02:28:56.285358 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-4807e97d-e1e2-4c23-811a-83b2a7290057 req-8e9c61ac-65a8-4a66-b451-4e5288781982 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] show failed (client error): The resource could not be found. Jun 30 02:28:56.286362 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4807e97d-e1e2-4c23-811a-83b2a7290057 req-8e9c61ac-65a8-4a66-b451-4e5288781982 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/9681923f-415a-4bcc-af8d-ff98dba5992b HTTP/1.1" status: 404 len: 352 time: 0.0175102 Jun 30 02:28:56.294865 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-094c5397-45bc-4c2c-a6be-92393e85ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.297312 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-094c5397-45bc-4c2c-a6be-92393e85ba64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.298534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-094c5397-45bc-4c2c-a6be-92393e85ba64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15ff4423-c87b-410c-93aa-3edb627d4b54 HTTP/1.1" status: 204 len: 168 time: 0.2175636 Jun 30 02:28:56.306870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c5397-45bc-4c2c-a6be-92393e85ba64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ff4423-c87b-410c-93aa-3edb627d4b54,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:56.350374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-c984452b-0cd2-49b2-9c5d-cf6519c87e86 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:56.351962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-c984452b-0cd2-49b2-9c5d-cf6519c87e86 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 812 time: 0.1170897 Jun 30 02:28:56.358014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aeca4e79-aa1d-4ca7-9d52-e604ac04ca9d req-b2995c75-b71f-4088-81e2-4c1263c299bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/f17ea816-2f93-43f7-b7f0-29f1802c7f25 HTTP/1.1" status: 200 len: 1799 time: 0.0486708 Jun 30 02:28:56.368906 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-a6463f82-5232-4d6e-99fd-4dd8997a9761 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/quotas/b024877b9ea046a6a65c423b89fcd680 HTTP/1.1" status: 200 len: 375 time: 0.0109768 Jun 30 02:28:56.430062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aeca4e79-aa1d-4ca7-9d52-e604ac04ca9d req-7addb2b4-65f7-41fa-af64-0ff90a238630 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.456597 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aeca4e79-aa1d-4ca7-9d52-e604ac04ca9d req-7addb2b4-65f7-41fa-af64-0ff90a238630 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.462514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-e0a19708-a865-4da8-bfdb-3f13491a8f8b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0880303 Jun 30 02:28:56.502400 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aeca4e79-aa1d-4ca7-9d52-e604ac04ca9d req-7addb2b4-65f7-41fa-af64-0ff90a238630 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.505078 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aeca4e79-aa1d-4ca7-9d52-e604ac04ca9d req-7addb2b4-65f7-41fa-af64-0ff90a238630 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.506994 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aeca4e79-aa1d-4ca7-9d52-e604ac04ca9d req-7addb2b4-65f7-41fa-af64-0ff90a238630 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/f17ea816-2f93-43f7-b7f0-29f1802c7f25 HTTP/1.1" status: 204 len: 173 time: 0.1407146 Jun 30 02:28:56.518577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addb2b4-65f7-41fa-af64-0ff90a238630 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17ea816-2f93-43f7-b7f0-29f1802c7f25,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:56.558996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-0aa498d5-2f01-4369-b2a3-79f2aafdc334 service neutron] 10.222.0.55 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886552 Jun 30 02:28:56.652581 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc0b1358-9989-4cc5-94d9-ba0aa4c82b57 req-0fdd8e74-bb9b-466e-b41a-3b544fbb935e tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0373297 Jun 30 02:28:56.671359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-68ec8cfc-51f9-4099-aad4-a72958ce9f1a service neutron] 10.222.0.55 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033523 Jun 30 02:28:56.819676 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-33c8460a-7fd1-482d-954f-a4eff6c3b3e1 req-7943f17c-7223-4a07-9ef0-18912412af19 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] show failed (client error): The resource could not be found. Jun 30 02:28:56.823195 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33c8460a-7fd1-482d-954f-a4eff6c3b3e1 req-7943f17c-7223-4a07-9ef0-18912412af19 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/f17ea816-2f93-43f7-b7f0-29f1802c7f25 HTTP/1.1" status: 404 len: 352 time: 0.0175419 Jun 30 02:28:56.910224 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:56.971459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f068dce4-d79b-43f9-828c-a8fb3b58dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.032580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64272d99-78da-4734-bbdb-5bea629fde51 req-3cf616ca-36a4-4a07-ac99-aed7d148091a tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:57.034580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64272d99-78da-4734-bbdb-5bea629fde51 req-3cf616ca-36a4-4a07-ac99-aed7d148091a tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1114342 Jun 30 02:28:57.103523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64272d99-78da-4734-bbdb-5bea629fde51 req-b8a243ac-adaf-4bbe-b21e-55aeded1aa41 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633237 Jun 30 02:28:57.192825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed5e0d7b-4e8b-4669-883e-6901c6520275 req-bf783b9d-fb8b-4205-8fb0-a6019127cec4 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 210 time: 0.0450814 Jun 30 02:28:57.300965 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9f836dc-0bff-4a22-8702-4b935d808d56 req-5ea171be-ea7e-476e-a691-89bc1388ba0c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab HTTP/1.1" status: 200 len: 6147 time: 0.0781050 Jun 30 02:28:57.362403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9f836dc-0bff-4a22-8702-4b935d808d56 req-dc092499-5412-4797-ae0e-25642880a85f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/ed1fe4bd-93d6-435f-9bfc-7025e458dafb HTTP/1.1" status: 200 len: 2981 time: 0.0553517 Jun 30 02:28:57.439349 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9f836dc-0bff-4a22-8702-4b935d808d56 req-a8536521-458e-4852-8863-c926043a13cb tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/ed1fe4bd-93d6-435f-9bfc-7025e458dafb HTTP/1.1" status: 200 len: 2981 time: 0.0712540 Jun 30 02:28:57.613230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605c32-8420-4699-a41a-39f9c70aee64 req-933acbb7-8e68-4d79-ad4b-bbba41a8be1a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:57.614942 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3605c32-8420-4699-a41a-39f9c70aee64 req-933acbb7-8e68-4d79-ad4b-bbba41a8be1a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 949 time: 0.0689962 Jun 30 02:28:57.666956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3605c32-8420-4699-a41a-39f9c70aee64 req-109d7c28-8e82-49c1-ae6c-cbda88d0897a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379202 Jun 30 02:28:57.727607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-614a26ff-9f8d-433b-8980-b1c8ff9ff989 req-d613f90f-cf33-4d33-b4c1-42c79dd5196f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1636563303', 'description': 'tempest-description-890521319'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:57.753883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-614a26ff-9f8d-433b-8980-b1c8ff9ff989 req-d613f90f-cf33-4d33-b4c1-42c79dd5196f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.842842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-614a26ff-9f8d-433b-8980-b1c8ff9ff989 req-d613f90f-cf33-4d33-b4c1-42c79dd5196f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.848625 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-614a26ff-9f8d-433b-8980-b1c8ff9ff989 req-d613f90f-cf33-4d33-b4c1-42c79dd5196f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.882702 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-614a26ff-9f8d-433b-8980-b1c8ff9ff989 req-d613f90f-cf33-4d33-b4c1-42c79dd5196f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:57.883958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-614a26ff-9f8d-433b-8980-b1c8ff9ff989 req-d613f90f-cf33-4d33-b4c1-42c79dd5196f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1622775 Jun 30 02:28:57.885622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613f90f-cf33-4d33-b4c1-42c79dd5196f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5cbd50-eb38-4d15-a34a-420fa87b50d8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:58.056279 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-210065e1-eb4e-45a9-a80f-9160406cb34c req-f51d72e2-ae3b-47b1-bde8-e4355e125ef3 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0366480 Jun 30 02:28:58.097180 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.103219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d95631-513c-40ae-ab14-ad671afc1541 req-7b048709-25c5-4a52-8e1d-0c8cb1cabf81 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:58.104920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-7b048709-25c5-4a52-8e1d-0c8cb1cabf81 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.1540177 Jun 30 02:28:58.131773 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-0fc5c074-66d2-41f6-b0f3-e08373f050e1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/quotas/3cf21bbdf6a241059a4954f5a8e684b0 HTTP/1.1" status: 200 len: 375 time: 0.0190156 Jun 30 02:28:58.178186 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-0a9b45be-da09-402f-aa38-4d5e6aebeff5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381103 Jun 30 02:28:58.233211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:58.252451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c7a85b82-708d-48c2-bc95-82ab494e5363 req-ecda5767-3e43-4f4a-9bdb-9f1136e147f4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1277852739', 'description': 'tempest-description-2084975190'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:58.278813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7a85b82-708d-48c2-bc95-82ab494e5363 req-ecda5767-3e43-4f4a-9bdb-9f1136e147f4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.356382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-408685ce-48a9-459b-9582-a746d70e0694 service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347053 Jun 30 02:28:58.360009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:28:58.364651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2faabe18-455d-4072-8482-49157d599db4 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:58.366153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2faabe18-455d-4072-8482-49157d599db4 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.69 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 812 time: 0.2165828 Jun 30 02:28:58.381790 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:28:58.385282 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d97db0c-f6b3-4a98-bd20-051950b4f7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.386117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:28:58.386631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device c8609f8e-cf62-48d7-b4e7-89e4e5d86aa6 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:28:58.392430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'port': {'device_id': '2ce246ab-69c8-4fa1-91c3-c1369efda4a6', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'admin_state_up': True, 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:58.426011 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7a85b82-708d-48c2-bc95-82ab494e5363 req-ecda5767-3e43-4f4a-9bdb-9f1136e147f4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.436067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7a85b82-708d-48c2-bc95-82ab494e5363 req-ecda5767-3e43-4f4a-9bdb-9f1136e147f4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.453566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:28:58.458303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:28:58.458876 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.484406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda5767-3e43-4f4a-9bdb-9f1136e147f4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6ea2cf-7ca5-4deb-999c-fd9bb6b20cee,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:58.564307 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.566588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d97db0c-f6b3-4a98-bd20-051950b4f7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.573511 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6d97db0c-f6b3-4a98-bd20-051950b4f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.588652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c7a85b82-708d-48c2-bc95-82ab494e5363 req-ecda5767-3e43-4f4a-9bdb-9f1136e147f4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.590060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c7a85b82-708d-48c2-bc95-82ab494e5363 req-ecda5767-3e43-4f4a-9bdb-9f1136e147f4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3423574 Jun 30 02:28:58.611730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:28:58.613019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc7db9c-c769-46c0-b203-0a5719a41e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:28:58.616000 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03182e4-e95b-4432-a883-4f615139c633" -d '{"events": [{"server_uuid": "bbc7db9c-c769-46c0-b203-0a5719a41e41", "name": "network-vif-plugged", "status": "completed", "tag": "adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:28:58.625033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.628562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6d97db0c-f6b3-4a98-bd20-051950b4f7ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edfc022b5b2a4ae88b9c8fb4fe3e030a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938067 Jun 30 02:28:58.629329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:58.637721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97db0c-f6b3-4a98-bd20-051950b4f7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb01a7d-c75a-4dc3-a0b6-2ca063c29ccb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:58.706116 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a21a66f-d425-4843-b661-85c49f1a15fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.732267 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a21a66f-d425-4843-b661-85c49f1a15fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.736996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:58.838952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a21a66f-d425-4843-b661-85c49f1a15fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.841487 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4a21a66f-d425-4843-b661-85c49f1a15fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:58.842657 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4a21a66f-d425-4843-b661-85c49f1a15fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdb01a7d-c75a-4dc3-a0b6-2ca063c29ccb HTTP/1.1" status: 204 len: 168 time: 0.2110147 Jun 30 02:28:58.851140 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21a66f-d425-4843-b661-85c49f1a15fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb01a7d-c75a-4dc3-a0b6-2ca063c29ccb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:58.863524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e119f9-6a90-48ae-93ef-e2c1a02668bb req-86d6d590-916e-41d9-8c59-ca18b6ae18e4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:58.865434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0e119f9-6a90-48ae-93ef-e2c1a02668bb req-86d6d590-916e-41d9-8c59-ca18b6ae18e4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1142354 Jun 30 02:28:58.890492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-ac534aad-0ce3-43a6-81d8-3e7479f3fb34 service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329392 Jun 30 02:28:58.910645 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0e119f9-6a90-48ae-93ef-e2c1a02668bb req-0a43725e-4398-4966-b00e-e83fdaf610cc tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377805 Jun 30 02:28:58.917723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Made reservation on behalf of b024877b9ea046a6a65c423b89fcd680 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:28:58.924599 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.065718 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ffece88-0c87-4e31-ad67-8313e8a42418 req-884da8e3-077f-47c9-adb6-2d2beaaa626b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 210 time: 0.0403223 Jun 30 02:28:59.068942 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be66ea-6b0c-4aa0-b26a-2cc1a4ea099f x-openstack-request-id: req-63be66ea-6b0c-4aa0-b26a-2cc1a4ea099f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:28:59.069238 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc7db9c-c769-46c0-b203-0a5719a41e41", "name": "network-vif-plugged", "status": "completed", "tag": "adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:28:59.069491 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63be66ea-6b0c-4aa0-b26a-2cc1a4ea099f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:28:59.069888 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc7db9c-c769-46c0-b203-0a5719a41e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'code': 200} Jun 30 02:28:59.148271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Allocated IP 172.20.0.6 (8a45bdb0-42ad-4822-9047-0b0857630f97/6eb16b85-0a65-4811-8135-f92b5adf71dc/f5eed2d6-677f-47ae-a493-03ddbb8b789c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:28:59.347039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-776f971a-4050-4549-a0af-0771aac63fad tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:59.348578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-776f971a-4050-4549-a0af-0771aac63fad tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 812 time: 0.1530609 Jun 30 02:28:59.376188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-95cb8c77-dd05-4450-b00a-eac9f90b4737 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/quotas/a6aa0f3d90a7461ca31582a28c2726ab HTTP/1.1" status: 200 len: 375 time: 0.0162737 Jun 30 02:28:59.441540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d2182-740d-4690-ba08-a048478364af req-10935bd0-d59d-4293-88e8-7506cb1869da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:59.443492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-549d2182-740d-4690-ba08-a048478364af req-10935bd0-d59d-4293-88e8-7506cb1869da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 1102 time: 0.2557113 Jun 30 02:28:59.459459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-db8f47e7-aaac-426a-b772-ab200bdf4e0e tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820098 Jun 30 02:28:59.459969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead87124-42c0-4f0b-be89-ade22fbcfcf6 req-b7a19c9d-9d7c-4ed6-8d4d-9ac135692650 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:59.461769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ead87124-42c0-4f0b-be89-ade22fbcfcf6 req-b7a19c9d-9d7c-4ed6-8d4d-9ac135692650 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 950 time: 0.2371452 Jun 30 02:28:59.474018 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.529299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Transition to ACTIVE for port object f5eed2d6-677f-47ae-a493-03ddbb8b789c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:28:59.538824 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ead87124-42c0-4f0b-be89-ade22fbcfcf6 req-ef8077a4-2ade-411a-8127-264eedfbe796 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636041 Jun 30 02:28:59.542144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-549d2182-740d-4690-ba08-a048478364af req-de112918-2fda-4fba-bcc2-b1256cf44664 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794418 Jun 30 02:28:59.583052 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-55659d19-8f75-4645-b085-b15d77bb08ea service neutron] 10.222.0.55 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208804 Jun 30 02:28:59.609902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.686044 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f39c8b7f-337e-44a8-8eb0-c45c9ef559d3 service neutron] 10.222.0.55 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956488 Jun 30 02:28:59.705140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:28:59.726489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:28:59.749030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:28:59.757242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-396d9ef5-0bce-4256-b188-17c1ca1ed6c5 req-398fca97-0ffa-4475-b026-792929cb8ff3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 210 time: 0.0544097 Jun 30 02:28:59.759876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'Port': ['ID=f5eed2d6-677f-47ae-a493-03ddbb8b789c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:28:59.800463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:28:59.857077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:28:59.863476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:28:59.885440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-f03689cc-84ff-41f0-8461-ba19041781d8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4969757 Jun 30 02:28:59.898501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Request body: {'port': {'device_id': '2ce246ab-69c8-4fa1-91c3-c1369efda4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:28:59.947607 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.035514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-27626694-network', 'tenant_id': '74f9ee1c216f4497ae599024e238e299'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:00.040704 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f0da98f4-6c36-4b2f-a19b-a03ffc5ac72a req-856c4b9a-ad91-4152-9249-aa172b9b2292 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0772691 Jun 30 02:29:00.081004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0036e9a9-77a1-481f-ba16-15162c848bf0 None None] Provisioning for port f5eed2d6-677f-47ae-a493-03ddbb8b789c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:00.087216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0036e9a9-77a1-481f-ba16-15162c848bf0 None None] Provisioning complete for port f5eed2d6-677f-47ae-a493-03ddbb8b789c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:00.087773 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0036e9a9-77a1-481f-ba16-15162c848bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.117675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Made reservation on behalf of 74f9ee1c216f4497ae599024e238e299 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:00.120350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.126674 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.133025 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.159476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0036e9a9-77a1-481f-ba16-15162c848bf0 None None] Port f5eed2d6-677f-47ae-a493-03ddbb8b789c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:00.198031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c57efdbe-0a05-4995-9264-deb32746641e req-07974b42-3150-4a6d-961d-1580671f8c1c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 210 time: 0.0404000 Jun 30 02:29:00.322040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.328962 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.365205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:29:00.381151 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.381503 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Added segment 054b80f5-25ed-4114-8459-1ef53d1c5aba of type vlan for network b8fae585-645b-4aa3-887d-03a57bde8289 Jun 30 02:29:00.400886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067bca4-8a4e-4189-818f-dea9c4d848a6 req-0c68a1b8-2029-4b1b-853e-243f9d017ef0 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:00.402408 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4067bca4-8a4e-4189-818f-dea9c4d848a6 req-0c68a1b8-2029-4b1b-853e-243f9d017ef0 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1324990 Jun 30 02:29:00.410968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d13cfc-c4c0-4dc3-8dab-f284402bcc83,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:00.477966 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4067bca4-8a4e-4189-818f-dea9c4d848a6 req-8aaf3c78-f27c-4033-aecd-19922c60fe08 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664377 Jun 30 02:29:00.487727 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.540613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cd809-35c9-421f-89d5-6058387e4069 req-ad0d9f1f-fc14-4466-b08f-964f9d17b8c4 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:00.543838 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-306cd809-35c9-421f-89d5-6058387e4069 req-ad0d9f1f-fc14-4466-b08f-964f9d17b8c4 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 931 time: 0.2070227 Jun 30 02:29:00.556464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.557383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:00.557969 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.607141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5eed2d6-677f-47ae-a493-03ddbb8b789c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:00.618409 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.629651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] Pushing event updated for resources: {'Network': ['ID=b8fae585-645b-4aa3-887d-03a57bde8289,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:00.642873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network b8fae585-645b-4aa3-887d-03a57bde8289 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:29:00.656888 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dbf0eeb6-121c-40e8-a460-93d03f91d03c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8563721 Jun 30 02:29:00.657365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:00.658575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Transition to ACTIVE for port object f5eed2d6-677f-47ae-a493-03ddbb8b789c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:00.667558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Request body: {'subnet': {'network_id': 'b8fae585-645b-4aa3-887d-03a57bde8289', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-27626694-subnet', 'tenant_id': '74f9ee1c216f4497ae599024e238e299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:00.673559 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-306cd809-35c9-421f-89d5-6058387e4069 req-378db6c9-5b55-4590-9ca8-b743a5a6ee6e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232011 Jun 30 02:29:00.685637 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.798894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d95631-513c-40ae-ab14-ad671afc1541 req-bc508b99-d71b-4f6e-b037-c09e73a91a7d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:00.800667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-bc508b99-d71b-4f6e-b037-c09e73a91a7d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.2509315 Jun 30 02:29:00.819191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Request body: {'port': {'device_id': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'admin_state_up': True, 'tenant_id': '3cf21bbdf6a241059a4954f5a8e684b0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:00.854194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Made reservation on behalf of 74f9ee1c216f4497ae599024e238e299 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:00.856752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:00.913981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eed2d6-677f-47ae-a493-03ddbb8b789c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:00.966676 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc278782-9852-4b6d-a400-5b5ec276c30d req-b60958f6-efc2-4395-a171-0508c42e954a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 210 time: 0.0615077 Jun 30 02:29:01.106115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c97a6b-1e28-44db-8547-53261adb5e7b req-f9f0c407-1939-479f-b233-c4dc44d6385c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:01.118098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3c97a6b-1e28-44db-8547-53261adb5e7b req-f9f0c407-1939-479f-b233-c4dc44d6385c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 950 time: 0.4092314 Jun 30 02:29:01.189340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Attempting to bind port f5eed2d6-677f-47ae-a493-03ddbb8b789c on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:01.189673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Attempting to bind port f5eed2d6-677f-47ae-a493-03ddbb8b789c by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:01.190003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Attempting to bind port f5eed2d6-677f-47ae-a493-03ddbb8b789c on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:01.216027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Port f5eed2d6-677f-47ae-a493-03ddbb8b789c on network 8a45bdb0-42ad-4822-9047-0b0857630f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:01.216503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Attempting to bind port f5eed2d6-677f-47ae-a493-03ddbb8b789c on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:01.228141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3c97a6b-1e28-44db-8547-53261adb5e7b req-c114a83f-aafe-445b-89ea-71acf422f9c4 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096127 Jun 30 02:29:01.233521 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:01.233904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Checking segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:01.234294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Bound using segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:01.234647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Bound port: f5eed2d6-677f-47ae-a493-03ddbb8b789c, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:01.235044 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.236949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Made reservation on behalf of 3cf21bbdf6a241059a4954f5a8e684b0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:01.240389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.336041 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30df48b2-0508-486f-b89e-4904d4e196d0 req-d1943dd0-4016-41b4-afa8-99b97b8048a3 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0312450 Jun 30 02:29:01.448977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b418143-1764-454c-8797-81ea03eab6cd req-a288f0e6-3a5a-48ab-8353-a4e1633eafa9 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 210 time: 0.0890834 Jun 30 02:29:01.484730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] For port f5eed2d6-677f-47ae-a493-03ddbb8b789c, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:01.487276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.543014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] For port f5eed2d6-677f-47ae-a493-03ddbb8b789c, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f5eed2d6-677f-47ae-a493-03ddbb8b789c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:01.566626 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.603630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-72da77b4-ab65-4a75-b6fe-c7dc1ac529fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:01.605996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-72da77b4-ab65-4a75-b6fe-c7dc1ac529fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.69 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 812 time: 0.1210344 Jun 30 02:29:01.627526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Allocated IP 172.20.0.8 (ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e/e50111ab-406d-464a-8542-69c8fb73b1b0/967a8892-57c4-4352-8a17-3b3e695dea0b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:01.638288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb321f9-6d49-4152-816a-08d9fe55dcdc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:01.639490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'port': {'device_id': '91252b4a-060f-4842-8241-b823594f3e51', 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774', 'admin_state_up': True, 'tenant_id': 'a6aa0f3d90a7461ca31582a28c2726ab'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:01.662481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:01.663141 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.664627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5eed2d6-677f-47ae-a493-03ddbb8b789c HTTP/1.1" status: 200 len: 1092 time: 1.7711356 Jun 30 02:29:01.667985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce246ab-69c8-4fa1-91c3-c1369efda4a6', 'tag': 'f5eed2d6-677f-47ae-a493-03ddbb8b789c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:01.670446 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce246ab-69c8-4fa1-91c3-c1369efda4a6", "tag": "f5eed2d6-677f-47ae-a493-03ddbb8b789c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:01.694756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Checking segment: {'id': '054b80f5-25ed-4114-8459-1ef53d1c5aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b8fae585-645b-4aa3-887d-03a57bde8289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:01.694976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Network hostable DHCP agents. Network: b8fae585-645b-4aa3-887d-03a57bde8289, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:29:01.703210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41e88e-017a-4853-a1f6-43fd54ed9c65 service neutron] Pushing event updated for resources: {'Port': ['ID=f5eed2d6-677f-47ae-a493-03ddbb8b789c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:01.758753 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80655b2-b2ee-4458-94ed-36b330003c04 x-openstack-request-id: req-f80655b2-b2ee-4458-94ed-36b330003c04 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:01.758933 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce246ab-69c8-4fa1-91c3-c1369efda4a6", "tag": "f5eed2d6-677f-47ae-a493-03ddbb8b789c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:01.759196 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f80655b2-b2ee-4458-94ed-36b330003c04 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:01.759619 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce246ab-69c8-4fa1-91c3-c1369efda4a6', 'tag': 'f5eed2d6-677f-47ae-a493-03ddbb8b789c', 'status': 'completed', 'code': 200} Jun 30 02:29:01.763565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Network b8fae585-645b-4aa3-887d-03a57bde8289 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:29:01.788706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, b8fae585-645b-4aa3-887d-03a57bde8289) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:01.799375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcebe23-d419-42ff-b1af-3770f8d4a34f None None] Network b8fae585-645b-4aa3-887d-03a57bde8289 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:01.822186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:01.822846 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.823641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d84665-e2a1-490e-ba92-c9aff3043061 req-b760afe1-5d84-473e-9a2d-bb7f6ba089b2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:01.826948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58d84665-e2a1-490e-ba92-c9aff3043061 req-b760afe1-5d84-473e-9a2d-bb7f6ba089b2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.2193758 Jun 30 02:29:01.939416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Made reservation on behalf of a6aa0f3d90a7461ca31582a28c2726ab for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:01.942887 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:01.956460 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58d84665-e2a1-490e-ba92-c9aff3043061 req-f12fec5c-36a1-44cf-9a70-4ddb3834bc71 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219676 Jun 30 02:29:01.972838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d64d2deb-57cc-49f6-8574-b6618c03f9b2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3123195 Jun 30 02:29:02.015475 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.041860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c03b73-b289-48e1-94e8-de9f5a7b632c None None] Network b8fae585-645b-4aa3-887d-03a57bde8289 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:02.079668 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36140ee9-0713-4d42-a1ad-baf7e25346a0 req-dfa200c4-47d5-4e49-89e5-43b747f60452 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.081205 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36140ee9-0713-4d42-a1ad-baf7e25346a0 req-dfa200c4-47d5-4e49-89e5-43b747f60452 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 943 time: 0.1463127 Jun 30 02:29:02.085353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-7fe5b50a-0ead-4a85-a3b5-7f5c465cf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.086331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-7fe5b50a-0ead-4a85-a3b5-7f5c465cf6b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 1095 time: 0.2046411 Jun 30 02:29:02.128828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Allocated IP 172.20.0.2 (8d45558a-bc8c-4993-97d3-af06d90aa774/3cbd27a4-590d-426d-baa3-a46feb1e4cfb/0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:02.147969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.151848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-35e473ee-850e-486f-adf0-e2baa89eaea6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5eed2d6-677f-47ae-a493-03ddbb8b789c HTTP/1.1" status: 200 len: 217 time: 0.0519245 Jun 30 02:29:02.241123 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36140ee9-0713-4d42-a1ad-baf7e25346a0 req-72018613-eec9-4a71-9825-4ec054fa0efc tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483967 Jun 30 02:29:02.252032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:02.271211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:02.278150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:02.286324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event updated for resources: {'Port': ['ID=967a8892-57c4-4352-8a17-3b3e695dea0b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:02.317803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-a1369a06-7e75-4a05-9839-324126421faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.318980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-a1369a06-7e75-4a05-9839-324126421faf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1250801 Jun 30 02:29:02.331441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd18a0-f5d0-408a-b90a-90f4bcae006a req-1f887729-3b50-4bb1-a9e1-b7c80dc0c67f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.333661 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75bd18a0-f5d0-408a-b90a-90f4bcae006a req-1f887729-3b50-4bb1-a9e1-b7c80dc0c67f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 931 time: 0.1639249 Jun 30 02:29:02.340995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.341668 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.358557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-3b604cf3-ae8c-4778-bb17-c65c432fa5d1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5437846 Jun 30 02:29:02.380128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Request body: {'port': {'device_id': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:02.397578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75bd18a0-f5d0-408a-b90a-90f4bcae006a req-e9c35704-fc84-42f8-a4c2-e44b0e9a39cc tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542490 Jun 30 02:29:02.400356 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.462643 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.476164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:02.511462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Network 8d45558a-bc8c-4993-97d3-af06d90aa774 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:02.515468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:02.523138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:02.529694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'Port': ['ID=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:02.540238 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-711e9687-578f-4679-ab2b-a2cea4e4ec1d req-ad2cc240-1cee-4cec-8ea4-56d04643709e tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] show failed (client error): The resource could not be found. Jun 30 02:29:02.547281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-711e9687-578f-4679-ab2b-a2cea4e4ec1d req-ad2cc240-1cee-4cec-8ea4-56d04643709e tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] 10.222.0.55 "GET /v2.0/security-groups/dd7a9e40-d7dd-4a0d-85f9-579176d809da HTTP/1.1" status: 404 len: 352 time: 0.0494869 Jun 30 02:29:02.563929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.569642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-8c749b42-cce2-4027-b94c-5a8469178ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.572170 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-8c749b42-cce2-4027-b94c-5a8469178ae1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2058420 Jun 30 02:29:02.587521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:02.588150 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.611328 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-bfd07d87-6a8e-489d-a4b0-52bdd9b4fb26 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9931016 Jun 30 02:29:02.623367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Request body: {'port': {'device_id': '91252b4a-060f-4842-8241-b823594f3e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:02.707413 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95d79c0e-620f-4de5-b0f4-e4bb0cc558d5 req-f77914ad-776b-4e67-9f99-5476e05e94da tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0397322 Jun 30 02:29:02.762084 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:02.840638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-31d09784-c7b5-4333-b19f-c77b5b2da988 service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593687 Jun 30 02:29:03.077524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-205f866a-bdae-4601-b2a5-08da6ae627ec req-4243d609-f886-4259-9d20-4668818ee7f0 service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883736 Jun 30 02:29:03.090350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccb4ae-6839-4ded-967c-559489efd19f req-c0945f9e-dede-414b-8c5f-4d6830772d85 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.090745 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c48ba7-b8f9-4a68-a1e9-9a83fe409b80 req-d173e11f-47e4-4a13-97ed-eaa142d9cb09 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.092070 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3fccb4ae-6839-4ded-967c-559489efd19f req-c0945f9e-dede-414b-8c5f-4d6830772d85 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 931 time: 0.2537463 Jun 30 02:29:03.092211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c48ba7-b8f9-4a68-a1e9-9a83fe409b80 req-d173e11f-47e4-4a13-97ed-eaa142d9cb09 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 950 time: 0.3826661 Jun 30 02:29:03.180117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967a8892-57c4-4352-8a17-3b3e695dea0b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:03.189703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.200407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9c48ba7-b8f9-4a68-a1e9-9a83fe409b80 req-092f465b-5d33-4eb8-9160-dedcd76f1dca tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957167 Jun 30 02:29:03.214082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Transition to ACTIVE for port object 967a8892-57c4-4352-8a17-3b3e695dea0b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:03.219194 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3fccb4ae-6839-4ded-967c-559489efd19f req-b488d47c-8a83-44ce-8c39-4b25648dc244 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965796 Jun 30 02:29:03.222133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.285032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Pushing event updated for resources: {'Port': ['ID=967a8892-57c4-4352-8a17-3b3e695dea0b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:03.290808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-8c3a9292-e7b9-4da9-94dd-fda9f008cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.292306 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-8c3a9292-e7b9-4da9-94dd-fda9f008cf0e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 1095 time: 0.1592157 Jun 30 02:29:03.413806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:03.423913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.442750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Transition to ACTIVE for port object 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:03.451105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.504385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cab23-e1e3-4d74-9f62-34c9bf0fde9f req-6744e60d-311b-4dd4-8bc5-3bb97f369043 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.505997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-420cab23-e1e3-4d74-9f62-34c9bf0fde9f req-6744e60d-311b-4dd4-8bc5-3bb97f369043 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1340399 Jun 30 02:29:03.527606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:03.597059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-420cab23-e1e3-4d74-9f62-34c9bf0fde9f req-6a5a1eaf-8514-467b-a08d-a3cc782e81d9 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812933 Jun 30 02:29:03.642488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Attempting to bind port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:03.642890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Attempting to bind port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:03.643195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Attempting to bind port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 on network 8d45558a-bc8c-4993-97d3-af06d90aa774 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:03.655834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 on network 8d45558a-bc8c-4993-97d3-af06d90aa774 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:03.656150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Attempting to bind port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 on network 8d45558a-bc8c-4993-97d3-af06d90aa774 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:03.670776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:03.671045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Checking segment: {'id': '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:03.671432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Bound using segment: {'id': '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:03.671871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Bound port: 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:03.672235 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.696608 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e356ece-dbba-4174-a684-4f4ae6487e57 req-bd53b795-de47-4ce2-902b-1e13c7c571df tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74f9ee1c216f4497ae599024e238e299 HTTP/1.1" status: 200 len: 2984 time: 0.0652878 Jun 30 02:29:03.774332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Attempting to bind port 967a8892-57c4-4352-8a17-3b3e695dea0b on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:03.774992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Attempting to bind port 967a8892-57c4-4352-8a17-3b3e695dea0b by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:03.774992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Attempting to bind port 967a8892-57c4-4352-8a17-3b3e695dea0b on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:03.782558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] For port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:03.787164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e356ece-dbba-4174-a684-4f4ae6487e57 req-bf13a319-bc0d-46a3-a45a-a0ec1706eab3 tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] 10.222.0.55 "GET /v2.0/security-groups/60d13cfc-c4c0-4dc3-8dab-f284402bcc83 HTTP/1.1" status: 200 len: 2981 time: 0.0658860 Jun 30 02:29:03.788778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] For port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:03.789706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Port 967a8892-57c4-4352-8a17-3b3e695dea0b on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:03.789968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Attempting to bind port 967a8892-57c4-4352-8a17-3b3e695dea0b on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:03.795368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-d4f04519-7cf1-4968-b7ea-078e4bf1333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.795981 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.796948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-d4f04519-7cf1-4968-b7ea-078e4bf1333a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.4979169 Jun 30 02:29:03.802547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:03.802917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Checking segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:03.803290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Bound using segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:03.803725 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Bound port: 967a8892-57c4-4352-8a17-3b3e695dea0b, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:03.804082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.851909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.852638 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:03.854012 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] 10.222.0.69 "PUT /v2.0/ports/0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 HTTP/1.1" status: 200 len: 1092 time: 1.2352540 Jun 30 02:29:03.856173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91252b4a-060f-4842-8241-b823594f3e51', 'tag': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:03.858624 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38" -d '{"events": [{"name": "network-changed", "server_uuid": "91252b4a-060f-4842-8241-b823594f3e51", "tag": "0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:03.858868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111c351-26f1-4fb7-9dc6-a9277c70257e req-a29f80d3-49ef-4c3b-a27d-9810a62c8461 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.860368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7111c351-26f1-4fb7-9dc6-a9277c70257e req-a29f80d3-49ef-4c3b-a27d-9810a62c8461 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=860e722f-de0c-40da-9381-9bcbb134853e HTTP/1.1" status: 200 len: 949 time: 0.4833169 Jun 30 02:29:03.863224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-881576b5-46b4-4dd0-aae1-d2e76d54b413 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5eed2d6-677f-47ae-a493-03ddbb8b789c HTTP/1.1" status: 200 len: 217 time: 0.0544202 Jun 30 02:29:03.893064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e356ece-dbba-4174-a684-4f4ae6487e57 req-1fcc9f2b-29d5-4f68-a978-1638e6de9da9 tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] 10.222.0.55 "GET /v2.0/security-groups/60d13cfc-c4c0-4dc3-8dab-f284402bcc83 HTTP/1.1" status: 200 len: 2981 time: 0.0995924 Jun 30 02:29:03.893635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084aff0-7bfc-4dc9-8cc6-8b02dc6f7cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:03.968555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-009a6398-5791-478a-9177-af86e506d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.970054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-009a6398-5791-478a-9177-af86e506d268 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 1095 time: 0.0590475 Jun 30 02:29:03.986605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7111c351-26f1-4fb7-9dc6-a9277c70257e req-3edd0329-dced-48fc-b45b-ef8546f719cf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969901 Jun 30 02:29:03.989974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-af6f7a73-2a47-47d3-903e-48756dbd906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:03.991618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-af6f7a73-2a47-47d3-903e-48756dbd906e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1031833 Jun 30 02:29:03.996392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] For port 967a8892-57c4-4352-8a17-3b3e695dea0b, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:04.001223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] For port 967a8892-57c4-4352-8a17-3b3e695dea0b, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=967a8892-57c4-4352-8a17-3b3e695dea0b,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:04.018664 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:04.035144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-ef5fed6b-2ac7-4bc4-be8e-4ad9d94736e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 HTTP/1.1" status: 200 len: 217 time: 0.0566692 Jun 30 02:29:04.070704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.071776 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:04.072877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] 10.222.0.69 "PUT /v2.0/ports/967a8892-57c4-4352-8a17-3b3e695dea0b HTTP/1.1" status: 200 len: 1092 time: 1.6987028 Jun 30 02:29:04.074419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'tag': '967a8892-57c4-4352-8a17-3b3e695dea0b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:04.076884 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f02dd0d-f086-4571-aa5e-7ab32d11da06" -d '{"events": [{"name": "network-changed", "server_uuid": "63186c84-96d9-42b8-93c1-89d5f1ea087e", "tag": "967a8892-57c4-4352-8a17-3b3e695dea0b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:04.107543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c838c-6212-4aac-8abe-6f571ea4146e service neutron] Pushing event updated for resources: {'Port': ['ID=967a8892-57c4-4352-8a17-3b3e695dea0b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:04.121383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-ab5e222d-a924-4f5b-917a-f7103c5ce449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.123010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-ab5e222d-a924-4f5b-917a-f7103c5ce449 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241848 Jun 30 02:29:04.140093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-7eb79705-94f2-46ef-84bc-47239ebe50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.141652 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-7eb79705-94f2-46ef-84bc-47239ebe50e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cbd27a4-590d-426d-baa3-a46feb1e4cfb HTTP/1.1" status: 200 len: 852 time: 0.0961437 Jun 30 02:29:04.176376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a7795-1be5-4bd8-9988-327e978548e6 req-38ef4481-a655-4464-b192-748ec4a1366f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.177828 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-da6a7795-1be5-4bd8-9988-327e978548e6 req-38ef4481-a655-4464-b192-748ec4a1366f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 943 time: 0.1416814 Jun 30 02:29:04.197054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-8488415f-f3ad-4eda-9f0c-275f94648b91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d45558a-bc8c-4993-97d3-af06d90aa774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445409 Jun 30 02:29:04.275148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-da6a7795-1be5-4bd8-9988-327e978548e6 req-f15ae037-f213-41d1-bb1f-9ba18105d7c3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806367 Jun 30 02:29:04.291252 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-9cadcd2f-0741-4c7b-81fa-9842608b0d61 service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492741 Jun 30 02:29:04.297940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d95631-513c-40ae-ab14-ad671afc1541 req-91f86bd0-0730-4c20-b0f4-3d5c7a075e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.299525 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-91f86bd0-0730-4c20-b0f4-3d5c7a075e1a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 1095 time: 0.1744320 Jun 30 02:29:04.310433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a512a7-ede7-4bfa-af09-12999c524af6 req-20d14f06-aba1-49e5-9e2c-0902c4975594 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.312089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a512a7-ede7-4bfa-af09-12999c524af6 req-20d14f06-aba1-49e5-9e2c-0902c4975594 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 943 time: 0.1881223 Jun 30 02:29:04.320123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-7f07f5c5-ff2b-4514-b4ee-5252613b2a04 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095717 Jun 30 02:29:04.402946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-cac908de-5434-490c-951f-0de6d35f021f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=967a8892-57c4-4352-8a17-3b3e695dea0b HTTP/1.1" status: 200 len: 217 time: 0.0886793 Jun 30 02:29:04.431470 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ab9c39-8fdb-4f93-bdc9-d03d4f942b7f req-3450cd88-4c06-4302-8793-2b25db096816 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014318 Jun 30 02:29:04.463672 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a512a7-ede7-4bfa-af09-12999c524af6 req-519cf8c3-2d72-4e64-8e4b-3a5fe8597667 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370711 Jun 30 02:29:04.497986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e925d53-2031-44fe-8b3e-5c4bddc5cd37 req-c516d335-77eb-441e-ab67-c72412c81705 service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848249 Jun 30 02:29:04.499673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d95631-513c-40ae-ab14-ad671afc1541 req-9a7650eb-a725-4580-9668-cade61d783bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.500999 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-9a7650eb-a725-4580-9668-cade61d783bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.0838990 Jun 30 02:29:04.537617 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b13f559-c38a-49e1-9c14-6653e14b1609 x-openstack-request-id: req-6b13f559-c38a-49e1-9c14-6653e14b1609 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:04.537892 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91252b4a-060f-4842-8241-b823594f3e51", "tag": "0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:04.538147 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b13f559-c38a-49e1-9c14-6653e14b1609 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:04.538769 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91252b4a-060f-4842-8241-b823594f3e51', 'tag': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3', 'status': 'completed', 'code': 200} Jun 30 02:29:04.541583 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7888c724-2de5-4bfb-89ca-d53e6cff867c req-438ccb5f-0c36-4610-ac73-5cafeaae1832 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0400071 Jun 30 02:29:04.548386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-2ba17f3c-2fd2-4ba9-8410-9eb3bd8d491e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337386 Jun 30 02:29:04.670679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d3ef21a-26c9-4157-8535-6819c5992849 req-b82f129c-0df7-437c-bb47-681fc4fc7acf tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] 10.222.0.55 "GET /v2.0/security-groups/60d13cfc-c4c0-4dc3-8dab-f284402bcc83 HTTP/1.1" status: 200 len: 2981 time: 0.1261036 Jun 30 02:29:04.729804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-a9986966-3eb3-443c-b421-7409e5e7351c service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683154 Jun 30 02:29:04.756289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38 req-d70f0665-82e2-4a37-9be5-1d18d4262b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.757693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38 req-d70f0665-82e2-4a37-9be5-1d18d4262b04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 1095 time: 0.1943340 Jun 30 02:29:04.817988 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-2d3ef21a-26c9-4157-8535-6819c5992849 req-053af129-960a-42dd-b1b5-3e42ddec1e37 tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:29:04.819010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d3ef21a-26c9-4157-8535-6819c5992849 req-053af129-960a-42dd-b1b5-3e42ddec1e37 tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] 10.222.0.55 "DELETE /v2.0/security-groups/60d13cfc-c4c0-4dc3-8dab-f284402bcc83 HTTP/1.1" status: 409 len: 352 time: 0.1424856 Jun 30 02:29:04.867758 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d862f59-1166-4802-9f6f-ec1159a116c3 x-openstack-request-id: req-6d862f59-1166-4802-9f6f-ec1159a116c3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:04.868056 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63186c84-96d9-42b8-93c1-89d5f1ea087e", "tag": "967a8892-57c4-4352-8a17-3b3e695dea0b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:04.868310 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d862f59-1166-4802-9f6f-ec1159a116c3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:04.868791 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'tag': '967a8892-57c4-4352-8a17-3b3e695dea0b', 'status': 'completed', 'code': 200} Jun 30 02:29:04.882895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fc410-8252-46b3-a1b6-7b8a76acb505 req-1cf98cd3-3b41-4590-b798-e573e7d5d4bd tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.888589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fc410-8252-46b3-a1b6-7b8a76acb505 req-1cf98cd3-3b41-4590-b798-e573e7d5d4bd tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.890433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-076fc410-8252-46b3-a1b6-7b8a76acb505 req-1cf98cd3-3b41-4590-b798-e573e7d5d4bd tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=860e722f-de0c-40da-9381-9bcbb134853e&device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 1690 time: 0.0814233 Jun 30 02:29:04.928767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86d95631-513c-40ae-ab14-ad671afc1541 req-eba4923c-5578-414a-80a6-80953cdad97c service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820152 Jun 30 02:29:04.932284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-076fc410-8252-46b3-a1b6-7b8a76acb505 req-73aca825-68e7-4bf2-9a3a-9bdd8a4ec368 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351679 Jun 30 02:29:04.933603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38 req-248eb447-2f25-4a7a-acd0-54562b9e583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:04.935370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38 req-248eb447-2f25-4a7a-acd0-54562b9e583d service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 913 time: 0.1603587 Jun 30 02:29:04.998979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38 req-883802c4-203a-46de-b87a-116093bad7a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 HTTP/1.1" status: 200 len: 217 time: 0.0511112 Jun 30 02:29:05.101160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38 req-4270f37d-2665-4296-bb66-8f7f3e728731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.102592 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38 req-4270f37d-2665-4296-bb66-8f7f3e728731 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cbd27a4-590d-426d-baa3-a46feb1e4cfb HTTP/1.1" status: 200 len: 852 time: 0.0945287 Jun 30 02:29:05.102752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736661f-6e8a-4806-81aa-3e72f1b74a61 req-b29383c5-91b4-4f0d-af50-65ddb9746e43 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.104313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0736661f-6e8a-4806-81aa-3e72f1b74a61 req-b29383c5-91b4-4f0d-af50-65ddb9746e43 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0667243 Jun 30 02:29:05.144490 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0736661f-6e8a-4806-81aa-3e72f1b74a61 req-f41d7896-bdbb-4aaa-bd6b-3c5c928c7d45 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Jun 30 02:29:05.147106 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38 req-9e812f80-ae29-450b-8315-09c8f2a17528 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d45558a-bc8c-4993-97d3-af06d90aa774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369871 Jun 30 02:29:05.159818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f7ecc-1c7a-4098-9f69-f353a47027a8 req-16b7219e-66b8-4917-aea1-3780cd6d6884 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.161255 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6b5f7ecc-1c7a-4098-9f69-f353a47027a8 req-16b7219e-66b8-4917-aea1-3780cd6d6884 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 943 time: 0.1736739 Jun 30 02:29:05.168334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dd0d-f086-4571-aa5e-7ab32d11da06 req-13e6f560-71eb-4408-98ea-7ad14cfe4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.169797 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f02dd0d-f086-4571-aa5e-7ab32d11da06 req-13e6f560-71eb-4408-98ea-7ad14cfe4185 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 1095 time: 0.1699131 Jun 30 02:29:05.185444 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-77d46b74-148a-4277-b61b-234dca802105 req-ef745704-dacc-4e02-a60d-1bbfd01eb22e tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] show failed (client error): The resource could not be found. Jun 30 02:29:05.186634 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77d46b74-148a-4277-b61b-234dca802105 req-ef745704-dacc-4e02-a60d-1bbfd01eb22e tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] 10.222.0.55 "GET /v2.0/security-groups/d41c79fd-5d6d-4152-a47a-ded300ffb8a3 HTTP/1.1" status: 404 len: 352 time: 0.0157878 Jun 30 02:29:05.274517 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-e46e48ad-eb21-4e93-98d0-a728a5fa4ea8 req-a68917af-57e2-44ea-a753-8d581ae19b8a tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] show failed (client error): The resource could not be found. Jun 30 02:29:05.275640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e46e48ad-eb21-4e93-98d0-a728a5fa4ea8 req-a68917af-57e2-44ea-a753-8d581ae19b8a tempest-SecurityGroupsNegativeTestJSON-235207320 tempest-SecurityGroupsNegativeTestJSON-235207320-project] 10.222.0.55 "GET /v2.0/security-groups/cef27f49-f6e3-4ff5-991d-b68a6a8be370 HTTP/1.1" status: 404 len: 352 time: 0.0153072 Jun 30 02:29:05.287846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:05.309364 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6b5f7ecc-1c7a-4098-9f69-f353a47027a8 req-525d2445-68af-40ba-963e-6e599e2d3c76 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385891 Jun 30 02:29:05.335950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bb2bce-7a7b-4aba-be7f-a28f5a8d09d4 admin admin] Deleting subnet acb321f9-6d49-4152-816a-08d9fe55dcdc {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:29:05.339342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8bb2bce-7a7b-4aba-be7f-a28f5a8d09d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.364335 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38 req-76c68cfd-5c52-45d5-a620-3c7572023b3d service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011902 Jun 30 02:29:05.367165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dd0d-f086-4571-aa5e-7ab32d11da06 req-c0ba1aef-a819-4805-80b5-f2ad883e2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.368541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f02dd0d-f086-4571-aa5e-7ab32d11da06 req-c0ba1aef-a819-4805-80b5-f2ad883e2b72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 913 time: 0.1906414 Jun 30 02:29:05.391419 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8bb2bce-7a7b-4aba-be7f-a28f5a8d09d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.459464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8bb2bce-7a7b-4aba-be7f-a28f5a8d09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.468861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f02dd0d-f086-4571-aa5e-7ab32d11da06 req-adff8c75-642d-4322-95bd-9aa05f0ab866 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=967a8892-57c4-4352-8a17-3b3e695dea0b HTTP/1.1" status: 200 len: 217 time: 0.0822940 Jun 30 02:29:05.499374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc4a7c-51f1-437e-8920-3cd3860321c5 req-1ffd3275-29f0-4f03-857e-2ef716976819 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.500998 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-54fc4a7c-51f1-437e-8920-3cd3860321c5 req-1ffd3275-29f0-4f03-857e-2ef716976819 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=860e722f-de0c-40da-9381-9bcbb134853e HTTP/1.1" status: 200 len: 1101 time: 0.1237891 Jun 30 02:29:05.548159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8bb2bce-7a7b-4aba-be7f-a28f5a8d09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.558948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-54fc4a7c-51f1-437e-8920-3cd3860321c5 req-14ebd6af-c848-4619-bc68-6b8199ca86a3 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516901 Jun 30 02:29:05.577362 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa33c20d-76c8-42f4-84ab-3dc539bd1e38 req-b12f973c-3127-4882-84fa-737558301626 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917641 Jun 30 02:29:05.579127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb2bce-7a7b-4aba-be7f-a28f5a8d09d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb321f9-6d49-4152-816a-08d9fe55dcdc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:05.579464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02dd0d-f086-4571-aa5e-7ab32d11da06 req-2c47a4cb-6126-436f-b87a-f07ae76336a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.580818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f02dd0d-f086-4571-aa5e-7ab32d11da06 req-2c47a4cb-6126-436f-b87a-f07ae76336a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.1017566 Jun 30 02:29:05.585852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8bb2bce-7a7b-4aba-be7f-a28f5a8d09d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.589884 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b8bb2bce-7a7b-4aba-be7f-a28f5a8d09d4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/acb321f9-6d49-4152-816a-08d9fe55dcdc HTTP/1.1" status: 204 len: 168 time: 0.2992668 Jun 30 02:29:05.592660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:05.631721 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f02dd0d-f086-4571-aa5e-7ab32d11da06 req-aa8f56cd-0ca4-4cce-8fac-b7d0be165ec2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320222 Jun 30 02:29:05.657926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcae37-e80a-47ba-8e5d-c1fd2eae0305 req-9e5b0365-87b0-4760-ac94-b1f60a33277d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.659442 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2cdcae37-e80a-47ba-8e5d-c1fd2eae0305 req-9e5b0365-87b0-4760-ac94-b1f60a33277d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 943 time: 0.1944637 Jun 30 02:29:05.661305 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.744127 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2cdcae37-e80a-47ba-8e5d-c1fd2eae0305 req-46692e9a-7379-46b7-94d7-1d32367a4878 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752192 Jun 30 02:29:05.750734 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.765046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fae585-645b-4aa3-887d-03a57bde8289']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:05.778311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054b80f5-25ed-4114-8459-1ef53d1c5aba') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:05.778612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054b80f5-25ed-4114-8459-1ef53d1c5aba') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:05.780783 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f02dd0d-f086-4571-aa5e-7ab32d11da06 req-dc553d99-18a9-48db-b7ef-5ec79f96439f service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392400 Jun 30 02:29:05.788761 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.805075 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.837068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:29:05.837508 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:29:05.840189 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:29:05.902896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f54d049f-abbf-49ae-83bf-bf7009d23e67 req-f9edbdf0-2fae-4f8b-9386-179cd1bcc2b5 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0365691 Jun 30 02:29:05.907924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.913667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:05.919314 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] 10.222.0.55 "DELETE /v2.0/networks/b8fae585-645b-4aa3-887d-03a57bde8289 HTTP/1.1" status: 204 len: 168 time: 0.3218055 Jun 30 02:29:05.920575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f02dd0d-f086-4571-aa5e-7ab32d11da06 req-e55e69ad-2c67-4413-932a-f461989df8a6 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282265 Jun 30 02:29:05.933878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2407be8-a413-4cf1-bf98-60da71164d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fae585-645b-4aa3-887d-03a57bde8289,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:05.947953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f18e5-4301-4778-ab0e-bb3cdadd235a req-90d487de-3851-4f64-ae29-61581fabd86e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:05.956883 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-190f18e5-4301-4778-ab0e-bb3cdadd235a req-90d487de-3851-4f64-ae29-61581fabd86e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 943 time: 0.1492922 Jun 30 02:29:06.001616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-190f18e5-4301-4778-ab0e-bb3cdadd235a req-19ac5431-7f5f-41ce-98ea-c18c66f082c7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355785 Jun 30 02:29:06.053139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52476) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:06.096239 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-10aa0e61-7ec9-4d8b-80f2-095be8e14c21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74f9ee1c216f4497ae599024e238e299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418794 Jun 30 02:29:06.098871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:06.138610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a6881-2af0-4fb1-935b-0d5a9b15484b req-4f157cb4-cd20-4d81-9c21-044b2a5fc698 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.140355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-097a6881-2af0-4fb1-935b-0d5a9b15484b req-4f157cb4-cd20-4d81-9c21-044b2a5fc698 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 1102 time: 0.0565233 Jun 30 02:29:06.148541 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7daa415-4ea3-45d8-b233-488e98007111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.170707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7daa415-4ea3-45d8-b233-488e98007111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.174321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-097a6881-2af0-4fb1-935b-0d5a9b15484b req-97d6e955-98af-4125-b44c-c298dbcb866e tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282760 Jun 30 02:29:06.230367 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7daa415-4ea3-45d8-b233-488e98007111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.234453 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7daa415-4ea3-45d8-b233-488e98007111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.238231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e7daa415-4ea3-45d8-b233-488e98007111 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60d13cfc-c4c0-4dc3-8dab-f284402bcc83 HTTP/1.1" status: 204 len: 168 time: 0.1360800 Jun 30 02:29:06.245793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daa415-4ea3-45d8-b233-488e98007111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d13cfc-c4c0-4dc3-8dab-f284402bcc83,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:06.343025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5998-d834-44fe-b947-b080f6d431f5 req-6a96d2f5-8c83-4b18-a5f9-7fb5a531698e tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.344016 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-840f5998-d834-44fe-b947-b080f6d431f5 req-6a96d2f5-8c83-4b18-a5f9-7fb5a531698e tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0719070 Jun 30 02:29:06.393234 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-840f5998-d834-44fe-b947-b080f6d431f5 req-29b66e81-17a6-4a7a-8134-c274142b8ae1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Jun 30 02:29:06.407578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f5eed2d6-677f-47ae-a493-03ddbb8b789c details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:06.540443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b1b3e-bee8-4393-b987-f305cef9a050 req-6a12ed00-c9e4-4a8f-9ed1-c5bbc91704b2 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.549130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c77b1b3e-bee8-4393-b987-f305cef9a050 req-6a12ed00-c9e4-4a8f-9ed1-c5bbc91704b2 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 943 time: 0.0864782 Jun 30 02:29:06.549368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f5eed2d6-677f-47ae-a493-03ddbb8b789c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f5eed2d6-677f-47ae-a493-03ddbb8b789c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:06.566890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'f5eed2d6-677f-47ae-a493-03ddbb8b789c', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'port_id': 'f5eed2d6-677f-47ae-a493-03ddbb8b789c', 'mac_address': 'fa:16:3e:cf:31:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:06.579406 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-7a61607c-aee7-44bd-bcd9-885afb3b542b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375636 Jun 30 02:29:06.601585 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c77b1b3e-bee8-4393-b987-f305cef9a050 req-01061b88-3277-428e-8dfd-4f2de2197f6d tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508766 Jun 30 02:29:06.613616 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.631796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5eed2d6-677f-47ae-a493-03ddbb8b789c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:06.653011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f5eed2d6-677f-47ae-a493-03ddbb8b789c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f5eed2d6-677f-47ae-a493-03ddbb8b789c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:06.657406 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:06.709491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=f5eed2d6-677f-47ae-a493-03ddbb8b789c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:06.710273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-9b284cf3-7123-49f5-9eea-53f53e36a9e8 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:06.711939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-9b284cf3-7123-49f5-9eea-53f53e36a9e8 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315441 Jun 30 02:29:06.730062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-48c432d2-b39c-4cce-9221-e1bac3a8ca90 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/quotas/8bc2179d3db14d6795047de24f143f84 HTTP/1.1" status: 200 len: 375 time: 0.0102248 Jun 30 02:29:06.810616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-decb4a9e-b82a-4951-adfa-c1641a982b79 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743558 Jun 30 02:29:07.000180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e8478-eae0-45df-8585-7133b807a0f2 req-a0c5ae89-5dbf-4119-a519-c34542a4348a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.001838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-580e8478-eae0-45df-8585-7133b807a0f2 req-a0c5ae89-5dbf-4119-a519-c34542a4348a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 944 time: 0.0783100 Jun 30 02:29:07.052828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f5eed2d6-677f-47ae-a493-03ddbb8b789c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:07.061116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:07.063373 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-580e8478-eae0-45df-8585-7133b807a0f2 req-2edcac76-5dc0-416d-95bb-db38e1368541 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532565 Jun 30 02:29:07.219237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-589586972-network', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:07.228381 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-769ea421-2d12-4de0-94f1-738d68fa5a0d req-a0cf8816-d31f-4153-880a-4ba00af6d4d3 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0306375 Jun 30 02:29:07.264427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Made reservation on behalf of 26634101d2e64b6fbba1d82a742d4eb6 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:07.267598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.296903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.424018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa196f5-e3ac-4ae2-b955-4c7c4ab9c8c9 req-6048847c-ada8-47af-82db-88677795b5d8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.425582 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ffa196f5-e3ac-4ae2-b955-4c7c4ab9c8c9 req-6048847c-ada8-47af-82db-88677795b5d8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 943 time: 0.1046207 Jun 30 02:29:07.479880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.489205 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.500685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ffa196f5-e3ac-4ae2-b955-4c7c4ab9c8c9 req-fe112adb-deaa-4282-aa2b-5d68eac39bbc tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666094 Jun 30 02:29:07.520762 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:29:07.533357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.533700 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Added segment 6cb2bf36-4864-4903-a46b-d81998a67303 of type vlan for network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df Jun 30 02:29:07.543035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ae9ba-cd55-4d28-b308-bf39c689d113,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:07.606969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84f1b419-da0f-4f87-b5c7-54d5c8f3a08e req-d06614fa-e60c-4a39-9750-837506815d8e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 210 time: 0.0378711 Jun 30 02:29:07.610758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.629766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd97ee-70e0-4282-9e3a-2039beb5ad38 req-d609c61e-b15c-4061-b769-b5fec9c0a83c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.631452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2bfd97ee-70e0-4282-9e3a-2039beb5ad38 req-d609c61e-b15c-4061-b769-b5fec9c0a83c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0868559 Jun 30 02:29:07.652635 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.653893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.655686 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.675889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2bfd97ee-70e0-4282-9e3a-2039beb5ad38 req-626ca4a3-06b1-4159-b9d2-e1c4195c89e2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374711 Jun 30 02:29:07.716697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:07.717119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6540422 Jun 30 02:29:07.725756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Request body: {'subnet': {'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-589586972-subnet', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:07.738544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7af66-e381-4ddc-8d9e-741ef9834fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:07.750058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:29:07.771050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Made reservation on behalf of 26634101d2e64b6fbba1d82a742d4eb6 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:07.773942 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:07.842278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd34e0-22c0-4bc2-a95d-456095110475 req-05f596e7-3a9f-490e-9ff6-5b6d442287fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:07.844359 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-70dd34e0-22c0-4bc2-a95d-456095110475 req-05f596e7-3a9f-490e-9ff6-5b6d442287fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 943 time: 0.0836153 Jun 30 02:29:07.903232 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-70dd34e0-22c0-4bc2-a95d-456095110475 req-a1908505-9388-4469-a7b4-4d532480c1fb tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519204 Jun 30 02:29:07.973828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.027840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15a7f6c-a122-4097-b995-da6a02447e2b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:08.039116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Checking segment: {'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:08.039473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Network hostable DHCP agents. Network: e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:29:08.056192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:29:08.065726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:08.070004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:08.070579 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.079735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b825a6-a26b-4a6f-9646-08657c447a1e None None] Network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:08.091013 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8a139c0b-885b-4586-8bff-f0ab6fe1f1c8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3721762 Jun 30 02:29:08.095336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:08.101725 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:08.129381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.130784 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.207277 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.305410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:29:08.306457 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.321680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e4ca3-06ea-445d-8800-9c48db799c56 req-c95a161c-4a71-444d-ada9-526ff822a06e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:08.323192 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf5e4ca3-06ea-445d-8800-9c48db799c56 req-c95a161c-4a71-444d-ada9-526ff822a06e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 944 time: 0.1286490 Jun 30 02:29:08.384881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf5e4ca3-06ea-445d-8800-9c48db799c56 req-63a4d548-f0cc-4110-bf05-3f3cbc1a1194 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554190 Jun 30 02:29:08.453877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:08.456785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f5eed2d6-677f-47ae-a493-03ddbb8b789c up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:08.587068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Allocated IP 172.20.0.2 (e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df/c15a7f6c-a122-4097-b995-da6a02447e2b/39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:08.666488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port f5eed2d6-677f-47ae-a493-03ddbb8b789c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:08.686149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port f5eed2d6-677f-47ae-a493-03ddbb8b789c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:08.686518 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.703916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df58226-4f3f-4a1b-8b9d-da058ee89a09 req-b37de52a-4c58-4132-b7e7-1c2c535a93c1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:08.707273 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6df58226-4f3f-4a1b-8b9d-da058ee89a09 req-b37de52a-4c58-4132-b7e7-1c2c535a93c1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 943 time: 0.0800233 Jun 30 02:29:08.734339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:08.757963 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6df58226-4f3f-4a1b-8b9d-da058ee89a09 req-e27be8f3-ddf3-4471-9274-e36dea059bbc tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458624 Jun 30 02:29:08.761375 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.778339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3', 'network_id': '8d45558a-bc8c-4993-97d3-af06d90aa774', 'port_id': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3', 'mac_address': 'fa:16:3e:82:bd:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbd27a4-590d-426d-baa3-a46feb1e4cfb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:08.783162 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d23d881-cf3f-43be-8fa5-aa9b679c9a37 req-abce1d44-58c1-445f-9497-66a17601d28b tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0379701 Jun 30 02:29:08.881051 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.919353 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.927554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.933314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce246ab-69c8-4fa1-91c3-c1369efda4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eed2d6-677f-47ae-a493-03ddbb8b789c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:08.936046 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8693c1-dc9f-4099-94a7-52575d076a1a" -d '{"events": [{"server_uuid": "2ce246ab-69c8-4fa1-91c3-c1369efda4a6", "name": "network-vif-plugged", "status": "completed", "tag": "f5eed2d6-677f-47ae-a493-03ddbb8b789c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:08.959774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f5eed2d6-677f-47ae-a493-03ddbb8b789c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f5eed2d6-677f-47ae-a493-03ddbb8b789c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:08.963711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Transition to ACTIVE for port object 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:08.966755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:08.987285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:08.992106 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.998069 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:08.999010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 967a8892-57c4-4352-8a17-3b3e695dea0b details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:09.009826 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5125d6c-0c9b-4227-8d11-81f108a32576 req-a609635d-411a-410f-a9e8-b00706163d0d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 210 time: 0.0621419 Jun 30 02:29:09.056087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Transition to ACTIVE for port object 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:09.092164 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.157154 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-13139b64-87c1-4ac7-9a07-cd7c3828a6df tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373883 Jun 30 02:29:09.158612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=f5eed2d6-677f-47ae-a493-03ddbb8b789c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:09.159913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.172348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.173099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.173617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.174240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.174800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.175297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.175922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.176522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.177010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.177595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.178092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.178585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:09.205242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.240260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:09.251335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:09.255235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:09.288691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0037c8-3b49-46a7-840e-a050e16f8b9a req-2affbe98-7d0d-4888-969e-bbe0b4da6b8c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.290842 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac0037c8-3b49-46a7-840e-a050e16f8b9a req-2affbe98-7d0d-4888-969e-bbe0b4da6b8c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 944 time: 0.1554165 Jun 30 02:29:09.335426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-8d8e9b2d-fdb5-46f4-ade1-ebb95354cc9e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738416 Jun 30 02:29:09.348036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 967a8892-57c4-4352-8a17-3b3e695dea0b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=967a8892-57c4-4352-8a17-3b3e695dea0b,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:09.365815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '967a8892-57c4-4352-8a17-3b3e695dea0b', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'port_id': '967a8892-57c4-4352-8a17-3b3e695dea0b', 'mac_address': 'fa:16:3e:78:66:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50111ab-406d-464a-8542-69c8fb73b1b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:09.368261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:09.373031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebe3db-7cbd-46da-991b-8f6be1c24b48 req-b8df6901-32f3-4206-9950-ce577bf3820c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.381247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-faebe3db-7cbd-46da-991b-8f6be1c24b48 req-b8df6901-32f3-4206-9950-ce577bf3820c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.3594561 Jun 30 02:29:09.390268 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac0037c8-3b49-46a7-840e-a050e16f8b9a req-b50498e7-c56c-4ba1-9488-64a6fc5edc64 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773888 Jun 30 02:29:09.456318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Attempting to bind port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:09.458032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Attempting to bind port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:09.459134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Attempting to bind port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 on network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:09.487681 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae9546f-e12a-48f3-8154-fa98ec1c8a1a x-openstack-request-id: req-7ae9546f-e12a-48f3-8154-fa98ec1c8a1a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:09.488461 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce246ab-69c8-4fa1-91c3-c1369efda4a6", "name": "network-vif-plugged", "status": "completed", "tag": "f5eed2d6-677f-47ae-a493-03ddbb8b789c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:09.491862 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ae9546f-e12a-48f3-8154-fa98ec1c8a1a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:09.492437 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce246ab-69c8-4fa1-91c3-c1369efda4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eed2d6-677f-47ae-a493-03ddbb8b789c', 'code': 200} Jun 30 02:29:09.531608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:09.532167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Checking segment: {'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:09.532663 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.533155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Bound using segment: {'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:09.533754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Bound port: 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:09.534843 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.559116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-3b59560d-9793-46a0-9d2d-b4289e47ad3c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.562009 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-3b59560d-9793-46a0-9d2d-b4289e47ad3c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819687 Jun 30 02:29:09.563881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Pushing event updated for resources: {'Port': ['ID=39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:09.598871 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.616656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Request body: {'port': {'device_id': '1e9cd8f1-2106-4c11-be3c-cbd6ee763b76', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8bc2179d3db14d6795047de24f143f84'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:09.617400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967a8892-57c4-4352-8a17-3b3e695dea0b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:09.647995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 967a8892-57c4-4352-8a17-3b3e695dea0b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=967a8892-57c4-4352-8a17-3b3e695dea0b,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:09.661241 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.663869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-faebe3db-7cbd-46da-991b-8f6be1c24b48 req-7b1e92bf-32b0-4e77-ac97-0c74a9f2e23d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817526 Jun 30 02:29:09.718654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-345d5509-32d6-4630-9eae-550afa33984c None None] For port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:09.726639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-345d5509-32d6-4630-9eae-550afa33984c None None] For port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:09.732588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:09.741994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=967a8892-57c4-4352-8a17-3b3e695dea0b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:09.764493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f90ab453-417c-4148-99d5-7e9da9099c4d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.766006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f90ab453-417c-4148-99d5-7e9da9099c4d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4165337 Jun 30 02:29:09.767401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Allocated IP 172.25.7.68 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/927062eb-da0f-49a6-9b63-91cde4ab76f5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:09.793511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71736aee-127e-45df-bb12-168049f96252 req-b85cdbcd-a16c-4e84-87a9-7d1571b0b957 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.797569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Request body: {'port': {'device_id': 'a5355da2-8a34-465a-ad5b-0c9ece540016', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8bc2179d3db14d6795047de24f143f84'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:09.801836 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71736aee-127e-45df-bb12-168049f96252 req-b85cdbcd-a16c-4e84-87a9-7d1571b0b957 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1051006 Jun 30 02:29:09.806416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d5509-32d6-4630-9eae-550afa33984c None None] Pushing event updated for resources: {'Port': ['ID=39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:09.859809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71736aee-127e-45df-bb12-168049f96252 req-f2e30920-d788-4a15-b3b0-bfe96f441b5d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567451 Jun 30 02:29:09.900903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24edb4-e492-4cc4-8892-ecb9e9b1d07c req-a14c98c8-e54e-40d8-9dd7-6efcd85baf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:09.902476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0f24edb4-e492-4cc4-8892-ecb9e9b1d07c req-a14c98c8-e54e-40d8-9dd7-6efcd85baf23 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 1097 time: 0.3186822 Jun 30 02:29:10.017445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-702e32bf-db86-446e-a778-cb2250fc3e2e req-8f4b1f7e-7308-4c1e-b5e4-5abb28e9b666 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0504081 Jun 30 02:29:10.045874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['967a8892-57c4-4352-8a17-3b3e695dea0b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:10.052020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:10.127866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Made reservation on behalf of 8bc2179d3db14d6795047de24f143f84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:10.132198 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:10.140585 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0f24edb4-e492-4cc4-8892-ecb9e9b1d07c req-38f22da4-5713-475d-8888-d68b7c6b5c69 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035272 Jun 30 02:29:10.181570 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:10.221332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-55646514-0f4f-4087-90d3-3287f1012742 req-e1e6ee8e-bb39-4a65-b57f-8919c61548e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 210 time: 0.0494547 Jun 30 02:29:10.274437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508a9b3-a698-4785-90a8-ebd3e0623b8f req-d3ec92b4-f2e2-4516-991d-1b6e3ab01d5d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:10.275946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9508a9b3-a698-4785-90a8-ebd3e0623b8f req-d3ec92b4-f2e2-4516-991d-1b6e3ab01d5d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 944 time: 0.3404214 Jun 30 02:29:10.281714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Made reservation on behalf of 8bc2179d3db14d6795047de24f143f84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:10.285220 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:10.453355 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:10.465115 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9508a9b3-a698-4785-90a8-ebd3e0623b8f req-8e995f99-7335-4a65-9740-8a2fabd42db0 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760933 Jun 30 02:29:10.516928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Allocated IP 192.168.233.252 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:10.541951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:10.547417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Pushing event updated for resources: {'Port': ['ID=927062eb-da0f-49a6-9b63-91cde4ab76f5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:10.551686 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:10.557777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:10.566274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53a47d-2060-4bae-bcf5-695701219869 req-efd8c68b-5bc4-4ee0-a0c3-dbcd49649766 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:10.567962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed53a47d-2060-4bae-bcf5-695701219869 req-efd8c68b-5bc4-4ee0-a0c3-dbcd49649766 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 944 time: 0.0673540 Jun 30 02:29:10.632361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed53a47d-2060-4bae-bcf5-695701219869 req-51659a79-fc37-4da2-93c0-6eb622ea3e2e tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579710 Jun 30 02:29:10.857135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6157b9-87d1-400e-886f-172a011a6dc8 req-4970685e-0b94-4e9f-8bc7-8be4091c2f44 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:10.858900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df6157b9-87d1-400e-886f-172a011a6dc8 req-4970685e-0b94-4e9f-8bc7-8be4091c2f44 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0700803 Jun 30 02:29:10.872619 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:10.900851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Transition to ACTIVE for port object 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:10.918117 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df6157b9-87d1-400e-886f-172a011a6dc8 req-29fe08a1-a1c1-4650-9edb-a123b64ad63f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517089 Jun 30 02:29:10.971831 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:10.978927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab6672a-1495-4a6d-b871-ac3396b26959 None None] Network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:11.034423 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e483a757-047a-4562-a74e-d87e45f3b0b4 None None] Provisioning for port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:11.055649 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.092493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:11.183920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:11.200566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:11.209067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:11.218999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event updated for resources: {'Port': ['ID=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:11.257455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Allocated IP 192.168.233.203 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/e1daaca1-ce08-4b59-b011-418e61e7f152) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:11.280403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41ba6947-ba02-4df7-9b05-a25e28661a42 req-14cf67ed-866c-424a-b84e-fb2315b82a8d tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.1050136 Jun 30 02:29:11.329993 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:11.367694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.368745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.384937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0f612-f95e-4f9b-815e-790b85b3e356 req-4c1356eb-78e1-441f-b4bc-ef3c3db485cb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.392769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fe0f612-f95e-4f9b-815e-790b85b3e356 req-4c1356eb-78e1-441f-b4bc-ef3c3db485cb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.3830729 Jun 30 02:29:11.467933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-91917203-786e-47bc-85b0-30ca72d78c85 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8543108 Jun 30 02:29:11.518002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:11.526878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Request body: {'port': {'device_id': '1e9cd8f1-2106-4c11-be3c-cbd6ee763b76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:11.548749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:11.549445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.631640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b45aa7-0fc7-484a-9e76-f97064c7c7f0 req-36d3fa81-3829-46a1-a270-702da9466fe9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.633666 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5b45aa7-0fc7-484a-9e76-f97064c7c7f0 req-36d3fa81-3829-46a1-a270-702da9466fe9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 936 time: 0.1286538 Jun 30 02:29:11.662463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fe0f612-f95e-4f9b-815e-790b85b3e356 req-8fb2bc8e-3fa7-43cc-95f0-6f8bda8f81d9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686849 Jun 30 02:29:11.741635 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5b45aa7-0fc7-484a-9e76-f97064c7c7f0 req-364d23dc-9b3f-4bfe-b0e0-76ee0447329b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927694 Jun 30 02:29:11.748533 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.824468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:11.825262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.829987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.834150 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.914970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-17790233-5669-4382-a8a1-9f4d0842303a None None] Provisioning for port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:11.920551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-17790233-5669-4382-a8a1-9f4d0842303a None None] Provisioning complete for port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:11.920997 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17790233-5669-4382-a8a1-9f4d0842303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:11.922516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:11.962211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-17790233-5669-4382-a8a1-9f4d0842303a None None] Port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:11.970252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dee4f-4533-418f-9850-6b17558792e7 req-94cbbc72-7bb5-432d-8454-8a926cd9485a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:11.971862 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-256dee4f-4533-418f-9850-6b17558792e7 req-94cbbc72-7bb5-432d-8454-8a926cd9485a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 944 time: 0.0801373 Jun 30 02:29:11.976998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-17790233-5669-4382-a8a1-9f4d0842303a None None] Provisioning complete for port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:11.977372 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17790233-5669-4382-a8a1-9f4d0842303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.014443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-256dee4f-4533-418f-9850-6b17558792e7 req-d5f71bf8-26c7-405e-be97-fab07dd53e7a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356491 Jun 30 02:29:12.285077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d205a-1cae-4dc0-8e0e-4bcd69316bd6 req-0aa8152c-ae85-4d83-92b4-c7bcc23b5bd1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:12.286450 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc6d205a-1cae-4dc0-8e0e-4bcd69316bd6 req-0aa8152c-ae85-4d83-92b4-c7bcc23b5bd1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0633261 Jun 30 02:29:12.325138 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc6d205a-1cae-4dc0-8e0e-4bcd69316bd6 req-127da9dc-254a-401d-991f-b3bc4c3129a7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Jun 30 02:29:12.355066 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.446874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Transition to ACTIVE for port object e1daaca1-ce08-4b59-b011-418e61e7f152 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:12.454182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:12.465767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13e29e7f-c150-4c82-b10f-c0d4cea23eae req-702e16ed-c11a-48e6-b5fb-0e6522ee102f tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0335574 Jun 30 02:29:12.484059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb216561-144c-49cc-b523-e8d1958f6ed5 req-4f9303b3-ecbf-40bb-bd42-20dad9ac56cb tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:12.488069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb216561-144c-49cc-b523-e8d1958f6ed5 req-4f9303b3-ecbf-40bb-bd42-20dad9ac56cb tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 944 time: 0.5951588 Jun 30 02:29:12.511599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:12.515333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:12.515703 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.591249 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.596237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.604396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb216561-144c-49cc-b523-e8d1958f6ed5 req-b42a320b-2180-4da0-8bf7-4229b47cf79d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079943 Jun 30 02:29:12.607652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Router cc69fcb9-0395-4e5b-98bf-31571626821d is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:29:12.616453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91252b4a-060f-4842-8241-b823594f3e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:12.618821 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18582692-7734-4f20-a7f8-fec13e35cae0" -d '{"events": [{"server_uuid": "91252b4a-060f-4842-8241-b823594f3e51", "name": "network-vif-plugged", "status": "completed", "tag": "0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:12.639376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:12.644942 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.645924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 967a8892-57c4-4352-8a17-3b3e695dea0b up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:12.665877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:12.669978 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cec049d-e17c-4d01-aeb9-30fe5399060c x-openstack-request-id: req-2cec049d-e17c-4d01-aeb9-30fe5399060c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:12.670291 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91252b4a-060f-4842-8241-b823594f3e51", "name": "network-vif-plugged", "status": "completed", "tag": "0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:12.670540 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cec049d-e17c-4d01-aeb9-30fe5399060c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:12.671097 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91252b4a-060f-4842-8241-b823594f3e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3', 'code': 200} Jun 30 02:29:12.679518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:12.719688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:12.732329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event updated for resources: {'Port': ['ID=e1daaca1-ce08-4b59-b011-418e61e7f152,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:12.738495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:12.756619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 967a8892-57c4-4352-8a17-3b3e695dea0b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:12.762665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 967a8892-57c4-4352-8a17-3b3e695dea0b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:12.763146 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.859377 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.881873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:12.952738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 967a8892-57c4-4352-8a17-3b3e695dea0b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=967a8892-57c4-4352-8a17-3b3e695dea0b,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:12.967133 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:12.975643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:12.976259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.037844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-04281965-a15e-4ead-9d33-a342c8e0e033 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2496326 Jun 30 02:29:13.041761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:29:13.061411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Sync routers for ids ['cc69fcb9-0395-4e5b-98bf-31571626821d'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:29:13.062892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:13.066373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=967a8892-57c4-4352-8a17-3b3e695dea0b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:13.072384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Request body: {'port': {'device_id': 'a5355da2-8a34-465a-ad5b-0c9ece540016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:13.082669 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.104581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Routers {'cc69fcb9-0395-4e5b-98bf-31571626821d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:13.105234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:28:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc69fcb9-0395-4e5b-98bf-31571626821d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:13.109730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f90b6615-732d-4b0c-ba96-12a3213973d8 None None] Provisioning for port e1daaca1-ce08-4b59-b011-418e61e7f152 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:13.120283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41389759-8c58-498c-91ee-0305c9cedd61 req-fb610e85-a1ff-4a80-9e16-7339bece7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.121806 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41389759-8c58-498c-91ee-0305c9cedd61 req-fb610e85-a1ff-4a80-9e16-7339bece7e74 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 1097 time: 0.3841267 Jun 30 02:29:13.135062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.136243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-289a53d2-5d67-4049-bc8c-13222f144c4e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0391092 Jun 30 02:29:13.143219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:13.150288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Transition to ACTIVE for port object 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:13.175327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc13ca-4cd5-4a7b-beea-62d0bf022a58 req-7a51bb57-ebfa-49c9-b374-6e1bb983d597 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.176859 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86bc13ca-4cd5-4a7b-beea-62d0bf022a58 req-7a51bb57-ebfa-49c9-b374-6e1bb983d597 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.2926030 Jun 30 02:29:13.181464 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.201181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f90b6615-732d-4b0c-ba96-12a3213973d8 None None] Provisioning complete for port e1daaca1-ce08-4b59-b011-418e61e7f152 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:13.201772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f90b6615-732d-4b0c-ba96-12a3213973d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.248011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:13.282191 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41389759-8c58-498c-91ee-0305c9cedd61 req-69a24e5e-eb78-437f-9fbe-996522c59134 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498024 Jun 30 02:29:13.298530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:13.306241 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.311513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7b4d8-74da-4df7-9ba7-c4591538913e req-0414bc41-8136-4f10-b803-1beabeb43792 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.313243 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ed7b4d8-74da-4df7-9ba7-c4591538913e req-0414bc41-8136-4f10-b803-1beabeb43792 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 936 time: 0.2184379 Jun 30 02:29:13.329689 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Set router cc69fcb9-0395-4e5b-98bf-31571626821d gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:13.355341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86bc13ca-4cd5-4a7b-beea-62d0bf022a58 req-39b0e176-b0e7-4c41-9752-e2aeaad27966 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185017 Jun 30 02:29:13.405071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f90b6615-732d-4b0c-ba96-12a3213973d8 None None] Port e1daaca1-ce08-4b59-b011-418e61e7f152 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:13.459164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Attempting to bind port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:13.459499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Attempting to bind port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:13.459831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Attempting to bind port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:13.493696 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ed7b4d8-74da-4df7-9ba7-c4591538913e req-ee7b7df5-99a9-4bd1-8fc0-8ea40b0a112b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300871 Jun 30 02:29:13.529242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:13.529630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Attempting to bind port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:13.600563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:13.600563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:13.600998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:13.601309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Bound port: 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:13.601668 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.605416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:13.605934 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.720633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:10Z', 'revision_number': 3, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:13.764657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Checking router: cc69fcb9-0395-4e5b-98bf-31571626821d for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:29:13.764937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Updating router cc69fcb9-0395-4e5b-98bf-31571626821d port 927062eb-da0f-49a6-9b63-91cde4ab76f5 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:29:13.769542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c63b-6a6d-450c-9deb-358a5cb8a4f6 req-3a135d9e-5513-4c53-ae09-3d5b5f9f4873 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.770273 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7187c63b-6a6d-450c-9deb-358a5cb8a4f6 req-3a135d9e-5513-4c53-ae09-3d5b5f9f4873 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 945 time: 0.2464345 Jun 30 02:29:13.786258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] For port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:13.818842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] For port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:13.830836 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.840158 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.874879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.895713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cd5c7-a25d-4926-b105-94931d22427c req-fb3f006b-b86d-4938-9813-8d0867cd8189 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.897734 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b85cd5c7-a25d-4926-b105-94931d22427c req-fb3f006b-b86d-4938-9813-8d0867cd8189 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1319168 Jun 30 02:29:13.916053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7187c63b-6a6d-450c-9deb-358a5cb8a4f6 req-b36ca9ce-3b8d-45cb-b47f-d0825cbea7a1 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328695 Jun 30 02:29:13.925060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:13.925673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.928118 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] 10.222.0.69 "PUT /v2.0/ports/3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 HTTP/1.1" status: 200 len: 1097 time: 2.4067285 Jun 30 02:29:13.928622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9cd8f1-2106-4c11-be3c-cbd6ee763b76', 'tag': '3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:13.932723 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cf17cd-c83d-4a8d-9178-80127db7575c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9cd8f1-2106-4c11-be3c-cbd6ee763b76", "tag": "3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:13.942557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1daaca1-ce08-4b59-b011-418e61e7f152 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:13.953780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:13.973078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Transition to ACTIVE for port object e1daaca1-ce08-4b59-b011-418e61e7f152 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:14.012040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912b9b4-e5d6-4943-961b-245282affb35 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:14.076952 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.159154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Pushing event updated for resources: {'Port': ['ID=e1daaca1-ce08-4b59-b011-418e61e7f152,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:14.214559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-190d878a-254e-41ec-8979-57fd7b8a2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.216339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-190d878a-254e-41ec-8979-57fd7b8a2156 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 1100 time: 0.1962934 Jun 30 02:29:14.306772 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-58d6a1a0-f619-4997-a0e4-9892aa388f6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 HTTP/1.1" status: 200 len: 217 time: 0.0766971 Jun 30 02:29:14.362969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Attempting to bind port e1daaca1-ce08-4b59-b011-418e61e7f152 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:14.364081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Attempting to bind port e1daaca1-ce08-4b59-b011-418e61e7f152 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:14.364595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Attempting to bind port e1daaca1-ce08-4b59-b011-418e61e7f152 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:14.374551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Port e1daaca1-ce08-4b59-b011-418e61e7f152 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:14.375237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Attempting to bind port e1daaca1-ce08-4b59-b011-418e61e7f152 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:14.390258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:14.391090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:14.391689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:14.392356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Bound port: e1daaca1-ce08-4b59-b011-418e61e7f152, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:14.392916 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.423689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b85cd5c7-a25d-4926-b105-94931d22427c req-3ac579d3-8694-485d-83af-8dc302a2fca8 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508476 Jun 30 02:29:14.431656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-fedf206c-9e62-4494-8de1-6ecebb883c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.435172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-fedf206c-9e62-4494-8de1-6ecebb883c7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1199267 Jun 30 02:29:14.547335 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7cba1910-22dc-4d05-802f-b1c69bbf5020 req-7ed17c9d-e086-486f-a468-f568849322b1 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.1081052 Jun 30 02:29:14.588059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Allocated IP 172.20.0.1 (e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df/c15a7f6c-a122-4097-b995-da6a02447e2b/bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:14.608682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-e01d9e67-b730-4b5c-931c-ecced9cec037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.610225 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-e01d9e67-b730-4b5c-931c-ecced9cec037 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573198 Jun 30 02:29:14.652407 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2126532a-ade1-4ffd-91af-629943112609 x-openstack-request-id: req-2126532a-ade1-4ffd-91af-629943112609 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:14.652727 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9cd8f1-2106-4c11-be3c-cbd6ee763b76", "tag": "3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:14.652906 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2126532a-ade1-4ffd-91af-629943112609 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:14.653300 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9cd8f1-2106-4c11-be3c-cbd6ee763b76', 'tag': '3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473', 'status': 'completed', 'code': 200} Jun 30 02:29:14.675656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a8892-57c4-4352-8a17-3b3e695dea0b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:14.679404 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd6db4a-a468-45c2-be8c-fcbe7ad04415" -d '{"events": [{"server_uuid": "63186c84-96d9-42b8-93c1-89d5f1ea087e", "name": "network-vif-plugged", "status": "completed", "tag": "967a8892-57c4-4352-8a17-3b3e695dea0b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:14.694267 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.729396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Transition to ACTIVE for port object 927062eb-da0f-49a6-9b63-91cde4ab76f5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:14.737580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] For port e1daaca1-ce08-4b59-b011-418e61e7f152, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:14.746936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.753643 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.766354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] For port e1daaca1-ce08-4b59-b011-418e61e7f152, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e1daaca1-ce08-4b59-b011-418e61e7f152,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:14.766638 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589ebfc-ea09-426d-adc6-2ed695c63782 req-0b7f2ac8-ff80-4438-8097-914bea969122 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.768011 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a589ebfc-ea09-426d-adc6-2ed695c63782 req-0b7f2ac8-ff80-4438-8097-914bea969122 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1231899 Jun 30 02:29:14.773451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Transition to ACTIVE for port object bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:14.805338 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.825689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a589ebfc-ea09-426d-adc6-2ed695c63782 req-eef25131-cb66-4597-8e79-e78f1df92236 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486736 Jun 30 02:29:14.830812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Attempting to bind port 927062eb-da0f-49a6-9b63-91cde4ab76f5 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:14.831418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Attempting to bind port 927062eb-da0f-49a6-9b63-91cde4ab76f5 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:14.831966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Attempting to bind port 927062eb-da0f-49a6-9b63-91cde4ab76f5 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:14.849105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.852621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:14.861994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:14.863334 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.864938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] 10.222.0.73 "PUT /v2.0/ports/e1daaca1-ce08-4b59-b011-418e61e7f152 HTTP/1.1" status: 200 len: 1097 time: 1.7973919 Jun 30 02:29:14.865695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:14.866150 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.866548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:14.867190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Bound port: 927062eb-da0f-49a6-9b63-91cde4ab76f5, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:14.868161 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.887869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:14.895395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:14.900390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:14.903969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Pushing event updated for resources: {'Port': ['ID=bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:14.958584 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:14.983945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] For port 927062eb-da0f-49a6-9b63-91cde4ab76f5, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:14.988348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] For port 927062eb-da0f-49a6-9b63-91cde4ab76f5, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=927062eb-da0f-49a6-9b63-91cde4ab76f5,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:14.996182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94977aa0-b3ce-4acb-b46a-c530d6aca912 None None] Pushing event updated for resources: {'Port': ['ID=927062eb-da0f-49a6-9b63-91cde4ab76f5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:15.004396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.036535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fad66-a839-4a44-8fd2-8b06d9ce8b15 service neutron] Pushing event updated for resources: {'Port': ['ID=e1daaca1-ce08-4b59-b011-418e61e7f152,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:15.077322 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-b227a6e8-07c8-4164-a1c5-0104c3da1046 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504654 Jun 30 02:29:15.088277 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94977aa0-b3ce-4acb-b46a-c530d6aca912 None None] Pushing event updated for resources: {'Port': ['ID=927062eb-da0f-49a6-9b63-91cde4ab76f5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:15.096637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Routers {'cc69fcb9-0395-4e5b-98bf-31571626821d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:15.097815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:28:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc69fcb9-0395-4e5b-98bf-31571626821d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:15.150140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4c5d4-5dd1-44c7-b421-fdebeb5894d4 req-3d7fadc5-673d-4b51-8396-a4955d16d860 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.151980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12c4c5d4-5dd1-44c7-b421-fdebeb5894d4 req-3d7fadc5-673d-4b51-8396-a4955d16d860 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.3813517 Jun 30 02:29:15.208433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ab14e-79e8-44c2-8afb-06e47d7a691e req-1e2ee200-5ba4-4a8d-b13c-b8afcae6f004 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.217758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d52ab14e-79e8-44c2-8afb-06e47d7a691e req-1e2ee200-5ba4-4a8d-b13c-b8afcae6f004 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 948 time: 0.1948488 Jun 30 02:29:15.242478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] Set router cc69fcb9-0395-4e5b-98bf-31571626821d gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:15.247184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12c4c5d4-5dd1-44c7-b421-fdebeb5894d4 req-d911e67a-e60e-4aca-a215-75d2f99ad8fb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854652 Jun 30 02:29:15.269340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-55b30e3a-fa78-4028-9105-150b644816b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.271017 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-55b30e3a-fa78-4028-9105-150b644816b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 1100 time: 0.2835867 Jun 30 02:29:15.273053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-daf03288-a156-4182-bc49-56ca202c0da3 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864007 Jun 30 02:29:15.312129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.334147 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d52ab14e-79e8-44c2-8afb-06e47d7a691e req-6b92f55f-e954-4bb8-9f10-a9837024b3c0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153665 Jun 30 02:29:15.351537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-fb38959d-8b3f-47e7-8365-041841b664cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=e1daaca1-ce08-4b59-b011-418e61e7f152 HTTP/1.1" status: 200 len: 217 time: 0.0578728 Jun 30 02:29:15.420613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a9a320d6-f9c6-4744-8301-e7e5186412b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.425705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-a9a320d6-f9c6-4744-8301-e7e5186412b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0654500 Jun 30 02:29:15.430067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77d7a6f0-a92a-4d88-a099-090e0709520f None None] Provisioning for port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:15.438876 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b5f99a-b1cd-4aca-996a-e70d294b167f x-openstack-request-id: req-44b5f99a-b1cd-4aca-996a-e70d294b167f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:15.439336 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63186c84-96d9-42b8-93c1-89d5f1ea087e", "name": "network-vif-plugged", "status": "completed", "tag": "967a8892-57c4-4352-8a17-3b3e695dea0b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:15.439696 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44b5f99a-b1cd-4aca-996a-e70d294b167f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:15.440318 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a8892-57c4-4352-8a17-3b3e695dea0b', 'code': 200} Jun 30 02:29:15.449548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77d7a6f0-a92a-4d88-a099-090e0709520f None None] Provisioning complete for port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:15.450676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77d7a6f0-a92a-4d88-a099-090e0709520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.538746 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.554400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-77d7a6f0-a92a-4d88-a099-090e0709520f None None] Port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:15.580782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:10Z', 'revision_number': 3, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:15.609017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f2827c-be0c-486d-8d9f-196e693e5319 None None] The sync data for ids ['cc69fcb9-0395-4e5b-98bf-31571626821d'] in n-d-758944-39 is: [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:10Z', 'revision_number': 3, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:29:15.639317 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.646250 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.650521 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-97788423-66b4-435b-8220-992695188223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.652435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-97788423-66b4-435b-8220-992695188223 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 1100 time: 0.3024809 Jun 30 02:29:15.658316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a563-e361-44cf-8c32-f5440cf28051 req-28000a13-9d71-418c-8a69-fffaf985fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.659873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-28000a13-9d71-418c-8a69-fffaf985fd3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1959186 Jun 30 02:29:15.738963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a2807-776f-4a44-b1f3-ba6fe51d0a69 req-2f664f23-0a3b-48ea-bd37-2698dc620a52 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.740466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b6a2807-776f-4a44-b1f3-ba6fe51d0a69 req-2f664f23-0a3b-48ea-bd37-2698dc620a52 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1631694 Jun 30 02:29:15.741766 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.744883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Pushing event updated for resources: {'Port': ['ID=bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:15.767576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2e254-ac6c-4405-b9df-54e5b7b449b2 req-73eef58e-2462-42a6-89d4-2fd3ba386e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.767576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3c2e254-ac6c-4405-b9df-54e5b7b449b2 req-73eef58e-2462-42a6-89d4-2fd3ba386e83 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 1097 time: 0.2001667 Jun 30 02:29:15.776226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:15.803674 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:29:15.829792 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b6a2807-776f-4a44-b1f3-ba6fe51d0a69 req-cbd34e8f-c627-4723-9ae8-1025071803a1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793972 Jun 30 02:29:15.878913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:15.880374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:15.891238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060404e-5cf7-48d3-8ed1-722036c012f8 req-76b28cf3-3700-43a4-9b26-643f9616523d tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:15.893178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2060404e-5cf7-48d3-8ed1-722036c012f8 req-76b28cf3-3700-43a4-9b26-643f9616523d tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 945 time: 0.3795538 Jun 30 02:29:15.906429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3c2e254-ac6c-4405-b9df-54e5b7b449b2 req-9dd5f4b7-0c31-4962-a8eb-332afe872208 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112518 Jun 30 02:29:16.115482 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e1c2597a-0afa-4977-83e1-02fa946ff7d3 req-17271b6e-8f47-4906-a4a0-1e30a60c9077 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0775476 Jun 30 02:29:16.150133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Router cc69fcb9-0395-4e5b-98bf-31571626821d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:29:16.182245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-72cd4e29-1545-4244-aeb8-512b00f83af6 None None] Provisioning complete for port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:16.182608 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-72cd4e29-1545-4244-aeb8-512b00f83af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:16.240443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-72cd4e29-1545-4244-aeb8-512b00f83af6 None None] Port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:16.340052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-eae25e11-cdbd-4d8f-8840-0a3d48675017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.341547 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-eae25e11-cdbd-4d8f-8840-0a3d48675017 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.6807840 Jun 30 02:29:16.346863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:29:16.352169 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f6cbf4de-28fc-4277-b1a8-61c17b8d22af admin admin] 10.222.0.55 "PUT /v2.0/routers/cc69fcb9-0395-4e5b-98bf-31571626821d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2078445 Jun 30 02:29:16.387826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c87e1-e5a4-4d50-b206-53e4710b166f req-e957ddad-d404-4bfb-be46-76ff6191a064 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.390685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-188c87e1-e5a4-4d50-b206-53e4710b166f req-e957ddad-d404-4bfb-be46-76ff6191a064 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1030548 Jun 30 02:29:16.418486 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-83218e46-deb9-465f-9c03-7f03eae0b598 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 HTTP/1.1" status: 200 len: 217 time: 0.0681112 Jun 30 02:29:16.424493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-ffdc9d57-f9d8-42e0-867e-7bac2eea441e service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026598 Jun 30 02:29:16.443487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2060404e-5cf7-48d3-8ed1-722036c012f8 req-fc3ca28b-6d14-4c45-af9c-f87683865c64 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394876 Jun 30 02:29:16.487184 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-188c87e1-e5a4-4d50-b206-53e4710b166f req-66be8772-7203-4221-98e7-977a8a26c04a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906079 Jun 30 02:29:16.572440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-332c2acf-e25e-4472-a890-13d56ad3dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.573984 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-332c2acf-e25e-4472-a890-13d56ad3dd07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1460738 Jun 30 02:29:16.632209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c974a563-e361-44cf-8c32-f5440cf28051 req-780c8ae1-c98c-4e55-b1aa-72bc0caae838 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877668 Jun 30 02:29:16.656105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5355da2-8a34-465a-ad5b-0c9ece540016', 'tag': 'e1daaca1-ce08-4b59-b011-418e61e7f152'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:16.658844 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a5355da2-8a34-465a-ad5b-0c9ece540016", "tag": "e1daaca1-ce08-4b59-b011-418e61e7f152"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:16.660682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98842d-93ab-46ca-9af7-a6861f339189 req-7b0dad69-017f-4034-b6cd-45e80eaaf5e4 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.662533 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb98842d-93ab-46ca-9af7-a6861f339189 req-7b0dad69-017f-4034-b6cd-45e80eaaf5e4 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 948 time: 0.0736217 Jun 30 02:29:16.693270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-c0248d38-3726-48d1-aad5-7f2a803199f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.694823 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-c0248d38-3726-48d1-aad5-7f2a803199f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1137080 Jun 30 02:29:16.703835 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb98842d-93ab-46ca-9af7-a6861f339189 req-f6be2ed0-bdbe-4278-afbd-79e741709e7c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349591 Jun 30 02:29:16.755870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5ebc8-f2f3-4969-b3bb-31667177ffd4 req-6f045474-a2fe-4e00-8e72-557cd119549d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:16.757269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06c5ebc8-f2f3-4969-b3bb-31667177ffd4 req-6f045474-a2fe-4e00-8e72-557cd119549d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1432133 Jun 30 02:29:16.832842 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06c5ebc8-f2f3-4969-b3bb-31667177ffd4 req-3c7610c5-972e-49ea-8333-1df2bd3bfeba tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674851 Jun 30 02:29:16.843934 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-c1c48ac5-ee63-4637-af40-5dd3e827e084 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417093 Jun 30 02:29:16.943220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15cf17cd-c83d-4a8d-9178-80127db7575c req-0e6398a6-f69b-40cf-aca0-a8472dda0ab3 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921452 Jun 30 02:29:16.960126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-83550183-c47e-44d0-862f-765c7b58e707 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1636563303&fields=id&tenant_id=a6aa0f3d90a7461ca31582a28c2726ab HTTP/1.1" status: 200 len: 267 time: 0.0364592 Jun 30 02:29:17.037510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-021a4f0a-7389-450a-ad8e-04e8697f2337 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.039092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-021a4f0a-7389-450a-ad8e-04e8697f2337 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 945 time: 0.0722313 Jun 30 02:29:17.050037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-6b149193-72be-4201-8891-9180d62623c8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'port': {'security_groups': ['ed1fe4bd-93d6-435f-9bfc-7025e458dafb', '7b5cbd50-eb38-4d15-a34a-420fa87b50d8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:17.134258 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-6b149193-72be-4201-8891-9180d62623c8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.187741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:17.194806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f7ca862b-2af4-4fcb-934c-071fec96e81e tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129567189', 'description': 'tempest-description--1602728287'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:17.234134 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331bc1ae-5581-4df9-88ba-61f01232c474 x-openstack-request-id: req-331bc1ae-5581-4df9-88ba-61f01232c474 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:17.240866 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5355da2-8a34-465a-ad5b-0c9ece540016", "tag": "e1daaca1-ce08-4b59-b011-418e61e7f152", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:17.241355 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-331bc1ae-5581-4df9-88ba-61f01232c474 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:17.242016 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5355da2-8a34-465a-ad5b-0c9ece540016', 'tag': 'e1daaca1-ce08-4b59-b011-418e61e7f152', 'status': 'completed', 'code': 200} Jun 30 02:29:17.250838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ca862b-2af4-4fcb-934c-071fec96e81e tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.291673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 927062eb-da0f-49a6-9b63-91cde4ab76f5 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:17.376887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 927062eb-da0f-49a6-9b63-91cde4ab76f5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:17.384390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 927062eb-da0f-49a6-9b63-91cde4ab76f5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:17.385932 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.448393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-6b149193-72be-4201-8891-9180d62623c8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] For port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:17.493858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-6b149193-72be-4201-8891-9180d62623c8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.499490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-f234240e-b3df-46cd-8344-c787be541083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.501010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-f234240e-b3df-46cd-8344-c787be541083 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 1100 time: 0.1959143 Jun 30 02:29:17.501347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-6b149193-72be-4201-8891-9180d62623c8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.508323 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.527248 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ca862b-2af4-4fcb-934c-071fec96e81e tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.533757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 927062eb-da0f-49a6-9b63-91cde4ab76f5, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=927062eb-da0f-49a6-9b63-91cde4ab76f5,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:17.538686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd', '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:17.546159 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.563994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ca862b-2af4-4fcb-934c-071fec96e81e tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.566629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-6b149193-72be-4201-8891-9180d62623c8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.570528 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-6b149193-72be-4201-8891-9180d62623c8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.572209 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c30d3a8-9bfd-48d7-80ba-27f34055f9f9 req-6b149193-72be-4201-8891-9180d62623c8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "PUT /v2.0/ports/0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 HTTP/1.1" status: 200 len: 981 time: 0.5266984 Jun 30 02:29:17.572749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91252b4a-060f-4842-8241-b823594f3e51', 'tag': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:17.575567 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb6966c-254b-4dde-9c77-9fb0b6c356df" -d '{"events": [{"name": "network-changed", "server_uuid": "91252b4a-060f-4842-8241-b823594f3e51", "tag": "0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:17.609916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b149193-72be-4201-8891-9180d62623c8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'Port': ['ID=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:17.630809 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7ca862b-2af4-4fcb-934c-071fec96e81e tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.632087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f7ca862b-2af4-4fcb-934c-071fec96e81e tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4427710 Jun 30 02:29:17.632813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca862b-2af4-4fcb-934c-071fec96e81e tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c1d52d-aab4-4c88-8f44-90b911650d63,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:17.636428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:17.644681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1d94ad84-9140-4612-b3e8-77c1c6984457 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Request body: {'security_group_rule': {'security_group_id': '68c1d52d-aab4-4c88-8f44-90b911650d63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:17.650696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877aac6-4bc2-40f1-9751-0cc83d3a6b36 req-d222e62d-1536-4ebe-9ed2-5197ae0bcfc7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.652249 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f877aac6-4bc2-40f1-9751-0cc83d3a6b36 req-d222e62d-1536-4ebe-9ed2-5197ae0bcfc7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.2160745 Jun 30 02:29:17.682098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-1e206f98-b6de-4893-96a7-0688d28b13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.683625 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-1e206f98-b6de-4893-96a7-0688d28b13d7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1741481 Jun 30 02:29:17.692841 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d94ad84-9140-4612-b3e8-77c1c6984457 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.709757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:17.716173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=927062eb-da0f-49a6-9b63-91cde4ab76f5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:17.755241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f877aac6-4bc2-40f1-9751-0cc83d3a6b36 req-e9cf5108-5c86-4e8b-a620-c6adbae415eb tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744176 Jun 30 02:29:17.761584 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d94ad84-9140-4612-b3e8-77c1c6984457 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.769823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d94ad84-9140-4612-b3e8-77c1c6984457 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.798607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94ad84-9140-4612-b3e8-77c1c6984457 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef2026d-5607-400e-b205-e467e0538f41,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:17.824302 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Sync routers for ids ['cc69fcb9-0395-4e5b-98bf-31571626821d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:29:17.826886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-dbdc87ab-668e-4662-9677-e11c5bed7c2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=e1daaca1-ce08-4b59-b011-418e61e7f152 HTTP/1.1" status: 200 len: 217 time: 0.1164505 Jun 30 02:29:17.836111 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Routers {'cc69fcb9-0395-4e5b-98bf-31571626821d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:17.837128 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:28:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc69fcb9-0395-4e5b-98bf-31571626821d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:17.839505 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f35e396-75bc-44b6-80db-5c06d3f5e317 req-86758007-df41-44a0-b8d9-fc759ad0a0e5 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0377789 Jun 30 02:29:17.840886 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d94ad84-9140-4612-b3e8-77c1c6984457 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.845735 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1d94ad84-9140-4612-b3e8-77c1c6984457 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072020 Jun 30 02:29:17.846673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:17.856956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2bd6b114-5ea4-477e-b21e-14ebaf8361d7 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Request body: {'security_group_rule': {'security_group_id': '68c1d52d-aab4-4c88-8f44-90b911650d63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:17.898486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b114-5ea4-477e-b21e-14ebaf8361d7 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.943303 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-4d9ced4f-d781-4983-b309-65e60d2c6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:17.952433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-4d9ced4f-d781-4983-b309-65e60d2c6213 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1125672 Jun 30 02:29:17.977480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b114-5ea4-477e-b21e-14ebaf8361d7 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:17.980486 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dbf7d3-0857-4e0c-9089-dbfa8c44d05a x-openstack-request-id: req-67dbf7d3-0857-4e0c-9089-dbfa8c44d05a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:17.981014 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91252b4a-060f-4842-8241-b823594f3e51", "tag": "0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:17.981399 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-67dbf7d3-0857-4e0c-9089-dbfa8c44d05a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:17.982244 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91252b4a-060f-4842-8241-b823594f3e51', 'tag': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3', 'status': 'completed', 'code': 200} Jun 30 02:29:17.986702 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b114-5ea4-477e-b21e-14ebaf8361d7 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:18.043381 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Set router cc69fcb9-0395-4e5b-98bf-31571626821d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:18.059056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6b114-5ea4-477e-b21e-14ebaf8361d7 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ac334f-afe1-47d3-9b42-a5406eaffe80,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:18.068600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-12378da6-6823-45d9-8bc9-aa6c061c11ba req-852431c9-5df2-44de-ab63-760cc49afbe0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/7b5cbd50-eb38-4d15-a34a-420fa87b50d8 HTTP/1.1" status: 200 len: 1800 time: 0.0784996 Jun 30 02:29:18.070075 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b114-5ea4-477e-b21e-14ebaf8361d7 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:18.075213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2bd6b114-5ea4-477e-b21e-14ebaf8361d7 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2273924 Jun 30 02:29:18.079091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:18.086207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:18.145922 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:18.147414 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-12378da6-6823-45d9-8bc9-aa6c061c11ba req-53e917d4-1dda-4913-957f-4327b1b3a59c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:29:18.148614 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-12378da6-6823-45d9-8bc9-aa6c061c11ba req-53e917d4-1dda-4913-957f-4327b1b3a59c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/7b5cbd50-eb38-4d15-a34a-420fa87b50d8 HTTP/1.1" status: 409 len: 341 time: 0.0723374 Jun 30 02:29:18.199067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01876f17-c93e-4a32-8fa2-b7e492ff54bd req-49139152-f4f5-49fc-be15-46d1db356503 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.200904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-01876f17-c93e-4a32-8fa2-b7e492ff54bd req-49139152-f4f5-49fc-be15-46d1db356503 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.2370615 Jun 30 02:29:18.252370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-3267fc87-a07c-48ae-9667-77c824a90bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.253779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-3267fc87-a07c-48ae-9667-77c824a90bcb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2693357 Jun 30 02:29:18.266658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6966c-254b-4dde-9c77-9fb0b6c356df req-6bc119af-b0ed-4f9c-a064-73a42a699683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.268643 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbb6966c-254b-4dde-9c77-9fb0b6c356df req-6bc119af-b0ed-4f9c-a064-73a42a699683 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 1136 time: 0.2481909 Jun 30 02:29:18.270972 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:15Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5', 'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'mac_address': 'fa:16:3e:b5:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:13Z', 'updated_at': '2021-06-30T02:29:15Z', 'revision_number': 2, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'subnets': [{'id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:18.302570 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Checking router: cc69fcb9-0395-4e5b-98bf-31571626821d for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:29:18.303053 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Updating router cc69fcb9-0395-4e5b-98bf-31571626821d port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:29:18.323300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d3f9b-e825-49e5-882a-8a36b25d8989 req-5d732668-1f0c-4e94-a905-9201ef33c073 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.324915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-848d3f9b-e825-49e5-882a-8a36b25d8989 req-5d732668-1f0c-4e94-a905-9201ef33c073 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 948 time: 0.0670888 Jun 30 02:29:18.338034 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:18.366593 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-848d3f9b-e825-49e5-882a-8a36b25d8989 req-3a655c5e-f871-4328-b444-fa416f76d6e0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331349 Jun 30 02:29:18.387041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-01876f17-c93e-4a32-8fa2-b7e492ff54bd req-0b937ba4-1ed1-4659-b5ed-bf2778106b24 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757941 Jun 30 02:29:18.474012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:18.480604 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-a05c4512-ea2f-4595-85b5-b9397cad9b74 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042940 Jun 30 02:29:18.499026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6966c-254b-4dde-9c77-9fb0b6c356df req-b8050fb5-1ab1-403c-8a8c-189faf723837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.500538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbb6966c-254b-4dde-9c77-9fb0b6c356df req-b8050fb5-1ab1-403c-8a8c-189faf723837 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 913 time: 0.2063148 Jun 30 02:29:18.625851 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbb6966c-254b-4dde-9c77-9fb0b6c356df req-e166ee5a-a9e3-4a3f-851b-fb1511e457b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 HTTP/1.1" status: 200 len: 217 time: 0.0956187 Jun 30 02:29:18.635187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:18.647724 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473', 'mac_address': 'fa:16:3e:58:d8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:18.700188 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:18.727941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:18.742252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6966c-254b-4dde-9c77-9fb0b6c356df req-00964f01-bdc4-41b0-8b56-ec780c1f4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:18.743752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbb6966c-254b-4dde-9c77-9fb0b6c356df req-00964f01-bdc4-41b0-8b56-ec780c1f4404 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cbd27a4-590d-426d-baa3-a46feb1e4cfb HTTP/1.1" status: 200 len: 852 time: 0.1092844 Jun 30 02:29:18.753449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:18.758770 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:18.760445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:18.804372 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:18.816950 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Transition to ACTIVE for port object bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:18.825599 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:18.859742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:18.879588 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acc359-95c2-4e85-8d65-462dfdcdec81 None None] Pushing event updated for resources: {'Port': ['ID=bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:18.903021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbb6966c-254b-4dde-9c77-9fb0b6c356df req-453e166a-b723-4d75-b009-4a3bb894a24c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d45558a-bc8c-4993-97d3-af06d90aa774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700541 Jun 30 02:29:18.905032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54e595cb-dd37-4cea-8d9d-7f4d0bcd39e5 req-b6c0c03f-730a-43f3-b796-affba006e37b service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025087 Jun 30 02:29:18.956181 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Attempting to bind port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:18.957128 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Attempting to bind port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:18.957713 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Attempting to bind port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 on network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:18.964795 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:18.965598 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Checking segment: {'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:18.966256 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:18.967093 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Bound using segment: {'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:18.967956 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Bound port: bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:18.968734 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:19.045125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dbce5-df6a-45f7-9ad8-e2f8ed812f7e req-f5fdf1a3-6d87-46b8-8793-6898d7d1efb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.046704 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b96dbce5-df6a-45f7-9ad8-e2f8ed812f7e req-f5fdf1a3-6d87-46b8-8793-6898d7d1efb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.5296705 Jun 30 02:29:19.060778 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] For port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:19.065963 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] For port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:19.076111 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:19.079704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Allocated IP 172.25.7.161 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/aa7389f8-35f6-4286-8a63-34561558d5eb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:19.128455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbb6966c-254b-4dde-9c77-9fb0b6c356df req-c25e065f-f71d-458a-8491-a600f8cb8f42 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177598 Jun 30 02:29:19.140789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:19.153099 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acc359-95c2-4e85-8d65-462dfdcdec81 None None] Pushing event updated for resources: {'Port': ['ID=bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:19.172949 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Routers {'cc69fcb9-0395-4e5b-98bf-31571626821d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:19.174131 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:28:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc69fcb9-0395-4e5b-98bf-31571626821d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:19.256132 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 927062eb-da0f-49a6-9b63-91cde4ab76f5 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:19.322523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b96dbce5-df6a-45f7-9ad8-e2f8ed812f7e req-563bcddd-4f1d-421b-9db6-18e0b84f255c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669542 Jun 30 02:29:19.336256 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] Set router cc69fcb9-0395-4e5b-98bf-31571626821d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:19.515293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 927062eb-da0f-49a6-9b63-91cde4ab76f5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:19.515942 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:19.543734 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbb6966c-254b-4dde-9c77-9fb0b6c356df req-c7313fd1-3ebc-4660-a627-251c5361f5e4 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979485 Jun 30 02:29:19.553776 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:19.610145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85baa503-1e24-45da-9e70-229403655d56 req-773ff2d6-2ebd-4724-b3cc-b32bce5ac700 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.611736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85baa503-1e24-45da-9e70-229403655d56 req-773ff2d6-2ebd-4724-b3cc-b32bce5ac700 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1299701 Jun 30 02:29:19.640532 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:15Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5', 'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'mac_address': 'fa:16:3e:b5:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:13Z', 'updated_at': '2021-06-30T02:29:19Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'subnets': [{'id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:19.647980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c5117-0ebe-4989-adb2-aa1408559a2b req-f9860ff7-b06b-4a0e-a69d-2987aad76606 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.649655 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa1c5117-0ebe-4989-adb2-aa1408559a2b req-f9860ff7-b06b-4a0e-a69d-2987aad76606 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 984 time: 0.0906384 Jun 30 02:29:19.666703 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa45eb4-2908-4758-851e-065813dc68df None None] The sync data for ids ['cc69fcb9-0395-4e5b-98bf-31571626821d'] in n-d-758944-39 is: [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:15Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5', 'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'mac_address': 'fa:16:3e:b5:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:13Z', 'updated_at': '2021-06-30T02:29:19Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'subnets': [{'id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:29:19.698213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa1c5117-0ebe-4989-adb2-aa1408559a2b req-45fca90e-c4c9-49cf-9c83-9d7decbe92e0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&id=7b5cbd50-eb38-4d15-a34a-420fa87b50d8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0419979 Jun 30 02:29:19.702340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85baa503-1e24-45da-9e70-229403655d56 req-7fe80102-0f62-45ac-bc17-30323fb0514f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729895 Jun 30 02:29:19.703343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:19.766530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:19.772492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:19.775178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:19.826086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31d3b8-b1d5-4ee5-808c-23f9812a0083 req-53702564-9b8e-4ff5-a3e5-2eb50cf1413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.828360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f31d3b8-b1d5-4ee5-808c-23f9812a0083 req-53702564-9b8e-4ff5-a3e5-2eb50cf1413d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 1136 time: 0.2111516 Jun 30 02:29:19.833883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Pushing event updated for resources: {'Port': ['ID=aa7389f8-35f6-4286-8a63-34561558d5eb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:19.939365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-424893dd-d3c7-4adc-b49f-d962f9044717 req-efd4c69d-362e-4f35-91dd-48311576e9ae tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0696037 Jun 30 02:29:19.955059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37195a7-c624-466b-a985-b7bb05f7b52b req-3514486c-1fee-4593-b082-7452ed660cac tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:19.957394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b37195a7-c624-466b-a985-b7bb05f7b52b req-3514486c-1fee-4593-b082-7452ed660cac tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 949 time: 0.0714493 Jun 30 02:29:20.009862 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b37195a7-c624-466b-a985-b7bb05f7b52b req-57e7f6eb-215a-45b4-8b87-1b3e7131de7d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Jun 30 02:29:20.073051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:20.075057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31d3b8-b1d5-4ee5-808c-23f9812a0083 req-4b0e2446-86e8-41b3-bd72-2c085f8dcfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.076941 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f31d3b8-b1d5-4ee5-808c-23f9812a0083 req-4b0e2446-86e8-41b3-bd72-2c085f8dcfba service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 913 time: 0.2386310 Jun 30 02:29:20.150766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f31d3b8-b1d5-4ee5-808c-23f9812a0083 req-39e05257-00ee-4bbf-9165-ceccc2afcdff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 HTTP/1.1" status: 200 len: 217 time: 0.0637538 Jun 30 02:29:20.252470 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:20.287010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31d3b8-b1d5-4ee5-808c-23f9812a0083 req-2a8eba12-5fe3-4519-8c1b-a6a68a0b5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.288553 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f31d3b8-b1d5-4ee5-808c-23f9812a0083 req-2a8eba12-5fe3-4519-8c1b-a6a68a0b5431 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cbd27a4-590d-426d-baa3-a46feb1e4cfb HTTP/1.1" status: 200 len: 852 time: 0.1124446 Jun 30 02:29:20.384932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f31d3b8-b1d5-4ee5-808c-23f9812a0083 req-713fcd2b-c94c-4caf-bf11-805007873280 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d45558a-bc8c-4993-97d3-af06d90aa774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653510 Jun 30 02:29:20.497934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e1daaca1-ce08-4b59-b011-418e61e7f152 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:20.506631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:20.607049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e8045-1365-45eb-bf0c-0db119a9033c req-4c17b994-1075-4fbf-8061-007456258d1e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.617841 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b55e8045-1365-45eb-bf0c-0db119a9033c req-4c17b994-1075-4fbf-8061-007456258d1e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1274712 Jun 30 02:29:20.677139 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b55e8045-1365-45eb-bf0c-0db119a9033c req-447831f3-c097-4a02-bce9-6b4ea79b5c7c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574970 Jun 30 02:29:20.731859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:20.748990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:20.750439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:20.789732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e1daaca1-ce08-4b59-b011-418e61e7f152, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e1daaca1-ce08-4b59-b011-418e61e7f152,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:20.815017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'e1daaca1-ce08-4b59-b011-418e61e7f152', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'e1daaca1-ce08-4b59-b011-418e61e7f152', 'mac_address': 'fa:16:3e:41:0b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:20.869159 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:20.887014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1daaca1-ce08-4b59-b011-418e61e7f152 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:20.918134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add8d3-1af6-4ea5-bd45-6f9c5dbd9c38 req-4e29d6a2-0aa8-4987-b49e-6e45ae211227 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:20.933923 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99add8d3-1af6-4ea5-bd45-6f9c5dbd9c38 req-4e29d6a2-0aa8-4987-b49e-6e45ae211227 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.7868431 Jun 30 02:29:20.937205 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:20.953181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e1daaca1-ce08-4b59-b011-418e61e7f152, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e1daaca1-ce08-4b59-b011-418e61e7f152,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:20.967610 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:20.977872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9cd8f1-2106-4c11-be3c-cbd6ee763b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:20.989612 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5cb442-6fbe-4080-9ee7-d53d7d9ac6b2" -d '{"events": [{"server_uuid": "1e9cd8f1-2106-4c11-be3c-cbd6ee763b76", "name": "network-vif-plugged", "status": "completed", "tag": "3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:21.028867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:21.032894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50c17d-2473-4b3b-8b17-96b449d0190e req-16ddd869-f877-4a72-9e54-e44abfbfe654 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:21.039200 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.045970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc50c17d-2473-4b3b-8b17-96b449d0190e req-16ddd869-f877-4a72-9e54-e44abfbfe654 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1386809 Jun 30 02:29:21.085033 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99add8d3-1af6-4ea5-bd45-6f9c5dbd9c38 req-5d8ff5ad-f1d9-43dd-8c11-238400ad7893 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467977 Jun 30 02:29:21.090286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=e1daaca1-ce08-4b59-b011-418e61e7f152,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:21.115769 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc50c17d-2473-4b3b-8b17-96b449d0190e req-bf16b379-e77b-405d-9796-21e26be5c5fd tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685356 Jun 30 02:29:21.235422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:21.269290 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f31d3b8-b1d5-4ee5-808c-23f9812a0083 req-553ab219-fbf8-47d2-9d2e-ccb73271e62a service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303713 Jun 30 02:29:21.298288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:21.317871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.329015 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.351696 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3b7efaa-0e14-4c44-b15f-60dcb8c2261b req-b469c060-abee-4347-9515-b097e0d3d719 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0455413 Jun 30 02:29:21.392006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:21.396902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:21.397350 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.442507 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6083ab40-7276-4566-9709-f53abd78620b x-openstack-request-id: req-6083ab40-7276-4566-9709-f53abd78620b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:21.442903 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9cd8f1-2106-4c11-be3c-cbd6ee763b76", "name": "network-vif-plugged", "status": "completed", "tag": "3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:21.443579 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6083ab40-7276-4566-9709-f53abd78620b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:21.444045 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9cd8f1-2106-4c11-be3c-cbd6ee763b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473', 'code': 200} Jun 30 02:29:21.448573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['e1daaca1-ce08-4b59-b011-418e61e7f152'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:21.470703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Pushing event updated for resources: {'Port': ['ID=aa7389f8-35f6-4286-8a63-34561558d5eb,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:21.555907 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.561861 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.604921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c935ad-877e-458a-b333-3391eefd0b8c req-c84eafe9-dc5e-460f-bdc9-31f63803b5d3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:21.608538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52c935ad-877e-458a-b333-3391eefd0b8c req-c84eafe9-dc5e-460f-bdc9-31f63803b5d3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 950 time: 0.0679851 Jun 30 02:29:21.611808 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f31d3b8-b1d5-4ee5-808c-23f9812a0083 req-eae54634-0c02-4d00-a961-cdabf51b4c22 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225517 Jun 30 02:29:21.617486 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.627172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fd083a3d-06f5-4e08-b6e6-7a65e2446140 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5368910 Jun 30 02:29:21.627419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:21.638442 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:21.663114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c749e4a-4bd6-4a9e-b597-e0465a06ade3 req-b50e9998-c1af-4cab-b3d9-0504beb6fd54 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:21.664828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c749e4a-4bd6-4a9e-b597-e0465a06ade3 req-b50e9998-c1af-4cab-b3d9-0504beb6fd54 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 984 time: 0.2722750 Jun 30 02:29:21.670981 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52c935ad-877e-458a-b333-3391eefd0b8c req-d145742c-efc8-4acd-bbf3-7b07c50e21ad tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564051 Jun 30 02:29:21.724145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee4976-7265-4977-8111-6fe2fccb63b4 req-a4e1ff2b-d001-42c8-924b-27ac23eaf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:21.726515 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-00ee4976-7265-4977-8111-6fe2fccb63b4 req-a4e1ff2b-d001-42c8-924b-27ac23eaf257 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 1102 time: 0.1908839 Jun 30 02:29:21.730817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:21.732168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c749e4a-4bd6-4a9e-b597-e0465a06ade3 req-6def345b-a365-4b9b-8c7d-41b7bd7744b9 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&id=7b5cbd50-eb38-4d15-a34a-420fa87b50d8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0513489 Jun 30 02:29:21.776004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-00ee4976-7265-4977-8111-6fe2fccb63b4 req-89572461-2116-480f-9e2f-cae3827e6215 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Jun 30 02:29:21.947941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544b4d7-34c6-48b8-b2e2-9af565f61885 req-3f68fc3e-cffd-4376-96f3-82bb17521ed8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:21.949845 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2544b4d7-34c6-48b8-b2e2-9af565f61885 req-3f68fc3e-cffd-4376-96f3-82bb17521ed8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.0665951 Jun 30 02:29:21.995871 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2544b4d7-34c6-48b8-b2e2-9af565f61885 req-0ce6faf7-1c36-4391-a644-dd1c97758bc9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398688 Jun 30 02:29:22.293706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed21a5-d112-4801-9f22-560343a23238 req-0e452ed2-e6b1-4334-aa05-1365ea023bf5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:22.295525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bed21a5-d112-4801-9f22-560343a23238 req-0e452ed2-e6b1-4334-aa05-1365ea023bf5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.0759399 Jun 30 02:29:22.322342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0a5cd-4e82-4b85-aa74-47c7d836b19a req-8e430d42-c1c6-4453-a32f-505c0cdeb026 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:22.323977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36f0a5cd-4e82-4b85-aa74-47c7d836b19a req-8e430d42-c1c6-4453-a32f-505c0cdeb026 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0863328 Jun 30 02:29:22.337177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bed21a5-d112-4801-9f22-560343a23238 req-2fa20b4d-30c5-4ad8-adc8-5238049df5c5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353451 Jun 30 02:29:22.367072 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36f0a5cd-4e82-4b85-aa74-47c7d836b19a req-adc3c5ec-4a60-4b8a-9823-5211037d4384 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Jun 30 02:29:22.527771 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d1581dbf-a9cd-4fb6-a283-5b16ade6119d req-0e4064d8-600c-4d58-a877-8c6db1e42e54 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0359457 Jun 30 02:29:22.814804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cec77c-40dc-4d0d-bc89-894cb4d3de4a req-26a9e750-ec82-4434-9923-72712dbb1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:22.816477 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43cec77c-40dc-4d0d-bc89-894cb4d3de4a req-26a9e750-ec82-4434-9923-72712dbb1e4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 1097 time: 0.0564070 Jun 30 02:29:22.898985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43cec77c-40dc-4d0d-bc89-894cb4d3de4a req-e592cfa3-3d0a-44bd-b99e-42ae8429054d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635002 Jun 30 02:29:22.925087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adac26-5fac-4c93-befe-aed764116c2a req-63fff66b-b2d1-47d9-b156-d9fa0ac848a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:22.931271 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1adac26-5fac-4c93-befe-aed764116c2a req-63fff66b-b2d1-47d9-b156-d9fa0ac848a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 950 time: 0.1082132 Jun 30 02:29:22.961594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b6e5b-4813-463b-8991-727426240956 req-860b6a19-5d13-4065-8d56-017b113c5edd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:22.963474 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-176b6e5b-4813-463b-8991-727426240956 req-860b6a19-5d13-4065-8d56-017b113c5edd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 984 time: 0.0877140 Jun 30 02:29:22.972059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1adac26-5fac-4c93-befe-aed764116c2a req-1b17be9d-23ac-40dc-9449-f3889c8d98a0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 Jun 30 02:29:23.009923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-176b6e5b-4813-463b-8991-727426240956 req-fe9b20d2-0595-4205-86b6-9e600b504b77 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&id=7b5cbd50-eb38-4d15-a34a-420fa87b50d8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0401080 Jun 30 02:29:23.241818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccf214-ba12-4e62-a8a5-e8f569631d7c req-2bf2312d-9299-4a16-951f-d660d5185ee0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.253560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49ccf214-ba12-4e62-a8a5-e8f569631d7c req-2bf2312d-9299-4a16-951f-d660d5185ee0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1109788 Jun 30 02:29:23.267898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:23.296488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-74d54c34-e4d4-46c4-98dd-bfb2b4c6cfcf tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1277852739&fields=id&tenant_id=a6aa0f3d90a7461ca31582a28c2726ab HTTP/1.1" status: 200 len: 267 time: 0.0441730 Jun 30 02:29:23.312028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49ccf214-ba12-4e62-a8a5-e8f569631d7c req-dcb97899-a98e-4734-875f-c7c7a8f2e960 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520334 Jun 30 02:29:23.336973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:23.338205 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.401891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-e008b55f-a8eb-4450-a1fb-6c41cb6d7844 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.403435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-e008b55f-a8eb-4450-a1fb-6c41cb6d7844 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 984 time: 0.1005876 Jun 30 02:29:23.416069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-e3a35915-31ec-40c1-aa16-28b6e326bd8b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'port': {'security_groups': ['7b5cbd50-eb38-4d15-a34a-420fa87b50d8', 'ed1fe4bd-93d6-435f-9bfc-7025e458dafb', '9b6ea2cf-7ca5-4deb-999c-fd9bb6b20cee']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:23.522455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-e3a35915-31ec-40c1-aa16-28b6e326bd8b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.546066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b87ea-f6e4-4f49-a2c6-9036b57a30a5 req-6f8159b2-810b-435c-a454-627e4656d3a1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.547720 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c36b87ea-f6e4-4f49-a2c6-9036b57a30a5 req-6f8159b2-810b-435c-a454-627e4656d3a1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.0748534 Jun 30 02:29:23.595715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c36b87ea-f6e4-4f49-a2c6-9036b57a30a5 req-72074e2c-ea40-446b-99d2-58a00cb198a6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377481 Jun 30 02:29:23.755215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-e3a35915-31ec-40c1-aa16-28b6e326bd8b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] For port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:23.785628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314eb5a-7b2d-4d7b-a3fc-4f2e49b12730 req-05891256-183c-466a-81cb-a3cc609d94f1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.787252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8314eb5a-7b2d-4d7b-a3fc-4f2e49b12730 req-05891256-183c-466a-81cb-a3cc609d94f1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0719988 Jun 30 02:29:23.791341 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-e3a35915-31ec-40c1-aa16-28b6e326bd8b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.797604 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-e3a35915-31ec-40c1-aa16-28b6e326bd8b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.812877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd', '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:23.830064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8314eb5a-7b2d-4d7b-a3fc-4f2e49b12730 req-174c8d20-eedd-4669-8f04-bb3a58fe62d3 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358686 Jun 30 02:29:23.857671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-e3a35915-31ec-40c1-aa16-28b6e326bd8b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:23.858312 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-e3a35915-31ec-40c1-aa16-28b6e326bd8b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:23.863988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea709fb8-7785-40d9-a84f-f0296043b472 req-e3a35915-31ec-40c1-aa16-28b6e326bd8b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "PUT /v2.0/ports/0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 HTTP/1.1" status: 200 len: 1020 time: 0.4527268 Jun 30 02:29:23.884440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91252b4a-060f-4842-8241-b823594f3e51', 'tag': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:23.887117 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888761ba-0b80-44c5-81e2-2df870e2a1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "91252b4a-060f-4842-8241-b823594f3e51", "tag": "0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:23.937931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a35915-31ec-40c1-aa16-28b6e326bd8b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'Port': ['ID=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:23.956167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d578284f-073c-42d5-9499-2bfe78251ac1 req-b279b5c3-009b-4759-8da0-38b1f9cd77ab tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/9b6ea2cf-7ca5-4deb-999c-fd9bb6b20cee HTTP/1.1" status: 200 len: 1801 time: 0.0644875 Jun 30 02:29:24.018207 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-d578284f-073c-42d5-9499-2bfe78251ac1 req-d624e4c7-d82f-42ac-811c-00e03bded9cc tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:29:24.031092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:24.031732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-31f30017-a00c-4e83-a96a-c2de1ddbbf89 req-8404ec6e-f16e-40f4-afc0-f15709b79c92 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0368438 Jun 30 02:29:24.047326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d578284f-073c-42d5-9499-2bfe78251ac1 req-d624e4c7-d82f-42ac-811c-00e03bded9cc tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/9b6ea2cf-7ca5-4deb-999c-fd9bb6b20cee HTTP/1.1" status: 409 len: 341 time: 0.0858417 Jun 30 02:29:24.119086 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a98ef7-7eb3-43dc-978a-cc5db2adfbac x-openstack-request-id: req-d2a98ef7-7eb3-43dc-978a-cc5db2adfbac {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:24.119975 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91252b4a-060f-4842-8241-b823594f3e51", "tag": "0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:24.120243 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2a98ef7-7eb3-43dc-978a-cc5db2adfbac {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:24.120652 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91252b4a-060f-4842-8241-b823594f3e51', 'tag': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3', 'status': 'completed', 'code': 200} Jun 30 02:29:24.259457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888761ba-0b80-44c5-81e2-2df870e2a1cd req-939fa53e-de3e-44a4-a06d-e6afcedec498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:24.263762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-888761ba-0b80-44c5-81e2-2df870e2a1cd req-939fa53e-de3e-44a4-a06d-e6afcedec498 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 1175 time: 0.1125469 Jun 30 02:29:24.376218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6379621f-6e77-4f3a-95a3-fc564853614f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.414070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fd8e2-cb61-4636-807d-0ee63d816c70 req-55748b8d-0695-4db4-9182-cef2b6a21330 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:24.440175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d1fd8e2-cb61-4636-807d-0ee63d816c70 req-55748b8d-0695-4db4-9182-cef2b6a21330 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 950 time: 0.1833510 Jun 30 02:29:24.533417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888761ba-0b80-44c5-81e2-2df870e2a1cd req-1914e453-3391-4ad5-ad0c-01e7f6c0be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:24.535430 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-888761ba-0b80-44c5-81e2-2df870e2a1cd req-1914e453-3391-4ad5-ad0c-01e7f6c0be54 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 200 len: 913 time: 0.2627001 Jun 30 02:29:24.537303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e1daaca1-ce08-4b59-b011-418e61e7f152 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:24.558701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d1fd8e2-cb61-4636-807d-0ee63d816c70 req-bf099487-7925-4380-a45d-0455fc305e88 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134558 Jun 30 02:29:24.608217 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-888761ba-0b80-44c5-81e2-2df870e2a1cd req-48e1fae2-1c7e-41d4-94cd-897067d21f76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 HTTP/1.1" status: 200 len: 217 time: 0.0646279 Jun 30 02:29:24.672415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port e1daaca1-ce08-4b59-b011-418e61e7f152 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:24.676839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port e1daaca1-ce08-4b59-b011-418e61e7f152 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:24.677568 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.733082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888761ba-0b80-44c5-81e2-2df870e2a1cd req-d58e2aa1-763b-4c13-889a-3d4f4de4fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:24.734921 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-888761ba-0b80-44c5-81e2-2df870e2a1cd req-d58e2aa1-763b-4c13-889a-3d4f4de4fbf3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cbd27a4-590d-426d-baa3-a46feb1e4cfb HTTP/1.1" status: 200 len: 852 time: 0.1140912 Jun 30 02:29:24.791546 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.813036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f2b2d-3ae5-4080-9361-808af65ae191 req-69aa06b4-c109-4baa-9337-a6897f72eda0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:24.814605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-421f2b2d-3ae5-4080-9361-808af65ae191 req-69aa06b4-c109-4baa-9337-a6897f72eda0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.0928600 Jun 30 02:29:24.816078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5355da2-8a34-465a-ad5b-0c9ece540016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1daaca1-ce08-4b59-b011-418e61e7f152'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:24.818334 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1bbead-b7f5-42d4-b13a-74bf9535135a" -d '{"events": [{"server_uuid": "a5355da2-8a34-465a-ad5b-0c9ece540016", "name": "network-vif-plugged", "status": "completed", "tag": "e1daaca1-ce08-4b59-b011-418e61e7f152"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:24.820393 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-888761ba-0b80-44c5-81e2-2df870e2a1cd req-e4698f4e-199f-4084-97cf-66e8007b9d5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d45558a-bc8c-4993-97d3-af06d90aa774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718987 Jun 30 02:29:24.832482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e1daaca1-ce08-4b59-b011-418e61e7f152, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e1daaca1-ce08-4b59-b011-418e61e7f152,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:24.841043 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:24.881355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-421f2b2d-3ae5-4080-9361-808af65ae191 req-3d0be047-3f26-4f02-bd86-2a2a2edb4229 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592260 Jun 30 02:29:24.912780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=e1daaca1-ce08-4b59-b011-418e61e7f152,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:24.937215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63492c0a-a7ec-4fb3-9478-5f09af380fb9 req-bc5331a6-25f2-4687-97bc-b8ec21698ee8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:24.938780 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-63492c0a-a7ec-4fb3-9478-5f09af380fb9 req-bc5331a6-25f2-4687-97bc-b8ec21698ee8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 1023 time: 0.1532502 Jun 30 02:29:24.967573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-888761ba-0b80-44c5-81e2-2df870e2a1cd req-0e44b0e6-63a6-4bcb-8505-0b0579a5ce60 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387129 Jun 30 02:29:25.007613 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-63492c0a-a7ec-4fb3-9478-5f09af380fb9 req-a70ca79f-a697-4319-b0bb-8648c0acc5c0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b6ea2cf-7ca5-4deb-999c-fd9bb6b20cee&id=7b5cbd50-eb38-4d15-a34a-420fa87b50d8&id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0571604 Jun 30 02:29:25.066145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aff3e-5ddc-4b33-907f-0dfa47e6736e req-de247add-7c44-47c8-a073-249b5288546d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:25.068344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-005aff3e-5ddc-4b33-907f-0dfa47e6736e req-de247add-7c44-47c8-a073-249b5288546d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 950 time: 0.0817020 Jun 30 02:29:25.111741 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-888761ba-0b80-44c5-81e2-2df870e2a1cd req-59a5e5b4-fc74-40b4-8625-d22513e20f42 service neutron] 10.222.0.69 "GET /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282659 Jun 30 02:29:25.125919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-005aff3e-5ddc-4b33-907f-0dfa47e6736e req-7f9908e6-acae-493e-a1c3-7aeaea8195bb tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496566 Jun 30 02:29:25.195262 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a53a31-9f01-45b0-9773-685e245a86ab x-openstack-request-id: req-40a53a31-9f01-45b0-9773-685e245a86ab {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:25.195549 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5355da2-8a34-465a-ad5b-0c9ece540016", "name": "network-vif-plugged", "status": "completed", "tag": "e1daaca1-ce08-4b59-b011-418e61e7f152", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:25.195797 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40a53a31-9f01-45b0-9773-685e245a86ab {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:25.196197 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5355da2-8a34-465a-ad5b-0c9ece540016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1daaca1-ce08-4b59-b011-418e61e7f152', 'code': 200} Jun 30 02:29:25.205090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0c474-a506-437d-80fe-9c1e5e333e41 req-2663738b-7aea-4a5a-b5b3-f5154c3a48a0 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:25.207022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78f0c474-a506-437d-80fe-9c1e5e333e41 req-2663738b-7aea-4a5a-b5b3-f5154c3a48a0 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.0854707 Jun 30 02:29:25.253206 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78f0c474-a506-437d-80fe-9c1e5e333e41 req-75c6763c-5500-43ed-b21e-3af6ab885170 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Jun 30 02:29:25.379364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8df9c5-2e2c-4369-8d60-a25b1a80d82a req-6516660b-3c36-4d65-80b8-97088ed3ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:25.380866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e8df9c5-2e2c-4369-8d60-a25b1a80d82a req-6516660b-3c36-4d65-80b8-97088ed3ad7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 1102 time: 0.0688820 Jun 30 02:29:25.384514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5cadf-efb7-4943-8b83-bd828510676d req-b0eef3f0-2ad8-4922-abd4-9ac64db9062d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:25.386357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98e5cadf-efb7-4943-8b83-bd828510676d req-b0eef3f0-2ad8-4922-abd4-9ac64db9062d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.0806658 Jun 30 02:29:25.455535 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98e5cadf-efb7-4943-8b83-bd828510676d req-5d2034e2-32cc-45aa-967c-3ed0bf5c9d3b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568233 Jun 30 02:29:25.461525 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23de261e-20da-4c7c-aa5b-320d6c08a50b req-c780e207-b583-425d-9e83-387685196863 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0628333 Jun 30 02:29:25.473179 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e8df9c5-2e2c-4369-8d60-a25b1a80d82a req-7674b752-9e22-425b-b717-9c9b187aadf3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575473 Jun 30 02:29:25.762516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-b8951f05-7ed7-4da8-ad8b-6117614201f3 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:25.764193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-b8951f05-7ed7-4da8-ad8b-6117614201f3 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/networks?id=d5f44d47-0613-4b33-a768-cad2b0088507 HTTP/1.1" status: 200 len: 810 time: 0.1270025 Jun 30 02:29:25.781884 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-776e28c3-a083-4591-ab2b-1fce95322d67 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/quotas/97f28ee20a5745abac59f16624d52c1b HTTP/1.1" status: 200 len: 375 time: 0.0105317 Jun 30 02:29:25.867258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-67b46e8d-b1e0-4fcb-949e-bae18ffcdce5 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=97f28ee20a5745abac59f16624d52c1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753298 Jun 30 02:29:25.974061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-5a5d171d-4c46-4bc5-a8ce-167756ddd84a service neutron] 10.222.0.55 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990970 Jun 30 02:29:26.067720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5055603-a26c-40ad-bf88-e3e40a7209f4 req-9282ef52-d7e0-4801-93b9-dd96ed9715bb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:26.068326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5055603-a26c-40ad-bf88-e3e40a7209f4 req-9282ef52-d7e0-4801-93b9-dd96ed9715bb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.0708418 Jun 30 02:29:26.087148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-e0d60e4b-6a2b-4cd2-848c-a555888b997a service neutron] 10.222.0.55 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056302 Jun 30 02:29:26.120947 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5055603-a26c-40ad-bf88-e3e40a7209f4 req-d5639ecd-4569-48ec-963a-3671b00b3f6c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444758 Jun 30 02:29:26.294102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-227020fd-9789-487e-ad4c-cdd95549bece service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1524708 Jun 30 02:29:26.450555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775c76a-6fdc-429d-8a5d-b9a3f5dda553 req-499522e7-916a-4d47-b983-ec0d46589051 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:26.452901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5775c76a-6fdc-429d-8a5d-b9a3f5dda553 req-499522e7-916a-4d47-b983-ec0d46589051 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 1023 time: 0.1536362 Jun 30 02:29:26.506464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfb57a-1383-46a0-aff5-8ca287ac074a req-225fa503-f554-4ee6-b9f0-44578dfcb9d8 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:26.515480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47cfb57a-1383-46a0-aff5-8ca287ac074a req-225fa503-f554-4ee6-b9f0-44578dfcb9d8 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 950 time: 0.0913968 Jun 30 02:29:26.556881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47cfb57a-1383-46a0-aff5-8ca287ac074a req-28e1c0a1-9168-4ce1-bf07-cd0f8732d26e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Jun 30 02:29:26.587309 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5775c76a-6fdc-429d-8a5d-b9a3f5dda553 req-60758e75-cc8f-47fd-8914-ddb464ab7bd3 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b6ea2cf-7ca5-4deb-999c-fd9bb6b20cee&id=7b5cbd50-eb38-4d15-a34a-420fa87b50d8&id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1269913 Jun 30 02:29:26.612294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-15937c62-31b2-418c-bc52-3bcf68a4d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:26.614408 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-15937c62-31b2-418c-bc52-3bcf68a4d48c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1096 time: 0.2309942 Jun 30 02:29:26.698779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-0684ae74-4ed6-4d4d-b5ff-23a5c6322027 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:26.700684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-0684ae74-4ed6-4d4d-b5ff-23a5c6322027 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.69 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 1023 time: 0.1909387 Jun 30 02:29:26.780164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246a48a-451e-4a12-bc87-bf8ec534f033 req-4d745621-eca6-448c-9902-afb75b0c00ca tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:26.781835 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7246a48a-451e-4a12-bc87-bf8ec534f033 req-4d745621-eca6-448c-9902-afb75b0c00ca tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.0891953 Jun 30 02:29:26.796878 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-096d461e-63d0-4ace-9251-427840bc524d req-c2f61929-09a1-4de3-baf1-64ac154eafd5 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 210 time: 0.1354768 Jun 30 02:29:26.871976 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7246a48a-451e-4a12-bc87-bf8ec534f033 req-34726dc8-1682-47e0-bcfb-abb455fd63b4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834486 Jun 30 02:29:26.923993 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:26.960699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-5fab54fc-045b-47f5-8f78-03f69fbb295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:26.962475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cad7c4c-ec7c-49e4-89d8-433ccb6d87d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:26.962976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-5fab54fc-045b-47f5-8f78-03f69fbb295a service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.2880404 Jun 30 02:29:27.004501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-94dd9949-2d25-4101-beff-c22a166b41bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Deleting port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:29:27.004906 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-94dd9949-2d25-4101-beff-c22a166b41bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.183058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-13ee0b79-6e70-4ab7-b59f-3d6814c8a708 req-c6754dc5-4a67-4056-bfaf-e731c83ab4f0 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.1803458 Jun 30 02:29:27.204359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-9fac9862-af44-435a-8807-a0736af27e9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 999 time: 0.1838210 Jun 30 02:29:27.295383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-94dd9949-2d25-4101-beff-c22a166b41bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] For port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:27.295946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-94dd9949-2d25-4101-beff-c22a166b41bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.321117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-94dd9949-2d25-4101-beff-c22a166b41bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Calling delete_port for 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:29:27.326537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-8b552aaf-8397-419b-86cf-cd6ee5559aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:27.328227 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-8b552aaf-8397-419b-86cf-cd6ee5559aa2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0912538 Jun 30 02:29:27.368491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7845e9-e6aa-437f-b0f5-4b4ed7b7b201 req-2c80ff54-a57c-4393-874d-a2f26a8a5fa5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:27.370150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7845e9-e6aa-437f-b0f5-4b4ed7b7b201 req-2c80ff54-a57c-4393-874d-a2f26a8a5fa5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.0827501 Jun 30 02:29:27.415158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7845e9-e6aa-437f-b0f5-4b4ed7b7b201 req-fdd5fa59-b767-4c72-b967-752cf9343058 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388677 Jun 30 02:29:27.472758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-c651843a-a97f-4777-9a19-0e510011bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:27.474199 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-c651843a-a97f-4777-9a19-0e510011bb1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328900 Jun 30 02:29:27.588612 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-94dd9949-2d25-4101-beff-c22a166b41bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.608582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd', '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:27.663341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd9949-2d25-4101-beff-c22a166b41bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'Port': ['ID=0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:27.686107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-94dd9949-2d25-4101-beff-c22a166b41bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] No DVR routers for this DVR port 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:29:27.689953 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-94dd9949-2d25-4101-beff-c22a166b41bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:27.691931 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fad8b161-b87c-4517-ae3f-a344dcc5b684 req-94dd9949-2d25-4101-beff-c22a166b41bd tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.69 "DELETE /v2.0/ports/0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 HTTP/1.1" status: 204 len: 173 time: 0.9185774 Jun 30 02:29:27.692375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91252b4a-060f-4842-8241-b823594f3e51', 'name': 'network-vif-deleted', 'tag': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:27.694798 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623404c4-4efa-43af-bf3a-65e17dd2cbad" -d '{"events": [{"server_uuid": "91252b4a-060f-4842-8241-b823594f3e51", "name": "network-vif-deleted", "tag": "0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:27.711196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-4a997dec-3bc7-4936-89d8-c4c588bd3e5c service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219777 Jun 30 02:29:27.849908 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8be93b80-3f80-4604-9f09-b92fb08d62fa req-791a1d35-da1a-4215-a230-fda4e3da4719 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=91252b4a-060f-4842-8241-b823594f3e51 HTTP/1.1" status: 200 len: 210 time: 0.0760586 Jun 30 02:29:27.909533 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aac4cd9-c6bd-484f-af72-11577f5c9c88 x-openstack-request-id: req-4aac4cd9-c6bd-484f-af72-11577f5c9c88 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:27.909883 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91252b4a-060f-4842-8241-b823594f3e51", "name": "network-vif-deleted", "tag": "0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:27.910159 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4aac4cd9-c6bd-484f-af72-11577f5c9c88 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:27.910701 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91252b4a-060f-4842-8241-b823594f3e51', 'name': 'network-vif-deleted', 'tag': '0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3', 'status': 'completed', 'code': 200} Jun 30 02:29:27.941756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d8c3c-a783-438d-b258-eb2ec26c3745 req-33778a10-73ab-4e84-b2e8-cedcb75aae30 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:27.943340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-098d8c3c-a783-438d-b258-eb2ec26c3745 req-33778a10-73ab-4e84-b2e8-cedcb75aae30 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 950 time: 0.1310375 Jun 30 02:29:27.952104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a080ec8-2fb7-40ed-b2e7-f3778085e69c req-460825e2-77bf-4529-b337-d41c7f47424d service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085791 Jun 30 02:29:28.020080 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-098d8c3c-a783-438d-b258-eb2ec26c3745 req-6ac09d4b-c5ba-40c5-b266-30472ddede4e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653870 Jun 30 02:29:28.084638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84e1ee60-88dc-4094-b543-98a04700d6b7 req-e39f557f-dba9-45ae-8d50-605e8221b6f1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 210 time: 0.0682046 Jun 30 02:29:28.105135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:28.357975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-fe41d7fc-720b-4ac9-816d-02ccc5c39f85 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.359402 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-fe41d7fc-720b-4ac9-816d-02ccc5c39f85 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.73 "GET /v2.0/networks?id=d5f44d47-0613-4b33-a768-cad2b0088507 HTTP/1.1" status: 200 len: 810 time: 0.2130980 Jun 30 02:29:28.368582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140e032-a162-4a7b-9077-f276bda22298 req-2de8e2ac-b0fa-43d1-a530-c2d5f8cc7ca8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.371891 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b140e032-a162-4a7b-9077-f276bda22298 req-2de8e2ac-b0fa-43d1-a530-c2d5f8cc7ca8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1716738 Jun 30 02:29:28.396888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Request body: {'port': {'device_id': '4374af18-e6b7-4146-9030-9b53581d23e0', 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507', 'admin_state_up': True, 'tenant_id': '97f28ee20a5745abac59f16624d52c1b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:28.486928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03773e53-a058-426c-a820-48dce10c07f9 req-6169442f-4224-4896-9b74-09993ad82f68 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.487791 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b140e032-a162-4a7b-9077-f276bda22298 req-83726e76-66cc-483d-adc8-6d4226b3385c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083808 Jun 30 02:29:28.493859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03773e53-a058-426c-a820-48dce10c07f9 req-6169442f-4224-4896-9b74-09993ad82f68 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.503911 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03773e53-a058-426c-a820-48dce10c07f9 req-6169442f-4224-4896-9b74-09993ad82f68 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76&device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 1691 time: 0.0974534 Jun 30 02:29:28.560960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03773e53-a058-426c-a820-48dce10c07f9 req-59ad9176-c69d-46a8-88a4-3b7de0a74c11 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555646 Jun 30 02:29:28.612480 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Made reservation on behalf of 97f28ee20a5745abac59f16624d52c1b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:28.616904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:28.686196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c53970df-05df-49d2-8ddf-2ec98e916f5e req-7fad2133-1b56-4994-9688-1272be8cac78 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0298905 Jun 30 02:29:28.848580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Allocated IP 172.20.0.4 (d5f44d47-0613-4b33-a768-cad2b0088507/55998891-476d-4e20-bd74-8bd54a02dc52/a2734e62-4eb3-415f-bb6d-4ae7b261e2e1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:28.924507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d4c1d-ef72-4d76-9f09-2a708536e6cb req-02d21c7d-c0a4-43ea-a0d7-7661582d2496 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.925953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-997d4c1d-ef72-4d76-9f09-2a708536e6cb req-02d21c7d-c0a4-43ea-a0d7-7661582d2496 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1255066 Jun 30 02:29:28.973179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d8008-ac01-49f6-96fa-01700e8c37f4 req-d8106a52-fdec-4292-8a11-b3b5324d06d8 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:28.974800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-421d8008-ac01-49f6-96fa-01700e8c37f4 req-d8106a52-fdec-4292-8a11-b3b5324d06d8 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 1102 time: 0.0642297 Jun 30 02:29:29.012789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-997d4c1d-ef72-4d76-9f09-2a708536e6cb req-b61ba721-7a3e-4df6-9078-100dc6f97b48 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760751 Jun 30 02:29:29.017655 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-421d8008-ac01-49f6-96fa-01700e8c37f4 req-0f617ec6-e180-4ffd-87af-d89ec4c878aa tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355914 Jun 30 02:29:29.079021 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.182764 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3874f105-9bef-45a3-9327-1f376651f455 req-9ba13fbb-f2db-40c4-a0ad-1c18d5d8891d tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/7b5cbd50-eb38-4d15-a34a-420fa87b50d8 HTTP/1.1" status: 200 len: 1800 time: 0.0575910 Jun 30 02:29:29.185499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.203933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['c0e3a593-36e5-4fce-bcb0-e412ce508d3f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:29.209896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4142dd-a4b8-437b-96e2-ce3a43465c93 req-ed18c242-563a-4c44-9d9a-8f5821af778c tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:29.211444 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa4142dd-a4b8-437b-96e2-ce3a43465c93 req-ed18c242-563a-4c44-9d9a-8f5821af778c tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 1102 time: 0.0632408 Jun 30 02:29:29.269131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa4142dd-a4b8-437b-96e2-ce3a43465c93 req-75f69b46-78f9-488b-8a7f-f3da36a04539 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507741 Jun 30 02:29:29.290479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Network d5f44d47-0613-4b33-a768-cad2b0088507 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:29.290479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:29.298983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:29.387616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:29.388619 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.402091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Pushing event updated for resources: {'Port': ['ID=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:29.420844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b9faf3-aa7b-43a2-9ece-3008c44dc393 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0251582 Jun 30 02:29:29.445968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Request body: {'port': {'device_id': '4374af18-e6b7-4146-9030-9b53581d23e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:29.468639 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3874f105-9bef-45a3-9327-1f376651f455 req-4ea12968-ce09-4c62-b06b-c2bbb0e33fc5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.490015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2f99-31f2-4326-abfa-fc2a9a38462b req-a9f2bf0e-5e96-4413-958c-6126bdbc299a tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:29.491611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9cad2f99-31f2-4326-abfa-fc2a9a38462b req-a9f2bf0e-5e96-4413-958c-6126bdbc299a tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 931 time: 0.0876746 Jun 30 02:29:29.506168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3874f105-9bef-45a3-9327-1f376651f455 req-4ea12968-ce09-4c62-b06b-c2bbb0e33fc5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.543837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9cad2f99-31f2-4326-abfa-fc2a9a38462b req-0ed65f74-8114-4f9b-b15d-d79ae4cdf428 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440285 Jun 30 02:29:29.647495 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0d233afe-e4f3-431d-9f57-23ffd2a0dd2c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243785 Jun 30 02:29:29.832870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d825c-8589-40ef-91cf-dfa179c1309d req-12d5ebee-d054-49fd-b3da-a4ab72d5b47b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:29.836053 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-12d5ebee-d054-49fd-b3da-a4ab72d5b47b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687214 Jun 30 02:29:29.857855 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-5f911cf6-f8d6-4055-8ecd-3585392e26f5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/quotas/8bc2179d3db14d6795047de24f143f84 HTTP/1.1" status: 200 len: 375 time: 0.0144989 Jun 30 02:29:29.937703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.942399 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.946707 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-dc7cad15-9568-406a-a5eb-261d9e7601e2 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0811584 Jun 30 02:29:29.993181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3874f105-9bef-45a3-9327-1f376651f455 req-4ea12968-ce09-4c62-b06b-c2bbb0e33fc5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.995943 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3874f105-9bef-45a3-9327-1f376651f455 req-4ea12968-ce09-4c62-b06b-c2bbb0e33fc5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:29.997338 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3874f105-9bef-45a3-9327-1f376651f455 req-4ea12968-ce09-4c62-b06b-c2bbb0e33fc5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/7b5cbd50-eb38-4d15-a34a-420fa87b50d8 HTTP/1.1" status: 204 len: 173 time: 0.8046970 Jun 30 02:29:30.017909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea12968-ce09-4c62-b06b-c2bbb0e33fc5 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5cbd50-eb38-4d15-a34a-420fa87b50d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:30.254986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a56ab-bed5-4144-8532-360c5dafaa0f req-f92d7363-491f-42d0-9dcf-1a457f2c2b7c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:30.256674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d1a56ab-bed5-4144-8532-360c5dafaa0f req-f92d7363-491f-42d0-9dcf-1a457f2c2b7c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1455100 Jun 30 02:29:30.337417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d1a56ab-bed5-4144-8532-360c5dafaa0f req-facd0ef2-1285-4450-bd67-b00998dc2265 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705786 Jun 30 02:29:30.386186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:30.406492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.426362 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5cc63e8b-e023-4bb8-8a34-2207dc55cf38 req-e05e77f3-3399-4a0f-a5d5-dd09f738461e tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0385807 Jun 30 02:29:30.432461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Transition to ACTIVE for port object a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:30.440463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.470842 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70e715b0-09bc-4210-ae83-1160c8d43f31 req-7f79017d-e10c-405a-b63c-4c845d1568fa tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/9b6ea2cf-7ca5-4deb-999c-fd9bb6b20cee HTTP/1.1" status: 200 len: 1801 time: 0.0879447 Jun 30 02:29:30.531883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Pushing event updated for resources: {'Port': ['ID=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:30.538860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:29:30.560726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:29:30.561145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0ec2c44f-face-4db0-b2fc-ae4f2dbd8df3 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:29:30.621521 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-70e715b0-09bc-4210-ae83-1160c8d43f31 req-d8a2d20f-71e5-460c-b44f-74fbd8af18ca tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.654330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23713b36-27a7-4377-b9dd-f02af333d5d6 req-33127271-df43-446c-87ec-a801c48f0fcf tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:30.656079 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-23713b36-27a7-4377-b9dd-f02af333d5d6 req-33127271-df43-446c-87ec-a801c48f0fcf tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.0800982 Jun 30 02:29:30.658476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-70e715b0-09bc-4210-ae83-1160c8d43f31 req-d8a2d20f-71e5-460c-b44f-74fbd8af18ca tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.687098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Attempting to bind port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:30.687429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Attempting to bind port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:30.687751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Attempting to bind port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 on network d5f44d47-0613-4b33-a768-cad2b0088507 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:30.697015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 on network d5f44d47-0613-4b33-a768-cad2b0088507 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:30.697332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Attempting to bind port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 on network d5f44d47-0613-4b33-a768-cad2b0088507 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:30.698987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-23713b36-27a7-4377-b9dd-f02af333d5d6 req-567a9563-f482-4b1f-8357-61012bc6df69 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367506 Jun 30 02:29:30.708673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:30.709011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Checking segment: {'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:30.709394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Bound using segment: {'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:30.709826 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Bound port: a2734e62-4eb3-415f-bb6d-4ae7b261e2e1, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504f1f9d-61a3-4a17-b27d-e4d77a83a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:30.710181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.734603 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-70e715b0-09bc-4210-ae83-1160c8d43f31 req-d8a2d20f-71e5-460c-b44f-74fbd8af18ca tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.737142 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-70e715b0-09bc-4210-ae83-1160c8d43f31 req-d8a2d20f-71e5-460c-b44f-74fbd8af18ca tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.738503 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70e715b0-09bc-4210-ae83-1160c8d43f31 req-d8a2d20f-71e5-460c-b44f-74fbd8af18ca tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/9b6ea2cf-7ca5-4deb-999c-fd9bb6b20cee HTTP/1.1" status: 204 len: 173 time: 0.2572501 Jun 30 02:29:30.773561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2d20f-71e5-460c-b44f-74fbd8af18ca tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6ea2cf-7ca5-4deb-999c-fd9bb6b20cee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:30.832641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] For port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:30.837520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] For port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:30.844520 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.910875 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:30.911638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:30.913188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6606774-ac9d-4ee7-b8fc-e72e5847382d req-ccad1487-d0ed-4b27-95e9-5afa2b4ede64 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 210 time: 0.0953102 Jun 30 02:29:30.923108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] 10.222.0.73 "PUT /v2.0/ports/a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 HTTP/1.1" status: 200 len: 1092 time: 1.4820492 Jun 30 02:29:30.923641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4374af18-e6b7-4146-9030-9b53581d23e0', 'tag': 'a2734e62-4eb3-415f-bb6d-4ae7b261e2e1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:30.929986 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b85072-7219-4283-b674-b034d64ae157" -d '{"events": [{"name": "network-changed", "server_uuid": "4374af18-e6b7-4146-9030-9b53581d23e0", "tag": "a2734e62-4eb3-415f-bb6d-4ae7b261e2e1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:30.961181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b24b0878-53e8-4ec5-8e6b-7f09d4c1565b req-b2502c1b-d864-466c-b21e-8cd7a6cb49b4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-299076174', 'description': 'tempest-description-1364861776'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:30.984373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cdbc1-278f-4c74-a531-b58a58b4a227 service neutron] Pushing event updated for resources: {'Port': ['ID=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:30.998161 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b24b0878-53e8-4ec5-8e6b-7f09d4c1565b req-b2502c1b-d864-466c-b21e-8cd7a6cb49b4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.063726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b0aec-df8e-4a7c-8faa-3640b09eb698 req-5b783603-d5b8-41b4-81ef-897876e6a74f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:31.065243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bc9b0aec-df8e-4a7c-8faa-3640b09eb698 req-5b783603-d5b8-41b4-81ef-897876e6a74f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 943 time: 0.1208324 Jun 30 02:29:31.074110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-b349ee10-7fec-4186-84fb-f314de0ff382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:31.076243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-b349ee10-7fec-4186-84fb-f314de0ff382 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=97f28ee20a5745abac59f16624d52c1b&device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 1095 time: 0.0831237 Jun 30 02:29:31.133380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b24b0878-53e8-4ec5-8e6b-7f09d4c1565b req-b2502c1b-d864-466c-b21e-8cd7a6cb49b4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.141977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b24b0878-53e8-4ec5-8e6b-7f09d4c1565b req-b2502c1b-d864-466c-b21e-8cd7a6cb49b4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.145781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-9a4d2432-e933-4088-acec-12a5c22621c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0485566 Jun 30 02:29:31.148861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bc9b0aec-df8e-4a7c-8faa-3640b09eb698 req-2dfd807a-acb3-418d-9b61-ab435aca5e09 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716016 Jun 30 02:29:31.179283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2502c1b-d864-466c-b21e-8cd7a6cb49b4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d83426-0466-4bb1-b08a-3e4d56106039,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:31.189020 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b24b0878-53e8-4ec5-8e6b-7f09d4c1565b req-b2502c1b-d864-466c-b21e-8cd7a6cb49b4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.210094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b24b0878-53e8-4ec5-8e6b-7f09d4c1565b req-b2502c1b-d864-466c-b21e-8cd7a6cb49b4 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2370486 Jun 30 02:29:31.223436 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5628df69-7be8-41e8-be4c-314395ec4185 x-openstack-request-id: req-5628df69-7be8-41e8-be4c-314395ec4185 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:31.223809 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4374af18-e6b7-4146-9030-9b53581d23e0", "tag": "a2734e62-4eb3-415f-bb6d-4ae7b261e2e1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:31.224128 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5628df69-7be8-41e8-be4c-314395ec4185 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:31.224579 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4374af18-e6b7-4146-9030-9b53581d23e0', 'tag': 'a2734e62-4eb3-415f-bb6d-4ae7b261e2e1', 'status': 'completed', 'code': 200} Jun 30 02:29:31.230316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-221eea6f-11b1-472e-b604-9927a4701b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:31.231932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-221eea6f-11b1-472e-b604-9927a4701b9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55998891-476d-4e20-bd74-8bd54a02dc52 HTTP/1.1" status: 200 len: 850 time: 0.0646448 Jun 30 02:29:31.267370 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39b23e6c-e8a8-47dc-a469-e487cc92468f req-9d80a3ef-648c-4ed7-8d0e-5755a757545a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/a9d83426-0466-4bb1-b08a-3e4d56106039 HTTP/1.1" status: 200 len: 1800 time: 0.0536807 Jun 30 02:29:31.270607 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-c7c6a19e-bf2e-456c-983d-2f58405f07a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f44d47-0613-4b33-a768-cad2b0088507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293481 Jun 30 02:29:31.279201 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-39b23e6c-e8a8-47dc-a469-e487cc92468f req-a6fe5b1b-d58d-478a-a1ea-5d8801650518 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1099889443', 'description': 'tempest-description-hth-1708758049'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:31.316727 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39b23e6c-e8a8-47dc-a469-e487cc92468f req-a6fe5b1b-d58d-478a-a1ea-5d8801650518 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.375652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39b23e6c-e8a8-47dc-a469-e487cc92468f req-a6fe5b1b-d58d-478a-a1ea-5d8801650518 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.383606 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39b23e6c-e8a8-47dc-a469-e487cc92468f req-a6fe5b1b-d58d-478a-a1ea-5d8801650518 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.386193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-39b23e6c-e8a8-47dc-a469-e487cc92468f req-a6fe5b1b-d58d-478a-a1ea-5d8801650518 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.393854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39b23e6c-e8a8-47dc-a469-e487cc92468f req-a6fe5b1b-d58d-478a-a1ea-5d8801650518 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "PUT /v2.0/security-groups/a9d83426-0466-4bb1-b08a-3e4d56106039 HTTP/1.1" status: 200 len: 1775 time: 0.1194017 Jun 30 02:29:31.401756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-81b89c60-b200-403d-b78d-11b98a5ced25 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100152 Jun 30 02:29:31.462702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe5b1b-d58d-478a-a1ea-5d8801650518 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d83426-0466-4bb1-b08a-3e4d56106039,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:31.476086 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5cae2411-7085-4fbf-a5c1-d74bc03c3e9a req-f6981403-671e-4923-86f4-21d21ec9a718 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/a9d83426-0466-4bb1-b08a-3e4d56106039 HTTP/1.1" status: 200 len: 1775 time: 0.0608060 Jun 30 02:29:31.589640 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21cb9a-a9c2-4cad-9894-a0f488ae7e84 req-37663594-f823-4932-9444-c3a1a7fd4729 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727800 Jun 30 02:29:31.600601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc121b0-01bf-4f19-8532-105091a78a9e req-c8eaafe2-1054-4c51-b3b1-4efeb15f54f7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:31.602194 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebc121b0-01bf-4f19-8532-105091a78a9e req-c8eaafe2-1054-4c51-b3b1-4efeb15f54f7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1039658 Jun 30 02:29:31.627566 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b1024a4-4952-4052-a89a-f632380c5632 req-e5373450-4824-4965-bea1-2a1970c9492c tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0318856 Jun 30 02:29:31.653573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebc121b0-01bf-4f19-8532-105091a78a9e req-420a7fdc-0c4a-4f7f-b1e7-d7213149d55f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370901 Jun 30 02:29:31.682692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-f5679f35-f37b-4da6-9d4c-6f242c92307b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252452 Jun 30 02:29:31.730409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76c85a44-c6f4-464e-a936-eb70749b75e7 req-f356d2fc-83f6-40ff-a27d-e787d9209f81 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/a9d83426-0466-4bb1-b08a-3e4d56106039 HTTP/1.1" status: 200 len: 1775 time: 0.0633919 Jun 30 02:29:31.822502 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-76c85a44-c6f4-464e-a936-eb70749b75e7 req-6aa1fc55-e98e-4973-b55e-4535af165053 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.861393 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-76c85a44-c6f4-464e-a936-eb70749b75e7 req-6aa1fc55-e98e-4973-b55e-4535af165053 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.867939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d825c-8589-40ef-91cf-dfa179c1309d req-195bf670-dac3-443e-917e-7e456586d57e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:31.869414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-195bf670-dac3-443e-917e-7e456586d57e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739831 Jun 30 02:29:31.874077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85072-7219-4283-b674-b034d64ae157 req-9255be40-5dcb-49da-a169-0ab5c5ea60df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:31.875582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44b85072-7219-4283-b674-b034d64ae157 req-9255be40-5dcb-49da-a169-0ab5c5ea60df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=97f28ee20a5745abac59f16624d52c1b&device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 1095 time: 0.1692731 Jun 30 02:29:31.902379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Request body: {'port': {'device_id': 'db2d04ca-966e-46b6-97c6-3b0bb242eddb', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8bc2179d3db14d6795047de24f143f84'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:31.929472 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-76c85a44-c6f4-464e-a936-eb70749b75e7 req-6aa1fc55-e98e-4973-b55e-4535af165053 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.932604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-76c85a44-c6f4-464e-a936-eb70749b75e7 req-6aa1fc55-e98e-4973-b55e-4535af165053 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:31.940055 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76c85a44-c6f4-464e-a936-eb70749b75e7 req-6aa1fc55-e98e-4973-b55e-4535af165053 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/a9d83426-0466-4bb1-b08a-3e4d56106039 HTTP/1.1" status: 204 len: 173 time: 0.2064497 Jun 30 02:29:31.973490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1fc55-e98e-4973-b55e-4535af165053 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d83426-0466-4bb1-b08a-3e4d56106039,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:32.104755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83524656-7eb9-4a47-8072-c30dc59197ab req-b2a031e7-85d6-4a6a-b712-d414a9d7eaa8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:32.106253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-83524656-7eb9-4a47-8072-c30dc59197ab req-b2a031e7-85d6-4a6a-b712-d414a9d7eaa8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.2560141 Jun 30 02:29:32.158917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85072-7219-4283-b674-b034d64ae157 req-c994083f-e98d-47cc-aa5c-fecebeaf78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:32.161509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44b85072-7219-4283-b674-b034d64ae157 req-c994083f-e98d-47cc-aa5c-fecebeaf78dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5f44d47-0613-4b33-a768-cad2b0088507 HTTP/1.1" status: 200 len: 911 time: 0.2661827 Jun 30 02:29:32.185345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-83524656-7eb9-4a47-8072-c30dc59197ab req-d7f00c29-53b0-47ca-96c7-945c4c6365f3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717180 Jun 30 02:29:32.185932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa7e33bd-478d-411e-88c9-4117fddcd6fa req-35917ff0-2ccf-4db7-9aca-9a2e6de5c4c6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 210 time: 0.0367062 Jun 30 02:29:32.187490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Made reservation on behalf of 8bc2179d3db14d6795047de24f143f84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:32.190914 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.248462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44b85072-7219-4283-b674-b034d64ae157 req-03dce155-f112-454b-b838-e97296c8454c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0720887 Jun 30 02:29:32.304781 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-4de8a2fb-de86-4778-af87-9d7c4c3b37de req-85248655-a965-43b1-b423-ac884c10d68f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] show failed (client error): The resource could not be found. Jun 30 02:29:32.305870 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4de8a2fb-de86-4778-af87-9d7c4c3b37de req-85248655-a965-43b1-b423-ac884c10d68f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/9b6ea2cf-7ca5-4deb-999c-fd9bb6b20cee HTTP/1.1" status: 404 len: 352 time: 0.0137370 Jun 30 02:29:32.346597 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-cd29df59-2d1c-4751-9a88-a5183c719f25 req-739dd30b-13fb-49f1-86f3-a1b3661fc072 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] show failed (client error): The resource could not be found. Jun 30 02:29:32.355331 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd29df59-2d1c-4751-9a88-a5183c719f25 req-739dd30b-13fb-49f1-86f3-a1b3661fc072 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/7b5cbd50-eb38-4d15-a34a-420fa87b50d8 HTTP/1.1" status: 404 len: 352 time: 0.0197103 Jun 30 02:29:32.388338 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-c57be92c-cb9e-44a6-8e86-95dac80f8ebf req-de95e3ca-7964-4132-ba63-807445656769 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] show failed (client error): The resource could not be found. Jun 30 02:29:32.389603 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c57be92c-cb9e-44a6-8e86-95dac80f8ebf req-de95e3ca-7964-4132-ba63-807445656769 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/f17ea816-2f93-43f7-b7f0-29f1802c7f25 HTTP/1.1" status: 404 len: 352 time: 0.0154386 Jun 30 02:29:32.397104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85072-7219-4283-b674-b034d64ae157 req-086ef141-623a-4a60-9fa7-c87ade86a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:32.398911 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44b85072-7219-4283-b674-b034d64ae157 req-086ef141-623a-4a60-9fa7-c87ade86a2eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55998891-476d-4e20-bd74-8bd54a02dc52 HTTP/1.1" status: 200 len: 850 time: 0.1399755 Jun 30 02:29:32.473548 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44b85072-7219-4283-b674-b034d64ae157 req-3934a53c-9028-4cf2-a322-56030c6ab35a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f44d47-0613-4b33-a768-cad2b0088507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403304 Jun 30 02:29:32.512360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Allocated IP 192.168.233.241 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/67f6544a-2126-4eef-9400-94a62600c98d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:32.533934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4f4d3-e77e-4d38-b09a-dd71f5886fb2 req-c1b06729-7245-4189-9803-04c49efd6439 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:32.535487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c0c4f4d3-e77e-4d38-b09a-dd71f5886fb2 req-c1b06729-7245-4189-9803-04c49efd6439 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 943 time: 0.1950831 Jun 30 02:29:32.554875 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-c0315158-5cfb-439a-bdef-f96d01e6abcd req-4e180e82-b54f-44bf-8e4c-e011f88a9d3c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] show failed (client error): The resource could not be found. Jun 30 02:29:32.555866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0315158-5cfb-439a-bdef-f96d01e6abcd req-4e180e82-b54f-44bf-8e4c-e011f88a9d3c tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/9681923f-415a-4bcc-af8d-ff98dba5992b HTTP/1.1" status: 404 len: 352 time: 0.0145745 Jun 30 02:29:32.596300 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-b4c3330b-a2cc-46ee-ac44-55e473522ba0 req-ae69a41d-bdcb-4010-bf8c-7da997c9e9ce tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] show failed (client error): The resource could not be found. Jun 30 02:29:32.597343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4c3330b-a2cc-46ee-ac44-55e473522ba0 req-ae69a41d-bdcb-4010-bf8c-7da997c9e9ce tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/afc0ee6e-9b83-4c1f-a83f-30182b14c3dc HTTP/1.1" status: 404 len: 352 time: 0.0169289 Jun 30 02:29:32.637160 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-6268ca8c-30d8-4ead-978b-4a30ec225618 req-11edd746-49fe-4fe3-af07-99398d7e61c0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] show failed (client error): The resource could not be found. Jun 30 02:29:32.638390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6268ca8c-30d8-4ead-978b-4a30ec225618 req-11edd746-49fe-4fe3-af07-99398d7e61c0 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/2d01bcbf-55e5-4a7e-ae07-59d6127f991b HTTP/1.1" status: 404 len: 352 time: 0.0191991 Jun 30 02:29:32.647365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c0c4f4d3-e77e-4d38-b09a-dd71f5886fb2 req-16db21e3-f4fb-4e2e-b5da-197f25b48a6c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852096 Jun 30 02:29:32.698601 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44b85072-7219-4283-b674-b034d64ae157 req-e025f42e-5f6d-4240-9335-e2ec9811cf71 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024329 Jun 30 02:29:32.840402 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6088e59d-f46c-4763-862a-9e0d99cca9f5 req-b2a74a9f-6216-48ca-9fb0-7f79707e72be tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0432956 Jun 30 02:29:32.897893 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.907965 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44b85072-7219-4283-b674-b034d64ae157 req-0a2d9062-5be4-4cd0-a02d-82633365cb82 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830320 Jun 30 02:29:32.915062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Transition to ACTIVE for port object 67f6544a-2126-4eef-9400-94a62600c98d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:32.961083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:32.974290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:33.045484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:33.054234 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9e2af41-d511-4d16-b425-ca6494395029 req-bad953aa-f20d-4869-bcf2-ccd67973de43 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0483608 Jun 30 02:29:33.055376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'e1daaca1-ce08-4b59-b011-418e61e7f152'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:33.076379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:33.079765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event updated for resources: {'Port': ['ID=67f6544a-2126-4eef-9400-94a62600c98d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:33.082107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:33.163830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:33.164490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:33.193695 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-0b333aa0-e7bf-4f2d-abdf-36fc9591d8a5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2979705 Jun 30 02:29:33.202436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1f758-332f-49ad-abcd-6dd6b70d0bf3 req-41cda4af-0bbf-41a0-b20f-d4ff2817804a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:33.203948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1c1f758-332f-49ad-abcd-6dd6b70d0bf3 req-41cda4af-0bbf-41a0-b20f-d4ff2817804a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1523957 Jun 30 02:29:33.215530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Request body: {'port': {'device_id': 'db2d04ca-966e-46b6-97c6-3b0bb242eddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:33.233945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ebc10-4728-403a-b495-f84c6f5e9254 req-59122fc0-f032-4ddb-8ee5-dd3e0ec72c25 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:33.242151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-873ebc10-4728-403a-b495-f84c6f5e9254 req-59122fc0-f032-4ddb-8ee5-dd3e0ec72c25 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 1024 time: 0.1292160 Jun 30 02:29:33.299174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-873ebc10-4728-403a-b495-f84c6f5e9254 req-53cc3761-f75c-4c20-8eae-9a348cfded0b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&id=64f77f11-9ae9-45af-b04a-f620ef7a30f8&id=86ffe0ab-8d7f-400a-9aa1-062dc3ba3f95&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0556717 Jun 30 02:29:33.316969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1c1f758-332f-49ad-abcd-6dd6b70d0bf3 req-3654c104-8087-4641-9cc5-9f052fefae39 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935709 Jun 30 02:29:33.386527 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:33.561617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a0504b04-0130-4e5f-a9ce-d58d75414d39 None None] Provisioning for port 67f6544a-2126-4eef-9400-94a62600c98d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:33.569242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a0504b04-0130-4e5f-a9ce-d58d75414d39 None None] Provisioning complete for port 67f6544a-2126-4eef-9400-94a62600c98d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:33.569872 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a0504b04-0130-4e5f-a9ce-d58d75414d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:33.574708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad03c7-f0ad-4900-b1ea-03744744b9de req-e03b7c18-965c-4a81-9560-1cfe48d23da9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:33.577430 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4ad03c7-f0ad-4900-b1ea-03744744b9de req-e03b7c18-965c-4a81-9560-1cfe48d23da9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 936 time: 0.0940216 Jun 30 02:29:33.614153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a0504b04-0130-4e5f-a9ce-d58d75414d39 None None] Port 67f6544a-2126-4eef-9400-94a62600c98d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:33.649576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d5e85-c5fc-4a62-b82d-148d73574aa4 req-238d3619-d8b2-4557-8598-3fdea11fc825 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:33.657466 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-194d5e85-c5fc-4a62-b82d-148d73574aa4 req-238d3619-d8b2-4557-8598-3fdea11fc825 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1953630 Jun 30 02:29:33.661590 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4ad03c7-f0ad-4900-b1ea-03744744b9de req-f2014e82-6140-4a12-ac78-8b66b42cb252 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707502 Jun 30 02:29:33.710233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-194d5e85-c5fc-4a62-b82d-148d73574aa4 req-93305a2c-6b1b-45de-a4f6-1fb0bc798169 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516603 Jun 30 02:29:33.829810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f6544a-2126-4eef-9400-94a62600c98d {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:33.838687 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:33.853522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Transition to ACTIVE for port object 67f6544a-2126-4eef-9400-94a62600c98d will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:33.866531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:33.940274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Pushing event updated for resources: {'Port': ['ID=67f6544a-2126-4eef-9400-94a62600c98d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:34.027770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740043ff-2381-4305-bc3d-cb122970aad5 req-ea6b117f-d798-4d89-a068-853540d03851 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.029827 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-740043ff-2381-4305-bc3d-cb122970aad5 req-ea6b117f-d798-4d89-a068-853540d03851 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 943 time: 0.1741211 Jun 30 02:29:34.039525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f9478d3-349b-48c0-88c4-f2e82d8d081f req-2248f666-7e84-4ecc-a07a-75e5e213d015 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0513830 Jun 30 02:29:34.067960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Attempting to bind port 67f6544a-2126-4eef-9400-94a62600c98d on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:34.068234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Attempting to bind port 67f6544a-2126-4eef-9400-94a62600c98d by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:34.068568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Attempting to bind port 67f6544a-2126-4eef-9400-94a62600c98d on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:34.082501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Port 67f6544a-2126-4eef-9400-94a62600c98d on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:34.082917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Attempting to bind port 67f6544a-2126-4eef-9400-94a62600c98d on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:34.095680 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-740043ff-2381-4305-bc3d-cb122970aad5 req-801cf512-6b5f-4e38-90e2-ad8215a4424b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571201 Jun 30 02:29:34.096437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:34.096777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:34.097296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:34.097752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Bound port: 67f6544a-2126-4eef-9400-94a62600c98d, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:34.098113 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.172689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] For port 67f6544a-2126-4eef-9400-94a62600c98d, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:34.176353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] For port 67f6544a-2126-4eef-9400-94a62600c98d, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67f6544a-2126-4eef-9400-94a62600c98d,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:34.180891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.222074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.222733 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.224184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] 10.222.0.69 "PUT /v2.0/ports/67f6544a-2126-4eef-9400-94a62600c98d HTTP/1.1" status: 200 len: 1097 time: 1.0193202 Jun 30 02:29:34.224689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2d04ca-966e-46b6-97c6-3b0bb242eddb', 'tag': '67f6544a-2126-4eef-9400-94a62600c98d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:34.227154 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efa1435-f600-4cb4-8bf6-09984e28be0b" -d '{"events": [{"name": "network-changed", "server_uuid": "db2d04ca-966e-46b6-97c6-3b0bb242eddb", "tag": "67f6544a-2126-4eef-9400-94a62600c98d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:34.252512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4c345-552d-4306-a728-ac69fbc93c27 service neutron] Pushing event updated for resources: {'Port': ['ID=67f6544a-2126-4eef-9400-94a62600c98d,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:34.322095 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b0f561-3eb2-4806-851e-b3f6e06a513d x-openstack-request-id: req-d2b0f561-3eb2-4806-851e-b3f6e06a513d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:34.322403 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2d04ca-966e-46b6-97c6-3b0bb242eddb", "tag": "67f6544a-2126-4eef-9400-94a62600c98d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:34.322743 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2b0f561-3eb2-4806-851e-b3f6e06a513d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:34.323181 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2d04ca-966e-46b6-97c6-3b0bb242eddb', 'tag': '67f6544a-2126-4eef-9400-94a62600c98d', 'status': 'completed', 'code': 200} Jun 30 02:29:34.364864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d825c-8589-40ef-91cf-dfa179c1309d req-54dbc4df-086a-428c-8c83-a2177f03b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.366504 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-54dbc4df-086a-428c-8c83-a2177f03b962 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 1100 time: 0.0789154 Jun 30 02:29:34.447310 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-02836b58-357c-471d-9078-4140eae0a83c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=67f6544a-2126-4eef-9400-94a62600c98d HTTP/1.1" status: 200 len: 217 time: 0.0684211 Jun 30 02:29:34.541765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:34.566077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d825c-8589-40ef-91cf-dfa179c1309d req-9c50adf4-ac89-4ecd-9fbf-aaa1fd62117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.568218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-9c50adf4-ac89-4ecd-9fbf-aaa1fd62117e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1134124 Jun 30 02:29:34.632088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af0a54-c7d5-4ab3-9a5f-0b96c85ba79d req-87c50fc7-16b2-4ccb-95e6-8de7812cd84a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.640748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2af0a54-c7d5-4ab3-9a5f-0b96c85ba79d req-87c50fc7-16b2-4ccb-95e6-8de7812cd84a tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 1024 time: 0.1167974 Jun 30 02:29:34.677880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:34.697246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'a2734e62-4eb3-415f-bb6d-4ae7b261e2e1', 'network_id': 'd5f44d47-0613-4b33-a768-cad2b0088507', 'port_id': 'a2734e62-4eb3-415f-bb6d-4ae7b261e2e1', 'mac_address': 'fa:16:3e:7e:47:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55998891-476d-4e20-bd74-8bd54a02dc52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:34.705968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2919d4f-ba79-417e-be86-37bde5e6ea8a req-ef9a192c-4aec-40b7-aeee-544a08b4faa1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.706675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2af0a54-c7d5-4ab3-9a5f-0b96c85ba79d req-d6a1738b-35d5-42fb-88f5-ac7cabb265be tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&id=64f77f11-9ae9-45af-b04a-f620ef7a30f8&id=86ffe0ab-8d7f-400a-9aa1-062dc3ba3f95&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0580740 Jun 30 02:29:34.713318 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2919d4f-ba79-417e-be86-37bde5e6ea8a req-ef9a192c-4aec-40b7-aeee-544a08b4faa1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.2149317 Jun 30 02:29:34.754127 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2919d4f-ba79-417e-be86-37bde5e6ea8a req-7910b180-1507-4577-8366-de632f86167a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Jun 30 02:29:34.757151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d825c-8589-40ef-91cf-dfa179c1309d req-1a3b8254-afcd-43c1-9c46-1624ab265b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.758637 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-1a3b8254-afcd-43c1-9c46-1624ab265b00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1784058 Jun 30 02:29:34.929980 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:34.941548 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-bac2f84e-5c86-4684-8b2b-4fdbc475193a service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715629 Jun 30 02:29:34.946100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:34.954968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d824fb-1441-48fe-b981-b29744e19a1f req-bc15de6e-9756-478a-b473-93bb3965f9b5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:34.957410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62d824fb-1441-48fe-b981-b29744e19a1f req-bc15de6e-9756-478a-b473-93bb3965f9b5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 948 time: 0.1226344 Jun 30 02:29:34.970016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:34.975593 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.012874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62d824fb-1441-48fe-b981-b29744e19a1f req-ee685a53-2200-4eb3-85c0-e7a6ebb0db26 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Jun 30 02:29:35.041572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:35.279889 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e919a36f-cc5f-4deb-9397-2740096f1764 req-509009e0-527e-4a22-a786-7e7f535f4ead tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0293784 Jun 30 02:29:35.393089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794f6b8-91c2-4edc-8ae3-c3d0aecb0579 req-4c5ff013-64ad-4f10-998a-09cfeb03dbac tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:35.394581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4794f6b8-91c2-4edc-8ae3-c3d0aecb0579 req-4c5ff013-64ad-4f10-998a-09cfeb03dbac tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.5017562 Jun 30 02:29:35.457604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbf61c-54c4-4581-9eaf-1d59cb480b87 req-84dddd40-2a10-419f-91df-6c4ff9ea32c2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:35.459292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85cbf61c-54c4-4581-9eaf-1d59cb480b87 req-84dddd40-2a10-419f-91df-6c4ff9ea32c2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 944 time: 0.0681369 Jun 30 02:29:35.473964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-659d825c-8589-40ef-91cf-dfa179c1309d req-facff6a6-2b5c-4327-9c4f-163fe30a93ff service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233834 Jun 30 02:29:35.484321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4794f6b8-91c2-4edc-8ae3-c3d0aecb0579 req-bfb522a3-e862-4bd3-8e80-61224122f272 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830131 Jun 30 02:29:35.499573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-bc7b5369-8415-4d69-b162-4404f75edf4b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:35.501541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-bc7b5369-8415-4d69-b162-4404f75edf4b tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.69 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 1024 time: 0.1637881 Jun 30 02:29:35.515510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a2734e62-4eb3-415f-bb6d-4ae7b261e2e1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:35.521158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85cbf61c-54c4-4581-9eaf-1d59cb480b87 req-5f4fd84f-8b9f-4e4a-bb05-ba8634d7feae tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521891 Jun 30 02:29:35.660630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-315ad929-d199-4ee6-b800-578fb7d54ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:35.662130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-315ad929-d199-4ee6-b800-578fb7d54ed6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 1100 time: 0.1036856 Jun 30 02:29:35.811382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-19a36cd7-8ea5-4593-a43e-ee42e8c54e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:35.812699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-19a36cd7-8ea5-4593-a43e-ee42e8c54e7a service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1431599 Jun 30 02:29:35.820551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-dd09d8ba-b7ca-4354-809c-dcaacb7d4fd8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Deleting port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:29:35.820907 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-dd09d8ba-b7ca-4354-809c-dcaacb7d4fd8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:35.907006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-caec6672-4d61-4d69-a7a7-4c083c554f09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=67f6544a-2126-4eef-9400-94a62600c98d HTTP/1.1" status: 200 len: 217 time: 0.0806801 Jun 30 02:29:35.908865 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11aa9445-8fe2-453f-8647-e7312651d7d3 req-51d3d301-c49d-4902-afae-6b9cd33001d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6ba5f64eb3f40888912065205a910bc&device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0472462 Jun 30 02:29:35.982111 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11aa9445-8fe2-453f-8647-e7312651d7d3 req-243500a1-f295-4bfb-9901-618279b1c422 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f6ba5f64eb3f40888912065205a910bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624886 Jun 30 02:29:35.985056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e984e-e247-484f-9ff3-7019393af626 req-e6cd9c97-bb88-42b0-b078-9807287990db tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:35.986563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf9e984e-e247-484f-9ff3-7019393af626 req-e6cd9c97-bb88-42b0-b078-9807287990db tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 945 time: 0.2379606 Jun 30 02:29:36.029439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-dd09d8ba-b7ca-4354-809c-dcaacb7d4fd8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] For port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,segment=NetworkSegment(3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0),segment_id=3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:36.029769 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-dd09d8ba-b7ca-4354-809c-dcaacb7d4fd8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:36.042962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-6ed99de5-e855-447b-a75d-3564013d730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:36.044514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-6ed99de5-e855-447b-a75d-3564013d730f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1256576 Jun 30 02:29:36.073072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-dd09d8ba-b7ca-4354-809c-dcaacb7d4fd8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Calling delete_port for a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:29:36.101785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf9e984e-e247-484f-9ff3-7019393af626 req-f5d66757-ac5c-4396-af7b-fde8cfeb1fab tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057835 Jun 30 02:29:36.188297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-fe70721f-9846-494e-8b77-5a2edea0e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:36.189804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-fe70721f-9846-494e-8b77-5a2edea0e2a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310015 Jun 30 02:29:36.384948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-bfc04ef6-d745-4fc0-91c2-8f2b900764dc service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862073 Jun 30 02:29:36.387186 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-dd09d8ba-b7ca-4354-809c-dcaacb7d4fd8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:36.399913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:36.458909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09d8ba-b7ca-4354-809c-dcaacb7d4fd8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'Port': ['ID=a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:36.469845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d5c86-c7e8-48ed-836e-b1b2cdb8c13d req-efa2515f-dbf3-4f0e-a27b-708bc7b29544 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:36.471458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-751d5c86-c7e8-48ed-836e-b1b2cdb8c13d req-efa2515f-dbf3-4f0e-a27b-708bc7b29544 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 945 time: 0.5532448 Jun 30 02:29:36.546015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ea94-558c-4341-bd99-f60fdafbf996 req-937c5a26-7ee7-4927-95f7-713a51a4836c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:36.548058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8da3ea94-558c-4341-bd99-f60fdafbf996 req-937c5a26-7ee7-4927-95f7-713a51a4836c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.2796679 Jun 30 02:29:36.571654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa9445-8fe2-453f-8647-e7312651d7d3 req-bff3387a-4b6b-48f9-84a8-f06beeb69cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:36.574638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11aa9445-8fe2-453f-8647-e7312651d7d3 req-bff3387a-4b6b-48f9-84a8-f06beeb69cd9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5819662 Jun 30 02:29:36.582649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-dd09d8ba-b7ca-4354-809c-dcaacb7d4fd8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] No DVR routers for this DVR port a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:29:36.595493 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-dd09d8ba-b7ca-4354-809c-dcaacb7d4fd8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:36.597528 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a7b9f4a-caad-454d-8543-7ac402d92c91 req-dd09d8ba-b7ca-4354-809c-dcaacb7d4fd8 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.69 "DELETE /v2.0/ports/a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd HTTP/1.1" status: 204 len: 173 time: 1.0824106 Jun 30 02:29:36.604245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'name': 'network-vif-deleted', 'tag': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:36.606053 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-751d5c86-c7e8-48ed-836e-b1b2cdb8c13d req-5c32ee25-77b7-419f-82fb-ee6cdfe5e3cc tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed1fe4bd-93d6-435f-9bfc-7025e458dafb&id=64f77f11-9ae9-45af-b04a-f620ef7a30f8&id=86ffe0ab-8d7f-400a-9aa1-062dc3ba3f95&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1216714 Jun 30 02:29:36.607667 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ffa4b8-3847-449f-9d7b-05feaf905812" -d '{"events": [{"server_uuid": "f96db9c6-ddea-49b3-81de-acce345b633a", "name": "network-vif-deleted", "tag": "a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:36.639797 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2efa1435-f600-4cb4-8bf6-09984e28be0b req-954c723d-fad1-4f66-8f15-99fb133ad490 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471073 Jun 30 02:29:36.656488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8da3ea94-558c-4341-bd99-f60fdafbf996 req-82195389-2014-4a9f-bc33-7314d36c3564 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777161 Jun 30 02:29:36.775320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-700cfa45-00fe-48aa-bdc4-7eb7945d2227 req-0db59bf8-7bc6-4ddc-b90d-c2e9966447e5 tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0357149 Jun 30 02:29:36.891508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209981e0-2ca4-4967-96c8-e5f363e64cd0 req-1b084655-e04d-48c1-adb3-b72ec8c63960 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:36.893057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-209981e0-2ca4-4967-96c8-e5f363e64cd0 req-1b084655-e04d-48c1-adb3-b72ec8c63960 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 948 time: 0.1086357 Jun 30 02:29:36.941269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-209981e0-2ca4-4967-96c8-e5f363e64cd0 req-6f051afa-383d-4fa1-b105-c28103e3c18f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Jun 30 02:29:37.011328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282fa5d-2e2b-464d-9bc9-cedecf7d955e req-633d6966-8df5-4422-af31-9b636f6ee524 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.012864 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3282fa5d-2e2b-464d-9bc9-cedecf7d955e req-633d6966-8df5-4422-af31-9b636f6ee524 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1039188 Jun 30 02:29:37.073759 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3282fa5d-2e2b-464d-9bc9-cedecf7d955e req-c1571fa5-0f80-45fd-8959-bd9b09522615 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459018 Jun 30 02:29:37.125667 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db20501a-dcff-47ef-a89c-f3885731243f x-openstack-request-id: req-db20501a-dcff-47ef-a89c-f3885731243f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:37.126034 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96db9c6-ddea-49b3-81de-acce345b633a", "name": "network-vif-deleted", "tag": "a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:37.126347 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db20501a-dcff-47ef-a89c-f3885731243f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:37.126850 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96db9c6-ddea-49b3-81de-acce345b633a', 'name': 'network-vif-deleted', 'tag': 'a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd', 'status': 'completed', 'code': 200} Jun 30 02:29:37.147710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e07646-3118-4b84-bc8d-ca6d0788df81 req-11652769-6a1f-48f1-bd7c-8949f94b9210 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.157101 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-11e07646-3118-4b84-bc8d-ca6d0788df81 req-11652769-6a1f-48f1-bd7c-8949f94b9210 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 944 time: 0.0810606 Jun 30 02:29:37.192617 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-11e07646-3118-4b84-bc8d-ca6d0788df81 req-7d9ec8f2-b84f-4742-bbf9-65aa0ef96778 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345457 Jun 30 02:29:37.511815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2cfd9-a69c-4312-99f1-a076aef09d81 req-837c3cec-17f3-4a01-adaa-b62a44d7ae0a tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.514359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9c2cfd9-a69c-4312-99f1-a076aef09d81 req-837c3cec-17f3-4a01-adaa-b62a44d7ae0a tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 945 time: 0.0743639 Jun 30 02:29:37.558284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9c2cfd9-a69c-4312-99f1-a076aef09d81 req-ee76cc41-34ba-41e2-8a4d-9a8e9e969d60 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374131 Jun 30 02:29:37.834127 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58f3e739-dc97-44c0-88d5-7174d4f232ad req-75e9cce5-a66b-42b7-b209-f066d180954f tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/ports?device_id=f96db9c6-ddea-49b3-81de-acce345b633a HTTP/1.1" status: 200 len: 210 time: 0.0299919 Jun 30 02:29:37.870156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a231c7f-3c61-452a-90b2-d2fa4431866b req-19672359-bff2-445e-877c-eddf2b213bcf tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:37.871815 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a231c7f-3c61-452a-90b2-d2fa4431866b req-19672359-bff2-445e-877c-eddf2b213bcf tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.0814238 Jun 30 02:29:37.931665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a231c7f-3c61-452a-90b2-d2fa4431866b req-38e65c23-1ab3-4543-bbf5-6d6f84077642 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522392 Jun 30 02:29:37.971698 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11597d52-e642-4eb7-a919-00d6b15d3069 req-3143a634-b01a-4e93-b713-99432ebdb8ac tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0316660 Jun 30 02:29:38.130107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68e776-c37a-4d42-a1e7-cff34350c980 req-94822d5a-9c76-4fd8-9d53-cffc0e650be0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:38.131538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff68e776-c37a-4d42-a1e7-cff34350c980 req-94822d5a-9c76-4fd8-9d53-cffc0e650be0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 948 time: 0.0714414 Jun 30 02:29:38.175459 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff68e776-c37a-4d42-a1e7-cff34350c980 req-a27298ce-a528-43b6-9c1b-ab316c911b83 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373745 Jun 30 02:29:38.249238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ec427-361b-4155-bbc4-1c27392743dc req-2004d55c-b3c7-461a-a0fa-c9f00f87a9bf tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:38.250992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f05ec427-361b-4155-bbc4-1c27392743dc req-2004d55c-b3c7-461a-a0fa-c9f00f87a9bf tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.0679002 Jun 30 02:29:38.292175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f05ec427-361b-4155-bbc4-1c27392743dc req-743b1845-98f4-4935-aec8-d36d6da9e0be tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345464 Jun 30 02:29:38.390164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af993ff-01ca-4209-9da1-b2ce9309343c req-cf5c603a-740c-4520-94ee-accefc89b827 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:38.396067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8af993ff-01ca-4209-9da1-b2ce9309343c req-cf5c603a-740c-4520-94ee-accefc89b827 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 944 time: 0.0868039 Jun 30 02:29:38.440954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-11aa9445-8fe2-453f-8647-e7312651d7d3 req-f67bdd54-7fe8-46d5-9676-58d56a59a7db tempest-ServerShowV254Test-743332147 tempest-ServerShowV254Test-743332147-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb4a71-88cf-4899-972b-9ed35ae8d012 HTTP/1.1" status: 200 len: 210 time: 0.0361280 Jun 30 02:29:38.472909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8af993ff-01ca-4209-9da1-b2ce9309343c req-243f41fa-73c0-476a-b32d-375a5e09d019 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750721 Jun 30 02:29:38.561652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:38.594929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:29:38.619087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:29:38.619581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device a7d0e097-dd4f-4c0c-ae0d-7bfc3315a0fd not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:29:38.652463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:38.656999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:38.657188 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:38.740997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d193d13-e81b-4602-b274-a76aa5b0ee69 req-8852fc87-7892-49d0-bb80-54207544f08d tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:38.742208 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:38.747536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d193d13-e81b-4602-b274-a76aa5b0ee69 req-8852fc87-7892-49d0-bb80-54207544f08d tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 945 time: 0.0701461 Jun 30 02:29:38.766835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4374af18-e6b7-4146-9030-9b53581d23e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2734e62-4eb3-415f-bb6d-4ae7b261e2e1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:38.769161 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02354c38-3a27-4dae-bebb-1283102786b2" -d '{"events": [{"server_uuid": "4374af18-e6b7-4146-9030-9b53581d23e0", "name": "network-vif-plugged", "status": "completed", "tag": "a2734e62-4eb3-415f-bb6d-4ae7b261e2e1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:38.784213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:38.789986 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:38.809410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d193d13-e81b-4602-b274-a76aa5b0ee69 req-c2b33a9b-9c40-4bb2-b4f7-98876320eca4 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584831 Jun 30 02:29:38.820901 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5943601f-fb63-4901-8cf1-16bb72b6f236 x-openstack-request-id: req-5943601f-fb63-4901-8cf1-16bb72b6f236 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:38.821170 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4374af18-e6b7-4146-9030-9b53581d23e0", "name": "network-vif-plugged", "status": "completed", "tag": "a2734e62-4eb3-415f-bb6d-4ae7b261e2e1", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:38.821498 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5943601f-fb63-4901-8cf1-16bb72b6f236 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:38.821947 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4374af18-e6b7-4146-9030-9b53581d23e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2734e62-4eb3-415f-bb6d-4ae7b261e2e1', 'code': 200} Jun 30 02:29:38.850517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:38.982133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f7974-48fb-450b-89cf-6858cacfbc69 req-11298f8a-3c97-4fdb-bc3b-5af1c6db6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:38.983937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa1f7974-48fb-450b-89cf-6858cacfbc69 req-11298f8a-3c97-4fdb-bc3b-5af1c6db6444 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 1097 time: 0.0691547 Jun 30 02:29:39.041768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5a44c6f-fe2e-4ceb-9a83-ee55272021b8 req-6bd26f23-4e39-4da0-bd25-8e6ec91788be tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/64f77f11-9ae9-45af-b04a-f620ef7a30f8 HTTP/1.1" status: 200 len: 1800 time: 0.0859094 Jun 30 02:29:39.064139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa1f7974-48fb-450b-89cf-6858cacfbc69 req-0c8f7dec-dce2-4ec8-afb3-c36e57b9ee30 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647414 Jun 30 02:29:39.123167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5a44c6f-fe2e-4ceb-9a83-ee55272021b8 req-17133b09-f8a3-4de6-a4ec-116aeee8801d tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.152666 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5a44c6f-fe2e-4ceb-9a83-ee55272021b8 req-17133b09-f8a3-4de6-a4ec-116aeee8801d tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.171752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537f70e-52b6-4bc8-930c-2f5465cefa58 req-f765476b-b9c8-4d9f-8f4a-7fc8043ced80 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.173623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5537f70e-52b6-4bc8-930c-2f5465cefa58 req-f765476b-b9c8-4d9f-8f4a-7fc8043ced80 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.0933187 Jun 30 02:29:39.208024 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5a44c6f-fe2e-4ceb-9a83-ee55272021b8 req-17133b09-f8a3-4de6-a4ec-116aeee8801d tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.210475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5a44c6f-fe2e-4ceb-9a83-ee55272021b8 req-17133b09-f8a3-4de6-a4ec-116aeee8801d tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.212122 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5a44c6f-fe2e-4ceb-9a83-ee55272021b8 req-17133b09-f8a3-4de6-a4ec-116aeee8801d tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/64f77f11-9ae9-45af-b04a-f620ef7a30f8 HTTP/1.1" status: 204 len: 173 time: 0.1614065 Jun 30 02:29:39.221624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17133b09-f8a3-4de6-a4ec-116aeee8801d tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f77f11-9ae9-45af-b04a-f620ef7a30f8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:39.227942 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5537f70e-52b6-4bc8-930c-2f5465cefa58 req-7b4bdad9-332c-4d7f-a69c-9c489d8bab28 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448177 Jun 30 02:29:39.366221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aedb9d59-1785-423d-93b4-f78fd958e6c0 req-560842c8-1056-4a41-a752-8951b0f54356 tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "GET /v2.0/security-groups/86ffe0ab-8d7f-400a-9aa1-062dc3ba3f95 HTTP/1.1" status: 200 len: 1799 time: 0.0457957 Jun 30 02:29:39.402318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1e6bd-4576-45ee-845b-9fc9a79cf06b req-33779725-251a-4693-a5d4-08142f4ce668 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.403902 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5cb1e6bd-4576-45ee-845b-9fc9a79cf06b req-33779725-251a-4693-a5d4-08142f4ce668 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 948 time: 0.0736189 Jun 30 02:29:39.437321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aedb9d59-1785-423d-93b4-f78fd958e6c0 req-6b705f89-dad1-46e0-b16b-3ed638f539fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.453922 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5cb1e6bd-4576-45ee-845b-9fc9a79cf06b req-1ef86e64-2231-4da4-94a5-e7abd20f162b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 Jun 30 02:29:39.468451 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aedb9d59-1785-423d-93b4-f78fd958e6c0 req-6b705f89-dad1-46e0-b16b-3ed638f539fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.521646 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aedb9d59-1785-423d-93b4-f78fd958e6c0 req-6b705f89-dad1-46e0-b16b-3ed638f539fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.524231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aedb9d59-1785-423d-93b4-f78fd958e6c0 req-6b705f89-dad1-46e0-b16b-3ed638f539fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.525390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aedb9d59-1785-423d-93b4-f78fd958e6c0 req-6b705f89-dad1-46e0-b16b-3ed638f539fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] 10.222.0.55 "DELETE /v2.0/security-groups/86ffe0ab-8d7f-400a-9aa1-062dc3ba3f95 HTTP/1.1" status: 204 len: 173 time: 0.1530244 Jun 30 02:29:39.532283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:39.544479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b705f89-dad1-46e0-b16b-3ed638f539fe tempest-SecurityGroupsTestJSON-1406121243 tempest-SecurityGroupsTestJSON-1406121243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ffe0ab-8d7f-400a-9aa1-062dc3ba3f95,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:39.599185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed96c7d0-ccf0-4dae-9ead-e989426e33a1 admin admin] Deleting subnet 3cbd27a4-590d-426d-baa3-a46feb1e4cfb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:29:39.603664 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7d0-ccf0-4dae-9ead-e989426e33a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.644726 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:39.646895 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7d0-ccf0-4dae-9ead-e989426e33a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.734667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8faceb-3a12-46ef-9db7-430cedf03ef6 req-e763822d-1b5e-4bed-85fd-4d8ed871c9ae tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.736186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac8faceb-3a12-46ef-9db7-430cedf03ef6 req-e763822d-1b5e-4bed-85fd-4d8ed871c9ae tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.0673480 Jun 30 02:29:39.753365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7d0-ccf0-4dae-9ead-e989426e33a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.791792 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f053d90-6ac4-473f-af01-0f9589eb6cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.808886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac8faceb-3a12-46ef-9db7-430cedf03ef6 req-821c8a61-dd05-4594-bd05-9681f735c968 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641413 Jun 30 02:29:39.824334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b7f1e-24d0-4eed-a0ce-7b2a644f24ed req-8949b4db-323c-4128-9a25-ced708b56391 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:39.840290 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af4b7f1e-24d0-4eed-a0ce-7b2a644f24ed req-8949b4db-323c-4128-9a25-ced708b56391 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1576915 Jun 30 02:29:39.909090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7d0-ccf0-4dae-9ead-e989426e33a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.925990 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f053d90-6ac4-473f-af01-0f9589eb6cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.934708 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f053d90-6ac4-473f-af01-0f9589eb6cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.959306 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af4b7f1e-24d0-4eed-a0ce-7b2a644f24ed req-90eebe3b-3a44-4ac2-bd64-385e2bedb458 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180727 Jun 30 02:29:39.960568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96c7d0-ccf0-4dae-9ead-e989426e33a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbd27a4-590d-426d-baa3-a46feb1e4cfb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:39.971908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed96c7d0-ccf0-4dae-9ead-e989426e33a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:39.973836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ed96c7d0-ccf0-4dae-9ead-e989426e33a1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3cbd27a4-590d-426d-baa3-a46feb1e4cfb HTTP/1.1" status: 204 len: 168 time: 0.4401021 Jun 30 02:29:39.976958 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:40.020705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f053d90-6ac4-473f-af01-0f9589eb6cde admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6ba5f64eb3f40888912065205a910bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714688 Jun 30 02:29:40.023044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:40.031691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f053d90-6ac4-473f-af01-0f9589eb6cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0c6a47-b31c-40f3-abd6-be964029c908,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:40.049034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-1dd8f3b4-8daf-4a4c-8410-00804965fb38 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:40.050807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-1dd8f3b4-8daf-4a4c-8410-00804965fb38 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 945 time: 0.2525630 Jun 30 02:29:40.102391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3da4b3-9cab-4683-b558-b00c1eed30db req-2fc0a71a-142c-4be5-9ad7-a96770c19f09 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:40.104352 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b3da4b3-9cab-4683-b558-b00c1eed30db req-2fc0a71a-142c-4be5-9ad7-a96770c19f09 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 945 time: 0.1420252 Jun 30 02:29:40.113898 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af1d95c0-bec1-45c6-be89-bce711da4831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.120515 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.139561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af1d95c0-bec1-45c6-be89-bce711da4831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.210665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b3da4b3-9cab-4683-b558-b00c1eed30db req-df25fc3f-6d15-445e-8e1f-564d59db3482 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a6366f5-c062-4f9b-a5d6-72a2a8c31588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547543 Jun 30 02:29:40.225020 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af1d95c0-bec1-45c6-be89-bce711da4831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.229232 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af1d95c0-bec1-45c6-be89-bce711da4831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.231205 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-af1d95c0-bec1-45c6-be89-bce711da4831 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a0c6a47-b31c-40f3-abd6-be964029c908 HTTP/1.1" status: 204 len: 168 time: 0.2061052 Jun 30 02:29:40.242727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d95c0-bec1-45c6-be89-bce711da4831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0c6a47-b31c-40f3-abd6-be964029c908,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:40.254937 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.267537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d45558a-bc8c-4993-97d3-af06d90aa774']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:40.285077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:40.285369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f04e54e-ba6e-41f1-92e6-0ea2a796cfc0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:40.296230 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.298645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Deleting port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:29:40.298989 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.354087 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.367457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:29:40.367867 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:29:40.369664 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:29:40.375906 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:29:40.375906 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:29:40.375906 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:29:40.375906 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:29:40.375906 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:29:40.375906 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:29:40.375906 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:29:40.507592 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.515546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] For port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:40.515921 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.521923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.523698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8d45558a-bc8c-4993-97d3-af06d90aa774 HTTP/1.1" status: 204 len: 168 time: 0.5458229 Jun 30 02:29:40.544687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28040e3f-afce-49ad-b7d1-20006c684716 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d45558a-bc8c-4993-97d3-af06d90aa774,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:40.599346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67f6544a-2126-4eef-9400-94a62600c98d details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:40.616233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d83e3d-3e7f-477a-958b-71e56914a34d req-d4364379-a80a-4ca8-b358-068777f1ef2a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:40.619838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68d83e3d-3e7f-477a-958b-71e56914a34d req-d4364379-a80a-4ca8-b358-068777f1ef2a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.2387450 Jun 30 02:29:40.778817 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68d83e3d-3e7f-477a-958b-71e56914a34d req-13666333-69c9-4814-8521-9051c2f93d21 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389766 Jun 30 02:29:40.793892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb112ff-fd36-4022-992c-ea8e771c003e req-8cec32dc-1ec5-4b69-befb-91b194497a23 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:40.805694 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4eb112ff-fd36-4022-992c-ea8e771c003e req-8cec32dc-1ec5-4b69-befb-91b194497a23 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 948 time: 0.1598656 Jun 30 02:29:40.867570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4eb112ff-fd36-4022-992c-ea8e771c003e req-aedc627f-3629-4106-af53-0bff811fe357 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581179 Jun 30 02:29:40.895935 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.896323 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:40.896640 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Floating IP cb5f49c8-48d5-4cbc-b10a-edf112b11ad3 disassociated. External IP: 172.25.7.177, port: fd1e2b75-58a6-4ab3-81b0-d8eb3089172c. Jun 30 02:29:40.897121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Calling delete_port for fd1e2b75-58a6-4ab3-81b0-d8eb3089172c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:29:40.922818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:40.993647 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c4185201-c11a-47fc-b825-d0684929abca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6aa0f3d90a7461ca31582a28c2726ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693719 Jun 30 02:29:40.999237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:41.009507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67f6544a-2126-4eef-9400-94a62600c98d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67f6544a-2126-4eef-9400-94a62600c98d,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:41.084896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '67f6544a-2126-4eef-9400-94a62600c98d', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '67f6544a-2126-4eef-9400-94a62600c98d', 'mac_address': 'fa:16:3e:81:61:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:41.149368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e11ee57-c0a9-49c0-938d-0b4ed910e92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.193596 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6968e3-e2db-4865-acf9-4524c8d431ae req-ae10cb91-8857-4e60-82ee-57d2218719c3 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:41.201258 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5e6968e3-e2db-4865-acf9-4524c8d431ae req-ae10cb91-8857-4e60-82ee-57d2218719c3 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1374259 Jun 30 02:29:41.204418 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.208038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e11ee57-c0a9-49c0-938d-0b4ed910e92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.233922 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.264512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f6544a-2126-4eef-9400-94a62600c98d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:41.267846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event deleted for resources: {'Port': ['ID=fd1e2b75-58a6-4ab3-81b0-d8eb3089172c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:41.294973 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.296759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.297351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.297755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.298090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.298426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.298820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.299201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.299534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.299861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.300210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.300526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:41.318440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67f6544a-2126-4eef-9400-94a62600c98d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67f6544a-2126-4eef-9400-94a62600c98d,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:41.325845 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.354703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d793f-4078-4ff1-9170-07042715fd6c req-6ab2322d-46c0-47ce-82dc-290343835654 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:41.363091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-682d793f-4078-4ff1-9170-07042715fd6c req-6ab2322d-46c0-47ce-82dc-290343835654 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1520033 Jun 30 02:29:41.406322 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e11ee57-c0a9-49c0-938d-0b4ed910e92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.409390 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e11ee57-c0a9-49c0-938d-0b4ed910e92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.416191 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8e11ee57-c0a9-49c0-938d-0b4ed910e92f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed1fe4bd-93d6-435f-9bfc-7025e458dafb HTTP/1.1" status: 204 len: 168 time: 0.4123983 Jun 30 02:29:41.454938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=67f6544a-2126-4eef-9400-94a62600c98d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:41.462610 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-682d793f-4078-4ff1-9170-07042715fd6c req-6688a1d0-b282-4e16-876d-532163513150 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984428 Jun 30 02:29:41.480521 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5e6968e3-e2db-4865-acf9-4524c8d431ae req-2c22458c-c95c-4258-9099-f6aa5e1d01f7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782011 Jun 30 02:29:41.489810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11ee57-c0a9-49c0-938d-0b4ed910e92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1fe4bd-93d6-435f-9bfc-7025e458dafb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:41.537765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Router d2d07821-536c-4b31-ab28-18b91e94f80e has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:29:41.632764 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44ccc4e8-4972-4dfa-aec9-1c62a63cbc96 req-6482f882-6090-4fe6-a1fc-9efeb40e62f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9324916-f8d6-4894-8318-9eb0852dbba6 HTTP/1.1" status: 200 len: 210 time: 0.0356190 Jun 30 02:29:41.701567 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['67f6544a-2126-4eef-9400-94a62600c98d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:41.703666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:29:41.751185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] Sync routers for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:29:41.790171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:41.791173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:41.829780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] No DVR routers for this DVR port fd1e2b75-58a6-4ab3-81b0-d8eb3089172c on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:29:41.837271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:41.840166 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36124ee3-f0c3-4634-b337-1af5171cd5a2 req-e0aabf2a-bb33-4ba3-931e-050f64329bce tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.69 "DELETE /v2.0/ports/fd1e2b75-58a6-4ab3-81b0-d8eb3089172c HTTP/1.1" status: 204 len: 173 time: 1.7770956 Jun 30 02:29:41.840309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'name': 'network-vif-deleted', 'tag': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:41.845158 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8480e901-3e3c-4bd2-8e3d-411d8dcf36c6" -d '{"events": [{"server_uuid": "e9324916-f8d6-4894-8318-9eb0852dbba6", "name": "network-vif-deleted", "tag": "fd1e2b75-58a6-4ab3-81b0-d8eb3089172c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:41.920154 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df2dbfe-7686-4dee-b218-6688319a9f03 x-openstack-request-id: req-8df2dbfe-7686-4dee-b218-6688319a9f03 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:41.920716 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9324916-f8d6-4894-8318-9eb0852dbba6", "name": "network-vif-deleted", "tag": "fd1e2b75-58a6-4ab3-81b0-d8eb3089172c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:41.921428 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8df2dbfe-7686-4dee-b218-6688319a9f03 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:41.922009 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9324916-f8d6-4894-8318-9eb0852dbba6', 'name': 'network-vif-deleted', 'tag': 'fd1e2b75-58a6-4ab3-81b0-d8eb3089172c', 'status': 'completed', 'code': 200} Jun 30 02:29:42.151314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b5583-350c-47b0-abbb-a7eb7a432b5f req-eb81fe5d-26ab-4e40-8db1-fa0e6bc72f9f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.166142 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bb1b5583-350c-47b0-abbb-a7eb7a432b5f req-eb81fe5d-26ab-4e40-8db1-fa0e6bc72f9f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1552117 Jun 30 02:29:42.261915 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bb1b5583-350c-47b0-abbb-a7eb7a432b5f req-187daf85-e967-47ca-adcc-00d5de425ab4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940783 Jun 30 02:29:42.267343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928faa6f-9ac4-497f-8cca-027522e72df6 req-10b83ead-6e5a-460e-9deb-993a1fd723f7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.277509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-928faa6f-9ac4-497f-8cca-027522e72df6 req-10b83ead-6e5a-460e-9deb-993a1fd723f7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 949 time: 0.1552997 Jun 30 02:29:42.309354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:42.360493 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-928faa6f-9ac4-497f-8cca-027522e72df6 req-4bca4a96-32a4-4141-a9a2-4eb896b01321 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820105 Jun 30 02:29:42.598728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:42.632442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fd1e2b75-58a6-4ab3-81b0-d8eb3089172c no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:29:42.634763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] Checking router: d2d07821-536c-4b31-ab28-18b91e94f80e for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:29:42.665881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: fd1e2b75-58a6-4ab3-81b0-d8eb3089172c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:29:42.666949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fd1e2b75-58a6-4ab3-81b0-d8eb3089172c not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:29:42.669148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:42.670141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:42.756253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:42.790853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a54ae-154c-48d1-b098-0848dd606d6c req-6eef990f-ae96-42d3-927e-9fa27104c719 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:42.792685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2e4a54ae-154c-48d1-b098-0848dd606d6c req-6eef990f-ae96-42d3-927e-9fa27104c719 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1167817 Jun 30 02:29:42.850789 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2e4a54ae-154c-48d1-b098-0848dd606d6c req-6b75ac73-37ff-4e02-afd0-881c3be05206 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477703 Jun 30 02:29:42.861734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:43.001066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-807709431-network', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:43.043251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:43.046197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.057403 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.148983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7357c9-47eb-449e-a9e2-46e6719225f6 req-8925ffef-e451-481a-ab20-a50db1a247a6 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:43.164479 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c7357c9-47eb-449e-a9e2-46e6719225f6 req-8925ffef-e451-481a-ab20-a50db1a247a6 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1047037 Jun 30 02:29:43.181040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.210077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:43.212254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.217565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4e2ad79a-1429-4291-a3a6-c027f8c8c85b req-3dba5e20-7b77-4fc9-9d10-70ba9188567c tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0349872 Jun 30 02:29:43.238462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:29:43.241728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c7357c9-47eb-449e-a9e2-46e6719225f6 req-c7669edb-6096-4359-bbf1-fa966226e573 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763409 Jun 30 02:29:43.257334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c6af9-1b65-42bc-bfb0-7bcf6f4e0968 None None] The sync data for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 is: [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:22:31Z', 'revision_number': 4, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '508f7c50-7d98-47bf-818b-264c2a1bcb7f', 'name': '', 'network_id': '3e0ce481-75f2-4688-9eec-39a2795f75c7', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'mac_address': 'fa:16:3e:4d:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:29Z', 'updated_at': '2021-06-30T02:22:37Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'subnets': [{'id': 'f4b029b4-fcea-4790-a765-2f1787071d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:29:43.289863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bb5cff-1421-4cf3-8ae5-a0267a51191e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:43.313208 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.313667 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Added segment e5550075-027e-4821-8da2-f441c87de034 of type vlan for network 1bf7c089-dba0-493c-abbd-547a13d73c08 Jun 30 02:29:43.377705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.434230 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.435667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:43.436392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.512878 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7553406 Jun 30 02:29:43.515597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:43.521527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Request body: {'subnet': {'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-807709431-subnet', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:43.542068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-88731d63-40fc-448d-a482-4bf8c66db8c7 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2129567189&fields=id&tenant_id=26634101d2e64b6fbba1d82a742d4eb6 HTTP/1.1" status: 200 len: 267 time: 0.1262252 Jun 30 02:29:43.577091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:43.580632 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943bc34-36cc-4e47-ae2c-21d24d4a6fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf7c089-dba0-493c-abbd-547a13d73c08,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:43.581499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.597414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 1bf7c089-dba0-493c-abbd-547a13d73c08 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:29:43.713728 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9eb135-f508-4a07-9686-c2bee9e9c0f2 None None] New status for floating IP cb5f49c8-48d5-4cbc-b10a-edf112b11ad3: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:29:43.787153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-e50b0126-3bfc-48ec-a8af-b1081565cc9a tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:43.794451 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-e50b0126-3bfc-48ec-a8af-b1081565cc9a tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/networks?id=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df HTTP/1.1" status: 200 len: 815 time: 0.2513294 Jun 30 02:29:43.814166 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-d0e2cf72-89b1-4e1c-b05e-602db0c2f7cf tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/quotas/26634101d2e64b6fbba1d82a742d4eb6 HTTP/1.1" status: 200 len: 375 time: 0.0183690 Jun 30 02:29:43.858558 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:43.903350 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-1eb2af6e-bfb6-4aae-b0fa-4e23156f2bc2 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=26634101d2e64b6fbba1d82a742d4eb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882044 Jun 30 02:29:43.986938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e7f8d23-1a11-452b-bcfe-c02e3b8173f8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:44.009625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Checking segment: {'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:44.009971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Network hostable DHCP agents. Network: 1bf7c089-dba0-493c-abbd-547a13d73c08, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:29:44.032736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a9f4f-f995-41ae-a6f4-ad1c58425cdc req-4acf71d3-954b-4855-9cf1-4f88fa1bdb21 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.034314 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f51a9f4f-f995-41ae-a6f4-ad1c58425cdc req-4acf71d3-954b-4855-9cf1-4f88fa1bdb21 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1883099 Jun 30 02:29:44.047544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-0cf67854-72e4-4fa7-91a1-358de61a8c5a service neutron] 10.222.0.55 "GET /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328466 Jun 30 02:29:44.049752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41144-31d8-4e35-b6e2-05db71e32fa1 req-c2924137-8799-447d-9b63-71c68423e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.051224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3b41144-31d8-4e35-b6e2-05db71e32fa1 req-c2924137-8799-447d-9b63-71c68423e886 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=97f28ee20a5745abac59f16624d52c1b&device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 1097 time: 0.1391482 Jun 30 02:29:44.057507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Network 1bf7c089-dba0-493c-abbd-547a13d73c08 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:29:44.085867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 1bf7c089-dba0-493c-abbd-547a13d73c08) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:44.094548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c81a34-b6f4-40fa-b81e-daa1a3a1769f None None] Network 1bf7c089-dba0-493c-abbd-547a13d73c08 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:44.130897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.131481 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.146431 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-52f6b10e-253a-4cb8-9f23-7aeb314b1664 service neutron] 10.222.0.55 "GET /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965934 Jun 30 02:29:44.147401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f51a9f4f-f995-41ae-a6f4-ad1c58425cdc req-9c7bad22-3034-48b3-a457-84fedd69e97f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026764 Jun 30 02:29:44.167825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-280734e9-90b7-4118-bdf0-75f07d5a7414 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6510847 Jun 30 02:29:44.179070 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:44.186479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:44.217951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41144-31d8-4e35-b6e2-05db71e32fa1 req-06a91c7d-0088-4dc3-b39a-685d9589d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.219736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3b41144-31d8-4e35-b6e2-05db71e32fa1 req-06a91c7d-0088-4dc3-b39a-685d9589d630 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5f44d47-0613-4b33-a768-cad2b0088507 HTTP/1.1" status: 200 len: 911 time: 0.1432848 Jun 30 02:29:44.229513 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.231131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.281852 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3b41144-31d8-4e35-b6e2-05db71e32fa1 req-e4098d8e-9850-4568-9b66-53713aa92c30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 HTTP/1.1" status: 200 len: 217 time: 0.0419636 Jun 30 02:29:44.308305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-1bf7c089-dba0-493c-abbd-547a13d73c08', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:29:44.310459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.391451 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.456436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b41144-31d8-4e35-b6e2-05db71e32fa1 req-7e77fabf-5602-4f96-b32b-0f04a0db9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.457664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3b41144-31d8-4e35-b6e2-05db71e32fa1 req-7e77fabf-5602-4f96-b32b-0f04a0db9869 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55998891-476d-4e20-bd74-8bd54a02dc52 HTTP/1.1" status: 200 len: 850 time: 0.1437192 Jun 30 02:29:44.518343 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Allocated IP 172.20.0.2 (1bf7c089-dba0-493c-abbd-547a13d73c08/6e7f8d23-1a11-452b-bcfe-c02e3b8173f8/4d403b94-5474-4997-b227-659f8da236bc) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:44.520575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3b41144-31d8-4e35-b6e2-05db71e32fa1 req-6d7e66d7-d6e6-406f-8d95-fa7926729ab2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f44d47-0613-4b33-a768-cad2b0088507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353439 Jun 30 02:29:44.614180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.644703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67f6544a-2126-4eef-9400-94a62600c98d up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:44.650250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d13c7-2a2a-4843-a755-59ef6bd6b800 req-0e0116cf-19de-45f6-abd9-d4cab0bb781d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:44.651779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a2d13c7-2a2a-4843-a755-59ef6bd6b800 req-0e0116cf-19de-45f6-abd9-d4cab0bb781d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 949 time: 0.3668640 Jun 30 02:29:44.812947 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a2d13c7-2a2a-4843-a755-59ef6bd6b800 req-67846ce4-e84b-440e-92df-4759fb9652c6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504207 Jun 30 02:29:44.815027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3b41144-31d8-4e35-b6e2-05db71e32fa1 req-58928bd6-d669-4a3a-ab92-c94b0eb17ffb service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569497 Jun 30 02:29:44.890533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 67f6544a-2126-4eef-9400-94a62600c98d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:44.924140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 67f6544a-2126-4eef-9400-94a62600c98d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:44.924699 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:44.983669 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.004868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Transition to ACTIVE for port object 4d403b94-5474-4997-b227-659f8da236bc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:45.030601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Transition to ACTIVE for port object 4d403b94-5474-4997-b227-659f8da236bc will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:45.040886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8173a-f750-47df-910f-e8c626a5b23a req-e75d32d9-b93c-48c6-ab2c-235041766e07 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.042755 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5b8173a-f750-47df-910f-e8c626a5b23a req-e75d32d9-b93c-48c6-ab2c-235041766e07 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1300900 Jun 30 02:29:45.057027 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.106804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5b8173a-f750-47df-910f-e8c626a5b23a req-a8795da3-d54d-4b91-927b-2cc301b1291f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551009 Jun 30 02:29:45.108263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Pushing event updated for resources: {'Port': ['ID=4d403b94-5474-4997-b227-659f8da236bc,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:45.134703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Network 1bf7c089-dba0-493c-abbd-547a13d73c08 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:45.141784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:45.145148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:45.153293 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.221590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2d04ca-966e-46b6-97c6-3b0bb242eddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f6544a-2126-4eef-9400-94a62600c98d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:45.223916 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e6c6b8-6cb4-494a-82b4-f297edc93e94" -d '{"events": [{"server_uuid": "db2d04ca-966e-46b6-97c6-3b0bb242eddb", "name": "network-vif-plugged", "status": "completed", "tag": "67f6544a-2126-4eef-9400-94a62600c98d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:45.239357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67f6544a-2126-4eef-9400-94a62600c98d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67f6544a-2126-4eef-9400-94a62600c98d,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:45.258305 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.318283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=67f6544a-2126-4eef-9400-94a62600c98d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:45.322341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Attempting to bind port 4d403b94-5474-4997-b227-659f8da236bc on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:45.323038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Attempting to bind port 4d403b94-5474-4997-b227-659f8da236bc by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:45.323563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Attempting to bind port 4d403b94-5474-4997-b227-659f8da236bc on network 1bf7c089-dba0-493c-abbd-547a13d73c08 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:45.329393 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd2b16a4-7bfd-43ca-8e93-8684d2bb128e req-c2b04947-ce95-4441-b611-d26cd3aa2f4c tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0579402 Jun 30 02:29:45.331022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:45.331481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Checking segment: {'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:45.331968 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.332428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Bound using segment: {'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:45.333217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Bound port: 4d403b94-5474-4997-b227-659f8da236bc, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:45.333540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.394976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3b41144-31d8-4e35-b6e2-05db71e32fa1 req-27d64665-16a8-42dc-9db7-cdfc5cbe2fb7 service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705490 Jun 30 02:29:45.423927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] For port 4d403b94-5474-4997-b227-659f8da236bc, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:45.428648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] For port 4d403b94-5474-4997-b227-659f8da236bc, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4d403b94-5474-4997-b227-659f8da236bc,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:45.429373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706acfa-188c-428f-a6ba-e97ca6cb5bad req-4f998966-0c9e-4c52-800f-0158af350a48 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.431210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e706acfa-188c-428f-a6ba-e97ca6cb5bad req-4f998966-0c9e-4c52-800f-0158af350a48 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1523833 Jun 30 02:29:45.434568 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.507134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e706acfa-188c-428f-a6ba-e97ca6cb5bad req-e16a5252-0e5d-4eaf-a41d-d65f95954318 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647893 Jun 30 02:29:45.517515 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.522745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae532f-3eaf-4d67-9bb3-e143c712b033 None None] Pushing event updated for resources: {'Port': ['ID=4d403b94-5474-4997-b227-659f8da236bc,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:45.532841 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e8a0a7b-afd3-40fe-b68a-876565d9fddc req-02bdb306-e267-4112-9df8-786b31fa3d95 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 210 time: 0.0720000 Jun 30 02:29:45.593044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:45.632700 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d95617-5aae-4dfc-b8ff-095d5872bd0f x-openstack-request-id: req-a8d95617-5aae-4dfc-b8ff-095d5872bd0f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:45.633099 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2d04ca-966e-46b6-97c6-3b0bb242eddb", "name": "network-vif-plugged", "status": "completed", "tag": "67f6544a-2126-4eef-9400-94a62600c98d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:45.633414 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8d95617-5aae-4dfc-b8ff-095d5872bd0f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:45.633871 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2d04ca-966e-46b6-97c6-3b0bb242eddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f6544a-2126-4eef-9400-94a62600c98d', 'code': 200} Jun 30 02:29:45.709075 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.719719 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.735127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.760408 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.823175 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.906908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f75668-25a6-4cc6-addd-89c0dd734b48 req-b75cbabe-ecc0-487f-a713-3148e38b37c7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.908707 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f8f75668-25a6-4cc6-addd-89c0dd734b48 req-b75cbabe-ecc0-487f-a713-3148e38b37c7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1867199 Jun 30 02:29:45.914523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b64c8-d4ea-43ff-bc94-653f5e0e1375 req-e20131e3-7954-4a8b-b257-49f8659cfcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:45.916122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-259b64c8-d4ea-43ff-bc94-653f5e0e1375 req-e20131e3-7954-4a8b-b257-49f8659cfcd9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 1102 time: 0.1825838 Jun 30 02:29:45.948563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.951141 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:45.954762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "DELETE /v2.0/security-groups/0a6366f5-c062-4f9b-a5d6-72a2a8c31588 HTTP/1.1" status: 204 len: 168 time: 0.3581381 Jun 30 02:29:45.956990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:45.983563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6366f5-c062-4f9b-a5d6-72a2a8c31588,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:45.988259 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-052b42e8-6712-4431-b21e-d8a49b51b32b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] show failed (client error): The resource could not be found. Jun 30 02:29:45.992002 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-052b42e8-6712-4431-b21e-d8a49b51b32b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "GET /v2.0/security-groups/0a6366f5-c062-4f9b-a5d6-72a2a8c31588 HTTP/1.1" status: 404 len: 347 time: 0.0311458 Jun 30 02:29:45.993905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:46.007102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f8f75668-25a6-4cc6-addd-89c0dd734b48 req-bbfd592f-02fd-4090-968e-10cc6016b092 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831788 Jun 30 02:29:46.007332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Allocated IP 172.25.7.132 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:46.009928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.010331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.010972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.011128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.011418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.011799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.012130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.012451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.013171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.013574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.014043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.014443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f305b6-fa2a-4261-81c9-f754c91b67f3 tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:29:46.048881 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-259b64c8-d4ea-43ff-bc94-653f5e0e1375 req-4573a807-4261-49a1-8838-46f0f91d475f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243012 Jun 30 02:29:46.135516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9efd1-fbef-4bcc-b32b-57d2eed7500c req-827d41b2-6f2d-4b47-995b-4b52d449ae13 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:46.143131 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67f9efd1-fbef-4bcc-b32b-57d2eed7500c req-827d41b2-6f2d-4b47-995b-4b52d449ae13 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1951394 Jun 30 02:29:46.201650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6e08c-d853-44c0-b699-fb3de73d7b6b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Deleting port 43a70c82-408d-4f72-8a23-4f5408b61165 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:29:46.202257 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcb6e08c-d853-44c0-b699-fb3de73d7b6b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.257861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b0ad-972b-497a-91c5-d33c1c43047f req-d1200d8d-9c87-4650-9803-23819c4faacc tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:46.259432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5020b0ad-972b-497a-91c5-d33c1c43047f req-d1200d8d-9c87-4650-9803-23819c4faacc tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 950 time: 0.1206393 Jun 30 02:29:46.281411 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.291501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67f9efd1-fbef-4bcc-b32b-57d2eed7500c req-8f3cd027-573f-47ac-887b-e67cf21e53da tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474524 Jun 30 02:29:46.339883 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5020b0ad-972b-497a-91c5-d33c1c43047f req-60c5838a-3f3c-4e5a-a89c-21169fce22b9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681643 Jun 30 02:29:46.342253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcb6e08c-d853-44c0-b699-fb3de73d7b6b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.342824 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcb6e08c-d853-44c0-b699-fb3de73d7b6b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.357138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6e08c-d853-44c0-b699-fb3de73d7b6b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Calling delete_port for 43a70c82-408d-4f72-8a23-4f5408b61165 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:29:46.390325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-58b92b53-e649-445f-8e1e-1c223567fd49 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:46.393535 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-58b92b53-e649-445f-8e1e-1c223567fd49 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.69 "GET /v2.0/networks?id=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df HTTP/1.1" status: 200 len: 815 time: 0.2170534 Jun 30 02:29:46.413343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.484017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:46.522434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:46.530207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:46.599006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Pushing event updated for resources: {'Port': ['ID=bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:46.605072 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-82e86039-8144-463c-be9e-f8430690bc72 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26634101d2e64b6fbba1d82a742d4eb6 HTTP/1.1" status: 200 len: 380 time: 0.2012503 Jun 30 02:29:46.623723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Request body: {'port': {'device_id': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'admin_state_up': True, 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'security_groups': ['68c1d52d-aab4-4c88-8f44-90b911650d63']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:46.649681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f3241-06ab-4bd8-94bf-6861f2eff2e4 req-7d7d9bd1-dc5b-406b-862a-1f4f1dd41987 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:46.651432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-389f3241-06ab-4bd8-94bf-6861f2eff2e4 req-7d7d9bd1-dc5b-406b-862a-1f4f1dd41987 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0941758 Jun 30 02:29:46.652726 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcb6e08c-d853-44c0-b699-fb3de73d7b6b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.719246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6e08c-d853-44c0-b699-fb3de73d7b6b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Pushing event deleted for resources: {'Port': ['ID=43a70c82-408d-4f72-8a23-4f5408b61165,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:46.725927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bbe31-e45d-486c-afda-1ad7b670a311 req-d4584f03-c4d3-4c77-b48b-de602a545b1b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:46.727534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-045bbe31-e45d-486c-afda-1ad7b670a311 req-d4584f03-c4d3-4c77-b48b-de602a545b1b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.2402673 Jun 30 02:29:46.754042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-389f3241-06ab-4bd8-94bf-6861f2eff2e4 req-b3e3b1b2-2fc5-41a8-b409-a05207d0f5f7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931444 Jun 30 02:29:46.818561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-045bbe31-e45d-486c-afda-1ad7b670a311 req-288d51b8-2509-4ea1-8ee3-83630456ddf1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598943 Jun 30 02:29:46.854452 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcb6e08c-d853-44c0-b699-fb3de73d7b6b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.857212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcb6e08c-d853-44c0-b699-fb3de73d7b6b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:46.861173 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dcb6e08c-d853-44c0-b699-fb3de73d7b6b tempest-ServersWithSpecificFlavorTestJSON-406297993 tempest-ServersWithSpecificFlavorTestJSON-406297993-project] 10.222.0.55 "DELETE /v2.0/floatingips/cb5f49c8-48d5-4cbc-b10a-edf112b11ad3 HTTP/1.1" status: 204 len: 168 time: 0.8635921 Jun 30 02:29:47.035899 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca367409-5e6d-4c86-85b6-578d6473b571 None None] Network 1bf7c089-dba0-493c-abbd-547a13d73c08 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:29:47.043510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Made reservation on behalf of 26634101d2e64b6fbba1d82a742d4eb6 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:47.047925 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:47.124149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66fed619-07e3-4465-99d7-1ba6b3d1079a req-809052d2-1708-4da1-8202-e014ec8d7df5 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0413237 Jun 30 02:29:47.168511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b4ebfcdb-52d1-43b1-834d-dc84acbcfe2f None None] Provisioning for port 4d403b94-5474-4997-b227-659f8da236bc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:47.216496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:47.371747 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2d79643-5aad-41e1-8500-589ce4e471d3 req-4e2e9388-f13a-46b6-9d7c-3c73dd6d70c1 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 210 time: 0.2247319 Jun 30 02:29:47.397274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d403b94-5474-4997-b227-659f8da236bc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:47.665927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4d403b94-5474-4997-b227-659f8da236bc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:47.671380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4d403b94-5474-4997-b227-659f8da236bc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:47.671843 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:47.674032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Allocated IP 172.20.0.13 (e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df/c15a7f6c-a122-4097-b995-da6a02447e2b/d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:47.707978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23484c0d-b606-4c2a-9cff-bae46a42ec00 req-58e8d1f6-3ae8-477f-a84e-80b20587def4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:47.710187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-23484c0d-b606-4c2a-9cff-bae46a42ec00 req-58e8d1f6-3ae8-477f-a84e-80b20587def4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1033075 Jun 30 02:29:47.776923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-23484c0d-b606-4c2a-9cff-bae46a42ec00 req-6166725d-4af5-4b97-8458-3824b7f2a3a3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590489 Jun 30 02:29:47.782191 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:47.824336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 4d403b94-5474-4997-b227-659f8da236bc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4d403b94-5474-4997-b227-659f8da236bc,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:47.834320 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:47.910929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=4d403b94-5474-4997-b227-659f8da236bc,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:47.981455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2cb3c-12eb-47f8-85bf-ca478c6bef7d req-e07ac28c-5611-43c4-a85a-ff89385b1fd0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:47.983377 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87d2cb3c-12eb-47f8-85bf-ca478c6bef7d req-e07ac28c-5611-43c4-a85a-ff89385b1fd0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 950 time: 0.0777597 Jun 30 02:29:48.015133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-20a49940-24d6-4577-a153-a1b79e1e99c1 None None] Provisioning complete for port 4d403b94-5474-4997-b227-659f8da236bc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:48.015996 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-20a49940-24d6-4577-a153-a1b79e1e99c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:48.017472 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b10a8655-d195-4cde-951c-ced6909b6440 req-538720a7-3aeb-4241-a63e-7b38c8df75b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0578141 Jun 30 02:29:48.044022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87d2cb3c-12eb-47f8-85bf-ca478c6bef7d req-a586df13-8ba5-4a6d-9d8f-7092bd2eeab2 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526645 Jun 30 02:29:48.049372 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:48.084073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-e04cacaf-c967-4bf9-b0c6-74e585318058 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:48.085685 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-e04cacaf-c967-4bf9-b0c6-74e585318058 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 812 time: 0.4660351 Jun 30 02:29:48.165866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-5904fd16-3853-4150-aa8e-aed23f4a1ac7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/quotas/b024877b9ea046a6a65c423b89fcd680 HTTP/1.1" status: 200 len: 375 time: 0.0305448 Jun 30 02:29:48.185824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:48.230851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Transition to ACTIVE for port object d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:48.275811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d4636-1c23-4360-a1e9-564581eed22e req-adc638cf-0f9a-416d-9bc4-f5404707e827 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:48.277395 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd3d4636-1c23-4360-a1e9-564581eed22e req-adc638cf-0f9a-416d-9bc4-f5404707e827 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.0717199 Jun 30 02:29:48.315843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd3d4636-1c23-4360-a1e9-564581eed22e req-b01e4a78-a84e-4398-be98-1afb1924d958 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Jun 30 02:29:48.337818 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:48.388766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-37e9085c-8a21-4f58-8127-353922a7984b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2210305 Jun 30 02:29:48.466442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:48.470947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Pushing event updated for resources: {'Port': ['ID=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:48.477548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:48.479948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:48.496386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08c727-2002-4c2c-84e7-f26227e1a435 req-d0fc228e-c3a7-4b5e-a74e-2be097c98f21 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:48.498007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae08c727-2002-4c2c-84e7-f26227e1a435 req-d0fc228e-c3a7-4b5e-a74e-2be097c98f21 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 1102 time: 0.0716088 Jun 30 02:29:48.539072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:29:48.552661 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae08c727-2002-4c2c-84e7-f26227e1a435 req-ef6757c9-3969-40e1-9970-4bef4a4eb4b1 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475709 Jun 30 02:29:48.578229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:48.578229 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:48.650771 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f655c555-c99f-4f7c-9d62-3ea20a043f02 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0289984 Jun 30 02:29:48.667897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Request body: {'port': {'device_id': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:48.683699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-dd193b53-ed99-4106-a996-a716bb914fa7 service neutron] 10.222.0.55 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788687 Jun 30 02:29:48.775499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc8c9cad-ba3b-4394-bfc8-7aaae29932d1 req-d1028639-6355-4e6f-a28a-bb838bd676a7 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0311010 Jun 30 02:29:48.844039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b4207eb1-a080-45d7-96d9-762924cb3699 None None] Provisioning for port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:48.850526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b4207eb1-a080-45d7-96d9-762924cb3699 None None] Provisioning complete for port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:48.850993 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b4207eb1-a080-45d7-96d9-762924cb3699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:48.897874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b4207eb1-a080-45d7-96d9-762924cb3699 None None] Port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:48.961221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7405c1-aeb6-4301-8e82-6f2f6c14f952 req-15d34bd7-240f-46cb-acae-b0b5d78d61c1 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:48.962841 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f7405c1-aeb6-4301-8e82-6f2f6c14f952 req-15d34bd7-240f-46cb-acae-b0b5d78d61c1 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 932 time: 0.0757291 Jun 30 02:29:49.006590 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f7405c1-aeb6-4301-8e82-6f2f6c14f952 req-ec842950-0939-4fb2-911d-ce76fd403fcb tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368686 Jun 30 02:29:49.210421 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:49.222088 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-078c874c-d72e-4787-a806-623e877372c7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583742 Jun 30 02:29:49.263781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-34217307-4f34-49b3-a634-957ecbea0168 service neutron] 10.222.0.55 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786638 Jun 30 02:29:49.265447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:29:49.279800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Sync routers for ids ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:29:49.289618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d403b94-5474-4997-b227-659f8da236bc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:49.324799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:49.330099 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ed2ca137-68d9-40f7-ac41-9133374c6f79 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1574080 Jun 30 02:29:49.330982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:49.371586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Routers {'543c7cf6-250f-431b-bfd1-58a31f30a2b3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:49.372769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:49.449780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-71721daa-e7de-47d0-b831-1c56c154b54c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:49.461380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-71721daa-e7de-47d0-b831-1c56c154b54c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373397 Jun 30 02:29:49.485574 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-17963359-e62d-416b-beaf-057faf30fad0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/quotas/8bc2179d3db14d6795047de24f143f84 HTTP/1.1" status: 200 len: 375 time: 0.0226085 Jun 30 02:29:49.516494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4d403b94-5474-4997-b227-659f8da236bc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:49.517251 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:49.566416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Set router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:49.604228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-9d0dd702-32b1-4657-8fb8-3021d1cf9b35 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1176205 Jun 30 02:29:49.941742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:46Z', 'revision_number': 3, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:49.987009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Checking router: 543c7cf6-250f-431b-bfd1-58a31f30a2b3 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:29:49.989989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Updating router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:29:50.051953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a4c03-a898-426b-8c51-223901354dbe req-080abb1d-bf04-41d6-b0e3-fbb53b4a1478 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:50.063443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-557a4c03-a898-426b-8c51-223901354dbe req-080abb1d-bf04-41d6-b0e3-fbb53b4a1478 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1124330 Jun 30 02:29:50.081957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:50.082528 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.116520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-557a4c03-a898-426b-8c51-223901354dbe req-318a0796-9887-4ce2-af03-57b48870e6c1 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521395 Jun 30 02:29:50.132193 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.186633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Transition to ACTIVE for port object d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:50.240449 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-677bf661-a993-4363-8c0f-03d638d6f6f5 req-bac6bda8-2190-4f62-84c3-3987fa6bee47 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 210 time: 0.0590487 Jun 30 02:29:50.247638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.472717 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-176c259c-d3c9-4c35-b480-02261975204b req-cdec2c87-3cc5-4eea-94b1-d1abede7c81b tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0557652 Jun 30 02:29:50.637544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58fca613-9c9f-44d2-877c-dd905b05ea87 req-392c1dba-8419-4be5-b3c3-e8d6e3c765b0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 210 time: 0.0723815 Jun 30 02:29:50.663090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:50.670636 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.681342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Transition to ACTIVE for port object bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:50.694315 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.769377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Attempting to bind port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:50.770018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Attempting to bind port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:50.770597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Attempting to bind port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:50.772714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b497d-229a-49b2-aa97-acd753eeb84d None None] Pushing event updated for resources: {'Port': ['ID=bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:50.778986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:50.779654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:50.780256 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.780814 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:50.781447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Bound port: bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:50.782210 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.817616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bfccd-4843-4ae6-9d93-7604f9238d5f req-3afd1b18-9ed1-4f36-8ff7-c66e5ebc9523 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:50.819501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-988bfccd-4843-4ae6-9d93-7604f9238d5f req-3afd1b18-9ed1-4f36-8ff7-c66e5ebc9523 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.4713695 Jun 30 02:29:50.822878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Attempting to bind port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:50.823376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Attempting to bind port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:50.823763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Attempting to bind port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 on network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:50.831199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 on network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:50.831927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Attempting to bind port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 on network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:50.873127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:50.873565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Checking segment: {'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:50.873828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Bound using segment: {'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:50.874451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Bound port: d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb2bf36-4864-4903-a46b-d81998a67303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:50.874920 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.878414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] For port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:50.881962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] For port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:50.904502 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.935539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-988bfccd-4843-4ae6-9d93-7604f9238d5f req-6e7bae3a-ef91-434d-bf70-1b0bc097ea92 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044652 Jun 30 02:29:50.964153 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:50.965751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bc92b-711a-4980-9c2d-627549f01011 req-bc62f9ba-3a85-4386-8369-cea715b8bec1 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:50.976629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-643bc92b-711a-4980-9c2d-627549f01011 req-bc62f9ba-3a85-4386-8369-cea715b8bec1 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 944 time: 0.1123371 Jun 30 02:29:51.049576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-643bc92b-711a-4980-9c2d-627549f01011 req-0724daea-373a-476d-a688-b77ed0850551 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718338 Jun 30 02:29:51.111285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] For port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:51.119340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] For port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:51.154891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:51.155186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b497d-229a-49b2-aa97-acd753eeb84d None None] Pushing event updated for resources: {'Port': ['ID=bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:51.167849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Routers {'543c7cf6-250f-431b-bfd1-58a31f30a2b3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:51.169233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:51.319576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:51.320369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:51.322096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] 10.222.0.69 "PUT /v2.0/ports/d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 HTTP/1.1" status: 200 len: 1093 time: 2.6612403 Jun 30 02:29:51.324790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'tag': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:51.327173 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e809598-c564-4c82-aafc-4aae51afcd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "03131b00-cc61-49ea-9a88-4aa1573c2cb8", "tag": "d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:51.409209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] Set router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:51.472770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c1f8d-b8ca-4d26-a3b3-a50e8ec2aae1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:51.655869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Allocated IP 172.20.0.1 (1bf7c089-dba0-493c-abbd-547a13d73c08/6e7f8d23-1a11-452b-bcfe-c02e3b8173f8/2a41147e-8406-4cf9-a28c-6e9a18e809e5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:51.702042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bc2a0-a561-48fd-b944-ad9bc3acd14a req-533ed4f1-4f03-40d0-81f1-95cfbdcd08c3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:51.721009 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-920bc2a0-a561-48fd-b944-ad9bc3acd14a req-533ed4f1-4f03-40d0-81f1-95cfbdcd08c3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.3640115 Jun 30 02:29:51.816279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:46Z', 'revision_number': 3, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:51.845057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff749a3a-ea62-4ad0-bf24-54c9e6db9cb9 None None] The sync data for ids ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'] in n-d-758944-39 is: [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:46Z', 'revision_number': 3, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:29:51.940106 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-83faf744-f804-496a-82f9-c512a8f129e0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1694465 Jun 30 02:29:51.950021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-12fc01e6-92fa-47e3-982a-df0cc84a662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:51.953790 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-12fc01e6-92fa-47e3-982a-df0cc84a662b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26634101d2e64b6fbba1d82a742d4eb6&device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 1096 time: 0.4977553 Jun 30 02:29:51.970277 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-920bc2a0-a561-48fd-b944-ad9bc3acd14a req-2e8d3a20-847b-49c7-99c6-130721d06729 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476301 Jun 30 02:29:52.098664 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f32379ea-32cd-4ce2-8e26-097c35cc9927 req-207a9644-66b3-4ad1-9bfb-c64dd21ac813 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 210 time: 0.0510552 Jun 30 02:29:52.177988 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c71059-4d96-454e-9768-35c19fb3ddd4 x-openstack-request-id: req-23c71059-4d96-454e-9768-35c19fb3ddd4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:52.178573 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03131b00-cc61-49ea-9a88-4aa1573c2cb8", "tag": "d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:52.179117 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23c71059-4d96-454e-9768-35c19fb3ddd4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:52.179684 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'tag': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117', 'status': 'completed', 'code': 200} Jun 30 02:29:52.192735 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-b304f825-c254-46c4-9ea7-4a609897d803 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 HTTP/1.1" status: 200 len: 217 time: 0.1322315 Jun 30 02:29:52.274660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:52.304968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Transition to ACTIVE for port object 2a41147e-8406-4cf9-a28c-6e9a18e809e5 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:52.360028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-509210b0-597e-447f-be6f-f12b5aed1d4c req-79955b22-e426-400c-af70-f66f1ed753f8 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0527635 Jun 30 02:29:52.458890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53448) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:52.491211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f593b6c7-e946-4acb-a6dd-5c74cf6437ae req-f1062222-9a29-4a96-b739-d8d2857515a0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 210 time: 0.0938096 Jun 30 02:29:52.501568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:52.566560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Network 1bf7c089-dba0-493c-abbd-547a13d73c08 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:52.568475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-58957a99-2bcf-45eb-9880-419b7b6cf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:52.569978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-58957a99-2bcf-45eb-9880-419b7b6cf1cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c15a7f6c-a122-4097-b995-da6a02447e2b HTTP/1.1" status: 200 len: 854 time: 0.2434843 Jun 30 02:29:52.570575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Pushing event updated for resources: {'Port': ['ID=2a41147e-8406-4cf9-a28c-6e9a18e809e5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:52.574639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:52.582597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-48860467-64e9-4d25-983c-ce312f097575 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:52.584121 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-48860467-64e9-4d25-983c-ce312f097575 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6289840 Jun 30 02:29:52.584894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:52.681956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 967a8892-57c4-4352-8a17-3b3e695dea0b details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:29:52.709278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Request body: {'port': {'device_id': '026a28b7-89ab-47c8-8dca-fbf7a5751998', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8bc2179d3db14d6795047de24f143f84'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:52.803827 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:29:52.873491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550acd78-6db5-4698-9351-76f88827ee98 req-4ec9400d-cb7c-40a3-96c6-a1889d83cc8c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:52.881784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-550acd78-6db5-4698-9351-76f88827ee98 req-4ec9400d-cb7c-40a3-96c6-a1889d83cc8c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.2295091 Jun 30 02:29:52.945041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 967a8892-57c4-4352-8a17-3b3e695dea0b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=967a8892-57c4-4352-8a17-3b3e695dea0b,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:52.965555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-d3d4e9de-0219-42d9-8605-6e2128df13a9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:52.967457 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-d3d4e9de-0219-42d9-8605-6e2128df13a9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 812 time: 0.2327175 Jun 30 02:29:52.988395 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-550acd78-6db5-4698-9351-76f88827ee98 req-9da6faa9-c85b-4e40-85c5-d8bfb95a2110 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020651 Jun 30 02:29:52.989796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '967a8892-57c4-4352-8a17-3b3e695dea0b', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'port_id': '967a8892-57c4-4352-8a17-3b3e695dea0b', 'mac_address': 'fa:16:3e:78:66:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50111ab-406d-464a-8542-69c8fb73b1b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:29:53.001728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b215fe53-3c62-4541-9a79-ce792672ecb5 None None] Provisioning for port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:53.053257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'port': {'device_id': 'c71deb99-d8ef-4a23-891e-d7e35155f3c7', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'admin_state_up': True, 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:53.053675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b215fe53-3c62-4541-9a79-ce792672ecb5 None None] Provisioning complete for port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:53.053948 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b215fe53-3c62-4541-9a79-ce792672ecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.096472 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.109612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b215fe53-3c62-4541-9a79-ce792672ecb5 None None] Port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:53.117626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 967a8892-57c4-4352-8a17-3b3e695dea0b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:53.158025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 967a8892-57c4-4352-8a17-3b3e695dea0b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=967a8892-57c4-4352-8a17-3b3e695dea0b,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:53.174284 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.238011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.274694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=967a8892-57c4-4352-8a17-3b3e695dea0b,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:53.306909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Made reservation on behalf of b024877b9ea046a6a65c423b89fcd680 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:53.312262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.329412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:53.334012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.344549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ba8ac-353a-47a0-8c62-0833514f885e req-84cf3f0c-a3a3-4536-9695-2498dff84785 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:53.345987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a2ba8ac-353a-47a0-8c62-0833514f885e req-84cf3f0c-a3a3-4536-9695-2498dff84785 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 944 time: 0.1200531 Jun 30 02:29:53.364650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695ec2-3c24-4ce5-8a92-a3d0f003f28f req-cf33c1c7-699e-4515-b08d-761644091498 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:53.366136 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2695ec2-3c24-4ce5-8a92-a3d0f003f28f req-cf33c1c7-699e-4515-b08d-761644091498 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 944 time: 0.3977599 Jun 30 02:29:53.368492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-22f1f863-e8dd-4e2b-9a74-21a3d73c1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:53.369864 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-22f1f863-e8dd-4e2b-9a74-21a3d73c1c78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7293949 Jun 30 02:29:53.406228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['967a8892-57c4-4352-8a17-3b3e695dea0b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:53.467325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:53.473585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:53.474182 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.621594 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.635397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2695ec2-3c24-4ce5-8a92-a3d0f003f28f req-b5bed219-9f5f-4855-804f-b76c0f52c09a tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541571 Jun 30 02:29:53.685865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:53.699423 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:53.762401 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a2ba8ac-353a-47a0-8c62-0833514f885e req-6079de61-00ff-4f00-b8aa-11954903760a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793733 Jun 30 02:29:53.784181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:53.935476 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4b5c741-876c-4474-85a8-4861221a81c2 req-a06309e9-050b-4364-8eb9-8ca176b5375c tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0348842 Jun 30 02:29:54.004855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] Deleting port 508f7c50-7d98-47bf-818b-264c2a1bcb7f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:29:54.005354 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.069198 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-454685e0-60f7-49ee-a499-1d1d9f848335 service neutron] 10.222.0.69 "GET /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865563 Jun 30 02:29:54.109341 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e3c1c757-c2fb-4666-adbc-a851caf773a1 req-49a4818a-3465-43ae-a5ff-6c4d8793bc3a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 210 time: 0.0424256 Jun 30 02:29:54.122775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Allocated IP 172.20.0.11 (8a45bdb0-42ad-4822-9047-0b0857630f97/6eb16b85-0a65-4811-8135-f92b5adf71dc/0dcdb155-591c-47ae-aed0-68c7efabc5d0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:54.133984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Made reservation on behalf of 8bc2179d3db14d6795047de24f143f84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:29:54.134196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] For port 508f7c50-7d98-47bf-818b-264c2a1bcb7f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=508f7c50-7d98-47bf-818b-264c2a1bcb7f,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:54.134196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.134422 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.134422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d06f0325-e9c8-4f03-9666-0e462fd1e4e7 req-af0fae3d-0885-48c6-a436-94c27933cfea tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 210 time: 0.0748343 Jun 30 02:29:54.143473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] Calling delete_port for 508f7c50-7d98-47bf-818b-264c2a1bcb7f owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:29:54.315507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.338645 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9c317a4-a237-4d27-b8db-00e0e2e85ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.367936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48f79f-0a8b-4267-b516-0b91606d267d req-6fd15141-14f2-4b33-8fdb-26a6fbffad7f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:54.369421 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b48f79f-0a8b-4267-b516-0b91606d267d req-6fd15141-14f2-4b33-8fdb-26a6fbffad7f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1186278 Jun 30 02:29:54.406064 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.414274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f685563a-f3ca-4fdc-aeee-9a4534627206 req-f9d2f39e-4c05-4ce3-8ce1-3bbe60bcd85c service neutron] 10.222.0.69 "GET /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265524 Jun 30 02:29:54.444570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b48f79f-0a8b-4267-b516-0b91606d267d req-dc16bfc8-cd8c-4c9c-b710-1ed4af13b4bf tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689948 Jun 30 02:29:54.446047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] Pushing event deleted for resources: {'Port': ['ID=508f7c50-7d98-47bf-818b-264c2a1bcb7f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:54.575355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Allocated IP 192.168.233.199 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/bb863e59-5711-4b5d-9a3c-b15e2c85943a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:29:54.614673 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.694693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 967a8892-57c4-4352-8a17-3b3e695dea0b up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:54.737271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.767960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 967a8892-57c4-4352-8a17-3b3e695dea0b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:54.768650 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.805114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-62c4c7bc-c5c7-4a23-9adb-40e496734e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:54.807538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-62c4c7bc-c5c7-4a23-9adb-40e496734e0a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26634101d2e64b6fbba1d82a742d4eb6&device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 1096 time: 0.3093603 Jun 30 02:29:54.854009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Transition to ACTIVE for port object 0dcdb155-591c-47ae-aed0-68c7efabc5d0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:54.862624 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.894253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a8892-57c4-4352-8a17-3b3e695dea0b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:54.896644 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52976666-edba-422d-8934-0eee3acca1d5" -d '{"events": [{"server_uuid": "63186c84-96d9-42b8-93c1-89d5f1ea087e", "name": "network-vif-plugged", "status": "completed", "tag": "967a8892-57c4-4352-8a17-3b3e695dea0b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:54.911128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 967a8892-57c4-4352-8a17-3b3e695dea0b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=967a8892-57c4-4352-8a17-3b3e695dea0b,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:54.917058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:54.935953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] Router d2d07821-536c-4b31-ab28-18b91e94f80e has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:29:54.970417 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=967a8892-57c4-4352-8a17-3b3e695dea0b,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:55.004774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa1f22-f13c-45a9-bf96-89ae476c2bf4 req-f26a2c41-33d9-4b2d-8f49-5288b5c86c9c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:55.006360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81aa1f22-f13c-45a9-bf96-89ae476c2bf4 req-f26a2c41-33d9-4b2d-8f49-5288b5c86c9c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 944 time: 0.1310840 Jun 30 02:29:55.042667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.060135 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.093436 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81aa1f22-f13c-45a9-bf96-89ae476c2bf4 req-78d72ab4-f7ba-4637-9d1c-da34b0aec02e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807643 Jun 30 02:29:55.096304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:29:55.101379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-02eb9cb1-ac65-46e8-a4fd-916395e763ee admin admin] 10.222.0.55 "PUT /v2.0/routers/d2d07821-536c-4b31-ab28-18b91e94f80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6409433 Jun 30 02:29:55.104917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:29:55.109481 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] Sync routers for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:29:55.110044 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.127749 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:55.128397 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:55.152447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.154651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-c5da564e-dd08-4d30-ac10-e96f11c9fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:55.156341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-c5da564e-dd08-4d30-ac10-e96f11c9fb3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df HTTP/1.1" status: 200 len: 916 time: 0.3003278 Jun 30 02:29:55.174974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f5eed2d6-677f-47ae-a493-03ddbb8b789c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:55.223190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Transition to ACTIVE for port object bb863e59-5711-4b5d-9a3c-b15e2c85943a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:55.251569 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15ce6a6-51c5-4b85-a4b7-9031203e1987 x-openstack-request-id: req-f15ce6a6-51c5-4b85-a4b7-9031203e1987 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:29:55.252320 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63186c84-96d9-42b8-93c1-89d5f1ea087e", "name": "network-vif-plugged", "status": "completed", "tag": "967a8892-57c4-4352-8a17-3b3e695dea0b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:29:55.252468 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:55.252967 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f15ce6a6-51c5-4b85-a4b7-9031203e1987 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:29:55.253606 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a8892-57c4-4352-8a17-3b3e695dea0b', 'code': 200} Jun 30 02:29:55.280394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.282979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-f52affb0-33e0-4ffd-a4a0-c5b474a03be2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 HTTP/1.1" status: 200 len: 217 time: 0.0840392 Jun 30 02:29:55.314001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b056ba-41ab-4d81-8c03-8a2bc2802f25 req-22f55fb4-1b52-4429-ba47-6119076dbfbb tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:55.315627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-42b056ba-41ab-4d81-8c03-8a2bc2802f25 req-22f55fb4-1b52-4429-ba47-6119076dbfbb tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 944 time: 0.5070152 Jun 30 02:29:55.316294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Pushing event updated for resources: {'Port': ['ID=2a41147e-8406-4cf9-a28c-6e9a18e809e5,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:55.351597 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1fa3150-cd9d-4d5e-b09a-3ef407333cb5 req-d88400ca-e98a-4c3f-8690-f8c4ce7e41d5 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0404859 Jun 30 02:29:55.388377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:55.421081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:29:55.478262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:55.506140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:55.506682 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.516541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:55.557294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf9adf-f04c-4352-b425-55ad645ac329 req-92b56e43-422d-4915-840f-9d0de8219aa1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:55.559413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80bf9adf-f04c-4352-b425-55ad645ac329 req-92b56e43-422d-4915-840f-9d0de8219aa1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 932 time: 0.0971735 Jun 30 02:29:55.563724 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:55.607927 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] Checking router: d2d07821-536c-4b31-ab28-18b91e94f80e for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:29:55.617579 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] Routers {'d2d07821-536c-4b31-ab28-18b91e94f80e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:55.618205 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d2d07821-536c-4b31-ab28-18b91e94f80e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:55.627899 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80bf9adf-f04c-4352-b425-55ad645ac329 req-a9419eda-4ec9-4df8-aff4-79290298b141 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597911 Jun 30 02:29:55.646506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:55.647386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.668012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-37cb35b4-5afd-4bed-9e41-de503fbe1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:55.670132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-37cb35b4-5afd-4bed-9e41-de503fbe1ecf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c15a7f6c-a122-4097-b995-da6a02447e2b HTTP/1.1" status: 200 len: 854 time: 0.3087294 Jun 30 02:29:55.671462 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.724945 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-42b056ba-41ab-4d81-8c03-8a2bc2802f25 req-9c7d78d3-2a62-41cf-a25b-c2f9b1f9f5d9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502123 Jun 30 02:29:55.725588 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.734754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'Port': ['ID=0dcdb155-591c-47ae-aed0-68c7efabc5d0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:55.740593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473', '67f6544a-2126-4eef-9400-94a62600c98d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:55.751319 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] Set router d2d07821-536c-4b31-ab28-18b91e94f80e gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:55.807388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'e1daaca1-ce08-4b59-b011-418e61e7f152'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:29:55.835975 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-17e66fa5-8144-4155-8b3b-69bb19e8ea70 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8040826 Jun 30 02:29:55.865266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Request body: {'port': {'device_id': 'c71deb99-d8ef-4a23-891e-d7e35155f3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:55.876598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:55.916073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-acdb9b8d-91a2-49de-ae90-37107ce67a3b None None] Provisioning for port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:55.936767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-acdb9b8d-91a2-49de-ae90-37107ce67a3b None None] Provisioning complete for port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:55.937002 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acdb9b8d-91a2-49de-ae90-37107ce67a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:55.948793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:55.954399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628067a5-4740-4f2d-9236-13d0834c774c req-b5898e82-c7a9-46b1-b823-e80306011c18 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:55.965119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-628067a5-4740-4f2d-9236-13d0834c774c req-b5898e82-c7a9-46b1-b823-e80306011c18 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 936 time: 0.1457398 Jun 30 02:29:55.994918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:29:56.003396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Network 1bf7c089-dba0-493c-abbd-547a13d73c08 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:29:56.032537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-acdb9b8d-91a2-49de-ae90-37107ce67a3b None None] Port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:56.033638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-628067a5-4740-4f2d-9236-13d0834c774c req-f812fe9e-c0c6-4ba0-9a4e-01e16167c80d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661266 Jun 30 02:29:56.038279 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event updated for resources: {'Port': ['ID=bb863e59-5711-4b5d-9a3c-b15e2c85943a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:56.055420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:29:56.109369 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:56.132281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.203865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:56.204926 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.254787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-35e9ba0d-610c-41e0-8831-2684f54bac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:56.259234 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-35e9ba0d-610c-41e0-8831-2684f54bac41 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5449102 Jun 30 02:29:56.300478 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.357805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-c9e66a81-9175-4093-8621-ccaafbe3bd7a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7185180 Jun 30 02:29:56.360275 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b81a8-bd0c-4415-8a77-fba41632e16b None None] The sync data for ids ['d2d07821-536c-4b31-ab28-18b91e94f80e'] in n-d-758944-39 is: [{'id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-828011433-router', 'tenant_id': '663190e9ae9641a1be33b6f12d852a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:21Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 5, 'project_id': '663190e9ae9641a1be33b6f12d852a82', 'gw_port': {'id': '5e5b0dfa-9cf4-4772-9897-b667d7e7c053', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d07821-536c-4b31-ab28-18b91e94f80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:23Z', 'updated_at': '2021-06-30T02:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:29:56.413434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3490ef-e589-4bb6-b921-296961cf8167 req-87773609-8264-4861-a811-3165a5f45e82 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:56.423057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a3490ef-e589-4bb6-b921-296961cf8167 req-87773609-8264-4861-a811-3165a5f45e82 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1083608 Jun 30 02:29:56.478738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a3490ef-e589-4bb6-b921-296961cf8167 req-51d36f11-a909-46fc-9300-2b90d709b976 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535045 Jun 30 02:29:56.518889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e73df88f-c43f-4c06-af70-9d7250f23683 None None] Provisioning for port bb863e59-5711-4b5d-9a3c-b15e2c85943a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:29:56.527750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e73df88f-c43f-4c06-af70-9d7250f23683 None None] Provisioning complete for port bb863e59-5711-4b5d-9a3c-b15e2c85943a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:56.528124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e73df88f-c43f-4c06-af70-9d7250f23683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.566977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e73df88f-c43f-4c06-af70-9d7250f23683 None None] Port bb863e59-5711-4b5d-9a3c-b15e2c85943a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:56.619461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-769af872-1c0b-47bf-99ff-1fe3bbd9a24d req-4cf61de7-8179-4bba-b6ba-2b7472e543a6 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0317273 Jun 30 02:29:56.690449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-01d81476-8a1c-4dea-ab24-c3ebdbd29ff0 None None] Provisioning complete for port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:29:56.691034 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01d81476-8a1c-4dea-ab24-c3ebdbd29ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.738402 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-01d81476-8a1c-4dea-ab24-c3ebdbd29ff0 None None] Port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:29:56.804161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Request body: {'port': {'device_id': '026a28b7-89ab-47c8-8dca-fbf7a5751998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:29:56.886536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87f8cd-3777-45d8-a627-eea6182bf20b req-729f95d4-7f33-4a26-968c-39725dab6e88 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:56.897978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa87f8cd-3777-45d8-a627-eea6182bf20b req-729f95d4-7f33-4a26-968c-39725dab6e88 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 932 time: 0.1166587 Jun 30 02:29:56.918769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:56.941611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa87f8cd-3777-45d8-a627-eea6182bf20b req-d2f088eb-71ad-4104-af29-0e564012be83 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Jun 30 02:29:56.978375 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c211e7c6-42ee-4e2a-81a2-cb32612640e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.020627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99798a8c-8830-4a1b-85cb-68a8f2d844bc req-17e3fc2e-36fb-4ac7-89f3-cbf78e77c3ee tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:57.022251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99798a8c-8830-4a1b-85cb-68a8f2d844bc req-17e3fc2e-36fb-4ac7-89f3-cbf78e77c3ee tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 1.0884564 Jun 30 02:29:57.180374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120736c-2c59-4b9f-b47a-58a964bb99cd req-a6583e87-6c27-4b2a-b631-8dab43b5292c tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:57.181904 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c120736c-2c59-4b9f-b47a-58a964bb99cd req-a6583e87-6c27-4b2a-b631-8dab43b5292c tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 944 time: 0.0870562 Jun 30 02:29:57.188316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 508f7c50-7d98-47bf-818b-264c2a1bcb7f no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:29:57.226943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 508f7c50-7d98-47bf-818b-264c2a1bcb7f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:29:57.227335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 508f7c50-7d98-47bf-818b-264c2a1bcb7f not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:29:57.237300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c120736c-2c59-4b9f-b47a-58a964bb99cd req-4257236a-b77b-442f-a5c5-dfcb4d537431 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479686 Jun 30 02:29:57.245407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:29:57.350198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Deleting port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:29:57.351069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.402943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99798a8c-8830-4a1b-85cb-68a8f2d844bc req-88638689-908a-453d-bb74-fa6845882720 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399591 Jun 30 02:29:57.447716 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2f30-7272-4bec-8ddd-ef0c021d3d82 req-57803828-19cc-499b-9adc-705afd4f8e75 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:57.450409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c2d2f30-7272-4bec-8ddd-ef0c021d3d82 req-57803828-19cc-499b-9adc-705afd4f8e75 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 936 time: 0.0942776 Jun 30 02:29:57.472726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.497892 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-f2653fd1-9866-40a9-a372-d6fcba872a64 service neutron] 10.222.0.69 "GET /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909928 Jun 30 02:29:57.522774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c2d2f30-7272-4bec-8ddd-ef0c021d3d82 req-10e7269d-3c1d-42c1-ad40-3fc0899ab1af tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663950 Jun 30 02:29:57.670751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] For port 5e5b0dfa-9cf4-4772-9897-b667d7e7c053, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5e5b0dfa-9cf4-4772-9897-b667d7e7c053,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:29:57.673646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:57.689008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Calling delete_port for 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:29:57.707307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:29:57.715257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-52dc671f-5c82-4f5c-9bd2-d57a0be1a155 admin admin] 10.222.0.55 "PUT /v2.0/routers/543c7cf6-250f-431b-bfd1-58a31f30a2b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3809974 Jun 30 02:29:57.730608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Sync routers for ids ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:29:57.752583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Routers {'543c7cf6-250f-431b-bfd1-58a31f30a2b3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:57.753286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:57.801990 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d9808f00-1e04-4e92-9a13-661d36440c2f req-394190ba-acb4-4015-bbcf-da2ec890d060 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0420797 Jun 30 02:29:57.990744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dcdb155-591c-47ae-aed0-68c7efabc5d0 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:58.072107 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.074177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Set router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:29:58.100480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7e809598-c564-4c82-aafc-4aae51afcd4b req-f6aeb7c5-1265-4114-a4c0-3106487b0613 service neutron] 10.222.0.69 "GET /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916564 Jun 30 02:29:58.124136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Transition to ACTIVE for port object 0dcdb155-591c-47ae-aed0-68c7efabc5d0 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:58.143083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.265262 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.324266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c714809-2c79-4b73-abf7-b48559d69561 req-1cd03365-1210-402a-b411-54ca583d8564 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:58.326682 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c714809-2c79-4b73-abf7-b48559d69561 req-1cd03365-1210-402a-b411-54ca583d8564 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.6959527 Jun 30 02:29:58.341868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d18d8-bf8f-43d3-898f-8dec86e24c8e req-046dfb64-94a9-41e5-8a0d-d697d1172936 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:58.344953 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc6d18d8-bf8f-43d3-898f-8dec86e24c8e req-046dfb64-94a9-41e5-8a0d-d697d1172936 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 944 time: 0.1195374 Jun 30 02:29:58.413916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Pushing event updated for resources: {'Port': ['ID=0dcdb155-591c-47ae-aed0-68c7efabc5d0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:58.437423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc6d18d8-bf8f-43d3-898f-8dec86e24c8e req-7aeb83cb-066d-4788-8e39-00e206ab0bf6 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861728 Jun 30 02:29:58.470400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '2a41147e-8406-4cf9-a28c-6e9a18e809e5', 'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'mac_address': 'fa:16:3e:db:5d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 2, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'subnets': [{'id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:58.548305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Checking router: 543c7cf6-250f-431b-bfd1-58a31f30a2b3 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:29:58.553097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Updating router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:29:58.562745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c714809-2c79-4b73-abf7-b48559d69561 req-de10a97b-304c-4574-a143-8c7f02950ad9 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078526 Jun 30 02:29:58.646498 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.712371 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.743188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8dc43-47f6-4abc-819f-7176f97fd6f3 req-ca901638-0dad-44a9-82da-7692540c7403 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:58.753104 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75f8dc43-47f6-4abc-819f-7176f97fd6f3 req-ca901638-0dad-44a9-82da-7692540c7403 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 944 time: 0.1572230 Jun 30 02:29:58.813488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75f8dc43-47f6-4abc-819f-7176f97fd6f3 req-436b56a6-ae48-4b12-9540-cd6b44943d8c tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575290 Jun 30 02:29:58.835573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5b0dfa-9cf4-4772-9897-b667d7e7c053,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:58.842565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Attempting to bind port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:58.842967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Attempting to bind port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:58.843258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Attempting to bind port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:58.886817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb863e59-5711-4b5d-9a3c-b15e2c85943a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:29:58.903882 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.923744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:29:58.924164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Attempting to bind port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:58.944981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:58.945319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Checking segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:58.945694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Bound using segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:58.946124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Bound port: 0dcdb155-591c-47ae-aed0-68c7efabc5d0, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:58.946471 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:58.969332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Transition to ACTIVE for port object bb863e59-5711-4b5d-9a3c-b15e2c85943a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:58.996438 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.128542 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.139708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Transition to ACTIVE for port object 2a41147e-8406-4cf9-a28c-6e9a18e809e5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:29:59.142737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] For port 0dcdb155-591c-47ae-aed0-68c7efabc5d0, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:59.150603 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.151516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2789c6-3e79-4281-b50a-d2b64ac3d4a7 req-897d05d3-9e9f-4df6-ba0a-73b81a0b2e2c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:59.152414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] For port 0dcdb155-591c-47ae-aed0-68c7efabc5d0, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0dcdb155-591c-47ae-aed0-68c7efabc5d0,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:59.156183 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.160557 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab2789c6-3e79-4281-b50a-d2b64ac3d4a7 req-897d05d3-9e9f-4df6-ba0a-73b81a0b2e2c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 948 time: 0.1500580 Jun 30 02:29:59.238900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488f5b2-2e01-45bc-90cb-78a42f1893e0 None None] Pushing event updated for resources: {'Port': ['ID=2a41147e-8406-4cf9-a28c-6e9a18e809e5,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:59.245210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab2789c6-3e79-4281-b50a-d2b64ac3d4a7 req-b32c817c-7fe4-4112-b37d-b076caf57c66 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Jun 30 02:29:59.338069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Attempting to bind port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:29:59.338443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Attempting to bind port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:29:59.338996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Attempting to bind port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 on network 1bf7c089-dba0-493c-abbd-547a13d73c08 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:29:59.345612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:29:59.346326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Checking segment: {'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:29:59.346621 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.347755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Bound using segment: {'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:29:59.348268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Bound port: 2a41147e-8406-4cf9-a28c-6e9a18e809e5, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:29:59.348649 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.443139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Pushing event updated for resources: {'Port': ['ID=bb863e59-5711-4b5d-9a3c-b15e2c85943a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:59.454157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.492843 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.505556 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.511986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] For port 2a41147e-8406-4cf9-a28c-6e9a18e809e5, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:29:59.520389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfea5e9-5656-4b7a-a3d1-c39b01078ffa req-80e6250b-2b79-4cce-808c-139b208f8d05 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:59.522771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] For port 2a41147e-8406-4cf9-a28c-6e9a18e809e5, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2a41147e-8406-4cf9-a28c-6e9a18e809e5,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:29:59.530297 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.535442 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dcfea5e9-5656-4b7a-a3d1-c39b01078ffa req-80e6250b-2b79-4cce-808c-139b208f8d05 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.7457356 Jun 30 02:29:59.564406 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17b4dfe9-6ccf-407d-9ac8-129a6e03b1ea req-1062352f-2bef-4978-8b01-29dc473a97d3 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0921891 Jun 30 02:29:59.582087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:29:59.582827 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.586048 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] 10.222.0.73 "PUT /v2.0/ports/0dcdb155-591c-47ae-aed0-68c7efabc5d0 HTTP/1.1" status: 200 len: 1093 time: 3.7248979 Jun 30 02:29:59.586754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71deb99-d8ef-4a23-891e-d7e35155f3c7', 'tag': '0dcdb155-591c-47ae-aed0-68c7efabc5d0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:29:59.589641 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3ac2c1-27be-4378-be63-328c72e1f44c" -d '{"events": [{"name": "network-changed", "server_uuid": "c71deb99-d8ef-4a23-891e-d7e35155f3c7", "tag": "0dcdb155-591c-47ae-aed0-68c7efabc5d0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:29:59.666271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488f5b2-2e01-45bc-90cb-78a42f1893e0 None None] Pushing event updated for resources: {'Port': ['ID=2a41147e-8406-4cf9-a28c-6e9a18e809e5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:29:59.714958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Routers {'543c7cf6-250f-431b-bfd1-58a31f30a2b3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:29:59.715761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:29:59.904984 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dcfea5e9-5656-4b7a-a3d1-c39b01078ffa req-a9b9b2ee-8e3f-4bbc-80db-ecf52ea1c05a tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086507 Jun 30 02:29:59.975306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:29:59.975821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d07821-536c-4b31-ab28-18b91e94f80e {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:29:59.998301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.003360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7bf6d2f1-1f71-4a28-a68f-e548106e192e admin admin] 10.222.0.55 "DELETE /v2.0/routers/d2d07821-536c-4b31-ab28-18b91e94f80e HTTP/1.1" status: 204 len: 168 time: 4.8899865 Jun 30 02:30:00.007204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4af58-f3d9-4ee7-bfd6-fc77e8109846 req-174bf8fa-e8e4-4ad4-8174-c65a9c7bf5b6 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:00.012030 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-91f4af58-f3d9-4ee7-bfd6-fc77e8109846 req-174bf8fa-e8e4-4ad4-8174-c65a9c7bf5b6 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 944 time: 0.1936111 Jun 30 02:30:00.017103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:00.039800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.104246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f3a10-5aa3-458a-80b2-d8ee4fde176e service neutron] Pushing event updated for resources: {'Port': ['ID=0dcdb155-591c-47ae-aed0-68c7efabc5d0,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:00.110727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] Set router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:00.236314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Attempting to bind port bb863e59-5711-4b5d-9a3c-b15e2c85943a on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:00.246829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Attempting to bind port bb863e59-5711-4b5d-9a3c-b15e2c85943a by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:00.247694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Attempting to bind port bb863e59-5711-4b5d-9a3c-b15e2c85943a on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:00.264392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-5a066bae-d2e6-4125-9c32-a80ad426d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:00.267197 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-5a066bae-d2e6-4125-9c32-a80ad426d185 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 1096 time: 0.5887017 Jun 30 02:30:00.270248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Port bb863e59-5711-4b5d-9a3c-b15e2c85943a on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:00.270779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Attempting to bind port bb863e59-5711-4b5d-9a3c-b15e2c85943a on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:00.273304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1461ca-8aa4-4362-8c4c-44b5e0a8a2ed admin admin] Deleting subnet f4b029b4-fcea-4790-a765-2f1787071d20 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:30:00.287105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc1461ca-8aa4-4362-8c4c-44b5e0a8a2ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.295858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:00.296299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:00.296907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:00.298001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Bound port: bb863e59-5711-4b5d-9a3c-b15e2c85943a, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:00.298922 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.394245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc1461ca-8aa4-4362-8c4c-44b5e0a8a2ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.408540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-ecfc4c1b-085f-4a96-a8cf-5a3aeb9381c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dcdb155-591c-47ae-aed0-68c7efabc5d0 HTTP/1.1" status: 200 len: 217 time: 0.1280928 Jun 30 02:30:00.529925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-91f4af58-f3d9-4ee7-bfd6-fc77e8109846 req-ef77478f-18e4-4f09-ad07-33f438fb3230 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659281 Jun 30 02:30:00.533893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc1461ca-8aa4-4362-8c4c-44b5e0a8a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.669064 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc1461ca-8aa4-4362-8c4c-44b5e0a8a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.797493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1461ca-8aa4-4362-8c4c-44b5e0a8a2ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b029b4-fcea-4790-a765-2f1787071d20,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:00.800325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc1461ca-8aa4-4362-8c4c-44b5e0a8a2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:00.806343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bc1461ca-8aa4-4362-8c4c-44b5e0a8a2ed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f4b029b4-fcea-4790-a765-2f1787071d20 HTTP/1.1" status: 204 len: 168 time: 0.7881217 Jun 30 02:30:00.807204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:00.814478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4868889b-ae10-48b6-82ea-70dcd62cc545 None None] Network 3e0ce481-75f2-4688-9eec-39a2795f75c7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:00.927140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '2a41147e-8406-4cf9-a28c-6e9a18e809e5', 'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'mac_address': 'fa:16:3e:db:5d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:29:59Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'subnets': [{'id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:00.966198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ced259-2a63-496b-94ea-0c354c9148b7 None None] The sync data for ids ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'] in n-d-758944-39 is: [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '2a41147e-8406-4cf9-a28c-6e9a18e809e5', 'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'mac_address': 'fa:16:3e:db:5d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:29:59Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'subnets': [{'id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:00.984735 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.047297 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726b08e5-adde-4a6a-93cb-e7cec25dfd0a x-openstack-request-id: req-726b08e5-adde-4a6a-93cb-e7cec25dfd0a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:01.047626 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71deb99-d8ef-4a23-891e-d7e35155f3c7", "tag": "0dcdb155-591c-47ae-aed0-68c7efabc5d0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:01.047871 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-726b08e5-adde-4a6a-93cb-e7cec25dfd0a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:01.048254 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71deb99-d8ef-4a23-891e-d7e35155f3c7', 'tag': '0dcdb155-591c-47ae-aed0-68c7efabc5d0', 'status': 'completed', 'code': 200} Jun 30 02:30:01.202399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-da99768a-aa53-4db8-a1b6-e4daf4281c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.204367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-da99768a-aa53-4db8-a1b6-e4daf4281c67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1589398 Jun 30 02:30:01.243278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] For port bb863e59-5711-4b5d-9a3c-b15e2c85943a, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:01.249025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e3cd6a-59e6-4e15-9560-b11fa758a1cf None None] DHCP port deletion for 3e0ce481-75f2-4688-9eec-39a2795f75c7 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:30:01.317538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20bab3-5992-4828-94d6-d7291782c13b req-c6e70428-fc2b-4832-82f5-55cfe5f7b9b2 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.326423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f20bab3-5992-4828-94d6-d7291782c13b req-c6e70428-fc2b-4832-82f5-55cfe5f7b9b2 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 944 time: 0.2317450 Jun 30 02:30:01.340656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-99e3cd6a-59e6-4e15-9560-b11fa758a1cf None None] Deleting port 969f9925-82d7-4ce8-805a-e5b82177eaf1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:01.345018 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99e3cd6a-59e6-4e15-9560-b11fa758a1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.355974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Deleting port 969f9925-82d7-4ce8-805a-e5b82177eaf1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:01.356429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.397804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] For port bb863e59-5711-4b5d-9a3c-b15e2c85943a, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=bb863e59-5711-4b5d-9a3c-b15e2c85943a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:01.432322 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.473474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2a41147e-8406-4cf9-a28c-6e9a18e809e5 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:01.475546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a56db-9d5e-43b5-983e-2592afd13162 req-791b1717-ca6a-4fa8-b9cd-e5f2a5720a54 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.480542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] For port 969f9925-82d7-4ce8-805a-e5b82177eaf1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=969f9925-82d7-4ce8-805a-e5b82177eaf1,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:01.481469 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.487101 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-791a56db-9d5e-43b5-983e-2592afd13162 req-791b1717-ca6a-4fa8-b9cd-e5f2a5720a54 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 1.0844502 Jun 30 02:30:01.502469 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Calling delete_port for 969f9925-82d7-4ce8-805a-e5b82177eaf1 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:01.517208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.517850 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.519274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] 10.222.0.69 "PUT /v2.0/ports/bb863e59-5711-4b5d-9a3c-b15e2c85943a HTTP/1.1" status: 200 len: 1097 time: 4.7197678 Jun 30 02:30:01.657875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.670095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99e3cd6a-59e6-4e15-9560-b11fa758a1cf None None] For port 969f9925-82d7-4ce8-805a-e5b82177eaf1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=969f9925-82d7-4ce8-805a-e5b82177eaf1,segment=NetworkSegment(3d524690-2136-408e-8b14-682a77e8af29),segment_id=3d524690-2136-408e-8b14-682a77e8af29)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:01.670512 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99e3cd6a-59e6-4e15-9560-b11fa758a1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:01.713354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-aef014e6-9301-4d92-b785-6807b07c8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:01.717160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f20bab3-5992-4828-94d6-d7291782c13b req-e1d5252e-1d2a-4bae-9a16-89506f3fa53b tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831937 Jun 30 02:30:01.719621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-99e3cd6a-59e6-4e15-9560-b11fa758a1cf None None] Calling delete_port for 969f9925-82d7-4ce8-805a-e5b82177eaf1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:01.720538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-aef014e6-9301-4d92-b785-6807b07c8899 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5051012 Jun 30 02:30:01.722758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16a532-d5fa-4868-9354-016c8d0efe05 service neutron] Pushing event updated for resources: {'Port': ['ID=bb863e59-5711-4b5d-9a3c-b15e2c85943a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:01.763991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-791a56db-9d5e-43b5-983e-2592afd13162 req-e5b7c966-1478-4df3-9525-4434b26f5909 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702746 Jun 30 02:30:01.807937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:01.823528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] No DVR routers for this DVR port 969f9925-82d7-4ce8-805a-e5b82177eaf1 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:01.829481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=969f9925-82d7-4ce8-805a-e5b82177eaf1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:01.943847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:01.944452 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.035476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-1088f00b-d159-49ba-a7cd-34fc82d960da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:02.037014 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-1088f00b-d159-49ba-a7cd-34fc82d960da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 1100 time: 0.4543467 Jun 30 02:30:02.177827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.221394 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99e3cd6a-59e6-4e15-9560-b11fa758a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.240603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0ce481-75f2-4688-9eec-39a2795f75c7']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:02.270263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d59787a-2c93-4679-8eba-f76ede653eba req-7ce34e53-a0a5-4ab4-9432-0754a38eacbb tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.2172832 Jun 30 02:30:02.272336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-ca809465-e5cc-4d03-8503-1f81f4385df8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=bb863e59-5711-4b5d-9a3c-b15e2c85943a HTTP/1.1" status: 200 len: 217 time: 0.2129338 Jun 30 02:30:02.281136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d524690-2136-408e-8b14-682a77e8af29') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:02.281376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d524690-2136-408e-8b14-682a77e8af29') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:02.282495 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-bfa6a883-5667-4c63-be98-c53e087aefbf service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376461 Jun 30 02:30:02.307546 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.356999 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.380210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:30:02.380617 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:30:02.383758 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:30:02.406530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3cd6a-59e6-4e15-9560-b11fa758a1cf None None] Pushing event deleted for resources: {'Port': ['ID=969f9925-82d7-4ce8-805a-e5b82177eaf1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:02.471370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3cd6a-59e6-4e15-9560-b11fa758a1cf None None] No DVR routers for this DVR port 969f9925-82d7-4ce8-805a-e5b82177eaf1 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:02.488200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f0c3c-7503-49df-a3ce-95d0c1b0f01c req-1f04b679-23ec-49a2-9ff6-b230c3832117 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:02.496757 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-957f0c3c-7503-49df-a3ce-95d0c1b0f01c req-1f04b679-23ec-49a2-9ff6-b230c3832117 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 948 time: 0.4081621 Jun 30 02:30:02.511938 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.565496 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.590103 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.593389 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3e0ce481-75f2-4688-9eec-39a2795f75c7 HTTP/1.1" status: 204 len: 168 time: 1.7840810 Jun 30 02:30:02.598830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:02.631884 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-957f0c3c-7503-49df-a3ce-95d0c1b0f01c req-c7b27e5d-9497-4d07-9d2e-cf8e3134f227 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340034 Jun 30 02:30:02.674056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 2a41147e-8406-4cf9-a28c-6e9a18e809e5, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2a41147e-8406-4cf9-a28c-6e9a18e809e5,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:02.685823 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:02.712066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:02.749189 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-9a6c2186-e13b-4330-931e-129682597a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:02.753976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-9a6c2186-e13b-4330-931e-129682597a64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.4597363 Jun 30 02:30:02.767311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:02.771244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5e5b0dfa-9cf4-4772-9897-b667d7e7c053 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:02.858381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=2a41147e-8406-4cf9-a28c-6e9a18e809e5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:02.863555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9327394-350a-44df-8fb7-05c2f8b81e64 req-7f3489fc-2465-495e-b12b-30578703e087 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475698 Jun 30 02:30:02.903867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f49ee-bfde-41b0-849d-2df3f69579e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e0ce481-75f2-4688-9eec-39a2795f75c7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:03.029906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcee75e-6c40-492e-90f5-bcc7b2c08a55 req-d376bb51-2d11-4d8b-8200-81941e325897 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:03.038086 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bcee75e-6c40-492e-90f5-bcc7b2c08a55 req-d376bb51-2d11-4d8b-8200-81941e325897 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.4391086 Jun 30 02:30:03.066324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026a28b7-89ab-47c8-8dca-fbf7a5751998', 'tag': 'bb863e59-5711-4b5d-9a3c-b15e2c85943a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:03.076454 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f511d47-4927-47ca-9983-5bd71e35cf6b" -d '{"events": [{"name": "network-changed", "server_uuid": "026a28b7-89ab-47c8-8dca-fbf7a5751998", "tag": "bb863e59-5711-4b5d-9a3c-b15e2c85943a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:03.120783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56330a5b-4db1-4390-9d8b-2bd354f37647 req-169822fb-a43a-4268-9c07-e54bce93e819 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:03.123023 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56330a5b-4db1-4390-9d8b-2bd354f37647 req-169822fb-a43a-4268-9c07-e54bce93e819 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 944 time: 0.2155535 Jun 30 02:30:03.141038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bcee75e-6c40-492e-90f5-bcc7b2c08a55 req-32d43826-2fce-4782-9d7e-91cb4b1990e4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018348 Jun 30 02:30:03.180885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-d20a196c-7426-4e24-84dd-1fc255135283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:03.183278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-d20a196c-7426-4e24-84dd-1fc255135283 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 1096 time: 0.2346368 Jun 30 02:30:03.187026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-746e1392-1290-4da9-9bfc-177cdc688683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:03.188507 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-746e1392-1290-4da9-9bfc-177cdc688683 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3152380 Jun 30 02:30:03.290777 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56330a5b-4db1-4390-9d8b-2bd354f37647 req-cddf9933-f35b-43de-bddc-48d9874eb791 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924535 Jun 30 02:30:03.335161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2a41147e-8406-4cf9-a28c-6e9a18e809e5 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:03.462406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:03.462953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:03.639421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750b804-0d44-4438-b0dd-b9a1271c0bc1 req-e6fb3d68-1f2f-49bb-913a-009445995f71 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:03.640996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d750b804-0d44-4438-b0dd-b9a1271c0bc1 req-e6fb3d68-1f2f-49bb-913a-009445995f71 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1809068 Jun 30 02:30:03.710361 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 969f9925-82d7-4ce8-805a-e5b82177eaf1 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:03.727699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-0e4d48ae-a127-4266-8463-3b8fa6477cec service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213926 Jun 30 02:30:03.740463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 969f9925-82d7-4ce8-805a-e5b82177eaf1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:03.740854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 969f9925-82d7-4ce8-805a-e5b82177eaf1 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:03.828004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-fd1d0580-eb6f-4504-8a78-55b2a58f7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:03.830058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-fd1d0580-eb6f-4504-8a78-55b2a58f7d18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.4562151 Jun 30 02:30:03.909956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aae148-3c47-4573-8c32-072939508d2e req-b7138dda-774b-4a21-ad61-4df78e5bc335 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:03.920344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2aae148-3c47-4573-8c32-072939508d2e req-b7138dda-774b-4a21-ad61-4df78e5bc335 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 944 time: 0.5237150 Jun 30 02:30:03.934638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-d8e7f4ec-131d-4c2a-b49e-c9e6034c0cce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dcdb155-591c-47ae-aed0-68c7efabc5d0 HTTP/1.1" status: 200 len: 217 time: 0.0869789 Jun 30 02:30:04.031534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cde442a-25ea-49a8-a82f-9f1f4ed201fe req-7b813b67-b5dc-4d08-839b-ac4e5e274ce6 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888660 Jun 30 02:30:04.062938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2aae148-3c47-4573-8c32-072939508d2e req-a6bf54ac-ed5a-4b43-8061-7e571dacf2c2 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414263 Jun 30 02:30:04.067329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-afc0cf45-3dfb-4e20-a5ab-40a5faed59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.068963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-afc0cf45-3dfb-4e20-a5ab-40a5faed59e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0841467 Jun 30 02:30:04.096970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d750b804-0d44-4438-b0dd-b9a1271c0bc1 req-dc976004-34bc-403d-80d9-997bd4d68348 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455397 Jun 30 02:30:04.134489 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:04.190330 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebc2f9a-766c-4dc6-bb0a-4c35f7e059ed x-openstack-request-id: req-cebc2f9a-766c-4dc6-bb0a-4c35f7e059ed {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:04.190595 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026a28b7-89ab-47c8-8dca-fbf7a5751998", "tag": "bb863e59-5711-4b5d-9a3c-b15e2c85943a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:04.190859 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cebc2f9a-766c-4dc6-bb0a-4c35f7e059ed {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:04.191250 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026a28b7-89ab-47c8-8dca-fbf7a5751998', 'tag': 'bb863e59-5711-4b5d-9a3c-b15e2c85943a', 'status': 'completed', 'code': 200} Jun 30 02:30:04.305041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-90eeebab-fd27-4532-bd91-64a1b673f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.306558 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-90eeebab-fd27-4532-bd91-64a1b673f140 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2204947 Jun 30 02:30:04.446904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-dc998652-b912-4997-b15c-a5e8177120c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.448429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-dc998652-b912-4997-b15c-a5e8177120c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 1100 time: 0.2503443 Jun 30 02:30:04.579146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1bbc1-9aac-4eeb-846b-71aa496d12f0 req-b01fae7e-3b4e-49dd-ba2d-f7a96fefae3b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.586187 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eed1bbc1-9aac-4eeb-846b-71aa496d12f0 req-b01fae7e-3b4e-49dd-ba2d-f7a96fefae3b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 948 time: 0.2555642 Jun 30 02:30:04.592019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-3def3cc0-eca9-4245-9a57-4ba27c58ff45 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308614 Jun 30 02:30:04.665239 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cdfef34-8a85-47bf-9bc7-8d43304133d1 req-de6ff90a-8ea7-47b2-82f1-488175c44fcc tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0478268 Jun 30 02:30:04.675598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0dcdb155-591c-47ae-aed0-68c7efabc5d0 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:04.719595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] Deleting port 22125810-f964-46fb-b545-9f56108a72ab {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:04.719997 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:04.792464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-202efb08-56c9-4965-9339-8a0c09cc7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.796650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-202efb08-56c9-4965-9339-8a0c09cc7f03 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3318877 Jun 30 02:30:04.854835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:04.875623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eed1bbc1-9aac-4eeb-846b-71aa496d12f0 req-9fe39efe-4b9a-44e0-b7bd-77ec5e48cf62 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861562 Jun 30 02:30:04.911248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] For port 22125810-f964-46fb-b545-9f56108a72ab, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=22125810-f964-46fb-b545-9f56108a72ab,segment=NetworkSegment(4160e2a6-480c-4386-8463-5a9a22ea4f1b),segment_id=4160e2a6-480c-4386-8463-5a9a22ea4f1b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:04.911543 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-3fce10da-be54-42ff-a7f1-09bc3070cd30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=bb863e59-5711-4b5d-9a3c-b15e2c85943a HTTP/1.1" status: 200 len: 217 time: 0.0974894 Jun 30 02:30:04.912859 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:04.936726 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] Calling delete_port for 22125810-f964-46fb-b545-9f56108a72ab owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:04.963172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed3ac2c1-27be-4378-be63-328c72e1f44c req-f6df03de-5b38-4ed4-b656-fba85cd64675 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549929 Jun 30 02:30:04.979731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-1c3185a4-96c2-4e67-ac86-12e62f2d5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:04.981162 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-1c3185a4-96c2-4e67-ac86-12e62f2d5b88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0588403 Jun 30 02:30:05.070071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-10a22981-fb33-4c11-86eb-c6cb09c12087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:05.072143 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-10a22981-fb33-4c11-86eb-c6cb09c12087 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776951 Jun 30 02:30:05.141826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 0dcdb155-591c-47ae-aed0-68c7efabc5d0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0dcdb155-591c-47ae-aed0-68c7efabc5d0,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:05.178600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:05.198297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '0dcdb155-591c-47ae-aed0-68c7efabc5d0', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'port_id': '0dcdb155-591c-47ae-aed0-68c7efabc5d0', 'mac_address': 'fa:16:3e:e1:c8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:05.232722 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'port_id': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117', 'mac_address': 'fa:16:3e:cb:26:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:05.315587 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-a17c088f-5da4-4218-b1b1-a9cb46818603 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327795 Jun 30 02:30:05.355936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a6072-4ec2-4b06-b46c-e2005261ba09 req-fa679760-848e-405a-a3ca-8183f3321ef7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:05.357858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-993a6072-4ec2-4b06-b46c-e2005261ba09 req-fa679760-848e-405a-a3ca-8183f3321ef7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 944 time: 0.1307173 Jun 30 02:30:05.370908 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.397123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c9b97-59d1-4a79-89cb-18008cb1b41b req-4dff6d70-2cbd-4344-961c-29c7ca07a107 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:05.408406 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b48c9b97-59d1-4a79-89cb-18008cb1b41b req-4dff6d70-2cbd-4344-961c-29c7ca07a107 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.3415413 Jun 30 02:30:05.427042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dcdb155-591c-47ae-aed0-68c7efabc5d0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:05.440692 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.464925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b48c9b97-59d1-4a79-89cb-18008cb1b41b req-a605902b-3243-44f6-9125-7aae1bf42682 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548263 Jun 30 02:30:05.495336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-993a6072-4ec2-4b06-b46c-e2005261ba09 req-125bd26b-459a-40e6-8fd2-527a928651ad tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292975 Jun 30 02:30:05.521563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 0dcdb155-591c-47ae-aed0-68c7efabc5d0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0dcdb155-591c-47ae-aed0-68c7efabc5d0,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:05.527723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:05.542470 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.614431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f511d47-4927-47ca-9983-5bd71e35cf6b req-01793d60-66fa-43fd-aae7-75f7a3f3ef83 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664845 Jun 30 02:30:05.637672 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.645438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:05.658242 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:05.678895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=0dcdb155-591c-47ae-aed0-68c7efabc5d0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:05.723635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] Pushing event deleted for resources: {'Port': ['ID=22125810-f964-46fb-b545-9f56108a72ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:05.752662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:05.961107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf238b-7360-4e63-9d9e-238b3eeb63e6 req-4a180a6f-c551-496d-8750-1b3ee03c9241 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:05.968914 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94bf238b-7360-4e63-9d9e-238b3eeb63e6 req-4a180a6f-c551-496d-8750-1b3ee03c9241 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1800694 Jun 30 02:30:06.000574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e69d6-c460-4268-9b13-4454b3c03acd req-c34b8e60-eba4-48fc-b4eb-bef4ce8924e6 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:06.004238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b9e69d6-c460-4268-9b13-4454b3c03acd req-c34b8e60-eba4-48fc-b4eb-bef4ce8924e6 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 945 time: 0.2371194 Jun 30 02:30:06.027762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['0dcdb155-591c-47ae-aed0-68c7efabc5d0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:06.058248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94bf238b-7360-4e63-9d9e-238b3eeb63e6 req-09f16db0-d481-4c18-8963-682e28484b7a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774024 Jun 30 02:30:06.128165 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b9e69d6-c460-4268-9b13-4454b3c03acd req-593eaace-8589-4ade-9fe3-e10d84bfca00 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777509 Jun 30 02:30:06.174147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:06.213024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:06.416089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f29c2d35-1f82-466c-8c58-6748f2fe7e0d req-870e9433-c434-4040-81b1-39a0623f6570 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0664473 Jun 30 02:30:06.753631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] Router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:30:06.769172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15760b-f7fc-4b1e-a7d0-94b76205a952 req-5f1e9232-2b9e-4b00-8287-6e30ebbe0794 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:06.770953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf15760b-f7fc-4b1e-a7d0-94b76205a952 req-5f1e9232-2b9e-4b00-8287-6e30ebbe0794 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.0898290 Jun 30 02:30:06.776766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cd548-6cbe-4892-8cd3-3656e5f74aa3 req-246743c0-29cd-4d04-980f-f8797da62aee tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:06.784543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d78cd548-6cbe-4892-8cd3-3656e5f74aa3 req-246743c0-29cd-4d04-980f-f8797da62aee tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 948 time: 0.4506333 Jun 30 02:30:06.853761 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf15760b-f7fc-4b1e-a7d0-94b76205a952 req-dfc07842-4b66-4cf4-ba07-005d1ff675e0 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767415 Jun 30 02:30:06.899122 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d78cd548-6cbe-4892-8cd3-3656e5f74aa3 req-b6badda9-5895-42be-b9dc-0397910c490c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113205 Jun 30 02:30:07.058306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:07.074201 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] Sync routers for ids ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:07.075611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7dd0c8e1-29df-4a75-9433-4c0e593b2163 admin admin] 10.222.0.55 "PUT /v2.0/routers/d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4649563 Jun 30 02:30:07.077606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:07.092336 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] Routers {'d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:07.093408 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:07.161360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66d1dd-009e-4f9b-9e40-b5cba46d00cc req-4f8d6494-9301-440e-94f8-937b47a55868 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:07.162959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c66d1dd-009e-4f9b-9e40-b5cba46d00cc req-4f8d6494-9301-440e-94f8-937b47a55868 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 945 time: 0.1336699 Jun 30 02:30:07.274591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c66d1dd-009e-4f9b-9e40-b5cba46d00cc req-8ff2b361-29ad-421a-b4c4-11c113a3e523 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983379 Jun 30 02:30:07.311509 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] Set router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:07.363989 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:07.480514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b2732-30ec-495b-8b31-f7da72b3d0c8 req-e436295e-dafe-4fc3-9f6f-1ba598630595 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:07.488184 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff1b2732-30ec-495b-8b31-f7da72b3d0c8 req-e436295e-dafe-4fc3-9f6f-1ba598630595 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.2168760 Jun 30 02:30:07.562074 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff1b2732-30ec-495b-8b31-f7da72b3d0c8 req-e5db660e-70ea-43ee-8753-c05a1e522880 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728643 Jun 30 02:30:07.577129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:07.593806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f51d24-e3cc-4fec-a2d7-97106d5dc0da req-ee8fe4e1-7005-4ac5-ad52-12d9d60f3093 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:07.609626 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1f51d24-e3cc-4fec-a2d7-97106d5dc0da req-ee8fe4e1-7005-4ac5-ad52-12d9d60f3093 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 945 time: 0.1612129 Jun 30 02:30:07.651503 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-router', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:35Z', 'updated_at': '2021-06-30T02:30:05Z', 'revision_number': 5, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'gw_port': {'id': 'cc432202-4ec8-4f6e-a44c-560c2bb896a1', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:22:36Z', 'updated_at': '2021-06-30T02:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:07.659075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Deleting port cc432202-4ec8-4f6e-a44c-560c2bb896a1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:07.659473 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:07.702979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1f51d24-e3cc-4fec-a2d7-97106d5dc0da req-9089951e-7fc5-49a5-b409-a493c41dbebf tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920756 Jun 30 02:30:07.719676 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] Checking router: d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:07.729001 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] Routers {'d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:07.730209 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:07.765088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] For port cc432202-4ec8-4f6e-a44c-560c2bb896a1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc432202-4ec8-4f6e-a44c-560c2bb896a1,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:07.765736 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:07.821673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3de6271a-fe78-439f-a76b-9d4a8c7714b4 req-4171246b-3907-4b7b-8a69-2a854c516776 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0508544 Jun 30 02:30:07.826875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Calling delete_port for cc432202-4ec8-4f6e-a44c-560c2bb896a1 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:07.871356 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] Set router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:07.943417 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-router', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:35Z', 'updated_at': '2021-06-30T02:30:07Z', 'revision_number': 6, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:07.977920 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b87b99-af85-40aa-b2b2-4c42dfb66252 None None] The sync data for ids ['d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565'] in n-d-758944-39 is: [{'id': 'd0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1071638128-router', 'tenant_id': '2033d78eee914f669c5e3a8b279a88c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:22:35Z', 'updated_at': '2021-06-30T02:30:07Z', 'revision_number': 6, 'project_id': '2033d78eee914f669c5e3a8b279a88c6', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:08.202358 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.242806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc432202-4ec8-4f6e-a44c-560c2bb896a1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:08.265788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9c96d-3726-49b2-a6ad-bc6e4dad2700 req-16dea5a6-8da6-4142-8789-dc4cf940356f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:08.267572 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4de9c96d-3726-49b2-a6ad-bc6e4dad2700 req-16dea5a6-8da6-4142-8789-dc4cf940356f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 948 time: 0.1489112 Jun 30 02:30:08.293738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4a0b0-e796-4f2b-a038-4d50729ebd0d req-c81cda6e-91e9-4065-8798-063dba56001d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:08.301109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e4a0b0-e796-4f2b-a038-4d50729ebd0d req-c81cda6e-91e9-4065-8798-063dba56001d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1581240 Jun 30 02:30:08.352134 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.375720 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e4a0b0-e796-4f2b-a038-4d50729ebd0d req-ec5fb167-5787-4469-9056-b30a1052584f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736058 Jun 30 02:30:08.503885 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.508974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.523321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4de9c96d-3726-49b2-a6ad-bc6e4dad2700 req-bd643d31-9774-4078-b36e-c06cd430e70b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376385 Jun 30 02:30:08.581873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.584536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:30:08.597904 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.600628 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c8438faa-dcd4-4c7a-ac1d-1803fe622e60 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d0aba4cc-27d8-4ce9-8d9d-dbf93c0f7565 HTTP/1.1" status: 204 len: 168 time: 1.5220590 Jun 30 02:30:08.603200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53688) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:08.642467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc8ffa-bbdc-4eb5-b4e3-be2e93e6c92b req-712abf7b-0500-46ff-ae19-95e58fa51d68 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:08.644582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ccc8ffa-bbdc-4eb5-b4e3-be2e93e6c92b req-712abf7b-0500-46ff-ae19-95e58fa51d68 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 945 time: 0.0896380 Jun 30 02:30:08.668384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0dcdb155-591c-47ae-aed0-68c7efabc5d0 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:08.672880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84b39d5-1c6a-4b5a-bfc8-319a91f4102a admin admin] Deleting subnet d7e6e51e-09fa-421f-bd53-5a26cf3d8322 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:30:08.684099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b84b39d5-1c6a-4b5a-bfc8-319a91f4102a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.726350 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ccc8ffa-bbdc-4eb5-b4e3-be2e93e6c92b req-68b35ca4-df1f-43f6-a6ff-6cef644c0ffb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742638 Jun 30 02:30:08.753222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:08.760553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:08.761575 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.764952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b84b39d5-1c6a-4b5a-bfc8-319a91f4102a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:08.850952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device bb863e59-5711-4b5d-9a3c-b15e2c85943a details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:08.865593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:08.898775 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b84b39d5-1c6a-4b5a-bfc8-319a91f4102a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.006507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b84b39d5-1c6a-4b5a-bfc8-319a91f4102a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.146587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b84b39d5-1c6a-4b5a-bfc8-319a91f4102a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.150897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b84b39d5-1c6a-4b5a-bfc8-319a91f4102a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d7e6e51e-09fa-421f-bd53-5a26cf3d8322 HTTP/1.1" status: 204 len: 168 time: 0.5441151 Jun 30 02:30:09.156812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b39d5-1c6a-4b5a-bfc8-319a91f4102a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e6e51e-09fa-421f-bd53-5a26cf3d8322,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:09.159510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:09.251453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b6e7fc-b788-4d87-abd3-279d3d4ad579 None None] Network 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:09.295122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d82d9f-1aa0-439c-ab7b-2bea4ba20ee1 req-2a9a5744-1c4b-40e9-b724-de021ecda5ae tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:09.309042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77d82d9f-1aa0-439c-ab7b-2bea4ba20ee1 req-2a9a5744-1c4b-40e9-b724-de021ecda5ae tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.3214061 Jun 30 02:30:09.383079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 22125810-f964-46fb-b545-9f56108a72ab no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:09.408765 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.424203 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77d82d9f-1aa0-439c-ab7b-2bea4ba20ee1 req-296ad13f-a642-4d91-b339-c1c041dd02af tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140521 Jun 30 02:30:09.467415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca5a37-2d15-43f8-96d7-8dbb129b1251 req-fdd73df0-b735-4b0c-aaa1-5f5b680800ed tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:09.470479 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1bca5a37-2d15-43f8-96d7-8dbb129b1251 req-fdd73df0-b735-4b0c-aaa1-5f5b680800ed tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 945 time: 0.4051499 Jun 30 02:30:09.483431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 22125810-f964-46fb-b545-9f56108a72ab {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:09.488581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 22125810-f964-46fb-b545-9f56108a72ab not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:09.490019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc432202-4ec8-4f6e-a44c-560c2bb896a1 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:09.595716 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1bca5a37-2d15-43f8-96d7-8dbb129b1251 req-e11d0564-61b2-43ec-9d79-654a7ad0027c tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155250 Jun 30 02:30:09.611043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: cc432202-4ec8-4f6e-a44c-560c2bb896a1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:09.611523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc432202-4ec8-4f6e-a44c-560c2bb896a1 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:09.613284 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.618219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Deleting port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:09.618553 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.749641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:09.753979 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ffdd14b5-e26a-476d-8faf-ebd14973065b req-2bb46df9-eefc-400e-a26a-0a3c0db23de2 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0708387 Jun 30 02:30:09.826627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71deb99-d8ef-4a23-891e-d7e35155f3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcdb155-591c-47ae-aed0-68c7efabc5d0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:09.830566 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b50b4b4-10b1-4545-a4cd-8d523c1fc3e0" -d '{"events": [{"server_uuid": "c71deb99-d8ef-4a23-891e-d7e35155f3c7", "name": "network-vif-plugged", "status": "completed", "tag": "0dcdb155-591c-47ae-aed0-68c7efabc5d0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:09.855328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:09.855854 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.861809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] For port d3f7cc09-c331-4cd4-9af8-4d181aaedb64, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3f7cc09-c331-4cd4-9af8-4d181aaedb64,segment=NetworkSegment(4160e2a6-480c-4386-8463-5a9a22ea4f1b),segment_id=4160e2a6-480c-4386-8463-5a9a22ea4f1b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:09.862236 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:09.909712 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port bb863e59-5711-4b5d-9a3c-b15e2c85943a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=bb863e59-5711-4b5d-9a3c-b15e2c85943a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:09.972599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Calling delete_port for d3f7cc09-c331-4cd4-9af8-4d181aaedb64 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:10.015325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 0dcdb155-591c-47ae-aed0-68c7efabc5d0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0dcdb155-591c-47ae-aed0-68c7efabc5d0,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:10.038146 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.053568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'bb863e59-5711-4b5d-9a3c-b15e2c85943a', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': 'bb863e59-5711-4b5d-9a3c-b15e2c85943a', 'mac_address': 'fa:16:3e:b5:dd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:10.221429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=0dcdb155-591c-47ae-aed0-68c7efabc5d0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:10.257180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8c642-b6f3-49f8-b712-9d2b53d1754e req-2644cded-b0dd-45a7-a4d2-9f6f01507c20 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.268114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-54a8c642-b6f3-49f8-b712-9d2b53d1754e req-2644cded-b0dd-45a7-a4d2-9f6f01507c20 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 948 time: 0.2466657 Jun 30 02:30:10.361541 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-54a8c642-b6f3-49f8-b712-9d2b53d1754e req-1cae7f40-0d64-4ca8-9c86-557d231f6848 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915110 Jun 30 02:30:10.448600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.451616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.451616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.451616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.451989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.452376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.452809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.453227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.453647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.454066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.454483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.454971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:10.493430 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.521481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb863e59-5711-4b5d-9a3c-b15e2c85943a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:10.578247 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.602498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port bb863e59-5711-4b5d-9a3c-b15e2c85943a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=bb863e59-5711-4b5d-9a3c-b15e2c85943a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:10.607876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccaf748-71de-43bc-9fe1-bb7b7af23514 None None] DHCP port deletion for 87712f5c-d0eb-4c3d-92b7-6d105981c7c4 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:30:10.613775 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.704620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:10.728820 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.737499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf571e-9fc4-4ad5-903f-d8c4784eb012 req-2fc8e797-f7aa-4179-9e3f-4bcf0c60471e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.739417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dbbf571e-9fc4-4ad5-903f-d8c4784eb012 req-2fc8e797-f7aa-4179-9e3f-4bcf0c60471e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 946 time: 0.1348233 Jun 30 02:30:10.746246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=bb863e59-5711-4b5d-9a3c-b15e2c85943a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:10.760273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.807161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f7cc09-c331-4cd4-9af8-4d181aaedb64,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:10.826285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c26f28-5354-422c-847c-b927d462f9d5 req-a55a5c4b-41ff-415d-8fa7-8bad214488d1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:10.835917 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9c26f28-5354-422c-847c-b927d462f9d5 req-a55a5c4b-41ff-415d-8fa7-8bad214488d1 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.9477825 Jun 30 02:30:10.844751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] No DVR routers for this DVR port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:10.847456 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1ccaf748-71de-43bc-9fe1-bb7b7af23514 None None] Deleting port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:10.848022 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf748-71de-43bc-9fe1-bb7b7af23514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:10.932823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:10.993573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1ccaf748-71de-43bc-9fe1-bb7b7af23514 None None] For port d3f7cc09-c331-4cd4-9af8-4d181aaedb64, host n-d-758944-39, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:10.994267 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf748-71de-43bc-9fe1-bb7b7af23514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.015855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1ccaf748-71de-43bc-9fe1-bb7b7af23514 None None] Calling delete_port for d3f7cc09-c331-4cd4-9af8-4d181aaedb64 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:11.021714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-1ccaf748-71de-43bc-9fe1-bb7b7af23514 None None] Port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:30:11.029421 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ccaf748-71de-43bc-9fe1-bb7b7af23514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.105355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['bb863e59-5711-4b5d-9a3c-b15e2c85943a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:11.112423 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaf748-71de-43bc-9fe1-bb7b7af23514 None None] Pushing event deleted for resources: {'Port': ['ID=d3f7cc09-c331-4cd4-9af8-4d181aaedb64,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:11.116758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccaf748-71de-43bc-9fe1-bb7b7af23514 None None] No DVR routers for this DVR port d3f7cc09-c331-4cd4-9af8-4d181aaedb64 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:11.127435 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.139400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87712f5c-d0eb-4c3d-92b7-6d105981c7c4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:11.151519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4160e2a6-480c-4386-8463-5a9a22ea4f1b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:11.151956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4160e2a6-480c-4386-8463-5a9a22ea4f1b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:11.162795 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.208006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9c26f28-5354-422c-847c-b927d462f9d5 req-67da5667-ff3f-49e3-8582-73680c5e4127 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701034 Jun 30 02:30:11.213403 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.245215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:30:11.245650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:30:11.262241 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:30:11.399971 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081df5ba-3f7f-49d7-bc48-aff2eb4307c2 x-openstack-request-id: req-081df5ba-3f7f-49d7-bc48-aff2eb4307c2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:11.400244 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71deb99-d8ef-4a23-891e-d7e35155f3c7", "name": "network-vif-plugged", "status": "completed", "tag": "0dcdb155-591c-47ae-aed0-68c7efabc5d0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:11.400492 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-081df5ba-3f7f-49d7-bc48-aff2eb4307c2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:11.400912 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71deb99-d8ef-4a23-891e-d7e35155f3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcdb155-591c-47ae-aed0-68c7efabc5d0', 'code': 200} Jun 30 02:30:11.440855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3f7cc09-c331-4cd4-9af8-4d181aaedb64 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:11.466833 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dbbf571e-9fc4-4ad5-903f-d8c4784eb012 req-baab735d-ab7f-4f84-bc8e-41c49e8a0cf4 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185335 Jun 30 02:30:11.476669 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.545304 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:11.548121 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] 10.222.0.55 "DELETE /v2.0/networks/87712f5c-d0eb-4c3d-92b7-6d105981c7c4 HTTP/1.1" status: 204 len: 168 time: 2.3865445 Jun 30 02:30:11.572357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: d3f7cc09-c331-4cd4-9af8-4d181aaedb64 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:11.572700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3f7cc09-c331-4cd4-9af8-4d181aaedb64 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:11.665095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca6df1-603d-4381-83a0-d8d0e4e4c934 admin admin] Pushing event deleted for resources: {'Network': ['ID=87712f5c-d0eb-4c3d-92b7-6d105981c7c4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:11.795128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1faf10-3baa-4849-9c1c-9cab0949d24c req-7581856e-893d-4c5c-84a4-d68a17ccb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:11.803888 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1faf10-3baa-4849-9c1c-9cab0949d24c req-7581856e-893d-4c5c-84a4-d68a17ccb2c2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 1098 time: 0.2485137 Jun 30 02:30:11.907275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540cc91-bcec-400f-bc3d-5867f40b51d8 req-9a56395a-ced6-419e-ad48-260f1e37bb86 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:11.918846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02013204-d7af-4e95-b603-16245ca76be7 req-56488768-56ee-486a-b4ec-1fe88393e065 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:11.919534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f540cc91-bcec-400f-bc3d-5867f40b51d8 req-9a56395a-ced6-419e-ad48-260f1e37bb86 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.2080336 Jun 30 02:30:11.923511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1faf10-3baa-4849-9c1c-9cab0949d24c req-07721ef3-5e73-4a03-8587-788042f1feea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064112 Jun 30 02:30:11.929314 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-02013204-d7af-4e95-b603-16245ca76be7 req-56488768-56ee-486a-b4ec-1fe88393e065 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 946 time: 0.2063596 Jun 30 02:30:11.995438 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f540cc91-bcec-400f-bc3d-5867f40b51d8 req-74315876-036c-455c-8010-ceb2d8bade25 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747733 Jun 30 02:30:12.068316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-02013204-d7af-4e95-b603-16245ca76be7 req-fecdddcf-590c-4cfa-b61b-83a7670b2346 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323845 Jun 30 02:30:12.083344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:12.196379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:12.196658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-581d3a32-1081-4c5d-b8af-36f5812aa933 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=663190e9ae9641a1be33b6f12d852a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119883 Jun 30 02:30:12.348340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1664d203-25cd-4d93-98a9-096c5f6b0ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.365652 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-09c9b24a-f09a-4882-9122-29606993b740 req-1e809cf2-d541-4bef-8e1c-ffc70609cb24 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0767491 Jun 30 02:30:12.425658 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1664d203-25cd-4d93-98a9-096c5f6b0ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.486481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bd70f-7cd7-4f6b-823e-26437600cebc req-4b7c8ad7-2c3d-4108-a777-6ff7e704413e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:12.495610 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8d5bd70f-7cd7-4f6b-823e-26437600cebc req-4b7c8ad7-2c3d-4108-a777-6ff7e704413e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 949 time: 0.2553446 Jun 30 02:30:12.565293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8d5bd70f-7cd7-4f6b-823e-26437600cebc req-71d7ef58-b83b-41bc-8e25-54a41b4177d0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686624 Jun 30 02:30:12.620383 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1664d203-25cd-4d93-98a9-096c5f6b0ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.639001 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1664d203-25cd-4d93-98a9-096c5f6b0ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:12.648324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1664d203-25cd-4d93-98a9-096c5f6b0ead admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70f6262a-e712-44cb-8b01-4dba5d26a096 HTTP/1.1" status: 204 len: 168 time: 0.4503663 Jun 30 02:30:12.676683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664d203-25cd-4d93-98a9-096c5f6b0ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f6262a-e712-44cb-8b01-4dba5d26a096,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:12.839787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1d8c-8929-4060-8094-447e51ceb3d7 req-9ab1071d-21e4-402d-8264-56b3ffbbe766 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:12.855439 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37ee1d8c-8929-4060-8094-447e51ceb3d7 req-9ab1071d-21e4-402d-8264-56b3ffbbe766 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.2218003 Jun 30 02:30:12.967610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37ee1d8c-8929-4060-8094-447e51ceb3d7 req-c520d46e-1f1d-4f79-9fa9-78c09a0c28d4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107605 Jun 30 02:30:13.072770 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ecc54-b2c9-4e78-8a58-6b8c68f40854 req-3434cc26-7909-46be-8de0-d12d29b245d9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:13.097775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce9ecc54-b2c9-4e78-8a58-6b8c68f40854 req-3434cc26-7909-46be-8de0-d12d29b245d9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 946 time: 0.2024612 Jun 30 02:30:13.209468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce9ecc54-b2c9-4e78-8a58-6b8c68f40854 req-bd1d5b47-c934-4776-8984-3dcef1a66d56 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105061 Jun 30 02:30:13.402258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:13.406329 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd67c684-12a1-430b-b1fb-c09aee886d7c" -d '{"events": [{"server_uuid": "03131b00-cc61-49ea-9a88-4aa1573c2cb8", "name": "network-vif-plugged", "status": "completed", "tag": "d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:13.457101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a365d7-3484-4a61-9ba9-12cdbd628a74 req-b4a37130-af0c-4428-9c50-2a70c2baabbb tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:13.463936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d3509-e70e-412f-8d09-11efc3e1194a req-44cfe0bb-c0ef-4d84-bd2d-d3a841904852 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:13.464474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99a365d7-3484-4a61-9ba9-12cdbd628a74 req-b4a37130-af0c-4428-9c50-2a70c2baabbb tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1537433 Jun 30 02:30:13.466925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:13.472390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df4d3509-e70e-412f-8d09-11efc3e1194a req-44cfe0bb-c0ef-4d84-bd2d-d3a841904852 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 946 time: 0.0937760 Jun 30 02:30:13.530640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df4d3509-e70e-412f-8d09-11efc3e1194a req-2bfb1f5a-c659-4862-b16a-95b2f3a18cb1 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570285 Jun 30 02:30:13.535477 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99a365d7-3484-4a61-9ba9-12cdbd628a74 req-d2ee32f9-d8cd-4da0-9faa-bacd976b7549 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699975 Jun 30 02:30:13.585877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-23bb818f-dc23-4074-a4e1-beb215a74002 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2033d78eee914f669c5e3a8b279a88c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1178424 Jun 30 02:30:13.590271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:13.631010 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73639f84-841b-4e09-a45e-fd4fd18d90e7 x-openstack-request-id: req-73639f84-841b-4e09-a45e-fd4fd18d90e7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:13.631374 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03131b00-cc61-49ea-9a88-4aa1573c2cb8", "name": "network-vif-plugged", "status": "completed", "tag": "d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:13.631692 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73639f84-841b-4e09-a45e-fd4fd18d90e7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:13.632150 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117', 'code': 200} Jun 30 02:30:13.714582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c90e02c2-b66c-42ff-a9a1-dbfafb8c0a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.730655 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b0c7793-a5fc-45c5-bdd0-8e6aebaa904d req-c87ece1d-9ef7-4a7c-9afb-04f223143889 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0335219 Jun 30 02:30:13.801363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c90e02c2-b66c-42ff-a9a1-dbfafb8c0a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.929007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e5a80-0e9d-4fde-81d3-dd2fb7896572 req-14bef85e-7584-4e78-be3b-8baf1dbf3ea4 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:13.936880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f4e5a80-0e9d-4fde-81d3-dd2fb7896572 req-14bef85e-7584-4e78-be3b-8baf1dbf3ea4 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 949 time: 0.1384292 Jun 30 02:30:13.949672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed022086-abda-47ed-b30a-1cd1707bca2b req-466816fc-3257-4d35-8dbd-5445b8d02f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:13.951519 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed022086-abda-47ed-b30a-1cd1707bca2b req-466816fc-3257-4d35-8dbd-5445b8d02f9d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 1098 time: 0.2173610 Jun 30 02:30:13.982396 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c90e02c2-b66c-42ff-a9a1-dbfafb8c0a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.985043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c90e02c2-b66c-42ff-a9a1-dbfafb8c0a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:13.996726 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c90e02c2-b66c-42ff-a9a1-dbfafb8c0a18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1024081e-6248-469e-9e23-b5ba835ce679 HTTP/1.1" status: 204 len: 168 time: 0.3992677 Jun 30 02:30:14.048636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e02c2-b66c-42ff-a9a1-dbfafb8c0a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1024081e-6248-469e-9e23-b5ba835ce679,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:14.097018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f4e5a80-0e9d-4fde-81d3-dd2fb7896572 req-05a1ee52-45a2-4008-819f-1d1c667f48e4 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591299 Jun 30 02:30:14.105967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed022086-abda-47ed-b30a-1cd1707bca2b req-b79618c6-b044-462a-a5b2-c5498cf79328 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423469 Jun 30 02:30:14.243308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e4b5a-ec1c-4a85-9526-49ebd97a1598 req-2e5479c2-968c-46c6-9487-89e7a45e83ee tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:14.245448 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d38e4b5a-ec1c-4a85-9526-49ebd97a1598 req-2e5479c2-968c-46c6-9487-89e7a45e83ee tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1034095 Jun 30 02:30:14.314353 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d38e4b5a-ec1c-4a85-9526-49ebd97a1598 req-751b4023-b4e8-414a-ad08-3ad3662ce11f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609305 Jun 30 02:30:14.615836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d010ae-d237-42ad-82ff-6cfbec98d798 req-57a22d6b-c5f5-4eff-a0b0-3c82a6701d31 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:14.628760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99d010ae-d237-42ad-82ff-6cfbec98d798 req-57a22d6b-c5f5-4eff-a0b0-3c82a6701d31 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 946 time: 0.1998703 Jun 30 02:30:14.693058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99d010ae-d237-42ad-82ff-6cfbec98d798 req-aefb1fa6-d5cd-4a47-bf70-544b361e77c0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628438 Jun 30 02:30:14.803605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669800a9-b601-4bf6-8727-25fc01ac9e92 req-3cb6eb52-f79b-43ed-b9d5-887c2301ab11 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:14.805193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-669800a9-b601-4bf6-8727-25fc01ac9e92 req-3cb6eb52-f79b-43ed-b9d5-887c2301ab11 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 946 time: 0.0920663 Jun 30 02:30:14.861643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-669800a9-b601-4bf6-8727-25fc01ac9e92 req-123d9a11-e4f5-4cd0-b8ea-e0587e109255 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475440 Jun 30 02:30:14.883575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device bb863e59-5711-4b5d-9a3c-b15e2c85943a up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:14.973005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eabdff-3796-4324-bfb8-3b7c4679e4fa req-a9ae3831-8528-420a-9217-68e6407730d3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:14.975634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-98eabdff-3796-4324-bfb8-3b7c4679e4fa req-a9ae3831-8528-420a-9217-68e6407730d3 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1761215 Jun 30 02:30:15.028269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port bb863e59-5711-4b5d-9a3c-b15e2c85943a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:15.041372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port bb863e59-5711-4b5d-9a3c-b15e2c85943a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:15.045773 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.062438 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-98eabdff-3796-4324-bfb8-3b7c4679e4fa req-fcdfde0d-aeae-45a3-9b50-4207933891d2 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764678 Jun 30 02:30:15.203765 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a80c550-9347-4f14-8f99-7338a2e0582a req-0ed0cb1d-27fc-4e65-8f00-893b56c7c4fa tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0463006 Jun 30 02:30:15.286311 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.354340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port bb863e59-5711-4b5d-9a3c-b15e2c85943a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=bb863e59-5711-4b5d-9a3c-b15e2c85943a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:15.364651 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.445720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=bb863e59-5711-4b5d-9a3c-b15e2c85943a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:15.515857 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.525451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd581fa-1638-4890-a95b-b9e1d839a761 req-f1c76133-8307-4e43-b530-c272a596a368 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:15.535956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-acd581fa-1638-4890-a95b-b9e1d839a761 req-f1c76133-8307-4e43-b530-c272a596a368 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 949 time: 0.2006507 Jun 30 02:30:15.580201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-acd581fa-1638-4890-a95b-b9e1d839a761 req-116ca900-ec91-4b61-9038-b9cd41b50e04 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Jun 30 02:30:15.636580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4e23c-7f64-4431-8b9f-c41324ca7df1 req-128dc0ea-b818-4152-a259-cf9dda0e2e4d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:15.638347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026a28b7-89ab-47c8-8dca-fbf7a5751998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb863e59-5711-4b5d-9a3c-b15e2c85943a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:15.638510 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8f4e23c-7f64-4431-8b9f-c41324ca7df1 req-128dc0ea-b818-4152-a259-cf9dda0e2e4d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1238577 Jun 30 02:30:15.641002 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5c9504-c024-4507-8c79-674f66376a89" -d '{"events": [{"server_uuid": "026a28b7-89ab-47c8-8dca-fbf7a5751998", "name": "network-vif-plugged", "status": "completed", "tag": "bb863e59-5711-4b5d-9a3c-b15e2c85943a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:15.679097 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:15.709228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8f4e23c-7f64-4431-8b9f-c41324ca7df1 req-92466435-aba5-46b3-b300-c7ac743c2c1f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602436 Jun 30 02:30:15.710031 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44c882f-c749-4221-9f6e-e41c8ccb4bad x-openstack-request-id: req-d44c882f-c749-4221-9f6e-e41c8ccb4bad {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:15.710296 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026a28b7-89ab-47c8-8dca-fbf7a5751998", "name": "network-vif-plugged", "status": "completed", "tag": "bb863e59-5711-4b5d-9a3c-b15e2c85943a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:15.710553 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d44c882f-c749-4221-9f6e-e41c8ccb4bad {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:15.711271 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026a28b7-89ab-47c8-8dca-fbf7a5751998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb863e59-5711-4b5d-9a3c-b15e2c85943a', 'code': 200} Jun 30 02:30:15.782279 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.837199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-840795454-network', 'tenant_id': 'b6b95258dc98409483eb8868ae44b7c5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:15.877540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f1e99-9884-4c8a-858e-c568ff6d26f3 req-67d3fc91-506b-40ae-8a53-6227cbba4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:15.879159 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c00f1e99-9884-4c8a-858e-c568ff6d26f3 req-67d3fc91-506b-40ae-8a53-6227cbba4dd0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 1102 time: 0.0876937 Jun 30 02:30:15.903249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Made reservation on behalf of b6b95258dc98409483eb8868ae44b7c5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:15.905555 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.926514 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:15.958962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c00f1e99-9884-4c8a-858e-c568ff6d26f3 req-e216a62f-6353-42b1-8c2b-28c593339048 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612402 Jun 30 02:30:16.153596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.167290 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.212537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1f99c3-599c-41a4-9514-ce97368cde7f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:16.304310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:30:16.327318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cca0d0-aef7-40ef-bdbb-7361e704dbf7 req-549d8653-66bd-4e7d-ab48-f8b0d9275984 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:16.334963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5cca0d0-aef7-40ef-bdbb-7361e704dbf7 req-549d8653-66bd-4e7d-ab48-f8b0d9275984 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 946 time: 0.2847188 Jun 30 02:30:16.361306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.361651 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Added segment debb5b5e-cce8-4196-ac54-872ec1ff40f4 of type vlan for network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 Jun 30 02:30:16.437891 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5cca0d0-aef7-40ef-bdbb-7361e704dbf7 req-81ffd308-8394-4201-9171-ac3b15b7744e tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019309 Jun 30 02:30:16.475944 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.489045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce8f89-009e-4dac-800f-0bda403799a4 req-1650f6b2-6d83-451e-83cb-06421de4c786 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:16.489045 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49ce8f89-009e-4dac-800f-0bda403799a4 req-1650f6b2-6d83-451e-83cb-06421de4c786 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1619353 Jun 30 02:30:16.542975 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.544223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:16.545188 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.556419 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49ce8f89-009e-4dac-800f-0bda403799a4 req-f9591925-e9a8-47c0-a79f-200fccb906da tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570512 Jun 30 02:30:16.685558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:16.685836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0037673 Jun 30 02:30:16.691571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Request body: {'subnet': {'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-840795454-subnet', 'tenant_id': 'b6b95258dc98409483eb8868ae44b7c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:16.723453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Made reservation on behalf of b6b95258dc98409483eb8868ae44b7c5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:16.727094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:16.732482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e0482a2-6716-44f6-bd4b-ede7323d5490 req-14f6abe9-1618-42b7-8f5f-7c94701a4a62 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0644381 Jun 30 02:30:16.736721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cd17a-d454-4498-a356-281a5729eb9d admin admin] Pushing event updated for resources: {'Network': ['ID=69962f8b-5ed5-407c-8bd0-812bcffe2ae2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:16.748668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:30:16.960240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d563a4-97ac-40ad-be4e-1e6f2855aa6c req-c1289511-243b-40f3-ab30-9c4a5bc1fcba tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:16.971732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:16.975356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75d563a4-97ac-40ad-be4e-1e6f2855aa6c req-c1289511-243b-40f3-ab30-9c4a5bc1fcba tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 946 time: 0.2292931 Jun 30 02:30:16.978111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b5f97b6b-95a4-405b-a928-31453138a3e9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Request body: {'floatingip': {'port_id': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:17.037539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1195d-c494-4b5a-a548-25d5a78442a9 req-b5f39681-78ad-445a-b5be-7285a4879a87 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:17.052632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dce1195d-c494-4b5a-a548-25d5a78442a9 req-b5f39681-78ad-445a-b5be-7285a4879a87 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 950 time: 0.1418338 Jun 30 02:30:17.067897 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f97b6b-95a4-405b-a928-31453138a3e9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.188512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dce1195d-c494-4b5a-a548-25d5a78442a9 req-df0a429c-f051-401e-b401-ac57b75187b4 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347182 Jun 30 02:30:17.206126 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.267446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:17.322965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c2d02-896a-4906-99f2-c959232d31c1 req-c9480e0e-a3a8-4bb2-9b42-36e4a83198b5 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:17.330791 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5c9c2d02-896a-4906-99f2-c959232d31c1 req-c9480e0e-a3a8-4bb2-9b42-36e4a83198b5 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.2100697 Jun 30 02:30:17.356945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:17.363922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Network hostable DHCP agents. Network: 69962f8b-5ed5-407c-8bd0-812bcffe2ae2, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:30:17.447283 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5c9c2d02-896a-4906-99f2-c959232d31c1 req-c8d625dc-21aa-4122-9ce0-696366e41b0d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155016 Jun 30 02:30:17.470785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:30:17.485150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 69962f8b-5ed5-407c-8bd0-812bcffe2ae2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:17.491878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:17.491878 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:17.498221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e4a094-e38d-4cbc-bf34-d63a955ed96b None None] Network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:17.515455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7b54e548-4742-4d31-8112-8cb7c4d8cde8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8304696 Jun 30 02:30:17.748142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d98d0aa-c0e9-40a4-961d-18ca0eadb921 None None] Network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:17.887139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48502fad-a7cf-4887-9e30-c4672120f508 req-0f386e63-8d74-435b-97f4-60f9a6cb943d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:17.896591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48502fad-a7cf-4887-9e30-c4672120f508 req-0f386e63-8d74-435b-97f4-60f9a6cb943d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1897521 Jun 30 02:30:17.977210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48502fad-a7cf-4887-9e30-c4672120f508 req-6ddf0f6e-40c8-41cf-9aae-7a69879db88f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796020 Jun 30 02:30:18.015332 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-b5f97b6b-95a4-405b-a928-31453138a3e9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:30:18.155176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f92098b0-4beb-43e0-8ca3-3966a4f8e3a7 req-2d2809b4-b1f3-4290-8d9a-ab59258708bc tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0504248 Jun 30 02:30:18.184634 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f97b6b-95a4-405b-a928-31453138a3e9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.196700 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f97b6b-95a4-405b-a928-31453138a3e9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.383179 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-b5f97b6b-95a4-405b-a928-31453138a3e9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Floating IP 5816ab6d-c333-4a3a-8f97-bae7a8b659b4 associated. External IP: 172.25.7.161, port: d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117. Jun 30 02:30:18.577793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:18.587250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1184076605-network', 'tenant_id': '84bbe73dbb95461592451255d2a5f120'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:18.666488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef1208-8193-4036-b49f-642ae80a955e req-3b8ac7f2-51fd-4544-be4b-3a6f22c19a24 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:18.675092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b2ef1208-8193-4036-b49f-642ae80a955e req-3b8ac7f2-51fd-4544-be4b-3a6f22c19a24 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 950 time: 0.1411085 Jun 30 02:30:18.692276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f97b6b-95a4-405b-a928-31453138a3e9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Router cc69fcb9-0395-4e5b-98bf-31571626821d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:30:18.700457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Made reservation on behalf of 84bbe73dbb95461592451255d2a5f120 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:18.704895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.735338 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.846613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.861526 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b2ef1208-8193-4036-b49f-642ae80a955e req-d90035c5-8081-4d0f-84de-cb7feaf0ca81 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850679 Jun 30 02:30:18.864747 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.882017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa884090-f7aa-4ec2-bb98-fe0fd6a7e8f1 req-836a00fb-dc91-4bbb-b58a-615d6797ad2c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:18.883978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa884090-f7aa-4ec2-bb98-fe0fd6a7e8f1 req-836a00fb-dc91-4bbb-b58a-615d6797ad2c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1430249 Jun 30 02:30:18.919573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f97b6b-95a4-405b-a928-31453138a3e9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:30:18.926232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b5f97b6b-95a4-405b-a928-31453138a3e9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.934589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] Sync routers for ids ['cc69fcb9-0395-4e5b-98bf-31571626821d'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:30:18.939620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:30:18.946963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d240af-5f0d-4c6f-ade4-75034d4bd98d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:18.954852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] Routers {'cc69fcb9-0395-4e5b-98bf-31571626821d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:18.955973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc69fcb9-0395-4e5b-98bf-31571626821d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:18.981421 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa884090-f7aa-4ec2-bb98-fe0fd6a7e8f1 req-ca2c8b98-2d50-4ce8-be32-54a3553f807d tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849435 Jun 30 02:30:18.983079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:18.983679 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Added segment f96c0d3e-1255-4875-8015-72c4df9a6814 of type vlan for network 7a215fb1-bc73-4dfd-8881-5a3fa858491b Jun 30 02:30:19.015182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b5f97b6b-95a4-405b-a928-31453138a3e9 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "PUT /v2.0/floatingips/5816ab6d-c333-4a3a-8f97-bae7a8b659b4 HTTP/1.1" status: 200 len: 992 time: 2.0407043 Jun 30 02:30:19.015710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'tag': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:19.023987 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1e233a-0253-4dc3-95d1-87d2b147ea76" -d '{"events": [{"name": "network-changed", "server_uuid": "03131b00-cc61-49ea-9a88-4aa1573c2cb8", "tag": "d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:19.065106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.130206 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.131283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:19.131923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.171452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] Set router cc69fcb9-0395-4e5b-98bf-31571626821d gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:19.189476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948bd17-f0e1-4792-88b8-fc4628503c09 req-dfc303e6-0d60-4f06-9bc4-eac9526b7558 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:19.196035 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c948bd17-f0e1-4792-88b8-fc4628503c09 req-dfc303e6-0d60-4f06-9bc4-eac9526b7558 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 1102 time: 0.0834434 Jun 30 02:30:19.206763 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6251342 Jun 30 02:30:19.209384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:19.216501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Request body: {'subnet': {'network_id': '7a215fb1-bc73-4dfd-8881-5a3fa858491b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1184076605-subnet', 'tenant_id': '84bbe73dbb95461592451255d2a5f120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:19.256164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59a340-2dad-4ad3-938e-6c2d5228cc14 admin admin] Pushing event updated for resources: {'Network': ['ID=7a215fb1-bc73-4dfd-8881-5a3fa858491b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:19.267744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c948bd17-f0e1-4792-88b8-fc4628503c09 req-4f850e9f-4a28-4ffc-98a9-17232416705d tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577314 Jun 30 02:30:19.268813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Made reservation on behalf of 84bbe73dbb95461592451255d2a5f120 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:19.271708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.288868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7a215fb1-bc73-4dfd-8881-5a3fa858491b details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:30:19.297695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8abce4-86f9-487e-a7f6-96c52350e6a0 req-5cfed36f-b24e-4f54-8c1c-7a4ef64cc2df tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:19.306593 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e8abce4-86f9-487e-a7f6-96c52350e6a0 req-5cfed36f-b24e-4f54-8c1c-7a4ef64cc2df tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1041119 Jun 30 02:30:19.429948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e8abce4-86f9-487e-a7f6-96c52350e6a0 req-239b06a2-8e94-47a4-9352-3c43f8410257 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177680 Jun 30 02:30:19.563906 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45acbb1e-f964-42ee-b6f2-a1ebc03bac84 x-openstack-request-id: req-45acbb1e-f964-42ee-b6f2-a1ebc03bac84 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:19.567633 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03131b00-cc61-49ea-9a88-4aa1573c2cb8", "tag": "d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:19.568296 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45acbb1e-f964-42ee-b6f2-a1ebc03bac84 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:19.568954 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'tag': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117', 'status': 'completed', 'code': 200} Jun 30 02:30:19.709498 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-1c238ced-bd3a-47a4-9b5a-c56ab5204a34 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292091 Jun 30 02:30:19.748237 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-56790404-7e8a-417f-abbe-7e71edf2bc2f req-8d32c350-17ca-47c7-9a87-87af09bde7c1 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.1054440 Jun 30 02:30:19.797821 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:19.811372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:15Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '5816ab6d-c333-4a3a-8f97-bae7a8b659b4', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'port_id': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'mac_address': 'fa:16:3e:cb:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:29:19Z', 'updated_at': '2021-06-30T02:30:17Z', 'revision_number': 1, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5', 'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'mac_address': 'fa:16:3e:b5:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:13Z', 'updated_at': '2021-06-30T02:29:21Z', 'revision_number': 5, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'subnets': [{'id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:19.812871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-5e341844-3eba-41ee-8f9d-b112510cd827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:19.814444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-5e341844-3eba-41ee-8f9d-b112510cd827 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26634101d2e64b6fbba1d82a742d4eb6&device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 1098 time: 0.2337558 Jun 30 02:30:19.831012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-350f14e5-bcd8-42ee-a863-468536c3f1f3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:19.833500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d06124-3b2f-4f74-9a47-5a9f9237d165 req-f876df3b-0463-4c62-93f6-06071fe4b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:19.835193 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28d06124-3b2f-4f74-9a47-5a9f9237d165 req-f876df3b-0463-4c62-93f6-06071fe4b79c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 1097 time: 0.1879802 Jun 30 02:30:19.839249 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-350f14e5-bcd8-42ee-a863-468536c3f1f3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1285620 Jun 30 02:30:19.858688 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-9d1eb41e-8a0f-47ae-a56d-17e09e57e2b3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/quotas/8bc2179d3db14d6795047de24f143f84 HTTP/1.1" status: 200 len: 375 time: 0.0184259 Jun 30 02:30:19.968093 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-baf13d12-9a80-4420-b567-968c2c01b74f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1079597 Jun 30 02:30:19.978815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Pushing event updated for resources: {'Subnet': ['ID=69bc70e4-7732-4351-9f44-efa76e16cb6c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:19.996576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] Checking router: cc69fcb9-0395-4e5b-98bf-31571626821d for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:30:20.004984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Checking segment: {'id': 'f96c0d3e-1255-4875-8015-72c4df9a6814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7a215fb1-bc73-4dfd-8881-5a3fa858491b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:20.005383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Network hostable DHCP agents. Network: 7a215fb1-bc73-4dfd-8881-5a3fa858491b, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:30:20.011097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] Routers {'cc69fcb9-0395-4e5b-98bf-31571626821d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:30:20.014817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:29:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc69fcb9-0395-4e5b-98bf-31571626821d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:20.071588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Network 7a215fb1-bc73-4dfd-8881-5a3fa858491b is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:30:20.076935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d06124-3b2f-4f74-9a47-5a9f9237d165 req-a2007456-0943-4ad9-91e6-859a9e761995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:20.078469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28d06124-3b2f-4f74-9a47-5a9f9237d165 req-a2007456-0943-4ad9-91e6-859a9e761995 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 913 time: 0.2261031 Jun 30 02:30:20.081879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-6ed44690-7c73-4ae7-ada7-65ea0592c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:20.083315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-6ed44690-7c73-4ae7-ada7-65ea0592c50f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df HTTP/1.1" status: 200 len: 916 time: 0.2453463 Jun 30 02:30:20.107769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7a215fb1-bc73-4dfd-8881-5a3fa858491b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:20.120534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9380733-aaec-418d-80f0-0ee17229262e None None] Network 7a215fb1-bc73-4dfd-8881-5a3fa858491b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:20.139679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28d06124-3b2f-4f74-9a47-5a9f9237d165 req-52553732-8970-4c2f-b462-5abbbd2dcfc3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=967a8892-57c4-4352-8a17-3b3e695dea0b HTTP/1.1" status: 200 len: 217 time: 0.0477977 Jun 30 02:30:20.140936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:20.141515 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:20.204997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6ac05cca-61f7-4de6-a8e0-f96053f0404b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9930828 Jun 30 02:30:20.370496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d61dd-bc56-4862-b4d7-d5637e5f6add None None] Network 7a215fb1-bc73-4dfd-8881-5a3fa858491b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:20.373491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-4ea38a74-7a66-432a-8ad6-0ad8dfcbb434 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 HTTP/1.1" status: 200 len: 1000 time: 0.2730043 Jun 30 02:30:20.377714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] Set router cc69fcb9-0395-4e5b-98bf-31571626821d gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:30:20.420226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d06124-3b2f-4f74-9a47-5a9f9237d165 req-59292aae-7112-4019-b0cd-0846aee5bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:20.420226 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28d06124-3b2f-4f74-9a47-5a9f9237d165 req-59292aae-7112-4019-b0cd-0846aee5bff5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.2280509 Jun 30 02:30:20.480794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c22a882-cb20-47d1-a535-17d46616dabc req-78008513-4876-4dfa-963b-726a8f029bbf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 210 time: 0.0846713 Jun 30 02:30:20.501936 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28d06124-3b2f-4f74-9a47-5a9f9237d165 req-8ef15971-7ddc-4361-abb4-284b6f40106b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520804 Jun 30 02:30:20.808890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f00b54-dbb3-49d7-85c5-df4195d57c5b req-981e0434-5115-49f3-8b5e-45d4906104d2 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:20.817780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3f00b54-dbb3-49d7-85c5-df4195d57c5b req-981e0434-5115-49f3-8b5e-45d4906104d2 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1280146 Jun 30 02:30:20.865411 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3f00b54-dbb3-49d7-85c5-df4195d57c5b req-c0cac08c-e174-4fef-b078-08370fd5a597 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465798 Jun 30 02:30:20.952081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-88f92df2-7851-4657-954e-9c3435f9188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:20.953563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-88f92df2-7851-4657-954e-9c3435f9188e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c15a7f6c-a122-4097-b995-da6a02447e2b HTTP/1.1" status: 200 len: 854 time: 0.5722044 Jun 30 02:30:21.004110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0806f-e325-420a-9134-b0a2f41ded42 req-438399a5-8a6b-4766-9942-fa171e9a9986 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:21.004706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:15Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '5816ab6d-c333-4a3a-8f97-bae7a8b659b4', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'port_id': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'mac_address': 'fa:16:3e:cb:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:29:19Z', 'updated_at': '2021-06-30T02:30:17Z', 'revision_number': 1, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5', 'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'mac_address': 'fa:16:3e:b5:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:13Z', 'updated_at': '2021-06-30T02:29:21Z', 'revision_number': 5, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'subnets': [{'id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:30:21.005530 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67a0806f-e325-420a-9134-b0a2f41ded42 req-438399a5-8a6b-4766-9942-fa171e9a9986 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.8135874 Jun 30 02:30:21.038323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce730ce-ad41-4702-93cb-796bc7da8e5b None None] The sync data for ids ['cc69fcb9-0395-4e5b-98bf-31571626821d'] in n-d-758944-39 is: [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:15Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '5816ab6d-c333-4a3a-8f97-bae7a8b659b4', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'floating_ip_address': '172.25.7.161', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'port_id': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'mac_address': 'fa:16:3e:cb:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:29:19Z', 'updated_at': '2021-06-30T02:30:17Z', 'revision_number': 1, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5', 'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'mac_address': 'fa:16:3e:b5:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:13Z', 'updated_at': '2021-06-30T02:29:21Z', 'revision_number': 5, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'subnets': [{'id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:30:21.109425 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28d06124-3b2f-4f74-9a47-5a9f9237d165 req-1f71e18b-7461-4faf-9741-0ebbf41846c3 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982764 Jun 30 02:30:21.113830 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67a0806f-e325-420a-9134-b0a2f41ded42 req-5ae1de47-a730-4bc6-88dc-4a682028d530 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001401 Jun 30 02:30:21.131101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-5c03f0d1-2081-45fa-95f2-25fbc320ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:21.132861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-5c03f0d1-2081-45fa-95f2-25fbc320ec2a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1697674 Jun 30 02:30:21.369151 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f516509e-0c5f-4018-b16a-929d70b27e51 req-c0e26ba5-1feb-4ea0-a06f-a46e1f613496 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0824845 Jun 30 02:30:21.413895 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906ad4e-337c-41a9-b89d-953901cfeaa7 None None] New status for floating IP 5816ab6d-c333-4a3a-8f97-bae7a8b659b4: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:30:21.458757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28d06124-3b2f-4f74-9a47-5a9f9237d165 req-f6bf8c61-8d3f-47c9-b8b7-5bb756934ae6 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248580 Jun 30 02:30:21.470278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-d8513940-3b48-416f-be77-fb69e6c5d78d service neutron] 10.222.0.69 "GET /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117244 Jun 30 02:30:21.604624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-cf9e18de-1ab3-4230-8019-bc50f7f1a743 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:21.606635 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-cf9e18de-1ab3-4230-8019-bc50f7f1a743 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 820 time: 0.1680846 Jun 30 02:30:21.623038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-7b8a03ef-b591-4602-86df-c02cd3e650b4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/quotas/b6b95258dc98409483eb8868ae44b7c5 HTTP/1.1" status: 200 len: 375 time: 0.0107019 Jun 30 02:30:21.675166 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1e233a-0253-4dc3-95d1-87d2b147ea76 req-88b6f887-804c-4e89-8bd4-0b86e252a8a9 service neutron] 10.222.0.69 "GET /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007344 Jun 30 02:30:21.685390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-95ede23b-e223-4f44-8453-6fc31409a7a2 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532920 Jun 30 02:30:21.753165 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51178b55-6955-4863-9c2c-e943b3980e49 req-002e2b4f-7f9b-404e-8dca-b6343a456fac tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 210 time: 0.0378397 Jun 30 02:30:21.800656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-c7c0ca34-c366-4d2d-813d-71fe19ee55fb service neutron] 10.222.0.55 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028814 Jun 30 02:30:21.896588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-c937fd85-1e6d-449d-b197-0072ff649c27 service neutron] 10.222.0.55 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898824 Jun 30 02:30:22.078565 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-1a3292e2-92a8-427a-8102-5e13046d6695 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8bc2179d3db14d6795047de24f143f84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273440 Jun 30 02:30:22.149783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8d96730e-960a-492c-ad1a-204139eebccc req-bc723dd9-3c97-42b2-b02c-c22c04840eef tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 210 time: 0.0498600 Jun 30 02:30:22.190939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266659e-ed18-494e-a883-e48b0bad5296 req-f8c3ff99-5d48-4dc0-9fa7-4871a7e8950c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:22.192663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0266659e-ed18-494e-a883-e48b0bad5296 req-f8c3ff99-5d48-4dc0-9fa7-4871a7e8950c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 945 time: 0.1791582 Jun 30 02:30:22.317991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0266659e-ed18-494e-a883-e48b0bad5296 req-10ff51df-854b-41f8-90fb-e73859b98a47 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184731 Jun 30 02:30:22.369179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-ede66b9c-520c-4dd3-914b-06d5f24e0349 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:22.371102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-ede66b9c-520c-4dd3-914b-06d5f24e0349 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773676 Jun 30 02:30:22.388243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Request body: {'port': {'device_id': '51eec13a-36d8-4b24-88be-71f826ea42c0', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '8bc2179d3db14d6795047de24f143f84'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:22.547451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de655337-f330-40a7-a70f-48bd13eaea4f req-26348d35-673f-43f5-a163-9c308704cec5 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:22.555822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de655337-f330-40a7-a70f-48bd13eaea4f req-26348d35-673f-43f5-a163-9c308704cec5 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1055822 Jun 30 02:30:22.619764 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3dd9f08-df0d-402f-bb52-a428c6b61d0b req-2ca65c70-50c5-44a8-9b1a-a05692f352ae tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0740476 Jun 30 02:30:22.623139 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de655337-f330-40a7-a70f-48bd13eaea4f req-e2dbc6ef-f547-43cd-968c-5b8ff16035ac tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661256 Jun 30 02:30:22.623607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Made reservation on behalf of 8bc2179d3db14d6795047de24f143f84 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:22.630650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:22.812559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Allocated IP 192.168.233.191 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/8488ef94-0f07-4bfd-bbe8-4d088bd69eec) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:22.935193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 967a8892-57c4-4352-8a17-3b3e695dea0b no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:22.953612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1811e59-2689-4741-a5bd-c6eaa91a2d5f req-100ab903-871d-4c86-8433-4c84628a983e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 210 time: 0.0429115 Jun 30 02:30:23.025278 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.033311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.048796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Transition to ACTIVE for port object 8488ef94-0f07-4bfd-bbe8-4d088bd69eec will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:23.054594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967a8892-57c4-4352-8a17-3b3e695dea0b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:23.057765 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0567288d-71d9-468f-a0b5-3ef99e758074" -d '{"events": [{"server_uuid": "63186c84-96d9-42b8-93c1-89d5f1ea087e", "name": "network-vif-unplugged", "status": "completed", "tag": "967a8892-57c4-4352-8a17-3b3e695dea0b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:23.074524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 967a8892-57c4-4352-8a17-3b3e695dea0b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=967a8892-57c4-4352-8a17-3b3e695dea0b,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:23.082708 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.086376 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.125271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473', '67f6544a-2126-4eef-9400-94a62600c98d', 'bb863e59-5711-4b5d-9a3c-b15e2c85943a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:23.127797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'e1daaca1-ce08-4b59-b011-418e61e7f152'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:23.134365 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f2c020-bc8f-4e47-aa10-f5662e9a1552 x-openstack-request-id: req-b3f2c020-bc8f-4e47-aa10-f5662e9a1552 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:23.135125 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63186c84-96d9-42b8-93c1-89d5f1ea087e", "name": "network-vif-unplugged", "status": "completed", "tag": "967a8892-57c4-4352-8a17-3b3e695dea0b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:23.135819 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3f2c020-bc8f-4e47-aa10-f5662e9a1552 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:23.136432 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967a8892-57c4-4352-8a17-3b3e695dea0b', 'code': 200} Jun 30 02:30:23.202251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event updated for resources: {'Port': ['ID=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:23.218970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:23.218970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:23.219469 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:23.265030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=967a8892-57c4-4352-8a17-3b3e695dea0b,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:23.294067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:23.295021 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.315961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-871e249f-e7d2-40fe-81e5-f236ed2bd1e6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9322839 Jun 30 02:30:23.336498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Request body: {'port': {'device_id': '51eec13a-36d8-4b24-88be-71f826ea42c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:23.447190 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-964399f0-a2f1-4875-a27a-41ea790b2af2 req-b3a05a71-0319-4f20-9474-05ab34b3fdda tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 210 time: 0.0993490 Jun 30 02:30:23.563190 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.704991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-115b1c24-497a-4c7f-91ba-6f8468e34cd9 None None] Provisioning for port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:23.711710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-115b1c24-497a-4c7f-91ba-6f8468e34cd9 None None] Provisioning complete for port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:23.712100 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-115b1c24-497a-4c7f-91ba-6f8468e34cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:23.801861 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-115b1c24-497a-4c7f-91ba-6f8468e34cd9 None None] Port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:24.017245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8488ef94-0f07-4bfd-bbe8-4d088bd69eec {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:24.031907 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.049679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Transition to ACTIVE for port object 8488ef94-0f07-4bfd-bbe8-4d088bd69eec will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:24.065558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2eedc-a6ea-49b7-92d7-4a380c5ff79b req-3f72b3cd-5cdc-483f-bd39-d89082035d5a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.074524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22d2eedc-a6ea-49b7-92d7-4a380c5ff79b req-3f72b3cd-5cdc-483f-bd39-d89082035d5a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 943 time: 0.3071327 Jun 30 02:30:24.092731 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.101555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e869d37-9718-402a-8238-a36d1a01ac3a req-151d9e91-910d-4782-9286-0f6f08088b57 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.124043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e869d37-9718-402a-8238-a36d1a01ac3a req-151d9e91-910d-4782-9286-0f6f08088b57 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.2882988 Jun 30 02:30:24.178089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-32e30d57-0799-49f3-a633-934134c9f103 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.179938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-32e30d57-0799-49f3-a633-934134c9f103 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 820 time: 0.2958775 Jun 30 02:30:24.182276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Pushing event updated for resources: {'Port': ['ID=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:24.206632 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Request body: {'port': {'device_id': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2', 'admin_state_up': True, 'tenant_id': 'b6b95258dc98409483eb8868ae44b7c5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:24.252292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e869d37-9718-402a-8238-a36d1a01ac3a req-3b3592cb-e89d-4bdd-880e-b83f8612c591 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272621 Jun 30 02:30:24.293108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22d2eedc-a6ea-49b7-92d7-4a380c5ff79b req-ea5bb80a-556a-4b60-9a63-fd7ff5a8bba8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175438 Jun 30 02:30:24.355752 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39e6b84f-f8b6-4a7b-8f69-437bd4453f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.473169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Attempting to bind port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:24.474357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Attempting to bind port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:24.474693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Attempting to bind port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:24.491238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:24.491694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Attempting to bind port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:24.502227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:24.502631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:24.503000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:24.503444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Bound port: 8488ef94-0f07-4bfd-bbe8-4d088bd69eec, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:24.503808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.560460 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4d87196-e440-44ed-a3a0-aad255f19d0a req-d740bb04-e6c6-4d93-b6be-eb62ed07eed8 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0936086 Jun 30 02:30:24.602868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Made reservation on behalf of b6b95258dc98409483eb8868ae44b7c5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:24.610118 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.612800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] For port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:24.623494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] For port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:24.632789 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.712882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.714068 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:24.715788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] 10.222.0.73 "PUT /v2.0/ports/8488ef94-0f07-4bfd-bbe8-4d088bd69eec HTTP/1.1" status: 200 len: 1097 time: 1.3838499 Jun 30 02:30:24.716364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eec13a-36d8-4b24-88be-71f826ea42c0', 'tag': '8488ef94-0f07-4bfd-bbe8-4d088bd69eec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:24.718774 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c00440-ce8e-4e61-a3a9-03374e438877" -d '{"events": [{"name": "network-changed", "server_uuid": "51eec13a-36d8-4b24-88be-71f826ea42c0", "tag": "8488ef94-0f07-4bfd-bbe8-4d088bd69eec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:24.761446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e21a28-c03d-42ef-a41b-8639ad9c44ae service neutron] Pushing event updated for resources: {'Port': ['ID=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:24.873368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-1ccef383-b4df-4da7-8ec5-111c57f1715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.879456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-1ccef383-b4df-4da7-8ec5-111c57f1715f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 1100 time: 0.0811188 Jun 30 02:30:24.921863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181c668-bfe1-4996-b8b5-b7390f46395e req-1ab9368b-d6a2-4209-a24a-261406f2d049 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:24.929521 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d181c668-bfe1-4996-b8b5-b7390f46395e req-1ab9368b-d6a2-4209-a24a-261406f2d049 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 948 time: 0.2114062 Jun 30 02:30:24.949681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-8ee72d4c-66ff-42a9-8128-c7df69016780 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=8488ef94-0f07-4bfd-bbe8-4d088bd69eec HTTP/1.1" status: 200 len: 217 time: 0.0461018 Jun 30 02:30:24.967391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Allocated IP 172.20.0.4 (69962f8b-5ed5-407c-8bd0-812bcffe2ae2/b9d3201b-8a49-4a4b-8508-f2d5e8cc3553/76de8cdc-c20e-466c-af88-eb8f8b8b8ad1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:24.999393 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d181c668-bfe1-4996-b8b5-b7390f46395e req-960d627e-7f73-4238-9dd5-6adc9e0cfbd7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687866 Jun 30 02:30:25.061548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-869bc266-c036-4f46-a82b-5c7ea6a8402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.063917 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-869bc266-c036-4f46-a82b-5c7ea6a8402f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1037531 Jun 30 02:30:25.175535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-d27c7742-bfac-46b6-b8d2-7aaa8b27cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.198054 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-d27c7742-bfac-46b6-b8d2-7aaa8b27cb30 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1207752 Jun 30 02:30:25.270762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e54d5ec3-e6c1-4547-8bf0-99ab59e4464e req-f64cb85e-c091-48d1-9ca0-ebbedd44b1d2 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 210 time: 0.0575361 Jun 30 02:30:25.339694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-755b1f14-0213-4356-aa6c-c12ff73a52f1 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285629 Jun 30 02:30:25.361405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.476049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.514277 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605f2aff-cdd8-43d0-a82b-322befc0eaf4 x-openstack-request-id: req-605f2aff-cdd8-43d0-a82b-322befc0eaf4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:25.518546 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eec13a-36d8-4b24-88be-71f826ea42c0", "tag": "8488ef94-0f07-4bfd-bbe8-4d088bd69eec", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:25.519062 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-605f2aff-cdd8-43d0-a82b-322befc0eaf4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:25.520751 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51eec13a-36d8-4b24-88be-71f826ea42c0', 'tag': '8488ef94-0f07-4bfd-bbe8-4d088bd69eec', 'status': 'completed', 'code': 200} Jun 30 02:30:25.557799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b8c9b4-5db6-40e5-8fc9-f546296cb8b2 req-576c2a4e-95a2-4fbe-bdb0-d5d41496c78e service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051487 Jun 30 02:30:25.597125 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:25.601228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:25.605616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:25.678427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Pushing event updated for resources: {'Port': ['ID=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:25.717091 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.717790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.748484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-7cabbc26-22d2-4719-a422-8a73ea3ef000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.750485 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-e8e64a07-e540-4cc5-ab6c-82bd577e2af9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5534844 Jun 30 02:30:25.752150 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-7cabbc26-22d2-4719-a422-8a73ea3ef000 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 1100 time: 0.1065795 Jun 30 02:30:25.765862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7826f-6f02-4450-b8b7-814926f5cbc5 req-08a4b586-419c-4e6c-8a48-e2f4823414e7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.767715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0a7826f-6f02-4450-b8b7-814926f5cbc5 req-08a4b586-419c-4e6c-8a48-e2f4823414e7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1335001 Jun 30 02:30:25.797080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Request body: {'port': {'device_id': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:25.854606 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0a7826f-6f02-4450-b8b7-814926f5cbc5 req-a5455f41-9fbe-438a-abc6-810d637d3820 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794880 Jun 30 02:30:25.949924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:25.984189 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-b484a6fe-3638-4a76-bc72-a1638e3fca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:25.985353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-b484a6fe-3638-4a76-bc72-a1638e3fca7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1982684 Jun 30 02:30:26.014451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-fbd92a33-f689-4f4f-8530-795d6baaf645 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.023012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-fbd92a33-f689-4f4f-8530-795d6baaf645 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=63186c84-96d9-42b8-93c1-89d5f1ea087e HTTP/1.1" status: 200 len: 943 time: 0.1575279 Jun 30 02:30:26.079407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e30f4519-2f48-46a8-9dd1-0768aebd6a61 req-920391aa-cad7-4d81-bd05-a908891643a5 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0729504 Jun 30 02:30:26.094083 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-165b9d41-fe61-476d-a7bc-3c960a4768ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=8488ef94-0f07-4bfd-bbe8-4d088bd69eec HTTP/1.1" status: 200 len: 217 time: 0.0898993 Jun 30 02:30:26.210625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-c3e7c4ba-7b73-4e48-8b17-9fe2b9be3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.212196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-c3e7c4ba-7b73-4e48-8b17-9fe2b9be3fcf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0935571 Jun 30 02:30:26.237674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-6d4ae474-1cb8-4224-b759-e697a0c390b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Deleting port 967a8892-57c4-4352-8a17-3b3e695dea0b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:26.238248 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-6d4ae474-1cb8-4224-b759-e697a0c390b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.317714 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-fb56fa93-90b3-4171-94b3-3ca5a2827461 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0741680 Jun 30 02:30:26.393290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-76f53b4f-bb6b-4298-9fd6-f6a5fb92c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.394667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-76f53b4f-bb6b-4298-9fd6-f6a5fb92c8f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403408 Jun 30 02:30:26.400402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-6d4ae474-1cb8-4224-b759-e697a0c390b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] For port 967a8892-57c4-4352-8a17-3b3e695dea0b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=967a8892-57c4-4352-8a17-3b3e695dea0b,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:26.400739 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-6d4ae474-1cb8-4224-b759-e697a0c390b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.446440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-6d4ae474-1cb8-4224-b759-e697a0c390b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Calling delete_port for 967a8892-57c4-4352-8a17-3b3e695dea0b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:26.483574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:26.497006 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.518088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Transition to ACTIVE for port object 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:26.527980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-f492d454-42be-4ef2-815d-1ac233eb35da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.530376 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-f492d454-42be-4ef2-815d-1ac233eb35da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bc2179d3db14d6795047de24f143f84&device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 1102 time: 0.1834013 Jun 30 02:30:26.538617 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.554840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c5d63-0c43-4c6e-b944-23934811b2e8 req-c816e329-a74a-4f61-8c28-7a0e39d9d96b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.556398 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-376c5d63-0c43-4c6e-b944-23934811b2e8 req-c816e329-a74a-4f61-8c28-7a0e39d9d96b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 948 time: 0.2106295 Jun 30 02:30:26.580977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-51c672e2-ed8d-4655-875c-5c2e5ee7eb16 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592040 Jun 30 02:30:26.682397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Pushing event updated for resources: {'Port': ['ID=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:26.724640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-376c5d63-0c43-4c6e-b944-23934811b2e8 req-52b96b19-1d74-4666-8bff-1be86dadb763 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415358 Jun 30 02:30:26.738590 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-6d4ae474-1cb8-4224-b759-e697a0c390b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.742899 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2c00440-ce8e-4e61-a3a9-03374e438877 req-54b52faf-64b9-4664-b2c9-0bbc75afd918 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477311 Jun 30 02:30:26.787444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-c264c37d-9dc4-4831-8da7-b85e9650b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:26.788988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-c264c37d-9dc4-4831-8da7-b85e9650b48f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2071383 Jun 30 02:30:26.794317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ae474-1cb8-4224-b759-e697a0c390b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event deleted for resources: {'Port': ['ID=967a8892-57c4-4352-8a17-3b3e695dea0b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:26.849357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-6d4ae474-1cb8-4224-b759-e697a0c390b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] No DVR routers for this DVR port 967a8892-57c4-4352-8a17-3b3e695dea0b on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:26.852886 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-6d4ae474-1cb8-4224-b759-e697a0c390b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.863940 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-a266e494-532f-41a8-be0d-3b10fb7ed3cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=870229c5-03ac-44a0-8404-01a17d3d321b HTTP/1.1" status: 200 len: 217 time: 0.0627263 Jun 30 02:30:26.866774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21f1f7b5-1a6d-42ac-8281-67269895c252 req-6d4ae474-1cb8-4224-b759-e697a0c390b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "DELETE /v2.0/ports/967a8892-57c4-4352-8a17-3b3e695dea0b HTTP/1.1" status: 204 len: 173 time: 0.8426297 Jun 30 02:30:26.872841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:26.873306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:26.873838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:26.923138 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.954042 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26ce6daf-e8ea-42d9-bbdc-456f354f141e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:26.957775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:26.958107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:26.972962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:26.973313 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:26.973701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:26.974226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Bound port: 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:26.974680 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.002350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 967a8892-57c4-4352-8a17-3b3e695dea0b no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:27.031237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 967a8892-57c4-4352-8a17-3b3e695dea0b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:27.031898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 967a8892-57c4-4352-8a17-3b3e695dea0b not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:27.048450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-4e7a357b-2e57-4df5-bad9-7859ce4d074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:27.050216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-4e7a357b-2e57-4df5-bad9-7859ce4d074e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1728952 Jun 30 02:30:27.148524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967030b3-7551-4b7f-bb7e-59750dd02c19 req-0d6ee4d6-e79b-45b9-b950-02a6530eaf25 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:27.156627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-967030b3-7551-4b7f-bb7e-59750dd02c19 req-0d6ee4d6-e79b-45b9-b950-02a6530eaf25 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 943 time: 0.2861288 Jun 30 02:30:27.176116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:27.210007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:27.226999 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.265538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12adc713-1579-4810-b29b-929909f76ea3 req-dfc32fda-cc8d-4c5e-b31d-44238d35536b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0569558 Jun 30 02:30:27.291141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-967030b3-7551-4b7f-bb7e-59750dd02c19 req-0c88b875-e230-4c94-a7b7-abeb72b78370 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334171 Jun 30 02:30:27.300185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:27.300940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:27.302554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] 10.222.0.73 "PUT /v2.0/ports/76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 HTTP/1.1" status: 200 len: 1092 time: 1.5111268 Jun 30 02:30:27.305741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'tag': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:27.308580 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad2977d-7a6c-4548-9888-dadd656542dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b52bc2-4add-4992-a83c-29baec54ddf9", "tag": "76de8cdc-c20e-466c-af88-eb8f8b8b8ad1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:27.352937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-9478045a-5c42-4a58-a5b8-97bcd90ea64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:27.362665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-9478045a-5c42-4a58-a5b8-97bcd90ea64a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2986517 Jun 30 02:30:27.366550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180763c-fc2b-4c0c-804c-0a49d5659969 service neutron] Pushing event updated for resources: {'Port': ['ID=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:27.521742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'name': 'network-vif-deleted', 'tag': '967a8892-57c4-4352-8a17-3b3e695dea0b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:27.528480 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8bcee7-3f01-4fb7-9a75-b5383defed58" -d '{"events": [{"server_uuid": "63186c84-96d9-42b8-93c1-89d5f1ea087e", "name": "network-vif-deleted", "tag": "967a8892-57c4-4352-8a17-3b3e695dea0b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:28.020133 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9bf0721f-70d5-4a45-bf45-15b947afc290 req-32ad4686-cf17-46f2-9f13-5596f8ccff5c tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0502384 Jun 30 02:30:28.099410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-cfbcbeed-dfe8-4cc4-b069-e9f898eceb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.113777 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:28.114558 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-cfbcbeed-dfe8-4cc4-b069-e9f898eceb46 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 1095 time: 0.7260120 Jun 30 02:30:28.238042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-5a4065c0-cf00-4fe4-a24b-47251d3c6228 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 HTTP/1.1" status: 200 len: 217 time: 0.1065187 Jun 30 02:30:28.290536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fed265-2467-45c3-8cb3-1c9b07b70602 req-e0ba0828-8ff0-45c2-bd2a-2c333b21ebc8 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.298681 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-eaf381c9-1882-403c-bfee-82c20a94c2ee service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9148526 Jun 30 02:30:28.298940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-90fed265-2467-45c3-8cb3-1c9b07b70602 req-e0ba0828-8ff0-45c2-bd2a-2c333b21ebc8 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.5523906 Jun 30 02:30:28.385499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-90fed265-2467-45c3-8cb3-1c9b07b70602 req-bb078f03-f4a6-4c93-a8b3-e437522f1f2c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853453 Jun 30 02:30:28.416715 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9747397-480a-4478-a751-7fc539a8c88e x-openstack-request-id: req-b9747397-480a-4478-a751-7fc539a8c88e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:28.418267 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b52bc2-4add-4992-a83c-29baec54ddf9", "tag": "76de8cdc-c20e-466c-af88-eb8f8b8b8ad1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:28.420200 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9747397-480a-4478-a751-7fc539a8c88e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:28.420882 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'tag': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1', 'status': 'completed', 'code': 200} Jun 30 02:30:28.430218 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97996777-3eb5-4870-be6a-aa0424bf94bf x-openstack-request-id: req-97996777-3eb5-4870-be6a-aa0424bf94bf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:28.430426 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63186c84-96d9-42b8-93c1-89d5f1ea087e", "name": "network-vif-deleted", "tag": "967a8892-57c4-4352-8a17-3b3e695dea0b", "status": "failed", "code": 422}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:28.430696 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97996777-3eb5-4870-be6a-aa0424bf94bf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:28.431100 n-d-758944-39 neutron-server[93771]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63186c84-96d9-42b8-93c1-89d5f1ea087e', 'name': 'network-vif-deleted', 'tag': '967a8892-57c4-4352-8a17-3b3e695dea0b', 'status': 'failed', 'code': 422} returned with failed status Jun 30 02:30:28.503850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-4203ce24-b88d-4d8c-bbb2-cac44752e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.524855 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-4203ce24-b88d-4d8c-bbb2-cac44752e8c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.2559140 Jun 30 02:30:28.641869 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-f0e1ae15-ef65-4293-bdf7-f7ead2f72914 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139221 Jun 30 02:30:28.819648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-a0b82a33-6b27-499f-927e-6fd76f75aada service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599131 Jun 30 02:30:28.825520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6fd2a44-00a3-4409-9e40-8756af1b7e5f req-72f331fe-4750-433e-a4c7-e4a885ff4580 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173533 Jun 30 02:30:28.876774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e55bf-a1f4-475b-91fd-a58f094faeaa req-d97d4fd6-9ad3-4336-9725-1c969a913ff8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.882880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7b4e55bf-a1f4-475b-91fd-a58f094faeaa req-d97d4fd6-9ad3-4336-9725-1c969a913ff8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0957477 Jun 30 02:30:28.908985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5440966-de57-4f64-9430-afbfd5c291a3 req-28f295c5-a852-46c0-8c6f-3b6135e1a4cd tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:28.916389 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5440966-de57-4f64-9430-afbfd5c291a3 req-28f295c5-a852-46c0-8c6f-3b6135e1a4cd tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 948 time: 0.1609521 Jun 30 02:30:28.935369 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7b4e55bf-a1f4-475b-91fd-a58f094faeaa req-1b94632f-c097-44b0-875f-99e0083f6f16 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427790 Jun 30 02:30:28.984643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5440966-de57-4f64-9430-afbfd5c291a3 req-56ee3a58-be4a-4c21-b24c-409f32c3180b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672650 Jun 30 02:30:28.995843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa18a3e7-ddf4-476b-b490-ef8248ba67e7 req-d505e026-ab37-4c67-beb6-0e3465e3e7c1 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525199 Jun 30 02:30:29.234300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-a5ef2a1f-8b77-4959-97e9-9907d7930c15 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.234542 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-a5ef2a1f-8b77-4959-97e9-9907d7930c15 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.1623256 Jun 30 02:30:29.241106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2977d-7a6c-4548-9888-dadd656542dc req-4cd39b02-980b-484c-bf71-ad7484a99a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.242586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fad2977d-7a6c-4548-9888-dadd656542dc req-4cd39b02-980b-484c-bf71-ad7484a99a58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 1095 time: 0.1528130 Jun 30 02:30:29.261856 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0dee1866-bdaa-4f81-8510-88f2141344df req-a6115be0-4a0a-443d-b125-1ba12ce4180b tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0389419 Jun 30 02:30:29.265609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-0acc98db-c76a-4705-aee7-aec6a9be710e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/quotas/3cf21bbdf6a241059a4954f5a8e684b0 HTTP/1.1" status: 200 len: 375 time: 0.0218539 Jun 30 02:30:29.267493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-bb12d17b-a122-43b9-9c8f-4d2ecbd475e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1389987 Jun 30 02:30:29.358230 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-1639dd43-bb73-4c2b-b9e6-1d8e61484f2b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824654 Jun 30 02:30:29.389385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-a9933eb1-6fd0-43ac-834f-d020698d05e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.391357 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-a9933eb1-6fd0-43ac-834f-d020698d05e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0671504 Jun 30 02:30:29.464896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2977d-7a6c-4548-9888-dadd656542dc req-94daf6a2-febc-4621-a715-1e7b4ac8192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.467337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fad2977d-7a6c-4548-9888-dadd656542dc req-94daf6a2-febc-4621-a715-1e7b4ac8192e service neutron] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.2122934 Jun 30 02:30:29.497316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-b9da4eda-f8ef-4eed-96df-f730fc2e059e service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377885 Jun 30 02:30:29.529727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-8e160131-ff1c-4f42-b8a5-d1055a21ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.531502 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-8e160131-ff1c-4f42-b8a5-d1055a21ae2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.1146557 Jun 30 02:30:29.535811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fad2977d-7a6c-4548-9888-dadd656542dc req-fb681f1e-cc72-40d6-8e36-c7530bddd1e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 HTTP/1.1" status: 200 len: 217 time: 0.0552173 Jun 30 02:30:29.580637 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-98eacad4-ce68-4840-a7ea-c811c5ab6f53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5eed2d6-677f-47ae-a493-03ddbb8b789c HTTP/1.1" status: 200 len: 217 time: 0.0404351 Jun 30 02:30:29.650688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2977d-7a6c-4548-9888-dadd656542dc req-b9c36820-9633-48b1-b03c-055a43e00e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.656432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-97725b74-962f-43f9-820e-5d50d7458dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.659022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-97725b74-962f-43f9-820e-5d50d7458dcc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0699041 Jun 30 02:30:29.659336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fad2977d-7a6c-4548-9888-dadd656542dc req-b9c36820-9633-48b1-b03c-055a43e00e84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0836971 Jun 30 02:30:29.694394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-7e6f3451-a0e7-4017-a3de-5f472f890abb service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957831 Jun 30 02:30:29.775097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1958f2-331f-4004-b590-6291dee17f85 req-154da6d8-c073-46b7-a66f-56033f7aa5e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c2c3be6e38104c72a8ed530a462f44f5&device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0393095 Jun 30 02:30:29.797036 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fad2977d-7a6c-4548-9888-dadd656542dc req-b47ec6b3-a838-40e8-8f7f-c64b8ab0401b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086903 Jun 30 02:30:29.803552 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:30:29.825401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1958f2-331f-4004-b590-6291dee17f85 req-22328333-9cb7-4745-beaf-eb4cce87512a service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c2c3be6e38104c72a8ed530a462f44f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398099 Jun 30 02:30:29.834619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-38f812b8-28d5-4033-8e7d-f2592a2ef5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:29.837095 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-38f812b8-28d5-4033-8e7d-f2592a2ef5d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672461 Jun 30 02:30:29.952237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:30.032321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fad2977d-7a6c-4548-9888-dadd656542dc req-92e82c92-4ca5-44e5-b09d-6f8df9950e06 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323825 Jun 30 02:30:30.169284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-aeab2203-0aca-42ef-9465-41e6d8169661 service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226631 Jun 30 02:30:30.186131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bdf5caa2-325e-4b10-ab3a-661b5d25f974 req-fee84fa9-e50c-40b2-8829-0875cc08e3f8 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.1029031 Jun 30 02:30:30.320917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552117b-75b9-4c9f-9604-b50d23b6320d req-965765af-3e92-4f48-a8c8-5f3326652957 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.321940 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef6ffb02-d642-4a31-9c36-c1fd04e43de1 req-9cfeb060-dbf6-43fa-a233-d76e7b07b024 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 210 time: 0.0451412 Jun 30 02:30:30.327688 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fad2977d-7a6c-4548-9888-dadd656542dc req-753c2475-bcb3-4745-b9ce-8e2e0cd7be4c service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823637 Jun 30 02:30:30.328943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5552117b-75b9-4c9f-9604-b50d23b6320d req-965765af-3e92-4f48-a8c8-5f3326652957 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.4642339 Jun 30 02:30:30.355232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1958f2-331f-4004-b590-6291dee17f85 req-8a69b2d0-5d3d-43a1-b12c-9cf60dd3a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.357857 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1958f2-331f-4004-b590-6291dee17f85 req-8a69b2d0-5d3d-43a1-b12c-9cf60dd3a2a7 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5253189 Jun 30 02:30:30.426038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5552117b-75b9-4c9f-9604-b50d23b6320d req-8d4e7ebd-9699-44b4-8e3e-b6ffe8d3fed7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960591 Jun 30 02:30:30.470143 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34337ea9-31e0-4ef2-b7db-c16b76ad75a6 req-0cf458e3-23b3-4f8b-a5a3-8519f3a8040b service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640851 Jun 30 02:30:30.667783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4742ade-17e1-4c44-a2b2-1d444bcd829d req-be287ae0-8365-4168-9b1b-8a7d143df367 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.671706 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4742ade-17e1-4c44-a2b2-1d444bcd829d req-be287ae0-8365-4168-9b1b-8a7d143df367 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 943 time: 0.1102028 Jun 30 02:30:30.681772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26cfcb-7993-4bcf-ba13-8f3328cfedd3 req-ba8f72ef-b93a-4b41-b9ad-d15ad0e33144 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:30.684172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d26cfcb-7993-4bcf-ba13-8f3328cfedd3 req-ba8f72ef-b93a-4b41-b9ad-d15ad0e33144 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 948 time: 0.0930672 Jun 30 02:30:30.742029 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d26cfcb-7993-4bcf-ba13-8f3328cfedd3 req-23ca221d-e34e-4c20-8cce-904075fd0b62 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475914 Jun 30 02:30:30.774743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4742ade-17e1-4c44-a2b2-1d444bcd829d req-14fd3170-9fa3-4821-a908-a7ee89fc4e4d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956116 Jun 30 02:30:30.803682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8488ef94-0f07-4bfd-bbe8-4d088bd69eec details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:30.988654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:31.005762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '8488ef94-0f07-4bfd-bbe8-4d088bd69eec', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '8488ef94-0f07-4bfd-bbe8-4d088bd69eec', 'mac_address': 'fa:16:3e:23:cf:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:31.054126 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.073381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8488ef94-0f07-4bfd-bbe8-4d088bd69eec {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:31.116960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:31.123703 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.204760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:31.338827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:31.341879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2071093101'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:31.357164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7bfc07a8-83a7-4c66-b4f4-b8c6a8164e96 req-4aa4c740-de9f-4771-aa81-b74e23aff2e4 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0338528 Jun 30 02:30:31.378353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:31.383926 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.421708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:30:31.442036 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.442654 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Added segment b5455aae-0185-48ec-a78f-ec397d37d32d of type vlan for network 578abc09-9da7-49ae-8002-6d682c8aa7a3 Jun 30 02:30:31.539230 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-20fbd809-29c9-4344-9e03-ddf37af4550c req-9497cdcc-bc5e-44ec-878e-04d8bb790483 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 210 time: 0.0673194 Jun 30 02:30:31.541111 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.582874 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.590170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.591188 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.642101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['8488ef94-0f07-4bfd-bbe8-4d088bd69eec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:31.666063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50a151-1001-438e-a348-8a2f3edb3c1b req-62fe39d3-0106-44dd-a0e0-df8f9088ebb2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.675252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f50a151-1001-438e-a348-8a2f3edb3c1b req-62fe39d3-0106-44dd-a0e0-df8f9088ebb2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.0997660 Jun 30 02:30:31.728532 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f50a151-1001-438e-a348-8a2f3edb3c1b req-4dc231bc-3e73-4668-9e88-93b28653ae04 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515537 Jun 30 02:30:31.808802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Network': ['ID=578abc09-9da7-49ae-8002-6d682c8aa7a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:31.824353 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 578abc09-9da7-49ae-8002-6d682c8aa7a3 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:30:31.835537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:31.841701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-961e1540-1a73-42d3-b012-b500d9ef8ed9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5039637 Jun 30 02:30:31.846887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-198911112'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:31.936088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:31.945429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:31.993541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-f8367e93-e56d-4685-8269-5b9a755f4cae tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:31.997137 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-f8367e93-e56d-4685-8269-5b9a755f4cae tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.4022372 Jun 30 02:30:32.008158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:30:32.017342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Request body: {'port': {'device_id': '6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'admin_state_up': True, 'tenant_id': '3cf21bbdf6a241059a4954f5a8e684b0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:32.048694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.049020 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Added segment 4753d967-71f6-490b-a5f9-3bd8ec32844d of type vlan for network cd24ac80-8c34-47d2-9050-738175838a5b Jun 30 02:30:32.096462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70dfea-448b-46cd-8a5b-a461fe981feb req-ebec92c6-1d6c-4358-b95b-e9212a3d01e9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.097269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.097973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e70dfea-448b-46cd-8a5b-a461fe981feb req-ebec92c6-1d6c-4358-b95b-e9212a3d01e9 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 949 time: 0.1631067 Jun 30 02:30:32.132039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fb64b-1ecc-4694-9686-6287434c18b7 req-6908c2d3-49da-46d5-9b23-488fdf285b0f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.133574 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d8fb64b-1ecc-4694-9686-6287434c18b7 req-6908c2d3-49da-46d5-9b23-488fdf285b0f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 943 time: 0.1272633 Jun 30 02:30:32.166003 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.171882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.172426 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.173287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba1958f2-331f-4004-b590-6291dee17f85 req-0611819d-06fb-4851-809e-0d7f5f8fb4c1 tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0485325 Jun 30 02:30:32.203356 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e70dfea-448b-46cd-8a5b-a461fe981feb req-fe0afa47-289b-4f2d-bc92-4b3d5118744e tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897732 Jun 30 02:30:32.215227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Made reservation on behalf of 3cf21bbdf6a241059a4954f5a8e684b0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:32.219808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.284462 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d8fb64b-1ecc-4694-9686-6287434c18b7 req-6d968ebf-e603-4a4a-b6e7-804f81795c8f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375790 Jun 30 02:30:32.292140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4550197 Jun 30 02:30:32.299611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:32.310507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'subnet': {'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:32.419983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da95ec5-486f-4d8c-a31d-bef29f56d368 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Network': ['ID=cd24ac80-8c34-47d2-9050-738175838a5b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:32.425628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Allocated IP 172.20.0.12 (ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e/e50111ab-406d-464a-8542-69c8fb73b1b0/cbbddeea-d761-4f4b-8c31-5439c7295ffb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:32.445082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network cd24ac80-8c34-47d2-9050-738175838a5b details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:30:32.493760 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:32.499806 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.709885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b523fe-f0a3-4d48-8aa5-5ab32d2e45f7 req-c78d99fc-501b-429d-a00e-494d4e6e9cd9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:32.714350 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40b523fe-f0a3-4d48-8aa5-5ab32d2e45f7 req-c78d99fc-501b-429d-a00e-494d4e6e9cd9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1692328 Jun 30 02:30:32.735024 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.743545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-266a17f0-6f4f-4ed5-b668-83b4937007b5 req-56222472-759b-43a6-865b-3d41bad981ec tempest-ServerShowV257Test-682551285 tempest-ServerShowV257Test-682551285-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0af65aa-5f68-4956-8994-a3d4d3810bc7 HTTP/1.1" status: 200 len: 210 time: 0.0434506 Jun 30 02:30:32.752201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.816430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:32.836587 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40b523fe-f0a3-4d48-8aa5-5ab32d2e45f7 req-36ee6dc9-0fd6-4f34-b9cb-47a579f8a05f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124144 Jun 30 02:30:32.866487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Subnet': ['ID=c93da283-5646-4095-8acb-2307d5a55ef9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:32.898640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Checking segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:32.899110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network hostable DHCP agents. Network: 578abc09-9da7-49ae-8002-6d682c8aa7a3, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:30:32.922744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:32.947186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network 578abc09-9da7-49ae-8002-6d682c8aa7a3 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:30:32.982810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:32.988015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:33.008860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:33.019520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 578abc09-9da7-49ae-8002-6d682c8aa7a3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:33.027100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:33.030705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8d172-14da-49b8-bff8-1dbafa136a94 None None] Network 578abc09-9da7-49ae-8002-6d682c8aa7a3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:33.085796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.086463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.087909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1', 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2', 'port_id': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1', 'mac_address': 'fa:16:3e:32:b7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d3201b-8a49-4a4b-8508-f2d5e8cc3553', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:33.122220 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event updated for resources: {'Port': ['ID=cbbddeea-d761-4f4b-8c31-5439c7295ffb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:33.126499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-4b4ffd23-1f07-493a-990b-23ddc427109e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1141453 Jun 30 02:30:33.130101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.130706 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.168577 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5eb724f5-ae30-468e-a1b7-b5947f29f7d7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8677325 Jun 30 02:30:33.171160 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:33.176626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'subnet': {'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:33.193473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Request body: {'port': {'device_id': '6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:33.291594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff8192-f56a-4746-b48d-2e6f9758b89e req-381e6198-ffa9-4e46-a1b2-a0d94985d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.293197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6aff8192-f56a-4746-b48d-2e6f9758b89e req-381e6198-ffa9-4e46-a1b2-a0d94985d41e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 1097 time: 0.2934053 Jun 30 02:30:33.310407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2522ad-16b3-4f10-b87f-a6b34f325802 req-bff157f8-e7a8-4e26-bc28-ce7aa0d0b4a5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.315251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1e2522ad-16b3-4f10-b87f-a6b34f325802 req-bff157f8-e7a8-4e26-bc28-ce7aa0d0b4a5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 932 time: 0.3345389 Jun 30 02:30:33.323764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44809aa4-a7bf-49e7-ac51-c7f998f28a8a req-4aaa3514-5a4f-40ca-855c-a6b3399946e0 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.326546 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44809aa4-a7bf-49e7-ac51-c7f998f28a8a req-4aaa3514-5a4f-40ca-855c-a6b3399946e0 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1915975 Jun 30 02:30:33.326546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.372379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.386915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:33.391577 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.412036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44809aa4-a7bf-49e7-ac51-c7f998f28a8a req-5dc96108-e200-44ff-9a0a-0a5b1a063879 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698121 Jun 30 02:30:33.447253 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6aff8192-f56a-4746-b48d-2e6f9758b89e req-bebaaf80-f746-49fb-ba38-8831ca1dca4f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282213 Jun 30 02:30:33.452893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:33.467414 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1e2522ad-16b3-4f10-b87f-a6b34f325802 req-334af8bf-e824-4d93-80b0-3ec40b727fdd tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373570 Jun 30 02:30:33.475170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:33.529025 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.637958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-578abc09-9da7-49ae-8002-6d682c8aa7a3', 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'fixed_ips': [{'subnet_id': 'c93da283-5646-4095-8acb-2307d5a55ef9'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:30:33.641096 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.658626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:33.666879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.759317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb51de-ea72-488d-9c18-6b8d93d82df9 req-70a315a3-f6b3-416a-a958-cedbf5bd069e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.761472 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bebb51de-ea72-488d-9c18-6b8d93d82df9 req-70a315a3-f6b3-416a-a958-cedbf5bd069e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1780379 Jun 30 02:30:33.781750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Subnet': ['ID=e545eccd-650a-4043-aa44-a5cdae114a45,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:33.800711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Checking segment: {'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:33.801523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network hostable DHCP agents. Network: cd24ac80-8c34-47d2-9050-738175838a5b, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:30:33.829999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Allocated IP 10.1.1.2 (578abc09-9da7-49ae-8002-6d682c8aa7a3/c93da283-5646-4095-8acb-2307d5a55ef9/673f33cb-b2ae-4e2f-a1d6-5d7d678032c2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:33.832737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863dc3c0-c380-4674-adf6-5633b741f75a req-775c3856-5175-4f5c-a246-eb2a81ec9184 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.834749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-863dc3c0-c380-4674-adf6-5633b741f75a req-775c3856-5175-4f5c-a246-eb2a81ec9184 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 949 time: 0.1608388 Jun 30 02:30:33.861413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network cd24ac80-8c34-47d2-9050-738175838a5b is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:30:33.861741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbddeea-d761-4f4b-8c31-5439c7295ffb {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:33.873526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.881622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bebb51de-ea72-488d-9c18-6b8d93d82df9 req-d20e7f0f-b9e7-4c06-a62c-78ca36fc7adc tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975721 Jun 30 02:30:33.883024 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, cd24ac80-8c34-47d2-9050-738175838a5b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:33.897422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Transition to ACTIVE for port object cbbddeea-d761-4f4b-8c31-5439c7295ffb will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:33.897837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:33.898346 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.905516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:33.924269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-863dc3c0-c380-4674-adf6-5633b741f75a req-60ccec82-3c8f-4140-b48f-38481d2c3708 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753987 Jun 30 02:30:33.932358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b712c-7710-493c-b57f-dd1ef0c49871 None None] Network cd24ac80-8c34-47d2-9050-738175838a5b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:33.951333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0249d449-97f5-4643-85f5-f9ac031c6614 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7746968 Jun 30 02:30:33.951333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:33.958089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'port': {'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3', 'name': 'tempest-TaggedBootDevicesTest-1350543196', 'fixed_ips': [{'subnet_id': 'c93da283-5646-4095-8acb-2307d5a55ef9'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:34.008014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Pushing event updated for resources: {'Port': ['ID=cbbddeea-d761-4f4b-8c31-5439c7295ffb,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:34.101868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['76de8cdc-c20e-466c-af88-eb8f8b8b8ad1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:34.113232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Attempting to bind port cbbddeea-d761-4f4b-8c31-5439c7295ffb on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:34.113868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Attempting to bind port cbbddeea-d761-4f4b-8c31-5439c7295ffb by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:34.115720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Attempting to bind port cbbddeea-d761-4f4b-8c31-5439c7295ffb on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:34.142772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Port cbbddeea-d761-4f4b-8c31-5439c7295ffb on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:34.143313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Attempting to bind port cbbddeea-d761-4f4b-8c31-5439c7295ffb on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:34.183987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:34.183987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Checking segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:34.184347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Bound using segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:34.185401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Bound port: cbbddeea-d761-4f4b-8c31-5439c7295ffb, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:34.185401 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.207838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:34.339866 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.367108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] device_id is not set on port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:30:34.367320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad3b9f-dd36-41bf-81ca-35d531861533 req-32c4eb9f-96f3-4f49-ac36-79f86b749731 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:34.374816 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2cad3b9f-dd36-41bf-81ca-35d531861533 req-32c4eb9f-96f3-4f49-ac36-79f86b749731 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 944 time: 0.2490275 Jun 30 02:30:34.400162 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.468172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2cad3b9f-dd36-41bf-81ca-35d531861533 req-c6f71105-02c9-4978-a820-cef1999ca3f5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789337 Jun 30 02:30:34.469811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] For port cbbddeea-d761-4f4b-8c31-5439c7295ffb, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:34.500899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] For port cbbddeea-d761-4f4b-8c31-5439c7295ffb, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=cbbddeea-d761-4f4b-8c31-5439c7295ffb,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:34.512644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-cd24ac80-8c34-47d2-9050-738175838a5b', 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'fixed_ips': [{'subnet_id': 'e545eccd-650a-4043-aa44-a5cdae114a45'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:30:34.514388 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.520667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.521254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Transition to ACTIVE for port object 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:34.604791 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Transition to ACTIVE for port object 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:34.644752 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.656244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Pushing event updated for resources: {'Port': ['ID=cbbddeea-d761-4f4b-8c31-5439c7295ffb,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:34.691560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:34.692331 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:34.693858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-8c6ddb83-eb6f-4b60-aa69-f67ebc5b966e service neutron] 10.222.0.69 "PUT /v2.0/ports/cbbddeea-d761-4f4b-8c31-5439c7295ffb HTTP/1.1" status: 200 len: 1093 time: 1.5137985 Jun 30 02:30:34.694307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4', 'tag': 'cbbddeea-d761-4f4b-8c31-5439c7295ffb'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:34.707223 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85defad-7ddd-41dc-bad7-19ef3d051993" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4", "tag": "cbbddeea-d761-4f4b-8c31-5439c7295ffb"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:34.822799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:34.867136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Allocated IP 10.1.1.90 (578abc09-9da7-49ae-8002-6d682c8aa7a3/c93da283-5646-4095-8acb-2307d5a55ef9/32495fac-1ad2-4c12-b2b8-3d2caacc7872) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:34.895336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8488ef94-0f07-4bfd-bbe8-4d088bd69eec up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:34.956509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-6a335502-cacc-435c-a14e-6facc90404d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:34.958027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-6a335502-cacc-435c-a14e-6facc90404d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 1096 time: 0.2128623 Jun 30 02:30:34.979639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d28545-fc24-4c4d-8a4a-c1e52ab52afa req-b12456d2-d3e2-4ab6-8f3d-e24fbc7b2f6f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:34.988859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Network 578abc09-9da7-49ae-8002-6d682c8aa7a3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:34.990959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0d28545-fc24-4c4d-8a4a-c1e52ab52afa req-b12456d2-d3e2-4ab6-8f3d-e24fbc7b2f6f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.2281890 Jun 30 02:30:35.011613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:35.020822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:35.028281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Pushing event updated for resources: {'Port': ['ID=673f33cb-b2ae-4e2f-a1d6-5d7d678032c2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:35.061332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-fa70c3b3-2d99-41f8-8e8f-6f271df5e789 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbbddeea-d761-4f4b-8c31-5439c7295ffb HTTP/1.1" status: 200 len: 217 time: 0.0577459 Jun 30 02:30:35.062661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f846ec6c-f0ab-4e6c-83fd-5d399d1f0aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.079541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Allocated IP 10.2.2.2 (cd24ac80-8c34-47d2-9050-738175838a5b/e545eccd-650a-4043-aa44-a5cdae114a45/174fe197-856f-490f-a800-c19a82b6c3c8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:35.121256 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0d28545-fc24-4c4d-8a4a-c1e52ab52afa req-4cfd8359-3956-4798-a683-6cd9e492f4f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301415 Jun 30 02:30:35.136769 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b632ab-cbae-41d1-8d4d-9445b16a7fd3 req-719c88fd-11ee-48dd-8b8d-e801192b9dca tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:35.145572 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5b632ab-cbae-41d1-8d4d-9445b16a7fd3 req-719c88fd-11ee-48dd-8b8d-e801192b9dca tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 944 time: 0.2431917 Jun 30 02:30:35.146246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Attempting to bind port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:35.148036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Attempting to bind port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:35.148036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Attempting to bind port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:35.165709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-7e6490f7-1cc7-404f-b96a-4967f79224b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:35.167404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-7e6490f7-1cc7-404f-b96a-4967f79224b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.0951500 Jun 30 02:30:35.220575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-3bee253d-e092-45ba-a943-044ed02c76e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460548 Jun 30 02:30:35.325169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:35.335277 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:35.335645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Checking segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:35.336041 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.336430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Bound using segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:35.336920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Bound port: 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:35.337289 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.339460 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:35.339970 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.452068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-ef111e71-c8c1-48c9-89bb-9381e8719fdf service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181835 Jun 30 02:30:35.459535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.471265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Transition to ACTIVE for port object 174fe197-856f-490f-a800-c19a82b6c3c8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:35.489977 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d859c23-cd79-4d92-8f1b-1f795639a0e2 req-4fc711e8-4614-4082-a755-15e79c6e8b46 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:35.491686 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1d859c23-cd79-4d92-8f1b-1f795639a0e2 req-4fc711e8-4614-4082-a755-15e79c6e8b46 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1484532 Jun 30 02:30:35.549426 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.578125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Transition to ACTIVE for port object 174fe197-856f-490f-a800-c19a82b6c3c8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:35.596544 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1d859c23-cd79-4d92-8f1b-1f795639a0e2 req-4d166117-f990-4551-990f-8dbd535305fa tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628953 Jun 30 02:30:35.627800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5b632ab-cbae-41d1-8d4d-9445b16a7fd3 req-05cc5fc4-6baf-4991-af51-703e92d13612 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783602 Jun 30 02:30:35.639494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:35.648690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eec13a-36d8-4b24-88be-71f826ea42c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8488ef94-0f07-4bfd-bbe8-4d088bd69eec'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:35.656017 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b242858-d47d-4fca-920a-8c905abb625e" -d '{"events": [{"server_uuid": "51eec13a-36d8-4b24-88be-71f826ea42c0", "name": "network-vif-plugged", "status": "completed", "tag": "8488ef94-0f07-4bfd-bbe8-4d088bd69eec"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:35.668777 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.671518 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-afa02f7f-cc51-452d-820a-6d4f09c98111 req-293b5be8-7a5d-44aa-b161-90ee91ce8ed7 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113960 Jun 30 02:30:35.675260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] For port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:35.683607 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.691757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] For port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=673f33cb-b2ae-4e2f-a1d6-5d7d678032c2,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:35.698761 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edfba25-0d46-42e1-ada0-95105cd1a8d2 x-openstack-request-id: req-2edfba25-0d46-42e1-ada0-95105cd1a8d2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:35.699092 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4", "tag": "cbbddeea-d761-4f4b-8c31-5439c7295ffb", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:35.699410 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2edfba25-0d46-42e1-ada0-95105cd1a8d2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:35.699921 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4', 'tag': 'cbbddeea-d761-4f4b-8c31-5439c7295ffb', 'status': 'completed', 'code': 200} Jun 30 02:30:35.710099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.738462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Transition to ACTIVE for port object 32495fac-1ad2-4c12-b2b8-3d2caacc7872 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:35.752486 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.779614 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f846ec6c-f0ab-4e6c-83fd-5d399d1f0aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.802514 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f846ec6c-f0ab-4e6c-83fd-5d399d1f0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:35.813766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Network cd24ac80-8c34-47d2-9050-738175838a5b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:35.833361 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:35.837374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:35.855885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Pushing event updated for resources: {'Port': ['ID=174fe197-856f-490f-a800-c19a82b6c3c8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:35.857321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85defad-7ddd-41dc-bad7-19ef3d051993 req-74bee972-4d06-4e75-8f50-23bb5036637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:35.872745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c85defad-7ddd-41dc-bad7-19ef3d051993 req-74bee972-4d06-4e75-8f50-23bb5036637d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 1096 time: 0.1245494 Jun 30 02:30:35.982808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846ec6c-f0ab-4e6c-83fd-5d399d1f0aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c2e7bf-f4f7-41c5-8d7b-c7814c67dc6d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:36.028544 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.045055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Attempting to bind port 174fe197-856f-490f-a800-c19a82b6c3c8 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:36.045436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Attempting to bind port 174fe197-856f-490f-a800-c19a82b6c3c8 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:36.045916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Attempting to bind port 174fe197-856f-490f-a800-c19a82b6c3c8 on network cd24ac80-8c34-47d2-9050-738175838a5b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:36.048728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:36.073343 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:36.073773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Checking segment: {'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:36.074300 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.074879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Bound using segment: {'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:36.077721 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Bound port: 174fe197-856f-490f-a800-c19a82b6c3c8, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:36.078175 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.090895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network 578abc09-9da7-49ae-8002-6d682c8aa7a3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:36.101308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f846ec6c-f0ab-4e6c-83fd-5d399d1f0aca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2c3be6e38104c72a8ed530a462f44f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2750037 Jun 30 02:30:36.104784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:36.111600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:36.114764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:36.155289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85defad-7ddd-41dc-bad7-19ef3d051993 req-004f429c-4077-420c-862d-19c4185d1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:36.156782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c85defad-7ddd-41dc-bad7-19ef3d051993 req-004f429c-4077-420c-862d-19c4185d1ebb service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 913 time: 0.2723603 Jun 30 02:30:36.198500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32534a60-c0b8-4f13-8d03-83755927eb88 req-139bfa16-cffd-48ab-ac2d-4890727bc1e0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:36.220649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32534a60-c0b8-4f13-8d03-83755927eb88 req-139bfa16-cffd-48ab-ac2d-4890727bc1e0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 944 time: 0.2228129 Jun 30 02:30:36.237859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb43bd-c791-4ef2-86e4-b93e6339c56a req-404b91f4-972e-484c-97ef-d60239fe65ab tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:36.249793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec326c-0fbf-4686-86af-6039a63efd0f None None] Pushing event updated for resources: {'Port': ['ID=673f33cb-b2ae-4e2f-a1d6-5d7d678032c2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:36.250045 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41fb43bd-c791-4ef2-86e4-b93e6339c56a req-404b91f4-972e-484c-97ef-d60239fe65ab tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 950 time: 0.4448521 Jun 30 02:30:36.269056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] For port 174fe197-856f-490f-a800-c19a82b6c3c8, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:36.270956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c85defad-7ddd-41dc-bad7-19ef3d051993 req-5422d16f-fdf2-486f-968a-f8e0e456931d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbbddeea-d761-4f4b-8c31-5439c7295ffb HTTP/1.1" status: 200 len: 217 time: 0.1010134 Jun 30 02:30:36.290276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] For port 174fe197-856f-490f-a800-c19a82b6c3c8, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=174fe197-856f-490f-a800-c19a82b6c3c8,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:36.297547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Port': ['ID=32495fac-1ad2-4c12-b2b8-3d2caacc7872,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:36.300690 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.356677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:36.357651 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.366094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32534a60-c0b8-4f13-8d03-83755927eb88 req-f4ea858e-f27a-4d2a-9ded-4e42048cce3f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403680 Jun 30 02:30:36.379044 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85defad-7ddd-41dc-bad7-19ef3d051993 req-3e1f6263-d44d-4cba-aa23-e161619a16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:36.382889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c85defad-7ddd-41dc-bad7-19ef3d051993 req-3e1f6263-d44d-4cba-aa23-e161619a16a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.1014259 Jun 30 02:30:36.412448 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f539d2d5-a464-42c9-8fae-c2ea3b8da6cb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4591002 Jun 30 02:30:36.427388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217135c-6d45-4995-ac61-29e09b692034 None None] Pushing event updated for resources: {'Port': ['ID=174fe197-856f-490f-a800-c19a82b6c3c8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:36.449378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:36.468946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'port': {'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3', 'name': 'tempest-TaggedBootDevicesTest-420642963', 'fixed_ips': [{'subnet_id': 'c93da283-5646-4095-8acb-2307d5a55ef9'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:36.489025 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c85defad-7ddd-41dc-bad7-19ef3d051993 req-4bae6b42-88cd-4ef7-bb38-c27c02cb1807 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984623 Jun 30 02:30:36.499169 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41fb43bd-c791-4ef2-86e4-b93e6339c56a req-1014499a-e510-480a-a7d9-93622b6f8967 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479701 Jun 30 02:30:36.524333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a716358-e169-4e3c-b570-4c3c5242df9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.580208 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837089dc-3050-42a0-a5e4-0313de666326 x-openstack-request-id: req-837089dc-3050-42a0-a5e4-0313de666326 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:36.581046 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51eec13a-36d8-4b24-88be-71f826ea42c0", "name": "network-vif-plugged", "status": "completed", "tag": "8488ef94-0f07-4bfd-bbe8-4d088bd69eec", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:36.581493 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-837089dc-3050-42a0-a5e4-0313de666326 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:36.582081 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51eec13a-36d8-4b24-88be-71f826ea42c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8488ef94-0f07-4bfd-bbe8-4d088bd69eec', 'code': 200} Jun 30 02:30:36.687840 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a716358-e169-4e3c-b570-4c3c5242df9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:36.698000 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c85defad-7ddd-41dc-bad7-19ef3d051993 req-0bd25e85-1711-4ed0-88b9-91fbdf6e0348 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943009 Jun 30 02:30:36.826700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:37.034347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:37.042040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a716358-e169-4e3c-b570-4c3c5242df9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:37.046101 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a716358-e169-4e3c-b570-4c3c5242df9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:37.046663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:37.047069 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:37.051585 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6a716358-e169-4e3c-b570-4c3c5242df9b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7c2e7bf-f4f7-41c5-8d7b-c7814c67dc6d HTTP/1.1" status: 204 len: 168 time: 0.9403224 Jun 30 02:30:37.123656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a716358-e169-4e3c-b570-4c3c5242df9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c2e7bf-f4f7-41c5-8d7b-c7814c67dc6d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:37.219014 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:37.250207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:37.266537 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:37.306530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:37.313899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:37.434495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88649207-a697-49f0-9266-f1abd69c8c6a req-ffb56113-32bb-4aa0-bc30-68e9bda5697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:37.436306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88649207-a697-49f0-9266-f1abd69c8c6a req-ffb56113-32bb-4aa0-bc30-68e9bda5697b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 1102 time: 0.7354536 Jun 30 02:30:37.448700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] device_id is not set on port cbf60437-17b2-4b6f-b2f7-0ee518410922 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:30:37.482479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:37.557095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:37.665776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c85defad-7ddd-41dc-bad7-19ef3d051993 req-bc2cd416-1474-4dd5-97f8-d84dee4e28f1 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9605703 Jun 30 02:30:37.689764 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88649207-a697-49f0-9266-f1abd69c8c6a req-edd07f08-5340-467c-980e-36eb6baf713f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317715 Jun 30 02:30:37.696307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676c4ef-1760-4ad4-bc2f-06dad3a0c4c4 req-e380040c-2e90-4eeb-80b1-8918f63fa0cc tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:37.707616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5676c4ef-1760-4ad4-bc2f-06dad3a0c4c4 req-e380040c-2e90-4eeb-80b1-8918f63fa0cc tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.9936574 Jun 30 02:30:37.724441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:37.728815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 174fe197-856f-490f-a800-c19a82b6c3c8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:37.798795 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5676c4ef-1760-4ad4-bc2f-06dad3a0c4c4 req-f95aed86-1b15-4496-b990-7c082eb92b6f tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901120 Jun 30 02:30:37.830778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37534ac7-6978-42e8-ab43-f2e8e0fb057e req-a6cc59d2-0d90-4c80-af4d-f0a364719e0d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:37.830778 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37534ac7-6978-42e8-ab43-f2e8e0fb057e req-a6cc59d2-0d90-4c80-af4d-f0a364719e0d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 944 time: 0.6625750 Jun 30 02:30:37.849472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542764a0-dc74-471d-8996-1e442c9120d0 None None] Network 578abc09-9da7-49ae-8002-6d682c8aa7a3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:37.920281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 174fe197-856f-490f-a800-c19a82b6c3c8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:37.939145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37534ac7-6978-42e8-ab43-f2e8e0fb057e req-a4f738b9-e1f9-4832-87d0-2613fbbad590 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993779 Jun 30 02:30:37.988834 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3442fae-53c3-4004-b55a-f7e18b30fbfa None None] Provisioning for port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:37.997960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Allocated IP 10.1.1.30 (578abc09-9da7-49ae-8002-6d682c8aa7a3/c93da283-5646-4095-8acb-2307d5a55ef9/cbf60437-17b2-4b6f-b2f7-0ee518410922) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:38.002388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3442fae-53c3-4004-b55a-f7e18b30fbfa None None] Provisioning complete for port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:38.003226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3442fae-53c3-4004-b55a-f7e18b30fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.275154 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3442fae-53c3-4004-b55a-f7e18b30fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.283826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0bf56b-10d9-45ac-8d5f-6849def8a5f7 None None] Network cd24ac80-8c34-47d2-9050-738175838a5b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:38.310299 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.344963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Transition to ACTIVE for port object cbf60437-17b2-4b6f-b2f7-0ee518410922 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:38.385162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fedce-3314-4ba2-b3de-0b47ef852b05 req-4e727926-8d2a-4d7e-9e84-dcfc21c42c1d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:38.392765 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e99fedce-3314-4ba2-b3de-0b47ef852b05 req-4e727926-8d2a-4d7e-9e84-dcfc21c42c1d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 945 time: 0.0823171 Jun 30 02:30:38.430079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.457045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network 578abc09-9da7-49ae-8002-6d682c8aa7a3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:38.460205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:38.488363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:38.492339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e99fedce-3314-4ba2-b3de-0b47ef852b05 req-257b54a3-a575-4560-8abe-2deae97ccf37 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888538 Jun 30 02:30:38.547956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c3442fae-53c3-4004-b55a-f7e18b30fbfa None None] For port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=673f33cb-b2ae-4e2f-a1d6-5d7d678032c2,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:38.566343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Port': ['ID=cbf60437-17b2-4b6f-b2f7-0ee518410922,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:38.571647 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3442fae-53c3-4004-b55a-f7e18b30fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.585276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:38.586274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.607040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:38.628621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:38.632493 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce618258-043a-4535-ba3b-551f6c7e8ab5" -d '{"events": [{"server_uuid": "c4b52bc2-4add-4992-a83c-29baec54ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "76de8cdc-c20e-466c-af88-eb8f8b8b8ad1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:38.660124 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-298dd5e6-00e3-46de-94a2-bfa5ea43ab5f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2088449 Jun 30 02:30:38.704930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3442fae-53c3-4004-b55a-f7e18b30fbfa None None] Pushing event updated for resources: {'Port': ['ID=673f33cb-b2ae-4e2f-a1d6-5d7d678032c2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:38.705618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15d830-02ac-49fa-9644-7da48f7e6b57 req-22d3ffc1-4c3e-4a8c-b838-832b3d4ba746 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:38.724431 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a15d830-02ac-49fa-9644-7da48f7e6b57 req-22d3ffc1-4c3e-4a8c-b838-832b3d4ba746 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 950 time: 0.1274734 Jun 30 02:30:38.757859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9571b7f-ab77-40a6-813f-8a520cdb8098 None None] Provisioning for port 174fe197-856f-490f-a800-c19a82b6c3c8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:38.778445 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9571b7f-ab77-40a6-813f-8a520cdb8098 None None] Provisioning complete for port 174fe197-856f-490f-a800-c19a82b6c3c8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:38.791923 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9571b7f-ab77-40a6-813f-8a520cdb8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.848235 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a15d830-02ac-49fa-9644-7da48f7e6b57 req-c9e9df95-c914-4013-8013-0b59b1d31f1f tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226654 Jun 30 02:30:38.849971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-808307792-network', 'tenant_id': '74ed56f4b8e14386826faef08e10c6ec'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:38.911122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Made reservation on behalf of 74ed56f4b8e14386826faef08e10c6ec for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:38.913835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:38.943240 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.276760 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf691198-fa5b-4e5e-8af6-383be90aeea6 x-openstack-request-id: req-bf691198-fa5b-4e5e-8af6-383be90aeea6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:39.277069 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b52bc2-4add-4992-a83c-29baec54ddf9", "name": "network-vif-plugged", "status": "completed", "tag": "76de8cdc-c20e-466c-af88-eb8f8b8b8ad1", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:39.277882 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf691198-fa5b-4e5e-8af6-383be90aeea6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:39.278424 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1', 'code': 200} Jun 30 02:30:39.309190 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.311474 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9571b7f-ab77-40a6-813f-8a520cdb8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.323201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.350241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:39.401409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1022c5ec-2bad-40c2-bd5e-b943026278b1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020180087', 'description': 'tempest-description--287031134'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:39.457939 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d9571b7f-ab77-40a6-813f-8a520cdb8098 None None] For port 174fe197-856f-490f-a800-c19a82b6c3c8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=174fe197-856f-490f-a800-c19a82b6c3c8,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:39.464365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:39.479667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec45b2-9b74-4ad5-8515-d9a6005ea020 req-e70feb57-660d-4990-b053-b8b84a1c675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.484882 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9571b7f-ab77-40a6-813f-8a520cdb8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.486078 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3ec45b2-9b74-4ad5-8515-d9a6005ea020 req-e70feb57-660d-4990-b053-b8b84a1c675e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=97f28ee20a5745abac59f16624d52c1b&device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 1097 time: 0.4422143 Jun 30 02:30:39.514655 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:30:39.530378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edf41f-f549-45e8-9dae-a33dc27d375d req-d864d7a1-3438-499c-a0d7-7c54acd080c1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.546100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45edf41f-f549-45e8-9dae-a33dc27d375d req-d864d7a1-3438-499c-a0d7-7c54acd080c1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.5157700 Jun 30 02:30:39.571722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f42c4-2f3b-444f-b6ee-260d21501be6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:39.585331 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1022c5ec-2bad-40c2-bd5e-b943026278b1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.601676 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.602368 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Added segment e189d540-7fac-4185-90ec-a47dcc39fcd9 of type vlan for network af7bd34d-3de0-4464-9ddf-f4140fc809d3 Jun 30 02:30:39.654808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9046f-6c5d-4d6a-8dc3-7e219ac06c2e req-15533158-7d76-429c-b94b-b55f1bbfa8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.656618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6da9046f-6c5d-4d6a-8dc3-7e219ac06c2e req-15533158-7d76-429c-b94b-b55f1bbfa8d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 1097 time: 0.4570999 Jun 30 02:30:39.739602 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.764883 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45edf41f-f549-45e8-9dae-a33dc27d375d req-2566f837-8dca-4639-bfd0-1842c230b9ba tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149239 Jun 30 02:30:39.817660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b8952dd-3e7b-4d77-8692-299e1ade7937 None None] Provisioning for port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:39.845729 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.847023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.847792 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.867973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6da9046f-6c5d-4d6a-8dc3-7e219ac06c2e req-aef83e53-2137-4203-829b-9c493f2a63d7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362975 Jun 30 02:30:39.887013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b8952dd-3e7b-4d77-8692-299e1ade7937 None None] Provisioning complete for port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:39.887986 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b8952dd-3e7b-4d77-8692-299e1ade7937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:39.889197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90553bd-0298-4f96-9949-4a00906c13c1 req-c7326fd1-d05d-409b-8320-1d5b9fc2dcaf tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.902678 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b90553bd-0298-4f96-9949-4a00906c13c1 req-c7326fd1-d05d-409b-8320-1d5b9fc2dcaf tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.2683942 Jun 30 02:30:39.945105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec45b2-9b74-4ad5-8515-d9a6005ea020 req-22a17f17-3a98-478f-b39e-580812400840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:39.952576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3ec45b2-9b74-4ad5-8515-d9a6005ea020 req-22a17f17-3a98-478f-b39e-580812400840 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5f44d47-0613-4b33-a768-cad2b0088507 HTTP/1.1" status: 200 len: 911 time: 0.3379323 Jun 30 02:30:39.970012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9571b7f-ab77-40a6-813f-8a520cdb8098 None None] Pushing event updated for resources: {'Port': ['ID=174fe197-856f-490f-a800-c19a82b6c3c8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:40.008689 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:40.009080 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.010286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1022c5ec-2bad-40c2-bd5e-b943026278b1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.018598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] Pushing event updated for resources: {'Network': ['ID=af7bd34d-3de0-4464-9ddf-f4140fc809d3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:40.041516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1022c5ec-2bad-40c2-bd5e-b943026278b1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.052096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network af7bd34d-3de0-4464-9ddf-f4140fc809d3 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:30:40.060932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e531f021-dbe8-4117-9a7a-f213b56874b6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4517524 Jun 30 02:30:40.065095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:40.069254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b8952dd-3e7b-4d77-8692-299e1ade7937 None None] Port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:40.070441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Request body: {'subnet': {'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-808307792-subnet', 'tenant_id': '74ed56f4b8e14386826faef08e10c6ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:40.075502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3ec45b2-9b74-4ad5-8515-d9a6005ea020 req-0a3bf7c9-46bc-41df-9d73-3464deae1f3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 HTTP/1.1" status: 200 len: 217 time: 0.1121032 Jun 30 02:30:40.086566 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b90553bd-0298-4f96-9949-4a00906c13c1 req-1f10021e-a1d5-4492-bf16-61892669bd10 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825294 Jun 30 02:30:40.110024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022c5ec-2bad-40c2-bd5e-b943026278b1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb054e-9b81-49cf-836a-05acc8d0619a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:40.114024 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1022c5ec-2bad-40c2-bd5e-b943026278b1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.129908 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1022c5ec-2bad-40c2-bd5e-b943026278b1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7514994 Jun 30 02:30:40.130618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:40.142075 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ebcb93b8-0c09-45aa-ac5f-a1f56793ff5c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'security_group_rule': {'security_group_id': 'd0bb054e-9b81-49cf-836a-05acc8d0619a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:40.175537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b8952dd-3e7b-4d77-8692-299e1ade7937 None None] Provisioning complete for port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:40.175850 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b8952dd-3e7b-4d77-8692-299e1ade7937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.217621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Made reservation on behalf of 74ed56f4b8e14386826faef08e10c6ec for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:40.220050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.249208 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcb93b8-0c09-45aa-ac5f-a1f56793ff5c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.311875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec45b2-9b74-4ad5-8515-d9a6005ea020 req-3276e8a4-2ec2-4cf6-b3ac-44764f55f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:40.313336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3ec45b2-9b74-4ad5-8515-d9a6005ea020 req-3276e8a4-2ec2-4cf6-b3ac-44764f55f909 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=55998891-476d-4e20-bd74-8bd54a02dc52 HTTP/1.1" status: 200 len: 850 time: 0.1629863 Jun 30 02:30:40.364205 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3ec45b2-9b74-4ad5-8515-d9a6005ea020 req-d17471d6-031e-4ff4-aada-53b4638d2d61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5f44d47-0613-4b33-a768-cad2b0088507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423131 Jun 30 02:30:40.374874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d360fb-7097-42bb-8761-2db4f0b6fb00 req-eb02e6e6-9f8b-4004-b775-008ef3294c85 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:40.382313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99d360fb-7097-42bb-8761-2db4f0b6fb00 req-eb02e6e6-9f8b-4004-b775-008ef3294c85 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 944 time: 0.3180649 Jun 30 02:30:40.389887 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcb93b8-0c09-45aa-ac5f-a1f56793ff5c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.395314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcb93b8-0c09-45aa-ac5f-a1f56793ff5c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.435001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb93b8-0c09-45aa-ac5f-a1f56793ff5c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf5911a-7bf1-480e-ac6f-0a763ba8b41b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:40.445978 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcb93b8-0c09-45aa-ac5f-a1f56793ff5c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.447487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ebcb93b8-0c09-45aa-ac5f-a1f56793ff5c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156853 Jun 30 02:30:40.450247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:40.466941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d53e7e68-0c5a-446e-9a46-a99b954ed357 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'security_group_rule': {'security_group_id': 'd0bb054e-9b81-49cf-836a-05acc8d0619a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:40.497723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc1d2ffe-ade3-43f1-8fa9-2d0c49f4dde3 None None] Provisioning complete for port 174fe197-856f-490f-a800-c19a82b6c3c8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:40.501263 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2ffe-ade3-43f1-8fa9-2d0c49f4dde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.508863 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99d360fb-7097-42bb-8761-2db4f0b6fb00 req-0b8a8380-1b80-4a0e-8caa-907c854d8858 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256526 Jun 30 02:30:40.535102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d53e7e68-0c5a-446e-9a46-a99b954ed357 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.587129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3ec45b2-9b74-4ad5-8515-d9a6005ea020 req-18fa2d24-d15b-431b-abe8-86d7b00b89bc service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011940 Jun 30 02:30:40.592349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.673035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26081c1-78ec-475b-a7c7-5913bd98b71e req-3aae2186-1599-46dd-8aaa-9371869cf003 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:40.674580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c26081c1-78ec-475b-a7c7-5913bd98b71e req-3aae2186-1599-46dd-8aaa-9371869cf003 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1834855 Jun 30 02:30:40.692817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d53e7e68-0c5a-446e-9a46-a99b954ed357 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.715603 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d53e7e68-0c5a-446e-9a46-a99b954ed357 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.717522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc1d2ffe-ade3-43f1-8fa9-2d0c49f4dde3 None None] Provisioning for port cbf60437-17b2-4b6f-b2f7-0ee518410922 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:40.721655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc1d2ffe-ade3-43f1-8fa9-2d0c49f4dde3 None None] Provisioning complete for port cbf60437-17b2-4b6f-b2f7-0ee518410922 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:40.722011 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2ffe-ade3-43f1-8fa9-2d0c49f4dde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.757163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d2ffe-ade3-43f1-8fa9-2d0c49f4dde3 None None] Port cbf60437-17b2-4b6f-b2f7-0ee518410922 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:40.768543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc1d2ffe-ade3-43f1-8fa9-2d0c49f4dde3 None None] Provisioning complete for port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:40.768803 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc1d2ffe-ade3-43f1-8fa9-2d0c49f4dde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.773208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e7e68-0c5a-446e-9a46-a99b954ed357 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41b951f-f3bd-4205-b711-8a76d8118825,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:40.785053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02c02ca-436e-4209-a54a-2d9fd9bfa108,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:40.806303 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c26081c1-78ec-475b-a7c7-5913bd98b71e req-cfe27eaf-1ee9-4ff2-bd0c-5caa0aff98f8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161332 Jun 30 02:30:40.808664 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d53e7e68-0c5a-446e-9a46-a99b954ed357 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.811203 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d53e7e68-0c5a-446e-9a46-a99b954ed357 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3591471 Jun 30 02:30:40.813988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:30:40.821745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:40.830884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cc1d2ffe-ade3-43f1-8fa9-2d0c49f4dde3 None None] Port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:40.838395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Checking segment: {'id': 'e189d540-7fac-4185-90ec-a47dcc39fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:40.838786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Network hostable DHCP agents. Network: af7bd34d-3de0-4464-9ddf-f4140fc809d3, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:30:40.870202 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3ec45b2-9b74-4ad5-8515-d9a6005ea020 req-2056320c-e33c-4b78-a2df-b17b9ce72e0b service neutron] 10.222.0.73 "GET /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685454 Jun 30 02:30:40.885622 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.889822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba514c4d-cb35-4224-b76f-39add166da5d req-2fe1d45c-5614-4eb1-97cb-bae89942edb5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:40.891622 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba514c4d-cb35-4224-b76f-39add166da5d req-2fe1d45c-5614-4eb1-97cb-bae89942edb5 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 950 time: 0.1641254 Jun 30 02:30:40.892837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Network af7bd34d-3de0-4464-9ddf-f4140fc809d3 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:30:40.917043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, af7bd34d-3de0-4464-9ddf-f4140fc809d3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:40.923220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:40.923422 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:40.935074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403db9ff-f5d9-4164-83cc-f9fe5aadccce None None] Network af7bd34d-3de0-4464-9ddf-f4140fc809d3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:40.992636 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a778f066-4c17-491d-9a7c-81813da69b8b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9258716 Jun 30 02:30:41.015365 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba514c4d-cb35-4224-b76f-39add166da5d req-3f48b3d2-9c61-4268-9c96-ac56cef31d3d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856111 Jun 30 02:30:41.078582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device cbbddeea-d761-4f4b-8c31-5439c7295ffb details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:41.095521 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:41.105607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf6fc9-6180-44b0-958c-6244a19346ea req-8fba58a1-9bb1-43ca-8d8f-4cb557763fbd tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:41.107244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8edf6fc9-6180-44b0-958c-6244a19346ea req-8fba58a1-9bb1-43ca-8d8f-4cb557763fbd tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1028717 Jun 30 02:30:41.127575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f98a245-2238-4e5f-9bd6-70f7a5d24d7d None None] Network af7bd34d-3de0-4464-9ddf-f4140fc809d3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:30:41.222745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8edf6fc9-6180-44b0-958c-6244a19346ea req-9dfadb94-58e0-41f7-90e1-a55c051e87f4 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087341 Jun 30 02:30:41.248978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16b0a-d381-4edc-9ecf-0b666cea5cdb req-2f1ff7c1-4c81-46d4-8b35-15dd6c9b3382 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:41.260797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32b16b0a-d381-4edc-9ecf-0b666cea5cdb req-2f1ff7c1-4c81-46d4-8b35-15dd6c9b3382 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 1102 time: 0.0959518 Jun 30 02:30:41.309594 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32b16b0a-d381-4edc-9ecf-0b666cea5cdb req-9775c0a5-2ecd-44af-af72-f8f525c66941 tempest-ServersOnMultiNodesTest-493401077 tempest-ServersOnMultiNodesTest-493401077-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 Jun 30 02:30:41.311756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port cbbddeea-d761-4f4b-8c31-5439c7295ffb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=cbbddeea-d761-4f4b-8c31-5439c7295ffb,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:41.337114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Allocated IP 172.25.7.136 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/e317a1f4-9b17-468d-8b91-8c66fef415fa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:41.378906 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 174fe197-856f-490f-a800-c19a82b6c3c8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:41.401592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'cbbddeea-d761-4f4b-8c31-5439c7295ffb', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'port_id': 'cbbddeea-d761-4f4b-8c31-5439c7295ffb', 'mac_address': 'fa:16:3e:e9:2f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50111ab-406d-464a-8542-69c8fb73b1b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:41.464168 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:41.486312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbddeea-d761-4f4b-8c31-5439c7295ffb {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:41.493056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 174fe197-856f-490f-a800-c19a82b6c3c8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:41.493589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:41.549395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port cbbddeea-d761-4f4b-8c31-5439c7295ffb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=cbbddeea-d761-4f4b-8c31-5439c7295ffb,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:41.556895 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:41.578455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:41.617554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41199b1-bfec-4349-94ff-43d2692b3f20 req-55a213ed-5135-4652-b5a4-ffafcb363d52 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:41.620257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a41199b1-bfec-4349-94ff-43d2692b3f20 req-55a213ed-5135-4652-b5a4-ffafcb363d52 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1580222 Jun 30 02:30:41.647769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=cbbddeea-d761-4f4b-8c31-5439c7295ffb,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:41.687907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a41199b1-bfec-4349-94ff-43d2692b3f20 req-c1c43e64-0060-479a-b3b5-0a2963525c47 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587296 Jun 30 02:30:41.694838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:41.697735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-eb9e6afc-7762-4b4b-82f8-afc223b2dc4a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:41.699290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-eb9e6afc-7762-4b4b-82f8-afc223b2dc4a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/networks?id=af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 200 len: 813 time: 0.1162415 Jun 30 02:30:41.719353 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-8590aea2-a3f7-4171-98b5-29a215ed00ad tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/quotas/74ed56f4b8e14386826faef08e10c6ec HTTP/1.1" status: 200 len: 375 time: 0.0134017 Jun 30 02:30:41.736154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:41.741866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:41.744928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:41.761575 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-6c3fd405-839c-4768-be87-1676f507e67d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74ed56f4b8e14386826faef08e10c6ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393462 Jun 30 02:30:41.769918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Port': ['ID=e317a1f4-9b17-468d-8b91-8c66fef415fa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:41.784062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.784434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.784828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.785162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.785488 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.785810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.786129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.786450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.786891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.787215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.787534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.787852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:41.876479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:41.912117 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-5648cbda-4c8b-4b22-830e-b09fe3ae3097 service neutron] 10.222.0.55 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420734 Jun 30 02:30:41.941730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:42.013363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['cbbddeea-d761-4f4b-8c31-5439c7295ffb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:42.083337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-2b7de4ac-2bc3-44b8-9ac9-0946e0fd3aa9 service neutron] 10.222.0.55 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703212 Jun 30 02:30:42.313679 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:42.336182 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:42.452058 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:42.457882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Port': ['ID=e317a1f4-9b17-468d-8b91-8c66fef415fa,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:42.492230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417c198-9672-46fa-b3e1-9ba6c7450641 req-a5fbf2d6-66a9-49b8-ae86-d71cd559d7fa tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.494140 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b417c198-9672-46fa-b3e1-9ba6c7450641 req-a5fbf2d6-66a9-49b8-ae86-d71cd559d7fa tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 945 time: 0.2062209 Jun 30 02:30:42.495637 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:42.497152 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ea6d8599-b667-418d-8577-594cb72b94bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6814191 Jun 30 02:30:42.546229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b6f82-a3d2-4041-8c0b-eff8dbc046d7 req-fc64f0df-5126-43dc-8d00-431ae00379c2 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.553515 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c70b6f82-a3d2-4041-8c0b-eff8dbc046d7 req-fc64f0df-5126-43dc-8d00-431ae00379c2 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 945 time: 0.1566639 Jun 30 02:30:42.560309 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b417c198-9672-46fa-b3e1-9ba6c7450641 req-4a38c54e-f67c-40e9-9e5b-068e1dfb936a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579259 Jun 30 02:30:42.600454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c70b6f82-a3d2-4041-8c0b-eff8dbc046d7 req-236ca769-eb78-41d2-9b92-0322572d38cb tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456951 Jun 30 02:30:42.687243 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d36c9a75-86fa-4653-a896-e7949a3333dd req-249e65f1-3b8a-4429-a934-9056d60b7dd9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 210 time: 0.0386300 Jun 30 02:30:42.819096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5470378-05fa-4e6a-9adc-7dafd9d50e5f req-c6228945-bd58-4986-b020-b3bf4b97242b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.827799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b5470378-05fa-4e6a-9adc-7dafd9d50e5f req-c6228945-bd58-4986-b020-b3bf4b97242b tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 950 time: 0.0951571 Jun 30 02:30:42.882464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759dc94-b652-4d1e-a3ae-fdffb03c1f2c req-c783d7bc-ce30-410f-90b3-d86b05aa3483 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:42.885596 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b5470378-05fa-4e6a-9adc-7dafd9d50e5f req-0e39cbc7-a396-4804-bed1-3bec1732a3aa tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564332 Jun 30 02:30:42.895271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b759dc94-b652-4d1e-a3ae-fdffb03c1f2c req-c783d7bc-ce30-410f-90b3-d86b05aa3483 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0827911 Jun 30 02:30:42.936649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b759dc94-b652-4d1e-a3ae-fdffb03c1f2c req-577e857e-7dad-4ff4-8158-320f3fd1f4c5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398922 Jun 30 02:30:43.160337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fee6bd-5914-4206-9cf3-a811fbed073b req-f4b5bee3-8b76-4b6f-b27e-805e8b9a751c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.161970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10fee6bd-5914-4206-9cf3-a811fbed073b req-f4b5bee3-8b76-4b6f-b27e-805e8b9a751c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.0777678 Jun 30 02:30:43.211452 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10fee6bd-5914-4206-9cf3-a811fbed073b req-492192b7-0861-4661-99f9-24ddb1494570 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Jun 30 02:30:43.215644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731df1b4-9749-44bf-aed0-441496eb463c req-c98933ea-363d-4b58-a383-db9463e3f736 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.217305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-731df1b4-9749-44bf-aed0-441496eb463c req-c98933ea-363d-4b58-a383-db9463e3f736 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 1097 time: 0.0674441 Jun 30 02:30:43.260476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-731df1b4-9749-44bf-aed0-441496eb463c req-eaff7f72-7650-46ba-a13b-14d9e9378aea tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371423 Jun 30 02:30:43.351127 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-71118dfd-538f-4697-aaa7-19cb335a46c3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1020180087&fields=id&tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6 HTTP/1.1" status: 200 len: 267 time: 0.0504341 Jun 30 02:30:43.415740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-6e80154a-bd95-4590-a0a4-02244e3c444a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.417169 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-6e80154a-bd95-4590-a0a4-02244e3c444a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports/32495fac-1ad2-4c12-b2b8-3d2caacc7872 HTTP/1.1" status: 200 len: 931 time: 0.0587595 Jun 30 02:30:43.484183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d1cf12c2-6d93-4d45-9696-75acd1d16d5b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.486085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d1cf12c2-6d93-4d45-9696-75acd1d16d5b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports/cbf60437-17b2-4b6f-b2f7-0ee518410922 HTTP/1.1" status: 200 len: 930 time: 0.0606654 Jun 30 02:30:43.549007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-0492ea4a-dcad-46b1-be2c-9a28c53c99d6 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?network_id=cd24ac80-8c34-47d2-9050-738175838a5b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0564106 Jun 30 02:30:43.592082 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-ef3e3d6b-6e11-4595-b6c2-5e14430d6a0b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?network_id=cd24ac80-8c34-47d2-9050-738175838a5b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0374231 Jun 30 02:30:43.593313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb285d6-91f8-4198-a32a-6aec769693c4 req-0d4b91f1-df01-4630-be15-15582632aa75 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.594930 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ffb285d6-91f8-4198-a32a-6aec769693c4 req-0d4b91f1-df01-4630-be15-15582632aa75 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 1097 time: 0.0697808 Jun 30 02:30:43.693764 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ffb285d6-91f8-4198-a32a-6aec769693c4 req-cc1bd3e7-c343-4fcf-9ffe-c5356feaaa90 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926478 Jun 30 02:30:43.729093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-1782f41e-7924-4472-ac06-48b2e060ffab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.737541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-1782f41e-7924-4472-ac06-48b2e060ffab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.745326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-1782f41e-7924-4472-ac06-48b2e060ffab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.749091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-1782f41e-7924-4472-ac06-48b2e060ffab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/networks?id=1bf7c089-dba0-493c-abbd-547a13d73c08&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=cd24ac80-8c34-47d2-9050-738175838a5b&id=cd24ac80-8c34-47d2-9050-738175838a5b HTTP/1.1" status: 200 len: 1989 time: 0.1492755 Jun 30 02:30:43.758493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-e46e5c3e-46f6-40f7-a391-15150e2b074b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.760052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-e46e5c3e-46f6-40f7-a391-15150e2b074b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.69 "GET /v2.0/networks?id=af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 200 len: 813 time: 0.1433942 Jun 30 02:30:43.769611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-6b9746cb-1091-450d-80c3-7df647b55c63 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/quotas/d4dfc1946ddd4ef498af3d09da1ddcb6 HTTP/1.1" status: 200 len: 375 time: 0.0125637 Jun 30 02:30:43.774338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Request body: {'port': {'device_id': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3', 'admin_state_up': True, 'tenant_id': '74ed56f4b8e14386826faef08e10c6ec'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:43.871849 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-58cf2900-4c68-4dfb-9ffc-a6566788adc9 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0943940 Jun 30 02:30:43.950704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Made reservation on behalf of 74ed56f4b8e14386826faef08e10c6ec for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:43.954499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:43.974996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30e692-cc12-4b81-bb86-7ee94d790994 req-77162015-ce58-4628-b942-058094ae9082 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:43.975312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-25d20262-c795-4254-8082-ab98918d2949 service neutron] 10.222.0.55 "GET /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897782 Jun 30 02:30:43.978154 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c30e692-cc12-4b81-bb86-7ee94d790994 req-77162015-ce58-4628-b942-058094ae9082 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 945 time: 0.1247566 Jun 30 02:30:44.074582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c30e692-cc12-4b81-bb86-7ee94d790994 req-81976759-2a1e-4d0d-81c9-f840492e3213 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893023 Jun 30 02:30:44.084469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-57516d27-2fa2-489c-b011-e4c8a325bb6f service neutron] 10.222.0.55 "GET /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011584 Jun 30 02:30:44.140475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Allocated IP 172.20.0.10 (af7bd34d-3de0-4464-9ddf-f4140fc809d3/f02c02ca-436e-4209-a54a-2d9fd9bfa108/dfef88eb-9e62-4511-8883-b05f87d47d66) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:44.144245 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-c2620654-dbb7-424f-a4f9-194725016fb8 service neutron] 10.222.0.55 "GET /v2.0/ports/32495fac-1ad2-4c12-b2b8-3d2caacc7872?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0508668 Jun 30 02:30:44.261130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-41a26f5b-7981-42f0-9341-e8c1704aadb7 service neutron] 10.222.0.55 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085553 Jun 30 02:30:44.271053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1549428d-4cd9-4a1c-af9a-17fcc3a99063 req-b76e76b2-0542-4b5f-93b7-8d47a257d547 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 210 time: 0.0600195 Jun 30 02:30:44.333866 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.383504 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-7aba0193-2e84-49a3-b2ab-ba9036d061de service neutron] 10.222.0.55 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154873 Jun 30 02:30:44.387261 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.431428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Network af7bd34d-3de0-4464-9ddf-f4140fc809d3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:44.438013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:44.442112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:44.453196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-914d799d-299f-4800-9906-56160c825e81 service neutron] 10.222.0.55 "GET /v2.0/ports/cbf60437-17b2-4b6f-b2f7-0ee518410922?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0666113 Jun 30 02:30:44.480257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Pushing event updated for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:44.535214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:44.535876 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.552234 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c68c935-705d-4d65-92a7-036b3e690673 service neutron] 10.222.0.55 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978744 Jun 30 02:30:44.559558 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-91345f17-2ee3-480a-a3a5-0d6cab373189 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7891819 Jun 30 02:30:44.573914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a7ed3-6f4e-47a0-b66f-271fadbbf856 req-4cd1e2fe-fc5c-4ba3-a422-e795efe52a72 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:44.575574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e8a7ed3-6f4e-47a0-b66f-271fadbbf856 req-4cd1e2fe-fc5c-4ba3-a422-e795efe52a72 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 950 time: 0.0991008 Jun 30 02:30:44.580500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Request body: {'port': {'device_id': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:44.664231 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e8a7ed3-6f4e-47a0-b66f-271fadbbf856 req-b6a29418-6c94-4dc5-a62c-568648dd43f7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801046 Jun 30 02:30:44.680282 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:44.687721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-519364fe-eadc-42b4-a933-01e6c997458b service neutron] 10.222.0.55 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279554 Jun 30 02:30:44.788971 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a45db4-0423-4b35-837a-35aba89c6056 req-ceb5af38-70de-4f62-9d3a-d065d7b656eb tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:44.790666 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24a45db4-0423-4b35-837a-35aba89c6056 req-ceb5af38-70de-4f62-9d3a-d065d7b656eb tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/ports?device_id=51eec13a-36d8-4b24-88be-71f826ea42c0 HTTP/1.1" status: 200 len: 950 time: 0.1690121 Jun 30 02:30:44.855827 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-cd756f45-b584-4f0b-ba1f-f60fc1d7701d service neutron] 10.222.0.55 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671090 Jun 30 02:30:44.964393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6460c04-4171-4027-b321-916a93c49cb8 req-28455a2c-fc07-4402-9b1c-5ecc284deb36 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:44.965912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6460c04-4171-4027-b321-916a93c49cb8 req-28455a2c-fc07-4402-9b1c-5ecc284deb36 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1458750 Jun 30 02:30:45.038158 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6460c04-4171-4027-b321-916a93c49cb8 req-faa02c1c-8d2d-4bf9-ba36-73a9d61394b7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620167 Jun 30 02:30:45.081834 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device cbbddeea-d761-4f4b-8c31-5439c7295ffb up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:45.094229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfef88eb-9e62-4511-8883-b05f87d47d66 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:45.106822 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.133111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Transition to ACTIVE for port object dfef88eb-9e62-4511-8883-b05f87d47d66 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:45.139827 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.153345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port cbbddeea-d761-4f4b-8c31-5439c7295ffb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:45.158868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port cbbddeea-d761-4f4b-8c31-5439c7295ffb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:45.159469 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.245181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:45.254262 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.280206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbddeea-d761-4f4b-8c31-5439c7295ffb'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:45.282824 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b62670-1152-48a4-ac63-1ab8fc8e714b" -d '{"events": [{"server_uuid": "6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4", "name": "network-vif-plugged", "status": "completed", "tag": "cbbddeea-d761-4f4b-8c31-5439c7295ffb"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:45.296109 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port cbbddeea-d761-4f4b-8c31-5439c7295ffb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=cbbddeea-d761-4f4b-8c31-5439c7295ffb,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:45.299217 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-57167af6-1d6d-4449-abdc-a37142a054f6 service neutron] 10.222.0.55 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352288 Jun 30 02:30:45.303050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.304039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-24a45db4-0423-4b35-837a-35aba89c6056 req-2a44f94c-0f12-433e-a8d4-79dd2ba82cdf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Deleting port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:45.304408 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24a45db4-0423-4b35-837a-35aba89c6056 req-2a44f94c-0f12-433e-a8d4-79dd2ba82cdf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.345554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2567c5-b466-46cd-93a7-7cdaf4d38bcd req-84a1d18b-a071-4bed-a632-8329af3aab53 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:45.347235 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad2567c5-b466-46cd-93a7-7cdaf4d38bcd req-84a1d18b-a071-4bed-a632-8329af3aab53 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.1713920 Jun 30 02:30:45.359436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=cbbddeea-d761-4f4b-8c31-5439c7295ffb,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:45.375175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Attempting to bind port dfef88eb-9e62-4511-8883-b05f87d47d66 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:45.375512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Attempting to bind port dfef88eb-9e62-4511-8883-b05f87d47d66 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'e189d540-7fac-4185-90ec-a47dcc39fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:45.375834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Attempting to bind port dfef88eb-9e62-4511-8883-b05f87d47d66 on network af7bd34d-3de0-4464-9ddf-f4140fc809d3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:45.383257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Port dfef88eb-9e62-4511-8883-b05f87d47d66 on network af7bd34d-3de0-4464-9ddf-f4140fc809d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:45.383575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Attempting to bind port dfef88eb-9e62-4511-8883-b05f87d47d66 on network af7bd34d-3de0-4464-9ddf-f4140fc809d3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:45.397801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:45.398157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Checking segment: {'id': 'e189d540-7fac-4185-90ec-a47dcc39fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:45.398835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Bound using segment: {'id': 'e189d540-7fac-4185-90ec-a47dcc39fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:45.399266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Bound port: dfef88eb-9e62-4511-8883-b05f87d47d66, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e189d540-7fac-4185-90ec-a47dcc39fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:45.399625 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.412631 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad2567c5-b466-46cd-93a7-7cdaf4d38bcd req-27801816-04b2-4166-ab76-ceef16371439 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554140 Jun 30 02:30:45.472244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-24a45db4-0423-4b35-837a-35aba89c6056 req-2a44f94c-0f12-433e-a8d4-79dd2ba82cdf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] For port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:45.472527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24a45db4-0423-4b35-837a-35aba89c6056 req-2a44f94c-0f12-433e-a8d4-79dd2ba82cdf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.476659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e96fddb9-3563-427e-b5c1-ad81f0d9e14b service neutron] 10.222.0.55 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692247 Jun 30 02:30:45.482037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:45.485315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:45.491242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-24a45db4-0423-4b35-837a-35aba89c6056 req-2a44f94c-0f12-433e-a8d4-79dd2ba82cdf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Calling delete_port for 8488ef94-0f07-4bfd-bbe8-4d088bd69eec owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:45.501574 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.516898 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.537718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:45.539080 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.540500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] 10.222.0.69 "PUT /v2.0/ports/dfef88eb-9e62-4511-8883-b05f87d47d66 HTTP/1.1" status: 200 len: 1093 time: 0.9640093 Jun 30 02:30:45.543037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:45.546401 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5548c8c6-46c2-446a-af23-3260870c1e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:45.578892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6d6ed-8f09-4d35-ab78-bc106dcbc4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:45.643798 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-01601e78-b59f-4caa-bfb8-204bef14ff33 service neutron] 10.222.0.55 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538148 Jun 30 02:30:45.650546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-253669be-b271-4130-adc0-e251369e8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:45.652176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-253669be-b271-4130-adc0-e251369e8b54 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=74ed56f4b8e14386826faef08e10c6ec&device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 1096 time: 0.0602243 Jun 30 02:30:45.699680 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-0b3b59f8-c46e-43a5-acab-cf9cf0600e8a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfef88eb-9e62-4511-8883-b05f87d47d66 HTTP/1.1" status: 200 len: 217 time: 0.0401094 Jun 30 02:30:45.752727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-1f943e47-89c5-494f-b4c8-2a3c6ac8f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:45.754554 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-1f943e47-89c5-494f-b4c8-2a3c6ac8f971 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f02c02ca-436e-4209-a54a-2d9fd9bfa108 HTTP/1.1" status: 200 len: 853 time: 0.0484884 Jun 30 02:30:45.776571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24a45db4-0423-4b35-837a-35aba89c6056 req-2a44f94c-0f12-433e-a8d4-79dd2ba82cdf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.790834 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'e1daaca1-ce08-4b59-b011-418e61e7f152', '8488ef94-0f07-4bfd-bbe8-4d088bd69eec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:45.794118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473', '67f6544a-2126-4eef-9400-94a62600c98d', 'bb863e59-5711-4b5d-9a3c-b15e2c85943a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:45.795568 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-59db9f3e-a5fc-4155-964a-18efdba4ee0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af7bd34d-3de0-4464-9ddf-f4140fc809d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334067 Jun 30 02:30:45.817281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44f94c-0f12-433e-a8d4-79dd2ba82cdf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event deleted for resources: {'Port': ['ID=8488ef94-0f07-4bfd-bbe8-4d088bd69eec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:45.836047 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e74f7280-fdd3-4d89-b1c2-6dfe922d97f2 service neutron] 10.222.0.55 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768467 Jun 30 02:30:45.909668 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.929392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-ae4013ce-c4f2-459c-a667-9478297cf28a service neutron] 10.222.0.69 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267071 Jun 30 02:30:45.933262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a45db4-0423-4b35-837a-35aba89c6056 req-2a44f94c-0f12-433e-a8d4-79dd2ba82cdf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] No DVR routers for this DVR port 8488ef94-0f07-4bfd-bbe8-4d088bd69eec on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:45.936855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24a45db4-0423-4b35-837a-35aba89c6056 req-2a44f94c-0f12-433e-a8d4-79dd2ba82cdf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:45.939780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24a45db4-0423-4b35-837a-35aba89c6056 req-2a44f94c-0f12-433e-a8d4-79dd2ba82cdf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "DELETE /v2.0/ports/8488ef94-0f07-4bfd-bbe8-4d088bd69eec HTTP/1.1" status: 204 len: 173 time: 1.1415291 Jun 30 02:30:45.941917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eec13a-36d8-4b24-88be-71f826ea42c0', 'name': 'network-vif-deleted', 'tag': '8488ef94-0f07-4bfd-bbe8-4d088bd69eec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:45.944543 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080bac33-b63e-4545-8218-22ec7ee38879" -d '{"events": [{"server_uuid": "51eec13a-36d8-4b24-88be-71f826ea42c0", "name": "network-vif-deleted", "tag": "8488ef94-0f07-4bfd-bbe8-4d088bd69eec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:46.012336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-66150f11-f9ee-439b-b011-38659e6bd6b4 service neutron] 10.222.0.55 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751239 Jun 30 02:30:46.089423 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5900abe4-ff2a-4fc3-a20d-f61337ecb8aa req-d88270e8-d0e9-4176-8782-f151760df77d service neutron] 10.222.0.69 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500719 Jun 30 02:30:46.166190 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-0fd2855f-894f-4bfb-984e-a6b0d4f76322 service neutron] 10.222.0.55 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525078 Jun 30 02:30:46.286020 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-7200652f-e03c-44af-957e-aa4bc7ba6790 service neutron] 10.222.0.55 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187842 Jun 30 02:30:46.771452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-4a3a6457-fa80-468b-9aa2-2f756144966b tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:30:46.772478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-4a3a6457-fa80-468b-9aa2-2f756144966b tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0644825 Jun 30 02:30:46.839867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Request body: {'binding': {'host': 'n-h1-758944-39', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:46.840502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:30:47.044873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on host n-h1-758944-39 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:47.045213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:47.045546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:47.050559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:47.051456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:47.058126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:47.058400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:47.059107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:47.059422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Bound port: 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:47.135430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:47.141465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:47.142958 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-890ba117-be6c-42c8-a258-d563f9686ec0 service neutron] 10.222.0.55 "POST /v2.0/ports/76de8cdc-c20e-466c-af88-eb8f8b8b8ad1/bindings HTTP/1.1" status: 201 len: 390 time: 0.3618762 Jun 30 02:30:47.259347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4394282-bf60-4510-86f7-a5479f95205d req-39bb4482-e6a5-44d0-917e-3649e04e9401 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:47.260984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4394282-bf60-4510-86f7-a5479f95205d req-39bb4482-e6a5-44d0-917e-3649e04e9401 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.0963845 Jun 30 02:30:47.268905 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb15d54-15ad-452a-812a-9975ef7362f4 x-openstack-request-id: req-cdb15d54-15ad-452a-812a-9975ef7362f4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:47.269431 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4", "name": "network-vif-plugged", "status": "completed", "tag": "cbbddeea-d761-4f4b-8c31-5439c7295ffb", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:47.269431 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdb15d54-15ad-452a-812a-9975ef7362f4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:47.269829 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbddeea-d761-4f4b-8c31-5439c7295ffb', 'code': 200} Jun 30 02:30:47.320469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4394282-bf60-4510-86f7-a5479f95205d req-c7b99425-ab35-4359-b06a-5bebb0c268a2 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480402 Jun 30 02:30:47.569731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1e38-0711-496f-a37f-a8470a6f6297 req-ddfa2653-0dab-4333-b86c-9d46d62ccc49 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:47.577084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccaf1e38-0711-496f-a37f-a8470a6f6297 req-ddfa2653-0dab-4333-b86c-9d46d62ccc49 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.1383183 Jun 30 02:30:47.582462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760ba1-b6f7-41d2-a813-5c24530ed21a req-bd202f49-ebbd-435d-931b-8991e71d47e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:47.583995 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3760ba1-b6f7-41d2-a813-5c24530ed21a req-bd202f49-ebbd-435d-931b-8991e71d47e5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 1098 time: 0.2149510 Jun 30 02:30:47.637895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-33ff6f9c-7cde-48f6-92d2-f6314e83f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:47.639783 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-33ff6f9c-7cde-48f6-92d2-f6314e83f36c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 1097 time: 0.1642718 Jun 30 02:30:47.721735 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccaf1e38-0711-496f-a37f-a8470a6f6297 req-02422588-531b-4680-9b62-6d72498c5699 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435580 Jun 30 02:30:47.731615 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3760ba1-b6f7-41d2-a813-5c24530ed21a req-6cd49cea-371f-4933-9afe-49a5e43920d5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285250 Jun 30 02:30:47.772405 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538656ee-52ae-4329-88d6-1db1bb49f18a x-openstack-request-id: req-538656ee-52ae-4329-88d6-1db1bb49f18a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:47.773434 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:47.774092 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-538656ee-52ae-4329-88d6-1db1bb49f18a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:47.774690 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'status': 'completed', 'code': 200} Jun 30 02:30:47.793922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9dc240e0-b9c7-47bb-bd0f-6ee2a739c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:47.795765 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9dc240e0-b9c7-47bb-bd0f-6ee2a739c848 service neutron] 10.222.0.69 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1456292 Jun 30 02:30:47.817148 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70beff1e-acbd-4374-acab-da18e5d9ea72 x-openstack-request-id: req-70beff1e-acbd-4374-acab-da18e5d9ea72 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:47.817538 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51eec13a-36d8-4b24-88be-71f826ea42c0", "name": "network-vif-deleted", "tag": "8488ef94-0f07-4bfd-bbe8-4d088bd69eec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:47.817884 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70beff1e-acbd-4374-acab-da18e5d9ea72 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:47.818447 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51eec13a-36d8-4b24-88be-71f826ea42c0', 'name': 'network-vif-deleted', 'tag': '8488ef94-0f07-4bfd-bbe8-4d088bd69eec', 'status': 'completed', 'code': 200} Jun 30 02:30:47.935480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-35a1f5ff-fe18-46d5-bfb8-d1fd06b9a200 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 HTTP/1.1" status: 200 len: 217 time: 0.0585711 Jun 30 02:30:47.989022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eb412-b399-41be-9850-4c49c9989144 req-d464c69e-46a3-4283-a627-158a90b87865 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:47.990567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b8eb412-b399-41be-9850-4c49c9989144 req-d464c69e-46a3-4283-a627-158a90b87865 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0756035 Jun 30 02:30:48.031227 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b8eb412-b399-41be-9850-4c49c9989144 req-fbfb60e3-a04b-4055-81ad-eec6660f37ed tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347710 Jun 30 02:30:48.041004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1546691-48d4-48e8-beb9-6e1d2e869ff0 req-8e3d3bf7-da6b-42e2-92b0-9af55a06f175 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.0784733 Jun 30 02:30:48.068155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-1521735f-e522-4a55-9a83-789781d877fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.069909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-1521735f-e522-4a55-9a83-789781d877fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.1064003 Jun 30 02:30:48.137073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c8c6-46c2-446a-af23-3260870c1e6d req-bb2a716b-f7c6-4812-ac1b-8516cb4ff722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.138892 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5548c8c6-46c2-446a-af23-3260870c1e6d req-bb2a716b-f7c6-4812-ac1b-8516cb4ff722 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=74ed56f4b8e14386826faef08e10c6ec&device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 1096 time: 0.1853149 Jun 30 02:30:48.140731 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-f6a20f3b-ba32-49da-acb3-0366f51fca17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514033 Jun 30 02:30:48.255472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e609e-6e4d-4036-9ac4-a00f1121baa4 req-19021a68-81e6-4812-ab22-d6f1e4549a7b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.257182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d48e609e-6e4d-4036-9ac4-a00f1121baa4 req-19021a68-81e6-4812-ab22-d6f1e4549a7b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.0838559 Jun 30 02:30:48.299378 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d48e609e-6e4d-4036-9ac4-a00f1121baa4 req-eba83c9c-d4d0-44b7-bc18-e91c4ae497e3 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Jun 30 02:30:48.364637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c8c6-46c2-446a-af23-3260870c1e6d req-f2c65136-b122-4290-9472-3edd065c5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.366147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5548c8c6-46c2-446a-af23-3260870c1e6d req-f2c65136-b122-4290-9472-3edd065c5bec service neutron] 10.222.0.69 "GET /v2.0/networks?id=af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 200 len: 914 time: 0.2047346 Jun 30 02:30:48.377926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c90f-22dc-4fe0-9260-af72f6b3fe55 req-dcab6f84-e2e7-47ee-838c-ea43f2401d27 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.379579 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a257c90f-22dc-4fe0-9260-af72f6b3fe55 req-dcab6f84-e2e7-47ee-838c-ea43f2401d27 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 945 time: 0.2302637 Jun 30 02:30:48.391283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-7d46ac9c-65af-4883-83b6-fa56484af4c6 service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318547 Jun 30 02:30:48.446026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5548c8c6-46c2-446a-af23-3260870c1e6d req-4ca21556-ee1b-446c-aea5-03ce46924cec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfef88eb-9e62-4511-8883-b05f87d47d66 HTTP/1.1" status: 200 len: 217 time: 0.0653875 Jun 30 02:30:48.572756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-de3009c2-6bae-4b35-990d-0096a9ad800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.575514 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-de3009c2-6bae-4b35-990d-0096a9ad800a service neutron] 10.222.0.69 "GET /v2.0/ports/32495fac-1ad2-4c12-b2b8-3d2caacc7872 HTTP/1.1" status: 200 len: 1027 time: 0.0725293 Jun 30 02:30:48.649178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-13ff38cf-7663-4b4b-9967-5f2f78adf818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.650859 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-13ff38cf-7663-4b4b-9967-5f2f78adf818 service neutron] 10.222.0.69 "GET /v2.0/ports/cbf60437-17b2-4b6f-b2f7-0ee518410922 HTTP/1.1" status: 200 len: 1026 time: 0.0672584 Jun 30 02:30:48.806877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-a1d25a65-9b28-4b51-a32e-22bb8903eede tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.815156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-a1d25a65-9b28-4b51-a32e-22bb8903eede tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.823085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-a1d25a65-9b28-4b51-a32e-22bb8903eede tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.825183 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-a1d25a65-9b28-4b51-a32e-22bb8903eede tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "GET /v2.0/networks?id=1bf7c089-dba0-493c-abbd-547a13d73c08&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=cd24ac80-8c34-47d2-9050-738175838a5b&id=cd24ac80-8c34-47d2-9050-738175838a5b HTTP/1.1" status: 200 len: 1989 time: 0.1665754 Jun 30 02:30:48.873410 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a257c90f-22dc-4fe0-9260-af72f6b3fe55 req-7de46e00-f685-4e72-af9c-03500ef0b711 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866030 Jun 30 02:30:48.891188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8488ef94-0f07-4bfd-bbe8-4d088bd69eec no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:48.893763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c8c6-46c2-446a-af23-3260870c1e6d req-256032b6-193f-4ab4-b81e-aad23e28b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:48.895390 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5548c8c6-46c2-446a-af23-3260870c1e6d req-256032b6-193f-4ab4-b81e-aad23e28b757 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f02c02ca-436e-4209-a54a-2d9fd9bfa108 HTTP/1.1" status: 200 len: 853 time: 0.4340167 Jun 30 02:30:48.908261 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-710a2699-dde1-4517-8bea-faeb95b52fd2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6 HTTP/1.1" status: 200 len: 380 time: 0.0687675 Jun 30 02:30:48.922382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'admin_state_up': True, 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'security_groups': ['d0bb054e-9b81-49cf-836a-05acc8d0619a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:48.958257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 8488ef94-0f07-4bfd-bbe8-4d088bd69eec {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:48.959040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8488ef94-0f07-4bfd-bbe8-4d088bd69eec not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:48.972084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5548c8c6-46c2-446a-af23-3260870c1e6d req-5b9e10a4-b8e2-4c0d-82f5-328af8c99dad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af7bd34d-3de0-4464-9ddf-f4140fc809d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662186 Jun 30 02:30:48.974315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-e12ce3a6-c830-4b6e-9683-8e34b7f0d5bc service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445349 Jun 30 02:30:48.998853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc1375-38b0-47aa-a980-4240966309b5 req-c939e2ab-907f-46e0-b978-4e2637f2e6b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.019034 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1fc1375-38b0-47aa-a980-4240966309b5 req-c939e2ab-907f-46e0-b978-4e2637f2e6b8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1898143 Jun 30 02:30:49.084501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1fc1375-38b0-47aa-a980-4240966309b5 req-38ea5c15-e6fc-467c-b9bc-b6127c3f765f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642145 Jun 30 02:30:49.155035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:49.169976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:49.193853 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5548c8c6-46c2-446a-af23-3260870c1e6d req-85ec8bf3-daed-4847-8868-e34ff727029f service neutron] 10.222.0.69 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096081 Jun 30 02:30:49.230286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9ffca-6519-4b23-a409-1c5b77867673 req-217bdcaf-3693-416f-aa57-d2e242437c81 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.232496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-abd9ffca-6519-4b23-a409-1c5b77867673 req-217bdcaf-3693-416f-aa57-d2e242437c81 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 950 time: 0.1957645 Jun 30 02:30:49.294176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-d4dd722b-5712-4692-aeea-713313ffaa8a tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.295938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-d4dd722b-5712-4692-aeea-713313ffaa8a tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.2134829 Jun 30 02:30:49.311616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-39'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:49.363367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-abd9ffca-6519-4b23-a409-1c5b77867673 req-96ad0ab4-c3f1-4514-a964-37de7538a381 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955305 Jun 30 02:30:49.396862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5548c8c6-46c2-446a-af23-3260870c1e6d req-898eba83-78b1-461e-b273-53d31629c982 service neutron] 10.222.0.69 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928234 Jun 30 02:30:49.439926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Allocated IP 172.20.0.6 (1bf7c089-dba0-493c-abbd-547a13d73c08/6e7f8d23-1a11-452b-bcfe-c02e3b8173f8/06505dc6-30ad-45ca-a4cc-0359749921a7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:49.469284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6926d05-6c4b-454d-a107-5f2ac57a84bd req-f85f7f05-24fb-45cd-835c-fb3283bdd82b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.471098 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b6926d05-6c4b-454d-a107-5f2ac57a84bd req-f85f7f05-24fb-45cd-835c-fb3283bdd82b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.1802950 Jun 30 02:30:49.491771 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:49.590171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b6926d05-6c4b-454d-a107-5f2ac57a84bd req-dc6e7b82-2cc6-457f-8d9a-915c119bc5b4 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111569 Jun 30 02:30:49.642382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba1b4b-881e-4272-9cb9-92ad19beac64 req-9d986588-654e-4994-ba40-826e04fa63bb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.643955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ceba1b4b-881e-4272-9cb9-92ad19beac64 req-9d986588-654e-4994-ba40-826e04fa63bb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1489451 Jun 30 02:30:49.671347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:49.691779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Transition to ACTIVE for port object 06505dc6-30ad-45ca-a4cc-0359749921a7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:49.724056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:49.732753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ceba1b4b-881e-4272-9cb9-92ad19beac64 req-df336ee4-b729-4f2e-9f31-d867daa5fdb6 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765088 Jun 30 02:30:49.747086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:49.792037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:49.845466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network 1bf7c089-dba0-493c-abbd-547a13d73c08 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:49.847841 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:49.851417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:49.851762 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8307cf3d-0a3b-42c4-9547-a525d7a6dfa3" -d '{"events": [{"server_uuid": "c4b52bc2-4add-4992-a83c-29baec54ddf9", "name": "network-vif-unplugged", "status": "completed", "tag": "76de8cdc-c20e-466c-af88-eb8f8b8b8ad1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:49.856954 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:49.864197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:49.877302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:49.907499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Port': ['ID=06505dc6-30ad-45ca-a4cc-0359749921a7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:49.925225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.929533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.932241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.933571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.934303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.934894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.935460 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.936178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.937149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.937707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.939352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.939984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:30:49.978926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:49.979611 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:49.998572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Pushing event updated for resources: {'Port': ['ID=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:50.005709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e35fb-d583-46d6-b842-373382232840 req-bf8eaf5e-e80b-4ddf-a7b4-b941aebc5898 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.014411 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a70e35fb-d583-46d6-b842-373382232840 req-bf8eaf5e-e80b-4ddf-a7b4-b941aebc5898 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 931 time: 0.2465408 Jun 30 02:30:50.026037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f859fb50-cb70-40c1-a891-1ec2c104e9db tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1092656 Jun 30 02:30:50.044804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3', 'admin_state_up': True, 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'security_groups': ['d0bb054e-9b81-49cf-836a-05acc8d0619a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:50.055716 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on host n-h2-758944-39 for vnic_type normal with profile {"migrating_to": "n-h1-758944-39"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:50.056114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:50.056365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:50.066940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:50.067574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Attempting to bind port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:50.082354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67de2be-8650-4ce4-ba39-39053b813979 req-385cc618-cc84-48aa-8c41-9a579bdf057c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.090867 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f67de2be-8650-4ce4-ba39-39053b813979 req-385cc618-cc84-48aa-8c41-9a579bdf057c tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.2097230 Jun 30 02:30:50.094388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:50.095003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:50.095583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:50.097643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Bound port: 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:50.098235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.132947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a70e35fb-d583-46d6-b842-373382232840 req-9a45067b-df6b-45b5-a012-eaf43813d578 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160419 Jun 30 02:30:50.196939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f67de2be-8650-4ce4-ba39-39053b813979 req-8ef1ea32-7d74-4809-9c8d-604d619a98f4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045630 Jun 30 02:30:50.250557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:50.253989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07c51233-3e69-47a0-9af7-7e71948201fb None None] Provisioning for port 06505dc6-30ad-45ca-a4cc-0359749921a7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:50.257749 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.266395 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace0806b-2701-4f35-9a7b-9bd77253974e x-openstack-request-id: req-ace0806b-2701-4f35-9a7b-9bd77253974e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:50.266586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07c51233-3e69-47a0-9af7-7e71948201fb None None] Provisioning complete for port 06505dc6-30ad-45ca-a4cc-0359749921a7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:50.266764 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b52bc2-4add-4992-a83c-29baec54ddf9", "name": "network-vif-unplugged", "status": "completed", "tag": "76de8cdc-c20e-466c-af88-eb8f8b8b8ad1", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:50.266943 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ace0806b-2701-4f35-9a7b-9bd77253974e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:50.267360 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1', 'code': 200} Jun 30 02:30:50.268293 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07c51233-3e69-47a0-9af7-7e71948201fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.268444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:50.275310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:50.282517 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.321412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-07c51233-3e69-47a0-9af7-7e71948201fb None None] Port 06505dc6-30ad-45ca-a4cc-0359749921a7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:50.450258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Pushing event updated for resources: {'Port': ['ID=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:50.481679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Allocated IP 10.1.1.235 (578abc09-9da7-49ae-8002-6d682c8aa7a3/c93da283-5646-4095-8acb-2307d5a55ef9/bed0dcaf-cdff-483c-a583-5d8df195470f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:50.490694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.491444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.492826 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-9da9be3a-6a19-4f73-9888-ab4d8b709851 service neutron] 10.222.0.69 "PUT /v2.0/ports/76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 HTTP/1.1" status: 200 len: 1123 time: 1.1881850 Jun 30 02:30:50.563488 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19d8fa-b515-479d-a50a-02b7cafbb37c req-116cff7d-a24e-48ca-84d2-7737d3850453 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.565140 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f19d8fa-b515-479d-a50a-02b7cafbb37c req-116cff7d-a24e-48ca-84d2-7737d3850453 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 943 time: 0.1949770 Jun 30 02:30:50.608825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-0797ce4b-6640-4b63-a096-caf5fab29be7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.609760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-0797ce4b-6640-4b63-a096-caf5fab29be7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 950 time: 0.1342211 Jun 30 02:30:50.636458 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f19d8fa-b515-479d-a50a-02b7cafbb37c req-7129e717-e000-49a6-895f-177026a99e32 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630167 Jun 30 02:30:50.698552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c402c-92c1-4e16-8548-aa55c2e6f800 req-f7d4e95d-fef3-44b9-bd97-010f160dd7f0 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:50.699788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['76de8cdc-c20e-466c-af88-eb8f8b8b8ad1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:50.705492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-952c402c-92c1-4e16-8548-aa55c2e6f800 req-f7d4e95d-fef3-44b9-bd97-010f160dd7f0 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1765187 Jun 30 02:30:50.739595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-6232134c-bed5-42ad-b0d7-0a672afd5211 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Deleting port bb863e59-5711-4b5d-9a3c-b15e2c85943a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:50.740037 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-6232134c-bed5-42ad-b0d7-0a672afd5211 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.776899 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-952c402c-92c1-4e16-8548-aa55c2e6f800 req-80153f48-dc6f-4a1c-b958-070355e73b7b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704360 Jun 30 02:30:50.827435 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.858006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Transition to ACTIVE for port object bed0dcaf-cdff-483c-a583-5d8df195470f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:50.860554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-6232134c-bed5-42ad-b0d7-0a672afd5211 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] For port bb863e59-5711-4b5d-9a3c-b15e2c85943a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=bb863e59-5711-4b5d-9a3c-b15e2c85943a,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:50.860989 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-6232134c-bed5-42ad-b0d7-0a672afd5211 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:50.880389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-6232134c-bed5-42ad-b0d7-0a672afd5211 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Calling delete_port for bb863e59-5711-4b5d-9a3c-b15e2c85943a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:50.926587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.024478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network 578abc09-9da7-49ae-8002-6d682c8aa7a3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:51.027024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db9a1c-63dc-4543-802f-bd9a741df7cb req-1066cb5f-2157-4e95-9634-6f9fbd8e7d6c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:51.027568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Port': ['ID=bed0dcaf-cdff-483c-a583-5d8df195470f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:51.028754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1db9a1c-63dc-4543-802f-bd9a741df7cb req-1066cb5f-2157-4e95-9634-6f9fbd8e7d6c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=026a28b7-89ab-47c8-8dca-fbf7a5751998 HTTP/1.1" status: 200 len: 950 time: 0.1310031 Jun 30 02:30:51.034806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:51.037516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:51.096063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:51.097009 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.105393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device dfef88eb-9e62-4511-8883-b05f87d47d66 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:51.129936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-6232134c-bed5-42ad-b0d7-0a672afd5211 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.136997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d27ad0-fb6e-43ad-9997-566cf3c72e74 req-0fc1352e-bac4-4e8f-8458-f3833a1d4dda tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:51.138693 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a2d27ad0-fb6e-43ad-9997-566cf3c72e74 req-0fc1352e-bac4-4e8f-8458-f3833a1d4dda tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.1644313 Jun 30 02:30:51.140527 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-bc2358ee-5048-481d-9ef4-84fe3f89a3ac tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1007707 Jun 30 02:30:51.151496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1db9a1c-63dc-4543-802f-bd9a741df7cb req-5050209b-d993-4437-9732-83310a7285fe tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083913 Jun 30 02:30:51.151888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'e1daaca1-ce08-4b59-b011-418e61e7f152'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:51.160734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473', '67f6544a-2126-4eef-9400-94a62600c98d', 'bb863e59-5711-4b5d-9a3c-b15e2c85943a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:51.171136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3', 'admin_state_up': True, 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'security_groups': ['d0bb054e-9b81-49cf-836a-05acc8d0619a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:51.206624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232134c-bed5-42ad-b0d7-0a672afd5211 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event deleted for resources: {'Port': ['ID=bb863e59-5711-4b5d-9a3c-b15e2c85943a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:51.347529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-6232134c-bed5-42ad-b0d7-0a672afd5211 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] No DVR routers for this DVR port bb863e59-5711-4b5d-9a3c-b15e2c85943a on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:51.355068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a2d27ad0-fb6e-43ad-9997-566cf3c72e74 req-6ddb5b32-c24c-42c6-8ce8-b44eea1450d0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978900 Jun 30 02:30:51.362276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-6232134c-bed5-42ad-b0d7-0a672afd5211 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.364750 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce43072f-59cf-47d3-b997-12535c4d3dbc req-6232134c-bed5-42ad-b0d7-0a672afd5211 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "DELETE /v2.0/ports/bb863e59-5711-4b5d-9a3c-b15e2c85943a HTTP/1.1" status: 204 len: 173 time: 0.7471163 Jun 30 02:30:51.576396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43d089-10eb-464e-a6af-61c14fdd1290 req-c1b9e01e-4c02-4598-88a7-37eb06ec3bc2 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:51.588777 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c43d089-10eb-464e-a6af-61c14fdd1290 req-c1b9e01e-4c02-4598-88a7-37eb06ec3bc2 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1609209 Jun 30 02:30:51.595864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:51.608386 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.619954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-01ed7dac-88cd-41ed-8b58-2deadf0e94a4 None None] Provisioning for port bed0dcaf-cdff-483c-a583-5d8df195470f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:51.632501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-01ed7dac-88cd-41ed-8b58-2deadf0e94a4 None None] Provisioning complete for port bed0dcaf-cdff-483c-a583-5d8df195470f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:51.632923 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01ed7dac-88cd-41ed-8b58-2deadf0e94a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.675013 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c43d089-10eb-464e-a6af-61c14fdd1290 req-d2d14106-06cd-4791-96fa-a9b196c887ed tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825939 Jun 30 02:30:51.687436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-01ed7dac-88cd-41ed-8b58-2deadf0e94a4 None None] Port bed0dcaf-cdff-483c-a583-5d8df195470f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:51.699104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:51.811385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3', 'port_id': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'mac_address': 'fa:16:3e:d3:99:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02c02ca-436e-4209-a54a-2d9fd9bfa108', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:30:51.836879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Allocated IP 10.1.1.7 (578abc09-9da7-49ae-8002-6d682c8aa7a3/c93da283-5646-4095-8acb-2307d5a55ef9/31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:51.884033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:51.921703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfef88eb-9e62-4511-8883-b05f87d47d66 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:51.989154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:51.998669 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.003539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359b2c2-f7dc-4263-a348-0a754779ac48 req-2c503e51-7501-44d9-bf9d-24505cb55bba tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:52.014785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359b2c2-f7dc-4263-a348-0a754779ac48 req-2c503e51-7501-44d9-bf9d-24505cb55bba tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:52.024847 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d359b2c2-f7dc-4263-a348-0a754779ac48 req-2c503e51-7501-44d9-bf9d-24505cb55bba tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 1653 time: 0.1236062 Jun 30 02:30:52.040694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.056430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Transition to ACTIVE for port object 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:52.100975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.113624 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d359b2c2-f7dc-4263-a348-0a754779ac48 req-dde999cb-970f-4cb3-8339-4bbc4354155a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872161 Jun 30 02:30:52.139275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:52.168665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network 578abc09-9da7-49ae-8002-6d682c8aa7a3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:52.195643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Port': ['ID=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:52.199875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:52.207889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:52.268688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'tag': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1'}, {'server_uuid': '026a28b7-89ab-47c8-8dca-fbf7a5751998', 'name': 'network-vif-deleted', 'tag': 'bb863e59-5711-4b5d-9a3c-b15e2c85943a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:52.272111 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b52bc2-4add-4992-a83c-29baec54ddf9", "tag": "76de8cdc-c20e-466c-af88-eb8f8b8b8ad1"}, {"server_uuid": "026a28b7-89ab-47c8-8dca-fbf7a5751998", "name": "network-vif-deleted", "tag": "bb863e59-5711-4b5d-9a3c-b15e2c85943a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:52.313619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:52.315968 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.376489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43488d3-c223-45ca-8c5d-978fb2023036 req-1092ae61-a36c-4102-87da-f48f144f42a7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:52.385962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f43488d3-c223-45ca-8c5d-978fb2023036 req-1092ae61-a36c-4102-87da-f48f144f42a7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.2970128 Jun 30 02:30:52.404461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-93d12219-ee17-4e3f-9472-f001ee4a891e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2489529 Jun 30 02:30:52.433364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b', 'admin_state_up': True, 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'security_groups': ['d0bb054e-9b81-49cf-836a-05acc8d0619a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:52.451093 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f43488d3-c223-45ca-8c5d-978fb2023036 req-98231a90-736b-4a8a-a0c6-2dc3932e36ad tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638211 Jun 30 02:30:52.466605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['dfef88eb-9e62-4511-8883-b05f87d47d66'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:52.656414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496965c-c136-4abb-8930-3e7c785d7401 req-47700e6b-0f80-417d-90f1-f6f1a96d7fab tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:52.659016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0496965c-c136-4abb-8930-3e7c785d7401 req-47700e6b-0f80-417d-90f1-f6f1a96d7fab tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0964513 Jun 30 02:30:52.691447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-84bd98b9-f346-4087-a56f-f1cba0cfa2dc None None] Provisioning for port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:52.696748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-84bd98b9-f346-4087-a56f-f1cba0cfa2dc None None] Provisioning complete for port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:52.697448 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84bd98b9-f346-4087-a56f-f1cba0cfa2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:52.705408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e62be-b0a7-42ee-8dfb-747c1f6ce31d req-364ac786-7ec6-4bfe-afd6-5cb6e1d577e5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:52.712421 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0496965c-c136-4abb-8930-3e7c785d7401 req-9a2473fb-2ac7-41c1-9e3a-a4556554fe3b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475042 Jun 30 02:30:52.714114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e9e62be-b0a7-42ee-8dfb-747c1f6ce31d req-364ac786-7ec6-4bfe-afd6-5cb6e1d577e5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1187975 Jun 30 02:30:52.734986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-84bd98b9-f346-4087-a56f-f1cba0cfa2dc None None] Port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:52.754306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:52.824841 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e9e62be-b0a7-42ee-8dfb-747c1f6ce31d req-14d40506-1cdb-494e-95b7-163927f53d2c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096435 Jun 30 02:30:52.840489 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56c86e1-4492-4744-a6c6-8b19b4c479ea x-openstack-request-id: req-f56c86e1-4492-4744-a6c6-8b19b4c479ea {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:52.840992 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b52bc2-4add-4992-a83c-29baec54ddf9", "tag": "76de8cdc-c20e-466c-af88-eb8f8b8b8ad1", "status": "completed", "code": 200}, {"server_uuid": "026a28b7-89ab-47c8-8dca-fbf7a5751998", "name": "network-vif-deleted", "tag": "bb863e59-5711-4b5d-9a3c-b15e2c85943a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:52.841308 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f56c86e1-4492-4744-a6c6-8b19b4c479ea {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:52.841797 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'tag': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1', 'status': 'completed', 'code': 200} Jun 30 02:30:52.842159 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026a28b7-89ab-47c8-8dca-fbf7a5751998', 'name': 'network-vif-deleted', 'tag': 'bb863e59-5711-4b5d-9a3c-b15e2c85943a', 'status': 'completed', 'code': 200} Jun 30 02:30:52.859928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.027811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37926fb-dbf2-43b1-9e58-7a504a8b47ca req-18c85ec4-aa22-4c46-b50c-0a2b16053fbe tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.029393 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d37926fb-dbf2-43b1-9e58-7a504a8b47ca req-18c85ec4-aa22-4c46-b50c-0a2b16053fbe tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 945 time: 0.0672338 Jun 30 02:30:53.069664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d37926fb-dbf2-43b1-9e58-7a504a8b47ca req-af690d21-9dab-4722-8fb0-f5ad2b3a99a9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338759 Jun 30 02:30:53.120551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:30:53.123940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device bb863e59-5711-4b5d-9a3c-b15e2c85943a no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:53.179318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88 req-a19a31f1-8cf6-4449-9ce6-d5419ded24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.181118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88 req-a19a31f1-8cf6-4449-9ce6-d5419ded24bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 1126 time: 0.2731099 Jun 30 02:30:53.191910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad906f4-551c-4ebf-890a-0fee2e2a3cfe req-01becec2-6c40-45fa-a6ee-59ca274216a5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.199444 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ad906f4-551c-4ebf-890a-0fee2e2a3cfe req-01becec2-6c40-45fa-a6ee-59ca274216a5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.2318547 Jun 30 02:30:53.223372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Allocated IP 10.2.2.100 (cd24ac80-8c34-47d2-9050-738175838a5b/e545eccd-650a-4043-aa44-a5cdae114a45/00ef3587-abe6-4280-a268-0d6e50f4c1a3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:53.300812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: bb863e59-5711-4b5d-9a3c-b15e2c85943a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:53.301056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device bb863e59-5711-4b5d-9a3c-b15e2c85943a not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:53.342502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ad906f4-551c-4ebf-890a-0fee2e2a3cfe req-63ef3cf0-1506-4c5c-b137-2c648bdc83f5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415665 Jun 30 02:30:53.472387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:53.501931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 has no active binding in host n-h1-758944-39 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:30:53.899601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff811c-d62c-422c-a31d-0dadbaede0fd req-8c6146e8-7e64-41bf-9d05-d07302b44ff2 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.901630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4ff811c-d62c-422c-a31d-0dadbaede0fd req-8c6146e8-7e64-41bf-9d05-d07302b44ff2 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 950 time: 0.0673780 Jun 30 02:30:53.912761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88 req-94c296c9-c9fc-4d81-8f6a-c6a6bb5bcedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:53.914497 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88 req-94c296c9-c9fc-4d81-8f6a-c6a6bb5bcedc service neutron] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.7118926 Jun 30 02:30:53.944366 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:53.962769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4ff811c-d62c-422c-a31d-0dadbaede0fd req-3b79b330-c144-4b71-af16-543256d1d3a0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546486 Jun 30 02:30:53.995960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88 req-20a1fd0f-3cf4-4a93-acef-73e383dae1b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 HTTP/1.1" status: 200 len: 217 time: 0.0638564 Jun 30 02:30:54.001306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Transition to ACTIVE for port object 00ef3587-abe6-4280-a268-0d6e50f4c1a3 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:54.074589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-c3a4c605-a478-494d-9028-81391a3e20f0 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.075778 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-c3a4c605-a478-494d-9028-81391a3e20f0 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.73 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.3482609 Jun 30 02:30:54.088729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0bf70-cc3b-4fde-acfd-d2c97b764330 req-819faf8f-aa2f-4fa2-87be-646989a8866d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.094324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0bf70-cc3b-4fde-acfd-d2c97b764330 req-819faf8f-aa2f-4fa2-87be-646989a8866d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.100617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0bf70-cc3b-4fde-acfd-d2c97b764330 req-819faf8f-aa2f-4fa2-87be-646989a8866d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.102365 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-efd0bf70-cc3b-4fde-acfd-d2c97b764330 req-819faf8f-aa2f-4fa2-87be-646989a8866d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 2372 time: 0.3450863 Jun 30 02:30:54.151229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d432a-8595-430e-9bc5-6986229ca5db req-58978602-11bf-4e4c-9108-34b7a4c4ca1b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.152975 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a1d432a-8595-430e-9bc5-6986229ca5db req-58978602-11bf-4e4c-9108-34b7a4c4ca1b tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 945 time: 0.0768232 Jun 30 02:30:54.165051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88 req-88c2e04c-83f4-4dc7-93d7-28dc9e3bed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.166733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88 req-88c2e04c-83f4-4dc7-93d7-28dc9e3bed79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.1575778 Jun 30 02:30:54.203188 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a1d432a-8595-430e-9bc5-6986229ca5db req-c9a4e222-adac-49d4-9255-43d69d934597 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 Jun 30 02:30:54.237145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88 req-2b9c861e-2e49-4344-90b6-48b60694cf76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513575 Jun 30 02:30:54.260016 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.285379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-efd0bf70-cc3b-4fde-acfd-d2c97b764330 req-72c68d03-7077-4e07-8ae6-cb7a4da099a4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580620 Jun 30 02:30:54.332312 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5621a61b-0b2c-4ea8-8d4d-a180acb27996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.384256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network cd24ac80-8c34-47d2-9050-738175838a5b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:54.398140 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:54.401706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Port': ['ID=00ef3587-abe6-4280-a268-0d6e50f4c1a3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:54.407810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:54.414801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff72efe-d5de-407a-9141-fad9d71431ea req-9cee491c-f338-4a49-9a1e-4dd12e4e1326 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.416390 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ff72efe-d5de-407a-9141-fad9d71431ea req-9cee491c-f338-4a49-9a1e-4dd12e4e1326 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 943 time: 0.0923660 Jun 30 02:30:54.466785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ff72efe-d5de-407a-9141-fad9d71431ea req-2d4fbcee-69fe-44de-b599-fee62bc58869 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390668 Jun 30 02:30:54.516496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-02d63202-0f86-4dec-bde1-916f6cf5d4c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Deleting port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:54.516863 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-02d63202-0f86-4dec-bde1-916f6cf5d4c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.526266 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88 req-c5c8ee6c-1f82-4a8d-a234-ae24f0f9b11b service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642090 Jun 30 02:30:54.542881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.543671 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.658948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2314928a-7bac-418d-9168-5ecae5094b65 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2315078 Jun 30 02:30:54.686301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b', 'admin_state_up': True, 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'security_groups': ['d0bb054e-9b81-49cf-836a-05acc8d0619a']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:54.688268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd607d-74b3-4c50-8662-6b20203a3bb5 req-76afb0e6-5989-46d7-9190-8b0eb6583550 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.695406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfdd607d-74b3-4c50-8662-6b20203a3bb5 req-76afb0e6-5989-46d7-9190-8b0eb6583550 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 945 time: 0.0857537 Jun 30 02:30:54.734827 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfdd607d-74b3-4c50-8662-6b20203a3bb5 req-4ebf28d0-e80a-4777-ba8a-4ea6f13734e3 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373039 Jun 30 02:30:54.779790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341c4b2-e84c-41ff-8e5e-fefd01e72f65 req-36617902-aceb-4267-ab2a-0918e41d1f9c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.781381 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2341c4b2-e84c-41ff-8e5e-fefd01e72f65 req-36617902-aceb-4267-ab2a-0918e41d1f9c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.3322279 Jun 30 02:30:54.781862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ca62a46b-456a-4ab5-aea7-7ea013112e08 None None] Provisioning for port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:54.785965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-02d63202-0f86-4dec-bde1-916f6cf5d4c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] For port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:54.786343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-02d63202-0f86-4dec-bde1-916f6cf5d4c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.786488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ca62a46b-456a-4ab5-aea7-7ea013112e08 None None] Provisioning complete for port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:54.786995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca62a46b-456a-4ab5-aea7-7ea013112e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:54.825848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ca62a46b-456a-4ab5-aea7-7ea013112e08 None None] Port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:54.836225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-02d63202-0f86-4dec-bde1-916f6cf5d4c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Calling delete_port for a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:54.865548 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d3e2f0a-3bb4-4b71-a3c4-046aa6cdfe88 req-080d1e84-342f-43e0-8006-c062526230de service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188798 Jun 30 02:30:54.925214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce494a4-6db7-42af-aa73-c20d231da3f7 req-8f4051a0-88db-48b2-91a0-e4f80ce01f77 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:54.927078 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ce494a4-6db7-42af-aa73-c20d231da3f7 req-8f4051a0-88db-48b2-91a0-e4f80ce01f77 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0763903 Jun 30 02:30:54.942252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2341c4b2-e84c-41ff-8e5e-fefd01e72f65 req-d1e2e7aa-857b-425e-8fd1-c6a0344153c8 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399755 Jun 30 02:30:54.973065 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ce494a4-6db7-42af-aa73-c20d231da3f7 req-10206fb1-802e-423b-8ea3-2fbb37285872 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386333 Jun 30 02:30:54.997637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Made reservation on behalf of d4dfc1946ddd4ef498af3d09da1ddcb6 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:30:55.004532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:55.117229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device dfef88eb-9e62-4511-8883-b05f87d47d66 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:30:55.183566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d78ea-8ae4-44bf-9285-9d590d972afd req-64489c2e-8a47-4e43-95c4-52581f9bb91d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.186025 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-442d78ea-8ae4-44bf-9285-9d590d972afd req-64489c2e-8a47-4e43-95c4-52581f9bb91d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 950 time: 0.0780275 Jun 30 02:30:55.220557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port dfef88eb-9e62-4511-8883-b05f87d47d66 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:55.230101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port dfef88eb-9e62-4511-8883-b05f87d47d66 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:55.230535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:55.246057 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-02d63202-0f86-4dec-bde1-916f6cf5d4c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:55.263404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-442d78ea-8ae4-44bf-9285-9d590d972afd req-6af1540a-e085-41fb-998e-3db12feb69e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677080 Jun 30 02:30:55.281952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['c0e3a593-36e5-4fce-bcb0-e412ce508d3f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:55.306668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Allocated IP 10.2.2.200 (cd24ac80-8c34-47d2-9050-738175838a5b/e545eccd-650a-4043-aa44-a5cdae114a45/1ee62e8a-ac04-4b69-81cf-e3412dd85b98) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:30:55.447017 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:55.525382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:55.529612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:55.532304 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc2a2e6-45be-41f3-a453-575bd6aa4b40" -d '{"events": [{"server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "name": "network-vif-plugged", "status": "completed", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:55.538619 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:55.575056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d63202-0f86-4dec-bde1-916f6cf5d4c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Pushing event deleted for resources: {'Port': ['ID=a2734e62-4eb3-415f-bb6d-4ae7b261e2e1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:55.577416 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff91f3f1-6a14-44fd-900b-a0a6d2a73a42 req-69c9f253-44be-46f4-b631-fa233efb3078 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=4374af18-e6b7-4146-9030-9b53581d23e0 HTTP/1.1" status: 200 len: 210 time: 0.0581677 Jun 30 02:30:55.624901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:55.641979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-8296328c-9816-4874-9635-1b2d5c512892 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.645895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-8296328c-9816-4874-9635-1b2d5c512892 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 950 time: 0.2523949 Jun 30 02:30:55.690563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-02d63202-0f86-4dec-bde1-916f6cf5d4c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] No DVR routers for this DVR port a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:55.693907 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-02d63202-0f86-4dec-bde1-916f6cf5d4c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:55.696911 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-92c545cb-00f9-4605-90c2-42b9aadd8189 req-02d63202-0f86-4dec-bde1-916f6cf5d4c4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.73 "DELETE /v2.0/ports/a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 HTTP/1.1" status: 204 len: 173 time: 1.5905774 Jun 30 02:30:55.703150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4374af18-e6b7-4146-9030-9b53581d23e0', 'name': 'network-vif-deleted', 'tag': 'a2734e62-4eb3-415f-bb6d-4ae7b261e2e1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:55.707112 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d9b7be-a7a9-4832-a310-6acef2389b4a" -d '{"events": [{"server_uuid": "4374af18-e6b7-4146-9030-9b53581d23e0", "name": "network-vif-deleted", "tag": "a2734e62-4eb3-415f-bb6d-4ae7b261e2e1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:55.786896 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:55.797348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f237395-49fb-41d6-81c5-4937e1062127 req-05a58a3f-dc0d-4c93-91ff-d1b8953c4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.805245 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f237395-49fb-41d6-81c5-4937e1062127 req-05a58a3f-dc0d-4c93-91ff-d1b8953c4ba8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1096 time: 0.2794499 Jun 30 02:30:55.823647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5c67-9aa8-4dcb-bcfe-bdc84c87851b req-da95805b-0ce6-4104-a817-3581217f1cc8 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.833907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5c67-9aa8-4dcb-bcfe-bdc84c87851b req-da95805b-0ce6-4104-a817-3581217f1cc8 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.843772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5c67-9aa8-4dcb-bcfe-bdc84c87851b req-da95805b-0ce6-4104-a817-3581217f1cc8 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.849853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc5c67-9aa8-4dcb-bcfe-bdc84c87851b req-da95805b-0ce6-4104-a817-3581217f1cc8 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.851716 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43fc5c67-9aa8-4dcb-bcfe-bdc84c87851b req-da95805b-0ce6-4104-a817-3581217f1cc8 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 3093 time: 0.2890372 Jun 30 02:30:55.870745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef33738-1775-45de-baa5-0e81ae620a34 req-c98afff6-32b9-4ad0-a931-1f3cbbd3f213 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:55.872703 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ef33738-1775-45de-baa5-0e81ae620a34 req-c98afff6-32b9-4ad0-a931-1f3cbbd3f213 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1230018 Jun 30 02:30:55.874924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-63072f57-ba1a-4a81-9941-36b97af68fc0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Deleting port 67f6544a-2126-4eef-9400-94a62600c98d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:30:55.875265 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-63072f57-ba1a-4a81-9941-36b97af68fc0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:55.959629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ef33738-1775-45de-baa5-0e81ae620a34 req-9810a444-c566-457c-abfe-bbe5bad73848 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786946 Jun 30 02:30:55.971105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Transition to ACTIVE for port object 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:56.019103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f237395-49fb-41d6-81c5-4937e1062127 req-a1d571aa-f8ec-4d41-8201-a5e49595d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.020613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f237395-49fb-41d6-81c5-4937e1062127 req-a1d571aa-f8ec-4d41-8201-a5e49595d244 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.1678419 Jun 30 02:30:56.027484 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43fc5c67-9aa8-4dcb-bcfe-bdc84c87851b req-1818393e-be7f-4eea-ba26-a96b4ee0b8c0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341715 Jun 30 02:30:56.042384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-63072f57-ba1a-4a81-9941-36b97af68fc0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] For port 67f6544a-2126-4eef-9400-94a62600c98d, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67f6544a-2126-4eef-9400-94a62600c98d,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:56.042384 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-63072f57-ba1a-4a81-9941-36b97af68fc0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.059671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-63072f57-ba1a-4a81-9941-36b97af68fc0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Calling delete_port for 67f6544a-2126-4eef-9400-94a62600c98d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:30:56.097013 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b971cab-f7b3-4428-90ea-4274808ac7b4 x-openstack-request-id: req-0b971cab-f7b3-4428-90ea-4274808ac7b4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:56.097441 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "name": "network-vif-plugged", "status": "completed", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:56.097799 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b971cab-f7b3-4428-90ea-4274808ac7b4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:56.098303 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'code': 200} Jun 30 02:30:56.117437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.132178 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f237395-49fb-41d6-81c5-4937e1062127 req-ec1168c3-9315-4a7d-be0c-c0c89988bf4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 999 time: 0.0991194 Jun 30 02:30:56.156620 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c6510c-267b-4a84-8334-864678704abd x-openstack-request-id: req-83c6510c-267b-4a84-8334-864678704abd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:56.157235 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4374af18-e6b7-4146-9030-9b53581d23e0", "name": "network-vif-deleted", "tag": "a2734e62-4eb3-415f-bb6d-4ae7b261e2e1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:56.157694 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83c6510c-267b-4a84-8334-864678704abd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:56.158428 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4374af18-e6b7-4146-9030-9b53581d23e0', 'name': 'network-vif-deleted', 'tag': 'a2734e62-4eb3-415f-bb6d-4ae7b261e2e1', 'status': 'completed', 'code': 200} Jun 30 02:30:56.204553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Network cd24ac80-8c34-47d2-9050-738175838a5b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:30:56.210951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:30:56.217227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:30:56.266701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event updated for resources: {'Port': ['ID=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:56.315944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f237395-49fb-41d6-81c5-4937e1062127 req-2d7cab3f-b8dc-406a-b67c-f94a5cd0ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.318908 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f237395-49fb-41d6-81c5-4937e1062127 req-2d7cab3f-b8dc-406a-b67c-f94a5cd0ef0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1635573 Jun 30 02:30:56.342926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.343500 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.427587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-d7c01bff-9ae9-4c0c-b5c1-c8582d8fc216 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7474079 Jun 30 02:30:56.441258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19acf1-3583-4122-9835-0d9a63a3e712 req-134572e4-b297-4724-bc5a-0892fcb144b7 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.443447 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be19acf1-3583-4122-9835-0d9a63a3e712 req-134572e4-b297-4724-bc5a-0892fcb144b7 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 943 time: 0.2778339 Jun 30 02:30:56.449451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ceb719-283d-43a9-8c76-4213d93b60a4 req-aedf8a36-431b-4b96-b8ce-a6ffe36efbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.451381 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9ceb719-283d-43a9-8c76-4213d93b60a4 req-aedf8a36-431b-4b96-b8ce-a6ffe36efbaa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 1098 time: 0.2261431 Jun 30 02:30:56.451676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190c4b1-3bb1-4f62-a026-189c592839f4 req-78402d94-5068-441f-a59f-231c702057b7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.456501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d190c4b1-3bb1-4f62-a026-189c592839f4 req-78402d94-5068-441f-a59f-231c702057b7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1963208 Jun 30 02:30:56.466968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:56.535415 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-63072f57-ba1a-4a81-9941-36b97af68fc0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.553652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'e1daaca1-ce08-4b59-b011-418e61e7f152'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:56.563231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473', '67f6544a-2126-4eef-9400-94a62600c98d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:30:56.593999 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be19acf1-3583-4122-9835-0d9a63a3e712 req-96bac50d-9046-4231-a085-64a2fb397b43 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388960 Jun 30 02:30:56.595411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63072f57-ba1a-4a81-9941-36b97af68fc0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event deleted for resources: {'Port': ['ID=67f6544a-2126-4eef-9400-94a62600c98d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:56.598510 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9ceb719-283d-43a9-8c76-4213d93b60a4 req-ebc09625-4d04-4446-bdaa-108a8d947050 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268396 Jun 30 02:30:56.612910 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.630942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f237395-49fb-41d6-81c5-4937e1062127 req-0eef06b2-c6fe-42c6-b6fb-4f2e89e5d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.636252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f237395-49fb-41d6-81c5-4937e1062127 req-0eef06b2-c6fe-42c6-b6fb-4f2e89e5d5f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2999473 Jun 30 02:30:56.701699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4557bf2b-a286-4f0d-8466-10a477b68a61 None None] Provisioning for port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:30:56.716619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4557bf2b-a286-4f0d-8466-10a477b68a61 None None] Provisioning complete for port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:30:56.717247 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4557bf2b-a286-4f0d-8466-10a477b68a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.720928 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d190c4b1-3bb1-4f62-a026-189c592839f4 req-f3bb5155-f4b3-44d8-baa4-6b0af600226f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046273 Jun 30 02:30:56.741172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-63072f57-ba1a-4a81-9941-36b97af68fc0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] No DVR routers for this DVR port 67f6544a-2126-4eef-9400-94a62600c98d on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:56.751634 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-63072f57-ba1a-4a81-9941-36b97af68fc0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:56.756318 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-269de2d3-e2f4-4b32-b8b4-eba1d92de3e2 req-63072f57-ba1a-4a81-9941-36b97af68fc0 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "DELETE /v2.0/ports/67f6544a-2126-4eef-9400-94a62600c98d HTTP/1.1" status: 204 len: 173 time: 1.1029048 Jun 30 02:30:56.756867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2d04ca-966e-46b6-97c6-3b0bb242eddb', 'name': 'network-vif-deleted', 'tag': '67f6544a-2126-4eef-9400-94a62600c98d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:56.765825 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72ff4e3-3b4b-481d-826a-4c4ae513d072" -d '{"events": [{"server_uuid": "db2d04ca-966e-46b6-97c6-3b0bb242eddb", "name": "network-vif-deleted", "tag": "67f6544a-2126-4eef-9400-94a62600c98d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:56.791378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4557bf2b-a286-4f0d-8466-10a477b68a61 None None] Port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:30:56.957607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:56.961164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a423b28-c3fc-418c-82ae-effd12a0bf54 req-5192062a-f056-4996-a00f-25ed299b48f0 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:56.966994 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a423b28-c3fc-418c-82ae-effd12a0bf54 req-5192062a-f056-4996-a00f-25ed299b48f0 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1601143 Jun 30 02:30:57.047825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:57.048243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a2734e62-4eb3-415f-bb6d-4ae7b261e2e1 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:57.064217 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a423b28-c3fc-418c-82ae-effd12a0bf54 req-0a20aeed-56ea-43d9-ad98-b0a8ccd53916 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914156 Jun 30 02:30:57.077176 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f237395-49fb-41d6-81c5-4937e1062127 req-21e85a18-4809-40ff-9200-21d5028d0fd7 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203343 Jun 30 02:30:57.119756 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:57.132315 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb4adcf5-d0e3-4c78-b789-46226af4b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:57.261464 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1520923c-793a-41cf-ac89-9628c12fa965 x-openstack-request-id: req-1520923c-793a-41cf-ac89-9628c12fa965 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:57.261886 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2d04ca-966e-46b6-97c6-3b0bb242eddb", "name": "network-vif-deleted", "tag": "67f6544a-2126-4eef-9400-94a62600c98d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:57.262764 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1520923c-793a-41cf-ac89-9628c12fa965 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:57.262764 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2d04ca-966e-46b6-97c6-3b0bb242eddb', 'name': 'network-vif-deleted', 'tag': '67f6544a-2126-4eef-9400-94a62600c98d', 'status': 'completed', 'code': 200} Jun 30 02:30:57.458211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9a073-3b6a-4bba-a8fc-e2c93121472b req-d6cdedc2-25b6-48fa-aab9-0f2c4802fc57 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:57.460396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6db9a073-3b6a-4bba-a8fc-e2c93121472b req-d6cdedc2-25b6-48fa-aab9-0f2c4802fc57 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0820940 Jun 30 02:30:57.535257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6db9a073-3b6a-4bba-a8fc-e2c93121472b req-3e1038bf-3928-46a1-a53e-83411092c2af tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641348 Jun 30 02:30:57.663947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4284d43-104e-4476-be07-f98b2ba3ab8e req-d882c2ab-8293-4c02-92e8-5fd8694c39df tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=db2d04ca-966e-46b6-97c6-3b0bb242eddb HTTP/1.1" status: 200 len: 210 time: 0.0761623 Jun 30 02:30:57.773868 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f237395-49fb-41d6-81c5-4937e1062127 req-c3539a89-152c-4764-899d-9ecb5afe1131 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785531 Jun 30 02:30:57.794533 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-38149eb1-ffb9-4e2c-8f1e-2afffbf3ac39 service neutron] 10.222.0.73 "GET /v2.0/ports/76de8cdc-c20e-466c-af88-eb8f8b8b8ad1/bindings/n-h1-758944-39 HTTP/1.1" status: 200 len: 385 time: 0.2111452 Jun 30 02:30:57.815039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880fb6e-80f2-4d2f-a4f6-9f5006ed4409 req-ea9a86d9-f935-4ae0-8d53-b7ba64533fd2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:57.821327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880fb6e-80f2-4d2f-a4f6-9f5006ed4409 req-ea9a86d9-f935-4ae0-8d53-b7ba64533fd2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:57.827931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880fb6e-80f2-4d2f-a4f6-9f5006ed4409 req-ea9a86d9-f935-4ae0-8d53-b7ba64533fd2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:57.834776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880fb6e-80f2-4d2f-a4f6-9f5006ed4409 req-ea9a86d9-f935-4ae0-8d53-b7ba64533fd2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:57.841135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880fb6e-80f2-4d2f-a4f6-9f5006ed4409 req-ea9a86d9-f935-4ae0-8d53-b7ba64533fd2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:57.842880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2880fb6e-80f2-4d2f-a4f6-9f5006ed4409 req-ea9a86d9-f935-4ae0-8d53-b7ba64533fd2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 3814 time: 0.1300213 Jun 30 02:30:57.899701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2880fb6e-80f2-4d2f-a4f6-9f5006ed4409 req-7beac048-57e5-4b8b-880c-cd412f727307 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503285 Jun 30 02:30:58.119802 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.182943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06505dc6-30ad-45ca-a4cc-0359749921a7 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:58.195029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13a28-51c9-45ee-8673-2c050735df0c req-7b93e5d4-98d2-4ad5-a37f-79f9529af792 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:58.196558 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1d13a28-51c9-45ee-8673-2c050735df0c req-7b93e5d4-98d2-4ad5-a37f-79f9529af792 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 943 time: 0.1127770 Jun 30 02:30:58.201472 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.231086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a599bd6a-9004-414d-b070-13f9509454a2 req-0412d3c4-138d-4ca3-afeb-15d3ea398f7f service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:58.234162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Transition to ACTIVE for port object 06505dc6-30ad-45ca-a4cc-0359749921a7 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:58.245031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.246902 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1d13a28-51c9-45ee-8673-2c050735df0c req-37b61fa6-3816-4b09-b9ee-9cb9979bfb5b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438061 Jun 30 02:30:58.298241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a599bd6a-9004-414d-b070-13f9509454a2 req-0412d3c4-138d-4ca3-afeb-15d3ea398f7f service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:58.350846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Pushing event updated for resources: {'Port': ['ID=06505dc6-30ad-45ca-a4cc-0359749921a7,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:58.395371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-a599bd6a-9004-414d-b070-13f9509454a2 req-0412d3c4-138d-4ca3-afeb-15d3ea398f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:58.410959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd4b47-cd9a-4a33-affe-c30dbe11c480 req-a2b26585-f496-42a6-91a4-38e290fa1ff4 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:58.414382 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ebd4b47-cd9a-4a33-affe-c30dbe11c480 req-a2b26585-f496-42a6-91a4-38e290fa1ff4 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.2797606 Jun 30 02:30:58.460301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a599bd6a-9004-414d-b070-13f9509454a2 req-0412d3c4-138d-4ca3-afeb-15d3ea398f7f service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:30:58.500602 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a599bd6a-9004-414d-b070-13f9509454a2 req-0412d3c4-138d-4ca3-afeb-15d3ea398f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.538528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ebd4b47-cd9a-4a33-affe-c30dbe11c480 req-ae8d8405-bfca-4ac7-ba6d-40a030b8373a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230831 Jun 30 02:30:58.609925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Attempting to bind port 06505dc6-30ad-45ca-a4cc-0359749921a7 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:30:58.610260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Attempting to bind port 06505dc6-30ad-45ca-a4cc-0359749921a7 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:30:58.610590 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Attempting to bind port 06505dc6-30ad-45ca-a4cc-0359749921a7 on network 1bf7c089-dba0-493c-abbd-547a13d73c08 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:58.617227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Port 06505dc6-30ad-45ca-a4cc-0359749921a7 on network 1bf7c089-dba0-493c-abbd-547a13d73c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:30:58.617555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Attempting to bind port 06505dc6-30ad-45ca-a4cc-0359749921a7 on network 1bf7c089-dba0-493c-abbd-547a13d73c08 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:30:58.627044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:30:58.627388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Checking segment: {'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:30:58.627778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Bound using segment: {'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:30:58.628213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Bound port: 06505dc6-30ad-45ca-a4cc-0359749921a7, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5550075-027e-4821-8da2-f441c87de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:30:58.628683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.675863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429870f4-6f36-47ab-8b01-a4ac6dd906ff req-e93be93a-e2ef-4e8c-ae8c-f9581d2f7bf7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:58.678698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-a599bd6a-9004-414d-b070-13f9509454a2 req-0412d3c4-138d-4ca3-afeb-15d3ea398f7f service neutron] Transition to ACTIVE for port object 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:58.688712 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-429870f4-6f36-47ab-8b01-a4ac6dd906ff req-e93be93a-e2ef-4e8c-ae8c-f9581d2f7bf7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1026697 Jun 30 02:30:58.698984 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a599bd6a-9004-414d-b070-13f9509454a2 req-0412d3c4-138d-4ca3-afeb-15d3ea398f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.730189 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-429870f4-6f36-47ab-8b01-a4ac6dd906ff req-c9ccb155-af22-4d63-9ad0-cef9fe57f758 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402637 Jun 30 02:30:58.845668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a599bd6a-9004-414d-b070-13f9509454a2 req-0412d3c4-138d-4ca3-afeb-15d3ea398f7f service neutron] No DVR routers for this DVR port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:30:58.853099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] For port 06505dc6-30ad-45ca-a4cc-0359749921a7, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:30:58.855406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412d3c4-138d-4ca3-afeb-15d3ea398f7f service neutron] Pushing event updated for resources: {'Port': ['ID=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:58.877029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] For port 06505dc6-30ad-45ca-a4cc-0359749921a7, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=06505dc6-30ad-45ca-a4cc-0359749921a7,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:30:58.900292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.921247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047cf10-2e4b-46ab-a633-edf51fb79efe req-6a69b115-91e3-4673-a7d1-e7b11b6d0971 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:58.922776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7047cf10-2e4b-46ab-a633-edf51fb79efe req-6a69b115-91e3-4673-a7d1-e7b11b6d0971 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0735905 Jun 30 02:30:58.942970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-0412d3c4-138d-4ca3-afeb-15d3ea398f7f service neutron] 10.222.0.73 "PUT /v2.0/ports/76de8cdc-c20e-466c-af88-eb8f8b8b8ad1/bindings/n-h1-758944-39/activate HTTP/1.1" status: 200 len: 370 time: 1.1339352 Jun 30 02:30:58.958534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5016b-5693-4c9d-8a20-37a784207719 req-d426b295-9dc8-4140-812b-e27849896517 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:58.960116 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fe5016b-5693-4c9d-8a20-37a784207719 req-d426b295-9dc8-4140-812b-e27849896517 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.2566226 Jun 30 02:30:58.987085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:58.988380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:58.989792 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] 10.222.0.69 "PUT /v2.0/ports/06505dc6-30ad-45ca-a4cc-0359749921a7 HTTP/1.1" status: 200 len: 1092 time: 2.5308213 Jun 30 02:30:58.990368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '06505dc6-30ad-45ca-a4cc-0359749921a7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:30:58.992691 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7bc46b-d119-43a9-870e-36a3db45a36d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "06505dc6-30ad-45ca-a4cc-0359749921a7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:30:58.993301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7047cf10-2e4b-46ab-a633-edf51fb79efe req-d7fcae2c-cb8e-4c77-b942-089cf55a23e2 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606146 Jun 30 02:30:59.012457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b029e8-c67c-49a9-8ed6-7afa295d4457 service neutron] Pushing event updated for resources: {'Port': ['ID=06505dc6-30ad-45ca-a4cc-0359749921a7,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:30:59.027490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:30:59.088350 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fe5016b-5693-4c9d-8a20-37a784207719 req-e702a20b-0bda-4733-b79e-8a84dec54610 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193919 Jun 30 02:30:59.139897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67f6544a-2126-4eef-9400-94a62600c98d no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:30:59.166050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-51beb0c9-570f-4e24-96cb-01dbdeefb98d tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.167578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-51beb0c9-570f-4e24-96cb-01dbdeefb98d tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1096 time: 0.1262176 Jun 30 02:30:59.188636 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612bdb04-5694-40f5-afc4-14ceee39ca6d x-openstack-request-id: req-612bdb04-5694-40f5-afc4-14ceee39ca6d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:30:59.189203 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "06505dc6-30ad-45ca-a4cc-0359749921a7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:30:59.189203 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-612bdb04-5694-40f5-afc4-14ceee39ca6d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:30:59.189718 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '06505dc6-30ad-45ca-a4cc-0359749921a7', 'status': 'completed', 'code': 200} Jun 30 02:30:59.191051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 67f6544a-2126-4eef-9400-94a62600c98d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:30:59.191400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67f6544a-2126-4eef-9400-94a62600c98d not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:30:59.215937 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.425059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-987f81f8-191f-4478-af5c-4d3091a42fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.429737 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-987f81f8-191f-4478-af5c-4d3091a42fe6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9&tenant_id=b6b95258dc98409483eb8868ae44b7c5 HTTP/1.1" status: 200 len: 1096 time: 0.2483850 Jun 30 02:30:59.449766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-f05add12-e6e2-45cd-96b5-927220dac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.450774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-f05add12-e6e2-45cd-96b5-927220dac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.451446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-f05add12-e6e2-45cd-96b5-927220dac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.452086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-f05add12-e6e2-45cd-96b5-927220dac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.452732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-f05add12-e6e2-45cd-96b5-927220dac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.454517 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-f05add12-e6e2-45cd-96b5-927220dac1f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 4362 time: 0.2312412 Jun 30 02:30:59.463129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd26faa-066b-48ef-b5d7-2b6fb640eba7 req-b8e3f9cd-49ce-4933-a196-a31e8ba9e962 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.464699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ddd26faa-066b-48ef-b5d7-2b6fb640eba7 req-b8e3f9cd-49ce-4933-a196-a31e8ba9e962 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1430357 Jun 30 02:30:59.471400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405d77-44b0-47b2-8718-81f5df2bfe3c req-04a0a8db-25de-4f9f-ae5b-1b6bf675883c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.477148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405d77-44b0-47b2-8718-81f5df2bfe3c req-04a0a8db-25de-4f9f-ae5b-1b6bf675883c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.483373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405d77-44b0-47b2-8718-81f5df2bfe3c req-04a0a8db-25de-4f9f-ae5b-1b6bf675883c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.490275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405d77-44b0-47b2-8718-81f5df2bfe3c req-04a0a8db-25de-4f9f-ae5b-1b6bf675883c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.495161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405d77-44b0-47b2-8718-81f5df2bfe3c req-04a0a8db-25de-4f9f-ae5b-1b6bf675883c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.497096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b405d77-44b0-47b2-8718-81f5df2bfe3c req-04a0a8db-25de-4f9f-ae5b-1b6bf675883c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 3826 time: 0.1991293 Jun 30 02:30:59.563517 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b405d77-44b0-47b2-8718-81f5df2bfe3c req-98a47de1-e7fa-4e61-bfcc-6dfc34750837 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Jun 30 02:30:59.610622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ddd26faa-066b-48ef-b5d7-2b6fb640eba7 req-aa4492f9-67fa-46da-aa74-1e46eb9cf042 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280475 Jun 30 02:30:59.669428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-ed3bfc72-d533-4f82-9d9b-677d366f728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.669897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-ed3bfc72-d533-4f82-9d9b-677d366f728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.670351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-ed3bfc72-d533-4f82-9d9b-677d366f728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.672087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-ed3bfc72-d533-4f82-9d9b-677d366f728b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2063081 Jun 30 02:30:59.679044 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-4155f0f7-1185-429c-83f8-4a92c4dd6b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.680579 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-4155f0f7-1185-429c-83f8-4a92c4dd6b1f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 1096 time: 0.2137606 Jun 30 02:30:59.730980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32495fac-1ad2-4c12-b2b8-3d2caacc7872 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:30:59.741204 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.762129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Transition to ACTIVE for port object 32495fac-1ad2-4c12-b2b8-3d2caacc7872 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:30:59.768203 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.820728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-29e9f55c-4f32-4d66-9f6c-6a1f73eac016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:30:59.822122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c7bc46b-d119-43a9-870e-36a3db45a36d req-29e9f55c-4f32-4d66-9f6c-6a1f73eac016 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343193 Jun 30 02:30:59.953611 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:30:59.987867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Pushing event updated for resources: {'Port': ['ID=32495fac-1ad2-4c12-b2b8-3d2caacc7872,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:00.002016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5b130-0e4b-47c6-a2ea-3d6543a8c98e req-81cee067-08ec-4e93-933a-dcf457407be0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:00.002866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Attempting to bind port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:00.003218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Attempting to bind port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:00.003554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Attempting to bind port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:00.003676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0dd5b130-0e4b-47c6-a2ea-3d6543a8c98e req-81cee067-08ec-4e93-933a-dcf457407be0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 944 time: 0.1328952 Jun 30 02:31:00.004922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-46eec048-6148-4ae0-8cb4-e7c24833712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:00.006453 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-46eec048-6148-4ae0-8cb4-e7c24833712b service neutron] 10.222.0.69 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1979024 Jun 30 02:31:00.008893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:00.009368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Attempting to bind port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:00.016134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:00.016519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Checking segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:00.016885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Bound using segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:00.017847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Bound port: 32495fac-1ad2-4c12-b2b8-3d2caacc7872, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:00.018424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.100806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] For port 32495fac-1ad2-4c12-b2b8-3d2caacc7872, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:00.105161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] For port 32495fac-1ad2-4c12-b2b8-3d2caacc7872, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=32495fac-1ad2-4c12-b2b8-3d2caacc7872,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:00.110244 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.150070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:00.150703 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.152536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] 10.222.0.69 "PUT /v2.0/ports/32495fac-1ad2-4c12-b2b8-3d2caacc7872 HTTP/1.1" status: 200 len: 1131 time: 1.1294281 Jun 30 02:31:00.198999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:00.229341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f98bc5-111e-4a2b-bec3-7da0638f877b service neutron] Pushing event updated for resources: {'Port': ['ID=32495fac-1ad2-4c12-b2b8-3d2caacc7872,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:00.310597 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.488005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-4698ce42-4f29-4890-881d-2775f5108b61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 HTTP/1.1" status: 200 len: 217 time: 0.4699683 Jun 30 02:31:00.532513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0dd5b130-0e4b-47c6-a2ea-3d6543a8c98e req-7c9450d4-6474-4a3f-9544-5cb9f05832f8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225863 Jun 30 02:31:00.553362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-31ac729b-5d55-4ee1-bd27-97560b4052ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:00.554933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-31ac729b-5d55-4ee1-bd27-97560b4052ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0560603 Jun 30 02:31:00.601359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-8cf31cb9-fd39-4d30-ac85-56c1538d132e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379341 Jun 30 02:31:00.655827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5922bfa-df38-41ba-980f-5523bda340d7 req-68a469de-bc3e-48f0-9234-e9450625dffe tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:00.657433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5922bfa-df38-41ba-980f-5523bda340d7 req-68a469de-bc3e-48f0-9234-e9450625dffe tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1256897 Jun 30 02:31:00.719235 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-3418486d-0e8d-4e50-bf15-f4774e055366 service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101224 Jun 30 02:31:00.733129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5922bfa-df38-41ba-980f-5523bda340d7 req-587e8827-5e31-4b0b-96ca-0f380e0a7f7b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651593 Jun 30 02:31:00.751281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf60437-17b2-4b6f-b2f7-0ee518410922 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:00.760668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.776265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Transition to ACTIVE for port object cbf60437-17b2-4b6f-b2f7-0ee518410922 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:00.781672 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:00.852228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-ed461aa0-9eb7-473c-ac3c-a5bd1018249d service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258607 Jun 30 02:31:00.951470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Attempting to bind port cbf60437-17b2-4b6f-b2f7-0ee518410922 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:00.951904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Attempting to bind port cbf60437-17b2-4b6f-b2f7-0ee518410922 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:00.954526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Attempting to bind port cbf60437-17b2-4b6f-b2f7-0ee518410922 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:00.961669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:00.965072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf60437-17b2-4b6f-b2f7-0ee518410922,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:00.969772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Port cbf60437-17b2-4b6f-b2f7-0ee518410922 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:00.970218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Attempting to bind port cbf60437-17b2-4b6f-b2f7-0ee518410922 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:01.044558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:01.048527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:01.048925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Checking segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:01.049268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Bound using segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:01.049838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Bound port: cbf60437-17b2-4b6f-b2f7-0ee518410922, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:01.050219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.142178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:01.146333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ed612-a219-4c96-b75c-7596bfe8478e req-d9d9fc4c-a443-4b04-91e3-8c2d269518ae tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.147666 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af1ed612-a219-4c96-b75c-7596bfe8478e req-d9d9fc4c-a443-4b04-91e3-8c2d269518ae tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.1790810 Jun 30 02:31:01.152863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] For port cbf60437-17b2-4b6f-b2f7-0ee518410922, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:01.161264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] For port cbf60437-17b2-4b6f-b2f7-0ee518410922, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=cbf60437-17b2-4b6f-b2f7-0ee518410922,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:01.213930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '32495fac-1ad2-4c12-b2b8-3d2caacc7872'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:01.220375 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51f4cae-02d9-4380-8240-643ec2b62cde" -d '{"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "32495fac-1ad2-4c12-b2b8-3d2caacc7872"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:01.230571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.235495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e153-4e88-4b68-9220-cbee132a89b3 req-2eedf0d4-86da-4bb2-a5a8-952318989909 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.239708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aca5e153-4e88-4b68-9220-cbee132a89b3 req-2eedf0d4-86da-4bb2-a5a8-952318989909 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1832967 Jun 30 02:31:01.263306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af1ed612-a219-4c96-b75c-7596bfe8478e req-7e5c1369-5f24-4f27-89cc-384063a7c2df tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/security-groups?id=86d69f09-753e-425e-a5e4-288a9399567f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043885 Jun 30 02:31:01.318165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf60437-17b2-4b6f-b2f7-0ee518410922,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:01.329286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.330111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.331663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-be42d354-b9aa-41ec-a6f9-07f463f82d99 service neutron] 10.222.0.69 "PUT /v2.0/ports/cbf60437-17b2-4b6f-b2f7-0ee518410922 HTTP/1.1" status: 200 len: 1130 time: 1.1380665 Jun 30 02:31:01.362569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:01.370330 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aca5e153-4e88-4b68-9220-cbee132a89b3 req-8a6eda89-cddd-4348-b5ac-3000f4fcca8d tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126478 Jun 30 02:31:01.418242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599bd6a-9004-414d-b070-13f9509454a2 req-7f751c86-a558-4f6a-a2e1-f06dd606923f tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.429971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-7f751c86-a558-4f6a-a2e1-f06dd606923f tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1096 time: 0.1877902 Jun 30 02:31:01.466790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.740046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a599bd6a-9004-414d-b070-13f9509454a2 req-f2207a86-db39-4f5c-a611-6f7d3a378e94 service neutron] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:01.743648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-12f13d40-1412-43c3-9cd7-c3af18b668b4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.745311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-12f13d40-1412-43c3-9cd7-c3af18b668b4 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.73 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 945 time: 0.2035558 Jun 30 02:31:01.747076 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a599bd6a-9004-414d-b070-13f9509454a2 req-f2207a86-db39-4f5c-a611-6f7d3a378e94 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:01.748444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a599bd6a-9004-414d-b070-13f9509454a2 req-f2207a86-db39-4f5c-a611-6f7d3a378e94 service neutron] 10.222.0.69 "DELETE /v2.0/ports/76de8cdc-c20e-466c-af88-eb8f8b8b8ad1/bindings/n-h2-758944-39 HTTP/1.1" status: 204 len: 173 time: 0.3126292 Jun 30 02:31:01.793335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a645-a6b4-40a5-abf6-d0b950c53d53 req-4b5c3e43-52b8-4cf5-ba0d-3af0ce6f98e5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.814424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a645-a6b4-40a5-abf6-d0b950c53d53 req-4b5c3e43-52b8-4cf5-ba0d-3af0ce6f98e5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.820548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a645-a6b4-40a5-abf6-d0b950c53d53 req-4b5c3e43-52b8-4cf5-ba0d-3af0ce6f98e5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.826493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a645-a6b4-40a5-abf6-d0b950c53d53 req-4b5c3e43-52b8-4cf5-ba0d-3af0ce6f98e5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.832816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a645-a6b4-40a5-abf6-d0b950c53d53 req-4b5c3e43-52b8-4cf5-ba0d-3af0ce6f98e5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.838408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a645-a6b4-40a5-abf6-d0b950c53d53 req-4b5c3e43-52b8-4cf5-ba0d-3af0ce6f98e5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.844587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a645-a6b4-40a5-abf6-d0b950c53d53 req-4b5c3e43-52b8-4cf5-ba0d-3af0ce6f98e5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:01.846523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a37a645-a6b4-40a5-abf6-d0b950c53d53 req-4b5c3e43-52b8-4cf5-ba0d-3af0ce6f98e5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5369 time: 0.2156959 Jun 30 02:31:01.901521 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a37a645-a6b4-40a5-abf6-d0b950c53d53 req-48ce69f7-3b64-468c-bf18-57f019a99eb8 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477121 Jun 30 02:31:02.037077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-6d04a58d-09cb-43c9-b751-1017f3ca894c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.038612 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-6d04a58d-09cb-43c9-b751-1017f3ca894c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/networks?id=af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 200 len: 813 time: 0.2763155 Jun 30 02:31:02.067258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-43689a02-77b5-4d88-a6e3-84e2817c05fc tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/quotas/74ed56f4b8e14386826faef08e10c6ec HTTP/1.1" status: 200 len: 375 time: 0.0175109 Jun 30 02:31:02.116110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-1df9d69f-19a9-4295-9d63-4db6fdf2f8f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Deleting port c0e3a593-36e5-4fce-bcb0-e412ce508d3f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:02.116400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39c7da-98ae-46c9-a4f7-fd03c91ac6a8 req-345088e5-1354-49bb-8592-a16beadbe82b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.116543 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-1df9d69f-19a9-4295-9d63-4db6fdf2f8f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.117815 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd39c7da-98ae-46c9-a4f7-fd03c91ac6a8 req-345088e5-1354-49bb-8592-a16beadbe82b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0663879 Jun 30 02:31:02.159145 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd39c7da-98ae-46c9-a4f7-fd03c91ac6a8 req-0e294cae-a677-49a7-ad7c-abdabca31252 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347652 Jun 30 02:31:02.205690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed0dcaf-cdff-483c-a583-5d8df195470f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:02.219760 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.222807 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5749cc11-3dbd-4ff9-a33a-97d512c20757 x-openstack-request-id: req-5749cc11-3dbd-4ff9-a33a-97d512c20757 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:02.223054 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "32495fac-1ad2-4c12-b2b8-3d2caacc7872", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:02.223298 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5749cc11-3dbd-4ff9-a33a-97d512c20757 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:02.223738 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '32495fac-1ad2-4c12-b2b8-3d2caacc7872', 'status': 'completed', 'code': 200} Jun 30 02:31:02.258930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Transition to ACTIVE for port object bed0dcaf-cdff-483c-a583-5d8df195470f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:02.272754 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.289124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-1df9d69f-19a9-4295-9d63-4db6fdf2f8f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] For port c0e3a593-36e5-4fce-bcb0-e412ce508d3f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:02.289377 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-1df9d69f-19a9-4295-9d63-4db6fdf2f8f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.334734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-1df9d69f-19a9-4295-9d63-4db6fdf2f8f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Calling delete_port for c0e3a593-36e5-4fce-bcb0-e412ce508d3f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:02.355127 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-6642fd87-d560-4025-aaa5-ac6702801370 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74ed56f4b8e14386826faef08e10c6ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2778602 Jun 30 02:31:02.419554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-50ef9d1b-43c4-4ffc-a095-c088b9b47edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.423062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-50ef9d1b-43c4-4ffc-a095-c088b9b47edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.423750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-50ef9d1b-43c4-4ffc-a095-c088b9b47edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.424554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-50ef9d1b-43c4-4ffc-a095-c088b9b47edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.425313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-50ef9d1b-43c4-4ffc-a095-c088b9b47edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.426282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-50ef9d1b-43c4-4ffc-a095-c088b9b47edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.427371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-50ef9d1b-43c4-4ffc-a095-c088b9b47edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.430114 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-50ef9d1b-43c4-4ffc-a095-c088b9b47edc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6235 time: 0.1545253 Jun 30 02:31:02.534585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Pushing event updated for resources: {'Port': ['ID=bed0dcaf-cdff-483c-a583-5d8df195470f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:02.620993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-76f77d81-68cc-46d1-8c1c-fcd81b19af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.621477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-76f77d81-68cc-46d1-8c1c-fcd81b19af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.621958 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-76f77d81-68cc-46d1-8c1c-fcd81b19af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.623632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-76f77d81-68cc-46d1-8c1c-fcd81b19af22 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1860185 Jun 30 02:31:02.657353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5aad4-09e2-429d-8d58-a1f3737270e1 req-eea6c219-de1d-4d8e-84b5-2cb8e28db016 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.659050 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4c5aad4-09e2-429d-8d58-a1f3737270e1 req-eea6c219-de1d-4d8e-84b5-2cb8e28db016 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 944 time: 0.1374223 Jun 30 02:31:02.716907 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-07811b30-9420-4edf-a086-0011b608db57 service neutron] 10.222.0.55 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620195 Jun 30 02:31:02.745234 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4c5aad4-09e2-429d-8d58-a1f3737270e1 req-3a5f67c0-ea78-46f3-91ab-e493a2fae11d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746162 Jun 30 02:31:02.786161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-3645c62f-03f6-4400-a047-f3d1153ceca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.786161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f51f4cae-02d9-4380-8240-643ec2b62cde req-3645c62f-03f6-4400-a047-f3d1153ceca3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368837 Jun 30 02:31:02.807198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Attempting to bind port bed0dcaf-cdff-483c-a583-5d8df195470f on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:02.808240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Attempting to bind port bed0dcaf-cdff-483c-a583-5d8df195470f by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:02.808889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Attempting to bind port bed0dcaf-cdff-483c-a583-5d8df195470f on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:02.823656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-6e660895-1acf-418f-b201-aa35d1743cdd tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.825294 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-6e660895-1acf-418f-b201-aa35d1743cdd tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 950 time: 0.2443459 Jun 30 02:31:02.863343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Port bed0dcaf-cdff-483c-a583-5d8df195470f on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:02.863673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Attempting to bind port bed0dcaf-cdff-483c-a583-5d8df195470f on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:02.910104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:02.910445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Checking segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:02.910863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Bound using segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:02.911875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Bound port: bed0dcaf-cdff-483c-a583-5d8df195470f, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:02.911875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:02.938823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b39c9c-54d9-4e90-8e21-969367b115ef req-9507a261-e8c6-4a4d-a14b-5d3de495de11 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:02.940476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32b39c9c-54d9-4e90-8e21-969367b115ef req-9507a261-e8c6-4a4d-a14b-5d3de495de11 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 950 time: 0.0672655 Jun 30 02:31:02.998521 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32b39c9c-54d9-4e90-8e21-969367b115ef req-4e9f5724-cc35-4021-9a2a-8e4eff9a5615 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486605 Jun 30 02:31:03.332398 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-1df9d69f-19a9-4295-9d63-4db6fdf2f8f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:03.339236 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b02bf989-12ea-4119-bba3-57d377a64012 req-b3e412a1-c1b2-443e-9de5-ef3c49147dc7 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.55 "GET /v2.0/ports?device_id=8deef104-7c84-400b-a027-b89e735231b2 HTTP/1.1" status: 200 len: 210 time: 0.0337858 Jun 30 02:31:03.395483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-0615505d-683f-4305-8b68-027486135b27 service neutron] 10.222.0.55 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696777 Jun 30 02:31:03.412356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9d69f-19a9-4295-9d63-4db6fdf2f8f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Pushing event deleted for resources: {'Port': ['ID=c0e3a593-36e5-4fce-bcb0-e412ce508d3f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:03.488130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-1df9d69f-19a9-4295-9d63-4db6fdf2f8f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] No DVR routers for this DVR port c0e3a593-36e5-4fce-bcb0-e412ce508d3f on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:03.492002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-1df9d69f-19a9-4295-9d63-4db6fdf2f8f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:03.495064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0e9fefe2-78e1-4a81-9224-93bcab17600a req-1df9d69f-19a9-4295-9d63-4db6fdf2f8f2 tempest-ServerRescueTestJSON-459321305 tempest-ServerRescueTestJSON-459321305-project] 10.222.0.73 "DELETE /v2.0/ports/c0e3a593-36e5-4fce-bcb0-e412ce508d3f HTTP/1.1" status: 204 len: 173 time: 1.7396896 Jun 30 02:31:03.505052 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] For port bed0dcaf-cdff-483c-a583-5d8df195470f, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:03.513588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-93d9d9db-fcf2-4057-b870-ca07797ed6dd tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:03.516056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-93d9d9db-fcf2-4057-b870-ca07797ed6dd tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e9cd8f1-2106-4c11-be3c-cbd6ee763b76 HTTP/1.1" status: 200 len: 950 time: 0.1098101 Jun 30 02:31:03.525753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] For port bed0dcaf-cdff-483c-a583-5d8df195470f, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=bed0dcaf-cdff-483c-a583-5d8df195470f,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:03.548951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-520beb8b-6909-4ad5-9bc7-3b0d1d011852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Deleting port e1daaca1-ce08-4b59-b011-418e61e7f152 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:03.549611 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-520beb8b-6909-4ad5-9bc7-3b0d1d011852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:03.553401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:03.694129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2f08d-d302-4764-95ff-31da9fef1c00 req-75ed20a9-c1da-4b6f-b025-200ccb96de12 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:03.695567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fde2f08d-d302-4764-95ff-31da9fef1c00 req-75ed20a9-c1da-4b6f-b025-200ccb96de12 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1781642 Jun 30 02:31:03.716194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:03.717249 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:03.719232 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] 10.222.0.69 "PUT /v2.0/ports/bed0dcaf-cdff-483c-a583-5d8df195470f HTTP/1.1" status: 200 len: 1092 time: 2.3614147 Jun 30 02:31:03.771987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:03.832186 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fde2f08d-d302-4764-95ff-31da9fef1c00 req-4006bedd-0bab-437d-b151-f12f98c043a6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163750 Jun 30 02:31:03.832850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e0760-d27c-4a7f-b40a-e05a6f42d98d service neutron] Pushing event updated for resources: {'Port': ['ID=bed0dcaf-cdff-483c-a583-5d8df195470f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:03.904815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-c36fdb37-d1a5-408b-915c-9c63846f7157 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Deleting port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:03.904815 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-c36fdb37-d1a5-408b-915c-9c63846f7157 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:03.907340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-520beb8b-6909-4ad5-9bc7-3b0d1d011852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] For port e1daaca1-ce08-4b59-b011-418e61e7f152, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e1daaca1-ce08-4b59-b011-418e61e7f152,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:03.907710 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-520beb8b-6909-4ad5-9bc7-3b0d1d011852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:03.983344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-520beb8b-6909-4ad5-9bc7-3b0d1d011852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Calling delete_port for e1daaca1-ce08-4b59-b011-418e61e7f152 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:04.018179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:04.106602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0c7a-3152-4a22-8489-70fa44557348 req-38d72550-9401-4aa2-8afc-db3eb03c8daf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.124892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0c7a-3152-4a22-8489-70fa44557348 req-38d72550-9401-4aa2-8afc-db3eb03c8daf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.134291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0c7a-3152-4a22-8489-70fa44557348 req-38d72550-9401-4aa2-8afc-db3eb03c8daf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.144175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-c36fdb37-d1a5-408b-915c-9c63846f7157 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] For port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:04.144638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-c36fdb37-d1a5-408b-915c-9c63846f7157 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:04.151717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0c7a-3152-4a22-8489-70fa44557348 req-38d72550-9401-4aa2-8afc-db3eb03c8daf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.159824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0c7a-3152-4a22-8489-70fa44557348 req-38d72550-9401-4aa2-8afc-db3eb03c8daf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.161078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-c36fdb37-d1a5-408b-915c-9c63846f7157 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Calling delete_port for 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:04.166364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0c7a-3152-4a22-8489-70fa44557348 req-38d72550-9401-4aa2-8afc-db3eb03c8daf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.172779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e0c7a-3152-4a22-8489-70fa44557348 req-38d72550-9401-4aa2-8afc-db3eb03c8daf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.191450 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63e0c7a-3152-4a22-8489-70fa44557348 req-38d72550-9401-4aa2-8afc-db3eb03c8daf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5381 time: 0.3694344 Jun 30 02:31:04.229222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9627b5-42a9-4b37-ad92-54b1bc0f2593 req-b6071932-7bf8-4727-9602-74b31e50b946 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.236521 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ef9627b5-42a9-4b37-ad92-54b1bc0f2593 req-b6071932-7bf8-4727-9602-74b31e50b946 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1683002 Jun 30 02:31:04.269591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': 'cbf60437-17b2-4b6f-b2f7-0ee518410922'}, {'server_uuid': '8deef104-7c84-400b-a027-b89e735231b2', 'name': 'network-vif-deleted', 'tag': 'c0e3a593-36e5-4fce-bcb0-e412ce508d3f'}, {'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': 'bed0dcaf-cdff-483c-a583-5d8df195470f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:04.273383 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dda359-8f79-4a17-828e-fce7df91c2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "cbf60437-17b2-4b6f-b2f7-0ee518410922"}, {"server_uuid": "8deef104-7c84-400b-a027-b89e735231b2", "name": "network-vif-deleted", "tag": "c0e3a593-36e5-4fce-bcb0-e412ce508d3f"}, {"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "bed0dcaf-cdff-483c-a583-5d8df195470f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:04.312594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ef9627b5-42a9-4b37-ad92-54b1bc0f2593 req-1d12a9bb-70d3-497a-87ab-88eae79e6235 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750167 Jun 30 02:31:04.436235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-c36fdb37-d1a5-408b-915c-9c63846f7157 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:04.448125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:04.494252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fdb37-d1a5-408b-915c-9c63846f7157 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event deleted for resources: {'Port': ['ID=3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:04.496008 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63e0c7a-3152-4a22-8489-70fa44557348 req-b8562465-781f-4936-ba82-ff2e4981d220 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3019795 Jun 30 02:31:04.520902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'e1daaca1-ce08-4b59-b011-418e61e7f152'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:04.650883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-c36fdb37-d1a5-408b-915c-9c63846f7157 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] No DVR routers for this DVR port 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:04.655275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-c36fdb37-d1a5-408b-915c-9c63846f7157 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:04.657395 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4cda9b0-4931-41fe-aef3-de27da5108e1 req-c36fdb37-d1a5-408b-915c-9c63846f7157 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.69 "DELETE /v2.0/ports/3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 HTTP/1.1" status: 204 len: 173 time: 1.1261287 Jun 30 02:31:04.658737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9cd8f1-2106-4c11-be3c-cbd6ee763b76', 'name': 'network-vif-deleted', 'tag': '3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:04.676367 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2b050a-665e-49c2-bcf4-ee83075ab926" -d '{"events": [{"server_uuid": "1e9cd8f1-2106-4c11-be3c-cbd6ee763b76", "name": "network-vif-deleted", "tag": "3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:04.764445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cbfd3058-23e9-4f9c-b8ed-0127dedeb84d req-6bf9c64c-66f3-4c47-8e7b-425b0cb037f1 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 210 time: 0.0381291 Jun 30 02:31:04.768325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-520beb8b-6909-4ad5-9bc7-3b0d1d011852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:04.790928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:04.832385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520beb8b-6909-4ad5-9bc7-3b0d1d011852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event deleted for resources: {'Port': ['ID=e1daaca1-ce08-4b59-b011-418e61e7f152,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:04.920669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce896f44-7d09-4fb3-999d-f0c620f4c34e req-3a43b14c-1679-402f-943b-59b9d7ca3023 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:04.933086 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce896f44-7d09-4fb3-999d-f0c620f4c34e req-3a43b14c-1679-402f-943b-59b9d7ca3023 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 1096 time: 0.0908811 Jun 30 02:31:04.991908 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce896f44-7d09-4fb3-999d-f0c620f4c34e req-5c3f80a4-225d-4db2-a9f1-bd88da5087f1 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513864 Jun 30 02:31:04.992095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e1daaca1-ce08-4b59-b011-418e61e7f152 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:04.992949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b45f17d-57bd-485a-9e9b-8748cd02a42e req-f1cac259-880a-4197-9d16-9d07b7474c12 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5355da2-8a34-465a-ad5b-0c9ece540016 HTTP/1.1" status: 200 len: 210 time: 0.0481675 Jun 30 02:31:04.995605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-520beb8b-6909-4ad5-9bc7-3b0d1d011852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] No DVR routers for this DVR port e1daaca1-ce08-4b59-b011-418e61e7f152 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:05.007612 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-520beb8b-6909-4ad5-9bc7-3b0d1d011852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:05.009619 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a6de0fcd-4bb7-4225-b973-cd27d7848c57 req-520beb8b-6909-4ad5-9bc7-3b0d1d011852 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "DELETE /v2.0/ports/e1daaca1-ce08-4b59-b011-418e61e7f152 HTTP/1.1" status: 204 len: 173 time: 2.1621125 Jun 30 02:31:05.048947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: e1daaca1-ce08-4b59-b011-418e61e7f152 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:05.049295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e1daaca1-ce08-4b59-b011-418e61e7f152 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:05.049717 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device c0e3a593-36e5-4fce-bcb0-e412ce508d3f no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:05.087930 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906241be-1b60-4acf-b500-31c87562c3c6 x-openstack-request-id: req-906241be-1b60-4acf-b500-31c87562c3c6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:05.096589 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "cbf60437-17b2-4b6f-b2f7-0ee518410922", "status": "completed", "code": 200}, {"server_uuid": "8deef104-7c84-400b-a027-b89e735231b2", "name": "network-vif-deleted", "tag": "c0e3a593-36e5-4fce-bcb0-e412ce508d3f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "bed0dcaf-cdff-483c-a583-5d8df195470f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:05.096860 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-906241be-1b60-4acf-b500-31c87562c3c6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:05.097300 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': 'cbf60437-17b2-4b6f-b2f7-0ee518410922', 'status': 'completed', 'code': 200} Jun 30 02:31:05.097575 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8deef104-7c84-400b-a027-b89e735231b2', 'name': 'network-vif-deleted', 'tag': 'c0e3a593-36e5-4fce-bcb0-e412ce508d3f', 'status': 'completed', 'code': 200} Jun 30 02:31:05.097827 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': 'bed0dcaf-cdff-483c-a583-5d8df195470f', 'status': 'completed', 'code': 200} Jun 30 02:31:05.128635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: c0e3a593-36e5-4fce-bcb0-e412ce508d3f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:05.128983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device c0e3a593-36e5-4fce-bcb0-e412ce508d3f not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:05.198973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:05.217414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:05.247380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:05.270405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Transition to ACTIVE for port object 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:05.278581 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:05.450702 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8253bea-57bb-4aa7-864b-b99da1bb395d x-openstack-request-id: req-f8253bea-57bb-4aa7-864b-b99da1bb395d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:05.451307 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9cd8f1-2106-4c11-be3c-cbd6ee763b76", "name": "network-vif-deleted", "tag": "3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:05.451725 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8253bea-57bb-4aa7-864b-b99da1bb395d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:05.452323 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9cd8f1-2106-4c11-be3c-cbd6ee763b76', 'name': 'network-vif-deleted', 'tag': '3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473', 'status': 'completed', 'code': 200} Jun 30 02:31:05.562580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Pushing event updated for resources: {'Port': ['ID=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:05.632614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Attempting to bind port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:05.633633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Attempting to bind port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:05.634810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Attempting to bind port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:05.643679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:05.644036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Attempting to bind port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:05.664390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:05.664525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Checking segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:05.664813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Bound using segment: {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:05.665250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Bound port: 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5455aae-0185-48ec-a78f-ec397d37d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:05.665604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:05.677601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-2a9976c9-de6c-40ee-a798-377e23b57bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.678268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-2a9976c9-de6c-40ee-a798-377e23b57bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.679545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-2a9976c9-de6c-40ee-a798-377e23b57bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.681079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-2a9976c9-de6c-40ee-a798-377e23b57bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.682113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-2a9976c9-de6c-40ee-a798-377e23b57bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.683095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-2a9976c9-de6c-40ee-a798-377e23b57bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.684238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-2a9976c9-de6c-40ee-a798-377e23b57bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.689623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-2a9976c9-de6c-40ee-a798-377e23b57bc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6303 time: 0.4324994 Jun 30 02:31:05.919446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-a88fc45e-50a9-4618-b99c-0865d3b71a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.919917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-a88fc45e-50a9-4618-b99c-0865d3b71a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.920388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-a88fc45e-50a9-4618-b99c-0865d3b71a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:05.922028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-a88fc45e-50a9-4618-b99c-0865d3b71a4d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2115810 Jun 30 02:31:06.008986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] For port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:06.063329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abba617-4df9-428c-be3d-692c921bec83 req-6bed6a5d-5757-47f8-843e-3d83a83b1ec6 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.065102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-6bed6a5d-5757-47f8-843e-3d83a83b1ec6 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 820 time: 0.3598213 Jun 30 02:31:06.066928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] For port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:06.076795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:06.104812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c3674-76d3-4958-961a-2fb1b611177a req-ac0c8ee0-6cfd-4e43-89e9-9054343b9ad7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.111903 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d72c3674-76d3-4958-961a-2fb1b611177a req-ac0c8ee0-6cfd-4e43-89e9-9054343b9ad7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.5109208 Jun 30 02:31:06.144558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-bdbdf142-75d7-45f7-ada4-177a44e18b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.146029 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-bdbdf142-75d7-45f7-ada4-177a44e18b9b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2121832 Jun 30 02:31:06.204364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.205593 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:06.207236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] 10.222.0.69 "PUT /v2.0/ports/31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 HTTP/1.1" status: 200 len: 1090 time: 2.4409757 Jun 30 02:31:06.225097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d72c3674-76d3-4958-961a-2fb1b611177a req-42e9fed0-d4b7-4327-b49f-ea66c3637801 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123109 Jun 30 02:31:06.267563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-e98a4193-6117-4cef-8191-d8b9470f4574 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/quotas/b6b95258dc98409483eb8868ae44b7c5 HTTP/1.1" status: 200 len: 375 time: 0.1826458 Jun 30 02:31:06.288258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:06.389797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86b28f-a1c9-45c1-9987-a5b387153b4f service neutron] Pushing event updated for resources: {'Port': ['ID=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:06.417346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:06.484372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-168539ee-554d-4d43-97fd-6f747be85b28 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.486018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-168539ee-554d-4d43-97fd-6f747be85b28 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.73 "GET /v2.0/networks?id=af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 200 len: 813 time: 0.4001915 Jun 30 02:31:06.512090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Request body: {'port': {'device_id': '55548f07-ff8d-4e2c-a164-3d778154743d', 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3', 'admin_state_up': True, 'tenant_id': '74ed56f4b8e14386826faef08e10c6ec'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:06.534901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-09251bae-98d1-4258-9d14-78434fc8b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.535385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-09251bae-98d1-4258-9d14-78434fc8b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.535859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-09251bae-98d1-4258-9d14-78434fc8b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.536321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-09251bae-98d1-4258-9d14-78434fc8b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.536786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-09251bae-98d1-4258-9d14-78434fc8b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.537318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-09251bae-98d1-4258-9d14-78434fc8b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.537706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-09251bae-98d1-4258-9d14-78434fc8b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.539914 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-09251bae-98d1-4258-9d14-78434fc8b2e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6345 time: 0.2804089 Jun 30 02:31:06.675048 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-47b76564-bed5-411c-8a06-33342ad70626 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4061866 Jun 30 02:31:06.745599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4235ddb-d42d-42ec-81b2-1ebec55a6da1 req-d399def0-6827-46e9-ac04-62191772841b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.747469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4235ddb-d42d-42ec-81b2-1ebec55a6da1 req-d399def0-6827-46e9-ac04-62191772841b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.2454138 Jun 30 02:31:06.792816 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:06.802432 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:31:06.818152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:06.890612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4235ddb-d42d-42ec-81b2-1ebec55a6da1 req-76906bf3-15cc-45d3-9c69-89a2ba5792ce tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234767 Jun 30 02:31:06.894770 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-28a9070e-e430-4cf4-8fe3-99bdf061b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.895290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-28a9070e-e430-4cf4-8fe3-99bdf061b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.895866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-28a9070e-e430-4cf4-8fe3-99bdf061b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:06.898193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-28a9070e-e430-4cf4-8fe3-99bdf061b742 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3239148 Jun 30 02:31:06.917463 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-06841f8a-f439-4486-a693-07297243f965 service neutron] 10.222.0.55 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410395 Jun 30 02:31:07.034358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Made reservation on behalf of 74ed56f4b8e14386826faef08e10c6ec for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:07.037905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.098674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5355da2-8a34-465a-ad5b-0c9ece540016', 'name': 'network-vif-deleted', 'tag': 'e1daaca1-ce08-4b59-b011-418e61e7f152'}, {'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:07.101084 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842df83b-db14-4289-a4aa-5b8f2e2da115" -d '{"events": [{"server_uuid": "a5355da2-8a34-465a-ad5b-0c9ece540016", "name": "network-vif-deleted", "tag": "e1daaca1-ce08-4b59-b011-418e61e7f152"}, {"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:07.112256 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-de15494a-4f9a-4a80-b438-d5bc82cee3df service neutron] 10.222.0.55 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744049 Jun 30 02:31:07.122959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ef3587-abe6-4280-a268-0d6e50f4c1a3 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:07.151959 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.175863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Transition to ACTIVE for port object 00ef3587-abe6-4280-a268-0d6e50f4c1a3 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:07.186913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.204321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:07.230580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-66ba466b-50d0-45ce-b36a-05d210103150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.233651 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-36dda359-8f79-4a17-828e-fce7df91c2c8 req-66ba466b-50d0-45ce-b36a-05d210103150 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3115525 Jun 30 02:31:07.245328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:07.245670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3ba9ee5a-c4ab-41a7-8cac-7dfdd9752473 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:07.297190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5547-d7ee-4180-911f-65a60f1894ae req-f6edf943-c039-44c5-86b6-8494e2f89c13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.302919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5547-d7ee-4180-911f-65a60f1894ae req-f6edf943-c039-44c5-86b6-8494e2f89c13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.309520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5547-d7ee-4180-911f-65a60f1894ae req-f6edf943-c039-44c5-86b6-8494e2f89c13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.321555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5547-d7ee-4180-911f-65a60f1894ae req-f6edf943-c039-44c5-86b6-8494e2f89c13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.327131 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Allocated IP 172.20.0.14 (af7bd34d-3de0-4464-9ddf-f4140fc809d3/f02c02ca-436e-4209-a54a-2d9fd9bfa108/ef6b2836-b58d-41ee-8cf1-73d2611cc2ad) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:07.331989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5547-d7ee-4180-911f-65a60f1894ae req-f6edf943-c039-44c5-86b6-8494e2f89c13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.338202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5547-d7ee-4180-911f-65a60f1894ae req-f6edf943-c039-44c5-86b6-8494e2f89c13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.344497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c5547-d7ee-4180-911f-65a60f1894ae req-f6edf943-c039-44c5-86b6-8494e2f89c13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.346577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b3c5547-d7ee-4180-911f-65a60f1894ae req-f6edf943-c039-44c5-86b6-8494e2f89c13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5393 time: 0.2943101 Jun 30 02:31:07.361578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Pushing event updated for resources: {'Port': ['ID=00ef3587-abe6-4280-a268-0d6e50f4c1a3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:07.557795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.594078 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b3c5547-d7ee-4180-911f-65a60f1894ae req-3599d2d9-c980-4e0d-bc9b-0710f55c4dda tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2264142 Jun 30 02:31:07.627905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Attempting to bind port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:07.627905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Attempting to bind port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:07.627905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Attempting to bind port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 on network cd24ac80-8c34-47d2-9050-738175838a5b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:07.631541 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c36179f-749f-4be4-a5cd-c108836bdb22 req-7923fbb7-3fda-4276-9fa3-0c2a5dc1cd7c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 210 time: 0.0589027 Jun 30 02:31:07.638200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 on network cd24ac80-8c34-47d2-9050-738175838a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:07.638524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Attempting to bind port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 on network cd24ac80-8c34-47d2-9050-738175838a5b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:07.641770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] Deleting port 5a4787fa-b02f-431c-a9e6-6066b80bada3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:07.641770 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.645940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.668046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['dfef88eb-9e62-4511-8883-b05f87d47d66'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:07.707366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Network af7bd34d-3de0-4464-9ddf-f4140fc809d3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:07.711240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:07.714852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:07.744780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:07.745133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Checking segment: {'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:07.745490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Bound using segment: {'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:07.750424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Bound port: 00ef3587-abe6-4280-a268-0d6e50f4c1a3, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:07.750938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.820182 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf5a6d9-2a09-4129-8de5-3fbeadba3f31 x-openstack-request-id: req-8cf5a6d9-2a09-4129-8de5-3fbeadba3f31 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:07.820541 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5355da2-8a34-465a-ad5b-0c9ece540016", "name": "network-vif-deleted", "tag": "e1daaca1-ce08-4b59-b011-418e61e7f152", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:07.820851 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8cf5a6d9-2a09-4129-8de5-3fbeadba3f31 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:07.821297 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5355da2-8a34-465a-ad5b-0c9ece540016', 'name': 'network-vif-deleted', 'tag': 'e1daaca1-ce08-4b59-b011-418e61e7f152', 'status': 'completed', 'code': 200} Jun 30 02:31:07.821611 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2', 'status': 'completed', 'code': 200} Jun 30 02:31:07.822237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Pushing event updated for resources: {'Port': ['ID=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:07.923849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:07.924264 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.930480 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] For port 5a4787fa-b02f-431c-a9e6-6066b80bada3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5a4787fa-b02f-431c-a9e6-6066b80bada3,segment=NetworkSegment(504f1f9d-61a3-4a17-b27d-e4d77a83a93b),segment_id=504f1f9d-61a3-4a17-b27d-e4d77a83a93b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:07.930887 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:07.954594 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-abb0c16a-8da5-47fb-9cba-3f6161b61bb2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4472995 Jun 30 02:31:07.971180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] Calling delete_port for 5a4787fa-b02f-431c-a9e6-6066b80bada3 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:07.986333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] For port 00ef3587-abe6-4280-a268-0d6e50f4c1a3, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:07.993390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] For port 00ef3587-abe6-4280-a268-0d6e50f4c1a3, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=00ef3587-abe6-4280-a268-0d6e50f4c1a3,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:08.032399 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:08.087188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.087831 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:08.089248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] 10.222.0.69 "PUT /v2.0/ports/00ef3587-abe6-4280-a268-0d6e50f4c1a3 HTTP/1.1" status: 200 len: 1092 time: 1.8076849 Jun 30 02:31:08.092215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '00ef3587-abe6-4280-a268-0d6e50f4c1a3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:08.094424 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc602c0d-9f2b-4630-a70e-8cc829076360" -d '{"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "00ef3587-abe6-4280-a268-0d6e50f4c1a3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:08.123566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2b1b6-1c48-4463-991d-40a796749645 req-c190e585-440a-4c03-b3b3-e01c77452168 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.125139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78e2b1b6-1c48-4463-991d-40a796749645 req-c190e585-440a-4c03-b3b3-e01c77452168 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.2190127 Jun 30 02:31:08.130068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Request body: {'port': {'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:08.183190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3555aa9-5178-4d70-94e5-1c2b50e87e7a service neutron] Pushing event updated for resources: {'Port': ['ID=00ef3587-abe6-4280-a268-0d6e50f4c1a3,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:08.290137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Request body: {'port': {'device_id': '55548f07-ff8d-4e2c-a164-3d778154743d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:08.300446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c24a27-0422-4153-acae-c56eef0b597c req-c38650f5-1337-4af8-9831-3465f839831b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.308715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5c24a27-0422-4153-acae-c56eef0b597c req-c38650f5-1337-4af8-9831-3465f839831b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.5236990 Jun 30 02:31:08.359228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-ad823035-52a4-469b-9278-d5fa567fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.359548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-ad823035-52a4-469b-9278-d5fa567fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.360010 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-ad823035-52a4-469b-9278-d5fa567fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.361190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-ad823035-52a4-469b-9278-d5fa567fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.361190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-ad823035-52a4-469b-9278-d5fa567fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.363334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-ad823035-52a4-469b-9278-d5fa567fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.363905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-ad823035-52a4-469b-9278-d5fa567fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.366970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-ad823035-52a4-469b-9278-d5fa567fbfd9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6371 time: 0.5207269 Jun 30 02:31:08.466070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5c24a27-0422-4153-acae-c56eef0b597c req-2dad9bea-f155-4f4f-acee-52c879569058 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564567 Jun 30 02:31:08.494557 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:08.561981 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-5675b63b-3307-4914-b555-bbcfbbf5d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.562470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-5675b63b-3307-4914-b555-bbcfbbf5d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.562979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-5675b63b-3307-4914-b555-bbcfbbf5d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.565111 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-5675b63b-3307-4914-b555-bbcfbbf5d34c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1802030 Jun 30 02:31:08.595465 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78e2b1b6-1c48-4463-991d-40a796749645 req-6e28bb96-dee2-480f-993c-4a9e7f00c992 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544835 Jun 30 02:31:08.630488 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:08.635910 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a824f89-b0e7-42e6-99b3-974db060dc4a req-386ffca2-d197-466f-ab74-15b587d0a6b5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 210 time: 0.0442245 Jun 30 02:31:08.708706 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb83236e-6303-40b6-bc4b-651b9f05d284 x-openstack-request-id: req-cb83236e-6303-40b6-bc4b-651b9f05d284 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:08.709000 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "00ef3587-abe6-4280-a268-0d6e50f4c1a3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:08.709231 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb83236e-6303-40b6-bc4b-651b9f05d284 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:08.709853 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '00ef3587-abe6-4280-a268-0d6e50f4c1a3', 'status': 'completed', 'code': 200} Jun 30 02:31:08.732382 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:08.767893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4787fa-b02f-431c-a9e6-6066b80bada3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:08.923165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-6a699ca1-b38d-4fbc-a570-13132f23e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:08.924648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-842df83b-db14-4289-a4aa-5b8f2e2da115 req-6a699ca1-b38d-4fbc-a570-13132f23e68f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3505263 Jun 30 02:31:09.111014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b24b3-fcd0-4ae2-a3c2-ba1926d87103 req-7931a181-3403-48a5-a533-7a24478fa3ff tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.112482 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab6b24b3-fcd0-4ae2-a3c2-ba1926d87103 req-7931a181-3403-48a5-a533-7a24478fa3ff tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.2789254 Jun 30 02:31:09.122868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6b2836-b58d-41ee-8cf1-73d2611cc2ad {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:09.139277 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.144313 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.169525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704294-ff58-4375-8f1f-ba3a5b4d2f08 req-44490e1c-6acb-4f38-b2aa-636169143e07 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.175219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704294-ff58-4375-8f1f-ba3a5b4d2f08 req-44490e1c-6acb-4f38-b2aa-636169143e07 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.181253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704294-ff58-4375-8f1f-ba3a5b4d2f08 req-44490e1c-6acb-4f38-b2aa-636169143e07 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.186938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Transition to ACTIVE for port object ef6b2836-b58d-41ee-8cf1-73d2611cc2ad will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:09.187082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704294-ff58-4375-8f1f-ba3a5b4d2f08 req-44490e1c-6acb-4f38-b2aa-636169143e07 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.192945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704294-ff58-4375-8f1f-ba3a5b4d2f08 req-44490e1c-6acb-4f38-b2aa-636169143e07 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.198766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704294-ff58-4375-8f1f-ba3a5b4d2f08 req-44490e1c-6acb-4f38-b2aa-636169143e07 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.204317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abba617-4df9-428c-be3d-692c921bec83 req-ee10fc3f-fadf-4e8a-a283-077f0ab85ff4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.204441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704294-ff58-4375-8f1f-ba3a5b4d2f08 req-44490e1c-6acb-4f38-b2aa-636169143e07 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.205766 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-ee10fc3f-fadf-4e8a-a283-077f0ab85ff4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 820 time: 0.2639484 Jun 30 02:31:09.206299 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72704294-ff58-4375-8f1f-ba3a5b4d2f08 req-44490e1c-6acb-4f38-b2aa-636169143e07 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5405 time: 0.2210765 Jun 30 02:31:09.209374 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.241168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab6b24b3-fcd0-4ae2-a3c2-ba1926d87103 req-9b8c5561-48c3-48a7-a6b1-a14721cdacc2 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040499 Jun 30 02:31:09.251712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Request body: {'port': {'device_id': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2', 'admin_state_up': True, 'tenant_id': 'b6b95258dc98409483eb8868ae44b7c5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:09.282639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-6e5a792b-1714-4e25-9d08-8ef69cda485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.283159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-6e5a792b-1714-4e25-9d08-8ef69cda485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.283624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-6e5a792b-1714-4e25-9d08-8ef69cda485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.284092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-6e5a792b-1714-4e25-9d08-8ef69cda485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.284563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-6e5a792b-1714-4e25-9d08-8ef69cda485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.285037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-6e5a792b-1714-4e25-9d08-8ef69cda485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.285490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-6e5a792b-1714-4e25-9d08-8ef69cda485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.287490 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-6e5a792b-1714-4e25-9d08-8ef69cda485c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6413 time: 0.2642097 Jun 30 02:31:09.357579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:09.365683 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.381252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:09.384789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72704294-ff58-4375-8f1f-ba3a5b4d2f08 req-845d3004-3f6a-45d7-94ce-565456767b49 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650314 Jun 30 02:31:09.396308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Transition to ACTIVE for port object 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:09.445489 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.533857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Pushing event updated for resources: {'Port': ['ID=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:09.567754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-71ca14dd-ff43-43e1-8f85-65f39fe0afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.568233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-71ca14dd-ff43-43e1-8f85-65f39fe0afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.568699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-71ca14dd-ff43-43e1-8f85-65f39fe0afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.571060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-71ca14dd-ff43-43e1-8f85-65f39fe0afc8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2403097 Jun 30 02:31:09.653667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] Router 94464816-55f4-4c13-9086-4b865f68887a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:31:09.658118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Attempting to bind port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:09.658453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Attempting to bind port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'e189d540-7fac-4185-90ec-a47dcc39fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:09.658798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Attempting to bind port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad on network af7bd34d-3de0-4464-9ddf-f4140fc809d3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:09.673976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Attempting to bind port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:09.674311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Attempting to bind port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:09.674636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Attempting to bind port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 on network cd24ac80-8c34-47d2-9050-738175838a5b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:09.683023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03aa552-262a-4f72-8610-55e2ae2f30ff req-831f4ef1-f76a-42f8-a128-7cc2cc2549ec tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.684547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f03aa552-262a-4f72-8610-55e2ae2f30ff req-831f4ef1-f76a-42f8-a128-7cc2cc2549ec tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 944 time: 0.2960722 Jun 30 02:31:09.687159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 on network cd24ac80-8c34-47d2-9050-738175838a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:09.687159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Attempting to bind port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 on network cd24ac80-8c34-47d2-9050-738175838a5b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:09.687529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad on network af7bd34d-3de0-4464-9ddf-f4140fc809d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:09.687854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Attempting to bind port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad on network af7bd34d-3de0-4464-9ddf-f4140fc809d3 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:09.692755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Made reservation on behalf of b6b95258dc98409483eb8868ae44b7c5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:09.697705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.728923 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:09.729259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Checking segment: {'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:09.729639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Bound using segment: {'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:09.730117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Bound port: 1ee62e8a-ac04-4b69-81cf-e3412dd85b98, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4753d967-71f6-490b-a5f9-3bd8ec32844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:09.730785 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.733433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:09.733769 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Checking segment: {'id': 'e189d540-7fac-4185-90ec-a47dcc39fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:09.734147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Bound using segment: {'id': 'e189d540-7fac-4185-90ec-a47dcc39fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:09.734819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Bound port: ef6b2836-b58d-41ee-8cf1-73d2611cc2ad, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e189d540-7fac-4185-90ec-a47dcc39fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:09.735041 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.764634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0104b-2b8b-403d-bd42-bb2efd2e71b8 req-05f2b271-3b1e-4ee2-8ec7-5a245df8e039 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.766182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cd0104b-2b8b-403d-bd42-bb2efd2e71b8 req-05f2b271-3b1e-4ee2-8ec7-5a245df8e039 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1677768 Jun 30 02:31:09.787229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-a33f92d1-3d6f-4ce8-9082-2a6288449ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:09.788611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc602c0d-9f2b-4630-a70e-8cc829076360 req-a33f92d1-3d6f-4ce8-9082-2a6288449ece service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2078943 Jun 30 02:31:09.842124 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f03aa552-262a-4f72-8610-55e2ae2f30ff req-688f0c1e-cc35-49df-a03d-9a2d5f4d42c6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434731 Jun 30 02:31:09.890462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cd0104b-2b8b-403d-bd42-bb2efd2e71b8 req-4a2af90a-92c9-4c35-bb5c-c5684ca38102 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985615 Jun 30 02:31:09.898125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:31:09.908306 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5179d30e-2323-4cfa-8e5b-9d39eb333d7f admin admin] 10.222.0.55 "PUT /v2.0/routers/94464816-55f4-4c13-9086-4b865f68887a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6574373 Jun 30 02:31:09.909039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:09.914583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] Sync routers for ids ['94464816-55f4-4c13-9086-4b865f68887a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:31:09.934127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] Routers {'94464816-55f4-4c13-9086-4b865f68887a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:09.934796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:30:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['94464816-55f4-4c13-9086-4b865f68887a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:09.941552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] For port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:09.946471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] For port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:09.966190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] For port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:09.975966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:09.987598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Allocated IP 172.20.0.11 (69962f8b-5ed5-407c-8bd0-812bcffe2ae2/b9d3201b-8a49-4a4b-8508-f2d5e8cc3553/41431db9-e2a5-4c2d-94f3-e35cab91411b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:10.026247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.026950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.028417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] 10.222.0.73 "PUT /v2.0/ports/ef6b2836-b58d-41ee-8cf1-73d2611cc2ad HTTP/1.1" status: 200 len: 1093 time: 2.0625858 Jun 30 02:31:10.028851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55548f07-ff8d-4e2c-a164-3d778154743d', 'tag': 'ef6b2836-b58d-41ee-8cf1-73d2611cc2ad'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:10.031154 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070ea649-253c-46c2-bc38-6fa681d6c188" -d '{"events": [{"name": "network-changed", "server_uuid": "55548f07-ff8d-4e2c-a164-3d778154743d", "tag": "ef6b2836-b58d-41ee-8cf1-73d2611cc2ad"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:10.065894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8357710-a04c-4d78-a8b8-82b524c1ccb2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:10.107141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] For port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:10.116725 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.140960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] Set router 94464816-55f4-4c13-9086-4b865f68887a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:10.197421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.198057 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.199519 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] 10.222.0.69 "PUT /v2.0/ports/1ee62e8a-ac04-4b69-81cf-e3412dd85b98 HTTP/1.1" status: 200 len: 1092 time: 2.0734310 Jun 30 02:31:10.238119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-a6a0eae5-0fd7-4f70-be20-c1ba69286d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.239689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-a6a0eae5-0fd7-4f70-be20-c1ba69286d91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74ed56f4b8e14386826faef08e10c6ec&device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 1096 time: 0.1329455 Jun 30 02:31:10.269409 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.319656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-c8eb4f1b-a503-4eb4-b1fe-fc99ba65f93f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad HTTP/1.1" status: 200 len: 217 time: 0.0690122 Jun 30 02:31:10.331375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b7110-9d42-4508-9d2a-5b773f79683e service neutron] Pushing event updated for resources: {'Port': ['ID=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:10.364024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2168257-d10b-471a-8e4f-80cd4cdf3ca2 req-16f966f7-39ec-4459-9892-52a25a50f27f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.365690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2168257-d10b-471a-8e4f-80cd4cdf3ca2 req-16f966f7-39ec-4459-9892-52a25a50f27f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.3211203 Jun 30 02:31:10.405952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94464816-55f4-4c13-9086-4b865f68887a', 'name': 'tempest-ServerRescueTestJSON-358544357-router', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:28:12Z', 'updated_at': '2021-06-30T02:31:08Z', 'revision_number': 5, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'gw_port': {'id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:13Z', 'updated_at': '2021-06-30T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:10.438768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] Checking router: 94464816-55f4-4c13-9086-4b865f68887a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:31:10.439132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.452024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] Routers {'94464816-55f4-4c13-9086-4b865f68887a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:10.452507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:30:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['94464816-55f4-4c13-9086-4b865f68887a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:10.466365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2168257-d10b-471a-8e4f-80cd4cdf3ca2 req-b3f74bd7-c250-4bdf-858a-0f19dd528885 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890365 Jun 30 02:31:10.481514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-55f2ae0a-20b9-46b7-a75b-9b38918e3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.482077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-55f2ae0a-20b9-46b7-a75b-9b38918e3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.482607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-55f2ae0a-20b9-46b7-a75b-9b38918e3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.483171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-55f2ae0a-20b9-46b7-a75b-9b38918e3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.483894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-55f2ae0a-20b9-46b7-a75b-9b38918e3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.484434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-55f2ae0a-20b9-46b7-a75b-9b38918e3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.485003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-55f2ae0a-20b9-46b7-a75b-9b38918e3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.487213 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-55f2ae0a-20b9-46b7-a75b-9b38918e3d5e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6481 time: 0.2302380 Jun 30 02:31:10.488608 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97815680-2265-437d-a782-4db0b9d01255 req-e3c4c6fc-40ff-4a4f-ab67-dab1a4182144 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 210 time: 0.0824673 Jun 30 02:31:10.488941 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.510347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-2ff42cfc-9f97-4ed8-9a7b-58189613b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.513603 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-2ff42cfc-9f97-4ed8-9a7b-58189613b47f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f02c02ca-436e-4209-a54a-2d9fd9bfa108 HTTP/1.1" status: 200 len: 853 time: 0.1802902 Jun 30 02:31:10.562964 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694c7a7b-c6cc-4350-9cd1-d390a1637a13 x-openstack-request-id: req-694c7a7b-c6cc-4350-9cd1-d390a1637a13 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:10.563263 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55548f07-ff8d-4e2c-a164-3d778154743d", "tag": "ef6b2836-b58d-41ee-8cf1-73d2611cc2ad", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:10.563520 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-694c7a7b-c6cc-4350-9cd1-d390a1637a13 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:10.565290 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55548f07-ff8d-4e2c-a164-3d778154743d', 'tag': 'ef6b2836-b58d-41ee-8cf1-73d2611cc2ad', 'status': 'completed', 'code': 200} Jun 30 02:31:10.591967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-7d5ffc08-ef30-412c-ab88-4f1382bb4cbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06505dc6-30ad-45ca-a4cc-0359749921a7 HTTP/1.1" status: 200 len: 217 time: 0.0907018 Jun 30 02:31:10.606808 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-2f86ace9-8ecf-4167-975d-f797e5124732 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af7bd34d-3de0-4464-9ddf-f4140fc809d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669384 Jun 30 02:31:10.613967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] Set router 94464816-55f4-4c13-9086-4b865f68887a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:10.707135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-39dee40d-6776-4e5f-93ca-91846f16782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.709784 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-39dee40d-6776-4e5f-93ca-91846f16782b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e7f8d23-1a11-452b-bcfe-c02e3b8173f8 HTTP/1.1" status: 200 len: 850 time: 0.0761197 Jun 30 02:31:10.710347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '1ee62e8a-ac04-4b69-81cf-e3412dd85b98'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:10.712931 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d403df-62c7-44a6-b9c2-877bc04c580f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "1ee62e8a-ac04-4b69-81cf-e3412dd85b98"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:10.747055 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-64c521f9-2ff6-4164-b08a-9535e7359abc service neutron] 10.222.0.73 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285229 Jun 30 02:31:10.752093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.791689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-9ef5c542-660e-4b54-a42f-638860141fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:10.791689 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-9ef5c542-660e-4b54-a42f-638860141fb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1bf7c089-dba0-493c-abbd-547a13d73c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733922 Jun 30 02:31:10.817592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Deleting port 46272f69-99e5-42ce-b060-7d0da4eef4f4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:10.818007 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:10.853377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94464816-55f4-4c13-9086-4b865f68887a', 'name': 'tempest-ServerRescueTestJSON-358544357-router', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:28:12Z', 'updated_at': '2021-06-30T02:31:08Z', 'revision_number': 5, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'gw_port': {'id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:13Z', 'updated_at': '2021-06-30T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:10.895641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05780f3e-8911-40f5-974a-9550e572e9f9 None None] The sync data for ids ['94464816-55f4-4c13-9086-4b865f68887a'] in n-d-758944-39 is: [{'id': '94464816-55f4-4c13-9086-4b865f68887a', 'name': 'tempest-ServerRescueTestJSON-358544357-router', 'tenant_id': '97f28ee20a5745abac59f16624d52c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:28:12Z', 'updated_at': '2021-06-30T02:31:08Z', 'revision_number': 5, 'project_id': '97f28ee20a5745abac59f16624d52c1b', 'gw_port': {'id': '46272f69-99e5-42ce-b060-7d0da4eef4f4', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:89:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94464816-55f4-4c13-9086-4b865f68887a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:28:13Z', 'updated_at': '2021-06-30T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:31:10.901829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:10.914342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:10.916134 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5e5954-3b6c-4cbd-bf0d-627625f91480 x-openstack-request-id: req-5b5e5954-3b6c-4cbd-bf0d-627625f91480 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:10.916662 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "1ee62e8a-ac04-4b69-81cf-e3412dd85b98", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:10.917108 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b5e5954-3b6c-4cbd-bf0d-627625f91480 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:10.917684 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '1ee62e8a-ac04-4b69-81cf-e3412dd85b98', 'status': 'completed', 'code': 200} Jun 30 02:31:10.923443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:10.955779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Pushing event updated for resources: {'Port': ['ID=41431db9-e2a5-4c2d-94f3-e35cab91411b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:11.011619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] For port 46272f69-99e5-42ce-b060-7d0da4eef4f4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=46272f69-99e5-42ce-b060-7d0da4eef4f4,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:11.012457 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:11.017357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.018014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:11.042839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b693d7-2c43-4682-8861-b782e4bf8f2f req-20725bd6-8528-42c2-9121-40c65d9864a3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.047738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd812da3-5265-42cd-95ee-19469b16e3e8 req-7f6907c9-2a18-446c-a66c-05600b9d51f1 service neutron] 10.222.0.73 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341013 Jun 30 02:31:11.048823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b693d7-2c43-4682-8861-b782e4bf8f2f req-20725bd6-8528-42c2-9121-40c65d9864a3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.054625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b693d7-2c43-4682-8861-b782e4bf8f2f req-20725bd6-8528-42c2-9121-40c65d9864a3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.055839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-cee1b5a5-35ff-45ae-89ab-263c8679927a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8136091 Jun 30 02:31:11.061075 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b693d7-2c43-4682-8861-b782e4bf8f2f req-20725bd6-8528-42c2-9121-40c65d9864a3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.066737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b693d7-2c43-4682-8861-b782e4bf8f2f req-20725bd6-8528-42c2-9121-40c65d9864a3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.072468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b693d7-2c43-4682-8861-b782e4bf8f2f req-20725bd6-8528-42c2-9121-40c65d9864a3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.077767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Request body: {'port': {'device_id': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:11.078398 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b693d7-2c43-4682-8861-b782e4bf8f2f req-20725bd6-8528-42c2-9121-40c65d9864a3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.080325 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91b693d7-2c43-4682-8861-b782e4bf8f2f req-20725bd6-8528-42c2-9121-40c65d9864a3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.2880375 Jun 30 02:31:11.081707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Calling delete_port for 46272f69-99e5-42ce-b060-7d0da4eef4f4 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:11.084504 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-70a80ee3-230e-4c50-80e6-9ec7711ba8d9 service neutron] 10.222.0.69 "GET /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783196 Jun 30 02:31:11.111283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e54c6-74de-45df-b2c0-f0648cd89813 req-91242d76-9f4f-47b5-8615-5a789bd6abae tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.112793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-477e54c6-74de-45df-b2c0-f0648cd89813 req-91242d76-9f4f-47b5-8615-5a789bd6abae tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=860e722f-de0c-40da-9381-9bcbb134853e HTTP/1.1" status: 200 len: 949 time: 0.1236017 Jun 30 02:31:11.210783 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91b693d7-2c43-4682-8861-b782e4bf8f2f req-ecbacb01-f94e-468f-be81-b39c3cfc90b6 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181467 Jun 30 02:31:11.212021 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-477e54c6-74de-45df-b2c0-f0648cd89813 req-22bb10c2-1b11-418e-bb54-4dd84c5d149c tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926907 Jun 30 02:31:11.223670 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:11.293836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5a4787fa-b02f-431c-a9e6-6066b80bada3 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:11.296100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ea649-253c-46c2-bc38-6fa681d6c188 req-2936f612-cb64-48a2-b8a5-08430a7694d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.297621 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-070ea649-253c-46c2-bc38-6fa681d6c188 req-2936f612-cb64-48a2-b8a5-08430a7694d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74ed56f4b8e14386826faef08e10c6ec&device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 1096 time: 0.1706431 Jun 30 02:31:11.327131 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-a8743071-987b-4993-8c92-8e28b8658936 service neutron] 10.222.0.69 "GET /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259386 Jun 30 02:31:11.335189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 5a4787fa-b02f-431c-a9e6-6066b80bada3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:11.336817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5a4787fa-b02f-431c-a9e6-6066b80bada3 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:11.416088 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-874afd5e-6f82-44fa-8f3d-e62406b89903 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=32495fac-1ad2-4c12-b2b8-3d2caacc7872 HTTP/1.1" status: 200 len: 217 time: 0.0697532 Jun 30 02:31:11.502288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3799a137-9e2e-4d2c-a57a-5f39669daec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.503859 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3799a137-9e2e-4d2c-a57a-5f39669daec1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.0678873 Jun 30 02:31:11.506678 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:11.537489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ea649-253c-46c2-bc38-6fa681d6c188 req-327bb2b4-ed25-4abd-bd93-d41e40c6ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.538961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-070ea649-253c-46c2-bc38-6fa681d6c188 req-327bb2b4-ed25-4abd-bd93-d41e40c6ce75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 200 len: 914 time: 0.2328730 Jun 30 02:31:11.567425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Pushing event deleted for resources: {'Port': ['ID=46272f69-99e5-42ce-b060-7d0da4eef4f4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:11.608877 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-070ea649-253c-46c2-bc38-6fa681d6c188 req-274ffc4b-f28b-4ef0-bc89-12918f6bbf90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad HTTP/1.1" status: 200 len: 217 time: 0.0564167 Jun 30 02:31:11.725558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ea649-253c-46c2-bc38-6fa681d6c188 req-28c3fe88-8e18-4a44-98fc-83437bab7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.727061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-070ea649-253c-46c2-bc38-6fa681d6c188 req-28c3fe88-8e18-4a44-98fc-83437bab7f1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f02c02ca-436e-4209-a54a-2d9fd9bfa108 HTTP/1.1" status: 200 len: 853 time: 0.0949993 Jun 30 02:31:11.934126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedaaa7-8913-4dfd-861a-550d70157536 req-afa5b0a0-c849-4859-832b-dee6643af60e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:11.935672 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfedaaa7-8913-4dfd-861a-550d70157536 req-afa5b0a0-c849-4859-832b-dee6643af60e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 944 time: 0.5511417 Jun 30 02:31:12.014963 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.046559 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfedaaa7-8913-4dfd-861a-550d70157536 req-dd719859-a543-4444-a3cd-115afde49da6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874331 Jun 30 02:31:12.086427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-ea75b311-9bb5-4d7e-8657-d63e1495784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.087991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-ea75b311-9bb5-4d7e-8657-d63e1495784c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5723050 Jun 30 02:31:12.127207 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-070ea649-253c-46c2-bc38-6fa681d6c188 req-2089d086-4a8d-4e40-a295-662d36cfdd32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af7bd34d-3de0-4464-9ddf-f4140fc809d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3605523 Jun 30 02:31:12.133911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41431db9-e2a5-4c2d-94f3-e35cab91411b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:12.134111 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.145439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bee71b-4c75-4761-b39f-65bb72e7c19e req-bd19340d-8e4f-4351-ac65-d5246c70188e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.146945 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99bee71b-4c75-4761-b39f-65bb72e7c19e req-bd19340d-8e4f-4351-ac65-d5246c70188e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.5300934 Jun 30 02:31:12.151491 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.164504 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.216393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Transition to ACTIVE for port object 41431db9-e2a5-4c2d-94f3-e35cab91411b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:12.234395 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.243063 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.243692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94464816-55f4-4c13-9086-4b865f68887a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:31:12.250265 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.251420 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-034ae18c-4386-43bd-ae1e-ff8d620d3cef admin admin] 10.222.0.55 "DELETE /v2.0/routers/94464816-55f4-4c13-9086-4b865f68887a HTTP/1.1" status: 204 len: 168 time: 2.3414276 Jun 30 02:31:12.259131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:12.281417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99bee71b-4c75-4761-b39f-65bb72e7c19e req-0ec2f5e0-667c-497c-9e37-95335fe3a1a4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258450 Jun 30 02:31:12.322410 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-84053bbd-e54e-4657-bf9c-2b9730a22d0b service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054203 Jun 30 02:31:12.353739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Pushing event updated for resources: {'Port': ['ID=41431db9-e2a5-4c2d-94f3-e35cab91411b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:12.362257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-070ea649-253c-46c2-bc38-6fa681d6c188 req-2fb85f17-78db-4fc6-a60a-e2bc559dd463 service neutron] 10.222.0.73 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985681 Jun 30 02:31:12.391524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61326306-803f-418f-9f61-ca2de790204e req-bbb636e4-573f-420c-b7f8-831d4f5c05fa tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.393178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-61326306-803f-418f-9f61-ca2de790204e req-bbb636e4-573f-420c-b7f8-831d4f5c05fa tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 932 time: 0.2302973 Jun 30 02:31:12.398235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb4462e-3ce8-4fa3-98c1-7e09889f966f admin admin] Deleting subnet 55998891-476d-4e20-bd74-8bd54a02dc52 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:31:12.404291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fb4462e-3ce8-4fa3-98c1-7e09889f966f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.489594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:12.489907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:12.490244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:12.490959 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fb4462e-3ce8-4fa3-98c1-7e09889f966f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.496781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-61326306-803f-418f-9f61-ca2de790204e req-b90046e4-552e-49ac-9405-19c160df89fb tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902441 Jun 30 02:31:12.497938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Port 41431db9-e2a5-4c2d-94f3-e35cab91411b on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:12.498265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:12.513213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:12.513662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:12.513947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:12.514398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Bound port: 41431db9-e2a5-4c2d-94f3-e35cab91411b, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:12.514781 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.539135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-070ea649-253c-46c2-bc38-6fa681d6c188 req-d3d6f874-8b8b-4aba-85cd-45028b6bc82a service neutron] 10.222.0.73 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512802 Jun 30 02:31:12.547835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-7595db72-e255-4531-808f-129be67d8ef6 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145460 Jun 30 02:31:12.556855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fb4462e-3ce8-4fa3-98c1-7e09889f966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.598167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:12.602162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:12.608598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.617961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-773bcaf6-944d-447d-a2cc-8b3957dbe62e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=cbf60437-17b2-4b6f-b2f7-0ee518410922 HTTP/1.1" status: 200 len: 217 time: 0.0574498 Jun 30 02:31:12.688564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.689167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.690595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] 10.222.0.73 "PUT /v2.0/ports/41431db9-e2a5-4c2d-94f3-e35cab91411b HTTP/1.1" status: 200 len: 1093 time: 1.6180167 Jun 30 02:31:12.691059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'tag': '41431db9-e2a5-4c2d-94f3-e35cab91411b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:12.693346 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66e983b-3bd6-460e-a44b-f9ba111993c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1ef88d-8162-4634-9ddc-633061e47a62", "tag": "41431db9-e2a5-4c2d-94f3-e35cab91411b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:12.714662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-8e4d27af-89c3-4c6f-ab07-ec16d0692836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.716086 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-8e4d27af-89c3-4c6f-ab07-ec16d0692836 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.0917149 Jun 30 02:31:12.718352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60766ed5-5bad-4edd-9a20-99352892615f service neutron] Pushing event updated for resources: {'Port': ['ID=41431db9-e2a5-4c2d-94f3-e35cab91411b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:12.721586 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fb4462e-3ce8-4fa3-98c1-7e09889f966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.752648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b5e8-b2a4-4772-b7d6-d3994aca3a23 req-614ff01e-258c-43f6-a858-860b9f8c5941 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.754110 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d07b5e8-b2a4-4772-b7d6-d3994aca3a23 req-614ff01e-258c-43f6-a858-860b9f8c5941 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=860e722f-de0c-40da-9381-9bcbb134853e HTTP/1.1" status: 200 len: 949 time: 0.1418200 Jun 30 02:31:12.782270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4462e-3ce8-4fa3-98c1-7e09889f966f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55998891-476d-4e20-bd74-8bd54a02dc52,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:12.786194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fb4462e-3ce8-4fa3-98c1-7e09889f966f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.790328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3fb4462e-3ce8-4fa3-98c1-7e09889f966f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/55998891-476d-4e20-bd74-8bd54a02dc52 HTTP/1.1" status: 204 len: 168 time: 0.5274837 Jun 30 02:31:12.790763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:12.830356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d07b5e8-b2a4-4772-b7d6-d3994aca3a23 req-77b494fd-7581-42a8-b7f9-eba7bc0674ba tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648158 Jun 30 02:31:12.845150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abba617-4df9-428c-be3d-692c921bec83 req-89d2b0ea-1fe3-4a5e-b0ea-6393d08431dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.853187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-89d2b0ea-1fe3-4a5e-b0ea-6393d08431dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1096 time: 0.0917232 Jun 30 02:31:12.870575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac22ad-bf36-47e2-8513-5be3fbed5e57 req-7c3fe8a6-3cd4-461b-84da-5947a843d358 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.876452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac22ad-bf36-47e2-8513-5be3fbed5e57 req-7c3fe8a6-3cd4-461b-84da-5947a843d358 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.882227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac22ad-bf36-47e2-8513-5be3fbed5e57 req-7c3fe8a6-3cd4-461b-84da-5947a843d358 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.889702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac22ad-bf36-47e2-8513-5be3fbed5e57 req-7c3fe8a6-3cd4-461b-84da-5947a843d358 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.894231 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac22ad-bf36-47e2-8513-5be3fbed5e57 req-7c3fe8a6-3cd4-461b-84da-5947a843d358 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.899997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac22ad-bf36-47e2-8513-5be3fbed5e57 req-7c3fe8a6-3cd4-461b-84da-5947a843d358 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.905784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac22ad-bf36-47e2-8513-5be3fbed5e57 req-7c3fe8a6-3cd4-461b-84da-5947a843d358 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.907788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-55ac22ad-bf36-47e2-8513-5be3fbed5e57 req-7c3fe8a6-3cd4-461b-84da-5947a843d358 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.2703278 Jun 30 02:31:12.931076 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c2681c-3658-49e7-ba4d-903d1e5bcf0c x-openstack-request-id: req-93c2681c-3658-49e7-ba4d-903d1e5bcf0c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:12.931507 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1ef88d-8162-4634-9ddc-633061e47a62", "tag": "41431db9-e2a5-4c2d-94f3-e35cab91411b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:12.931608 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93c2681c-3658-49e7-ba4d-903d1e5bcf0c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:12.931991 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'tag': '41431db9-e2a5-4c2d-94f3-e35cab91411b', 'status': 'completed', 'code': 200} Jun 30 02:31:12.935869 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-7f1be2f4-feb1-47aa-9a6e-ec6e20aa1ecd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b HTTP/1.1" status: 200 len: 217 time: 0.0756385 Jun 30 02:31:12.941376 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:12.970382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2e8a0f57-ac97-43b7-a16b-f7a48b41695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:12.971844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2e8a0f57-ac97-43b7-a16b-f7a48b41695a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2426324 Jun 30 02:31:13.001242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abba617-4df9-428c-be3d-692c921bec83 req-acbb0454-db94-4138-97d1-3dab0c82b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.002784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-acbb0454-db94-4138-97d1-3dab0c82b5b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0595927 Jun 30 02:31:13.005461 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-55ac22ad-bf36-47e2-8513-5be3fbed5e57 req-da3c06ee-e938-468e-b409-80a3049bf738 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849118 Jun 30 02:31:13.013792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-ca28f2dc-dd46-4778-bac8-3b58d278dffb tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.015409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-ca28f2dc-dd46-4778-bac8-3b58d278dffb tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/ports?device_id=860e722f-de0c-40da-9381-9bcbb134853e HTTP/1.1" status: 200 len: 949 time: 0.1451864 Jun 30 02:31:13.075109 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-b232048e-ea75-409a-8cf2-03c570b66555 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386531 Jun 30 02:31:13.104388 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.118042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f44d47-0613-4b33-a768-cad2b0088507']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:13.135471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504f1f9d-61a3-4a17-b27d-e4d77a83a93b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:13.135755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504f1f9d-61a3-4a17-b27d-e4d77a83a93b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:13.153788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.164505 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-ef979442-edd1-4f34-9dd6-9149de7005c6 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632991 Jun 30 02:31:13.170526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.184114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:31:13.184509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:31:13.186134 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:31:13.258007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-5c3311ff-3b9a-44af-b4b7-f29f6693789f service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634529 Jun 30 02:31:13.290904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.298344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.299955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] 10.222.0.55 "DELETE /v2.0/networks/d5f44d47-0613-4b33-a768-cad2b0088507 HTTP/1.1" status: 204 len: 168 time: 0.5071716 Jun 30 02:31:13.320113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ebcd4-24f6-4840-98b0-8d4943fcab2f admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f44d47-0613-4b33-a768-cad2b0088507,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:13.332092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-9b18cb57-5343-44f8-a01f-3382ef73a2b6 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570313 Jun 30 02:31:13.334234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-a8bde807-9864-4e03-a010-5a96818ad1e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Deleting port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:13.334457 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-a8bde807-9864-4e03-a010-5a96818ad1e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.364106 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 46272f69-99e5-42ce-b060-7d0da4eef4f4 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:13.381817 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-5cc367e3-ce25-431c-bb3b-59fe5e4eb9be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=bed0dcaf-cdff-483c-a583-5d8df195470f HTTP/1.1" status: 200 len: 217 time: 0.0404115 Jun 30 02:31:13.396484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 46272f69-99e5-42ce-b060-7d0da4eef4f4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:13.397222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 46272f69-99e5-42ce-b060-7d0da4eef4f4 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:13.400495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c0f90-3ec8-4fdb-9c4b-b80cab95fbb5 req-dc52fb95-f630-4d9a-90c1-f73acccd028e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.407902 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a0c0f90-3ec8-4fdb-9c4b-b80cab95fbb5 req-dc52fb95-f630-4d9a-90c1-f73acccd028e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 944 time: 0.2220149 Jun 30 02:31:13.491688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54760) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:13.497573 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2abba617-4df9-428c-be3d-692c921bec83 req-c4fdb49c-a33a-4169-a464-3480842fc28a service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283213 Jun 30 02:31:13.511447 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a0c0f90-3ec8-4fdb-9c4b-b80cab95fbb5 req-480ffb6d-22fb-40a0-9bfe-e68ecaf38962 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024315 Jun 30 02:31:13.535531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3a4a501f-cb16-4e10-9add-8957c27d4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.537356 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-3a4a501f-cb16-4e10-9add-8957c27d4bbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.1475260 Jun 30 02:31:13.548781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-a8bde807-9864-4e03-a010-5a96818ad1e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] For port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:13.549145 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-a8bde807-9864-4e03-a010-5a96818ad1e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.580237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-a8bde807-9864-4e03-a010-5a96818ad1e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Calling delete_port for 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:13.588022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-da4c4896-e896-41e8-99b4-feab8c51e587 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97f28ee20a5745abac59f16624d52c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932956 Jun 30 02:31:13.594156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:13.649119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-3eed0925-8e12-4dab-9448-773574f71ad6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.650666 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-3eed0925-8e12-4dab-9448-773574f71ad6 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 950 time: 0.2220714 Jun 30 02:31:13.664141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15303b6-8bc3-4833-a15a-f1c300701ffe req-e4b4f158-318a-43c5-a1de-dda4c0d91641 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.666505 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c15303b6-8bc3-4833-a15a-f1c300701ffe req-e4b4f158-318a-43c5-a1de-dda4c0d91641 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1940129 Jun 30 02:31:13.694909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e983b-3bd6-460e-a44b-f9ba111993c6 req-012bb442-0916-4ade-bae4-58db9422d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.696405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b66e983b-3bd6-460e-a44b-f9ba111993c6 req-012bb442-0916-4ade-bae4-58db9422d404 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1096 time: 0.1072137 Jun 30 02:31:13.757972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2e6450f5-8e16-4686-af26-fe426f407225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.759612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-2e6450f5-8e16-4686-af26-fe426f407225 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2141988 Jun 30 02:31:13.795466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19ed0db3-c602-4db0-be03-e2b650091154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.826907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c15303b6-8bc3-4833-a15a-f1c300701ffe req-ca1c43d4-ea55-4922-9d02-ea503ac700f5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401620 Jun 30 02:31:13.862838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-a8bde807-9864-4e03-a010-5a96818ad1e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.872897 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19ed0db3-c602-4db0-be03-e2b650091154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.886444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:13.924765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bde807-9864-4e03-a010-5a96818ad1e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event deleted for resources: {'Port': ['ID=7f640dc2-ef5a-4ff1-9aab-2851f24e07b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:13.934348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e983b-3bd6-460e-a44b-f9ba111993c6 req-9c612db0-6555-4ef1-9e22-557d94c96c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.935912 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b66e983b-3bd6-460e-a44b-f9ba111993c6 req-9c612db0-6555-4ef1-9e22-557d94c96c79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.2277784 Jun 30 02:31:13.947805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-7e139c95-d661-4c19-852c-df45cfd4a518 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775782 Jun 30 02:31:13.984579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-420135ff-e8f6-4eea-91ce-8968fa4c63b7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Deleting port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:13.984960 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-420135ff-e8f6-4eea-91ce-8968fa4c63b7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:13.997826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195b6e3-20cf-4fb4-86c7-d136fc435ed1 req-420c4181-8ec6-4cf7-a1ba-b6878635a5fc tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:13.999389 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2195b6e3-20cf-4fb4-86c7-d136fc435ed1 req-420c4181-8ec6-4cf7-a1ba-b6878635a5fc tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 944 time: 0.2420952 Jun 30 02:31:14.000263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-a8bde807-9864-4e03-a010-5a96818ad1e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] No DVR routers for this DVR port 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:14.007102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-a8bde807-9864-4e03-a010-5a96818ad1e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.007102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56fd4747-eaaa-4428-ba95-33b4a26fe76d req-a8bde807-9864-4e03-a010-5a96818ad1e3 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "DELETE /v2.0/ports/7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 HTTP/1.1" status: 204 len: 173 time: 0.9609625 Jun 30 02:31:14.048926 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b66e983b-3bd6-460e-a44b-f9ba111993c6 req-438e7d17-6b6c-4c49-bea4-f1e55ea3e3fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b HTTP/1.1" status: 200 len: 217 time: 0.0914478 Jun 30 02:31:14.079964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19ed0db3-c602-4db0-be03-e2b650091154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.082445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19ed0db3-c602-4db0-be03-e2b650091154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.083586 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-19ed0db3-c602-4db0-be03-e2b650091154 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86d69f09-753e-425e-a5e4-288a9399567f HTTP/1.1" status: 204 len: 168 time: 0.4862447 Jun 30 02:31:14.124393 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd478430-0d35-470b-8405-bd6b45fa9556 req-65e48d23-40ff-4b5e-b538-c4c7365ca531 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=860e722f-de0c-40da-9381-9bcbb134853e HTTP/1.1" status: 200 len: 210 time: 0.0454335 Jun 30 02:31:14.137455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed0db3-c602-4db0-be03-e2b650091154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d69f09-753e-425e-a5e4-288a9399567f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:14.154936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2195b6e3-20cf-4fb4-86c7-d136fc435ed1 req-09842890-a015-4baa-9637-40e547d8899e tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413856 Jun 30 02:31:14.169370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e983b-3bd6-460e-a44b-f9ba111993c6 req-0ba16462-37c9-44b0-9105-24ae25bbbbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.170958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b66e983b-3bd6-460e-a44b-f9ba111993c6 req-0ba16462-37c9-44b0-9105-24ae25bbbbdf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.1067357 Jun 30 02:31:14.240751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-420135ff-e8f6-4eea-91ce-8968fa4c63b7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] For port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:14.241197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-420135ff-e8f6-4eea-91ce-8968fa4c63b7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.245502 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-6ec4ec52-102b-4688-9149-8657968cf2a5 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752688 Jun 30 02:31:14.248253 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b66e983b-3bd6-460e-a44b-f9ba111993c6 req-436af6a8-a003-448c-9a89-776a9512f6ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697238 Jun 30 02:31:14.299500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-52a0c09d-5084-436e-93b3-734490697ce8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 HTTP/1.1" status: 200 len: 217 time: 0.0447702 Jun 30 02:31:14.300718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-420135ff-e8f6-4eea-91ce-8968fa4c63b7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Calling delete_port for adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:14.436570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b66e983b-3bd6-460e-a44b-f9ba111993c6 req-ab663510-439a-4a3d-93eb-1025770cc509 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738656 Jun 30 02:31:14.443924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-a44e13ef-979f-4f31-ba5a-f4ce11932451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.445986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-a44e13ef-979f-4f31-ba5a-f4ce11932451 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.1394458 Jun 30 02:31:14.554034 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b66e983b-3bd6-460e-a44b-f9ba111993c6 req-e7c68d62-8000-4c00-8edb-216c565c1dd9 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085348 Jun 30 02:31:14.574837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0287a8-57cb-4cf6-a035-e661fb6a232a req-ee298e05-db2a-4f5b-8f9a-d88d8a77beab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.581198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0287a8-57cb-4cf6-a035-e661fb6a232a req-ee298e05-db2a-4f5b-8f9a-d88d8a77beab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.587169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0287a8-57cb-4cf6-a035-e661fb6a232a req-ee298e05-db2a-4f5b-8f9a-d88d8a77beab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.593108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0287a8-57cb-4cf6-a035-e661fb6a232a req-ee298e05-db2a-4f5b-8f9a-d88d8a77beab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.599398 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0287a8-57cb-4cf6-a035-e661fb6a232a req-ee298e05-db2a-4f5b-8f9a-d88d8a77beab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.605051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0287a8-57cb-4cf6-a035-e661fb6a232a req-ee298e05-db2a-4f5b-8f9a-d88d8a77beab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.611272 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0287a8-57cb-4cf6-a035-e661fb6a232a req-ee298e05-db2a-4f5b-8f9a-d88d8a77beab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.618904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da0287a8-57cb-4cf6-a035-e661fb6a232a req-ee298e05-db2a-4f5b-8f9a-d88d8a77beab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.2321422 Jun 30 02:31:14.692113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-964316ce-e77a-4842-9dba-12b76b7899ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.693618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-964316ce-e77a-4842-9dba-12b76b7899ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2390780 Jun 30 02:31:14.707317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da0287a8-57cb-4cf6-a035-e661fb6a232a req-7b5063e7-801e-4093-b086-f433a7585cf4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874703 Jun 30 02:31:14.718296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66bac3-bbcb-4af9-81ed-6f743c11ec46 req-252ee7ed-1fec-48b1-b941-471cb3311ce8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:14.726936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b66bac3-bbcb-4af9-81ed-6f743c11ec46 req-252ee7ed-1fec-48b1-b941-471cb3311ce8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 944 time: 0.0918031 Jun 30 02:31:14.780025 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b66bac3-bbcb-4af9-81ed-6f743c11ec46 req-18bf5aa2-1fc3-464b-893c-428429a524ca tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520401 Jun 30 02:31:14.828775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-420135ff-e8f6-4eea-91ce-8968fa4c63b7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.843611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b', '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:14.873068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420135ff-e8f6-4eea-91ce-8968fa4c63b7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event deleted for resources: {'Port': ['ID=adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:14.932813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-61c66da8-4930-4107-b213-aba7cb996b47 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180099 Jun 30 02:31:14.933546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860e722f-de0c-40da-9381-9bcbb134853e', 'name': 'network-vif-deleted', 'tag': '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:14.937169 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fefd3a6-6bcf-4252-a836-796fdca6da16" -d '{"events": [{"server_uuid": "860e722f-de0c-40da-9381-9bcbb134853e", "name": "network-vif-deleted", "tag": "7f640dc2-ef5a-4ff1-9aab-2851f24e07b2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:14.952112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-420135ff-e8f6-4eea-91ce-8968fa4c63b7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] No DVR routers for this DVR port adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:14.961828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-420135ff-e8f6-4eea-91ce-8968fa4c63b7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:14.963750 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d3b47c3-9ba2-4e3c-83ad-77fcf2607af7 req-420135ff-e8f6-4eea-91ce-8968fa4c63b7 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "DELETE /v2.0/ports/adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 HTTP/1.1" status: 204 len: 173 time: 1.2912383 Jun 30 02:31:14.964201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc7db9c-c769-46c0-b203-0a5719a41e41', 'name': 'network-vif-deleted', 'tag': 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:14.966705 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b1efd8-0f08-4b12-8e27-8e71ddb2a347" -d '{"events": [{"server_uuid": "bbc7db9c-c769-46c0-b203-0a5719a41e41", "name": "network-vif-deleted", "tag": "adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:15.034045 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c6f99c-cfd1-47b4-bbae-035bf5c6f422 x-openstack-request-id: req-31c6f99c-cfd1-47b4-bbae-035bf5c6f422 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:15.034344 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860e722f-de0c-40da-9381-9bcbb134853e", "name": "network-vif-deleted", "tag": "7f640dc2-ef5a-4ff1-9aab-2851f24e07b2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:15.034599 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31c6f99c-cfd1-47b4-bbae-035bf5c6f422 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:15.035410 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860e722f-de0c-40da-9381-9bcbb134853e', 'name': 'network-vif-deleted', 'tag': '7f640dc2-ef5a-4ff1-9aab-2851f24e07b2', 'status': 'completed', 'code': 200} Jun 30 02:31:15.040013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device ef6b2836-b58d-41ee-8cf1-73d2611cc2ad details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:15.109339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-0929952f-8d37-45cd-995b-bd871164baf4 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580195 Jun 30 02:31:15.114840 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b0ca3a-ce0d-4ec7-a9f2-137b85cf588e x-openstack-request-id: req-16b0ca3a-ce0d-4ec7-a9f2-137b85cf588e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:15.115301 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc7db9c-c769-46c0-b203-0a5719a41e41", "name": "network-vif-deleted", "tag": "adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:15.115759 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16b0ca3a-ce0d-4ec7-a9f2-137b85cf588e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:15.116937 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc7db9c-c769-46c0-b203-0a5719a41e41', 'name': 'network-vif-deleted', 'tag': 'adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039', 'status': 'completed', 'code': 200} Jun 30 02:31:15.143121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:15.185282 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-a1499b0b-d5d1-4ff7-a5f4-fc3cbeeea8b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00ef3587-abe6-4280-a268-0d6e50f4c1a3 HTTP/1.1" status: 200 len: 217 time: 0.0611305 Jun 30 02:31:15.219453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba1aa9-86fe-411d-abcc-904fb0ed01a1 req-d70650d8-a1b8-4305-9cda-e170aeae5d8b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:15.221232 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87ba1aa9-86fe-411d-abcc-904fb0ed01a1 req-d70650d8-a1b8-4305-9cda-e170aeae5d8b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1443987 Jun 30 02:31:15.224502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:15.241867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'ef6b2836-b58d-41ee-8cf1-73d2611cc2ad', 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3', 'port_id': 'ef6b2836-b58d-41ee-8cf1-73d2611cc2ad', 'mac_address': 'fa:16:3e:cd:25:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02c02ca-436e-4209-a54a-2d9fd9bfa108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:15.286852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b398a4-cd31-47f7-98cd-a73839b54da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:15.290140 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-89b398a4-cd31-47f7-98cd-a73839b54da0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e545eccd-650a-4043-aa44-a5cdae114a45 HTTP/1.1" status: 200 len: 797 time: 0.0974963 Jun 30 02:31:15.314152 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87ba1aa9-86fe-411d-abcc-904fb0ed01a1 req-99849382-bd23-4bfb-9a46-30ca75f5e338 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858796 Jun 30 02:31:15.333752 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.346229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-864533452-network', 'tenant_id': 'a12c18dd59784acc8be285228865d299'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:15.374395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6b2836-b58d-41ee-8cf1-73d2611cc2ad {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:15.395956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Made reservation on behalf of a12c18dd59784acc8be285228865d299 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:15.399455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.413749 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.422082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:15.433218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.533337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:15.537654 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-31396eb6-01ff-477a-850e-cbe952c5bace req-9d842d1e-4a2f-4341-9081-b650483dbb9a tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=bbc7db9c-c769-46c0-b203-0a5719a41e41 HTTP/1.1" status: 200 len: 210 time: 0.0429389 Jun 30 02:31:15.543424 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.552038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.552398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.552761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.553115 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.553450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.553965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.554429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.554785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.555118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.555444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.555770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.556092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:15.588563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.593439 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.622529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:31:15.629416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afad9b4-316e-4967-9b40-ad6f57375453,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:15.637218 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.637586 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Added segment e70dfb96-cb85-472c-a037-9a0cf496bf94 of type vlan for network d229cb70-5fa0-4cb6-8449-0aa985c643b3 Jun 30 02:31:15.679741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.713443 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.714478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:15.715291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.797174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6492515 Jun 30 02:31:15.797174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343941da-4999-4878-9be1-a5e3a05d7bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=d229cb70-5fa0-4cb6-8449-0aa985c643b3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:15.801371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:15.808322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Request body: {'subnet': {'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-subnet', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:15.814700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['ef6b2836-b58d-41ee-8cf1-73d2611cc2ad'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:15.820638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network d229cb70-5fa0-4cb6-8449-0aa985c643b3 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:31:15.837903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Made reservation on behalf of a12c18dd59784acc8be285228865d299 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:15.841389 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.865258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-dc13a92b-4e95-4a86-8dee-8aae8edf51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:15.866943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-dc13a92b-4e95-4a86-8dee-8aae8edf51fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd24ac80-8c34-47d2-9050-738175838a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5634973 Jun 30 02:31:15.924953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:15.958076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450c7e6-2533-4cd2-8f33-6ab085c2a868 req-0449d5d3-8e8c-4f34-9827-779a9199e3d5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:15.959641 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c450c7e6-2533-4cd2-8f33-6ab085c2a868 req-0449d5d3-8e8c-4f34-9827-779a9199e3d5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 944 time: 0.1506271 Jun 30 02:31:16.013336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-8519b687-3aad-4c81-8ea5-0075af9b51b5 service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383200 Jun 30 02:31:16.047938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c450c7e6-2533-4cd2-8f33-6ab085c2a868 req-fa05e4e0-4b81-4e64-9124-2c4fa913db34 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658028 Jun 30 02:31:16.121445 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.122849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-ec692699-6b5d-40a1-9973-d03a8520eb95 service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995851 Jun 30 02:31:16.168049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583a62-465e-4133-a660-ba35e323cf9e req-51ad7196-23df-434d-ad01-b29f5524e09c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.173799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583a62-465e-4133-a660-ba35e323cf9e req-51ad7196-23df-434d-ad01-b29f5524e09c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.175813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-99f61008-36ce-4b26-84d7-8debdd70219d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1ee62e8a-ac04-4b69-81cf-e3412dd85b98 HTTP/1.1" status: 200 len: 217 time: 0.0432830 Jun 30 02:31:16.179567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583a62-465e-4133-a660-ba35e323cf9e req-51ad7196-23df-434d-ad01-b29f5524e09c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.185933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583a62-465e-4133-a660-ba35e323cf9e req-51ad7196-23df-434d-ad01-b29f5524e09c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.191632 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583a62-465e-4133-a660-ba35e323cf9e req-51ad7196-23df-434d-ad01-b29f5524e09c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.197301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583a62-465e-4133-a660-ba35e323cf9e req-51ad7196-23df-434d-ad01-b29f5524e09c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.203117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583a62-465e-4133-a660-ba35e323cf9e req-51ad7196-23df-434d-ad01-b29f5524e09c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.205398 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17583a62-465e-4133-a660-ba35e323cf9e req-51ad7196-23df-434d-ad01-b29f5524e09c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.2110527 Jun 30 02:31:16.246933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9a2953-ff5e-4455-9a8e-2962a7821379,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:16.251135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-8e07b643-5866-4bee-bb3d-b337b51815cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.252656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-8e07b643-5866-4bee-bb3d-b337b51815cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e545eccd-650a-4043-aa44-a5cdae114a45 HTTP/1.1" status: 200 len: 797 time: 0.0671785 Jun 30 02:31:16.267424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Checking segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:16.267803 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Network hostable DHCP agents. Network: d229cb70-5fa0-4cb6-8449-0aa985c643b3, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:31:16.278936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17583a62-465e-4133-a660-ba35e323cf9e req-1193928e-343e-4fbe-9a9d-91f193d207fd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633256 Jun 30 02:31:16.297784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Network d229cb70-5fa0-4cb6-8449-0aa985c643b3 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:31:16.310245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f55097-a16f-4082-b36f-de8998a5bc91 req-eab68750-3866-4195-beea-562eb44d69b6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.310245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2f55097-a16f-4082-b36f-de8998a5bc91 req-eab68750-3866-4195-beea-562eb44d69b6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 945 time: 0.1338642 Jun 30 02:31:16.319394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, d229cb70-5fa0-4cb6-8449-0aa985c643b3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:16.325605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.326538 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.331010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ebcbe2-697b-431c-840b-2d4e92ebdf34 None None] Network d229cb70-5fa0-4cb6-8449-0aa985c643b3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:31:16.350182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ce4f9881-48ba-4161-842c-f18d3de1a3a3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5473993 Jun 30 02:31:16.352579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:16.359960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:16.365531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-9a0e44ab-3192-44d2-89c7-33a25bf0b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.367071 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-9a0e44ab-3192-44d2-89c7-33a25bf0b6e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd24ac80-8c34-47d2-9050-738175838a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1063867 Jun 30 02:31:16.372347 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2f55097-a16f-4082-b36f-de8998a5bc91 req-540b89f0-454d-4c76-843c-a1c118350884 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547895 Jun 30 02:31:16.403179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.405665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.497981 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-5b01fbf2-40e0-4b57-880c-760c727b7565 service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199923 Jun 30 02:31:16.499045 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.522243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-d229cb70-5fa0-4cb6-8449-0aa985c643b3', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:31:16.523146 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.645473 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.648201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b60d4b4b-e35e-4d62-9b04-313b554ca8a9 req-f65f09a0-f125-486b-afc0-cef93b3af630 service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432798 Jun 30 02:31:16.695139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Allocated IP 172.20.0.2 (d229cb70-5fa0-4cb6-8449-0aa985c643b3/2b9a2953-ff5e-4455-9a8e-2962a7821379/486c6ab7-896a-4951-92d1-440cebbe9198) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:16.700168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093423b-78ab-42d5-8468-7cb7d0490cb0 req-a5994922-3a4c-455c-90a8-9474749e5e6c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.701900 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5093423b-78ab-42d5-8468-7cb7d0490cb0 req-a5994922-3a4c-455c-90a8-9474749e5e6c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1702011 Jun 30 02:31:16.808193 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5093423b-78ab-42d5-8468-7cb7d0490cb0 req-f875fa27-4d26-4be0-b37f-08a82ea59120 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973408 Jun 30 02:31:16.850010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-53809162-f826-4aa6-b619-2eb4191ddd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.850588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-53809162-f826-4aa6-b619-2eb4191ddd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.851092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-53809162-f826-4aa6-b619-2eb4191ddd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.851564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-53809162-f826-4aa6-b619-2eb4191ddd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.852138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-53809162-f826-4aa6-b619-2eb4191ddd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.852602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-53809162-f826-4aa6-b619-2eb4191ddd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.853053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-53809162-f826-4aa6-b619-2eb4191ddd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.856500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-53809162-f826-4aa6-b619-2eb4191ddd6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6481 time: 0.1140177 Jun 30 02:31:16.885693 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.907381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Transition to ACTIVE for port object 486c6ab7-896a-4951-92d1-440cebbe9198 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:16.941285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Transition to ACTIVE for port object 486c6ab7-896a-4951-92d1-440cebbe9198 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:16.949320 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.953245 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.976735 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:16.983370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-ac6e98d7-f448-4e8b-9f6e-9001a80a9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:16.985788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-ac6e98d7-f448-4e8b-9f6e-9001a80a9e4c service neutron] 10.222.0.69 "GET /v2.0/networks?id=cd24ac80-8c34-47d2-9050-738175838a5b HTTP/1.1" status: 200 len: 902 time: 0.1214111 Jun 30 02:31:17.006360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Network d229cb70-5fa0-4cb6-8449-0aa985c643b3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:17.008223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:17.012673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:17.029666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Pushing event updated for resources: {'Port': ['ID=486c6ab7-896a-4951-92d1-440cebbe9198,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:17.060218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-be2e90e7-4ab6-45ad-b012-9d095f7049e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1ee62e8a-ac04-4b69-81cf-e3412dd85b98 HTTP/1.1" status: 200 len: 217 time: 0.0670931 Jun 30 02:31:17.133866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Allocated IP 172.25.7.56 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/3e9f9739-446a-4a63-a5bf-e5d7fe12892a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:17.143233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-3ac0c3d7-f37f-4810-95e9-659280284ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.144726 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-3ac0c3d7-f37f-4810-95e9-659280284ac0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e545eccd-650a-4043-aa44-a5cdae114a45 HTTP/1.1" status: 200 len: 797 time: 0.0746820 Jun 30 02:31:17.198410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327a73f-8c53-4fad-ba5e-519da958bc72 req-cd070cdd-cb86-4be7-85f5-b503b392a533 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.200009 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c327a73f-8c53-4fad-ba5e-519da958bc72 req-cd070cdd-cb86-4be7-85f5-b503b392a533 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 950 time: 0.1430006 Jun 30 02:31:17.210925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 41431db9-e2a5-4c2d-94f3-e35cab91411b details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:17.222989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device ef6b2836-b58d-41ee-8cf1-73d2611cc2ad up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:17.240839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-64182a00-9687-46ef-b256-052b0969d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.243685 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-64182a00-9687-46ef-b256-052b0969d7c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd24ac80-8c34-47d2-9050-738175838a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0906806 Jun 30 02:31:17.270104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c327a73f-8c53-4fad-ba5e-519da958bc72 req-846c6ed3-1261-487b-99b7-fcd003727cab tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637553 Jun 30 02:31:17.295366 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:17.333276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Attempting to bind port 486c6ab7-896a-4951-92d1-440cebbe9198 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:17.333658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Attempting to bind port 486c6ab7-896a-4951-92d1-440cebbe9198 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:17.334070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Attempting to bind port 486c6ab7-896a-4951-92d1-440cebbe9198 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:17.349162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:17.349532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Checking segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:17.349930 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:17.350494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Bound using segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:17.350798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Bound port: 486c6ab7-896a-4951-92d1-440cebbe9198, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:17.351174 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:17.360873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-bb697ab8-356e-4b4b-a9ad-be6ca02f6316 service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042609 Jun 30 02:31:17.371441 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:17.382762 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d51acf-0e68-4399-aa04-a84f82f5fb0d req-a3a509d2-ad15-4dd0-b9b6-8794f84a7e4a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.392049 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88d51acf-0e68-4399-aa04-a84f82f5fb0d req-a3a509d2-ad15-4dd0-b9b6-8794f84a7e4a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 944 time: 0.1647472 Jun 30 02:31:17.418273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:17.451054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:17.451335 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:17.454049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:17.481777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:17.491679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:17.494473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:17.509680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '41431db9-e2a5-4c2d-94f3-e35cab91411b', 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2', 'port_id': '41431db9-e2a5-4c2d-94f3-e35cab91411b', 'mac_address': 'fa:16:3e:fb:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d3201b-8a49-4a4b-8508-f2d5e8cc3553', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:17.511810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] For port 486c6ab7-896a-4951-92d1-440cebbe9198, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:17.518297 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5d403df-62c7-44a6-b9c2-877bc04c580f req-08fc99b7-92f2-43e9-aefc-3442efb912e1 service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493280 Jun 30 02:31:17.534882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] For port 486c6ab7-896a-4951-92d1-440cebbe9198, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=486c6ab7-896a-4951-92d1-440cebbe9198,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:17.540064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88d51acf-0e68-4399-aa04-a84f82f5fb0d req-565557d2-31b0-4d79-a067-c7b1181fde5c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462293 Jun 30 02:31:17.556638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de276-db8b-42cb-bfec-66561fef6438 req-e3a995d4-9ee8-432f-95a7-c0bb51c77752 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.556775 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:17.563691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de276-db8b-42cb-bfec-66561fef6438 req-e3a995d4-9ee8-432f-95a7-c0bb51c77752 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.571355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de276-db8b-42cb-bfec-66561fef6438 req-e3a995d4-9ee8-432f-95a7-c0bb51c77752 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.577395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de276-db8b-42cb-bfec-66561fef6438 req-e3a995d4-9ee8-432f-95a7-c0bb51c77752 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.583461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de276-db8b-42cb-bfec-66561fef6438 req-e3a995d4-9ee8-432f-95a7-c0bb51c77752 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.589418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de276-db8b-42cb-bfec-66561fef6438 req-e3a995d4-9ee8-432f-95a7-c0bb51c77752 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.596840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453de276-db8b-42cb-bfec-66561fef6438 req-e3a995d4-9ee8-432f-95a7-c0bb51c77752 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.598863 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-453de276-db8b-42cb-bfec-66561fef6438 req-e3a995d4-9ee8-432f-95a7-c0bb51c77752 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.1329393 Jun 30 02:31:17.620320 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:17.628378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Pushing event updated for resources: {'Port': ['ID=3e9f9739-446a-4a63-a5bf-e5d7fe12892a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:17.649910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a354ee-9821-446b-9be6-3e948c994d89 None None] Pushing event updated for resources: {'Port': ['ID=486c6ab7-896a-4951-92d1-440cebbe9198,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:17.670517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41431db9-e2a5-4c2d-94f3-e35cab91411b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:17.686756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-453de276-db8b-42cb-bfec-66561fef6438 req-63c2edb8-d026-43b1-94e0-9cf1ce617a51 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784874 Jun 30 02:31:17.706990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:17.708036 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:17.727143 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:17.743164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55548f07-ff8d-4e2c-a164-3d778154743d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6b2836-b58d-41ee-8cf1-73d2611cc2ad'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:17.745764 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24c63ff-65fe-448a-a0fb-ac9d96768cf1" -d '{"events": [{"server_uuid": "55548f07-ff8d-4e2c-a164-3d778154743d", "name": "network-vif-plugged", "status": "completed", "tag": "ef6b2836-b58d-41ee-8cf1-73d2611cc2ad"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:17.780259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:17.797330 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:17.798569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:17.813156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f41b94-cf9c-414c-9e6a-4d1bdf877f81 req-cffa256e-7725-431c-8f62-b751ae3ff5b2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:17.819322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75f41b94-cf9c-414c-9e6a-4d1bdf877f81 req-cffa256e-7725-431c-8f62-b751ae3ff5b2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 945 time: 0.1435947 Jun 30 02:31:17.826112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:17.826451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 7f640dc2-ef5a-4ff1-9aab-2851f24e07b2 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:17.827571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:17.828964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=41431db9-e2a5-4c2d-94f3-e35cab91411b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:17.851924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:17.851924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device adeb6a7c-d1fb-4ac7-80e5-ee7e6f047039 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:17.873725 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7bf228-8692-4f75-a249-d549174174b1 x-openstack-request-id: req-1e7bf228-8692-4f75-a249-d549174174b1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:17.874024 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55548f07-ff8d-4e2c-a164-3d778154743d", "name": "network-vif-plugged", "status": "completed", "tag": "ef6b2836-b58d-41ee-8cf1-73d2611cc2ad", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:17.874255 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e7bf228-8692-4f75-a249-d549174174b1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:17.874633 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55548f07-ff8d-4e2c-a164-3d778154743d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6b2836-b58d-41ee-8cf1-73d2611cc2ad', 'code': 200} Jun 30 02:31:17.938332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:18.070659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['41431db9-e2a5-4c2d-94f3-e35cab91411b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:18.099297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bf7bc-c577-45c1-8b86-fe5467e9fa7b req-c679a488-32b2-4458-b0b7-eea58fe0e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.100854 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-493bf7bc-c577-45c1-8b86-fe5467e9fa7b req-c679a488-32b2-4458-b0b7-eea58fe0e1f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 1098 time: 0.1055331 Jun 30 02:31:18.141739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec4f92-fc37-4a53-bfec-566462ab061c req-ebba8840-613f-4914-b910-e7042d52d6af tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.143236 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-83ec4f92-fc37-4a53-bfec-566462ab061c req-ebba8840-613f-4914-b910-e7042d52d6af tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1140201 Jun 30 02:31:18.159178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-493bf7bc-c577-45c1-8b86-fe5467e9fa7b req-1d6535c6-63e3-4024-8366-c4eb4aa041e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489767 Jun 30 02:31:18.194246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-83ec4f92-fc37-4a53-bfec-566462ab061c req-47564ae9-fe12-483a-aa39-a54701fda1e5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368319 Jun 30 02:31:18.291739 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75f41b94-cf9c-414c-9e6a-4d1bdf877f81 req-77552646-807d-46b9-9983-ab2d56974265 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721853 Jun 30 02:31:18.310777 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:18.482092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa42698-13a9-4429-b567-8e1aabb8f7b2 req-ace9cb4d-a544-4314-808d-38dde142c4bf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.486940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ffa42698-13a9-4429-b567-8e1aabb8f7b2 req-ace9cb4d-a544-4314-808d-38dde142c4bf tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 950 time: 0.0844166 Jun 30 02:31:18.520688 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:18.526649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ffa42698-13a9-4429-b567-8e1aabb8f7b2 req-e970c771-2fea-47ff-b4fd-0d641476641d tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/security-groups?id=e987552b-537e-41ad-9384-5a99c26b9464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Jun 30 02:31:18.657213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:31:18.781222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197351a9-b1d5-4201-bb22-079f16bdf184 None None] Network d229cb70-5fa0-4cb6-8449-0aa985c643b3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:31:18.815177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:31:18.823696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081aeb5-038d-4f27-9c6c-c7fa681bc751 req-0aa8540b-c61b-4bbf-8e11-45bdc8683a97 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.826880 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Sync routers for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:31:18.830932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2081aeb5-038d-4f27-9c6c-c7fa681bc751 req-0aa8540b-c61b-4bbf-8e11-45bdc8683a97 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 945 time: 0.1606910 Jun 30 02:31:18.841213 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:18.842500 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:30:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:18.868397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:18.873061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c7d06152-b137-4dce-b393-41e37e94ef6f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5185721 Jun 30 02:31:18.875847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:18.899036 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2081aeb5-038d-4f27-9c6c-c7fa681bc751 req-9b48a74d-321d-411b-b745-834d124e41f4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659487 Jun 30 02:31:18.924976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b464-bba2-4664-b134-4aa57240725a req-cf8e9723-35d2-4ab3-8606-f48187928310 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.934281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b464-bba2-4664-b134-4aa57240725a req-cf8e9723-35d2-4ab3-8606-f48187928310 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.941205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b464-bba2-4664-b134-4aa57240725a req-cf8e9723-35d2-4ab3-8606-f48187928310 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.947704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b464-bba2-4664-b134-4aa57240725a req-cf8e9723-35d2-4ab3-8606-f48187928310 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.961883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b464-bba2-4664-b134-4aa57240725a req-cf8e9723-35d2-4ab3-8606-f48187928310 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.970739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b464-bba2-4664-b134-4aa57240725a req-cf8e9723-35d2-4ab3-8606-f48187928310 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.972855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8c2891b5-cf0d-423d-b7f4-26605dd5a951 None None] Provisioning for port 486c6ab7-896a-4951-92d1-440cebbe9198 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:18.977423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3b464-bba2-4664-b134-4aa57240725a req-cf8e9723-35d2-4ab3-8606-f48187928310 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:18.982174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bfb3b464-bba2-4664-b134-4aa57240725a req-cf8e9723-35d2-4ab3-8606-f48187928310 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.1395836 Jun 30 02:31:19.016938 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:19.069967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bfb3b464-bba2-4664-b134-4aa57240725a req-f1ecc202-5481-4cef-b95a-97ccff0859a7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741088 Jun 30 02:31:19.124461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-1511d68b-0424-410c-a25f-e852b4b563aa tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:19.125857 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-1511d68b-0424-410c-a25f-e852b4b563aa tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 950 time: 0.1407604 Jun 30 02:31:19.252856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-c3eb9809-a3cb-403e-bf73-1fbd4e324390 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Deleting port 870229c5-03ac-44a0-8404-01a17d3d321b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:19.253416 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-c3eb9809-a3cb-403e-bf73-1fbd4e324390 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.258876 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:17Z', 'revision_number': 3, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:19.296345 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Checking router: 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:31:19.296687 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Updating router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:31:19.342726 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.398607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-c3eb9809-a3cb-403e-bf73-1fbd4e324390 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] For port 870229c5-03ac-44a0-8404-01a17d3d321b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=870229c5-03ac-44a0-8404-01a17d3d321b,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:19.399009 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-c3eb9809-a3cb-403e-bf73-1fbd4e324390 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.414310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-c3eb9809-a3cb-403e-bf73-1fbd4e324390 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Calling delete_port for 870229c5-03ac-44a0-8404-01a17d3d321b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:19.458595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 486c6ab7-896a-4951-92d1-440cebbe9198 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:19.550498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 486c6ab7-896a-4951-92d1-440cebbe9198 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:19.556265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 486c6ab7-896a-4951-92d1-440cebbe9198 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:19.558522 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.583360 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.594803 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025c1b-0f69-4a76-93dc-4dfdd6788e9a req-d8df2dee-d7b1-4ec1-8ae2-4672949bd58b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:19.602674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03025c1b-0f69-4a76-93dc-4dfdd6788e9a req-d8df2dee-d7b1-4ec1-8ae2-4672949bd58b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1308265 Jun 30 02:31:19.663881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03025c1b-0f69-4a76-93dc-4dfdd6788e9a req-dd33590d-2b2c-455f-a314-4bf5d8211bfe tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598259 Jun 30 02:31:19.678661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-c3eb9809-a3cb-403e-bf73-1fbd4e324390 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.679999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.705564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['870229c5-03ac-44a0-8404-01a17d3d321b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:19.783804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb9809-a3cb-403e-bf73-1fbd4e324390 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Pushing event deleted for resources: {'Port': ['ID=870229c5-03ac-44a0-8404-01a17d3d321b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:19.810632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 486c6ab7-896a-4951-92d1-440cebbe9198, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=486c6ab7-896a-4951-92d1-440cebbe9198,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:19.820035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-c3eb9809-a3cb-403e-bf73-1fbd4e324390 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] No DVR routers for this DVR port 870229c5-03ac-44a0-8404-01a17d3d321b on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:19.820258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.824097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-c3eb9809-a3cb-403e-bf73-1fbd4e324390 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.827094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5e02576-1a6f-4279-b91d-3bd00bd60e05 req-c3eb9809-a3cb-403e-bf73-1fbd4e324390 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.73 "DELETE /v2.0/ports/870229c5-03ac-44a0-8404-01a17d3d321b HTTP/1.1" status: 204 len: 173 time: 0.6894786 Jun 30 02:31:19.828551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be15570-f819-4376-8ef3-394a203357c8', 'name': 'network-vif-deleted', 'tag': '870229c5-03ac-44a0-8404-01a17d3d321b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:19.831078 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f1114d-d44f-4e2a-9032-45698039da64" -d '{"events": [{"server_uuid": "9be15570-f819-4376-8ef3-394a203357c8", "name": "network-vif-deleted", "tag": "870229c5-03ac-44a0-8404-01a17d3d321b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:19.872901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab259d4-8f53-428f-a7aa-31b0882a68c0 req-6cfdd57f-e9a0-4b3e-b27f-533b2d2cadfa tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:19.874901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ab259d4-8f53-428f-a7aa-31b0882a68c0 req-6cfdd57f-e9a0-4b3e-b27f-533b2d2cadfa tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 946 time: 0.2700279 Jun 30 02:31:19.879482 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.884678 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Allocated IP 172.20.0.1 (d229cb70-5fa0-4cb6-8449-0aa985c643b3/2b9a2953-ff5e-4455-9a8e-2962a7821379/0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:19.892239 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Transition to ACTIVE for port object 3e9f9739-446a-4a63-a5bf-e5d7fe12892a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:19.896951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=486c6ab7-896a-4951-92d1-440cebbe9198,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:19.914140 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:19.930041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ab259d4-8f53-428f-a7aa-31b0882a68c0 req-f8e4dd58-03f1-46c6-9e8f-0dfad2b23022 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Jun 30 02:31:19.967151 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Pushing event updated for resources: {'Port': ['ID=3e9f9739-446a-4a63-a5bf-e5d7fe12892a,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:19.989337 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.989705 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.989815 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4afcda5-4311-4d37-ae81-62d844e2d63b x-openstack-request-id: req-e4afcda5-4311-4d37-ae81-62d844e2d63b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:19.990034 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be15570-f819-4376-8ef3-394a203357c8", "name": "network-vif-deleted", "tag": "870229c5-03ac-44a0-8404-01a17d3d321b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:19.990137 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.990289 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e4afcda5-4311-4d37-ae81-62d844e2d63b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:19.990400 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.990677 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.990794 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be15570-f819-4376-8ef3-394a203357c8', 'name': 'network-vif-deleted', 'tag': '870229c5-03ac-44a0-8404-01a17d3d321b', 'status': 'completed', 'code': 200} Jun 30 02:31:19.991031 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.991354 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.991676 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.991995 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.992312 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.992885 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.993844 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:19.996482 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9658360-605f-4aa1-994e-d66f7611fcfc req-85c936ac-f8d9-4186-8974-a6eabbd59c48 tempest-ServersOnMultiNodesTest-356286298 tempest-ServersOnMultiNodesTest-356286298-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be15570-f819-4376-8ef3-394a203357c8 HTTP/1.1" status: 200 len: 210 time: 0.0858409 Jun 30 02:31:19.997836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Attempting to bind port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:19.998300 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Attempting to bind port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:19.998663 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Attempting to bind port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:20.004437 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:20.004815 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:20.005440 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.005981 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:20.006363 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Bound port: 3e9f9739-446a-4a63-a5bf-e5d7fe12892a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:20.006759 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.072198 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] For port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:20.072932 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.076062 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] For port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3e9f9739-446a-4a63-a5bf-e5d7fe12892a,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:20.080823 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.088818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Transition to ACTIVE for port object 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:20.160684 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967217cf-9cf0-4541-a215-c30b2a6c7fb7 None None] Pushing event updated for resources: {'Port': ['ID=3e9f9739-446a-4a63-a5bf-e5d7fe12892a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:20.167845 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.179181 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:20.179813 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:30:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:20.206473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5215d5-8861-4e08-86f8-6271536c04d2 req-55104c51-d7f3-4457-9a33-7ace88e20c85 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:20.208477 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5215d5-8861-4e08-86f8-6271536c04d2 req-55104c51-d7f3-4457-9a33-7ace88e20c85 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 945 time: 0.1131823 Jun 30 02:31:20.218757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Network d229cb70-5fa0-4cb6-8449-0aa985c643b3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:20.221757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:20.224453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:20.259606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:20.293122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.299349 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5215d5-8861-4e08-86f8-6271536c04d2 req-3c0d4a8c-8e21-4292-abc8-ed0ec5bd8e87 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828669 Jun 30 02:31:20.375821 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:20.545291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748c27-a7ab-4e45-b643-3deff07c107c req-f038ed53-5c87-41a4-a11f-7329356a382e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:20.551086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748c27-a7ab-4e45-b643-3deff07c107c req-f038ed53-5c87-41a4-a11f-7329356a382e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:20.556976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748c27-a7ab-4e45-b643-3deff07c107c req-f038ed53-5c87-41a4-a11f-7329356a382e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:20.563553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748c27-a7ab-4e45-b643-3deff07c107c req-f038ed53-5c87-41a4-a11f-7329356a382e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:20.569533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748c27-a7ab-4e45-b643-3deff07c107c req-f038ed53-5c87-41a4-a11f-7329356a382e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:20.575939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748c27-a7ab-4e45-b643-3deff07c107c req-f038ed53-5c87-41a4-a11f-7329356a382e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:20.581767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748c27-a7ab-4e45-b643-3deff07c107c req-f038ed53-5c87-41a4-a11f-7329356a382e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:20.583711 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39748c27-a7ab-4e45-b643-3deff07c107c req-f038ed53-5c87-41a4-a11f-7329356a382e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.1815858 Jun 30 02:31:20.586786 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.595754 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:17Z', 'revision_number': 3, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:20.624144 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edbc403-720b-4b3c-aecd-e3b924917c20 None None] The sync data for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 is: [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:17Z', 'revision_number': 3, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:31:20.645070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2d36678a-076f-4159-81b6-01bfbdb35dbb None None] Provisioning for port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:20.649631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2d36678a-076f-4159-81b6-01bfbdb35dbb None None] Provisioning complete for port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:20.650565 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d36678a-076f-4159-81b6-01bfbdb35dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.660277 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39748c27-a7ab-4e45-b643-3deff07c107c req-d2c26f48-0415-4577-82f0-77dee2ad58d3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702302 Jun 30 02:31:20.723824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2d36678a-076f-4159-81b6-01bfbdb35dbb None None] Port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:31:20.815476 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.820756 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.895627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27fc29-dcee-4732-a437-162c722a1fb9 req-d3ab1703-69e6-40c7-8c0f-1dfe63a38934 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:20.910377 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c27fc29-dcee-4732-a437-162c722a1fb9 req-d3ab1703-69e6-40c7-8c0f-1dfe63a38934 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.0995278 Jun 30 02:31:20.916619 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:20.920379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:20.947445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c27fc29-dcee-4732-a437-162c722a1fb9 req-172a88a6-553c-43ff-9d2a-c487c424f7b5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361173 Jun 30 02:31:21.044675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Network d229cb70-5fa0-4cb6-8449-0aa985c643b3 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:21.046135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:21.070369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 41431db9-e2a5-4c2d-94f3-e35cab91411b up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:21.139052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 41431db9-e2a5-4c2d-94f3-e35cab91411b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:21.145213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 41431db9-e2a5-4c2d-94f3-e35cab91411b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:21.145756 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.281094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205c13b-c378-4985-a48f-76dfd88fa0b4 req-0226549a-d551-4be3-a783-e6ee1120d124 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:21.289097 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4205c13b-c378-4985-a48f-76dfd88fa0b4 req-0226549a-d551-4be3-a783-e6ee1120d124 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 946 time: 0.2362003 Jun 30 02:31:21.299626 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.316110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:31:21.368226 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4205c13b-c378-4985-a48f-76dfd88fa0b4 req-6911a4b2-0b9c-4d45-83ff-94be70138ee8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780859 Jun 30 02:31:21.384470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41431db9-e2a5-4c2d-94f3-e35cab91411b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:21.394250 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d714619-ef3a-4a32-a47b-167733946cc3" -d '{"events": [{"server_uuid": "ea1ef88d-8162-4634-9ddc-633061e47a62", "name": "network-vif-plugged", "status": "completed", "tag": "41431db9-e2a5-4c2d-94f3-e35cab91411b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:21.416034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-81660d05-52bf-4311-bdc6-e49a0c4f8d8c None None] Provisioning complete for port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:21.416562 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81660d05-52bf-4311-bdc6-e49a0c4f8d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.500285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:21.518067 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.595137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:21.600917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-81660d05-52bf-4311-bdc6-e49a0c4f8d8c None None] Port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:31:21.611496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3e9f9739-446a-4a63-a5bf-e5d7fe12892a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:21.627988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=41431db9-e2a5-4c2d-94f3-e35cab91411b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:21.724175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:21.732551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:21.733267 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.795431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cdeefc9f-23dc-45fb-b452-a02bc312ac2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8bc2179d3db14d6795047de24f143f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985207 Jun 30 02:31:21.797608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:21.878455 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.891044 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46d7888b-8c2c-470e-8d60-3b3ef83730ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.932715 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46d7888b-8c2c-470e-8d60-3b3ef83730ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.939629 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da858153-1017-4f73-81f5-4c6f7495567c x-openstack-request-id: req-da858153-1017-4f73-81f5-4c6f7495567c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:21.939961 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ef88d-8162-4634-9ddc-633061e47a62", "name": "network-vif-plugged", "status": "completed", "tag": "41431db9-e2a5-4c2d-94f3-e35cab91411b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:21.940222 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da858153-1017-4f73-81f5-4c6f7495567c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:21.940622 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41431db9-e2a5-4c2d-94f3-e35cab91411b', 'code': 200} Jun 30 02:31:21.942367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3e9f9739-446a-4a63-a5bf-e5d7fe12892a,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:21.948925 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:21.950420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 486c6ab7-896a-4951-92d1-440cebbe9198 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:22.035450 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46d7888b-8c2c-470e-8d60-3b3ef83730ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.038592 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46d7888b-8c2c-470e-8d60-3b3ef83730ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.040089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-46d7888b-8c2c-470e-8d60-3b3ef83730ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e987552b-537e-41ad-9384-5a99c26b9464 HTTP/1.1" status: 204 len: 168 time: 0.2411501 Jun 30 02:31:22.055682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=3e9f9739-446a-4a63-a5bf-e5d7fe12892a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:22.056101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7888b-8c2c-470e-8d60-3b3ef83730ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e987552b-537e-41ad-9384-5a99c26b9464,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:22.101636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 486c6ab7-896a-4951-92d1-440cebbe9198 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:22.101997 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.135102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:31:22.144203 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dd54e7e2-7350-4090-8964-ac49d41f7de7 admin admin] 10.222.0.55 "PUT /v2.0/routers/51d30fe8-ad12-4cb1-a63c-c5a16aa894fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2671671 Jun 30 02:31:22.173563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8ec3d-fcfd-4076-adfa-b80dd78ac009 req-3cf0d94d-c20e-4734-9d34-ca617a8a086a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.182750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afc8ec3d-fcfd-4076-adfa-b80dd78ac009 req-3cf0d94d-c20e-4734-9d34-ca617a8a086a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 946 time: 0.1490963 Jun 30 02:31:22.266032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fc2e3-af6e-4089-a0cb-34c163c1f15f req-776eef55-9799-4393-8fcd-b2371c1c6acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.266688 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afc8ec3d-fcfd-4076-adfa-b80dd78ac009 req-61240fe2-dee4-4e5b-9335-15e07262b395 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793333 Jun 30 02:31:22.273370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-911fc2e3-af6e-4089-a0cb-34c163c1f15f req-776eef55-9799-4393-8fcd-b2371c1c6acf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1098 time: 0.2143786 Jun 30 02:31:22.296838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231ca3-8a18-430f-b999-89f7514cb9b7 req-e837724e-c15b-4e32-b28c-70f76e4204fb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.308315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231ca3-8a18-430f-b999-89f7514cb9b7 req-e837724e-c15b-4e32-b28c-70f76e4204fb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.314331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231ca3-8a18-430f-b999-89f7514cb9b7 req-e837724e-c15b-4e32-b28c-70f76e4204fb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.320238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231ca3-8a18-430f-b999-89f7514cb9b7 req-e837724e-c15b-4e32-b28c-70f76e4204fb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.326573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231ca3-8a18-430f-b999-89f7514cb9b7 req-e837724e-c15b-4e32-b28c-70f76e4204fb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.332450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231ca3-8a18-430f-b999-89f7514cb9b7 req-e837724e-c15b-4e32-b28c-70f76e4204fb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.338230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231ca3-8a18-430f-b999-89f7514cb9b7 req-e837724e-c15b-4e32-b28c-70f76e4204fb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.340260 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3231ca3-8a18-430f-b999-89f7514cb9b7 req-e837724e-c15b-4e32-b28c-70f76e4204fb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.2667060 Jun 30 02:31:22.405570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-911fc2e3-af6e-4089-a0cb-34c163c1f15f req-1dbb1584-f495-42e5-b2d1-7b64c1919a5b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229937 Jun 30 02:31:22.412437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3231ca3-8a18-430f-b999-89f7514cb9b7 req-6397c8ac-ece9-4ebc-9fba-ce7f6c009686 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602410 Jun 30 02:31:22.471179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf0107-74a9-4f05-8390-bc043ce8c64f req-d2d13002-ac89-4a1c-9caf-400e49d0d7a7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.473697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a6cf0107-74a9-4f05-8390-bc043ce8c64f req-d2d13002-ac89-4a1c-9caf-400e49d0d7a7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 946 time: 0.0747113 Jun 30 02:31:22.498019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:22.523297 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a6cf0107-74a9-4f05-8390-bc043ce8c64f req-14d868bd-02bd-43a8-84af-14ef2a312f7e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 Jun 30 02:31:22.572375 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c6f26749-9887-4c0f-8ab6-a65c7818bd03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c275668ee5a4fd0a40648f7b905a8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705311 Jun 30 02:31:22.572890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:22.637370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe95f5-e768-42de-923c-89c965053d74 req-5c18b636-7345-43f6-9744-56c779e4d165 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:22.638877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-42fe95f5-e768-42de-923c-89c965053d74 req-5c18b636-7345-43f6-9744-56c779e4d165 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1130259 Jun 30 02:31:22.662216 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c445-c8e0-4651-9359-b53212323917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.697706 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c445-c8e0-4651-9359-b53212323917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.702270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-42fe95f5-e768-42de-923c-89c965053d74 req-06136d69-3fa9-40f4-85a7-556fb333a191 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563595 Jun 30 02:31:22.762067 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c445-c8e0-4651-9359-b53212323917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.766014 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb6c445-c8e0-4651-9359-b53212323917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:22.767563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cfb6c445-c8e0-4651-9359-b53212323917 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a0845d5-c1a9-4697-a330-9b419dab42e2 HTTP/1.1" status: 204 len: 168 time: 0.1923296 Jun 30 02:31:22.776467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6c445-c8e0-4651-9359-b53212323917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0845d5-c1a9-4697-a330-9b419dab42e2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:22.982934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Sync routers for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:31:22.992240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:22.992863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:30:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:23.089207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 870229c5-03ac-44a0-8404-01a17d3d321b no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:23.113442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 870229c5-03ac-44a0-8404-01a17d3d321b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:23.113786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 870229c5-03ac-44a0-8404-01a17d3d321b not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:23.154876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:23.238147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:23.244002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bd924d8a-1011-4227-8a01-c1cf8d69075a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588952582', 'description': 'tempest-description--2109888812'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:23.314347 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd924d8a-1011-4227-8a01-c1cf8d69075a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.390157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3e9f9739-446a-4a63-a5bf-e5d7fe12892a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:23.427638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087302b-2497-4f7a-9a91-5ab4f6797594 req-44bec8cb-82e5-48fe-a562-6912bbc1ad43 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:23.430617 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a087302b-2497-4f7a-9a91-5ab4f6797594 req-44bec8cb-82e5-48fe-a562-6912bbc1ad43 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.1774557 Jun 30 02:31:23.448136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 2, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:23.478773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Checking router: 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:31:23.479312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Updating router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:31:23.506053 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd924d8a-1011-4227-8a01-c1cf8d69075a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.517247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd924d8a-1011-4227-8a01-c1cf8d69075a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.521078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:23.521679 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.550183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a087302b-2497-4f7a-9a91-5ab4f6797594 req-1b2511eb-743b-4d4b-84eb-adbc8193839e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830922 Jun 30 02:31:23.555660 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.579088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd924d8a-1011-4227-8a01-c1cf8d69075a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.579261 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd924d8a-1011-4227-8a01-c1cf8d69075a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3364289 Jun 30 02:31:23.579842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:23.585922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6194a17-9587-477b-9f37-b428f54c7116 req-55d5bc84-a9d5-46c9-8a85-731265cd705f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:23.588293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6194a17-9587-477b-9f37-b428f54c7116 req-55d5bc84-a9d5-46c9-8a85-731265cd705f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 946 time: 0.1332443 Jun 30 02:31:23.608597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-156948aa-ca4b-4607-8db9-35eb85604e50 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'security_group_rule': {'security_group_id': 'a1076136-6796-45a2-b19c-7c52d11183dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:23.636931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd924d8a-1011-4227-8a01-c1cf8d69075a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1076136-6796-45a2-b19c-7c52d11183dc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:23.687480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6194a17-9587-477b-9f37-b428f54c7116 req-61d0dc04-faaa-4044-a79d-303def9a617d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920997 Jun 30 02:31:23.691067 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-156948aa-ca4b-4607-8db9-35eb85604e50 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.880029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-156948aa-ca4b-4607-8db9-35eb85604e50 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.896159 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-156948aa-ca4b-4607-8db9-35eb85604e50 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.907769 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333bc5f-da4f-4177-bc08-6e0bb2be9faa req-bfed9310-8f1c-47fb-bd89-f6b01d697ab0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:23.909915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0333bc5f-da4f-4177-bc08-6e0bb2be9faa req-bfed9310-8f1c-47fb-bd89-f6b01d697ab0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 946 time: 0.0949862 Jun 30 02:31:23.932505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156948aa-ca4b-4607-8db9-35eb85604e50 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3622ae-d571-42e9-8c90-cecfa882d1db,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:23.946281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-156948aa-ca4b-4607-8db9-35eb85604e50 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:23.947522 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-156948aa-ca4b-4607-8db9-35eb85604e50 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3666673 Jun 30 02:31:23.951008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:23.957835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ab6c7f8e-ddd3-4a6b-8a4c-45691c472cec tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'security_group_rule': {'security_group_id': 'a1076136-6796-45a2-b19c-7c52d11183dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:23.972495 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0333bc5f-da4f-4177-bc08-6e0bb2be9faa req-7ad18f59-c94e-4b7f-a315-6a9d76d77335 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516386 Jun 30 02:31:23.973728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46c7d-85ac-493f-9bd5-dbf8d1452407 req-631dee70-70fe-4222-b347-7c6c45147ef3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:23.979698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46c7d-85ac-493f-9bd5-dbf8d1452407 req-631dee70-70fe-4222-b347-7c6c45147ef3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:23.985897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46c7d-85ac-493f-9bd5-dbf8d1452407 req-631dee70-70fe-4222-b347-7c6c45147ef3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:23.991825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46c7d-85ac-493f-9bd5-dbf8d1452407 req-631dee70-70fe-4222-b347-7c6c45147ef3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:23.997889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46c7d-85ac-493f-9bd5-dbf8d1452407 req-631dee70-70fe-4222-b347-7c6c45147ef3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.004431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46c7d-85ac-493f-9bd5-dbf8d1452407 req-631dee70-70fe-4222-b347-7c6c45147ef3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.010187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46c7d-85ac-493f-9bd5-dbf8d1452407 req-631dee70-70fe-4222-b347-7c6c45147ef3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.012246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b8d46c7d-85ac-493f-9bd5-dbf8d1452407 req-631dee70-70fe-4222-b347-7c6c45147ef3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.2685707 Jun 30 02:31:24.021899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-3165e127-f7d3-4d98-93e8-bb8bfd44965a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.023412 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-3165e127-f7d3-4d98-93e8-bb8bfd44965a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.73 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 946 time: 0.2082911 Jun 30 02:31:24.116665 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7f8e-ddd3-4a6b-8a4c-45691c472cec tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.132553 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b8d46c7d-85ac-493f-9bd5-dbf8d1452407 req-61ebafd8-de4e-461f-97ad-29d29eaf8e81 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081491 Jun 30 02:31:24.176908 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.190973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Transition to ACTIVE for port object 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:24.198099 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.210694 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7f8e-ddd3-4a6b-8a4c-45691c472cec tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.220456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7f8e-ddd3-4a6b-8a4c-45691c472cec tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.228458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-37d1eb14-a8fc-4202-a8f7-84aebf991ba7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Deleting port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:24.228790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-37d1eb14-a8fc-4202-a8f7-84aebf991ba7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.275480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7879e-036f-494f-8ba2-d320de292105 None None] Pushing event updated for resources: {'Port': ['ID=0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:24.278132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c7f8e-ddd3-4a6b-8a4c-45691c472cec tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26080980-6ea0-462f-8740-bf2a66c39429,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:24.288531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab6c7f8e-ddd3-4a6b-8a4c-45691c472cec tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.289903 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ab6c7f8e-ddd3-4a6b-8a4c-45691c472cec tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372061 Jun 30 02:31:24.296220 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:24.331109 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Attempting to bind port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:24.331439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Attempting to bind port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:24.331852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Attempting to bind port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:24.333529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:24.335847 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-49a2e2e5-2b10-4386-92de-652ceefcd691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.341059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:24.341485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Checking segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:24.342325 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.342325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Bound using segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:24.342837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Bound port: 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:24.343223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.364215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-37d1eb14-a8fc-4202-a8f7-84aebf991ba7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] For port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:24.364579 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-37d1eb14-a8fc-4202-a8f7-84aebf991ba7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.381217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-37d1eb14-a8fc-4202-a8f7-84aebf991ba7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Calling delete_port for ef6b2836-b58d-41ee-8cf1-73d2611cc2ad owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:24.383979 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.443830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] For port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:24.448000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] For port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:24.454470 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.510328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:24.511000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:30:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:24.572134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7879e-036f-494f-8ba2-d320de292105 None None] Pushing event updated for resources: {'Port': ['ID=0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:24.681175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:24.703355 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-37d1eb14-a8fc-4202-a8f7-84aebf991ba7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.719298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['dfef88eb-9e62-4511-8883-b05f87d47d66'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:24.747761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1eb14-a8fc-4202-a8f7-84aebf991ba7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Pushing event deleted for resources: {'Port': ['ID=ef6b2836-b58d-41ee-8cf1-73d2611cc2ad,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:24.764724 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['ef6b2836-b58d-41ee-8cf1-73d2611cc2ad'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:24.835396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1833383-3af2-418f-9331-140dd1f1ddae req-a1fff0f0-5227-4203-96b8-b0745a67d413 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.836866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1833383-3af2-418f-9331-140dd1f1ddae req-a1fff0f0-5227-4203-96b8-b0745a67d413 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.3980377 Jun 30 02:31:24.895030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1900c59-709d-4605-9b2e-5e50da2d4db3 req-2d6d2e90-e6ba-4f48-aa8f-cc19f0866be1 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:24.897365 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1900c59-709d-4605-9b2e-5e50da2d4db3 req-2d6d2e90-e6ba-4f48-aa8f-cc19f0866be1 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 946 time: 0.0702055 Jun 30 02:31:24.900300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-37d1eb14-a8fc-4202-a8f7-84aebf991ba7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] No DVR routers for this DVR port ef6b2836-b58d-41ee-8cf1-73d2611cc2ad on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:24.925306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-37d1eb14-a8fc-4202-a8f7-84aebf991ba7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:24.927286 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7b6c2b59-ec91-4f27-b8d9-738942035c2d req-37d1eb14-a8fc-4202-a8f7-84aebf991ba7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.73 "DELETE /v2.0/ports/ef6b2836-b58d-41ee-8cf1-73d2611cc2ad HTTP/1.1" status: 204 len: 173 time: 0.8931811 Jun 30 02:31:24.927803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55548f07-ff8d-4e2c-a164-3d778154743d', 'name': 'network-vif-deleted', 'tag': 'ef6b2836-b58d-41ee-8cf1-73d2611cc2ad'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:24.929965 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005c3a2a-0caf-45f0-83af-24ac9b481b0b" -d '{"events": [{"server_uuid": "55548f07-ff8d-4e2c-a164-3d778154743d", "name": "network-vif-deleted", "tag": "ef6b2836-b58d-41ee-8cf1-73d2611cc2ad"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:24.964013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1900c59-709d-4605-9b2e-5e50da2d4db3 req-23aa20bb-a6be-4cd5-ae94-d82a563aa45b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576611 Jun 30 02:31:24.964455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:25.019541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cff0de-c467-48ec-9d48-1598607e8470 req-e82c5820-f3cd-4fc8-ac65-aa40609f1a93 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.027472 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-56cff0de-c467-48ec-9d48-1598607e8470 req-e82c5820-f3cd-4fc8-ac65-aa40609f1a93 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 946 time: 0.2813320 Jun 30 02:31:25.097207 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30998ccf-9d42-499d-8884-00f0208ddb28 x-openstack-request-id: req-30998ccf-9d42-499d-8884-00f0208ddb28 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:25.097462 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:24Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:25.097764 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55548f07-ff8d-4e2c-a164-3d778154743d", "name": "network-vif-deleted", "tag": "ef6b2836-b58d-41ee-8cf1-73d2611cc2ad", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:25.097764 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30998ccf-9d42-499d-8884-00f0208ddb28 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:25.098181 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55548f07-ff8d-4e2c-a164-3d778154743d', 'name': 'network-vif-deleted', 'tag': 'ef6b2836-b58d-41ee-8cf1-73d2611cc2ad', 'status': 'completed', 'code': 200} Jun 30 02:31:25.143945 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-56cff0de-c467-48ec-9d48-1598607e8470 req-5de31546-8611-41b6-8370-65e9dbf5486a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153915 Jun 30 02:31:25.146840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13420d9-655d-4ffe-9089-94dae6cbc8ce None None] The sync data for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 is: [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:24Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:31:25.178039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a1833383-3af2-418f-9331-140dd1f1ddae req-e110ca05-0357-4425-ac68-f396d9191fba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Deleting port cbbddeea-d761-4f4b-8c31-5439c7295ffb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:25.178039 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1833383-3af2-418f-9331-140dd1f1ddae req-e110ca05-0357-4425-ac68-f396d9191fba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:25.198857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Allocated IP 172.25.7.26 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/c81ebeea-4882-47f3-90ab-7ac24c28c2f6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:25.327765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c607a2c-a2b0-45f4-9f3d-489f87114672 req-6b0b613f-c6a8-4583-a34c-b1ca17fe938b tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.329653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c607a2c-a2b0-45f4-9f3d-489f87114672 req-6b0b613f-c6a8-4583-a34c-b1ca17fe938b tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1098 time: 0.0889721 Jun 30 02:31:25.381312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c607a2c-a2b0-45f4-9f3d-489f87114672 req-80b76848-2752-4c7b-a8d8-a0d7b2e5671c tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Jun 30 02:31:25.388222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a1833383-3af2-418f-9331-140dd1f1ddae req-e110ca05-0357-4425-ac68-f396d9191fba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] For port cbbddeea-d761-4f4b-8c31-5439c7295ffb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=cbbddeea-d761-4f4b-8c31-5439c7295ffb,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:25.388590 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1833383-3af2-418f-9331-140dd1f1ddae req-e110ca05-0357-4425-ac68-f396d9191fba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:25.469768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:25.543095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:25.558694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:25.559356 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:25.665949 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:25.716556 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:25.724052 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:25.788847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:25.895301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eec750a9-492a-4710-a648-6b1177219f87 req-30f8ffc9-4190-427f-b4a1-3a583d8c6e95 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=55548f07-ff8d-4e2c-a164-3d778154743d HTTP/1.1" status: 200 len: 210 time: 0.5154247 Jun 30 02:31:25.925486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a1833383-3af2-418f-9331-140dd1f1ddae req-e110ca05-0357-4425-ac68-f396d9191fba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Calling delete_port for cbbddeea-d761-4f4b-8c31-5439c7295ffb owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:25.974704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e78dd-99b0-4275-b1fa-3263147bf062 req-c39b312d-6c1e-48bd-8851-86914ead4de0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.983643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e78dd-99b0-4275-b1fa-3263147bf062 req-c39b312d-6c1e-48bd-8851-86914ead4de0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.990080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e78dd-99b0-4275-b1fa-3263147bf062 req-c39b312d-6c1e-48bd-8851-86914ead4de0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:25.992325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:25.996547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e78dd-99b0-4275-b1fa-3263147bf062 req-c39b312d-6c1e-48bd-8851-86914ead4de0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:26.006477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e78dd-99b0-4275-b1fa-3263147bf062 req-c39b312d-6c1e-48bd-8851-86914ead4de0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:26.018798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e78dd-99b0-4275-b1fa-3263147bf062 req-c39b312d-6c1e-48bd-8851-86914ead4de0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:26.025385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e78dd-99b0-4275-b1fa-3263147bf062 req-c39b312d-6c1e-48bd-8851-86914ead4de0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:26.029565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d7e78dd-99b0-4275-b1fa-3263147bf062 req-c39b312d-6c1e-48bd-8851-86914ead4de0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.1319571 Jun 30 02:31:26.087013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d7e78dd-99b0-4275-b1fa-3263147bf062 req-a5ba195d-a8be-4402-a831-5f01d919086f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532222 Jun 30 02:31:26.115576 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.185332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:26.194800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:26.202371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:26.207815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'Port': ['ID=c81ebeea-4882-47f3-90ab-7ac24c28c2f6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:26.232213 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1833383-3af2-418f-9331-140dd1f1ddae req-e110ca05-0357-4425-ac68-f396d9191fba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.249515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6143-59a7-4aaa-890b-049910bf2671 req-94eb59bb-c212-4523-a9f0-1f454e2827c3 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:26.251664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a7d6143-59a7-4aaa-890b-049910bf2671 req-94eb59bb-c212-4523-a9f0-1f454e2827c3 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1098 time: 0.2260451 Jun 30 02:31:26.279094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ca05-0357-4425-ac68-f396d9191fba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event deleted for resources: {'Port': ['ID=cbbddeea-d761-4f4b-8c31-5439c7295ffb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:26.353123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-566dfee8-168f-4453-8f13-e5aaae2610e1 req-0a782bdd-68c5-4dd5-9d96-83f909f9b5a7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4 HTTP/1.1" status: 200 len: 210 time: 0.0403047 Jun 30 02:31:26.368498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1833383-3af2-418f-9331-140dd1f1ddae req-e110ca05-0357-4425-ac68-f396d9191fba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] No DVR routers for this DVR port cbbddeea-d761-4f4b-8c31-5439c7295ffb on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:26.373597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a1833383-3af2-418f-9331-140dd1f1ddae req-e110ca05-0357-4425-ac68-f396d9191fba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.375629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1833383-3af2-418f-9331-140dd1f1ddae req-e110ca05-0357-4425-ac68-f396d9191fba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "DELETE /v2.0/ports/cbbddeea-d761-4f4b-8c31-5439c7295ffb HTTP/1.1" status: 204 len: 173 time: 1.5184093 Jun 30 02:31:26.425282 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a7d6143-59a7-4aaa-890b-049910bf2671 req-8af6ed1b-0360-41dd-9276-a271b42bd704 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532741 Jun 30 02:31:26.459794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.509514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:26.545097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.642512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a68c0e48-4c29-47a1-93bf-bc1d79892a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.738095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.744275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.809508 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a68c0e48-4c29-47a1-93bf-bc1d79892a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.816537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'Port': ['ID=c81ebeea-4882-47f3-90ab-7ac24c28c2f6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:26.817194 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a68c0e48-4c29-47a1-93bf-bc1d79892a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.835250 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.856834 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:26.866813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a732ae51-a8ea-45a5-a20a-b6bb9555e1cd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5611117 Jun 30 02:31:26.917030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c0e48-4c29-47a1-93bf-bc1d79892a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e36f0da-d72e-4a81-887c-1f2858addafe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:26.948930 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a68c0e48-4c29-47a1-93bf-bc1d79892a29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92e77437c98941b1a7d772ae3a44c0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380896 Jun 30 02:31:26.952527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:26.980511 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.002883 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14f4e162-6229-4e29-b6c4-7cd065f811b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.031875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d2ee8-a565-41c9-9e03-69748f633127 req-9248b2a9-0a74-4c59-8492-22b39b263081 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.036349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-638d2ee8-a565-41c9-9e03-69748f633127 req-9248b2a9-0a74-4c59-8492-22b39b263081 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1098 time: 0.1054480 Jun 30 02:31:27.070066 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc4aa-232f-4e25-b448-f4c58c353017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.094338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-638d2ee8-a565-41c9-9e03-69748f633127 req-32f76be4-2917-4de2-8080-a17eb65905e2 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482290 Jun 30 02:31:27.103360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4', 'name': 'network-vif-deleted', 'tag': 'cbbddeea-d761-4f4b-8c31-5439c7295ffb'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:27.106614 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d382146-eb62-4a9b-b886-80a2fc88fc0b" -d '{"events": [{"server_uuid": "6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4", "name": "network-vif-deleted", "tag": "cbbddeea-d761-4f4b-8c31-5439c7295ffb"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:27.126990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device ef6b2836-b58d-41ee-8cf1-73d2611cc2ad no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:27.146519 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc4aa-232f-4e25-b448-f4c58c353017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.175848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: ef6b2836-b58d-41ee-8cf1-73d2611cc2ad {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:27.176244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device ef6b2836-b58d-41ee-8cf1-73d2611cc2ad not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:27.182539 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eef1dc-4755-4108-a03f-c33a8b7545e0 x-openstack-request-id: req-08eef1dc-4755-4108-a03f-c33a8b7545e0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:27.182959 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4", "name": "network-vif-deleted", "tag": "cbbddeea-d761-4f4b-8c31-5439c7295ffb", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:27.183217 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08eef1dc-4755-4108-a03f-c33a8b7545e0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:27.183608 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8c6b4f-8de2-4c26-a9ac-992f2cb64ef4', 'name': 'network-vif-deleted', 'tag': 'cbbddeea-d761-4f4b-8c31-5439c7295ffb', 'status': 'completed', 'code': 200} Jun 30 02:31:27.212488 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc4aa-232f-4e25-b448-f4c58c353017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.215266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc4aa-232f-4e25-b448-f4c58c353017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.219401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fc3dc4aa-232f-4e25-b448-f4c58c353017 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e36f0da-d72e-4a81-887c-1f2858addafe HTTP/1.1" status: 204 len: 168 time: 0.2657015 Jun 30 02:31:27.234130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dc4aa-232f-4e25-b448-f4c58c353017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e36f0da-d72e-4a81-887c-1f2858addafe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:27.319610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-fcd92642-2ac9-4aac-88c3-547b58b08206 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1588952582&fields=id&tenant_id=a12c18dd59784acc8be285228865d299 HTTP/1.1" status: 200 len: 267 time: 0.0771780 Jun 30 02:31:27.360526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device cbbddeea-d761-4f4b-8c31-5439c7295ffb no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:27.386559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: cbbddeea-d761-4f4b-8c31-5439c7295ffb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:27.386933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device cbbddeea-d761-4f4b-8c31-5439c7295ffb not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:27.391769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:27.444722 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:27.445100 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.457535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da68d-80a1-41dc-86ee-69c1395ab518 req-84533360-9278-428b-a70b-f5261629b356 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.464622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da68d-80a1-41dc-86ee-69c1395ab518 req-84533360-9278-428b-a70b-f5261629b356 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.473211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da68d-80a1-41dc-86ee-69c1395ab518 req-84533360-9278-428b-a70b-f5261629b356 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.475438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a2438-aa98-4420-b387-92fa5277027e req-16155f22-1cea-4b88-8786-2eb817796b7f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.476992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-16155f22-1cea-4b88-8786-2eb817796b7f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 816 time: 0.1565340 Jun 30 02:31:27.481055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da68d-80a1-41dc-86ee-69c1395ab518 req-84533360-9278-428b-a70b-f5261629b356 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.486888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da68d-80a1-41dc-86ee-69c1395ab518 req-84533360-9278-428b-a70b-f5261629b356 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.493163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da68d-80a1-41dc-86ee-69c1395ab518 req-84533360-9278-428b-a70b-f5261629b356 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.498216 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-5d3d7c05-7174-4897-a48f-aaadc19a51f1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/quotas/a12c18dd59784acc8be285228865d299 HTTP/1.1" status: 200 len: 375 time: 0.0137050 Jun 30 02:31:27.500074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da68d-80a1-41dc-86ee-69c1395ab518 req-84533360-9278-428b-a70b-f5261629b356 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.502111 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a1da68d-80a1-41dc-86ee-69c1395ab518 req-84533360-9278-428b-a70b-f5261629b356 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.1561191 Jun 30 02:31:27.546090 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a1da68d-80a1-41dc-86ee-69c1395ab518 req-0a240e79-20cd-4f3f-a599-b588f3143827 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379088 Jun 30 02:31:27.587603 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-3bcaa40a-2a41-4a61-96e4-589af05ce7b5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810127 Jun 30 02:31:27.645077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:27.663835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d3d-fe7a-4645-a0df-6a0f4a5cef9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.725221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac83dd1-79b9-45ea-ba62-2435717ea6dd req-687e6a56-1a00-4574-a983-0e041dec44df tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:27.726742 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bac83dd1-79b9-45ea-ba62-2435717ea6dd req-687e6a56-1a00-4574-a983-0e041dec44df tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0648329 Jun 30 02:31:27.727642 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-04be7b8d-1107-459e-8438-da1ebc3ef09d service neutron] 10.222.0.55 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313207 Jun 30 02:31:27.770770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bac83dd1-79b9-45ea-ba62-2435717ea6dd req-7d3db783-5860-4d94-a028-32eba09e9699 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376108 Jun 30 02:31:27.868102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-c5266bb1-b130-404c-a1b8-15ba80dea825 service neutron] 10.222.0.55 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328611 Jun 30 02:31:27.870250 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d3d-fe7a-4645-a0df-6a0f4a5cef9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.877413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f07f4d3d-fe7a-4645-a0df-6a0f4a5cef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:27.929403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f07f4d3d-fe7a-4645-a0df-6a0f4a5cef9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d2dd21f98f54ca7ac797a479f3a99f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805474 Jun 30 02:31:27.929403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f4d3d-fe7a-4645-a0df-6a0f4a5cef9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2a87b0-c904-452d-ab3e-927712aef783,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:27.930620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:28.053373 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ce24-7870-49e2-945b-aa663abe7e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.081291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ce24-7870-49e2-945b-aa663abe7e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.115398 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.117397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d71d7-6498-4751-b0f5-a4a0b81f5242 req-3f3f24af-1d1e-4c06-bf8a-21b183aa4a3a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:28.119265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad3d71d7-6498-4751-b0f5-a4a0b81f5242 req-3f3f24af-1d1e-4c06-bf8a-21b183aa4a3a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1130271 Jun 30 02:31:28.170026 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad3d71d7-6498-4751-b0f5-a4a0b81f5242 req-b5419341-2077-4204-a705-b35d05b18ab9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447326 Jun 30 02:31:28.183975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ce24-7870-49e2-945b-aa663abe7e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.187586 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ce24-7870-49e2-945b-aa663abe7e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:28.191263 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a8e8ce24-7870-49e2-945b-aa663abe7e30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da2a87b0-c904-452d-ab3e-927712aef783 HTTP/1.1" status: 204 len: 168 time: 0.2569320 Jun 30 02:31:28.198942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8ce24-7870-49e2-945b-aa663abe7e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2a87b0-c904-452d-ab3e-927712aef783,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:28.292078 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d372402-97dd-4491-8f2a-e135781b2151 req-a850d722-0631-4fe5-be98-833e379f4199 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 210 time: 0.0341952 Jun 30 02:31:28.359720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-18aaad43-d97c-4eae-9dcb-651a0143c01c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:28.361386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-18aaad43-d97c-4eae-9dcb-651a0143c01c tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.1331136 Jun 30 02:31:28.381692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-84c67715-3c29-46cc-b2a0-7e50c9530399 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/quotas/3cf21bbdf6a241059a4954f5a8e684b0 HTTP/1.1" status: 200 len: 375 time: 0.0131996 Jun 30 02:31:28.431560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-06ca29ef-28d5-4709-b6f7-ceda85b5013e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377071 Jun 30 02:31:28.510341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ff590-8fef-417e-9440-47b6e5d6e859 req-1eef8d0e-ad00-4cdc-9e5c-4e002079901a tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:28.512274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-180ff590-8fef-417e-9440-47b6e5d6e859 req-1eef8d0e-ad00-4cdc-9e5c-4e002079901a tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1098 time: 0.0713296 Jun 30 02:31:28.548317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-69f212e3-7298-4ec8-87fe-d8e9149a6ef4 service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086364 Jun 30 02:31:28.555091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-180ff590-8fef-417e-9440-47b6e5d6e859 req-eeac5ba3-9d50-4b7b-8422-1e38f925da01 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Jun 30 02:31:28.661324 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-da8b6b9a-9509-48ec-987c-e0a34568c986 service neutron] 10.222.0.55 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062055 Jun 30 02:31:28.766736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43909d36-1097-4719-bf05-baa695ae5c84 req-33206e40-4e32-4446-80b1-d55ceafef7f2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:28.771242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43909d36-1097-4719-bf05-baa695ae5c84 req-33206e40-4e32-4446-80b1-d55ceafef7f2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0781398 Jun 30 02:31:28.856080 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43909d36-1097-4719-bf05-baa695ae5c84 req-6e9314d2-fa97-48b2-adb5-1fa4de44f15d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791678 Jun 30 02:31:29.031713 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec99c-ed80-46a8-9215-f55adfa113c3 req-cd55fd78-4d77-4459-a71e-f7db6730855e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.037522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec99c-ed80-46a8-9215-f55adfa113c3 req-cd55fd78-4d77-4459-a71e-f7db6730855e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.043502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec99c-ed80-46a8-9215-f55adfa113c3 req-cd55fd78-4d77-4459-a71e-f7db6730855e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.049590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec99c-ed80-46a8-9215-f55adfa113c3 req-cd55fd78-4d77-4459-a71e-f7db6730855e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.055246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec99c-ed80-46a8-9215-f55adfa113c3 req-cd55fd78-4d77-4459-a71e-f7db6730855e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.061718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec99c-ed80-46a8-9215-f55adfa113c3 req-cd55fd78-4d77-4459-a71e-f7db6730855e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.069879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec99c-ed80-46a8-9215-f55adfa113c3 req-cd55fd78-4d77-4459-a71e-f7db6730855e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.071834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c3ec99c-ed80-46a8-9215-f55adfa113c3 req-cd55fd78-4d77-4459-a71e-f7db6730855e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.1710715 Jun 30 02:31:29.155320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c3ec99c-ed80-46a8-9215-f55adfa113c3 req-3c3f3d93-eeed-4ad1-9c1e-d26503730b9e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753138 Jun 30 02:31:29.166869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:29.260012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c978893-8243-4967-9ffa-eae0eca95115 req-2741d8e9-1a09-473f-9d7d-2cdcbed3225e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 210 time: 0.0403810 Jun 30 02:31:29.355716 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1690800309-network', 'tenant_id': '32095b85e24745a2b1bcfe09f3bba9b9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:29.426840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Made reservation on behalf of 32095b85e24745a2b1bcfe09f3bba9b9 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:29.433426 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.469519 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.613314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.623664 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.683360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8300ee1-15e6-49f4-90e3-5d4373ea80cb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:29.697645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:31:29.727325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.727685 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Added segment 81103fb4-337e-42f1-87e2-459087ff0089 of type vlan for network 4f022213-b71e-45e6-843f-7eda3c157461 Jun 30 02:31:29.746848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0255dc86-1918-4599-a8c5-95f9308b19c7 req-c6cf932d-d2cc-4d2b-8b69-9c22ac638b04 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 210 time: 0.1465366 Jun 30 02:31:29.814081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.848549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a2438-aa98-4420-b387-92fa5277027e req-16705c39-bcf4-4db7-9fab-c10318882034 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.851838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-16705c39-bcf4-4db7-9fab-c10318882034 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.73 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 816 time: 0.2957530 Jun 30 02:31:29.873814 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.875110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:29.875804 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.962652 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:29.973554 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-aa366c9d-b214-4d5d-bc5a-2172141850ae tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12c18dd59784acc8be285228865d299 HTTP/1.1" status: 200 len: 380 time: 0.1084681 Jun 30 02:31:30.002669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'port': {'device_id': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'admin_state_up': True, 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'security_groups': ['a1076136-6796-45a2-b19c-7c52d11183dc']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:30.022264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:30.023360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8549840 Jun 30 02:31:30.033316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Request body: {'subnet': {'network_id': '4f022213-b71e-45e6-843f-7eda3c157461', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1690800309-subnet', 'tenant_id': '32095b85e24745a2b1bcfe09f3bba9b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:30.037475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4ea68-6f60-4296-8266-313b2ff8b107 admin admin] Pushing event updated for resources: {'Network': ['ID=4f022213-b71e-45e6-843f-7eda3c157461,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:30.057589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 4f022213-b71e-45e6-843f-7eda3c157461 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:31:30.107795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Made reservation on behalf of 32095b85e24745a2b1bcfe09f3bba9b9 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:30.110949 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.276128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Made reservation on behalf of a12c18dd59784acc8be285228865d299 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:30.280235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.553016 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.691668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-e4364715-8d19-4c80-a9ec-20bf9856b842 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:30.692547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9700ae97-7872-4d40-bd26-f3ac04c06aa4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:30.694161 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-e4364715-8d19-4c80-a9ec-20bf9856b842 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 812 time: 0.1330571 Jun 30 02:31:30.709382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Request body: {'port': {'device_id': '08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'admin_state_up': True, 'tenant_id': '3cf21bbdf6a241059a4954f5a8e684b0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:30.729499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34890-e2e6-42f9-bb08-5039d03d6943 req-1ac5b9f8-f3c9-480f-b24c-ac1bfc0ed381 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:30.735415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34890-e2e6-42f9-bb08-5039d03d6943 req-1ac5b9f8-f3c9-480f-b24c-ac1bfc0ed381 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:30.741158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34890-e2e6-42f9-bb08-5039d03d6943 req-1ac5b9f8-f3c9-480f-b24c-ac1bfc0ed381 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:30.747592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34890-e2e6-42f9-bb08-5039d03d6943 req-1ac5b9f8-f3c9-480f-b24c-ac1bfc0ed381 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:30.753682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34890-e2e6-42f9-bb08-5039d03d6943 req-1ac5b9f8-f3c9-480f-b24c-ac1bfc0ed381 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:30.759271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34890-e2e6-42f9-bb08-5039d03d6943 req-1ac5b9f8-f3c9-480f-b24c-ac1bfc0ed381 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:30.765062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a34890-e2e6-42f9-bb08-5039d03d6943 req-1ac5b9f8-f3c9-480f-b24c-ac1bfc0ed381 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:30.767068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-00a34890-e2e6-42f9-bb08-5039d03d6943 req-1ac5b9f8-f3c9-480f-b24c-ac1bfc0ed381 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.3521152 Jun 30 02:31:30.780325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-5eb79d27-b178-440f-92fa-2638013445b6 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:31:30.781335 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-5eb79d27-b178-440f-92fa-2638013445b6 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070419 Jun 30 02:31:30.788667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Allocated IP 172.20.0.12 (d229cb70-5fa0-4cb6-8449-0aa985c643b3/2b9a2953-ff5e-4455-9a8e-2962a7821379/f2ccab27-5c33-42a3-8cba-21482183ce02) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:30.816707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Request body: {'binding': {'host': 'n-h1-758944-39', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:30.817221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:31:30.833757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-0b4b2b4b-d758-412c-af6c-c7e82a0783b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3645053 Jun 30 02:31:30.852789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Made reservation on behalf of 3cf21bbdf6a241059a4954f5a8e684b0 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:30.856870 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:30.858124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Checking segment: {'id': '81103fb4-337e-42f1-87e2-459087ff0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4f022213-b71e-45e6-843f-7eda3c157461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:30.858506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Network hostable DHCP agents. Network: 4f022213-b71e-45e6-843f-7eda3c157461, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:31:30.983991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-00a34890-e2e6-42f9-bb08-5039d03d6943 req-d8fcdc36-bea0-4828-b489-d37efe6b9a46 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2014923 Jun 30 02:31:30.987007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Allocated IP 172.20.0.13 (ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e/e50111ab-406d-464a-8542-69c8fb73b1b0/0a6a9b8d-f43c-44e0-a376-85771844ab72) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:31.025965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Network 4f022213-b71e-45e6-843f-7eda3c157461 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:31:31.080581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 4f022213-b71e-45e6-843f-7eda3c157461) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:31.091309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70a8db3-3452-4e9f-b7c6-078c7788d755 None None] Network 4f022213-b71e-45e6-843f-7eda3c157461 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:31:31.098750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.099331 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.166045 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b6fc3540-de51-4c70-a580-0d0c67e01212 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1407380 Jun 30 02:31:31.166855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.198532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-60b181dd-dc1f-4fdc-a5e7-2e37dca01b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.200134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-60b181dd-dc1f-4fdc-a5e7-2e37dca01b22 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=26634101d2e64b6fbba1d82a742d4eb6&device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 1098 time: 0.3363883 Jun 30 02:31:31.202014 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb2ec223-e73b-44ca-b94b-95fe88224166 req-18def27c-78a0-4de4-9869-bdc918450eed tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 210 time: 0.0731859 Jun 30 02:31:31.217736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b on host n-h1-758944-39 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:31.218102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:31.218393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:31.222431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.237179 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.261916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f599e7db-5c41-4041-be86-010de0cbc0d2 None None] Network 4f022213-b71e-45e6-843f-7eda3c157461 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:31:31.278910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event updated for resources: {'Port': ['ID=0a6a9b8d-f43c-44e0-a376-85771844ab72,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:31.286049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Port 41431db9-e2a5-4c2d-94f3-e35cab91411b on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:31.286354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:31.301306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Transition to ACTIVE for port object f2ccab27-5c33-42a3-8cba-21482183ce02 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:31.304149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:31.305956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:31.306276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:31.306615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:31.307350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:31.307830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Bound port: 41431db9-e2a5-4c2d-94f3-e35cab91411b, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:31.309899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:31.369804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.370873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.388471 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-0976e208-e562-4707-a459-0dc3cd7644db tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6845117 Jun 30 02:31:31.403926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Request body: {'port': {'device_id': '08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:31.438652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-a2fedb3e-9720-4303-8973-7721bd21b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.439919 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-a2fedb3e-9720-4303-8973-7721bd21b6c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df HTTP/1.1" status: 200 len: 916 time: 0.2167361 Jun 30 02:31:31.463767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:31.493982 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.495081 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.497515 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.498743 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-3bc9b9ed-bf10-49fc-8b03-347902f0c927 service neutron] 10.222.0.55 "POST /v2.0/ports/41431db9-e2a5-4c2d-94f3-e35cab91411b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7044096 Jun 30 02:31:31.558944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Network d229cb70-5fa0-4cb6-8449-0aa985c643b3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:31.569089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:31.577482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:31.695612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-b7554212-8421-4c35-ba37-1d1b40a5dc0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 HTTP/1.1" status: 200 len: 1002 time: 0.2478561 Jun 30 02:31:31.696250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:31.706574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.707437 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.850615 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-1099b8f6-c4fb-4d68-9621-f14c09bcc68b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8645883 Jun 30 02:31:31.888920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Request body: {'port': {'device_id': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:31.960475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c198853-7c36-4b3e-9b77-f6269d2b91e9 None None] Provisioning for port f2ccab27-5c33-42a3-8cba-21482183ce02 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:31.966872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6c198853-7c36-4b3e-9b77-f6269d2b91e9 None None] Provisioning complete for port f2ccab27-5c33-42a3-8cba-21482183ce02 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:31.967461 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c198853-7c36-4b3e-9b77-f6269d2b91e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:31.973973 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16d160-b961-4997-8eb3-ba16178ce102 req-c36e1ee9-1b98-49ea-a916-7530c9684740 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.975459 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f16d160-b961-4997-8eb3-ba16178ce102 req-c36e1ee9-1b98-49ea-a916-7530c9684740 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 932 time: 0.2959161 Jun 30 02:31:31.976929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-77cc804c-7656-4162-b432-05de6a9614cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:31.978231 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-77cc804c-7656-4162-b432-05de6a9614cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c15a7f6c-a122-4097-b995-da6a02447e2b HTTP/1.1" status: 200 len: 854 time: 0.2678635 Jun 30 02:31:32.030927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6c198853-7c36-4b3e-9b77-f6269d2b91e9 None None] Port f2ccab27-5c33-42a3-8cba-21482183ce02 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:31:32.090504 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.098297 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f16d160-b961-4997-8eb3-ba16178ce102 req-92d22ae7-ee47-437c-82ef-1acd679dbcbf tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124213 Jun 30 02:31:32.101727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:32.106593 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec9815-f9a6-43b0-9bde-f667ca338e7a req-5dbcb0a2-9e04-4991-898d-0b36e266ed2b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.114342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-73201084-network', 'tenant_id': '2d5580209fc54a62a43d915b2a4aaeef'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:32.114687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cec9815-f9a6-43b0-9bde-f667ca338e7a req-5dbcb0a2-9e04-4991-898d-0b36e266ed2b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 946 time: 0.1923318 Jun 30 02:31:32.166687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6a9b8d-f43c-44e0-a376-85771844ab72 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:32.171914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-991f6e10-6f78-4e70-9b00-33614e40c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.174219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-991f6e10-6f78-4e70-9b00-33614e40c55a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1098 time: 0.2813399 Jun 30 02:31:32.183701 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.199753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cec9815-f9a6-43b0-9bde-f667ca338e7a req-f7a4202d-c1bd-4273-bf7e-4b30626c7d28 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836649 Jun 30 02:31:32.209536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Transition to ACTIVE for port object 0a6a9b8d-f43c-44e0-a376-85771844ab72 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:32.216452 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.318230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6a9b8d-f43c-44e0-a376-85771844ab72,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:32.406591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Attempting to bind port 0a6a9b8d-f43c-44e0-a376-85771844ab72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:32.407132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Attempting to bind port 0a6a9b8d-f43c-44e0-a376-85771844ab72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:32.407458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Attempting to bind port 0a6a9b8d-f43c-44e0-a376-85771844ab72 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:32.421354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Port 0a6a9b8d-f43c-44e0-a376-85771844ab72 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:32.421354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Attempting to bind port 0a6a9b8d-f43c-44e0-a376-85771844ab72 on network ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:32.435168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:32.435510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Checking segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:32.435893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Bound using segment: {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:32.436440 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Bound port: 0a6a9b8d-f43c-44e0-a376-85771844ab72, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c549e6-d03a-434e-8fe9-8a827c805821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:32.436803 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.448467 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1f49f-0bc6-4dda-b177-fa14ebcecd63 req-d0cf0dd6-0a25-4c8d-86a5-f58d6512679b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.450282 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ce1f49f-0bc6-4dda-b177-fa14ebcecd63 req-d0cf0dd6-0a25-4c8d-86a5-f58d6512679b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1096516 Jun 30 02:31:32.524296 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ce1f49f-0bc6-4dda-b177-fa14ebcecd63 req-789640ed-4a4d-44ab-b972-9a3f4486b787 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671859 Jun 30 02:31:32.554399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] For port 0a6a9b8d-f43c-44e0-a376-85771844ab72, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:32.554399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] For port 0a6a9b8d-f43c-44e0-a376-85771844ab72, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0a6a9b8d-f43c-44e0-a376-85771844ab72,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:32.560463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.599348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.600171 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.604418 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] 10.222.0.69 "PUT /v2.0/ports/0a6a9b8d-f43c-44e0-a376-85771844ab72 HTTP/1.1" status: 200 len: 1093 time: 1.2026188 Jun 30 02:31:32.604418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2', 'tag': '0a6a9b8d-f43c-44e0-a376-85771844ab72'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:32.604418 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96133d2d-1835-44d2-8ae0-2bd7917784dc" -d '{"events": [{"name": "network-changed", "server_uuid": "08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2", "tag": "0a6a9b8d-f43c-44e0-a376-85771844ab72"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:32.631609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9312150-f0fc-4ccb-9798-de66cd7e9bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6a9b8d-f43c-44e0-a376-85771844ab72,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:32.690704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Made reservation on behalf of 2d5580209fc54a62a43d915b2a4aaeef for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:32.693057 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.718639 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:32.722493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-ff16b26d-4393-4351-a146-0916cafb6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.724045 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-ff16b26d-4393-4351-a146-0916cafb6934 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7294230 Jun 30 02:31:32.745946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-d4581734-ddec-46ae-a4e2-f00a568eb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.747497 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-d4581734-ddec-46ae-a4e2-f00a568eb726 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 1096 time: 0.1026893 Jun 30 02:31:32.755827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63412d4d-cc7c-45f0-8ca5-28b91cacd659 req-d0ec2943-e6f9-45da-a683-88313ccefa02 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.757266 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63412d4d-cc7c-45f0-8ca5-28b91cacd659 req-d0ec2943-e6f9-45da-a683-88313ccefa02 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 944 time: 0.1041226 Jun 30 02:31:32.799312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-6ed7cc74-0040-4309-8c2f-78e1ca6ffcef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a6a9b8d-f43c-44e0-a376-85771844ab72 HTTP/1.1" status: 200 len: 217 time: 0.0411029 Jun 30 02:31:32.859445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63412d4d-cc7c-45f0-8ca5-28b91cacd659 req-28d1e266-2690-4dfd-a9c4-1a86a3253683 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937846 Jun 30 02:31:32.865877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-f446212a-614c-4971-8b5f-acf0db7ec167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.867367 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-f446212a-614c-4971-8b5f-acf0db7ec167 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.0619080 Jun 30 02:31:32.873016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-c4b2f8fe-f4a6-4928-8c28-ba1c942d52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.874480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-c4b2f8fe-f4a6-4928-8c28-ba1c942d52f6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.6865191 Jun 30 02:31:32.907572 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-521ded29-76c8-4094-9893-bcba30e312aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329018 Jun 30 02:31:32.965925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-6148eb10-87d8-479a-9c20-bd0952eca2cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b HTTP/1.1" status: 200 len: 217 time: 0.0773473 Jun 30 02:31:32.988443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c57f-78b3-44d2-b520-877456e1149e req-69b0fdab-b1c7-4ff8-8138-94c2b1234572 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:32.995505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c57f-78b3-44d2-b520-877456e1149e req-69b0fdab-b1c7-4ff8-8138-94c2b1234572 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.001376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c57f-78b3-44d2-b520-877456e1149e req-69b0fdab-b1c7-4ff8-8138-94c2b1234572 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.007298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c57f-78b3-44d2-b520-877456e1149e req-69b0fdab-b1c7-4ff8-8138-94c2b1234572 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.013799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c57f-78b3-44d2-b520-877456e1149e req-69b0fdab-b1c7-4ff8-8138-94c2b1234572 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.019620 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c57f-78b3-44d2-b520-877456e1149e req-69b0fdab-b1c7-4ff8-8138-94c2b1234572 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.020873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-7f8cecb4-f58d-4a38-974c-643650066466 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059740 Jun 30 02:31:33.025458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86c57f-78b3-44d2-b520-877456e1149e req-69b0fdab-b1c7-4ff8-8138-94c2b1234572 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.034039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc86c57f-78b3-44d2-b520-877456e1149e req-69b0fdab-b1c7-4ff8-8138-94c2b1234572 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.4659486 Jun 30 02:31:33.166448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-974c1081-9faa-468a-b93c-17ced6de4b0f service neutron] 10.222.0.69 "GET /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320388 Jun 30 02:31:33.176939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-235d0fd5-df5e-4cae-abd8-c0b34af1ba9f req-12bc1437-301d-4a0a-8d57-317a59605423 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485631 Jun 30 02:31:33.193710 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26a694-2530-45ba-9c28-d2d8beefd8d2 req-80f7884b-1f06-4525-b3eb-d73ce273b224 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.195519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-34f8dcd6-d043-4e6e-bbb5-129510560201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.195807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a26a694-2530-45ba-9c28-d2d8beefd8d2 req-80f7884b-1f06-4525-b3eb-d73ce273b224 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1018939 Jun 30 02:31:33.196952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-34f8dcd6-d043-4e6e-bbb5-129510560201 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.1493154 Jun 30 02:31:33.201350 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc86c57f-78b3-44d2-b520-877456e1149e req-ec02c42a-bb3b-4d4d-abad-eb8bcb9363e2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665432 Jun 30 02:31:33.252538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a26a694-2530-45ba-9c28-d2d8beefd8d2 req-4df7dca8-66db-4a54-86bd-8d574f4c488e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487356 Jun 30 02:31:33.267114 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b5f5c5-a92e-491b-82a4-26b984037e0a x-openstack-request-id: req-c8b5f5c5-a92e-491b-82a4-26b984037e0a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:33.267498 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2", "tag": "0a6a9b8d-f43c-44e0-a376-85771844ab72", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:33.267949 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8b5f5c5-a92e-491b-82a4-26b984037e0a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:33.268360 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2', 'tag': '0a6a9b8d-f43c-44e0-a376-85771844ab72', 'status': 'completed', 'code': 200} Jun 30 02:31:33.320315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-29b2aec3-5acf-45e1-ad41-9e72e223dd4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029248 Jun 30 02:31:33.372957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ccab27-5c33-42a3-8cba-21482183ce02 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:33.400618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133d2d-1835-44d2-8ae0-2bd7917784dc req-79a55ceb-e0bf-4913-89f7-55d5a9b5aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.403061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96133d2d-1835-44d2-8ae0-2bd7917784dc req-79a55ceb-e0bf-4913-89f7-55d5a9b5aa02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 1096 time: 0.0952008 Jun 30 02:31:33.434726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.441231 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.472857 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.526490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Transition to ACTIVE for port object f2ccab27-5c33-42a3-8cba-21482183ce02 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:33.532889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:31:33.558032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133d2d-1835-44d2-8ae0-2bd7917784dc req-d0eecaff-e50d-44db-a674-f9993cf4494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.559500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c4b9d23-fb13-4eed-b4bd-c091413343e3 req-7ff8835f-8787-4d55-96b1-ce58ee072afa service neutron] 10.222.0.69 "GET /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786716 Jun 30 02:31:33.560102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.560278 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96133d2d-1835-44d2-8ae0-2bd7917784dc req-d0eecaff-e50d-44db-a674-f9993cf4494f service neutron] 10.222.0.69 "GET /v2.0/networks?id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 200 len: 913 time: 0.1496646 Jun 30 02:31:33.596449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ca3af-6d1d-403c-9b7b-24852f9126d6 req-bea49596-cd44-4559-bc76-12712502905c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.599265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b9ca3af-6d1d-403c-9b7b-24852f9126d6 req-bea49596-cd44-4559-bc76-12712502905c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 946 time: 0.1640868 Jun 30 02:31:33.614212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366a83ad-8de4-47a4-8887-6f3f8440ca08,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:33.620835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.621208 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Added segment 58a2721a-c743-4ec7-a8be-70bc28eeb975 of type vlan for network 1a7f12e0-4c1f-437b-b42e-309ae5080d05 Jun 30 02:31:33.649098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-04b8b72a-19f3-4a3a-b6a2-9cd70856b2df service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182735 Jun 30 02:31:33.720373 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96133d2d-1835-44d2-8ae0-2bd7917784dc req-078249ab-e5e9-4dec-81cf-f878b3e99fe1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a6a9b8d-f43c-44e0-a376-85771844ab72 HTTP/1.1" status: 200 len: 217 time: 0.1505337 Jun 30 02:31:33.733068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b9ca3af-6d1d-403c-9b7b-24852f9126d6 req-6d59ef14-ad07-4a06-a33b-d30edf73fe87 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549645 Jun 30 02:31:33.757350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Pushing event updated for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:33.764135 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.798701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172c660-c046-406a-a637-ed446620ddac req-58b6ef2d-0af2-4a73-9383-9c3861545ebe tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.800501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7172c660-c046-406a-a637-ed446620ddac req-58b6ef2d-0af2-4a73-9383-9c3861545ebe tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 932 time: 0.4157438 Jun 30 02:31:33.817120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133d2d-1835-44d2-8ae0-2bd7917784dc req-20c006b3-0de3-429d-8ceb-93c0972eff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.818679 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96133d2d-1835-44d2-8ae0-2bd7917784dc req-20c006b3-0de3-429d-8ceb-93c0972eff59 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 200 len: 852 time: 0.0842168 Jun 30 02:31:33.856263 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96133d2d-1835-44d2-8ae0-2bd7917784dc req-4bd682aa-ce64-4703-ba8d-30746ac4147e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306671 Jun 30 02:31:33.934085 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7172c660-c046-406a-a637-ed446620ddac req-20df622f-6713-429c-9e7c-3d5be12b6e7d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174891 Jun 30 02:31:33.938200 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:33.939214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:33.939790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.000947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96133d2d-1835-44d2-8ae0-2bd7917784dc req-305a1f99-5def-40af-9773-22b1689a0f64 service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378131 Jun 30 02:31:34.022375 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9102309 Jun 30 02:31:34.030518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:34.068624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Request body: {'subnet': {'network_id': '1a7f12e0-4c1f-437b-b42e-309ae5080d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-73201084-subnet', 'tenant_id': '2d5580209fc54a62a43d915b2a4aaeef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:34.076873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-bb47f7ac-2f2a-46f5-bfaa-46818bbb913e service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897333 Jun 30 02:31:34.092479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Attempting to bind port f2ccab27-5c33-42a3-8cba-21482183ce02 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:34.093049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Attempting to bind port f2ccab27-5c33-42a3-8cba-21482183ce02 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:34.093521 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Attempting to bind port f2ccab27-5c33-42a3-8cba-21482183ce02 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:34.102917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Port f2ccab27-5c33-42a3-8cba-21482183ce02 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:34.103507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Attempting to bind port f2ccab27-5c33-42a3-8cba-21482183ce02 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:34.109886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2554bb-1a92-4dd4-8baa-5a83dd5cfffe admin admin] Pushing event updated for resources: {'Network': ['ID=1a7f12e0-4c1f-437b-b42e-309ae5080d05,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:34.114746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:34.115614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Checking segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:34.116137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Bound using segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:34.116739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Bound port: f2ccab27-5c33-42a3-8cba-21482183ce02, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:34.117543 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.122579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 1a7f12e0-4c1f-437b-b42e-309ae5080d05 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:31:34.186897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Made reservation on behalf of 2d5580209fc54a62a43d915b2a4aaeef for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:34.189430 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.236746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:34.244178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:34.255789 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.268106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-801f341c-db73-412d-b877-95240ca0f615 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.270157 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-801f341c-db73-412d-b877-95240ca0f615 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1098 time: 0.1042416 Jun 30 02:31:34.287105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac7bdf-a229-446b-a2bf-ad141d896a0e req-2d84431d-92e4-40cc-a009-11c2f6bd99ce tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.295722 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47ac7bdf-a229-446b-a2bf-ad141d896a0e req-2d84431d-92e4-40cc-a009-11c2f6bd99ce tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 944 time: 0.2179356 Jun 30 02:31:34.302184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-39'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:34.335635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.336158 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.337520 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] 10.222.0.73 "PUT /v2.0/ports/f2ccab27-5c33-42a3-8cba-21482183ce02 HTTP/1.1" status: 200 len: 1093 time: 2.4697371 Jun 30 02:31:34.337968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:34.340332 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bd37a2-0b97-4ed1-a34a-957924606000" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:34.356397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96133d2d-1835-44d2-8ae0-2bd7917784dc req-ff7e587b-9656-4361-8f8c-3cb2029df90f service neutron] 10.222.0.69 "GET /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475757 Jun 30 02:31:34.400740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1adb4-3b65-4d5e-a652-4696d4a893ac service neutron] Pushing event updated for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:34.410618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47ac7bdf-a229-446b-a2bf-ad141d896a0e req-76f00efb-42d7-4465-9d82-08ef9998b477 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127644 Jun 30 02:31:34.494977 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.527414 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441361f5-ebed-45ca-93d3-c8f0617f54e0 x-openstack-request-id: req-441361f5-ebed-45ca-93d3-c8f0617f54e0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:34.527744 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:34.529499 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-441361f5-ebed-45ca-93d3-c8f0617f54e0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:34.529917 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'status': 'completed', 'code': 200} Jun 30 02:31:34.597661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.656037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a2438-aa98-4420-b387-92fa5277027e req-be235bed-4df9-46ba-90b1-9bc29b6ceacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.657537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-be235bed-4df9-46ba-90b1-9bc29b6ceacd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 1096 time: 0.2585115 Jun 30 02:31:34.688577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Checking segment: {'id': '58a2721a-c743-4ec7-a8be-70bc28eeb975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1a7f12e0-4c1f-437b-b42e-309ae5080d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:34.689040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Network hostable DHCP agents. Network: 1a7f12e0-4c1f-437b-b42e-309ae5080d05, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:31:34.691535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b672d1-0fdb-4356-beda-a4050b3959d3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:34.712652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Network 1a7f12e0-4c1f-437b-b42e-309ae5080d05 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:31:34.721422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-59ac6317-4076-45a1-a9ce-9997b68f8b1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ccab27-5c33-42a3-8cba-21482183ce02 HTTP/1.1" status: 200 len: 217 time: 0.0548115 Jun 30 02:31:34.728165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 1a7f12e0-4c1f-437b-b42e-309ae5080d05) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:34.734953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa1b8-54db-40cf-a4f1-84bfe591ec21 req-e5445239-f055-430c-85db-256a2ae78e76 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.736752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e3c0ea-e3fb-42e1-97fc-f9b18d61d13e None None] Network 1a7f12e0-4c1f-437b-b42e-309ae5080d05 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:31:34.738346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.739399 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:34.740644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa1b8-54db-40cf-a4f1-84bfe591ec21 req-e5445239-f055-430c-85db-256a2ae78e76 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.746546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa1b8-54db-40cf-a4f1-84bfe591ec21 req-e5445239-f055-430c-85db-256a2ae78e76 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.752300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa1b8-54db-40cf-a4f1-84bfe591ec21 req-e5445239-f055-430c-85db-256a2ae78e76 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.758058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa1b8-54db-40cf-a4f1-84bfe591ec21 req-e5445239-f055-430c-85db-256a2ae78e76 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.759277 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-78bf7f82-5bb5-4f3d-acf4-e847e96fc22c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7276008 Jun 30 02:31:34.769810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa1b8-54db-40cf-a4f1-84bfe591ec21 req-e5445239-f055-430c-85db-256a2ae78e76 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.776805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa1b8-54db-40cf-a4f1-84bfe591ec21 req-e5445239-f055-430c-85db-256a2ae78e76 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.779890 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6fbfa1b8-54db-40cf-a4f1-84bfe591ec21 req-e5445239-f055-430c-85db-256a2ae78e76 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.2860076 Jun 30 02:31:34.863301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:34.916969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6fbfa1b8-54db-40cf-a4f1-84bfe591ec21 req-567ac9fe-5635-40bf-bf8d-24fd95307107 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127846 Jun 30 02:31:34.937965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a2438-aa98-4420-b387-92fa5277027e req-2ef03f30-e629-4db4-b480-70770ef53970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:34.941348 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-2ef03f30-e629-4db4-b480-70770ef53970 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.1600504 Jun 30 02:31:34.955672 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5bd566-4b9a-4f14-a0e4-9968006d5a9d None None] Network 1a7f12e0-4c1f-437b-b42e-309ae5080d05 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:31:35.036319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:35.081755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c55d63-f1a4-4140-84aa-28a02e9925c7 req-3918257a-4bbd-40ee-884d-c3c0e889195c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.090384 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56c55d63-f1a4-4140-84aa-28a02e9925c7 req-3918257a-4bbd-40ee-884d-c3c0e889195c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 946 time: 0.1333697 Jun 30 02:31:35.115829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a2438-aa98-4420-b387-92fa5277027e req-552e5378-29f7-4b7f-ba66-20cd315242a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.117358 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-552e5378-29f7-4b7f-ba66-20cd315242a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1636353 Jun 30 02:31:35.131567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56c55d63-f1a4-4140-84aa-28a02e9925c7 req-790556a8-3501-4db2-b4b8-78bf8c20f796 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Jun 30 02:31:35.134926 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.151081 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.285545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Pushing event updated for resources: {'Port': ['ID=41431db9-e2a5-4c2d-94f3-e35cab91411b,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:35.300899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689f01a-4e5c-4649-b594-2dd658b2628d req-69a74ca9-5ce0-40d3-9c65-fea55998f513 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.302487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4689f01a-4e5c-4649-b594-2dd658b2628d req-69a74ca9-5ce0-40d3-9c65-fea55998f513 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0691891 Jun 30 02:31:35.304601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f319d8a-e266-4074-926f-b947a8afc00d req-71ffe6ab-3de3-4c36-862f-af9194caa54e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.306095 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f319d8a-e266-4074-926f-b947a8afc00d req-71ffe6ab-3de3-4c36-862f-af9194caa54e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.2066164 Jun 30 02:31:35.342030 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4689f01a-4e5c-4649-b594-2dd658b2628d req-aebf887f-1895-4c84-8d0f-0f72255700a1 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Jun 30 02:31:35.352526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-ad7de8b6-d6b6-484f-b133-45a7e1c13e96 service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157090 Jun 30 02:31:35.362755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b on host n-h2-758944-39 for vnic_type normal with profile {"migrating_to": "n-h1-758944-39"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:35.363077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:35.363404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:35.388423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Port 41431db9-e2a5-4c2d-94f3-e35cab91411b on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:35.388747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Attempting to bind port 41431db9-e2a5-4c2d-94f3-e35cab91411b on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:35.429870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:35.430207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:35.430604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:35.431146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Bound port: 41431db9-e2a5-4c2d-94f3-e35cab91411b, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:35.431393 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.442228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f319d8a-e266-4074-926f-b947a8afc00d req-f3bd01bb-b9af-4006-a581-848f500b3143 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090016 Jun 30 02:31:35.521295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-913a2438-aa98-4420-b387-92fa5277027e req-ccec7ef9-7277-472a-9563-ff3aa00be001 service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535163 Jun 30 02:31:35.540566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:35.544224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:35.552803 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.660845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.661495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:35.662745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] 10.222.0.69 "PUT /v2.0/ports/41431db9-e2a5-4c2d-94f3-e35cab91411b HTTP/1.1" status: 200 len: 1124 time: 1.3650932 Jun 30 02:31:35.663493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f049196-91e2-4ff5-8d11-256ebffe1d8a service neutron] Pushing event updated for resources: {'Port': ['ID=41431db9-e2a5-4c2d-94f3-e35cab91411b,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:35.685458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-086e8c35-c48e-44dc-a720-97c1687e91db tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.695753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-086e8c35-c48e-44dc-a720-97c1687e91db tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/networks?id=4f022213-b71e-45e6-843f-7eda3c157461 HTTP/1.1" status: 200 len: 815 time: 0.1454375 Jun 30 02:31:35.697157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-2133064a-a5bf-4ae6-bcde-7735138a8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.699009 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-2133064a-a5bf-4ae6-bcde-7735138a8939 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 1096 time: 0.0981600 Jun 30 02:31:35.709573 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-22ba3475-f779-48fb-acfe-9bfa4e810f63 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/quotas/32095b85e24745a2b1bcfe09f3bba9b9 HTTP/1.1" status: 200 len: 375 time: 0.0119112 Jun 30 02:31:35.754928 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-e27d1b91-c8ae-40e4-8f6c-1c7f746f29ca tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=32095b85e24745a2b1bcfe09f3bba9b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386491 Jun 30 02:31:35.787916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['41431db9-e2a5-4c2d-94f3-e35cab91411b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:35.835706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-a7bfb7ab-4405-4bbf-977f-62435b41d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.837174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-a7bfb7ab-4405-4bbf-977f-62435b41d564 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.1250358 Jun 30 02:31:35.849667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-372e03f0-4ae6-42f8-945f-6c05eb65c337 service neutron] 10.222.0.55 "GET /v2.0/networks/4f022213-b71e-45e6-843f-7eda3c157461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861866 Jun 30 02:31:35.894018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-8a5d5f32-e520-46de-b7c8-822e1b77a204 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ccab27-5c33-42a3-8cba-21482183ce02 HTTP/1.1" status: 200 len: 217 time: 0.0453556 Jun 30 02:31:35.902237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11aa48-549d-4076-9afd-93311e164935 req-82e6ba06-2f77-47ca-9c85-7055ba8147b5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.904010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b11aa48-549d-4076-9afd-93311e164935 req-82e6ba06-2f77-47ca-9c85-7055ba8147b5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.2358606 Jun 30 02:31:35.959865 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-fc953533-0dd1-4ef9-ae3b-512f067efa13 service neutron] 10.222.0.55 "GET /v2.0/networks/4f022213-b71e-45e6-843f-7eda3c157461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983725 Jun 30 02:31:35.971247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-b62efa3f-3810-4d87-b617-40454094d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:35.972712 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-b62efa3f-3810-4d87-b617-40454094d7ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.0677576 Jun 30 02:31:35.975649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b11aa48-549d-4076-9afd-93311e164935 req-7c66470b-566d-4bb2-9b39-657caeefc336 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630362 Jun 30 02:31:36.046681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-2a9913b0-3b36-42a7-889a-9ccd4127b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.048219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-2a9913b0-3b36-42a7-889a-9ccd4127b9c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646377 Jun 30 02:31:36.195456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-7779c8d3-4fab-4a01-8bee-dc1cc477c2ac service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371770 Jun 30 02:31:36.210008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11ba5-947a-47c9-af56-14c2136386a4 req-4b79eb69-3cbd-4ef9-a49c-fbd9db2f701e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.211442 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ef11ba5-947a-47c9-af56-14c2136386a4 req-4b79eb69-3cbd-4ef9-a49c-fbd9db2f701e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 944 time: 0.1023667 Jun 30 02:31:36.270580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2413c-d3e1-4175-b40b-04156753e83a req-467a843c-f86d-458a-8580-6eff62198874 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.275748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2413c-d3e1-4175-b40b-04156753e83a req-467a843c-f86d-458a-8580-6eff62198874 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.282613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2413c-d3e1-4175-b40b-04156753e83a req-467a843c-f86d-458a-8580-6eff62198874 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.288969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2413c-d3e1-4175-b40b-04156753e83a req-467a843c-f86d-458a-8580-6eff62198874 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.295517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2413c-d3e1-4175-b40b-04156753e83a req-467a843c-f86d-458a-8580-6eff62198874 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.299323 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ef11ba5-947a-47c9-af56-14c2136386a4 req-8a7d0738-0caa-4d48-9f86-26c6c4d9f214 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787315 Jun 30 02:31:36.301600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2413c-d3e1-4175-b40b-04156753e83a req-467a843c-f86d-458a-8580-6eff62198874 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.307880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2413c-d3e1-4175-b40b-04156753e83a req-467a843c-f86d-458a-8580-6eff62198874 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.309892 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-94d2413c-d3e1-4175-b40b-04156753e83a req-467a843c-f86d-458a-8580-6eff62198874 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5417 time: 0.1282051 Jun 30 02:31:36.342524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4bd37a2-0b97-4ed1-a34a-957924606000 req-e8dcdaa4-8fad-4827-b2a1-131e70ed99e2 service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298709 Jun 30 02:31:36.373419 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-94d2413c-d3e1-4175-b40b-04156753e83a req-3956d3e5-0eb7-4bff-9aa5-0e9328c91c2c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558667 Jun 30 02:31:36.390253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cdda50c9-f504-41ad-a740-1f12b2751430 req-422dbbad-12a4-4d7d-8bf0-f3606e2d269e tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 210 time: 0.0295577 Jun 30 02:31:36.531239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41431db9-e2a5-4c2d-94f3-e35cab91411b'}, {'name': 'network-changed', 'server_uuid': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'tag': '41431db9-e2a5-4c2d-94f3-e35cab91411b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:36.533573 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15" -d '{"events": [{"server_uuid": "ea1ef88d-8162-4634-9ddc-633061e47a62", "name": "network-vif-unplugged", "status": "completed", "tag": "41431db9-e2a5-4c2d-94f3-e35cab91411b"}, {"name": "network-changed", "server_uuid": "ea1ef88d-8162-4634-9ddc-633061e47a62", "tag": "41431db9-e2a5-4c2d-94f3-e35cab91411b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:36.572534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29760e-e75f-43f8-9384-6ca310c47e39 req-46931606-7b65-460f-b3d2-2f38ab4466d7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.574524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c29760e-e75f-43f8-9384-6ca310c47e39 req-46931606-7b65-460f-b3d2-2f38ab4466d7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0777459 Jun 30 02:31:36.590428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c55047-151d-404d-920b-4bf6555f0ce2 req-bb1545f7-d777-4cf2-a07a-dc2403273522 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.592214 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44c55047-151d-404d-920b-4bf6555f0ce2 req-bb1545f7-d777-4cf2-a07a-dc2403273522 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 944 time: 0.0979609 Jun 30 02:31:36.633499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44c55047-151d-404d-920b-4bf6555f0ce2 req-e31bc281-251b-43b2-bf37-ccfdfd20fce4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351019 Jun 30 02:31:36.817364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48bc2a-8095-4cad-a65a-53e4e33d87ab req-a50b1dc7-f997-450a-a3b8-3bced139b8e3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:36.819684 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf48bc2a-8095-4cad-a65a-53e4e33d87ab req-a50b1dc7-f997-450a-a3b8-3bced139b8e3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.0676785 Jun 30 02:31:36.863377 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf48bc2a-8095-4cad-a65a-53e4e33d87ab req-d244451d-849b-4bfa-b3c8-550dc012e285 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368073 Jun 30 02:31:36.940690 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb82298-791d-42df-8aa0-a6a1a12262b7 x-openstack-request-id: req-3bb82298-791d-42df-8aa0-a6a1a12262b7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:36.940990 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ef88d-8162-4634-9ddc-633061e47a62", "name": "network-vif-unplugged", "status": "completed", "tag": "41431db9-e2a5-4c2d-94f3-e35cab91411b", "code": 200}, {"name": "network-changed", "server_uuid": "ea1ef88d-8162-4634-9ddc-633061e47a62", "tag": "41431db9-e2a5-4c2d-94f3-e35cab91411b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:36.941243 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bb82298-791d-42df-8aa0-a6a1a12262b7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:36.941637 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41431db9-e2a5-4c2d-94f3-e35cab91411b', 'code': 200} Jun 30 02:31:36.941886 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'tag': '41431db9-e2a5-4c2d-94f3-e35cab91411b', 'status': 'completed', 'code': 200} Jun 30 02:31:36.963784 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c29760e-e75f-43f8-9384-6ca310c47e39 req-b39e63a8-9c0b-403c-b1bf-22856f2935e3 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833506 Jun 30 02:31:37.036421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15 req-2fea1e24-0924-4f31-823e-4721f032fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.038056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15 req-2fea1e24-0924-4f31-823e-4721f032fe64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1127 time: 0.0623009 Jun 30 02:31:37.166558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15 req-a6e2e40a-69e5-4c14-97ab-7053d6a95510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.168289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15 req-a6e2e40a-69e5-4c14-97ab-7053d6a95510 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1207094 Jun 30 02:31:37.194002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8964cb-b9eb-46a0-ab9e-ab8bff1a6454 req-27b24a10-6ff9-4c9a-a905-72e518fc07d8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.195453 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa8964cb-b9eb-46a0-ab9e-ab8bff1a6454 req-27b24a10-6ff9-4c9a-a905-72e518fc07d8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1023817 Jun 30 02:31:37.229979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15 req-ae05c9c4-efd5-4e5b-b3f2-03dd417874d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b HTTP/1.1" status: 200 len: 217 time: 0.0491102 Jun 30 02:31:37.290213 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa8964cb-b9eb-46a0-ab9e-ab8bff1a6454 req-46915e1b-804a-4704-a5e9-b168fbb34bf2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670700 Jun 30 02:31:37.298176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15 req-df858915-2f80-4bb1-9e3d-5c4a55606bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.299649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15 req-df858915-2f80-4bb1-9e3d-5c4a55606bca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0620089 Jun 30 02:31:37.356293 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15 req-6f37bf82-d45e-4484-965c-58a0a2c1f336 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315685 Jun 30 02:31:37.435329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device cbf60437-17b2-4b6f-b2f7-0ee518410922 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:37.490732 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15 req-555c770b-301f-42b1-b1b3-6cf1f8371f6b service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200230 Jun 30 02:31:37.597765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port cbf60437-17b2-4b6f-b2f7-0ee518410922, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=cbf60437-17b2-4b6f-b2f7-0ee518410922,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:37.612493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'cbf60437-17b2-4b6f-b2f7-0ee518410922', 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3', 'port_id': 'cbf60437-17b2-4b6f-b2f7-0ee518410922', 'mac_address': 'fa:16:3e:06:af:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93da283-5646-4095-8acb-2307d5a55ef9', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:37.659928 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:37.664635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb45dff-8e71-4f81-b126-7ba21a0e2fe9 req-c1685468-8614-41c6-baec-ff9ac3a2e5fe tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.666844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3cb45dff-8e71-4f81-b126-7ba21a0e2fe9 req-c1685468-8614-41c6-baec-ff9ac3a2e5fe tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1535158 Jun 30 02:31:37.681296 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c72a33de-b0d9-4c4c-899d-7fec3f08bd15 req-27204b7e-5ca1-4e3b-93ea-624d46e15fe2 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781268 Jun 30 02:31:37.683867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf60437-17b2-4b6f-b2f7-0ee518410922 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:37.718416 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3cb45dff-8e71-4f81-b126-7ba21a0e2fe9 req-7a01611b-8829-4141-9c50-166edf3ddf3c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456033 Jun 30 02:31:37.733300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port cbf60437-17b2-4b6f-b2f7-0ee518410922, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=cbf60437-17b2-4b6f-b2f7-0ee518410922,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:37.739148 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:37.740088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:37.812171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:37.814606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=cbf60437-17b2-4b6f-b2f7-0ee518410922,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:37.827621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2', 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3', 'port_id': '31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2', 'mac_address': 'fa:16:3e:8f:00:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93da283-5646-4095-8acb-2307d5a55ef9', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:37.876905 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:37.890917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:37.919538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:37.922397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6c2b-3384-4e06-830e-5f941e452a22 req-6b0c7a4e-bdbe-4bd8-ac86-6683f2ed516f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.927504 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:37.928576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0a6a9b8d-f43c-44e0-a376-85771844ab72 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:37.929069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6c2b-3384-4e06-830e-5f941e452a22 req-6b0c7a4e-bdbe-4bd8-ac86-6683f2ed516f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.937593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6c2b-3384-4e06-830e-5f941e452a22 req-6b0c7a4e-bdbe-4bd8-ac86-6683f2ed516f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.942767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6c2b-3384-4e06-830e-5f941e452a22 req-6b0c7a4e-bdbe-4bd8-ac86-6683f2ed516f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.948698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6c2b-3384-4e06-830e-5f941e452a22 req-6b0c7a4e-bdbe-4bd8-ac86-6683f2ed516f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.954531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6c2b-3384-4e06-830e-5f941e452a22 req-6b0c7a4e-bdbe-4bd8-ac86-6683f2ed516f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.960342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6c2b-3384-4e06-830e-5f941e452a22 req-6b0c7a4e-bdbe-4bd8-ac86-6683f2ed516f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.962344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3ad6c2b-3384-4e06-830e-5f941e452a22 req-6b0c7a4e-bdbe-4bd8-ac86-6683f2ed516f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5418 time: 0.1245272 Jun 30 02:31:37.969883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-0fda3957-c392-40c8-87f0-f7cbd0479f9a tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.971384 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-0fda3957-c392-40c8-87f0-f7cbd0479f9a tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.73 "GET /v2.0/networks?id=4f022213-b71e-45e6-843f-7eda3c157461 HTTP/1.1" status: 200 len: 815 time: 0.5211122 Jun 30 02:31:37.979739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5752a-d759-438e-9cf4-25035f37f70e req-70fa829d-3ae2-4190-992d-183757ce1a85 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:37.981218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99a5752a-d759-438e-9cf4-25035f37f70e req-70fa829d-3ae2-4190-992d-183757ce1a85 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 944 time: 0.5507348 Jun 30 02:31:37.990291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Request body: {'port': {'device_id': 'cb8626a2-e64f-4cd5-8b23-1bbfe35b1869', 'network_id': '4f022213-b71e-45e6-843f-7eda3c157461', 'admin_state_up': True, 'tenant_id': '32095b85e24745a2b1bcfe09f3bba9b9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:38.016282 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3ad6c2b-3384-4e06-830e-5f941e452a22 req-f00608d3-208b-4d6a-a9ab-1bed7d130f63 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470538 Jun 30 02:31:38.081633 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99a5752a-d759-438e-9cf4-25035f37f70e req-50b50dda-de2f-4418-b9e2-12a211917564 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878885 Jun 30 02:31:38.142685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Made reservation on behalf of 32095b85e24745a2b1bcfe09f3bba9b9 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:38.147077 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.172159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:38.203322 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-907e29b2-b3f7-4899-a8c8-de183074e3d6 req-84047355-0461-4be2-92ba-a7a65232838f tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 210 time: 0.0523257 Jun 30 02:31:38.228765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0a6a9b8d-f43c-44e0-a376-85771844ab72, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0a6a9b8d-f43c-44e0-a376-85771844ab72,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:38.242037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '0a6a9b8d-f43c-44e0-a376-85771844ab72', 'network_id': 'ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e', 'port_id': '0a6a9b8d-f43c-44e0-a376-85771844ab72', 'mac_address': 'fa:16:3e:5f:da:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50111ab-406d-464a-8542-69c8fb73b1b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:38.285873 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.300944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6a9b8d-f43c-44e0-a376-85771844ab72 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:38.326937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0a6a9b8d-f43c-44e0-a376-85771844ab72, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0a6a9b8d-f43c-44e0-a376-85771844ab72,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:38.331752 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.333004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:38.334543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Allocated IP 172.20.0.9 (4f022213-b71e-45e6-843f-7eda3c157461/9700ae97-7872-4d40-bd26-f3ac04c06aa4/cb40663d-c87d-44de-bd2d-18324bf0ad36) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:38.366731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c4a9b-a755-4658-9461-174d452aed6f req-b96b424c-c20e-4621-a1bb-6554727b015b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:38.368253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6b1c4a9b-a755-4658-9461-174d452aed6f req-b96b424c-c20e-4621-a1bb-6554727b015b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0726690 Jun 30 02:31:38.370473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bac73-15f9-4dc6-a775-fdbdef6cde5f req-335a2733-6023-4f3a-9a3c-56af4b354840 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:38.377776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-902bac73-15f9-4dc6-a775-fdbdef6cde5f req-335a2733-6023-4f3a-9a3c-56af4b354840 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 944 time: 0.1444950 Jun 30 02:31:38.411380 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6b1c4a9b-a755-4658-9461-174d452aed6f req-edf20956-3f8f-404e-9610-8c831eb0e8da tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349548 Jun 30 02:31:38.443374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0a6a9b8d-f43c-44e0-a376-85771844ab72,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:38.479731 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-902bac73-15f9-4dc6-a775-fdbdef6cde5f req-dd50d300-8dda-4a7d-8338-0be76c920061 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009355 Jun 30 02:31:38.497458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:38.518041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '1ee62e8a-ac04-4b69-81cf-e3412dd85b98', 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b', 'port_id': '1ee62e8a-ac04-4b69-81cf-e3412dd85b98', 'mac_address': 'fa:16:3e:5b:be:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e545eccd-650a-4043-aa44-a5cdae114a45', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:38.557822 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.564280 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.573328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:38.595540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:38.601399 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.602289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 06505dc6-30ad-45ca-a4cc-0359749921a7 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:38.612290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.666481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Network 4f022213-b71e-45e6-843f-7eda3c157461 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:38.671389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:38.681040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995ea77-03dd-42ce-bcb5-342bdfb3bb29 req-0267e3a6-fd98-4f02-bf5d-5beb354b07c8 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:38.683403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b995ea77-03dd-42ce-bcb5-342bdfb3bb29 req-0267e3a6-fd98-4f02-bf5d-5beb354b07c8 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.0892103 Jun 30 02:31:38.687341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:38.715485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:38.717145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Pushing event updated for resources: {'Port': ['ID=cb40663d-c87d-44de-bd2d-18324bf0ad36,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:38.726431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b995ea77-03dd-42ce-bcb5-342bdfb3bb29 req-3126280c-be41-477f-98ba-dcfbe79eee60 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356905 Jun 30 02:31:38.749868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:38.750512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.766682 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-8b6952b6-6370-4a79-8c27-2f5f44effe84 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7808437 Jun 30 02:31:38.777978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 06505dc6-30ad-45ca-a4cc-0359749921a7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=06505dc6-30ad-45ca-a4cc-0359749921a7,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:38.784349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Request body: {'port': {'device_id': 'cb8626a2-e64f-4cd5-8b23-1bbfe35b1869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:38.789871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '06505dc6-30ad-45ca-a4cc-0359749921a7', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'port_id': '06505dc6-30ad-45ca-a4cc-0359749921a7', 'mac_address': 'fa:16:3e:f4:5b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:38.828941 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.846487 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06505dc6-30ad-45ca-a4cc-0359749921a7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:38.868126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 06505dc6-30ad-45ca-a4cc-0359749921a7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=06505dc6-30ad-45ca-a4cc-0359749921a7,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:38.872498 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.873246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device bed0dcaf-cdff-483c-a583-5d8df195470f details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:38.902912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:38.913821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad2e94-6fa7-461d-8a6c-b6c69d2bf30d req-8c1811cd-e03e-4fb1-a84e-228789929840 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:38.915422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-21ad2e94-6fa7-461d-8a6c-b6c69d2bf30d req-8c1811cd-e03e-4fb1-a84e-228789929840 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1284635 Jun 30 02:31:38.942409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port bed0dcaf-cdff-483c-a583-5d8df195470f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=bed0dcaf-cdff-483c-a583-5d8df195470f,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:38.945253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=06505dc6-30ad-45ca-a4cc-0359749921a7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:38.958736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'bed0dcaf-cdff-483c-a583-5d8df195470f', 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3', 'port_id': 'bed0dcaf-cdff-483c-a583-5d8df195470f', 'mac_address': 'fa:16:3e:1b:44:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93da283-5646-4095-8acb-2307d5a55ef9', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:38.982491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-21ad2e94-6fa7-461d-8a6c-b6c69d2bf30d req-1b39391f-ad76-4e03-a854-581cec373f5c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592344 Jun 30 02:31:39.005549 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.019749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed0dcaf-cdff-483c-a583-5d8df195470f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:39.041479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port bed0dcaf-cdff-483c-a583-5d8df195470f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=bed0dcaf-cdff-483c-a583-5d8df195470f,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:39.046430 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.047221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 00ef3587-abe6-4280-a268-0d6e50f4c1a3 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:39.105572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 00ef3587-abe6-4280-a268-0d6e50f4c1a3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=00ef3587-abe6-4280-a268-0d6e50f4c1a3,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:39.123626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '00ef3587-abe6-4280-a268-0d6e50f4c1a3', 'network_id': 'cd24ac80-8c34-47d2-9050-738175838a5b', 'port_id': '00ef3587-abe6-4280-a268-0d6e50f4c1a3', 'mac_address': 'fa:16:3e:9b:ee:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e545eccd-650a-4043-aa44-a5cdae114a45', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:39.168230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=bed0dcaf-cdff-483c-a583-5d8df195470f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:39.180453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3856cf-f91a-4e2a-9324-89a9d5e75ffc req-c7c8dcbd-abb4-43e4-9e34-5608b6725926 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.182655 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b3856cf-f91a-4e2a-9324-89a9d5e75ffc req-c7c8dcbd-abb4-43e4-9e34-5608b6725926 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0737565 Jun 30 02:31:39.187154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f2ccab27-5c33-42a3-8cba-21482183ce02 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:39.197681 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.222021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ef3587-abe6-4280-a268-0d6e50f4c1a3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:39.233549 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b3856cf-f91a-4e2a-9324-89a9d5e75ffc req-f99d0a33-52da-49ff-9720-a2efae61cf8d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Jun 30 02:31:39.284338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 00ef3587-abe6-4280-a268-0d6e50f4c1a3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=00ef3587-abe6-4280-a268-0d6e50f4c1a3,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:39.292987 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.293781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 32495fac-1ad2-4c12-b2b8-3d2caacc7872 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:39.322840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb40663d-c87d-44de-bd2d-18324bf0ad36 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:39.331435 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.356048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Transition to ACTIVE for port object cb40663d-c87d-44de-bd2d-18324bf0ad36 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:39.369296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0a79-ab4b-40b1-9f5a-c99311209558 req-d6c6ccf7-cf47-49b5-8d2a-1ca52b2aa0c5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.373059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:39.375774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0a79-ab4b-40b1-9f5a-c99311209558 req-d6c6ccf7-cf47-49b5-8d2a-1ca52b2aa0c5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.381919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0a79-ab4b-40b1-9f5a-c99311209558 req-d6c6ccf7-cf47-49b5-8d2a-1ca52b2aa0c5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.388144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0a79-ab4b-40b1-9f5a-c99311209558 req-d6c6ccf7-cf47-49b5-8d2a-1ca52b2aa0c5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.394285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0a79-ab4b-40b1-9f5a-c99311209558 req-d6c6ccf7-cf47-49b5-8d2a-1ca52b2aa0c5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.397743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=00ef3587-abe6-4280-a268-0d6e50f4c1a3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:39.401108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0a79-ab4b-40b1-9f5a-c99311209558 req-d6c6ccf7-cf47-49b5-8d2a-1ca52b2aa0c5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.401683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 32495fac-1ad2-4c12-b2b8-3d2caacc7872, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=32495fac-1ad2-4c12-b2b8-3d2caacc7872,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:39.404437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'port_id': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'mac_address': 'fa:16:3e:17:fd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:39.408188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b0a79-ab4b-40b1-9f5a-c99311209558 req-d6c6ccf7-cf47-49b5-8d2a-1ca52b2aa0c5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.411231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa3b0a79-ab4b-40b1-9f5a-c99311209558 req-d6c6ccf7-cf47-49b5-8d2a-1ca52b2aa0c5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5422 time: 0.2507148 Jun 30 02:31:39.413062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.417557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '32495fac-1ad2-4c12-b2b8-3d2caacc7872', 'network_id': '578abc09-9da7-49ae-8002-6d682c8aa7a3', 'port_id': '32495fac-1ad2-4c12-b2b8-3d2caacc7872', 'mac_address': 'fa:16:3e:91:05:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93da283-5646-4095-8acb-2307d5a55ef9', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:39.480787 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.499998 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.503059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa3b0a79-ab4b-40b1-9f5a-c99311209558 req-4fd82fa5-1106-4976-9cd9-0932833f3019 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789464 Jun 30 02:31:39.503533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ccab27-5c33-42a3-8cba-21482183ce02 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:39.504309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Pushing event updated for resources: {'Port': ['ID=cb40663d-c87d-44de-bd2d-18324bf0ad36,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:39.525158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32495fac-1ad2-4c12-b2b8-3d2caacc7872 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:39.545853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:39.557344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.561003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 32495fac-1ad2-4c12-b2b8-3d2caacc7872, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=32495fac-1ad2-4c12-b2b8-3d2caacc7872,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:39.587640 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.588298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 41431db9-e2a5-4c2d-94f3-e35cab91411b details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:39.594175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87d98-ff3b-4e4c-9379-aecebf9d687c req-22976dfc-92db-4555-bd19-229d7c66476b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.596111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-89f87d98-ff3b-4e4c-9379-aecebf9d687c req-22976dfc-92db-4555-bd19-229d7c66476b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 945 time: 0.1025636 Jun 30 02:31:39.604990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Attempting to bind port cb40663d-c87d-44de-bd2d-18324bf0ad36 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:39.607013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Attempting to bind port cb40663d-c87d-44de-bd2d-18324bf0ad36 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '81103fb4-337e-42f1-87e2-459087ff0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4f022213-b71e-45e6-843f-7eda3c157461'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:39.607391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Attempting to bind port cb40663d-c87d-44de-bd2d-18324bf0ad36 on network 4f022213-b71e-45e6-843f-7eda3c157461 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:39.617571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Port cb40663d-c87d-44de-bd2d-18324bf0ad36 on network 4f022213-b71e-45e6-843f-7eda3c157461 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:39.619621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Attempting to bind port cb40663d-c87d-44de-bd2d-18324bf0ad36 on network 4f022213-b71e-45e6-843f-7eda3c157461 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:39.626126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:39.638370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:39.639247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Checking segment: {'id': '81103fb4-337e-42f1-87e2-459087ff0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4f022213-b71e-45e6-843f-7eda3c157461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:39.639395 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-89f87d98-ff3b-4e4c-9379-aecebf9d687c req-4b05e39e-a867-4bf1-b011-04b999aaa43a tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356021 Jun 30 02:31:39.640058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Bound using segment: {'id': '81103fb4-337e-42f1-87e2-459087ff0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4f022213-b71e-45e6-843f-7eda3c157461'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:39.640527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Bound port: cb40663d-c87d-44de-bd2d-18324bf0ad36, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81103fb4-337e-42f1-87e2-459087ff0089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4f022213-b71e-45e6-843f-7eda3c157461'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:39.640882 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.738876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=32495fac-1ad2-4c12-b2b8-3d2caacc7872,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:39.748629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] For port cb40663d-c87d-44de-bd2d-18324bf0ad36, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:39.762050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:39.769838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] For port cb40663d-c87d-44de-bd2d-18324bf0ad36, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb40663d-c87d-44de-bd2d-18324bf0ad36,segment=NetworkSegment(81103fb4-337e-42f1-87e2-459087ff0089),segment_id=81103fb4-337e-42f1-87e2-459087ff0089)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:39.773994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 41431db9-e2a5-4c2d-94f3-e35cab91411b has no active binding in host n-h1-758944-39 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:31:39.779220 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.821930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.822572 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:39.822754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03060e96-67ed-4685-acb8-de2a8a04aabe req-d4566701-232a-487f-b9be-207cde05249e tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.824445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] 10.222.0.73 "PUT /v2.0/ports/cb40663d-c87d-44de-bd2d-18324bf0ad36 HTTP/1.1" status: 200 len: 1092 time: 1.0446889 Jun 30 02:31:39.824753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-03060e96-67ed-4685-acb8-de2a8a04aabe req-d4566701-232a-487f-b9be-207cde05249e tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 944 time: 0.0673428 Jun 30 02:31:39.824896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8626a2-e64f-4cd5-8b23-1bbfe35b1869', 'tag': 'cb40663d-c87d-44de-bd2d-18324bf0ad36'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:39.827194 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8626a2-e64f-4cd5-8b23-1bbfe35b1869", "tag": "cb40663d-c87d-44de-bd2d-18324bf0ad36"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:39.857505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1d8f0-a34f-483c-a9ca-867997d1a0a0 req-9be42102-8d13-438f-a084-0be268b5f4af tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.859085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bab1d8f0-a34f-483c-a9ca-867997d1a0a0 req-9be42102-8d13-438f-a084-0be268b5f4af tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 943 time: 0.1574409 Jun 30 02:31:39.868061 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-03060e96-67ed-4685-acb8-de2a8a04aabe req-0f19fd45-bfc8-4a18-8276-90bed96c47c5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373132 Jun 30 02:31:39.877227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45099b86-de10-4bc5-b066-c21347b08b34 service neutron] Pushing event updated for resources: {'Port': ['ID=cb40663d-c87d-44de-bd2d-18324bf0ad36,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:39.885183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['f2ccab27-5c33-42a3-8cba-21482183ce02'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:39.943680 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bab1d8f0-a34f-483c-a9ca-867997d1a0a0 req-e3ae28dc-13c9-4400-b4c6-08788754cd00 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8300ee1-15e6-49f4-90e3-5d4373ea80cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780854 Jun 30 02:31:39.985110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-739c8017-acd4-45ca-9fb1-c2ac14394d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:39.987512 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-739c8017-acd4-45ca-9fb1-c2ac14394d17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32095b85e24745a2b1bcfe09f3bba9b9&device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 1095 time: 0.0966320 Jun 30 02:31:40.042392 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-15cdd4d8-753a-41fb-916e-c26edfb5c052 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb40663d-c87d-44de-bd2d-18324bf0ad36 HTTP/1.1" status: 200 len: 217 time: 0.0456874 Jun 30 02:31:40.132467 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-40a22397-7285-4c1f-ad00-b3a59797a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.139242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-40a22397-7285-4c1f-ad00-b3a59797a9c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9700ae97-7872-4d40-bd26-f3ac04c06aa4 HTTP/1.1" status: 200 len: 855 time: 0.0825148 Jun 30 02:31:40.178257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d77d0-0e71-481a-96fc-6b660459f8cd req-6ca536a3-4ed7-4ce8-b037-2e4f97d79909 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.178539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-d5bf8341-ea2a-4e7d-907c-a0284e13239a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f022213-b71e-45e6-843f-7eda3c157461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332310 Jun 30 02:31:40.179849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-050d77d0-0e71-481a-96fc-6b660459f8cd req-6ca536a3-4ed7-4ce8-b037-2e4f97d79909 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 945 time: 0.0678868 Jun 30 02:31:40.198236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886ad26-b625-4b6b-a560-70b4719a8389 req-b0563368-ad47-4c45-89d3-9aedac7c683d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.199914 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6886ad26-b625-4b6b-a560-70b4719a8389 req-b0563368-ad47-4c45-89d3-9aedac7c683d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1166542 Jun 30 02:31:40.220026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-050d77d0-0e71-481a-96fc-6b660459f8cd req-2b435fa6-867d-499d-b20f-7ec71dd0b73f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331483 Jun 30 02:31:40.273921 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9000da75-9010-4258-adfb-f05a01fe0c73 x-openstack-request-id: req-9000da75-9010-4258-adfb-f05a01fe0c73 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:40.274212 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8626a2-e64f-4cd5-8b23-1bbfe35b1869", "tag": "cb40663d-c87d-44de-bd2d-18324bf0ad36", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:40.274453 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9000da75-9010-4258-adfb-f05a01fe0c73 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:40.274870 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8626a2-e64f-4cd5-8b23-1bbfe35b1869', 'tag': 'cb40663d-c87d-44de-bd2d-18324bf0ad36', 'status': 'completed', 'code': 200} Jun 30 02:31:40.286408 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6886ad26-b625-4b6b-a560-70b4719a8389 req-b2435ae9-4d85-4080-9fee-1ca3ba3c8f9b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795901 Jun 30 02:31:40.313784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-6690a99c-8b94-451b-aba1-1357890c7e34 service neutron] 10.222.0.73 "GET /v2.0/networks/4f022213-b71e-45e6-843f-7eda3c157461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235700 Jun 30 02:31:40.411727 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ee7b12c-21ac-430c-9d23-b69a35780288 req-44bd0416-e1e9-4622-a0bb-9114fd00a847 service neutron] 10.222.0.73 "GET /v2.0/networks/4f022213-b71e-45e6-843f-7eda3c157461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889304 Jun 30 02:31:40.465400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba53b46-c463-4a57-bd27-0952060893f3 req-922ed6ac-b8fb-4e83-954d-62751bd2c3b7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.466937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ba53b46-c463-4a57-bd27-0952060893f3 req-922ed6ac-b8fb-4e83-954d-62751bd2c3b7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0668294 Jun 30 02:31:40.505690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ba53b46-c463-4a57-bd27-0952060893f3 req-369accb9-07a3-43b6-8fb6-e2e21c48ed27 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Jun 30 02:31:40.527084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a req-40db1ff2-9367-4f76-8566-80793bf41f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.528726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a req-40db1ff2-9367-4f76-8566-80793bf41f43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32095b85e24745a2b1bcfe09f3bba9b9&device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 1095 time: 0.0552528 Jun 30 02:31:40.630779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a req-33b3cee2-67bf-471a-ac49-af198206b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.632313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a req-33b3cee2-67bf-471a-ac49-af198206b1b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f022213-b71e-45e6-843f-7eda3c157461 HTTP/1.1" status: 200 len: 916 time: 0.0958707 Jun 30 02:31:40.679291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a req-feaceb6b-4acd-426e-b2b5-00c2772d67b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb40663d-c87d-44de-bd2d-18324bf0ad36 HTTP/1.1" status: 200 len: 217 time: 0.0364954 Jun 30 02:31:40.750974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff3c88-0556-4eb1-b632-a8aaaa75bdd4 req-479e0930-f06f-412b-aa23-af1b1f4d6ff9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.752394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ff3c88-0556-4eb1-b632-a8aaaa75bdd4 req-479e0930-f06f-412b-aa23-af1b1f4d6ff9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0664117 Jun 30 02:31:40.772796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a req-5030c8af-6fe2-4aa8-89af-b5d82f5ba1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.775194 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a req-5030c8af-6fe2-4aa8-89af-b5d82f5ba1c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9700ae97-7872-4d40-bd26-f3ac04c06aa4 HTTP/1.1" status: 200 len: 855 time: 0.0741384 Jun 30 02:31:40.791263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ff3c88-0556-4eb1-b632-a8aaaa75bdd4 req-0608a26c-b25e-44c2-bd2f-ec0cc8a0a303 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Jun 30 02:31:40.825948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf347-300c-4513-937c-c24bd3090360 req-54d6c8c8-36be-48d8-affc-8f71f112a04b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.831650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf347-300c-4513-937c-c24bd3090360 req-54d6c8c8-36be-48d8-affc-8f71f112a04b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.837333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf347-300c-4513-937c-c24bd3090360 req-54d6c8c8-36be-48d8-affc-8f71f112a04b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.843380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf347-300c-4513-937c-c24bd3090360 req-54d6c8c8-36be-48d8-affc-8f71f112a04b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.849290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf347-300c-4513-937c-c24bd3090360 req-54d6c8c8-36be-48d8-affc-8f71f112a04b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.855114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf347-300c-4513-937c-c24bd3090360 req-54d6c8c8-36be-48d8-affc-8f71f112a04b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.860828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bf347-300c-4513-937c-c24bd3090360 req-54d6c8c8-36be-48d8-affc-8f71f112a04b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:40.862746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b8bf347-300c-4513-937c-c24bd3090360 req-54d6c8c8-36be-48d8-affc-8f71f112a04b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5424 time: 0.2252433 Jun 30 02:31:40.864917 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a req-1bcd53db-603d-4566-93ad-ecc7863d1736 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f022213-b71e-45e6-843f-7eda3c157461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767403 Jun 30 02:31:40.949686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b8bf347-300c-4513-937c-c24bd3090360 req-6e51b2ed-e65f-46e6-9dd4-a4438fd47108 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801551 Jun 30 02:31:40.997530 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a req-f576353e-0b51-400f-8e0a-967f3db7fa1a service neutron] 10.222.0.73 "GET /v2.0/networks/4f022213-b71e-45e6-843f-7eda3c157461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146758 Jun 30 02:31:41.006017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db563c9-e90f-40db-94de-d6d010729963 req-71ab5068-490a-4835-a215-b13a4df96234 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.007450 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9db563c9-e90f-40db-94de-d6d010729963 req-71ab5068-490a-4835-a215-b13a4df96234 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 945 time: 0.1180379 Jun 30 02:31:41.008905 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-8a671dd2-86eb-4db6-b9b6-6ea8e8f0c6ec service neutron] 10.222.0.73 "GET /v2.0/ports/41431db9-e2a5-4c2d-94f3-e35cab91411b/bindings/n-h1-758944-39 HTTP/1.1" status: 200 len: 385 time: 0.0868611 Jun 30 02:31:41.086095 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9db563c9-e90f-40db-94de-d6d010729963 req-8eb08677-45c9-4d52-b6bb-c16ae8b38fa5 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725641 Jun 30 02:31:41.110159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:41.156338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-877ad50b-24e2-4f6a-a4af-bf9b6df74d0a req-469fa182-5810-4d34-96a6-75827ffa3f8b service neutron] 10.222.0.73 "GET /v2.0/networks/4f022213-b71e-45e6-843f-7eda3c157461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460760 Jun 30 02:31:41.197447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1e2ed-8947-4686-ac2a-51c877b206fd req-667372ed-4200-49f0-93be-8e5594493c44 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.200041 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4d1e2ed-8947-4686-ac2a-51c877b206fd req-667372ed-4200-49f0-93be-8e5594493c44 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1280160 Jun 30 02:31:41.202490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['0a6a9b8d-f43c-44e0-a376-85771844ab72'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:41.234218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f2ccab27-5c33-42a3-8cba-21482183ce02 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:41.253542 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4d1e2ed-8947-4686-ac2a-51c877b206fd req-d5082e06-aefa-403a-a82d-3346575e2ea2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458663 Jun 30 02:31:41.301882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['06505dc6-30ad-45ca-a4cc-0359749921a7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:41.303817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['cbf60437-17b2-4b6f-b2f7-0ee518410922'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:41.330701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-070d458b-b866-4030-a836-7db91c9a924e req-95d66479-f15d-4f54-bf9b-d027c966d8b9 service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:41.356394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['32495fac-1ad2-4c12-b2b8-3d2caacc7872'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:41.368104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-070d458b-b866-4030-a836-7db91c9a924e req-95d66479-f15d-4f54-bf9b-d027c966d8b9 service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:41.399555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f352a09-4b3b-48b9-9fb0-232ddf35744b req-cd1711a6-9420-48f3-a1cb-20f74ca3b6be tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.401040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f352a09-4b3b-48b9-9fb0-232ddf35744b req-cd1711a6-9420-48f3-a1cb-20f74ca3b6be tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 944 time: 0.1694534 Jun 30 02:31:41.416026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-070d458b-b866-4030-a836-7db91c9a924e req-95d66479-f15d-4f54-bf9b-d027c966d8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41431db9-e2a5-4c2d-94f3-e35cab91411b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:41.437405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74120b0c-0906-499e-83be-9956d90aeedd req-1f831067-8399-461f-81be-dba8a0783c9c tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.438494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-070d458b-b866-4030-a836-7db91c9a924e req-95d66479-f15d-4f54-bf9b-d027c966d8b9 service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:41.439286 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-74120b0c-0906-499e-83be-9956d90aeedd req-1f831067-8399-461f-81be-dba8a0783c9c tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 943 time: 0.0663285 Jun 30 02:31:41.463036 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-070d458b-b866-4030-a836-7db91c9a924e req-95d66479-f15d-4f54-bf9b-d027c966d8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:41.476327 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f352a09-4b3b-48b9-9fb0-232ddf35744b req-05fc43f5-f6d8-4ad0-acc2-ada94445741c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636263 Jun 30 02:31:41.483538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-74120b0c-0906-499e-83be-9956d90aeedd req-0f636de1-07a5-4070-983e-3bc6350578f8 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8300ee1-15e6-49f4-90e3-5d4373ea80cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356340 Jun 30 02:31:41.524078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port f2ccab27-5c33-42a3-8cba-21482183ce02 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:41.560402 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port f2ccab27-5c33-42a3-8cba-21482183ce02 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:41.560796 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:41.568581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-070d458b-b866-4030-a836-7db91c9a924e req-95d66479-f15d-4f54-bf9b-d027c966d8b9 service neutron] Transition to ACTIVE for port object 41431db9-e2a5-4c2d-94f3-e35cab91411b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:41.574706 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-070d458b-b866-4030-a836-7db91c9a924e req-95d66479-f15d-4f54-bf9b-d027c966d8b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:41.685778 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-070d458b-b866-4030-a836-7db91c9a924e req-95d66479-f15d-4f54-bf9b-d027c966d8b9 service neutron] No DVR routers for this DVR port 41431db9-e2a5-4c2d-94f3-e35cab91411b on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:41.694369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d66479-f15d-4f54-bf9b-d027c966d8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=41431db9-e2a5-4c2d-94f3-e35cab91411b,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:41.745516 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-95d66479-f15d-4f54-bf9b-d027c966d8b9 service neutron] 10.222.0.73 "PUT /v2.0/ports/41431db9-e2a5-4c2d-94f3-e35cab91411b/bindings/n-h1-758944-39/activate HTTP/1.1" status: 200 len: 370 time: 0.7046533 Jun 30 02:31:41.746381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9bb77-1eac-4f90-b74b-2fd902538931 req-2d633aba-d944-4a07-97c6-e1bc1a3bccd7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.748230 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfe9bb77-1eac-4f90-b74b-2fd902538931 req-2d633aba-d944-4a07-97c6-e1bc1a3bccd7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 945 time: 0.0895944 Jun 30 02:31:41.802604 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfe9bb77-1eac-4f90-b74b-2fd902538931 req-e7cf70fb-ea46-4813-a4b2-fcd9bef73b05 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397375 Jun 30 02:31:41.877275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7dff4-cf9e-4fd7-8ef6-b8172f322e5c req-09d7452e-0f4f-47e9-90b5-93e7cf35e605 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.878799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a2b7dff4-cf9e-4fd7-8ef6-b8172f322e5c req-09d7452e-0f4f-47e9-90b5-93e7cf35e605 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/networks?id=af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 200 len: 813 time: 0.1595504 Jun 30 02:31:41.913956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a2b7dff4-cf9e-4fd7-8ef6-b8172f322e5c req-c5d09851-8ddd-4812-a4ac-0b4679649b1b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/quotas/74ed56f4b8e14386826faef08e10c6ec HTTP/1.1" status: 200 len: 375 time: 0.0223868 Jun 30 02:31:41.923700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-bb905d04-8348-418d-9c69-fb61a895fbee tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:41.925792 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-bb905d04-8348-418d-9c69-fb61a895fbee tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.1029360 Jun 30 02:31:41.951367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['00ef3587-abe6-4280-a268-0d6e50f4c1a3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:42.004739 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a2b7dff4-cf9e-4fd7-8ef6-b8172f322e5c req-f5e8a5a2-12a8-47fe-bbb5-fae30f50f335 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74ed56f4b8e14386826faef08e10c6ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842280 Jun 30 02:31:42.101953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:42.103421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-a5247695-2069-4f58-9c90-4029d1516843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.105042 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-a5247695-2069-4f58-9c90-4029d1516843 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62&tenant_id=b6b95258dc98409483eb8868ae44b7c5 HTTP/1.1" status: 200 len: 1097 time: 0.1686592 Jun 30 02:31:42.177150 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:42.179491 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d36d210-80f8-4f92-b229-73e143aac3ce" -d '{"events": [{"server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "name": "network-vif-plugged", "status": "completed", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:42.212276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:42.217800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:42.218980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 41431db9-e2a5-4c2d-94f3-e35cab91411b no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:42.227533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['bed0dcaf-cdff-483c-a583-5d8df195470f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:42.244625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270f84-ae86-4f88-97f0-02c200abdeb1 req-d63b9899-4d37-4111-b9af-0db3b25fcd57 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.246488 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-760d34c6-25b0-46e7-a9ea-1f0d5489b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.248109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-760d34c6-25b0-46e7-a9ea-1f0d5489b690 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1097 time: 0.1114655 Jun 30 02:31:42.250966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270f84-ae86-4f88-97f0-02c200abdeb1 req-d63b9899-4d37-4111-b9af-0db3b25fcd57 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.256854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270f84-ae86-4f88-97f0-02c200abdeb1 req-d63b9899-4d37-4111-b9af-0db3b25fcd57 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.260471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30241-932f-4077-86cc-1a48c4cc6856 req-06184493-bb6d-4096-b4ea-50ffa6c79d06 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.262306 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9c30241-932f-4077-86cc-1a48c4cc6856 req-06184493-bb6d-4096-b4ea-50ffa6c79d06 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0870144 Jun 30 02:31:42.263601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270f84-ae86-4f88-97f0-02c200abdeb1 req-d63b9899-4d37-4111-b9af-0db3b25fcd57 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.269654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270f84-ae86-4f88-97f0-02c200abdeb1 req-d63b9899-4d37-4111-b9af-0db3b25fcd57 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.281781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270f84-ae86-4f88-97f0-02c200abdeb1 req-d63b9899-4d37-4111-b9af-0db3b25fcd57 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.287983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270f84-ae86-4f88-97f0-02c200abdeb1 req-d63b9899-4d37-4111-b9af-0db3b25fcd57 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.290065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04270f84-ae86-4f88-97f0-02c200abdeb1 req-d63b9899-4d37-4111-b9af-0db3b25fcd57 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5424 time: 0.1319156 Jun 30 02:31:42.295034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['1ee62e8a-ac04-4b69-81cf-e3412dd85b98'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:42.362394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9c30241-932f-4077-86cc-1a48c4cc6856 req-b058f744-d6e6-40a6-ad90-e67954cf89db tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912633 Jun 30 02:31:42.364889 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04270f84-ae86-4f88-97f0-02c200abdeb1 req-ded6c7d4-3aa2-41f2-94bf-1f041c4dd269 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643227 Jun 30 02:31:42.435091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:42.437691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-153ff564-4dfa-4815-b917-52370badbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.438659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-153ff564-4dfa-4815-b917-52370badbf3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1753476 Jun 30 02:31:42.445196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 41431db9-e2a5-4c2d-94f3-e35cab91411b not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:42.469456 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aabec5-9db8-41e8-a6af-b961a267ca09 x-openstack-request-id: req-f1aabec5-9db8-41e8-a6af-b961a267ca09 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:42.470172 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "name": "network-vif-plugged", "status": "completed", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:42.470449 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1aabec5-9db8-41e8-a6af-b961a267ca09 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:42.470865 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'code': 200} Jun 30 02:31:42.547495 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-4a511d3d-5710-4a2e-8e3a-a497220ab9ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b HTTP/1.1" status: 200 len: 217 time: 0.0956187 Jun 30 02:31:42.634088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-5faf4b1c-9d6f-4611-b2c5-15b8fe1f2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.635583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-5faf4b1c-9d6f-4611-b2c5-15b8fe1f2a90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0806565 Jun 30 02:31:42.638928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f04a62-406d-4e8b-934f-ee809ce5f44d req-7863bc28-2fae-4734-8624-3c136115aa27 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.643069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b2f04a62-406d-4e8b-934f-ee809ce5f44d req-7863bc28-2fae-4734-8624-3c136115aa27 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 945 time: 0.1235697 Jun 30 02:31:42.681184 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b2f04a62-406d-4e8b-934f-ee809ce5f44d req-0c836523-88b5-4bbb-aa6e-d4be6e00ca95 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Jun 30 02:31:42.715478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-bc1c4a4a-e983-45cf-8b00-757aff3d4702 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494318 Jun 30 02:31:42.727439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-4716b89b-2e35-433d-a4ee-28c443b6e276 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:31:42.728362 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-4716b89b-2e35-433d-a4ee-28c443b6e276 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058911 Jun 30 02:31:42.804832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fa0fd-d015-4652-ab3a-af686f6d2f29 req-e9c72534-39ce-4510-a71c-108d44866979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.806309 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df4fa0fd-d015-4652-ab3a-af686f6d2f29 req-e9c72534-39ce-4510-a71c-108d44866979 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 1098 time: 0.1832800 Jun 30 02:31:42.824327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c843-5e12-4d59-a8e7-c87e87afd4bb req-30e1475d-aa97-4a8a-9f5a-3f945187a728 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.825757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a538c843-5e12-4d59-a8e7-c87e87afd4bb req-30e1475d-aa97-4a8a-9f5a-3f945187a728 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.2040458 Jun 30 02:31:42.861088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c25122-d915-439e-a858-c17731da92cb req-6c6e00b4-4c30-4789-bf06-41550a0579b7 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:42.867016 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45c25122-d915-439e-a858-c17731da92cb req-6c6e00b4-4c30-4789-bf06-41550a0579b7 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 945 time: 0.0737741 Jun 30 02:31:42.897920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df4fa0fd-d015-4652-ab3a-af686f6d2f29 req-13e8ae22-04cc-4a5a-bfb7-cdbd49bb4d0a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811057 Jun 30 02:31:42.903389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-37ac2b1b-6db2-4ad1-ad57-aece0f8e3ab5 service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644092 Jun 30 02:31:42.910004 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45c25122-d915-439e-a858-c17731da92cb req-6a1e8494-0d82-41bc-a558-c13e9b43241f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Jun 30 02:31:42.923173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a538c843-5e12-4d59-a8e7-c87e87afd4bb req-ae390bd8-9ba6-47be-9251-4ec9636e20ba tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888381 Jun 30 02:31:43.017803 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-4b389c21-ca04-4a68-8478-71686070deea service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065884 Jun 30 02:31:43.093046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a940a1-239d-4a74-8395-630e5261bd45 req-c6e9967b-cbf7-4449-a051-2d65080aa99f tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.094536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2a940a1-239d-4a74-8395-630e5261bd45 req-c6e9967b-cbf7-4449-a051-2d65080aa99f tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 943 time: 0.0656397 Jun 30 02:31:43.132162 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2a940a1-239d-4a74-8395-630e5261bd45 req-894e0c0c-893e-44a8-b42e-5b95453b6314 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8300ee1-15e6-49f4-90e3-5d4373ea80cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Jun 30 02:31:43.211633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8072301-0f7a-4615-9ad9-c2ee98bf6104 req-afdf3fd2-47cc-4338-a41e-e01492b072ac tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.213089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8072301-0f7a-4615-9ad9-c2ee98bf6104 req-afdf3fd2-47cc-4338-a41e-e01492b072ac tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0720363 Jun 30 02:31:43.228785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cb40663d-c87d-44de-bd2d-18324bf0ad36 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:43.245212 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6235edb4-bd4a-49b2-b609-87da0879ce89 req-0b51108f-6024-4079-8c39-c187cb9b8ce0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=74ed56f4b8e14386826faef08e10c6ec HTTP/1.1" status: 200 len: 221 time: 0.0306082 Jun 30 02:31:43.274210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8072301-0f7a-4615-9ad9-c2ee98bf6104 req-fd648a23-6f76-4f3c-a4b3-d91f3e1cf8e4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548258 Jun 30 02:31:43.343505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cb40663d-c87d-44de-bd2d-18324bf0ad36, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb40663d-c87d-44de-bd2d-18324bf0ad36,segment=NetworkSegment(81103fb4-337e-42f1-87e2-459087ff0089),segment_id=81103fb4-337e-42f1-87e2-459087ff0089)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:43.357738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'cb40663d-c87d-44de-bd2d-18324bf0ad36', 'network_id': '4f022213-b71e-45e6-843f-7eda3c157461', 'port_id': 'cb40663d-c87d-44de-bd2d-18324bf0ad36', 'mac_address': 'fa:16:3e:3f:09:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9700ae97-7872-4d40-bd26-f3ac04c06aa4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:43.397676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:43.416999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d458b-b866-4030-a836-7db91c9a924e req-a3630047-9396-41b2-98b0-869b17b9113c tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.420445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-a3630047-9396-41b2-98b0-869b17b9113c tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.0722106 Jun 30 02:31:43.422301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1228cd-ad1a-46a4-9ce3-d6227290acd0 req-31659994-739e-42f0-aefd-f78fc1d8a6ad tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.423853 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa1228cd-ad1a-46a4-9ce3-d6227290acd0 req-31659994-739e-42f0-aefd-f78fc1d8a6ad tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0701749 Jun 30 02:31:43.430408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb40663d-c87d-44de-bd2d-18324bf0ad36 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:43.454606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cb40663d-c87d-44de-bd2d-18324bf0ad36, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb40663d-c87d-44de-bd2d-18324bf0ad36,segment=NetworkSegment(81103fb4-337e-42f1-87e2-459087ff0089),segment_id=81103fb4-337e-42f1-87e2-459087ff0089)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:43.463840 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:43.482219 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa1228cd-ad1a-46a4-9ce3-d6227290acd0 req-61db0342-0f10-47a8-b882-cef608010e1e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516846 Jun 30 02:31:43.527104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cb40663d-c87d-44de-bd2d-18324bf0ad36,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:43.589855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-070d458b-b866-4030-a836-7db91c9a924e req-db4485f8-9158-4235-a447-66a777981855 service neutron] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:43.593904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-070d458b-b866-4030-a836-7db91c9a924e req-db4485f8-9158-4235-a447-66a777981855 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:43.595071 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-070d458b-b866-4030-a836-7db91c9a924e req-db4485f8-9158-4235-a447-66a777981855 service neutron] 10.222.0.69 "DELETE /v2.0/ports/41431db9-e2a5-4c2d-94f3-e35cab91411b/bindings/n-h2-758944-39 HTTP/1.1" status: 204 len: 173 time: 0.1633537 Jun 30 02:31:43.622128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ef33-24c8-49c9-9d4f-0a5d504a3ab4 req-a125bb21-555b-4d5d-a1a7-67d4d71e7096 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.627917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ef33-24c8-49c9-9d4f-0a5d504a3ab4 req-a125bb21-555b-4d5d-a1a7-67d4d71e7096 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.633799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ef33-24c8-49c9-9d4f-0a5d504a3ab4 req-a125bb21-555b-4d5d-a1a7-67d4d71e7096 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.639679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ef33-24c8-49c9-9d4f-0a5d504a3ab4 req-a125bb21-555b-4d5d-a1a7-67d4d71e7096 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.645392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ef33-24c8-49c9-9d4f-0a5d504a3ab4 req-a125bb21-555b-4d5d-a1a7-67d4d71e7096 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.651207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ef33-24c8-49c9-9d4f-0a5d504a3ab4 req-a125bb21-555b-4d5d-a1a7-67d4d71e7096 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.656897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ef33-24c8-49c9-9d4f-0a5d504a3ab4 req-a125bb21-555b-4d5d-a1a7-67d4d71e7096 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.659387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff64ef33-24c8-49c9-9d4f-0a5d504a3ab4 req-a125bb21-555b-4d5d-a1a7-67d4d71e7096 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5424 time: 0.1275365 Jun 30 02:31:43.667859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708e420-6d35-4ba8-a36c-bda3265ecc4f req-dae6601e-98b4-44ad-ae3f-b545090ed89d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.669543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c708e420-6d35-4ba8-a36c-bda3265ecc4f req-dae6601e-98b4-44ad-ae3f-b545090ed89d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0713153 Jun 30 02:31:43.700540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff64ef33-24c8-49c9-9d4f-0a5d504a3ab4 req-8b7c8753-0254-454e-8a2d-79eb38499dca tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354922 Jun 30 02:31:43.708136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c708e420-6d35-4ba8-a36c-bda3265ecc4f req-a792cf6d-8f27-4c65-902d-20136d775b76 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327828 Jun 30 02:31:43.802582 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:31:43.848282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['cb40663d-c87d-44de-bd2d-18324bf0ad36'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:43.872945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b169c-7005-4f8c-b440-62dab3f31d32 req-6e5a0520-d6af-4649-b413-2e304c4449be tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.874780 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-301b169c-7005-4f8c-b440-62dab3f31d32 req-6e5a0520-d6af-4649-b413-2e304c4449be tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 945 time: 0.0707328 Jun 30 02:31:43.908234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e961d-4cab-4eec-b401-fd780c072b1d req-14f1840b-6b96-42fd-9a61-d452e2eef6c9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:43.911232 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-817e961d-4cab-4eec-b401-fd780c072b1d req-14f1840b-6b96-42fd-9a61-d452e2eef6c9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0693603 Jun 30 02:31:43.919581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-301b169c-7005-4f8c-b440-62dab3f31d32 req-034f8b72-23a2-4be1-9579-2e36fb585fae tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Jun 30 02:31:43.974140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-817e961d-4cab-4eec-b401-fd780c072b1d req-3420dca7-36a7-4be0-a204-5459d3a997ca tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500991 Jun 30 02:31:44.121095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210f580-e713-419f-9b48-6e36acdcd665 req-2d018d0d-d4bf-480d-a13d-bd5aaaf2f5c2 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.122751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5210f580-e713-419f-9b48-6e36acdcd665 req-2d018d0d-d4bf-480d-a13d-bd5aaaf2f5c2 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 945 time: 0.0739431 Jun 30 02:31:44.169043 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5210f580-e713-419f-9b48-6e36acdcd665 req-9c63763c-8132-40f8-b0d0-21dd3da86e3f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399802 Jun 30 02:31:44.182161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84ad5-7e66-4bcd-8772-11cd54648a29 req-9b54e334-0b84-4b42-b606-d33502dfc9b5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.184835 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52e84ad5-7e66-4bcd-8772-11cd54648a29 req-9b54e334-0b84-4b42-b606-d33502dfc9b5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0817053 Jun 30 02:31:44.227969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52e84ad5-7e66-4bcd-8772-11cd54648a29 req-cd5fc3d8-78a9-4006-b856-18ce5401bfeb tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373588 Jun 30 02:31:44.408745 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3590-3c8b-4582-ab16-c0fb62fcbd66 req-75ae346a-5394-4ec7-b4d3-943ccd0f9f3d tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.410289 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-764c3590-3c8b-4582-ab16-c0fb62fcbd66 req-75ae346a-5394-4ec7-b4d3-943ccd0f9f3d tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 944 time: 0.0648184 Jun 30 02:31:44.455566 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-764c3590-3c8b-4582-ab16-c0fb62fcbd66 req-e5794b86-c6d1-4df6-b2aa-00c8a5d30863 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8300ee1-15e6-49f4-90e3-5d4373ea80cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333688 Jun 30 02:31:44.497204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea816d4-940b-48be-abdd-d55c6f01e557 req-2463366b-2d6d-4e7f-a948-32bcf1c9a9e2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.498691 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ea816d4-940b-48be-abdd-d55c6f01e557 req-2463366b-2d6d-4e7f-a948-32bcf1c9a9e2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0789630 Jun 30 02:31:44.536954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ea816d4-940b-48be-abdd-d55c6f01e557 req-f72b5cb0-c8d2-4610-88a0-b9562c4c06a7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322874 Jun 30 02:31:44.606244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb4bbc-e6d6-4663-9664-64ed2f0c683f req-fe75007f-d9c3-40b3-9301-0f58b3c0c916 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.607802 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9bb4bbc-e6d6-4663-9664-64ed2f0c683f req-fe75007f-d9c3-40b3-9301-0f58b3c0c916 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 1097 time: 0.0538726 Jun 30 02:31:44.646306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9bb4bbc-e6d6-4663-9664-64ed2f0c683f req-ed922483-cafc-485e-b35b-c8a4a3e9300b tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325265 Jun 30 02:31:44.742255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927dfcf-d0c0-4e61-9992-b894ee46905d req-11654b43-8e05-4804-b82f-01be4d573052 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.747416 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f927dfcf-d0c0-4e61-9992-b894ee46905d req-11654b43-8e05-4804-b82f-01be4d573052 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0963056 Jun 30 02:31:44.784187 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f927dfcf-d0c0-4e61-9992-b894ee46905d req-a229b643-df05-4e5f-a04d-8bbb756382c0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341208 Jun 30 02:31:44.826621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53823d-1caf-464e-b2d2-e4e407bac4e7 req-3262b79c-298e-4416-9e34-150d16430825 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.828145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5c53823d-1caf-464e-b2d2-e4e407bac4e7 req-3262b79c-298e-4416-9e34-150d16430825 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0695307 Jun 30 02:31:44.836949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:44.841612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2c7ad3e0-9a22-4aa9-8293-a8cf01fa4da1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'floatingip': {'port_id': 'f2ccab27-5c33-42a3-8cba-21482183ce02'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:44.880753 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad3e0-9a22-4aa9-8293-a8cf01fa4da1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:44.960437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c2393-8e43-4b13-a384-7e50fdf36935 req-f0dbae3b-478e-4beb-9da1-ec8867018e10 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.966184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c2393-8e43-4b13-a384-7e50fdf36935 req-f0dbae3b-478e-4beb-9da1-ec8867018e10 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.971970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c2393-8e43-4b13-a384-7e50fdf36935 req-f0dbae3b-478e-4beb-9da1-ec8867018e10 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.977665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c2393-8e43-4b13-a384-7e50fdf36935 req-f0dbae3b-478e-4beb-9da1-ec8867018e10 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.983692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c2393-8e43-4b13-a384-7e50fdf36935 req-f0dbae3b-478e-4beb-9da1-ec8867018e10 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.989405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c2393-8e43-4b13-a384-7e50fdf36935 req-f0dbae3b-478e-4beb-9da1-ec8867018e10 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.995318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c2393-8e43-4b13-a384-7e50fdf36935 req-f0dbae3b-478e-4beb-9da1-ec8867018e10 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:44.997204 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-528c2393-8e43-4b13-a384-7e50fdf36935 req-f0dbae3b-478e-4beb-9da1-ec8867018e10 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5424 time: 0.1070719 Jun 30 02:31:45.044941 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-528c2393-8e43-4b13-a384-7e50fdf36935 req-22b63afb-b60e-4c8b-b948-18481f37e925 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414555 Jun 30 02:31:45.114337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-3172659b-0bd7-4a16-a3f9-14a5f8394e54 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:45.115832 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-3172659b-0bd7-4a16-a3f9-14a5f8394e54 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 820 time: 0.2004020 Jun 30 02:31:45.139891 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-6ee1c076-b17b-4f99-a1a8-cc95e7d5d8a4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/quotas/b6b95258dc98409483eb8868ae44b7c5 HTTP/1.1" status: 200 len: 375 time: 0.0175996 Jun 30 02:31:45.219664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247d941-3f98-4a0a-9916-5c8a4a718b9d req-2412e696-984b-4877-89cc-0bccb0213687 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:45.221087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5247d941-3f98-4a0a-9916-5c8a4a718b9d req-2412e696-984b-4877-89cc-0bccb0213687 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0678606 Jun 30 02:31:45.247509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cb40663d-c87d-44de-bd2d-18324bf0ad36 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:45.262042 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5247d941-3f98-4a0a-9916-5c8a4a718b9d req-de1b547e-9079-4741-b322-7a70e1cc1433 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Jun 30 02:31:45.302762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port cb40663d-c87d-44de-bd2d-18324bf0ad36 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:45.310198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port cb40663d-c87d-44de-bd2d-18324bf0ad36 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:45.310679 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.400343 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.428948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8626a2-e64f-4cd5-8b23-1bbfe35b1869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb40663d-c87d-44de-bd2d-18324bf0ad36'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:45.433175 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691a1e23-2e2a-4cd7-b0ab-be2c98380c22" -d '{"events": [{"server_uuid": "cb8626a2-e64f-4cd5-8b23-1bbfe35b1869", "name": "network-vif-plugged", "status": "completed", "tag": "cb40663d-c87d-44de-bd2d-18324bf0ad36"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:45.449938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port cb40663d-c87d-44de-bd2d-18324bf0ad36, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb40663d-c87d-44de-bd2d-18324bf0ad36,segment=NetworkSegment(81103fb4-337e-42f1-87e2-459087ff0089),segment_id=81103fb4-337e-42f1-87e2-459087ff0089)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:45.456955 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.465795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91d807-3f15-4807-b90c-db2498ad26d7 req-fab5846e-f93a-4b00-a6a9-f3071060a584 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:45.467444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc91d807-3f15-4807-b90c-db2498ad26d7 req-fab5846e-f93a-4b00-a6a9-f3071060a584 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 945 time: 0.0818965 Jun 30 02:31:45.512090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=cb40663d-c87d-44de-bd2d-18324bf0ad36,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:45.516236 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc91d807-3f15-4807-b90c-db2498ad26d7 req-80563d44-8dde-471f-b559-b03f11eb39e7 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421267 Jun 30 02:31:45.537925 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.677749 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bfd18d-3347-4a1c-8320-5a91810ce6ee x-openstack-request-id: req-00bfd18d-3347-4a1c-8320-5a91810ce6ee {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:45.678229 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8626a2-e64f-4cd5-8b23-1bbfe35b1869", "name": "network-vif-plugged", "status": "completed", "tag": "cb40663d-c87d-44de-bd2d-18324bf0ad36", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:45.678667 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-00bfd18d-3347-4a1c-8320-5a91810ce6ee {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:45.679090 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8626a2-e64f-4cd5-8b23-1bbfe35b1869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb40663d-c87d-44de-bd2d-18324bf0ad36', 'code': 200} Jun 30 02:31:45.692103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-705fbaef-b779-46eb-b868-1fdbcb3880dc tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5235074 Jun 30 02:31:45.802953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:45.835937 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.860301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:45.864297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:45.865425 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.866565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a54e-fa30-4855-8ed2-f9d3f78bb8f8 req-3c732039-04c7-4ebe-8d78-bf5acc971148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:45.868081 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3869a54e-fa30-4855-8ed2-f9d3f78bb8f8 req-3c732039-04c7-4ebe-8d78-bf5acc971148 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 1097 time: 0.1067603 Jun 30 02:31:45.882896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af025cc-1bf2-4701-8e28-6a3b47551747 req-3242627e-3b0b-4b74-b477-a9eba421bf28 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:45.884419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2af025cc-1bf2-4701-8e28-6a3b47551747 req-3242627e-3b0b-4b74-b477-a9eba421bf28 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 945 time: 0.0926616 Jun 30 02:31:45.920936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-e2eed878-2daf-49ef-a2cf-f0a59ad4845f service neutron] 10.222.0.55 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978948 Jun 30 02:31:45.941444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3869a54e-fa30-4855-8ed2-f9d3f78bb8f8 req-152eed7e-e0b5-42c7-b976-5c99ae8ae2d6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c8300ee1-15e6-49f4-90e3-5d4373ea80cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560493 Jun 30 02:31:45.946586 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2af025cc-1bf2-4701-8e28-6a3b47551747 req-b0065b73-e3a4-4294-ab39-b8fe955326fb tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8300ee1-15e6-49f4-90e3-5d4373ea80cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556142 Jun 30 02:31:45.958602 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.993724 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:45.999028 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:45.999934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0a6a9b8d-f43c-44e0-a376-85771844ab72 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:46.041552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad3e0-9a22-4aa9-8293-a8cf01fa4da1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:46.049688 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad3e0-9a22-4aa9-8293-a8cf01fa4da1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:46.076404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:46.089956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 0a6a9b8d-f43c-44e0-a376-85771844ab72 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:46.094083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 0a6a9b8d-f43c-44e0-a376-85771844ab72 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:46.094614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:46.124725 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-f4db8049-b347-4835-8b88-4df81e16796a service neutron] 10.222.0.55 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731405 Jun 30 02:31:46.141828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fba6b5-e7f9-47f4-aa04-33ef78bc39b9 req-cb042a46-9b34-4f3d-bb2a-717b442b4d57 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.150311 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b0fba6b5-e7f9-47f4-aa04-33ef78bc39b9 req-cb042a46-9b34-4f3d-bb2a-717b442b4d57 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0864153 Jun 30 02:31:46.186176 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-2c7ad3e0-9a22-4aa9-8293-a8cf01fa4da1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Floating IP dff61b16-2b3f-4340-b82e-d887fed26884 associated. External IP: 172.25.7.26, port: f2ccab27-5c33-42a3-8cba-21482183ce02. Jun 30 02:31:46.191452 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:46.199505 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b0fba6b5-e7f9-47f4-aa04-33ef78bc39b9 req-f2d444b0-712e-4f74-9e7e-3126a4b460a4 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478983 Jun 30 02:31:46.228578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0a6a9b8d-f43c-44e0-a376-85771844ab72, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0a6a9b8d-f43c-44e0-a376-85771844ab72,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:46.235565 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:46.292583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0a6a9b8d-f43c-44e0-a376-85771844ab72,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:46.436492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ff49c-2907-4c8a-bba2-d1216b03f6ac req-239d97b2-d5a2-47f5-8752-132499c40672 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.442548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ff49c-2907-4c8a-bba2-d1216b03f6ac req-239d97b2-d5a2-47f5-8752-132499c40672 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.448586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ff49c-2907-4c8a-bba2-d1216b03f6ac req-239d97b2-d5a2-47f5-8752-132499c40672 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.455064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ff49c-2907-4c8a-bba2-d1216b03f6ac req-239d97b2-d5a2-47f5-8752-132499c40672 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.461014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ff49c-2907-4c8a-bba2-d1216b03f6ac req-239d97b2-d5a2-47f5-8752-132499c40672 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.467498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ff49c-2907-4c8a-bba2-d1216b03f6ac req-239d97b2-d5a2-47f5-8752-132499c40672 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.473514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ff49c-2907-4c8a-bba2-d1216b03f6ac req-239d97b2-d5a2-47f5-8752-132499c40672 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.475527 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a22ff49c-2907-4c8a-bba2-d1216b03f6ac req-239d97b2-d5a2-47f5-8752-132499c40672 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5425 time: 0.1240373 Jun 30 02:31:46.486645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7ad3e0-9a22-4aa9-8293-a8cf01fa4da1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:31:46.495319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e02ce4-3739-4d1b-8d29-52c0b6b8796b req-535082b5-a60a-4a12-af3d-33b194bd8414 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.497137 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f0e02ce4-3739-4d1b-8d29-52c0b6b8796b req-535082b5-a60a-4a12-af3d-33b194bd8414 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1175323 Jun 30 02:31:46.524273 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a22ff49c-2907-4c8a-bba2-d1216b03f6ac req-1d2a4ced-760b-4f15-8762-24c1d27e7ab7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419781 Jun 30 02:31:46.587588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f0e02ce4-3739-4d1b-8d29-52c0b6b8796b req-3ac8efc5-35fc-4ffa-9443-7f692266dd7e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810878 Jun 30 02:31:46.605528 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7732e3dc-0715-4152-bfb9-cfab4f814f83 req-c2cebfd1-d0ea-4211-8b1a-64512ce33a5c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 210 time: 0.0310738 Jun 30 02:31:46.664130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7ad3e0-9a22-4aa9-8293-a8cf01fa4da1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:31:46.670553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad3e0-9a22-4aa9-8293-a8cf01fa4da1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:46.673960 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] Sync routers for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:31:46.700908 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:46.701530 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:31:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:46.714095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2c7ad3e0-9a22-4aa9-8293-a8cf01fa4da1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "PUT /v2.0/floatingips/dff61b16-2b3f-4340-b82e-d887fed26884 HTTP/1.1" status: 200 len: 991 time: 1.8758938 Jun 30 02:31:46.714798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:46.717493 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db" -d '{"events": [{"name": "network-changed", "server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:46.815081 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:46.817375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ed10a-b34d-41cd-ba44-3cdd13c92612 req-e0dd5f29-d353-4b73-8e61-f790f43fe2e4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.824732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-049ed10a-b34d-41cd-ba44-3cdd13c92612 req-e0dd5f29-d353-4b73-8e61-f790f43fe2e4 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 946 time: 0.1017728 Jun 30 02:31:46.842608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f165d51-16e7-4f32-b381-96e7dffe54c2 req-4ef0678e-951c-456e-b7fe-c9e67ed5d803 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:46.844483 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f165d51-16e7-4f32-b381-96e7dffe54c2 req-4ef0678e-951c-456e-b7fe-c9e67ed5d803 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0772576 Jun 30 02:31:46.868644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-049ed10a-b34d-41cd-ba44-3cdd13c92612 req-e709d544-1bc1-4fe2-833d-182a934dcc6f tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Jun 30 02:31:46.902537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f165d51-16e7-4f32-b381-96e7dffe54c2 req-348f1a25-3be7-40a5-8ff6-8be0673cac44 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521512 Jun 30 02:31:47.076792 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'dff61b16-2b3f-4340-b82e-d887fed26884', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'port_id': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'mac_address': 'fa:16:3e:17:fd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:31:26Z', 'updated_at': '2021-06-30T02:31:45Z', 'revision_number': 1, 'project_id': 'a12c18dd59784acc8be285228865d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:47.108321 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c90fba2-fa8d-47f9-90ee-2c8b51c446af x-openstack-request-id: req-8c90fba2-fa8d-47f9-90ee-2c8b51c446af {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:47.108945 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:47.109231 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] Checking router: 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:31:47.109415 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c90fba2-fa8d-47f9-90ee-2c8b51c446af {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:47.109972 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'status': 'completed', 'code': 200} Jun 30 02:31:47.129662 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:47.130836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:31:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:47.278496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-dfb95901-83cd-4592-a914-1496b28f6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.280248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-dfb95901-83cd-4592-a914-1496b28f6173 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 1098 time: 0.1182497 Jun 30 02:31:47.321076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c5a99-0129-4954-a81f-95903917f91f req-29087820-b64d-4b71-9f8f-0e80ab53c29f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.330748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-493c5a99-0129-4954-a81f-95903917f91f req-29087820-b64d-4b71-9f8f-0e80ab53c29f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0984082 Jun 30 02:31:47.357593 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:47.395428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-493c5a99-0129-4954-a81f-95903917f91f req-8dcba259-2e10-4dc1-97a9-8346c1bb4a29 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638099 Jun 30 02:31:47.480482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-cafdd297-0728-4f7f-af54-33110eb27eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.482142 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-cafdd297-0728-4f7f-af54-33110eb27eb2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.1884456 Jun 30 02:31:47.500439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace62292-3483-4ee5-8d97-3b550d33dcf5 req-88f92213-45a3-4c60-8fad-ec346aa27564 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.509463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ace62292-3483-4ee5-8d97-3b550d33dcf5 req-88f92213-45a3-4c60-8fad-ec346aa27564 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 945 time: 0.1253231 Jun 30 02:31:47.609342 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ace62292-3483-4ee5-8d97-3b550d33dcf5 req-fb619b7d-8d45-4483-8e9e-0400ca1549b8 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8300ee1-15e6-49f4-90e3-5d4373ea80cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987549 Jun 30 02:31:47.613608 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-c73dc21b-b0b4-4c80-b4d6-ec1839c552b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ccab27-5c33-42a3-8cba-21482183ce02 HTTP/1.1" status: 200 len: 999 time: 0.1012859 Jun 30 02:31:47.636650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e81dd0-1b5a-4013-b77d-955c0a326181 req-a9b38e77-e017-4bf8-b819-a05ecc9d6bc7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.636650 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b2e81dd0-1b5a-4013-b77d-955c0a326181 req-a9b38e77-e017-4bf8-b819-a05ecc9d6bc7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0754390 Jun 30 02:31:47.654155 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'dff61b16-2b3f-4340-b82e-d887fed26884', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'port_id': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'mac_address': 'fa:16:3e:17:fd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:31:26Z', 'updated_at': '2021-06-30T02:31:45Z', 'revision_number': 1, 'project_id': 'a12c18dd59784acc8be285228865d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:47.680795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2'}, {'server_uuid': '08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6a9b8d-f43c-44e0-a376-85771844ab72'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:47.682818 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b2e81dd0-1b5a-4013-b77d-955c0a326181 req-2c284229-14aa-4227-85a2-91cf7a7da456 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Jun 30 02:31:47.685468 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cacf20-b6e0-45d6-9849-9fa54e94350c" -d '{"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2"}, {"server_uuid": "08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2", "name": "network-vif-plugged", "status": "completed", "tag": "0a6a9b8d-f43c-44e0-a376-85771844ab72"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:47.712559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-39cd1b62-4bea-4ae3-921b-61db08e75d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.714594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-39cd1b62-4bea-4ae3-921b-61db08e75d03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.0909100 Jun 30 02:31:47.734991 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530b8b9-e853-49a7-81f3-238e15ea9c29 None None] The sync data for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 is: [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'dff61b16-2b3f-4340-b82e-d887fed26884', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'floating_ip_address': '172.25.7.26', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'port_id': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'mac_address': 'fa:16:3e:17:fd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:31:26Z', 'updated_at': '2021-06-30T02:31:45Z', 'revision_number': 1, 'project_id': 'a12c18dd59784acc8be285228865d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:31:47.801878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:47.834532 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d17a8922-3f60-471e-ad75-5b522289ea8a req-5b01a146-c85c-425b-813f-6c5dffb7fd36 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 210 time: 0.0390365 Jun 30 02:31:47.839628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-536988a2-6593-4239-b1a6-ce7adea49429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.841704 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-536988a2-6593-4239-b1a6-ce7adea49429 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187065 Jun 30 02:31:47.879014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419ba2-a8db-4ea1-9c10-059d989005d9 req-28ad57b3-4bd2-474d-aec9-5d108d6bebec tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.885857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419ba2-a8db-4ea1-9c10-059d989005d9 req-28ad57b3-4bd2-474d-aec9-5d108d6bebec tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.892929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419ba2-a8db-4ea1-9c10-059d989005d9 req-28ad57b3-4bd2-474d-aec9-5d108d6bebec tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.899907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419ba2-a8db-4ea1-9c10-059d989005d9 req-28ad57b3-4bd2-474d-aec9-5d108d6bebec tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.911204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419ba2-a8db-4ea1-9c10-059d989005d9 req-28ad57b3-4bd2-474d-aec9-5d108d6bebec tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.918129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419ba2-a8db-4ea1-9c10-059d989005d9 req-28ad57b3-4bd2-474d-aec9-5d108d6bebec tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.927030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419ba2-a8db-4ea1-9c10-059d989005d9 req-28ad57b3-4bd2-474d-aec9-5d108d6bebec tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:47.929131 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e419ba2-a8db-4ea1-9c10-059d989005d9 req-28ad57b3-4bd2-474d-aec9-5d108d6bebec tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5425 time: 0.1744192 Jun 30 02:31:47.952296 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca175d4-1f66-4a89-870f-b8bf4954f9c9 x-openstack-request-id: req-cca175d4-1f66-4a89-870f-b8bf4954f9c9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:47.952606 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2", "code": 200}, {"server_uuid": "08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2", "name": "network-vif-plugged", "status": "completed", "tag": "0a6a9b8d-f43c-44e0-a376-85771844ab72", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:47.952887 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cca175d4-1f66-4a89-870f-b8bf4954f9c9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:47.953303 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2', 'code': 200} Jun 30 02:31:47.954997 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6a9b8d-f43c-44e0-a376-85771844ab72', 'code': 200} Jun 30 02:31:47.955815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:47.988114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:47.988496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.047490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-0b3739ca-8a47-4585-9ece-3c5cc99b292b service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950781 Jun 30 02:31:48.163271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371e2af-6cf4-46e5-9e79-4357de6b116a None None] New status for floating IP dff61b16-2b3f-4340-b82e-d887fed26884: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:31:48.175446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4adb0d-c298-4118-8b33-98b8547385c1 req-05460d52-5974-4031-811e-56863d145a0d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:48.185158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae4adb0d-c298-4118-8b33-98b8547385c1 req-05460d52-5974-4031-811e-56863d145a0d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0922759 Jun 30 02:31:48.191108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e419ba2-a8db-4ea1-9c10-059d989005d9 req-8f6c73cf-4fd8-4e10-ba17-524d3e7ce5eb tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2405338 Jun 30 02:31:48.268287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae4adb0d-c298-4118-8b33-98b8547385c1 req-52c72e4c-b414-463b-a31e-d3ad064c3198 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819271 Jun 30 02:31:48.400495 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7ecb2fe-d1de-4c51-b5cc-06e1403254db req-428a3165-63e9-479b-a7e1-ac75e6be8d66 service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421342 Jun 30 02:31:48.430872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99a7d7-019c-4163-b03a-288526bd85bb req-6c460a49-4a87-4776-acc0-9c469f726597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:48.433057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6b99a7d7-019c-4163-b03a-288526bd85bb req-6c460a49-4a87-4776-acc0-9c469f726597 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 1098 time: 0.1257446 Jun 30 02:31:48.480797 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6b99a7d7-019c-4163-b03a-288526bd85bb req-38faedce-f74d-4816-8875-2e1e4a20dafd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Jun 30 02:31:48.545306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-46c544f5-66a1-4a22-8ec5-4515500f6b3c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:48.548072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-46c544f5-66a1-4a22-8ec5-4515500f6b3c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 820 time: 0.2338967 Jun 30 02:31:48.570874 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.577546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5fd12-c35b-4860-8d81-f32594c66e90 req-ab5cae10-abd4-4a35-9e0a-590e920ceb82 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:48.579455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1f5fd12-c35b-4860-8d81-f32594c66e90 req-ab5cae10-abd4-4a35-9e0a-590e920ceb82 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 946 time: 0.0958898 Jun 30 02:31:48.584046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Request body: {'port': {'device_id': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2', 'admin_state_up': True, 'tenant_id': 'b6b95258dc98409483eb8868ae44b7c5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:48.645574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1f5fd12-c35b-4860-8d81-f32594c66e90 req-7db164e4-48cb-4592-83d2-c32a5d500f01 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594072 Jun 30 02:31:48.655514 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:48.662726 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.663739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device cbf60437-17b2-4b6f-b2f7-0ee518410922 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:48.800785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:48.816987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port cbf60437-17b2-4b6f-b2f7-0ee518410922 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:48.820367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Made reservation on behalf of b6b95258dc98409483eb8868ae44b7c5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:31:48.821778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port cbf60437-17b2-4b6f-b2f7-0ee518410922 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:48.822308 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.825764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.882241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9419a82-7f4c-46d7-ad6a-0d1f4534de3f req-5e156a0e-4e5d-4f40-85c3-b0ec1d3e2455 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:48.889399 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9419a82-7f4c-46d7-ad6a-0d1f4534de3f req-5e156a0e-4e5d-4f40-85c3-b0ec1d3e2455 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0816829 Jun 30 02:31:48.949297 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9419a82-7f4c-46d7-ad6a-0d1f4534de3f req-09f7c0de-b647-480d-a491-48c67fc37ad1 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564110 Jun 30 02:31:48.959236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:48.997788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Allocated IP 172.20.0.7 (69962f8b-5ed5-407c-8bd0-812bcffe2ae2/b9d3201b-8a49-4a4b-8508-f2d5e8cc3553/ad8ea669-440c-4455-93f2-25998b52b428) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:31:49.002329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port cbf60437-17b2-4b6f-b2f7-0ee518410922, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=cbf60437-17b2-4b6f-b2f7-0ee518410922,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:49.007799 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.008624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 06505dc6-30ad-45ca-a4cc-0359749921a7 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:49.072691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-12f5dcab-2d43-4af6-85cf-c0fa7d63f2bd req-09dd2c48-4273-4cbf-8f0f-9e0d41b23534 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 210 time: 0.0409267 Jun 30 02:31:49.124137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=cbf60437-17b2-4b6f-b2f7-0ee518410922,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:49.131849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 06505dc6-30ad-45ca-a4cc-0359749921a7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:49.136816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 06505dc6-30ad-45ca-a4cc-0359749921a7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:49.137185 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.211026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97026e86-0fe7-4d08-b15d-c19d78bf7464 req-a1e5effb-6d66-43bb-ae13-3e1ee0dd869e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.222813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97026e86-0fe7-4d08-b15d-c19d78bf7464 req-a1e5effb-6d66-43bb-ae13-3e1ee0dd869e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1195643 Jun 30 02:31:49.227775 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.260147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97026e86-0fe7-4d08-b15d-c19d78bf7464 req-9e1996bd-dfad-4982-90f7-334d6a798adc tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384510 Jun 30 02:31:49.281857 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.312627 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.363551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 06505dc6-30ad-45ca-a4cc-0359749921a7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=06505dc6-30ad-45ca-a4cc-0359749921a7,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:49.368331 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.369176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 00ef3587-abe6-4280-a268-0d6e50f4c1a3 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:49.413799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:31:49.435941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:31:49.442371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:31:49.462319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=06505dc6-30ad-45ca-a4cc-0359749921a7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:49.480123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Pushing event updated for resources: {'Port': ['ID=ad8ea669-440c-4455-93f2-25998b52b428,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:49.480572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:49.485917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:49.486290 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.509392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.510099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.545693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0103-ef64-481b-a5bb-3873778391e3 req-8e500daa-b87c-46ab-98c8-ed64e519d8cf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.546586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321b26f-744b-4cff-afa6-fa7a8fb99624 req-fada718c-bfc6-4768-b6ae-ed804ea43bab tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.548689 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b321b26f-744b-4cff-afa6-fa7a8fb99624 req-fada718c-bfc6-4768-b6ae-ed804ea43bab tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0932055 Jun 30 02:31:49.551983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0103-ef64-481b-a5bb-3873778391e3 req-8e500daa-b87c-46ab-98c8-ed64e519d8cf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.558229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0103-ef64-481b-a5bb-3873778391e3 req-8e500daa-b87c-46ab-98c8-ed64e519d8cf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.564038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0103-ef64-481b-a5bb-3873778391e3 req-8e500daa-b87c-46ab-98c8-ed64e519d8cf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.569967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0103-ef64-481b-a5bb-3873778391e3 req-8e500daa-b87c-46ab-98c8-ed64e519d8cf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.571653 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.587914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0103-ef64-481b-a5bb-3873778391e3 req-8e500daa-b87c-46ab-98c8-ed64e519d8cf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.590334 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b321b26f-744b-4cff-afa6-fa7a8fb99624 req-5e8edfc3-32eb-417a-ab90-f9c271db81bb tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Jun 30 02:31:49.597477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0103-ef64-481b-a5bb-3873778391e3 req-8e500daa-b87c-46ab-98c8-ed64e519d8cf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.600202 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d33f0103-ef64-481b-a5bb-3873778391e3 req-8e500daa-b87c-46ab-98c8-ed64e519d8cf tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5428 time: 0.2290897 Jun 30 02:31:49.602276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-2834f37b-c10d-4182-b847-ac2f93135e61 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0347545 Jun 30 02:31:49.613528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 00ef3587-abe6-4280-a268-0d6e50f4c1a3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=00ef3587-abe6-4280-a268-0d6e50f4c1a3,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:49.621373 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.622228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device bed0dcaf-cdff-483c-a583-5d8df195470f up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:49.625389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Request body: {'port': {'device_id': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:49.678519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d33f0103-ef64-481b-a5bb-3873778391e3 req-133cdfc2-d20f-4b05-900e-743a9173544e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715985 Jun 30 02:31:49.702943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=00ef3587-abe6-4280-a268-0d6e50f4c1a3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:49.728158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port bed0dcaf-cdff-483c-a583-5d8df195470f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:49.732283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port bed0dcaf-cdff-483c-a583-5d8df195470f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:49.732700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.736076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.831322 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.865304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port bed0dcaf-cdff-483c-a583-5d8df195470f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=bed0dcaf-cdff-483c-a583-5d8df195470f,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:49.871234 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.872120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 32495fac-1ad2-4c12-b2b8-3d2caacc7872 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:49.945776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=bed0dcaf-cdff-483c-a583-5d8df195470f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:49.957855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee62e8a-ac04-4b69-81cf-e3412dd85b98'}, {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf60437-17b2-4b6f-b2f7-0ee518410922'}, {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06505dc6-30ad-45ca-a4cc-0359749921a7'}, {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ef3587-abe6-4280-a268-0d6e50f4c1a3'}, {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed0dcaf-cdff-483c-a583-5d8df195470f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:49.960203 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07cdc19-e671-4740-ae87-58e4aa64f9bd" -d '{"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ee62e8a-ac04-4b69-81cf-e3412dd85b98"}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "cbf60437-17b2-4b6f-b2f7-0ee518410922"}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "06505dc6-30ad-45ca-a4cc-0359749921a7"}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "00ef3587-abe6-4280-a268-0d6e50f4c1a3"}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "bed0dcaf-cdff-483c-a583-5d8df195470f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:49.969885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:49.974736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:49.975132 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:49.998344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8611d0e-e8c0-4284-ab5a-70b8a498f729 req-47ef4dce-8209-4a8c-ab0b-4a600993db87 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:49.999880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8611d0e-e8c0-4284-ab5a-70b8a498f729 req-47ef4dce-8209-4a8c-ab0b-4a600993db87 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1315644 Jun 30 02:31:50.063828 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8611d0e-e8c0-4284-ab5a-70b8a498f729 req-3f263045-97f7-4807-bf83-f413c1a23a0e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525258 Jun 30 02:31:50.064121 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:50.144001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 32495fac-1ad2-4c12-b2b8-3d2caacc7872, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=32495fac-1ad2-4c12-b2b8-3d2caacc7872,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:50.151878 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:50.179500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8ea669-440c-4455-93f2-25998b52b428 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:50.224065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:50.225419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=32495fac-1ad2-4c12-b2b8-3d2caacc7872,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:50.241848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Transition to ACTIVE for port object ad8ea669-440c-4455-93f2-25998b52b428 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:31:50.256730 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:50.337242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ea669-440c-4455-93f2-25998b52b428,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:50.370655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.371041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.371406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.371704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.372017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.372342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.372661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.372978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.373291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.373610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.373924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.374235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:50.390298 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82915200-3fb9-481c-a7f8-c2fc4ffbb614 x-openstack-request-id: req-82915200-3fb9-481c-a7f8-c2fc4ffbb614 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:50.390700 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "1ee62e8a-ac04-4b69-81cf-e3412dd85b98", "code": 200}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "cbf60437-17b2-4b6f-b2f7-0ee518410922", "code": 200}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "06505dc6-30ad-45ca-a4cc-0359749921a7", "code": 200}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "00ef3587-abe6-4280-a268-0d6e50f4c1a3", "code": 200}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "bed0dcaf-cdff-483c-a583-5d8df195470f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:50.391078 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82915200-3fb9-481c-a7f8-c2fc4ffbb614 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:50.391577 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee62e8a-ac04-4b69-81cf-e3412dd85b98', 'code': 200} Jun 30 02:31:50.391939 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf60437-17b2-4b6f-b2f7-0ee518410922', 'code': 200} Jun 30 02:31:50.392398 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06505dc6-30ad-45ca-a4cc-0359749921a7', 'code': 200} Jun 30 02:31:50.393732 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ef3587-abe6-4280-a268-0d6e50f4c1a3', 'code': 200} Jun 30 02:31:50.394079 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed0dcaf-cdff-483c-a583-5d8df195470f', 'code': 200} Jun 30 02:31:50.398350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f6fed-a465-4b71-a2d6-b2f3cecaf2b0 req-b3bdd339-0b94-44eb-a4f9-c12b89f6a211 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.400516 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a67f6fed-a465-4b71-a2d6-b2f3cecaf2b0 req-b3bdd339-0b94-44eb-a4f9-c12b89f6a211 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 946 time: 0.0853090 Jun 30 02:31:50.446759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:31:50.447237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:31:50.447663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:50.449895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a67f6fed-a465-4b71-a2d6-b2f3cecaf2b0 req-03667d9b-32d7-4515-a431-86ac41b6aeb2 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 Jun 30 02:31:50.458208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:31:50.458728 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:31:50.464406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:31:50.464828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:31:50.465186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:31:50.465616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Bound port: ad8ea669-440c-4455-93f2-25998b52b428, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:31:50.465975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:50.572498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:31:50.587591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:31:50.594050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:50.644105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.644863 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:50.646336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] 10.222.0.73 "PUT /v2.0/ports/ad8ea669-440c-4455-93f2-25998b52b428 HTTP/1.1" status: 200 len: 1092 time: 1.0261695 Jun 30 02:31:50.646904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'tag': 'ad8ea669-440c-4455-93f2-25998b52b428'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:50.649308 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d17c33-25eb-442d-b244-7057082ea265" -d '{"events": [{"name": "network-changed", "server_uuid": "e1aaf77c-9a47-4009-af86-a71d707772bf", "tag": "ad8ea669-440c-4455-93f2-25998b52b428"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:50.672335 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469fce2-7330-4cb5-8679-1e6fde7f1371 req-72d95d0a-baf8-408d-9250-daae099ac4be tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.674086 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e469fce2-7330-4cb5-8679-1e6fde7f1371 req-72d95d0a-baf8-408d-9250-daae099ac4be tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.1516619 Jun 30 02:31:50.677663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ca5d9-c7ac-4c98-bf13-a591c0044f29 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ea669-440c-4455-93f2-25998b52b428,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:50.759223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e469fce2-7330-4cb5-8679-1e6fde7f1371 req-eb9fbb3c-035b-4563-aeb8-9c78e9f918f1 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684688 Jun 30 02:31:50.785153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-ed3bfb4f-5a58-4a47-b3cd-d47f71a80be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.785153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-ed3bfb4f-5a58-4a47-b3cd-d47f71a80be2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 1095 time: 0.0750253 Jun 30 02:31:50.835235 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585331ec-db8f-4adf-96e8-afa874957acc x-openstack-request-id: req-585331ec-db8f-4adf-96e8-afa874957acc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:50.835524 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1aaf77c-9a47-4009-af86-a71d707772bf", "tag": "ad8ea669-440c-4455-93f2-25998b52b428", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:50.835771 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-585331ec-db8f-4adf-96e8-afa874957acc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:50.836158 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'tag': 'ad8ea669-440c-4455-93f2-25998b52b428', 'status': 'completed', 'code': 200} Jun 30 02:31:50.838003 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-4889ccf6-dd55-4b75-b409-e75d1bf84dfe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad8ea669-440c-4455-93f2-25998b52b428 HTTP/1.1" status: 200 len: 217 time: 0.0428648 Jun 30 02:31:50.864196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fcd6e-f832-45aa-9679-fd1e298fcd05 req-8ba2141f-03c7-4b91-82f4-3a94a5f38a88 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.865949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c4fcd6e-f832-45aa-9679-fd1e298fcd05 req-8ba2141f-03c7-4b91-82f4-3a94a5f38a88 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0726943 Jun 30 02:31:50.891888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-0aef4f24-6435-45be-b06d-b67d6a31b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:50.893946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-0aef4f24-6435-45be-b06d-b67d6a31b5bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0490322 Jun 30 02:31:50.915122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c4fcd6e-f832-45aa-9679-fd1e298fcd05 req-e3e2e664-3890-4279-81d6-86648dc5cb3b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Jun 30 02:31:50.946269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-87c6b8c8-ccff-47c0-872d-64bda9cbf45b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396688 Jun 30 02:31:51.107390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2f7b6-3ccb-42dd-b02f-39b04485d11f req-6e0b9ff6-43d7-42dd-936c-acb09e4364b0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.114462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2f7b6-3ccb-42dd-b02f-39b04485d11f req-6e0b9ff6-43d7-42dd-936c-acb09e4364b0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.120718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2f7b6-3ccb-42dd-b02f-39b04485d11f req-6e0b9ff6-43d7-42dd-936c-acb09e4364b0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.126884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2f7b6-3ccb-42dd-b02f-39b04485d11f req-6e0b9ff6-43d7-42dd-936c-acb09e4364b0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.133534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2f7b6-3ccb-42dd-b02f-39b04485d11f req-6e0b9ff6-43d7-42dd-936c-acb09e4364b0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.139825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2f7b6-3ccb-42dd-b02f-39b04485d11f req-6e0b9ff6-43d7-42dd-936c-acb09e4364b0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.145679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2f7b6-3ccb-42dd-b02f-39b04485d11f req-6e0b9ff6-43d7-42dd-936c-acb09e4364b0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.147805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e8a2f7b6-3ccb-42dd-b02f-39b04485d11f req-6e0b9ff6-43d7-42dd-936c-acb09e4364b0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5431 time: 0.1196854 Jun 30 02:31:51.192289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e8a2f7b6-3ccb-42dd-b02f-39b04485d11f req-3ce39ab0-9ad0-4532-8ac8-8c4dada2b7f4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370820 Jun 30 02:31:51.374082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671c5f1-429b-48c9-99f4-cd9b7cb86f93 req-c20ab2a6-5923-48f3-80a7-8ac48c7f4ace tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.375571 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4671c5f1-429b-48c9-99f4-cd9b7cb86f93 req-c20ab2a6-5923-48f3-80a7-8ac48c7f4ace tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 946 time: 0.4589674 Jun 30 02:31:51.399602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563020ff-75c0-4c2b-8ae1-b78882619172 req-e0082653-ab92-48e4-961e-eb1f1c1f104f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.400694 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-7a4347ac-97d6-404d-a49e-fe3dbdc3137f service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375598 Jun 30 02:31:51.401833 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-563020ff-75c0-4c2b-8ae1-b78882619172 req-e0082653-ab92-48e4-961e-eb1f1c1f104f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0939026 Jun 30 02:31:51.445855 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-563020ff-75c0-4c2b-8ae1-b78882619172 req-aedfbdee-c8bf-4f30-a3e0-92a8dba9df4c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 Jun 30 02:31:51.473545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4671c5f1-429b-48c9-99f4-cd9b7cb86f93 req-8272d6df-d48c-4cc5-9b5e-a173a657b8fd tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917144 Jun 30 02:31:51.531138 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6de5ebe4-e51b-489d-92d8-19a5c73460e2 req-8f6ddc6b-9cdb-4751-94a9-2b87b80d80d0 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220698 Jun 30 02:31:51.649017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d17c33-25eb-442d-b244-7057082ea265 req-358720a2-6c7c-471d-bbf6-3d211e46e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.650734 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00d17c33-25eb-442d-b244-7057082ea265 req-358720a2-6c7c-471d-bbf6-3d211e46e4de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 1095 time: 0.0608718 Jun 30 02:31:51.757757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d17c33-25eb-442d-b244-7057082ea265 req-ee2506e7-9337-44f5-9e87-8313ddcc87de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.759753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00d17c33-25eb-442d-b244-7057082ea265 req-ee2506e7-9337-44f5-9e87-8313ddcc87de service neutron] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.0986500 Jun 30 02:31:51.777075 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f152-fc5e-4624-89a7-ff87f6513c81 req-72739652-f3f8-4ebb-9f15-93d50e68d85f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.784353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91d7f152-fc5e-4624-89a7-ff87f6513c81 req-72739652-f3f8-4ebb-9f15-93d50e68d85f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0838299 Jun 30 02:31:51.830793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91d7f152-fc5e-4624-89a7-ff87f6513c81 req-5766d8f1-8df4-455d-924d-ed37b9012771 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453565 Jun 30 02:31:51.840878 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00d17c33-25eb-442d-b244-7057082ea265 req-9e258108-7aaf-4747-a6d7-27310ccb407e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad8ea669-440c-4455-93f2-25998b52b428 HTTP/1.1" status: 200 len: 217 time: 0.0680907 Jun 30 02:31:51.944563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d17c33-25eb-442d-b244-7057082ea265 req-f53712dd-de35-46f0-be8a-955b56c70c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:51.946193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00d17c33-25eb-442d-b244-7057082ea265 req-f53712dd-de35-46f0-be8a-955b56c70c62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0956128 Jun 30 02:31:51.995927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00d17c33-25eb-442d-b244-7057082ea265 req-3a119502-d4df-4e69-aea3-ef6b08beed42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415332 Jun 30 02:31:52.007039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-00d17c33-25eb-442d-b244-7057082ea265 req-1dd906ed-16fa-4adc-91a1-2e265e62b271 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:31:52.007998 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00d17c33-25eb-442d-b244-7057082ea265 req-1dd906ed-16fa-4adc-91a1-2e265e62b271 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054843 Jun 30 02:31:52.009993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21099d7-9821-4e87-8412-bee0a3dba252 req-400199f9-4fbd-4f26-996a-a2a85cad9c60 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.015443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f21099d7-9821-4e87-8412-bee0a3dba252 req-400199f9-4fbd-4f26-996a-a2a85cad9c60 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0677092 Jun 30 02:31:52.019707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746f1fe-10d1-4735-9ef0-bbb1a81586e2 req-d25cc653-85fa-4516-bcca-5f9c91a969d6 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.021347 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2746f1fe-10d1-4735-9ef0-bbb1a81586e2 req-d25cc653-85fa-4516-bcca-5f9c91a969d6 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.1250293 Jun 30 02:31:52.051501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f21099d7-9821-4e87-8412-bee0a3dba252 req-8999c1a4-48c7-47df-8316-4b3f7fc2fb2e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338485 Jun 30 02:31:52.102814 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2746f1fe-10d1-4735-9ef0-bbb1a81586e2 req-a26c52f6-f5b8-4721-8398-828b6135e9d0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718026 Jun 30 02:31:52.146046 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00d17c33-25eb-442d-b244-7057082ea265 req-5f69084c-ccdf-44fe-bf16-107f1fefe9f3 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235845 Jun 30 02:31:52.277700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00d17c33-25eb-442d-b244-7057082ea265 req-67e9e46b-e29c-4f1a-a1ac-a0c0230df399 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114333 Jun 30 02:31:52.395851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32495fac-1ad2-4c12-b2b8-3d2caacc7872'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:52.398379 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96d3281-acb5-4ea7-abda-bba497be03b9" -d '{"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "32495fac-1ad2-4c12-b2b8-3d2caacc7872"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:52.457223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4763-2e8f-445d-bc7d-cce53e93cc9c req-c1012db9-89a3-428e-8973-a9e0a974b5ff tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.463276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4763-2e8f-445d-bc7d-cce53e93cc9c req-c1012db9-89a3-428e-8973-a9e0a974b5ff tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.465646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd8cfe-6136-45ae-aa19-41c82909f958 req-d615b0a9-9e86-4ca2-9d4e-3489fe3299b4 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.467981 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-abdd8cfe-6136-45ae-aa19-41c82909f958 req-d615b0a9-9e86-4ca2-9d4e-3489fe3299b4 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1043324 Jun 30 02:31:52.469991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4763-2e8f-445d-bc7d-cce53e93cc9c req-c1012db9-89a3-428e-8973-a9e0a974b5ff tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.476037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4763-2e8f-445d-bc7d-cce53e93cc9c req-c1012db9-89a3-428e-8973-a9e0a974b5ff tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.482297 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4763-2e8f-445d-bc7d-cce53e93cc9c req-c1012db9-89a3-428e-8973-a9e0a974b5ff tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.488235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4763-2e8f-445d-bc7d-cce53e93cc9c req-c1012db9-89a3-428e-8973-a9e0a974b5ff tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.494367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f4763-2e8f-445d-bc7d-cce53e93cc9c req-c1012db9-89a3-428e-8973-a9e0a974b5ff tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.496441 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-480f4763-2e8f-445d-bc7d-cce53e93cc9c req-c1012db9-89a3-428e-8973-a9e0a974b5ff tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5431 time: 0.1366465 Jun 30 02:31:52.525105 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-abdd8cfe-6136-45ae-aa19-41c82909f958 req-dd329578-641d-48a1-8731-b94817d345a2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513136 Jun 30 02:31:52.548324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-480f4763-2e8f-445d-bc7d-cce53e93cc9c req-20cd3ec4-1d27-4939-88cf-3801d95c0563 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448759 Jun 30 02:31:52.593331 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ed55f0-5954-4587-9690-90523ba46c41 x-openstack-request-id: req-c5ed55f0-5954-4587-9690-90523ba46c41 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:52.593897 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-plugged", "status": "completed", "tag": "32495fac-1ad2-4c12-b2b8-3d2caacc7872", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:52.594584 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5ed55f0-5954-4587-9690-90523ba46c41 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:52.595131 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32495fac-1ad2-4c12-b2b8-3d2caacc7872', 'code': 200} Jun 30 02:31:52.739146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959fc7-6aba-4ae5-85d6-9e1ea7d6b811 req-43a2e6eb-58db-47e9-a9b7-77bcfe8d3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.739944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959fc7-6aba-4ae5-85d6-9e1ea7d6b811 req-43a2e6eb-58db-47e9-a9b7-77bcfe8d3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.740581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959fc7-6aba-4ae5-85d6-9e1ea7d6b811 req-43a2e6eb-58db-47e9-a9b7-77bcfe8d3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.741184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959fc7-6aba-4ae5-85d6-9e1ea7d6b811 req-43a2e6eb-58db-47e9-a9b7-77bcfe8d3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.741785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959fc7-6aba-4ae5-85d6-9e1ea7d6b811 req-43a2e6eb-58db-47e9-a9b7-77bcfe8d3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.742384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959fc7-6aba-4ae5-85d6-9e1ea7d6b811 req-43a2e6eb-58db-47e9-a9b7-77bcfe8d3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.743018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09959fc7-6aba-4ae5-85d6-9e1ea7d6b811 req-43a2e6eb-58db-47e9-a9b7-77bcfe8d3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.745048 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-09959fc7-6aba-4ae5-85d6-9e1ea7d6b811 req-43a2e6eb-58db-47e9-a9b7-77bcfe8d3a2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6495 time: 0.0730207 Jun 30 02:31:52.747500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04752d3b-6277-4aa4-a1ec-b90041238b51 req-540901de-9911-4d5b-a073-37910f0bb79e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:52.749177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04752d3b-6277-4aa4-a1ec-b90041238b51 req-540901de-9911-4d5b-a073-37910f0bb79e tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 946 time: 0.0786531 Jun 30 02:31:52.783506 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-09959fc7-6aba-4ae5-85d6-9e1ea7d6b811 req-5340283d-80ab-4bb7-b3f6-b09ff0d14ee5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0308392 Jun 30 02:31:52.795316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04752d3b-6277-4aa4-a1ec-b90041238b51 req-67c62bef-c459-467a-8275-abdada432ac6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395954 Jun 30 02:31:53.201314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccea90-edf4-4a5b-9def-7ff7ee9ee3e0 req-30f2ea72-b966-446a-9dfc-8126da36be96 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.202886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c5ccea90-edf4-4a5b-9def-7ff7ee9ee3e0 req-30f2ea72-b966-446a-9dfc-8126da36be96 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 946 time: 0.0692999 Jun 30 02:31:53.242582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c5ccea90-edf4-4a5b-9def-7ff7ee9ee3e0 req-84717175-0fdd-41e5-9b66-a76d28cd4026 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338252 Jun 30 02:31:53.302212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fac927-a9d7-4648-84a8-7643ae8ae84f req-d03824ae-bdb5-4775-b3c8-4813220c04df tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.303872 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56fac927-a9d7-4648-84a8-7643ae8ae84f req-d03824ae-bdb5-4775-b3c8-4813220c04df tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.0698431 Jun 30 02:31:53.343274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56fac927-a9d7-4648-84a8-7643ae8ae84f req-501170fa-c92a-4e14-87f4-fdaaa5a8724a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333028 Jun 30 02:31:53.716971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f06430-200d-4e0f-ad08-27c1db5c1f8e req-a67ee003-feba-4d0e-bfa8-ef50a3248a14 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.718691 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19f06430-200d-4e0f-ad08-27c1db5c1f8e req-a67ee003-feba-4d0e-bfa8-ef50a3248a14 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0699718 Jun 30 02:31:53.756839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0192a-e156-413c-8179-03c0602865d6 req-2692590d-9d29-4cce-8ec5-333ff1744b39 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.762153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19f06430-200d-4e0f-ad08-27c1db5c1f8e req-07ea3c90-2ddd-46e8-83a7-137de12858ce tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371211 Jun 30 02:31:53.762535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0192a-e156-413c-8179-03c0602865d6 req-2692590d-9d29-4cce-8ec5-333ff1744b39 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.768417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0192a-e156-413c-8179-03c0602865d6 req-2692590d-9d29-4cce-8ec5-333ff1744b39 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.774145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0192a-e156-413c-8179-03c0602865d6 req-2692590d-9d29-4cce-8ec5-333ff1744b39 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.780120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0192a-e156-413c-8179-03c0602865d6 req-2692590d-9d29-4cce-8ec5-333ff1744b39 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.785814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0192a-e156-413c-8179-03c0602865d6 req-2692590d-9d29-4cce-8ec5-333ff1744b39 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.792294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0192a-e156-413c-8179-03c0602865d6 req-2692590d-9d29-4cce-8ec5-333ff1744b39 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:53.794254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6dd0192a-e156-413c-8179-03c0602865d6 req-2692590d-9d29-4cce-8ec5-333ff1744b39 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5431 time: 0.1141739 Jun 30 02:31:53.842672 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6dd0192a-e156-413c-8179-03c0602865d6 req-205bc18f-deba-4e4d-b6d8-d4044cc1f1f5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422773 Jun 30 02:31:54.315031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf4702-e606-459d-9bcf-35c881b96a2c req-d6f48360-9acb-46cc-a90f-d20c3fe59963 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:54.317295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5cf4702-e606-459d-9bcf-35c881b96a2c req-d6f48360-9acb-46cc-a90f-d20c3fe59963 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0870919 Jun 30 02:31:54.356743 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-925a4df7-d72b-4fa9-a98b-44b57fa1c6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:54.395326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5cf4702-e606-459d-9bcf-35c881b96a2c req-0af0d741-734c-46fa-b97f-654dfa9b9611 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621898 Jun 30 02:31:54.485276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08055fd-efc8-431c-a5ad-adf6e7383d51 req-859b39eb-1fff-4adb-9a92-8e0fc642d0ba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:54.491253 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f08055fd-efc8-431c-a5ad-adf6e7383d51 req-859b39eb-1fff-4adb-9a92-8e0fc642d0ba tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 946 time: 0.0924499 Jun 30 02:31:54.545429 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f08055fd-efc8-431c-a5ad-adf6e7383d51 req-d6f7de9c-77ff-4e14-91d1-5a4cc07f148b tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Jun 30 02:31:54.732072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89117d8-82e2-4cd7-8880-de520e2a3360 req-5abade19-67ff-45d3-bd28-e64f8b7d353f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:54.733735 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e89117d8-82e2-4cd7-8880-de520e2a3360 req-5abade19-67ff-45d3-bd28-e64f8b7d353f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.0763004 Jun 30 02:31:54.774165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51ce7d-33c0-47cd-bbc0-32f001d4edc6 req-627bcce0-f3da-4041-bbfb-9457c3a0527e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:54.775762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a51ce7d-33c0-47cd-bbc0-32f001d4edc6 req-627bcce0-f3da-4041-bbfb-9457c3a0527e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0688694 Jun 30 02:31:54.810768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e89117d8-82e2-4cd7-8880-de520e2a3360 req-4b356279-bda8-479d-9b6e-5ff5734a424d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619137 Jun 30 02:31:54.819982 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a51ce7d-33c0-47cd-bbc0-32f001d4edc6 req-93372b94-6403-4814-90ea-c1a4ce47096f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382144 Jun 30 02:31:54.823936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-016e6ffb-75d6-47e2-97fa-898685ebd1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:54.825439 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-016e6ffb-75d6-47e2-97fa-898685ebd1f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1096 time: 0.1371446 Jun 30 02:31:54.923965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-01abe47a-25b0-4a5e-b0b2-bdfb4e97ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:54.925847 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-01abe47a-25b0-4a5e-b0b2-bdfb4e97ae97 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.0936074 Jun 30 02:31:55.020612 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-06dcebdb-6205-4e20-956c-ba493ad8a1ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 999 time: 0.0874691 Jun 30 02:31:55.098402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-bda2234f-b7d1-4fde-aafd-8b85f26e292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.100010 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-bda2234f-b7d1-4fde-aafd-8b85f26e292c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0612714 Jun 30 02:31:55.133000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57860957-7f5c-4d8d-b53e-9ab6d7917e50 req-97c23cc1-da87-49a5-9535-f11a9c963c1a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.139478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57860957-7f5c-4d8d-b53e-9ab6d7917e50 req-97c23cc1-da87-49a5-9535-f11a9c963c1a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.145263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57860957-7f5c-4d8d-b53e-9ab6d7917e50 req-97c23cc1-da87-49a5-9535-f11a9c963c1a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.151418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57860957-7f5c-4d8d-b53e-9ab6d7917e50 req-97c23cc1-da87-49a5-9535-f11a9c963c1a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.157014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57860957-7f5c-4d8d-b53e-9ab6d7917e50 req-97c23cc1-da87-49a5-9535-f11a9c963c1a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.163013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57860957-7f5c-4d8d-b53e-9ab6d7917e50 req-97c23cc1-da87-49a5-9535-f11a9c963c1a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.169019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57860957-7f5c-4d8d-b53e-9ab6d7917e50 req-97c23cc1-da87-49a5-9535-f11a9c963c1a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.171119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-57860957-7f5c-4d8d-b53e-9ab6d7917e50 req-97c23cc1-da87-49a5-9535-f11a9c963c1a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5431 time: 0.1726537 Jun 30 02:31:55.228957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eee29-dc70-4088-b215-cada3e2e7039 req-31ad928d-8449-4d45-9908-51e0db1ca269 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.230501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-153eee29-dc70-4088-b215-cada3e2e7039 req-31ad928d-8449-4d45-9908-51e0db1ca269 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 946 time: 0.3680060 Jun 30 02:31:55.236035 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-57860957-7f5c-4d8d-b53e-9ab6d7917e50 req-66acc341-468f-4481-8832-14f843cbc56e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440419 Jun 30 02:31:55.250305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-fcb78bb8-9173-4179-820f-8782fa9401ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.252006 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-fcb78bb8-9173-4179-820f-8782fa9401ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410446 Jun 30 02:31:55.288400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device ad8ea669-440c-4455-93f2-25998b52b428 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:31:55.347221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-153eee29-dc70-4088-b215-cada3e2e7039 req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Deleting port 0a6a9b8d-f43c-44e0-a376-85771844ab72 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:31:55.347562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-153eee29-dc70-4088-b215-cada3e2e7039 req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.350817 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-c5f4dd92-2690-4d43-8455-faad4ef36fc6 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897133 Jun 30 02:31:55.469407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-047e2dc0-fd6b-4b34-b529-5cca520612ba req-0667ea0e-e433-4c4d-830d-debfa84b48fd service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109996 Jun 30 02:31:55.504837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-153eee29-dc70-4088-b215-cada3e2e7039 req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] For port 0a6a9b8d-f43c-44e0-a376-85771844ab72, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0a6a9b8d-f43c-44e0-a376-85771844ab72,segment=NetworkSegment(65c549e6-d03a-434e-8fe9-8a827c805821),segment_id=65c549e6-d03a-434e-8fe9-8a827c805821)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:55.505316 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-153eee29-dc70-4088-b215-cada3e2e7039 req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.525749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-153eee29-dc70-4088-b215-cada3e2e7039 req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Calling delete_port for 0a6a9b8d-f43c-44e0-a376-85771844ab72 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:31:55.544852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20b1f-01d2-4bee-910c-99756bb905f2 req-06e5db48-3fc3-427f-adbf-1379dac61c3f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.547607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:55.550707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20b1f-01d2-4bee-910c-99756bb905f2 req-06e5db48-3fc3-427f-adbf-1379dac61c3f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.557120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20b1f-01d2-4bee-910c-99756bb905f2 req-06e5db48-3fc3-427f-adbf-1379dac61c3f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.564448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20b1f-01d2-4bee-910c-99756bb905f2 req-06e5db48-3fc3-427f-adbf-1379dac61c3f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.566804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'ad8ea669-440c-4455-93f2-25998b52b428', 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2', 'port_id': 'ad8ea669-440c-4455-93f2-25998b52b428', 'mac_address': 'fa:16:3e:17:0e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d3201b-8a49-4a4b-8508-f2d5e8cc3553', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:31:55.570268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20b1f-01d2-4bee-910c-99756bb905f2 req-06e5db48-3fc3-427f-adbf-1379dac61c3f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.576809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20b1f-01d2-4bee-910c-99756bb905f2 req-06e5db48-3fc3-427f-adbf-1379dac61c3f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.582582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f20b1f-01d2-4bee-910c-99756bb905f2 req-06e5db48-3fc3-427f-adbf-1379dac61c3f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.595791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:31:55.595938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15f20b1f-01d2-4bee-910c-99756bb905f2 req-06e5db48-3fc3-427f-adbf-1379dac61c3f tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5431 time: 0.2002187 Jun 30 02:31:55.603059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-495f00f8-0073-4beb-9003-d97f9f63ebe2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Request body: {'floatingip': {'port_id': '06505dc6-30ad-45ca-a4cc-0359749921a7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:31:55.647700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.684357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8ea669-440c-4455-93f2-25998b52b428 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:31:55.709767 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-495f00f8-0073-4beb-9003-d97f9f63ebe2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.733640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:55.744337 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.803307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=ad8ea669-440c-4455-93f2-25998b52b428,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:55.837365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb40775-d30c-4e54-9dd5-12bfacc5605c req-5bcc08db-6e5f-402d-8d74-3015243fa0c6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.838360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0fb40775-d30c-4e54-9dd5-12bfacc5605c req-5bcc08db-6e5f-402d-8d74-3015243fa0c6 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/ports?device_id=08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2 HTTP/1.1" status: 200 len: 946 time: 0.1191034 Jun 30 02:31:55.875387 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-153eee29-dc70-4088-b215-cada3e2e7039 req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.915388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Pushing event deleted for resources: {'Port': ['ID=0a6a9b8d-f43c-44e0-a376-85771844ab72,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:55.922740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0fb40775-d30c-4e54-9dd5-12bfacc5605c req-1ca0018b-a777-4e86-badd-2f80c4b8d506 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.55 "GET /v2.0/security-groups?id=27681b07-b0b6-482e-acfd-e9a4d1ac7805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719502 Jun 30 02:31:55.929096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.929447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.929785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.930119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.930449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.930848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.931007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811952ee-3abb-4f18-aabe-ccc90ccec5e2 req-b86c07c5-c46a-4291-a575-b668003b9cc5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:55.931817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.931817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.932092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.932646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.932892 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-811952ee-3abb-4f18-aabe-ccc90ccec5e2 req-b86c07c5-c46a-4291-a575-b668003b9cc5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1797028 Jun 30 02:31:55.938281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.938674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:31:55.989083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-153eee29-dc70-4088-b215-cada3e2e7039 req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] No DVR routers for this DVR port 0a6a9b8d-f43c-44e0-a376-85771844ab72 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:31:55.991755 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-153eee29-dc70-4088-b215-cada3e2e7039 req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:55.993786 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-153eee29-dc70-4088-b215-cada3e2e7039 req-2a8fb8bf-b4e1-4e95-99b7-0b3022192c14 tempest-DeleteServersTestJSON-2093940286 tempest-DeleteServersTestJSON-2093940286-project] 10.222.0.69 "DELETE /v2.0/ports/0a6a9b8d-f43c-44e0-a376-85771844ab72 HTTP/1.1" status: 204 len: 173 time: 0.7567337 Jun 30 02:31:55.994251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2', 'name': 'network-vif-deleted', 'tag': '0a6a9b8d-f43c-44e0-a376-85771844ab72'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:55.997174 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32688d9-45e1-4b52-824b-8f368578520e" -d '{"events": [{"server_uuid": "08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2", "name": "network-vif-deleted", "tag": "0a6a9b8d-f43c-44e0-a376-85771844ab72"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:56.031863 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-811952ee-3abb-4f18-aabe-ccc90ccec5e2 req-91d4259f-ff9b-413a-ba2c-4086af6b90a8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927739 Jun 30 02:31:56.125062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce16cc7-df2a-4b20-94ff-62b460fa47e6 req-d9a5a39f-b14b-4777-84bb-9d9a44a79631 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:56.132998 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ce16cc7-df2a-4b20-94ff-62b460fa47e6 req-d9a5a39f-b14b-4777-84bb-9d9a44a79631 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 944 time: 0.0867195 Jun 30 02:31:56.158235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['ad8ea669-440c-4455-93f2-25998b52b428'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:31:56.187816 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ce16cc7-df2a-4b20-94ff-62b460fa47e6 req-4b37c587-364b-41b6-ad26-4b1b79c52dc7 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536613 Jun 30 02:31:56.353564 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282018b-1422-451a-bd9f-7d878cb7aebb x-openstack-request-id: req-6282018b-1422-451a-bd9f-7d878cb7aebb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:56.353969 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2", "name": "network-vif-deleted", "tag": "0a6a9b8d-f43c-44e0-a376-85771844ab72", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:56.354480 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6282018b-1422-451a-bd9f-7d878cb7aebb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:56.355630 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cf5b28-0b67-4782-a6b9-1f4b2d3b21b2', 'name': 'network-vif-deleted', 'tag': '0a6a9b8d-f43c-44e0-a376-85771844ab72', 'status': 'completed', 'code': 200} Jun 30 02:31:56.399781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c369d-dae6-436b-bf70-2b69a2e50ea7 req-e676f94c-0eae-4361-a847-07648224ca5a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:56.404844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-685c369d-dae6-436b-bf70-2b69a2e50ea7 req-e676f94c-0eae-4361-a847-07648224ca5a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1340003 Jun 30 02:31:56.480480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-495f00f8-0073-4beb-9003-d97f9f63ebe2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.485892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-495f00f8-0073-4beb-9003-d97f9f63ebe2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.489880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-685c369d-dae6-436b-bf70-2b69a2e50ea7 req-0f48faf0-a1a6-4a19-b289-b2d68d9a2e1b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502405 Jun 30 02:31:56.604539 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-495f00f8-0073-4beb-9003-d97f9f63ebe2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Floating IP 215e9528-7ea8-4c67-902e-14b5644d6616 associated. External IP: 172.25.7.136, port: 06505dc6-30ad-45ca-a4cc-0359749921a7. Jun 30 02:31:56.613913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bbea2-9461-4a66-9559-951d298077a3 req-8e7245fc-510b-4722-b579-98a4fda5b1eb tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:56.615786 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-417bbea2-9461-4a66-9559-951d298077a3 req-8e7245fc-510b-4722-b579-98a4fda5b1eb tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0731258 Jun 30 02:31:56.664084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-417bbea2-9461-4a66-9559-951d298077a3 req-a6fb3296-0544-4a01-805c-2b93c9762570 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Jun 30 02:31:56.840396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495f00f8-0073-4beb-9003-d97f9f63ebe2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:31:56.907520 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.948000 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dee165c4-ca29-4ac6-9ef5-ac0104f872bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.949452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cf759-9507-41c0-8360-8c5a8bafd547 req-66e3cc71-bf6e-41e8-ab89-be47d7851d32 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:56.951651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff7cf759-9507-41c0-8360-8c5a8bafd547 req-66e3cc71-bf6e-41e8-ab89-be47d7851d32 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0879233 Jun 30 02:31:56.958878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495f00f8-0073-4beb-9003-d97f9f63ebe2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:31:56.963868 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-495f00f8-0073-4beb-9003-d97f9f63ebe2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:56.969483 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] Sync routers for ids ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:31:56.981490 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] Routers {'543c7cf6-250f-431b-bfd1-58a31f30a2b3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:56.982248 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:31:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:57.006237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-495f00f8-0073-4beb-9003-d97f9f63ebe2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "PUT /v2.0/floatingips/215e9528-7ea8-4c67-902e-14b5644d6616 HTTP/1.1" status: 200 len: 991 time: 1.4090297 Jun 30 02:31:57.006893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '06505dc6-30ad-45ca-a4cc-0359749921a7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:57.009428 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00" -d '{"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "06505dc6-30ad-45ca-a4cc-0359749921a7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:57.010407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff7cf759-9507-41c0-8360-8c5a8bafd547 req-e1faf2ac-c967-438f-929d-6ed7c3098e14 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518677 Jun 30 02:31:57.081260 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7affaf-6daf-4e53-8857-9175661767bd x-openstack-request-id: req-4c7affaf-6daf-4e53-8857-9175661767bd {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:57.081576 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "tag": "06505dc6-30ad-45ca-a4cc-0359749921a7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:57.081826 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c7affaf-6daf-4e53-8857-9175661767bd {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:57.082231 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'tag': '06505dc6-30ad-45ca-a4cc-0359749921a7', 'status': 'completed', 'code': 200} Jun 30 02:31:57.194417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-e46b948f-063d-4c39-ac82-30418c6d360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.195239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-e46b948f-063d-4c39-ac82-30418c6d360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.195814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-e46b948f-063d-4c39-ac82-30418c6d360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.196415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-e46b948f-063d-4c39-ac82-30418c6d360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.196877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-e46b948f-063d-4c39-ac82-30418c6d360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.197424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-e46b948f-063d-4c39-ac82-30418c6d360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.197918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-e46b948f-063d-4c39-ac82-30418c6d360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.200031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-e46b948f-063d-4c39-ac82-30418c6d360d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6495 time: 0.0740769 Jun 30 02:31:57.234805 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] Set router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:57.290680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device ad8ea669-440c-4455-93f2-25998b52b428 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:31:57.319002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-6a84709c-c598-4f9f-b730-88f7181362af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.320749 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-6a84709c-c598-4f9f-b730-88f7181362af service neutron] 10.222.0.69 "GET /v2.0/networks?id=1bf7c089-dba0-493c-abbd-547a13d73c08 HTTP/1.1" status: 200 len: 912 time: 0.1135194 Jun 30 02:31:57.349526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port ad8ea669-440c-4455-93f2-25998b52b428 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:31:57.352566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port ad8ea669-440c-4455-93f2-25998b52b428 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:31:57.353158 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.361400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e51cf2-f0af-4473-9140-bfc7043f0434 req-0a076912-a283-4cad-af6c-7e8038fd311f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.363072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f6e51cf2-f0af-4473-9140-bfc7043f0434 req-0a076912-a283-4cad-af6c-7e8038fd311f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1027646 Jun 30 02:31:57.411008 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f6e51cf2-f0af-4473-9140-bfc7043f0434 req-b91dda07-eccf-4fb7-8089-f21093d87fdc tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Jun 30 02:31:57.438850 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-90eaf560-6cb5-4237-a789-82c3211fc68f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06505dc6-30ad-45ca-a4cc-0359749921a7 HTTP/1.1" status: 200 len: 999 time: 0.1102908 Jun 30 02:31:57.469848 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.501647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8ea669-440c-4455-93f2-25998b52b428'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:31:57.504757 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c60219-cd5e-4cb1-8633-8b925484abb7" -d '{"events": [{"server_uuid": "e1aaf77c-9a47-4009-af86-a71d707772bf", "name": "network-vif-plugged", "status": "completed", "tag": "ad8ea669-440c-4455-93f2-25998b52b428"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:31:57.520657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:31:57.523152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-d5905edc-a37d-4fae-9a76-c1af38088768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.527417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-d5905edc-a37d-4fae-9a76-c1af38088768 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e7f8d23-1a11-452b-bcfe-c02e3b8173f8 HTTP/1.1" status: 200 len: 850 time: 0.0798085 Jun 30 02:31:57.528797 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:57.535983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004294aa-069b-4f6e-aa68-622e71706ac9 req-eefc19bb-dffb-47a4-a50c-347c50510e19 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.537809 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-004294aa-069b-4f6e-aa68-622e71706ac9 req-eefc19bb-dffb-47a4-a50c-347c50510e19 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 944 time: 0.1588180 Jun 30 02:31:57.569034 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '215e9528-7ea8-4c67-902e-14b5644d6616', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'port_id': '06505dc6-30ad-45ca-a4cc-0359749921a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'mac_address': 'fa:16:3e:f4:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:30:41Z', 'updated_at': '2021-06-30T02:31:56Z', 'revision_number': 1, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a41147e-8406-4cf9-a28c-6e9a18e809e5', 'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'mac_address': 'fa:16:3e:db:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'subnets': [{'id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:57.586892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=ad8ea669-440c-4455-93f2-25998b52b428,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:31:57.606012 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] Checking router: 543c7cf6-250f-431b-bfd1-58a31f30a2b3 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:31:57.609291 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-004294aa-069b-4f6e-aa68-622e71706ac9 req-78cd1847-3f5c-4354-8f0f-0e0d100b1ca7 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594614 Jun 30 02:31:57.615009 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] Routers {'543c7cf6-250f-431b-bfd1-58a31f30a2b3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:31:57.615628 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:31:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:57.648581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-a3480dae-e60f-4dca-ade6-6b8816e039ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.650079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-a3480dae-e60f-4dca-ade6-6b8816e039ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1bf7c089-dba0-493c-abbd-547a13d73c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117647 Jun 30 02:31:57.680146 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f44e32-c132-4f23-a214-3c6a0c535178 x-openstack-request-id: req-15f44e32-c132-4f23-a214-3c6a0c535178 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:31:57.680562 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1aaf77c-9a47-4009-af86-a71d707772bf", "name": "network-vif-plugged", "status": "completed", "tag": "ad8ea669-440c-4455-93f2-25998b52b428", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:31:57.680984 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15f44e32-c132-4f23-a214-3c6a0c535178 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:31:57.681778 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8ea669-440c-4455-93f2-25998b52b428', 'code': 200} Jun 30 02:31:57.790576 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] Set router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:31:57.799523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-c0d761bf-d516-4c68-aeb7-37633efa5723 service neutron] 10.222.0.69 "GET /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423323 Jun 30 02:31:57.848660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0a6a9b8d-f43c-44e0-a376-85771844ab72 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:31:57.870112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 0a6a9b8d-f43c-44e0-a376-85771844ab72 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:31:57.870831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0a6a9b8d-f43c-44e0-a376-85771844ab72 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:31:57.887877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe6df8-ce1c-434a-9332-a0bb3f407b40 req-ffb05404-b934-4e73-9a89-53daac08e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.891756 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1cfe6df8-ce1c-434a-9332-a0bb3f407b40 req-ffb05404-b934-4e73-9a89-53daac08e1ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 1097 time: 0.1196175 Jun 30 02:31:57.899213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5aa714-dc13-4be4-848a-dc2f1c08bb6d req-3b62ff68-9931-4922-8950-3704732eb959 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:57.901630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b5aa714-dc13-4be4-848a-dc2f1c08bb6d req-3b62ff68-9931-4922-8950-3704732eb959 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1478398 Jun 30 02:31:57.942293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1cfe6df8-ce1c-434a-9332-a0bb3f407b40 req-a450ef7c-45bc-4ae9-8b96-a69dbf4d26ec service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366838 Jun 30 02:31:57.970469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b5aa714-dc13-4be4-848a-dc2f1c08bb6d req-ad1908da-76ea-4918-888d-447cad2a72b8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601737 Jun 30 02:31:57.972514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51fafe8f-a478-45ca-ae6d-663ab3dd5b00 req-9222c825-e365-44db-b354-2f07615e7273 service neutron] 10.222.0.69 "GET /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638484 Jun 30 02:31:58.075345 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '215e9528-7ea8-4c67-902e-14b5644d6616', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'port_id': '06505dc6-30ad-45ca-a4cc-0359749921a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'mac_address': 'fa:16:3e:f4:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:30:41Z', 'updated_at': '2021-06-30T02:31:56Z', 'revision_number': 1, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a41147e-8406-4cf9-a28c-6e9a18e809e5', 'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'mac_address': 'fa:16:3e:db:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'subnets': [{'id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:31:58.085785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b160b6-0ddc-4e44-91ef-29f0b65f343f req-b085bc6a-7fb6-4d86-bbb8-2f989a31124e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:58.087445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98b160b6-0ddc-4e44-91ef-29f0b65f343f req-b085bc6a-7fb6-4d86-bbb8-2f989a31124e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0715365 Jun 30 02:31:58.109034 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f9699-9012-4873-9cc9-636b6e7a6ece None None] The sync data for ids ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'] in n-d-758944-39 is: [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '215e9528-7ea8-4c67-902e-14b5644d6616', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'port_id': '06505dc6-30ad-45ca-a4cc-0359749921a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'mac_address': 'fa:16:3e:f4:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:30:41Z', 'updated_at': '2021-06-30T02:31:56Z', 'revision_number': 1, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a41147e-8406-4cf9-a28c-6e9a18e809e5', 'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'mac_address': 'fa:16:3e:db:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'subnets': [{'id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:31:58.117423 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:58.134865 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98b160b6-0ddc-4e44-91ef-29f0b65f343f req-2c4a56a7-95af-4f6b-a2ac-199c704a0ea8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380337 Jun 30 02:31:58.349713 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b0aacd-8142-471c-8ecb-f0adc6403634 None None] New status for floating IP 215e9528-7ea8-4c67-902e-14b5644d6616: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:31:58.358771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc034df8-8a74-4f84-b560-39748c425953 req-02eac933-3f2d-422e-aafb-c3528af4f545 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:58.360345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc034df8-8a74-4f84-b560-39748c425953 req-02eac933-3f2d-422e-aafb-c3528af4f545 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0676913 Jun 30 02:31:58.401011 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc034df8-8a74-4f84-b560-39748c425953 req-c67ad70e-fafd-471a-89eb-9a9ea7eacbe8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338933 Jun 30 02:31:58.663931 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0bf1c-43f7-441c-9e94-164b5b677071 req-ba513d65-3c1f-4043-bc08-d4e354a28e35 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:58.665476 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11e0bf1c-43f7-441c-9e94-164b5b677071 req-ba513d65-3c1f-4043-bc08-d4e354a28e35 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0650063 Jun 30 02:31:58.711069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11e0bf1c-43f7-441c-9e94-164b5b677071 req-b69f641f-9ea9-48d3-80e2-e5ada717872d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388978 Jun 30 02:31:58.799020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adced1f3-7a6e-496d-9099-cc3b18cd88b7 req-c0fa41cf-79fe-472c-92e5-bdd75e7f0b05 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:58.800517 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adced1f3-7a6e-496d-9099-cc3b18cd88b7 req-c0fa41cf-79fe-472c-92e5-bdd75e7f0b05 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.0726535 Jun 30 02:31:58.845039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adced1f3-7a6e-496d-9099-cc3b18cd88b7 req-4e0a6480-b03b-4e94-94cd-b21d4a02a7e2 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Jun 30 02:31:58.992803 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3b0e6-30ac-42c7-9c14-a35717a899cc req-6a02b0e2-85ca-4b63-94b3-3e6ce8299316 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:58.994911 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62f3b0e6-30ac-42c7-9c14-a35717a899cc req-6a02b0e2-85ca-4b63-94b3-3e6ce8299316 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0699303 Jun 30 02:31:59.037251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62f3b0e6-30ac-42c7-9c14-a35717a899cc req-a95bb432-f596-4741-bf1d-45ce5488b2b2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353343 Jun 30 02:31:59.242117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c253962-122c-4f2e-b6c2-0a8d32ff4e98 req-62f1d9de-6afc-4da4-a52c-cbdd62f923cb tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:59.243752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c253962-122c-4f2e-b6c2-0a8d32ff4e98 req-62f1d9de-6afc-4da4-a52c-cbdd62f923cb tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0726662 Jun 30 02:31:59.287290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c253962-122c-4f2e-b6c2-0a8d32ff4e98 req-1553d51a-bb2a-4942-a01c-3e2ad94fc252 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362313 Jun 30 02:31:59.478501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d0dff-6b9d-4c28-9447-c245adf7d619 req-6392da2e-b90d-4eeb-ab10-9064f3ccfde4 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:59.480110 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-580d0dff-6b9d-4c28-9447-c245adf7d619 req-6392da2e-b90d-4eeb-ab10-9064f3ccfde4 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0726609 Jun 30 02:31:59.518927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-580d0dff-6b9d-4c28-9447-c245adf7d619 req-ea457f33-a5e1-49e4-9d97-980f796c6dd5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Jun 30 02:31:59.713695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1793d-e915-432a-a781-de81dfbf0a5e req-1bc88d8d-2891-4e84-b417-ae717a3d265f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:59.715234 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9af1793d-e915-432a-a781-de81dfbf0a5e req-1bc88d8d-2891-4e84-b417-ae717a3d265f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0667026 Jun 30 02:31:59.754225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9af1793d-e915-432a-a781-de81dfbf0a5e req-5d76ec88-6d71-4614-8ffa-7c32011f1e57 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Jun 30 02:31:59.938243 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:31:59.959072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9cba8-e2a7-4bf0-a84c-bb2c3f9bb448 req-beb5d23f-7420-4a5b-afcd-104c575bc243 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:31:59.970052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e3e9cba8-e2a7-4bf0-a84c-bb2c3f9bb448 req-beb5d23f-7420-4a5b-afcd-104c575bc243 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0952075 Jun 30 02:32:00.012682 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e3e9cba8-e2a7-4bf0-a84c-bb2c3f9bb448 req-dc1963f4-ca86-4230-8db6-331dd26e8fd7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414078 Jun 30 02:32:00.113731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b21bbc-ea63-498e-975e-7b54d64dfffd req-38935cd4-8f11-4211-8f35-66a90fb59c2d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.115328 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97b21bbc-ea63-498e-975e-7b54d64dfffd req-38935cd4-8f11-4211-8f35-66a90fb59c2d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.0684130 Jun 30 02:32:00.162631 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97b21bbc-ea63-498e-975e-7b54d64dfffd req-3fc01666-6137-4ea6-8ce7-1395b2b90b58 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Jun 30 02:32:00.332610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3f9ab-f412-40f6-a3e9-ef4d7b985e6b req-b24240d5-d091-49f9-aa9c-f14112d05a6e tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.334965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5b3f9ab-f412-40f6-a3e9-ef4d7b985e6b req-b24240d5-d091-49f9-aa9c-f14112d05a6e tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 1097 time: 0.0560884 Jun 30 02:32:00.371650 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5b3f9ab-f412-40f6-a3e9-ef4d7b985e6b req-42d0aa21-786d-4721-92b1-ff96d2c2e86f tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301838 Jun 30 02:32:00.384987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefb649-0a5f-4b8e-b2c4-37872661004b req-9ee646a6-ca88-4b4a-a225-7191fd592322 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.389280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aefb649-0a5f-4b8e-b2c4-37872661004b req-9ee646a6-ca88-4b4a-a225-7191fd592322 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0756886 Jun 30 02:32:00.439394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aefb649-0a5f-4b8e-b2c4-37872661004b req-fdfba0f9-0841-46e2-9bf2-1e5e8aba28cd tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 Jun 30 02:32:00.722803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413f94c-412b-4c8f-9dbe-70c1899a81bf req-496589f1-ddbe-473a-b428-0f1a44ca97b5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:00.724628 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7413f94c-412b-4c8f-9dbe-70c1899a81bf req-496589f1-ddbe-473a-b428-0f1a44ca97b5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0818610 Jun 30 02:32:00.776069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7413f94c-412b-4c8f-9dbe-70c1899a81bf req-ecc977bb-8c9c-4f37-8a4a-ee03d27af908 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Jun 30 02:32:01.035300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d585c28-6ac6-47db-892d-c80f63b273c5 req-d5b089e2-eddf-4e30-9b66-d8124d759b22 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:01.044991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d585c28-6ac6-47db-892d-c80f63b273c5 req-d5b089e2-eddf-4e30-9b66-d8124d759b22 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0847878 Jun 30 02:32:01.091353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d585c28-6ac6-47db-892d-c80f63b273c5 req-f63309da-3cd8-4a42-8aa2-0744aeb35b31 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452054 Jun 30 02:32:01.175425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:01.400290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de0aa-b077-486d-8764-24926ac2a39a req-869b2e75-6ca3-44a1-bf94-42bc6e937128 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:01.402243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c6de0aa-b077-486d-8764-24926ac2a39a req-869b2e75-6ca3-44a1-bf94-42bc6e937128 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0818291 Jun 30 02:32:01.474168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-297719d4-1e75-4bfa-a519-f9e20dda5a63 admin admin] Deleting subnet e50111ab-406d-464a-8542-69c8fb73b1b0 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:32:01.480301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-297719d4-1e75-4bfa-a519-f9e20dda5a63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.528200 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c6de0aa-b077-486d-8764-24926ac2a39a req-5259185b-f581-47c8-aeb4-7a9759c656b4 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053848 Jun 30 02:32:01.567866 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-297719d4-1e75-4bfa-a519-f9e20dda5a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.649653 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-297719d4-1e75-4bfa-a519-f9e20dda5a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.726766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-297719d4-1e75-4bfa-a519-f9e20dda5a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.766820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297719d4-1e75-4bfa-a519-f9e20dda5a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50111ab-406d-464a-8542-69c8fb73b1b0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:01.771113 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-297719d4-1e75-4bfa-a519-f9e20dda5a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:01.773137 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-297719d4-1e75-4bfa-a519-f9e20dda5a63 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e50111ab-406d-464a-8542-69c8fb73b1b0 HTTP/1.1" status: 204 len: 168 time: 0.5966716 Jun 30 02:32:01.776156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:01.904265 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.000584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88c37e-5acf-4ff7-bfe8-df6fffb7b016 req-5f59163f-4caa-49d1-827b-50c8af189651 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:02.002150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a88c37e-5acf-4ff7-bfe8-df6fffb7b016 req-5f59163f-4caa-49d1-827b-50c8af189651 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1553848 Jun 30 02:32:02.023591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.041280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:02.059534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c549e6-d03a-434e-8fe9-8a827c805821') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:02.059963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c549e6-d03a-434e-8fe9-8a827c805821') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:02.087258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a88c37e-5acf-4ff7-bfe8-df6fffb7b016 req-bf77f764-2e67-4f16-8aeb-b40101f7eac9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750744 Jun 30 02:32:02.089416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.103724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.110284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:32:02.110573 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.112391 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:32:02.116051 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:32:02.173687 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.180087 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.182984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] 10.222.0.55 "DELETE /v2.0/networks/ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e HTTP/1.1" status: 204 len: 168 time: 0.4050078 Jun 30 02:32:02.202901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a09da-8746-4e14-bf17-c998e01ecffe admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9acdb8-df49-43b2-a7a6-0781a9d0eb1e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:02.284497 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f601ba-e3d6-4ab8-b2ff-e9636d5079d7 req-2ff63dcf-cd3f-4e23-81f0-3a86cf6f11da tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:02.286427 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4f601ba-e3d6-4ab8-b2ff-e9636d5079d7 req-2ff63dcf-cd3f-4e23-81f0-3a86cf6f11da tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0685508 Jun 30 02:32:02.312564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:02.335291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4f601ba-e3d6-4ab8-b2ff-e9636d5079d7 req-66b92749-3f31-406f-a0ad-c668ac21585c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Jun 30 02:32:02.380296 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-34b8854a-5e90-41b5-b61c-01f4b273551a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3cf21bbdf6a241059a4954f5a8e684b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664165 Jun 30 02:32:02.381115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:02.457291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4eba915-a87d-43a5-9103-d31c5aafbd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.495430 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4eba915-a87d-43a5-9103-d31c5aafbd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.560784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4eba915-a87d-43a5-9103-d31c5aafbd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.563766 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4eba915-a87d-43a5-9103-d31c5aafbd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:02.565209 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a4eba915-a87d-43a5-9103-d31c5aafbd45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27681b07-b0b6-482e-acfd-e9a4d1ac7805 HTTP/1.1" status: 204 len: 168 time: 0.1831028 Jun 30 02:32:02.586152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eba915-a87d-43a5-9103-d31c5aafbd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27681b07-b0b6-482e-acfd-e9a4d1ac7805,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:02.690300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0818549-60b3-4bb4-adaf-68ef20961c88 req-d6a61400-dbdb-4bba-a745-6e16415e54cd tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:02.692208 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a0818549-60b3-4bb4-adaf-68ef20961c88 req-d6a61400-dbdb-4bba-a745-6e16415e54cd tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0838797 Jun 30 02:32:02.741099 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a0818549-60b3-4bb4-adaf-68ef20961c88 req-4fad7396-c295-44b2-9c92-af10d9155b0a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Jun 30 02:32:02.984416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a7276-62ce-49eb-a2cd-d158b42bc046 req-334eae8e-4437-4c54-81d6-9f08e47a1ca7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:02.986661 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a2a7276-62ce-49eb-a2cd-d158b42bc046 req-334eae8e-4437-4c54-81d6-9f08e47a1ca7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0862765 Jun 30 02:32:03.045752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a2a7276-62ce-49eb-a2cd-d158b42bc046 req-7b430ce8-2f92-467b-b7f3-e2a10de3e867 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534065 Jun 30 02:32:03.254881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77434d-0937-413b-8b19-7832b95005f2 req-6767824e-9009-4a6c-8f95-85063db415ef tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:03.256502 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3e77434d-0937-413b-8b19-7832b95005f2 req-6767824e-9009-4a6c-8f95-85063db415ef tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0742180 Jun 30 02:32:03.298162 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3e77434d-0937-413b-8b19-7832b95005f2 req-77209104-18a7-46b7-a6b6-028aa147e29b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358863 Jun 30 02:32:03.400734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:03.488223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2e5d0-9c78-489a-aae6-972ee82d8d59 req-95fad1af-6e91-4dac-b93d-ba81ea61348d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:03.489929 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83d2e5d0-9c78-489a-aae6-972ee82d8d59 req-95fad1af-6e91-4dac-b93d-ba81ea61348d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0698195 Jun 30 02:32:03.541290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1578636795-network', 'tenant_id': 'd0669fa2e82041b881eaa263808a5d52'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:03.556729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83d2e5d0-9c78-489a-aae6-972ee82d8d59 req-64468f6f-7c63-4633-a312-ae171884c0a8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582490 Jun 30 02:32:03.586188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Made reservation on behalf of d0669fa2e82041b881eaa263808a5d52 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:03.587314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.604196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.708926 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.713201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.738797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:32:03.748787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6becb946-df8e-4f73-89dd-f42ebbd5c3f6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:03.757645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.757910 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Added segment 45849812-5631-4e54-932f-0a55f4711e81 of type vlan for network 65ac0c76-ef91-4835-b3cd-cc445f5841fe Jun 30 02:32:03.814793 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.849643 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.851037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:03.851759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:03.925380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:03.925921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5236309 Jun 30 02:32:03.934239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61181c-4c3c-48c8-a8fa-92ab02fb5298 admin admin] Pushing event updated for resources: {'Network': ['ID=65ac0c76-ef91-4835-b3cd-cc445f5841fe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:03.934586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Request body: {'subnet': {'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1578636795-subnet', 'tenant_id': 'd0669fa2e82041b881eaa263808a5d52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:03.945569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 65ac0c76-ef91-4835-b3cd-cc445f5841fe details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:32:03.990210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Made reservation on behalf of d0669fa2e82041b881eaa263808a5d52 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:03.997107 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.209102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4e5cb-7ce3-4dcf-8dbe-f92646403e86 req-0b6ae5f4-6863-48e9-8644-22edb0472769 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:04.217062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ad4e5cb-7ce3-4dcf-8dbe-f92646403e86 req-0b6ae5f4-6863-48e9-8644-22edb0472769 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0791500 Jun 30 02:32:04.259760 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ad4e5cb-7ce3-4dcf-8dbe-f92646403e86 req-ac0f8c5f-9ec5-47bf-af81-85716896c288 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413141 Jun 30 02:32:04.264774 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.337010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397a1e6a-dcfd-4690-add8-311551dcea63,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:04.349489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Checking segment: {'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:04.349878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Network hostable DHCP agents. Network: 65ac0c76-ef91-4835-b3cd-cc445f5841fe, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:32:04.371939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Network 65ac0c76-ef91-4835-b3cd-cc445f5841fe is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:32:04.383951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 65ac0c76-ef91-4835-b3cd-cc445f5841fe) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:04.390120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:04.391289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:04.395890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21d39e-55d7-4c72-bd4d-7cad3b876f16 None None] Network 65ac0c76-ef91-4835-b3cd-cc445f5841fe requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:04.417078 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-57eae041-d440-442f-9ca1-59c8c646fb64 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4807541 Jun 30 02:32:04.539190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a15b91-d004-4409-bf59-817b8247f5f8 None None] Network 65ac0c76-ef91-4835-b3cd-cc445f5841fe requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:05.062175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-39c88e52-1e60-46bf-bc35-54bd96c18a5b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:05.063754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-39c88e52-1e60-46bf-bc35-54bd96c18a5b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/networks?id=65ac0c76-ef91-4835-b3cd-cc445f5841fe HTTP/1.1" status: 200 len: 815 time: 0.1282582 Jun 30 02:32:05.078867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-03a01d56-5b05-4fc5-830f-b18622b87836 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/quotas/d0669fa2e82041b881eaa263808a5d52 HTTP/1.1" status: 200 len: 375 time: 0.0097427 Jun 30 02:32:05.112608 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-89d4cd31-5836-4f99-b07c-843353b58372 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0669fa2e82041b881eaa263808a5d52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281663 Jun 30 02:32:05.217002 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-8e97951e-d44b-440e-879c-2e32e45dd3bf service neutron] 10.222.0.55 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968325 Jun 30 02:32:05.458113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e2ae0-fd48-4f72-b66d-99dab8a4cdd2 req-12cef6b1-b851-4b42-b048-9b83fd6108ae tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:05.463255 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ef8e2ae0-fd48-4f72-b66d-99dab8a4cdd2 req-12cef6b1-b851-4b42-b048-9b83fd6108ae tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0796707 Jun 30 02:32:05.505115 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ef8e2ae0-fd48-4f72-b66d-99dab8a4cdd2 req-b029df11-73b3-495b-bb12-c1ccda8a371f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384185 Jun 30 02:32:05.662316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-90c47bfd-b85a-4094-93f4-ba623755db05 service neutron] 10.222.0.55 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382508 Jun 30 02:32:05.882831 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-29054a1a-631a-4375-a648-56861df77b9c req-e3637619-9b23-486f-ae35-75eb69d7c22e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 210 time: 0.0440640 Jun 30 02:32:06.046449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e4382-9eaa-48c2-9afd-e526e6f86b20 req-cbff2871-37b7-409f-a943-983de19663f8 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:06.048606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d55e4382-9eaa-48c2-9afd-e526e6f86b20 req-cbff2871-37b7-409f-a943-983de19663f8 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 946 time: 0.0791326 Jun 30 02:32:06.106491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d55e4382-9eaa-48c2-9afd-e526e6f86b20 req-289791e8-fed8-47a5-af3d-b9f41818c577 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511444 Jun 30 02:32:06.747681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea899da-dabe-4536-b27e-e0e17731df71 req-4108380c-3504-4ff3-9c88-73a3a52bc51b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:06.749731 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ea899da-dabe-4536-b27e-e0e17731df71 req-4108380c-3504-4ff3-9c88-73a3a52bc51b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1049197 Jun 30 02:32:06.796550 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ea899da-dabe-4536-b27e-e0e17731df71 req-511d9b14-e68c-4f4e-93de-084266760d60 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Jun 30 02:32:07.106673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d126ff1-1b36-4f0f-8393-653a4d7fc496 req-eb67ee82-4a88-4f03-b926-94e0221d1ed1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 210 time: 0.0592172 Jun 30 02:32:07.343738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-00524ef2-c50f-4840-8032-9104b9ce5628 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:07.345815 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-00524ef2-c50f-4840-8032-9104b9ce5628 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.69 "GET /v2.0/networks?id=65ac0c76-ef91-4835-b3cd-cc445f5841fe HTTP/1.1" status: 200 len: 815 time: 0.1861653 Jun 30 02:32:07.363569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Request body: {'port': {'device_id': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe', 'admin_state_up': True, 'tenant_id': 'd0669fa2e82041b881eaa263808a5d52'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:07.567457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Made reservation on behalf of d0669fa2e82041b881eaa263808a5d52 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:07.573358 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:07.728323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Allocated IP 172.20.0.4 (65ac0c76-ef91-4835-b3cd-cc445f5841fe/397a1e6a-dcfd-4690-add8-311551dcea63/142d96b8-86b9-4f0f-9559-252c4444a918) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:07.998624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.043149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656100b-b81e-4a44-ad7c-c22378602019 req-608dff8c-25e7-4850-8c92-a2417c00d853 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:08.047361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3656100b-b81e-4a44-ad7c-c22378602019 req-608dff8c-25e7-4850-8c92-a2417c00d853 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0779552 Jun 30 02:32:08.047495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb5d13-e02a-4576-b452-e728e4fec0ef req-1652ffe9-abd8-4a58-b22c-0f1276f9e0d0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:08.048931 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1deb5d13-e02a-4576-b452-e728e4fec0ef req-1652ffe9-abd8-4a58-b22c-0f1276f9e0d0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 946 time: 0.1207404 Jun 30 02:32:08.075425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.095358 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3656100b-b81e-4a44-ad7c-c22378602019 req-b712495a-78af-4130-8d05-0c9e323acaac tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Jun 30 02:32:08.131502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Network 65ac0c76-ef91-4835-b3cd-cc445f5841fe is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:08.147272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1deb5d13-e02a-4576-b452-e728e4fec0ef req-3f0a2688-c82b-4abc-a7d1-6617aa4f11cb tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824227 Jun 30 02:32:08.149531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:08.152351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:08.157937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Pushing event updated for resources: {'Port': ['ID=142d96b8-86b9-4f0f-9559-252c4444a918,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:08.215469 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:08.216120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.237128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-ab14429f-f453-46db-bde7-4bf44500f3e7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8779991 Jun 30 02:32:08.251087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Request body: {'port': {'device_id': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:08.335104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800c30-be3e-47a3-85c0-1f13c54f7846 req-6f033ef8-415e-4f03-ac79-cd996f3647a2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:08.336915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c800c30-be3e-47a3-85c0-1f13c54f7846 req-6f033ef8-415e-4f03-ac79-cd996f3647a2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 931 time: 0.0846803 Jun 30 02:32:08.339414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.414886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c800c30-be3e-47a3-85c0-1f13c54f7846 req-90c96de8-a05c-45c6-96c7-3a914e474df2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707617 Jun 30 02:32:08.704198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142d96b8-86b9-4f0f-9559-252c4444a918 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:08.712136 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.725783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Transition to ACTIVE for port object 142d96b8-86b9-4f0f-9559-252c4444a918 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:08.732301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.844985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Pushing event updated for resources: {'Port': ['ID=142d96b8-86b9-4f0f-9559-252c4444a918,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:08.889191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Attempting to bind port 142d96b8-86b9-4f0f-9559-252c4444a918 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:08.889536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Attempting to bind port 142d96b8-86b9-4f0f-9559-252c4444a918 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:08.889869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Attempting to bind port 142d96b8-86b9-4f0f-9559-252c4444a918 on network 65ac0c76-ef91-4835-b3cd-cc445f5841fe {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:08.895352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Port 142d96b8-86b9-4f0f-9559-252c4444a918 on network 65ac0c76-ef91-4835-b3cd-cc445f5841fe not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:32:08.895850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Attempting to bind port 142d96b8-86b9-4f0f-9559-252c4444a918 on network 65ac0c76-ef91-4835-b3cd-cc445f5841fe {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:08.904034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:08.904690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Checking segment: {'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:08.905218 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Bound using segment: {'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:08.905773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Bound port: 142d96b8-86b9-4f0f-9559-252c4444a918, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:08.906231 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:08.991678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] For port 142d96b8-86b9-4f0f-9559-252c4444a918, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:08.995934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] For port 142d96b8-86b9-4f0f-9559-252c4444a918, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=142d96b8-86b9-4f0f-9559-252c4444a918,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:09.005167 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:09.041679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:09.042651 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:09.044499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] 10.222.0.69 "PUT /v2.0/ports/142d96b8-86b9-4f0f-9559-252c4444a918 HTTP/1.1" status: 200 len: 1092 time: 0.7988641 Jun 30 02:32:09.045121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'tag': '142d96b8-86b9-4f0f-9559-252c4444a918'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:09.047644 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f02928-1657-4da8-8fb0-565f1cfa2842", "tag": "142d96b8-86b9-4f0f-9559-252c4444a918"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:09.080163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce865f-cb7b-424e-b9fe-2f1e22d0c776 service neutron] Pushing event updated for resources: {'Port': ['ID=142d96b8-86b9-4f0f-9559-252c4444a918,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:09.112827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5134ab4-54ec-4b98-8f0d-1e8a6f733cd7 req-0f2fcc36-ec6a-4174-9cc5-1add3ed15130 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:09.114877 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5134ab4-54ec-4b98-8f0d-1e8a6f733cd7 req-0f2fcc36-ec6a-4174-9cc5-1add3ed15130 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 946 time: 0.0867226 Jun 30 02:32:09.137332 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e575ea-0499-4cb1-932d-091e8fadde1f x-openstack-request-id: req-83e575ea-0499-4cb1-932d-091e8fadde1f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:09.137862 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f02928-1657-4da8-8fb0-565f1cfa2842", "tag": "142d96b8-86b9-4f0f-9559-252c4444a918", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:09.138085 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83e575ea-0499-4cb1-932d-091e8fadde1f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:09.138588 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'tag': '142d96b8-86b9-4f0f-9559-252c4444a918', 'status': 'completed', 'code': 200} Jun 30 02:32:09.172238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-647fad61-4659-47dc-beeb-a5955ca790b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:09.174217 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-647fad61-4659-47dc-beeb-a5955ca790b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d0669fa2e82041b881eaa263808a5d52&device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 1095 time: 0.0678291 Jun 30 02:32:09.182063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5134ab4-54ec-4b98-8f0d-1e8a6f733cd7 req-5db75a1c-91ea-4ea7-a9f1-e69c8a51983b tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590398 Jun 30 02:32:09.221404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-13628dd1-b933-4e04-800c-2623d1d838ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=142d96b8-86b9-4f0f-9559-252c4444a918 HTTP/1.1" status: 200 len: 217 time: 0.0387194 Jun 30 02:32:09.307080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-55e725e8-071b-494a-8a40-c414e576bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:09.308803 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-55e725e8-071b-494a-8a40-c414e576bd81 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=397a1e6a-dcfd-4690-add8-311551dcea63 HTTP/1.1" status: 200 len: 855 time: 0.0790849 Jun 30 02:32:09.345988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-6fd00749-7080-41aa-bc43-01270a632422 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=65ac0c76-ef91-4835-b3cd-cc445f5841fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268912 Jun 30 02:32:09.370359 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772885a-2766-4181-803f-a46c832a015e req-2a2fa3f4-8257-4b1f-be61-6998ab088741 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:09.371945 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b772885a-2766-4181-803f-a46c832a015e req-2a2fa3f4-8257-4b1f-be61-6998ab088741 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1144319 Jun 30 02:32:09.457105 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b772885a-2766-4181-803f-a46c832a015e req-a31640d5-50b7-46a2-9567-d3208bb6e376 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690093 Jun 30 02:32:09.497532 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-21d416f9-a59e-4aeb-8ead-12cb4e63e30c service neutron] 10.222.0.69 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424220 Jun 30 02:32:09.645711 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aba0c28-d2ad-49ae-a805-ab5ab234b693 req-0e92cc11-3219-40d3-9fb4-b714e2f6f462 service neutron] 10.222.0.69 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395440 Jun 30 02:32:09.678368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f775a75-3ee4-40ab-b0d5-e56a76194ca9 req-3cbd3cf2-e255-4a83-8854-4cf384ff69f7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:09.692335 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4f775a75-3ee4-40ab-b0d5-e56a76194ca9 req-3cbd3cf2-e255-4a83-8854-4cf384ff69f7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 943 time: 0.1086864 Jun 30 02:32:09.736719 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4f775a75-3ee4-40ab-b0d5-e56a76194ca9 req-961f71fa-f759-4941-8f37-0963d03867db tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 Jun 30 02:32:09.797723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82 req-f5828a11-62e2-4c34-810e-ba48526934be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:09.799683 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82 req-f5828a11-62e2-4c34-810e-ba48526934be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d0669fa2e82041b881eaa263808a5d52&device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 1095 time: 0.0711064 Jun 30 02:32:09.892937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82 req-16701724-ce92-4a07-b9b8-0aaefc1e35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:09.894676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82 req-16701724-ce92-4a07-b9b8-0aaefc1e35ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=65ac0c76-ef91-4835-b3cd-cc445f5841fe HTTP/1.1" status: 200 len: 916 time: 0.0878229 Jun 30 02:32:09.945869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82 req-c63fa006-dc3e-4749-80f8-6b86c59e007b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=142d96b8-86b9-4f0f-9559-252c4444a918 HTTP/1.1" status: 200 len: 217 time: 0.0415652 Jun 30 02:32:10.033219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82 req-f14f46c7-de10-4bda-aa88-d54e42c4f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:10.034936 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82 req-f14f46c7-de10-4bda-aa88-d54e42c4f918 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=397a1e6a-dcfd-4690-add8-311551dcea63 HTTP/1.1" status: 200 len: 855 time: 0.0820429 Jun 30 02:32:10.070500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82 req-2ea8a0f2-201b-4da3-8390-1a4324db172b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=65ac0c76-ef91-4835-b3cd-cc445f5841fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281506 Jun 30 02:32:10.175559 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82 req-49ef74c2-a4cd-4249-9c84-540e3062f542 service neutron] 10.222.0.69 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961366 Jun 30 02:32:10.270126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9f64a5f-b1ca-4ccf-a32b-1b87920b4b82 req-1ee969cf-9551-4e36-9406-c1e91ffce5b3 service neutron] 10.222.0.69 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873947 Jun 30 02:32:10.366188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0231ed-39d6-4618-8a18-e6c1e296497e req-58d7c64c-2a1f-4226-b2c4-29b9c331109b tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:10.367752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff0231ed-39d6-4618-8a18-e6c1e296497e req-58d7c64c-2a1f-4226-b2c4-29b9c331109b tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 946 time: 0.0706360 Jun 30 02:32:10.665560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88e046-9235-4be1-abba-0fc52afd4ebc req-cc1b5918-90fc-4b97-a477-88764813cddf tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:10.669315 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d88e046-9235-4be1-abba-0fc52afd4ebc req-cc1b5918-90fc-4b97-a477-88764813cddf tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0863454 Jun 30 02:32:10.733080 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d88e046-9235-4be1-abba-0fc52afd4ebc req-1d063f88-88ae-4414-9ee4-b5cb42504554 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576696 Jun 30 02:32:10.780465 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff0231ed-39d6-4618-8a18-e6c1e296497e req-568f60ba-84be-4247-998b-fff298041f88 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups?id=68c1d52d-aab4-4c88-8f44-90b911650d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055996 Jun 30 02:32:10.977988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-beb1d6cd-1418-42ca-a7b0-94c6e86bd9db tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:10.979887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-beb1d6cd-1418-42ca-a7b0-94c6e86bd9db tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.69 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 946 time: 0.1043375 Jun 30 02:32:11.095377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadad252-cc30-45eb-996b-da52315f9e59 req-e29f61fb-fb73-4801-9bc9-5e2dd5c2cffe tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:11.097671 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aadad252-cc30-45eb-996b-da52315f9e59 req-e29f61fb-fb73-4801-9bc9-5e2dd5c2cffe tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 943 time: 0.0880699 Jun 30 02:32:11.115258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Deleting port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:11.115715 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.137535 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aadad252-cc30-45eb-996b-da52315f9e59 req-4714347e-0f3b-40e6-9111-cd4f3a643395 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341327 Jun 30 02:32:11.210401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] For port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:11.210962 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.388389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.388762 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.389076 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Floating IP 5816ab6d-c333-4a3a-8f97-bae7a8b659b4 disassociated. External IP: 172.25.7.161, port: d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117. Jun 30 02:32:11.389420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Calling delete_port for d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:11.526024 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.556925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Pushing event deleted for resources: {'Port': ['ID=d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:11.678991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Router cc69fcb9-0395-4e5b-98bf-31571626821d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:32:11.792881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:11.806626 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] Sync routers for ids ['cc69fcb9-0395-4e5b-98bf-31571626821d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:11.830513 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] Routers {'cc69fcb9-0395-4e5b-98bf-31571626821d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:11.831183 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:31:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc69fcb9-0395-4e5b-98bf-31571626821d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:11.863329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] No DVR routers for this DVR port d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:32:11.870233 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:11.873667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b111847b-38b8-4d35-87ff-8aae1947a46f req-8c5c730c-e906-492a-9c4a-0812f12db087 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.69 "DELETE /v2.0/ports/d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 HTTP/1.1" status: 204 len: 173 time: 0.8875878 Jun 30 02:32:11.874268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'name': 'network-vif-deleted', 'tag': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:11.877633 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2feef8-e077-488e-889b-09816e2a26f0" -d '{"events": [{"server_uuid": "03131b00-cc61-49ea-9a88-4aa1573c2cb8", "name": "network-vif-deleted", "tag": "d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:12.014984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f253909-cd93-4094-8c55-c95b9349b647 req-88b71e1a-680d-4e02-9de9-ca6e3eaab6ec tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 210 time: 0.0820217 Jun 30 02:32:12.017951 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] Set router cc69fcb9-0395-4e5b-98bf-31571626821d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:12.031681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3875b-8344-483d-a10c-b5faefc1d09b req-8854be86-d341-4e39-8080-22546fa8395f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:12.033955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24b3875b-8344-483d-a10c-b5faefc1d09b req-8854be86-d341-4e39-8080-22546fa8395f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1264522 Jun 30 02:32:12.094938 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1852e48-b41d-459d-889f-e9a2b61e61dd x-openstack-request-id: req-e1852e48-b41d-459d-889f-e9a2b61e61dd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:12.095395 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03131b00-cc61-49ea-9a88-4aa1573c2cb8", "name": "network-vif-deleted", "tag": "d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:12.095734 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1852e48-b41d-459d-889f-e9a2b61e61dd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:12.096216 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03131b00-cc61-49ea-9a88-4aa1573c2cb8', 'name': 'network-vif-deleted', 'tag': 'd6c78aeb-907e-4cfa-8c5d-06ca9c0ac117', 'status': 'completed', 'code': 200} Jun 30 02:32:12.110561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24b3875b-8344-483d-a10c-b5faefc1d09b req-a30418f5-54b1-4c2c-9860-d35fea7c66d6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755157 Jun 30 02:32:12.353534 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:15Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5', 'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'mac_address': 'fa:16:3e:b5:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:13Z', 'updated_at': '2021-06-30T02:29:21Z', 'revision_number': 5, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'subnets': [{'id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:12.381948 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] Checking router: cc69fcb9-0395-4e5b-98bf-31571626821d for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:12.391627 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] Routers {'cc69fcb9-0395-4e5b-98bf-31571626821d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:12.392339 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:31:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc69fcb9-0395-4e5b-98bf-31571626821d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:12.409101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f6615-edd4-4900-8461-fe34737733ca req-10d87ebf-1e72-4f3f-b806-5cd077997672 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:12.420839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f65f6615-edd4-4900-8461-fe34737733ca req-10d87ebf-1e72-4f3f-b806-5cd077997672 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 943 time: 0.0738778 Jun 30 02:32:12.454377 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f65f6615-edd4-4900-8461-fe34737733ca req-3311708f-4ea2-4709-8111-79ad64d7f16a tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365150 Jun 30 02:32:12.519697 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] Set router cc69fcb9-0395-4e5b-98bf-31571626821d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:12.741855 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:15Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5', 'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'mac_address': 'fa:16:3e:b5:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:13Z', 'updated_at': '2021-06-30T02:29:21Z', 'revision_number': 5, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'subnets': [{'id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:12.775166 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be014c5-456d-49eb-a43d-4cbbdfb2178e None None] The sync data for ids ['cc69fcb9-0395-4e5b-98bf-31571626821d'] in n-d-758944-39 is: [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:29:15Z', 'revision_number': 4, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5', 'name': '', 'network_id': 'e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'mac_address': 'fa:16:3e:b5:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:13Z', 'updated_at': '2021-06-30T02:29:21Z', 'revision_number': 5, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'subnets': [{'id': 'c15a7f6c-a122-4097-b995-da6a02447e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:13.151430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457840d-ba3b-42e2-8d13-518c5a7753bc None None] New status for floating IP 5816ab6d-c333-4a3a-8f97-bae7a8b659b4: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:32:13.192567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25991675-4cfd-406e-938b-1f539f1a2f69 req-7cc2bcc7-d18c-489c-852e-13c0e4f4e105 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 210 time: 0.0352526 Jun 30 02:32:13.437505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9398f-5231-43d3-9f8a-c8d9a2d75a88 req-1ffcb2b9-54c8-4a65-8f54-aaf4bc564538 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:13.444613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26a9398f-5231-43d3-9f8a-c8d9a2d75a88 req-1ffcb2b9-54c8-4a65-8f54-aaf4bc564538 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1110613 Jun 30 02:32:13.488837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26a9398f-5231-43d3-9f8a-c8d9a2d75a88 req-c715db66-2c07-48f4-bb32-316dd8a87b96 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Jun 30 02:32:13.654006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d08c7-d98f-41b5-b9ec-0e33a73ca805 req-cfab121f-e8c5-4558-bda4-de4ce88e25ad tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:13.655706 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-697d08c7-d98f-41b5-b9ec-0e33a73ca805 req-cfab121f-e8c5-4558-bda4-de4ce88e25ad tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 943 time: 0.0706785 Jun 30 02:32:13.698095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-697d08c7-d98f-41b5-b9ec-0e33a73ca805 req-cacb9bcf-c545-43e7-bc29-85c8d8ae8003 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353374 Jun 30 02:32:13.924653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:13.927552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 142d96b8-86b9-4f0f-9559-252c4444a918 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:13.954511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:32:13.954801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d6c78aeb-907e-4cfa-8c5d-06ca9c0ac117 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:32:14.068683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 142d96b8-86b9-4f0f-9559-252c4444a918, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=142d96b8-86b9-4f0f-9559-252c4444a918,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:14.082666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '142d96b8-86b9-4f0f-9559-252c4444a918', 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe', 'port_id': '142d96b8-86b9-4f0f-9559-252c4444a918', 'mac_address': 'fa:16:3e:f0:4d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397a1e6a-dcfd-4690-add8-311551dcea63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:14.129592 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:14.145769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142d96b8-86b9-4f0f-9559-252c4444a918 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:14.177900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 142d96b8-86b9-4f0f-9559-252c4444a918, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=142d96b8-86b9-4f0f-9559-252c4444a918,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:14.184229 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:14.273377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=142d96b8-86b9-4f0f-9559-252c4444a918,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:14.379707 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aeb4dae-96a1-429c-976c-06db0382579e req-8c2b0f8f-976b-49cb-93d3-361e4ecfbffe tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 210 time: 0.0357656 Jun 30 02:32:14.443001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9d6b6-be5e-4e9b-9b0d-3eb0a7dea564 req-3a98fa65-e2f9-4281-a27e-453b04f01708 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:14.444678 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0de9d6b6-be5e-4e9b-9b0d-3eb0a7dea564 req-3a98fa65-e2f9-4281-a27e-453b04f01708 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 945 time: 0.0941670 Jun 30 02:32:14.492620 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0de9d6b6-be5e-4e9b-9b0d-3eb0a7dea564 req-592ced47-bf69-4a39-8f6f-910da1be2c6d tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8300ee1-15e6-49f4-90e3-5d4373ea80cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Jun 30 02:32:14.679530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64e2d8-5048-40e5-b087-e9b0a826ddd5 req-7eff570a-e7a6-4086-9bdd-24e74eb8ec0b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:14.683120 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a64e2d8-5048-40e5-b087-e9b0a826ddd5 req-7eff570a-e7a6-4086-9bdd-24e74eb8ec0b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0815651 Jun 30 02:32:14.685152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['142d96b8-86b9-4f0f-9559-252c4444a918'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:14.738298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a64e2d8-5048-40e5-b087-e9b0a826ddd5 req-506bda7e-9bf7-4738-8bc3-7603e5e756c6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436919 Jun 30 02:32:14.935433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e541c-65ec-4ea0-a9ac-0a1250fae02d req-28cfe884-73e0-45ec-87d0-ab959392645b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:14.936872 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-500e541c-65ec-4ea0-a9ac-0a1250fae02d req-28cfe884-73e0-45ec-87d0-ab959392645b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 944 time: 0.0802441 Jun 30 02:32:14.977418 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-500e541c-65ec-4ea0-a9ac-0a1250fae02d req-46d7b9d9-d792-4de7-b066-ea42e6dfa312 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346923 Jun 30 02:32:15.533655 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.540560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ffdadec-5b9c-4166-99a7-37fa3e6c4eb3 req-9f427727-21a7-4389-9ec5-2a39e0a6fc7a tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/ports?device_id=03131b00-cc61-49ea-9a88-4aa1573c2cb8 HTTP/1.1" status: 200 len: 210 time: 0.0310898 Jun 30 02:32:15.687436 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dcee1-4c36-45b0-9dbc-0c31ac01a789 req-81c6e128-3d23-45f7-bd9c-fa973c10853d tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:15.688986 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5d5dcee1-4c36-45b0-9dbc-0c31ac01a789 req-81c6e128-3d23-45f7-bd9c-fa973c10853d tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 945 time: 0.0720294 Jun 30 02:32:15.730226 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5d5dcee1-4c36-45b0-9dbc-0c31ac01a789 req-592f1368-1ef1-4205-b690-986f252444d0 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8300ee1-15e6-49f4-90e3-5d4373ea80cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348897 Jun 30 02:32:15.866081 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:15.939224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719b686-59c3-48e9-93fd-daac7263e61d req-187da3f3-c422-4cd3-baa0-cc5f9bd58bcb tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:15.940751 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1719b686-59c3-48e9-93fd-daac7263e61d req-187da3f3-c422-4cd3-baa0-cc5f9bd58bcb tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0717793 Jun 30 02:32:15.982854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1719b686-59c3-48e9-93fd-daac7263e61d req-af150b11-f96f-4b41-8f2c-3420f31ff586 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353370 Jun 30 02:32:16.162211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb1ec3-5c6c-4390-9643-ac0706d4c282 req-c7be017d-52b8-42e7-ad25-070a486e4ada tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:16.163610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6eeb1ec3-5c6c-4390-9643-ac0706d4c282 req-c7be017d-52b8-42e7-ad25-070a486e4ada tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 944 time: 0.0677969 Jun 30 02:32:16.204703 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6eeb1ec3-5c6c-4390-9643-ac0706d4c282 req-a8a2897e-7273-4d65-a0c7-6f57cc9f193e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345831 Jun 30 02:32:16.678049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:16.736739 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fc55b6b-405e-4666-bc01-980954a671cf tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:16.779434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fc55b6b-405e-4666-bc01-980954a671cf tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:16.838279 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fc55b6b-405e-4666-bc01-980954a671cf tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:16.842261 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fc55b6b-405e-4666-bc01-980954a671cf tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:16.846652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:16.847321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6fc55b6b-405e-4666-bc01-980954a671cf tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "DELETE /v2.0/security-groups/68c1d52d-aab4-4c88-8f44-90b911650d63 HTTP/1.1" status: 204 len: 168 time: 0.1679285 Jun 30 02:32:16.858835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc55b6b-405e-4666-bc01-980954a671cf tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c1d52d-aab4-4c88-8f44-90b911650d63,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:16.866536 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-cd7b64d0-5537-44e9-ad64-a903818eee77 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] show failed (client error): The resource could not be found. Jun 30 02:32:16.882012 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cd7b64d0-5537-44e9-ad64-a903818eee77 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "GET /v2.0/security-groups/68c1d52d-aab4-4c88-8f44-90b911650d63 HTTP/1.1" status: 404 len: 347 time: 0.0336628 Jun 30 02:32:16.882639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:16.983209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bee06-db52-4a19-b4aa-6f55099deb87 req-b614ec57-6821-49d2-aecc-7334bfb9828e tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:16.991493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-176bee06-db52-4a19-b4aa-6f55099deb87 req-b614ec57-6821-49d2-aecc-7334bfb9828e tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 945 time: 0.1064570 Jun 30 02:32:17.044248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-176bee06-db52-4a19-b4aa-6f55099deb87 req-9161eef5-2750-4fc1-a344-b6988f3f810b tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8300ee1-15e6-49f4-90e3-5d4373ea80cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517721 Jun 30 02:32:17.062260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8eae89fb-85ea-4940-bc10-7bc098dc1ce0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Deleting port aa7389f8-35f6-4286-8a63-34561558d5eb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:17.062802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eae89fb-85ea-4940-bc10-7bc098dc1ce0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.217796 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eae89fb-85ea-4940-bc10-7bc098dc1ce0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.218120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eae89fb-85ea-4940-bc10-7bc098dc1ce0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.237997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-8eae89fb-85ea-4940-bc10-7bc098dc1ce0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Calling delete_port for aa7389f8-35f6-4286-8a63-34561558d5eb owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:17.269048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-ba86599d-ba34-4423-b4f9-112ad0c259c2 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:17.270499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-ba86599d-ba34-4423-b4f9-112ad0c259c2 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 945 time: 0.1687496 Jun 30 02:32:17.280183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b99d0-853e-4f13-a732-dc267aab5cf0 req-05a62fe4-9ccb-43f8-aead-0781bb897163 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:17.281676 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8c9b99d0-853e-4f13-a732-dc267aab5cf0 req-05a62fe4-9ccb-43f8-aead-0781bb897163 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1425099 Jun 30 02:32:17.388091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047f707-9d84-45ff-80f9-3191d528476d req-983013c7-05d2-439d-87b9-c3ace4d50bac tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:17.389685 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1047f707-9d84-45ff-80f9-3191d528476d req-983013c7-05d2-439d-87b9-c3ace4d50bac tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 944 time: 0.0648150 Jun 30 02:32:17.432867 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1047f707-9d84-45ff-80f9-3191d528476d req-2297792b-fe2b-4062-ba00-b8a23fdf0bce tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368049 Jun 30 02:32:17.440672 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8c9b99d0-853e-4f13-a732-dc267aab5cf0 req-f63c8a47-ded2-4ebe-b45f-f131880124db tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158011 Jun 30 02:32:17.507161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-f41d9129-40da-4b64-9c24-2c365f4dd823 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Deleting port cb40663d-c87d-44de-bd2d-18324bf0ad36 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:17.507425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-f41d9129-40da-4b64-9c24-2c365f4dd823 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.560276 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eae89fb-85ea-4940-bc10-7bc098dc1ce0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.595828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae89fb-85ea-4940-bc10-7bc098dc1ce0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Pushing event deleted for resources: {'Port': ['ID=aa7389f8-35f6-4286-8a63-34561558d5eb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:17.684498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-f41d9129-40da-4b64-9c24-2c365f4dd823 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] For port cb40663d-c87d-44de-bd2d-18324bf0ad36, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=cb40663d-c87d-44de-bd2d-18324bf0ad36,segment=NetworkSegment(81103fb4-337e-42f1-87e2-459087ff0089),segment_id=81103fb4-337e-42f1-87e2-459087ff0089)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:17.684854 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-f41d9129-40da-4b64-9c24-2c365f4dd823 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.701085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eae89fb-85ea-4940-bc10-7bc098dc1ce0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.703671 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8eae89fb-85ea-4940-bc10-7bc098dc1ce0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.707210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8eae89fb-85ea-4940-bc10-7bc098dc1ce0 tempest-ServersTestBootFromVolume-564943749 tempest-ServersTestBootFromVolume-564943749-project] 10.222.0.55 "DELETE /v2.0/floatingips/5816ab6d-c333-4a3a-8f97-bae7a8b659b4 HTTP/1.1" status: 204 len: 168 time: 0.8235097 Jun 30 02:32:17.708006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:17.715158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-f41d9129-40da-4b64-9c24-2c365f4dd823 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Calling delete_port for cb40663d-c87d-44de-bd2d-18324bf0ad36 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:17.861864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f44c59-e22f-4b16-b932-22799832d126 req-dff55df1-c8ad-43a1-88c6-fdb163973557 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:17.863871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-f41d9129-40da-4b64-9c24-2c365f4dd823 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.871259 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3f44c59-e22f-4b16-b932-22799832d126 req-dff55df1-c8ad-43a1-88c6-fdb163973557 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 1097 time: 0.1602361 Jun 30 02:32:17.887997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['cb40663d-c87d-44de-bd2d-18324bf0ad36'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:17.904259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d9129-40da-4b64-9c24-2c365f4dd823 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Pushing event deleted for resources: {'Port': ['ID=cb40663d-c87d-44de-bd2d-18324bf0ad36,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:17.933291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device dfef88eb-9e62-4511-8883-b05f87d47d66 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:17.939406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 142d96b8-86b9-4f0f-9559-252c4444a918 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:17.958763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-f41d9129-40da-4b64-9c24-2c365f4dd823 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] No DVR routers for this DVR port cb40663d-c87d-44de-bd2d-18324bf0ad36 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:32:17.962960 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-f41d9129-40da-4b64-9c24-2c365f4dd823 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:17.965908 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c5da0b4-4e4b-44f9-ac9c-143e54f8002b req-f41d9129-40da-4b64-9c24-2c365f4dd823 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.73 "DELETE /v2.0/ports/cb40663d-c87d-44de-bd2d-18324bf0ad36 HTTP/1.1" status: 204 len: 173 time: 0.6816227 Jun 30 02:32:17.966604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8626a2-e64f-4cd5-8b23-1bbfe35b1869', 'name': 'network-vif-deleted', 'tag': 'cb40663d-c87d-44de-bd2d-18324bf0ad36'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:17.967979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3f44c59-e22f-4b16-b932-22799832d126 req-0c14d997-8cf4-4d53-b8a3-d70ebe60d923 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958345 Jun 30 02:32:17.979648 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8503cd1f-bd16-4cde-ba13-174826c4aa78" -d '{"events": [{"server_uuid": "cb8626a2-e64f-4cd5-8b23-1bbfe35b1869", "name": "network-vif-deleted", "tag": "cb40663d-c87d-44de-bd2d-18324bf0ad36"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:18.069675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:18.109122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3', 'port_id': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'mac_address': 'fa:16:3e:d3:99:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02c02ca-436e-4209-a54a-2d9fd9bfa108', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:18.170801 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a840d4a5-3d03-442c-8e82-b4278b967b90 x-openstack-request-id: req-a840d4a5-3d03-442c-8e82-b4278b967b90 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:18.171654 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8626a2-e64f-4cd5-8b23-1bbfe35b1869", "name": "network-vif-deleted", "tag": "cb40663d-c87d-44de-bd2d-18324bf0ad36", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:18.172102 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a840d4a5-3d03-442c-8e82-b4278b967b90 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:18.172686 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8626a2-e64f-4cd5-8b23-1bbfe35b1869', 'name': 'network-vif-deleted', 'tag': 'cb40663d-c87d-44de-bd2d-18324bf0ad36', 'status': 'completed', 'code': 200} Jun 30 02:32:18.198454 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.220348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfef88eb-9e62-4511-8883-b05f87d47d66 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:18.262406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:18.272572 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.340987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 142d96b8-86b9-4f0f-9559-252c4444a918 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:18.381889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:18.383913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 142d96b8-86b9-4f0f-9559-252c4444a918 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:18.384140 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.384277 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.429509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['dfef88eb-9e62-4511-8883-b05f87d47d66'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:18.447878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.448562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.448562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.449005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.449340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.449670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.449992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.450316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.450639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.450971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.451301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.451602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:18.481768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6f4fa05-e5f2-4b63-a18e-9537765c6ae0 req-f13a7635-0662-4bc9-a96e-9619bfcf2956 tempest-VolumesAdminNegativeTest-87121487 tempest-VolumesAdminNegativeTest-87121487-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb8626a2-e64f-4cd5-8b23-1bbfe35b1869 HTTP/1.1" status: 200 len: 210 time: 0.0479794 Jun 30 02:32:18.657059 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.724549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142d96b8-86b9-4f0f-9559-252c4444a918'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:18.728890 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0ca46d-c2bf-4a01-82e3-1e69bc60bd2b" -d '{"events": [{"server_uuid": "f4f02928-1657-4da8-8fb0-565f1cfa2842", "name": "network-vif-plugged", "status": "completed", "tag": "142d96b8-86b9-4f0f-9559-252c4444a918"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:18.782387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 142d96b8-86b9-4f0f-9559-252c4444a918, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=142d96b8-86b9-4f0f-9559-252c4444a918,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:18.784075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a63543-b8fd-4975-869a-20ab0f5a0c41 req-a61417f4-7c53-4e57-8299-d0cf796934e6 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:18.786380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d9a63543-b8fd-4975-869a-20ab0f5a0c41 req-a61417f4-7c53-4e57-8299-d0cf796934e6 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 944 time: 0.0977666 Jun 30 02:32:18.804137 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.823381 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] Deleting port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:18.823947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.886027 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d9a63543-b8fd-4975-869a-20ab0f5a0c41 req-cae0ba3d-7e8c-4cc9-9032-2e93c2abfb23 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883522 Jun 30 02:32:18.914435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=142d96b8-86b9-4f0f-9559-252c4444a918,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:18.946224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] For port bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:18.946563 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:18.968030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] Calling delete_port for bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:19.115444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403a5f8-5572-45ce-ba7e-c47ae2ee4719 req-44d18187-b92e-4937-85a7-71235beaf760 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:19.118061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9403a5f8-5572-45ce-ba7e-c47ae2ee4719 req-44d18187-b92e-4937-85a7-71235beaf760 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 945 time: 0.0792382 Jun 30 02:32:19.177889 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9403a5f8-5572-45ce-ba7e-c47ae2ee4719 req-4578ae88-7912-4a26-8fed-9fdf5dc7e923 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536292 Jun 30 02:32:19.240237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.274023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:19.314099 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40da2f0-82d6-4f5a-9a1a-337367f854f9 x-openstack-request-id: req-f40da2f0-82d6-4f5a-9a1a-337367f854f9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:19.319559 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f02928-1657-4da8-8fb0-565f1cfa2842", "name": "network-vif-plugged", "status": "completed", "tag": "142d96b8-86b9-4f0f-9559-252c4444a918", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:19.320479 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f40da2f0-82d6-4f5a-9a1a-337367f854f9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:19.320704 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142d96b8-86b9-4f0f-9559-252c4444a918', 'code': 200} Jun 30 02:32:19.574642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.635835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb430df-42e9-458c-a2b1-9edf9d60cac6 req-62c4cbf1-f35c-4df6-8287-6901f4a4b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:19.637353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1eb430df-42e9-458c-a2b1-9edf9d60cac6 req-62c4cbf1-f35c-4df6-8287-6901f4a4b209 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 1097 time: 0.1815844 Jun 30 02:32:19.704680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:19.711007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a184c94f-1b24-4afc-b765-3a0a551c4778 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:32:19.712006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a184c94f-1b24-4afc-b765-3a0a551c4778 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086737 Jun 30 02:32:19.719284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1eb430df-42e9-458c-a2b1-9edf9d60cac6 req-d3784c39-a67e-49d0-8fb5-d3b16650ca1f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738249 Jun 30 02:32:19.727300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Request body: {'binding': {'host': 'n-h1-758944-39', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:19.727744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:32:19.751263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60b6105-4222-4cdf-b6e9-70d3a155e493 admin admin] Deleting subnet 9700ae97-7872-4d40-bd26-f3ac04c06aa4 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:32:19.754525 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c60b6105-4222-4cdf-b6e9-70d3a155e493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.796667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c60b6105-4222-4cdf-b6e9-70d3a155e493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.838786 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c60b6105-4222-4cdf-b6e9-70d3a155e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.898724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c60b6105-4222-4cdf-b6e9-70d3a155e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.938826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b6105-4222-4cdf-b6e9-70d3a155e493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9700ae97-7872-4d40-bd26-f3ac04c06aa4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:19.943072 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c60b6105-4222-4cdf-b6e9-70d3a155e493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:19.945777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device dfef88eb-9e62-4511-8883-b05f87d47d66 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:19.946369 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c60b6105-4222-4cdf-b6e9-70d3a155e493 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9700ae97-7872-4d40-bd26-f3ac04c06aa4 HTTP/1.1" status: 204 len: 168 time: 0.2400787 Jun 30 02:32:19.948463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:19.957356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] Router cc69fcb9-0395-4e5b-98bf-31571626821d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:32:19.985294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on host n-h1-758944-39 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:19.985996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:19.986430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:19.993149 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:32:19.993149 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:20.025083 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12894526-154d-457e-8609-5476577bf977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.028955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port dfef88eb-9e62-4511-8883-b05f87d47d66 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:20.029540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.034505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:20.035093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:20.035618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:20.036399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Bound port: ad8ea669-440c-4455-93f2-25998b52b428, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:20.121340 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.149319 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12894526-154d-457e-8609-5476577bf977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.150884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:20.156799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:20.160332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:20.162800 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-40196236-96a7-4689-940f-85b24f5b0a99 admin admin] 10.222.0.55 "PUT /v2.0/routers/cc69fcb9-0395-4e5b-98bf-31571626821d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4530106 Jun 30 02:32:20.164980 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.165569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-12894526-154d-457e-8609-5476577bf977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f022213-b71e-45e6-843f-7eda3c157461']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:20.166420 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85973d9d-7750-491b-a586-25d2da24319e service neutron] 10.222.0.55 "POST /v2.0/ports/ad8ea669-440c-4455-93f2-25998b52b428/bindings HTTP/1.1" status: 201 len: 390 time: 0.4460847 Jun 30 02:32:20.167057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:20.173214 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] Sync routers for ids ['cc69fcb9-0395-4e5b-98bf-31571626821d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:20.179603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-12894526-154d-457e-8609-5476577bf977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81103fb4-337e-42f1-87e2-459087ff0089') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:20.180168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-12894526-154d-457e-8609-5476577bf977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81103fb4-337e-42f1-87e2-459087ff0089') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:20.181816 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.194098 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] Routers {'cc69fcb9-0395-4e5b-98bf-31571626821d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:20.194751 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12894526-154d-457e-8609-5476577bf977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.195173 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:31:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc69fcb9-0395-4e5b-98bf-31571626821d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:20.215983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9dff0-512a-44af-9e6d-27d47333ed6a req-3115217e-1be7-4cc9-90a1-5a2c4d3d08ce tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:20.223896 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fac9dff0-512a-44af-9e6d-27d47333ed6a req-3115217e-1be7-4cc9-90a1-5a2c4d3d08ce tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1628976 Jun 30 02:32:20.234258 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12894526-154d-457e-8609-5476577bf977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.249535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12894526-154d-457e-8609-5476577bf977 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:32:20.251106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12894526-154d-457e-8609-5476577bf977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:32:20.252601 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:32:20.286778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:20.357594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.404651 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fac9dff0-512a-44af-9e6d-27d47333ed6a req-4d5f52de-47df-4e83-9135-1d7ce3d3665f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794989 Jun 30 02:32:20.436605 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12894526-154d-457e-8609-5476577bf977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.449069 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12894526-154d-457e-8609-5476577bf977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.453164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-12894526-154d-457e-8609-5476577bf977 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4f022213-b71e-45e6-843f-7eda3c157461 HTTP/1.1" status: 204 len: 168 time: 0.5034218 Jun 30 02:32:20.456966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:20.488283 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] Set router cc69fcb9-0395-4e5b-98bf-31571626821d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:20.492709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12894526-154d-457e-8609-5476577bf977 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f022213-b71e-45e6-843f-7eda3c157461,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:20.538898 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.572316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-430b3a5c-7d6c-4b56-8523-8834d4bf6e47 admin admin] Deleting subnet a2b672d1-0fdb-4356-beda-a4050b3959d3 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:32:20.583543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04633ccf-2331-430c-aa29-fba23a675a04 req-13e8dd98-5d1d-4858-918f-1ea8680e435b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:20.585523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04633ccf-2331-430c-aa29-fba23a675a04 req-13e8dd98-5d1d-4858-918f-1ea8680e435b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1778300 Jun 30 02:32:20.633805 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-430b3a5c-7d6c-4b56-8523-8834d4bf6e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.674126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04633ccf-2331-430c-aa29-fba23a675a04 req-0055a217-91fd-4c44-86f7-1e5d081127c0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704625 Jun 30 02:32:20.694861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-57f0d3a0-47b2-429f-9f5c-4de07ef4dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:20.696536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-57f0d3a0-47b2-429f-9f5c-4de07ef4dc13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 1097 time: 0.1413054 Jun 30 02:32:20.722682 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-430b3a5c-7d6c-4b56-8523-8834d4bf6e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.778468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b24976-292b-4f8e-8541-6a386b1b1fd5 req-0f8f21d8-7ac5-41c4-bed1-25e315aed622 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:20.780076 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27b24976-292b-4f8e-8541-6a386b1b1fd5 req-0f8f21d8-7ac5-41c4-bed1-25e315aed622 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.2044864 Jun 30 02:32:20.804362 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:32:19Z', 'revision_number': 5, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port': {'id': '927062eb-da0f-49a6-9b63-91cde4ab76f5', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:09Z', 'updated_at': '2021-06-30T02:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:20.836254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27b24976-292b-4f8e-8541-6a386b1b1fd5 req-897b2ee4-332d-422b-b686-b538d6712755 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485532 Jun 30 02:32:20.849271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-430b3a5c-7d6c-4b56-8523-8834d4bf6e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.850918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Deleting port 927062eb-da0f-49a6-9b63-91cde4ab76f5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:20.851271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.853044 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] Checking router: cc69fcb9-0395-4e5b-98bf-31571626821d for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:20.855823 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:32:20.887878 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] Routers {'cc69fcb9-0395-4e5b-98bf-31571626821d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:20.888519 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:31:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc69fcb9-0395-4e5b-98bf-31571626821d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:20.903155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-1bbc2e2e-dd31-409a-abeb-7ac5789ec536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:20.904706 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-1bbc2e2e-dd31-409a-abeb-7ac5789ec536 service neutron] 10.222.0.69 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1966436 Jun 30 02:32:20.933086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-430b3a5c-7d6c-4b56-8523-8834d4bf6e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.972059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-482e5645-2135-41f0-bbad-e31faaeba55f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad8ea669-440c-4455-93f2-25998b52b428 HTTP/1.1" status: 200 len: 217 time: 0.0596099 Jun 30 02:32:20.972850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b3a5c-7d6c-4b56-8523-8834d4bf6e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b672d1-0fdb-4356-beda-a4050b3959d3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:20.978497 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-430b3a5c-7d6c-4b56-8523-8834d4bf6e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:20.980700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-430b3a5c-7d6c-4b56-8523-8834d4bf6e47 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a2b672d1-0fdb-4356-beda-a4050b3959d3 HTTP/1.1" status: 204 len: 168 time: 0.5021207 Jun 30 02:32:20.984529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:21.021339 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] Set router cc69fcb9-0395-4e5b-98bf-31571626821d gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:21.058276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-f067af07-82c6-42b2-b717-defaf1c3ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:21.059934 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-f067af07-82c6-42b2-b717-defaf1c3ff34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0716717 Jun 30 02:32:21.074425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.084019 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:32:20Z', 'revision_number': 6, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:21.120923 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9adf2-b768-4adb-a4d5-2e349f786e16 None None] The sync data for ids ['cc69fcb9-0395-4e5b-98bf-31571626821d'] in n-d-758944-39 is: [{'id': 'cc69fcb9-0395-4e5b-98bf-31571626821d', 'name': 'tempest-ServersTestBootFromVolume-589586972-router', 'tenant_id': '26634101d2e64b6fbba1d82a742d4eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:08Z', 'updated_at': '2021-06-30T02:32:20Z', 'revision_number': 6, 'project_id': '26634101d2e64b6fbba1d82a742d4eb6', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:21.132757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-9c665416-b154-400c-ad01-853a34fcbe82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562944 Jun 30 02:32:21.173080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] For port 927062eb-da0f-49a6-9b63-91cde4ab76f5, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=927062eb-da0f-49a6-9b63-91cde4ab76f5,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:21.173457 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.179653 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.191506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7f12e0-4c1f-437b-b42e-309ae5080d05']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:21.204028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a2721a-c743-4ec7-a8be-70bc28eeb975') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:21.204597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a2721a-c743-4ec7-a8be-70bc28eeb975') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:21.214792 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.230934 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.239256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:32:21.239809 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:32:21.242237 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:32:21.322259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:21.326538 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48cd8e9-32f1-4e4e-a7b0-19dd5ad58a5d" -d '{"events": [{"server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "name": "network-vif-plugged", "status": "completed", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:21.351397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.360715 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.367413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] 10.222.0.55 "DELETE /v2.0/networks/1a7f12e0-4c1f-437b-b42e-309ae5080d05 HTTP/1.1" status: 204 len: 168 time: 0.3800569 Jun 30 02:32:21.403856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b86e2f-a2e3-4710-b203-3b42c156002c admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7f12e0-4c1f-437b-b42e-309ae5080d05,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:21.411788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cb40663d-c87d-44de-bd2d-18324bf0ad36 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:21.441894 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad8d92a-9b4e-4dca-85d3-ffc6bf7bf49e x-openstack-request-id: req-6ad8d92a-9b4e-4dca-85d3-ffc6bf7bf49e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:21.442419 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "name": "network-vif-plugged", "status": "completed", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:21.442889 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ad8d92a-9b4e-4dca-85d3-ffc6bf7bf49e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:21.443494 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'code': 200} Jun 30 02:32:21.466849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: cb40663d-c87d-44de-bd2d-18324bf0ad36 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:32:21.467698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device cb40663d-c87d-44de-bd2d-18324bf0ad36 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:32:21.532658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:21.580857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:32:21.581201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bb2fea8f-a0f3-4b2a-bf8d-6a560a62d4c5 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:32:21.653226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:21.674462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Calling delete_port for 927062eb-da0f-49a6-9b63-91cde4ab76f5 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:21.716268 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-35c07e30-e19b-4956-9e0a-d2450f44f825 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32095b85e24745a2b1bcfe09f3bba9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612836 Jun 30 02:32:21.719019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:21.787417 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedbcadd-9c25-4443-8f84-19bc43271c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.817540 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedbcadd-9c25-4443-8f84-19bc43271c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.875805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10491d74-de3d-468e-8c75-06937428d9ce req-06e45671-ea5d-47f4-95c8-e688027fda11 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:21.877449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-10491d74-de3d-468e-8c75-06937428d9ce req-06e45671-ea5d-47f4-95c8-e688027fda11 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1479244 Jun 30 02:32:21.922032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedbcadd-9c25-4443-8f84-19bc43271c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.925142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bedbcadd-9c25-4443-8f84-19bc43271c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:21.926748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bedbcadd-9c25-4443-8f84-19bc43271c42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8300ee1-15e6-49f4-90e3-5d4373ea80cb HTTP/1.1" status: 204 len: 168 time: 0.2066808 Jun 30 02:32:21.948211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbcadd-9c25-4443-8f84-19bc43271c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8300ee1-15e6-49f4-90e3-5d4373ea80cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:21.976038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76697076-ab6d-4bc4-8781-67fe3018d56b req-7e57d9b4-b7db-4ce0-9ac7-bd79f4f255b6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:22.001063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76697076-ab6d-4bc4-8781-67fe3018d56b req-7e57d9b4-b7db-4ce0-9ac7-bd79f4f255b6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1399851 Jun 30 02:32:22.070152 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76697076-ab6d-4bc4-8781-67fe3018d56b req-b1eba510-aceb-43e1-89cf-f43c91f892c6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678215 Jun 30 02:32:22.115400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-4ee994bb-cf01-4c5e-8de5-8833e3aa8b2e service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9741781 Jun 30 02:32:22.219912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-10491d74-de3d-468e-8c75-06937428d9ce req-72cb1f52-a342-41ab-b0a3-c8c939fe5417 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301735 Jun 30 02:32:22.248992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.319228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Pushing event deleted for resources: {'Port': ['ID=927062eb-da0f-49a6-9b63-91cde4ab76f5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:22.395969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-ff5f247e-54c4-4b5d-8dc1-8deb1205e01f service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687647 Jun 30 02:32:22.406983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.562649 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.565710 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.596718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a45ed-17d3-4b19-88dd-c5c9ba9253b0 req-e23cf685-8409-4150-a78f-c6cd9c90ae94 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:22.614760 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a7a45ed-17d3-4b19-88dd-c5c9ba9253b0 req-e23cf685-8409-4150-a78f-c6cd9c90ae94 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.1287432 Jun 30 02:32:22.648662 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.649227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc69fcb9-0395-4e5b-98bf-31571626821d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:32:22.655287 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.656439 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3f99b2b4-1f66-4bbb-a65a-75349004b167 admin admin] 10.222.0.55 "DELETE /v2.0/routers/cc69fcb9-0395-4e5b-98bf-31571626821d HTTP/1.1" status: 204 len: 168 time: 2.4883726 Jun 30 02:32:22.659161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:22.726964 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a7a45ed-17d3-4b19-88dd-c5c9ba9253b0 req-c72dd5a9-1d1e-4c79-b5b8-f30b969bfe10 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110919 Jun 30 02:32:22.774366 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de4bfd2-6954-4cdc-b388-442bde7c2318 admin admin] Deleting subnet c15a7f6c-a122-4097-b995-da6a02447e2b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:32:22.778526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9de4bfd2-6954-4cdc-b388-442bde7c2318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.814445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:22.869432 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9de4bfd2-6954-4cdc-b388-442bde7c2318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.875558 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2e605d2c-6985-4e11-884d-bba1ccc37af7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d5580209fc54a62a43d915b2a4aaeef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594604 Jun 30 02:32:22.876274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:22.949813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f98d538-791a-471b-9a91-254a556d1cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:22.983218 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87585476-7796-47c2-ad89-a4677f38706c req-91c16125-5497-46e2-9aaa-f447d3219a55 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:22.991329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87585476-7796-47c2-ad89-a4677f38706c req-91c16125-5497-46e2-9aaa-f447d3219a55 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1783886 Jun 30 02:32:23.003799 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f98d538-791a-471b-9a91-254a556d1cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.076350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f98d538-791a-471b-9a91-254a556d1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.079111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f98d538-791a-471b-9a91-254a556d1cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.080517 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2f98d538-791a-471b-9a91-254a556d1cb0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/366a83ad-8de4-47a4-8887-6f3f8440ca08 HTTP/1.1" status: 204 len: 168 time: 0.2032299 Jun 30 02:32:23.081340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87585476-7796-47c2-ad89-a4677f38706c req-0bd06e27-14ea-45a3-8ec5-e97aab1ec499 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886176 Jun 30 02:32:23.086593 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9de4bfd2-6954-4cdc-b388-442bde7c2318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.093037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98d538-791a-471b-9a91-254a556d1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366a83ad-8de4-47a4-8887-6f3f8440ca08,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:23.231891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9de4bfd2-6954-4cdc-b388-442bde7c2318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.277768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4bfd2-6954-4cdc-b388-442bde7c2318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15a7f6c-a122-4097-b995-da6a02447e2b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:23.294352 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9de4bfd2-6954-4cdc-b388-442bde7c2318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.296642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1019aaee-8bfd-459f-a136-66ca614abf04 None None] Network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:23.301129 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9de4bfd2-6954-4cdc-b388-442bde7c2318 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c15a7f6c-a122-4097-b995-da6a02447e2b HTTP/1.1" status: 204 len: 168 time: 0.6409309 Jun 30 02:32:23.304287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:23.446373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 927062eb-da0f-49a6-9b63-91cde4ab76f5 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:23.483410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 927062eb-da0f-49a6-9b63-91cde4ab76f5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:32:23.484023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 927062eb-da0f-49a6-9b63-91cde4ab76f5 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:32:23.521101 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.564816 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50966ae1-1f54-4bfb-bd1c-1dafe6f7d1fc req-4e905872-8e3f-4443-a4b6-f30fb5336405 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:23.574958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50966ae1-1f54-4bfb-bd1c-1dafe6f7d1fc req-4e905872-8e3f-4443-a4b6-f30fb5336405 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.2669983 Jun 30 02:32:23.674004 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50966ae1-1f54-4bfb-bd1c-1dafe6f7d1fc req-bcc1f67d-1a7e-4ba4-9a99-6807d4d38317 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970645 Jun 30 02:32:23.717350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Deleting port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:23.719124 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.883172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] For port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:23.883794 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:23.892340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2df447-99c0-4d71-853f-8de893ad9ecb None None] DHCP port deletion for e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:32:23.948831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Calling delete_port for 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:24.016969 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2f2df447-99c0-4d71-853f-8de893ad9ecb None None] Deleting port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:32:24.020469 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f2df447-99c0-4d71-853f-8de893ad9ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.286947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5abdf-8955-4174-8179-8a28995f8412 req-07789410-c21e-402f-9c56-54616cdd6525 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:24.294685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-86d5abdf-8955-4174-8179-8a28995f8412 req-07789410-c21e-402f-9c56-54616cdd6525 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.2071974 Jun 30 02:32:24.367441 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-86d5abdf-8955-4174-8179-8a28995f8412 req-84d4a6af-63cc-42f1-a70a-5bf73713b5ea tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711255 Jun 30 02:32:24.382059 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.463416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:24.465857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] No DVR routers for this DVR port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:32:24.507869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc7e17-cbc4-44c6-ac15-937a3fe21db9 req-319f26ec-c50f-4588-b34f-740c91983615 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:24.530360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4bc7e17-cbc4-44c6-ac15-937a3fe21db9 req-319f26ec-c50f-4588-b34f-740c91983615 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.2095201 Jun 30 02:32:24.566197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.569153 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-603b49fc-ac09-46b7-9cac-ca69face449d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.587422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2f2df447-99c0-4d71-853f-8de893ad9ecb None None] For port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695,segment=NetworkSegment(6cb2bf36-4864-4903-a46b-d81998a67303),segment_id=6cb2bf36-4864-4903-a46b-d81998a67303)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:24.588238 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f2df447-99c0-4d71-853f-8de893ad9ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.591692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:24.619123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2f2df447-99c0-4d71-853f-8de893ad9ecb None None] Calling delete_port for 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:32:24.621452 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb2bf36-4864-4903-a46b-d81998a67303') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:24.622517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb2bf36-4864-4903-a46b-d81998a67303') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:24.644953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4bc7e17-cbc4-44c6-ac15-937a3fe21db9 req-298af9e4-7f09-44ab-b0c1-b566201a386d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134868 Jun 30 02:32:24.647407 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.686665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.711586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:32:24.712361 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:32:24.716150 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:32:24.817732 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: from cryptography.utils import int_from_bytes Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: from cryptography.utils import int_from_bytes Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.831796 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:32:24.834289 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:32:24.836738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.843789 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f2df447-99c0-4d71-853f-8de893ad9ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:24.850766 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df HTTP/1.1" status: 204 len: 168 time: 1.5335121 Jun 30 02:32:24.880137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f203756-a231-4c96-908e-979abc4d9ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:24.931350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2df447-99c0-4d71-853f-8de893ad9ecb None None] Pushing event deleted for resources: {'Port': ['ID=39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:24.934766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f2df447-99c0-4d71-853f-8de893ad9ecb None None] Network e37d11d3-1e1e-4a8a-91c1-cd5c2b6b56df is not hosted by any dhcp agent {{(pid=93772) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:32:24.935440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2df447-99c0-4d71-853f-8de893ad9ecb None None] No DVR routers for this DVR port 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:32:25.051988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9601a6-4461-4690-80ff-2180f77ac59e req-a6a7b1bb-b034-45da-9b37-ef989e9ef8a8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:25.062310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af9601a6-4461-4690-80ff-2180f77ac59e req-a6a7b1bb-b034-45da-9b37-ef989e9ef8a8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1553717 Jun 30 02:32:25.157521 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af9601a6-4461-4690-80ff-2180f77ac59e req-d68a77fe-5200-4a19-b545-679921713973 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908906 Jun 30 02:32:25.263538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:25.384413 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-919fa4e2-42a5-4851-8c0e-adc4117abe51 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26634101d2e64b6fbba1d82a742d4eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1194146 Jun 30 02:32:25.387283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:25.433582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:25.464232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9a25-8598-4db1-acc6-1d5869f341fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:25.535607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:32:25.540863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 39f4c7f1-c95c-4eff-8ce1-d4dd45fcb695 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:32:25.557561 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9a25-8598-4db1-acc6-1d5869f341fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:25.652726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9a25-8598-4db1-acc6-1d5869f341fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:25.660569 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd2a9a25-8598-4db1-acc6-1d5869f341fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:25.664803 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd2a9a25-8598-4db1-acc6-1d5869f341fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa7ae9ba-cd55-4d28-b308-bf39c689d113 HTTP/1.1" status: 204 len: 168 time: 0.2741232 Jun 30 02:32:25.687689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a9a25-8598-4db1-acc6-1d5869f341fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ae9ba-cd55-4d28-b308-bf39c689d113,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:25.833832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee9b3d-50b6-4b0d-9d00-d03fa63bb04b req-0e0efbdb-6e90-4675-8541-394c6a4972d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:25.842226 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1ee9b3d-50b6-4b0d-9d00-d03fa63bb04b req-0e0efbdb-6e90-4675-8541-394c6a4972d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.1907077 Jun 30 02:32:25.898505 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1ee9b3d-50b6-4b0d-9d00-d03fa63bb04b req-d5bc37a1-bbcc-4d31-bf76-d3525c26c45c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552409 Jun 30 02:32:25.928955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca22c0-f4d8-4d31-bb69-6e69295077ab req-fbef9278-2e90-4258-ab40-60ec9ab028ad tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:25.939189 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1ca22c0-f4d8-4d31-bb69-6e69295077ab req-fbef9278-2e90-4258-ab40-60ec9ab028ad tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1054661 Jun 30 02:32:25.987818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1ca22c0-f4d8-4d31-bb69-6e69295077ab req-74f00a13-14c6-4296-85f1-22fbdf46a895 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475852 Jun 30 02:32:26.527857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941eab1-445f-4dc3-9467-e9ea033c41de req-11c7ca49-495d-4833-97e4-f27e4b991d48 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:26.536887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e941eab1-445f-4dc3-9467-e9ea033c41de req-11c7ca49-495d-4833-97e4-f27e4b991d48 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1137476 Jun 30 02:32:26.616520 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e941eab1-445f-4dc3-9467-e9ea033c41de req-6f59fcd9-905e-4a4d-8bab-e120f2c2054f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780623 Jun 30 02:32:26.917481 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:26.968594 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6c24d779-7cc9-4767-a23f-a37030f1b2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.055077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56436) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:27.249780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1715859361-network', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:27.303265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27795457-e6c7-424f-bd95-6978230d2b5b req-cf5e46ef-58c6-465d-b11f-36a0a2d80d87 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:27.312690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27795457-e6c7-424f-bd95-6978230d2b5b req-cf5e46ef-58c6-465d-b11f-36a0a2d80d87 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.1443372 Jun 30 02:32:27.327893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Made reservation on behalf of 8cbd747eef6b4b24a91056b8a11dd00d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:27.332297 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.362190 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.369910 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27795457-e6c7-424f-bd95-6978230d2b5b req-0cb80666-b0b9-44b3-beb0-2c04df9c843d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550783 Jun 30 02:32:27.385105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba469d8-82d7-4103-b4c9-4ef814ef8805 req-656e1a30-169f-4dd5-87d7-4ebf3dfff638 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:27.393059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bba469d8-82d7-4103-b4c9-4ef814ef8805 req-656e1a30-169f-4dd5-87d7-4ebf3dfff638 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.2034636 Jun 30 02:32:27.480351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bba469d8-82d7-4103-b4c9-4ef814ef8805 req-e317f629-d33b-4686-8118-4dcb1af9e519 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862653 Jun 30 02:32:27.607159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.614046 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.671274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:32:27.697615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a2bc72-c33e-4e69-98e1-ab173a8be8b9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:27.711264 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.711577 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Added segment f527bdf5-78a7-40b3-a8b7-1b485d565d9b of type vlan for network 79965eeb-8206-45a4-915b-1f04e29cdad0 Jun 30 02:32:27.842987 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.888673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:27.908457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f52712-7d74-406f-b205-aaf8021d18b7 req-65bb7ff0-761d-436c-b75e-d3bc6b951a79 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:27.913463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.914578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:27.916874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:27.917975 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24f52712-7d74-406f-b205-aaf8021d18b7 req-65bb7ff0-761d-436c-b75e-d3bc6b951a79 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0920415 Jun 30 02:32:27.984033 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24f52712-7d74-406f-b205-aaf8021d18b7 req-1eebb04f-8429-4ad7-90b7-08a3c325e74e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Jun 30 02:32:28.019294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:28.019638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9632237 Jun 30 02:32:28.026268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Request body: {'subnet': {'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1715859361-subnet', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:28.028511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f963bb-39d6-4bb6-be98-6b13f151cb42 admin admin] Pushing event updated for resources: {'Network': ['ID=79965eeb-8206-45a4-915b-1f04e29cdad0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:28.040673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 79965eeb-8206-45a4-915b-1f04e29cdad0 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:32:28.075759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Made reservation on behalf of 8cbd747eef6b4b24a91056b8a11dd00d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:28.078151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.145587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f60ab053-c2e9-4f77-a8c6-aa53e8f571f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.191521 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.216675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-154ce439-5a51-4964-863a-756df5188c30 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1441796 Jun 30 02:32:28.341660 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f60ab053-c2e9-4f77-a8c6-aa53e8f571f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.360341 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f60ab053-c2e9-4f77-a8c6-aa53e8f571f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.381244 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.430269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ab053-c2e9-4f77-a8c6-aa53e8f571f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4bd803-70f2-437f-82eb-a915ae57a048,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:28.446972 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f60ab053-c2e9-4f77-a8c6-aa53e8f571f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a9b77d3e5584743bb68ca897c9eea66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5566747 Jun 30 02:32:28.447855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:28.483116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-b8e54942-a30f-42c2-aa2b-c743209b676c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:28.484817 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-b8e54942-a30f-42c2-aa2b-c743209b676c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1096 time: 0.2028196 Jun 30 02:32:28.538651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d34257-2981-4e5d-9a5d-fe7daa04828e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:28.557959 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06204a19-8e64-4af1-a433-8baecdeffb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.609787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Checking segment: {'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:28.610047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Network hostable DHCP agents. Network: 79965eeb-8206-45a4-915b-1f04e29cdad0, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:32:28.660843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Network 79965eeb-8206-45a4-915b-1f04e29cdad0 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:32:28.673047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06204a19-8e64-4af1-a433-8baecdeffb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.702922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 79965eeb-8206-45a4-915b-1f04e29cdad0) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:28.710183 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:28.710947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.714823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98398e3-991f-41e7-a1e8-35ff068a65e8 None None] Network 79965eeb-8206-45a4-915b-1f04e29cdad0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:28.745507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-76030e08-f45f-4d95-8341-912a4b624c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:28.747240 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-76030e08-f45f-4d95-8341-912a4b624c1a service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.2114351 Jun 30 02:32:28.769945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcab33-450b-453e-9305-fd80618bab0e req-c9ecb118-14c9-43cb-a105-584cd6deea7c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:28.776157 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4823d082-2248-4d56-b359-96b806c91230 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7551026 Jun 30 02:32:28.780010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:28.781991 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-54dcab33-450b-453e-9305-fd80618bab0e req-c9ecb118-14c9-43cb-a105-584cd6deea7c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.1675658 Jun 30 02:32:28.794946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:28.818090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820ffe7-f454-412c-826c-e9ac4526e677 req-61523027-7e38-4846-8461-4ab93501bd46 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:28.826919 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1820ffe7-f454-412c-826c-e9ac4526e677 req-61523027-7e38-4846-8461-4ab93501bd46 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1887090 Jun 30 02:32:28.848905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06204a19-8e64-4af1-a433-8baecdeffb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.851920 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06204a19-8e64-4af1-a433-8baecdeffb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.857841 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-06204a19-8e64-4af1-a433-8baecdeffb25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a4bd803-70f2-437f-82eb-a915ae57a048 HTTP/1.1" status: 204 len: 168 time: 0.4067922 Jun 30 02:32:28.886480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06204a19-8e64-4af1-a433-8baecdeffb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4bd803-70f2-437f-82eb-a915ae57a048,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:28.907428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-674d72f0-5647-4cf8-ab91-859537db46b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 999 time: 0.1232009 Jun 30 02:32:28.927236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-54dcab33-450b-453e-9305-fd80618bab0e req-5eda65ce-55fa-49f6-85d2-08890d65be9d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430089 Jun 30 02:32:28.985956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1820ffe7-f454-412c-826c-e9ac4526e677 req-d57564bd-57e1-48cf-8a93-e889d788d5db tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568353 Jun 30 02:32:28.990133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:28.996041 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.060611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-dea3df1a-20e8-422b-9922-25c9f2842142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:29.062103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-dea3df1a-20e8-422b-9922-25c9f2842142 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1324339 Jun 30 02:32:29.115878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-79965eeb-8206-45a4-915b-1f04e29cdad0', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:32:29.116855 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.162393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-0d3e3293-8c37-4747-bf8f-a59542e7c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:29.166366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-0d3e3293-8c37-4747-bf8f-a59542e7c1bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891194 Jun 30 02:32:29.239239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.455685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-0397daaf-9b26-4e15-81d7-dada9012af39 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759469 Jun 30 02:32:29.504359 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.544274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Allocated IP 172.20.0.2 (79965eeb-8206-45a4-915b-1f04e29cdad0/65d34257-2981-4e5d-9a5d-fe7daa04828e/82b886f1-2c76-4d4d-90e4-cb2b0f74f26d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:29.776186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3522c58-afff-49d8-9a2d-fc8584783801 req-0ff449dc-f49a-4a33-b226-e2b39b3546ad service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092964 Jun 30 02:32:29.792242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff1e04-8cfd-4b6e-81b1-e95130609c20 req-f528f148-3661-43c2-a315-844964e65753 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:29.818014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bcff1e04-8cfd-4b6e-81b1-e95130609c20 req-f528f148-3661-43c2-a315-844964e65753 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.3479989 Jun 30 02:32:29.846982 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.868897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Transition to ACTIVE for port object 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:29.904141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bcff1e04-8cfd-4b6e-81b1-e95130609c20 req-c141ffa1-75a1-4302-ba93-1739bfd6f5ec tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850480 Jun 30 02:32:29.923103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Transition to ACTIVE for port object 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:29.941813 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.973865 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:29.987787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Network 79965eeb-8206-45a4-915b-1f04e29cdad0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:29.992456 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:29.997696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:30.027325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Pushing event updated for resources: {'Port': ['ID=82b886f1-2c76-4d4d-90e4-cb2b0f74f26d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:30.065208 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.086185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.147998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Attempting to bind port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:30.150495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Attempting to bind port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:30.150495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Attempting to bind port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d on network 79965eeb-8206-45a4-915b-1f04e29cdad0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:30.164960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:30.165499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Checking segment: {'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:30.166201 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.168881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Bound using segment: {'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:30.172435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Bound port: 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:30.173207 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.297551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:30.314703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] For port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:30.318052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] For port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=82b886f1-2c76-4d4d-90e4-cb2b0f74f26d,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:30.325253 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.366951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c289d60-61f4-49aa-9a87-427609284d41 req-e13e260c-ee9c-4177-b291-59f9725d3829 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:30.368636 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c289d60-61f4-49aa-9a87-427609284d41 req-e13e260c-ee9c-4177-b291-59f9725d3829 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.1852062 Jun 30 02:32:30.371807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e618c47-4c12-4b9e-b374-6e7682256ff6 req-0e1b71c2-43de-4f1d-a108-67a7ccb5a595 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:30.378976 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e618c47-4c12-4b9e-b374-6e7682256ff6 req-0e1b71c2-43de-4f1d-a108-67a7ccb5a595 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1609442 Jun 30 02:32:30.445345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Allocated IP 172.25.7.23 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/4abbcecb-e8a7-4773-afda-181e77b3fa03) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:30.461248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f24c9-1c4c-4881-a455-1db5204f16b4 None None] Pushing event updated for resources: {'Port': ['ID=82b886f1-2c76-4d4d-90e4-cb2b0f74f26d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:30.463752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e618c47-4c12-4b9e-b374-6e7682256ff6 req-591f3036-bb3b-4982-b0f8-f52fe08f8e75 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831485 Jun 30 02:32:30.501848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c289d60-61f4-49aa-9a87-427609284d41 req-2b332f25-86a7-40e3-b9a2-0dacceb1fc98 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188080 Jun 30 02:32:30.510995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1573478264-network', 'tenant_id': '50f3443ffa82427e9b043eebefd6f034'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:30.544130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Made reservation on behalf of 50f3443ffa82427e9b043eebefd6f034 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:30.547780 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.586480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.718350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.788024 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.795062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.800063 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.832487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:32:30.843426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:30.849102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.849583 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Added segment 285f8e68-cc88-4e8b-ba19-53ffdbde7929 of type vlan for network 98e36a4f-8446-40a2-9d41-79a84b74cb18 Jun 30 02:32:30.852685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:30.857641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:30.863526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:30.906255 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.940951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Pushing event updated for resources: {'Port': ['ID=4abbcecb-e8a7-4773-afda-181e77b3fa03,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:30.982859 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:30.984762 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:30.985382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.014829 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7175169 Jun 30 02:32:31.029358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:31.034620 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Request body: {'subnet': {'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1573478264-subnet', 'tenant_id': '50f3443ffa82427e9b043eebefd6f034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:31.078918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Made reservation on behalf of 50f3443ffa82427e9b043eebefd6f034 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:31.081961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.137615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7d5f8-14e9-4f2b-9bb0-4251be3e9cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=98e36a4f-8446-40a2-9d41-79a84b74cb18,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:31.148989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 98e36a4f-8446-40a2-9d41-79a84b74cb18 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:32:31.175208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b53ad-483c-4214-ad63-5421d61dac4e req-02663ea7-47a5-4379-9035-fc4de70ad454 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:31.176785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de3b53ad-483c-4214-ad63-5421d61dac4e req-02663ea7-47a5-4379-9035-fc4de70ad454 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1136708 Jun 30 02:32:31.260926 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de3b53ad-483c-4214-ad63-5421d61dac4e req-1f1cd256-7167-4e61-bad5-75d5799da7f0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712404 Jun 30 02:32:31.316157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.489869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:31.658039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:31.682625 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.756355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd93f79d-ac84-486e-a998-bf81e77882e4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:31.885851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd03bd-4214-432d-a9e1-ba35a0d2d69b req-d171085a-c2d9-4c44-bf48-dc99fb0402fd tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:31.887465 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59bd03bd-4214-432d-a9e1-ba35a0d2d69b req-d171085a-c2d9-4c44-bf48-dc99fb0402fd tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.1422949 Jun 30 02:32:31.902306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9265c200-855d-4a33-b894-dea703b7d9fa None None] Network 79965eeb-8206-45a4-915b-1f04e29cdad0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:31.936115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Checking segment: {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:31.936496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Network hostable DHCP agents. Network: 98e36a4f-8446-40a2-9d41-79a84b74cb18, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:32:31.948925 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:31.950513 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59bd03bd-4214-432d-a9e1-ba35a0d2d69b req-40f9d032-8a10-4825-b550-6c05b9a80e72 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510082 Jun 30 02:32:32.023099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aae04f00-65a0-4b8a-9f13-591e4a22c845 None None] Provisioning for port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:32.034058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Network 98e36a4f-8446-40a2-9d41-79a84b74cb18 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:32:32.049597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aae04f00-65a0-4b8a-9f13-591e4a22c845 None None] Provisioning complete for port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:32.052038 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aae04f00-65a0-4b8a-9f13-591e4a22c845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.063695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892d323-79a2-4e60-8039-255791facbc6 req-154463d8-9f58-4c73-85fc-2816d7d4c002 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:32.065272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9892d323-79a2-4e60-8039-255791facbc6 req-154463d8-9f58-4c73-85fc-2816d7d4c002 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.2708974 Jun 30 02:32:32.070678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 98e36a4f-8446-40a2-9d41-79a84b74cb18) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:32.094859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:32.094859 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.131121 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-83f51d39-e2a3-4f42-8237-9a3c9d0b67ee admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0925503 Jun 30 02:32:32.229397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9892d323-79a2-4e60-8039-255791facbc6 req-b7be618f-b604-471b-ac67-2afc338c68ad tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231692 Jun 30 02:32:32.261166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da2cd0-8ad6-464d-8dfe-47e7128e271a None None] Network 98e36a4f-8446-40a2-9d41-79a84b74cb18 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:32.314196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Router b904861a-dd0b-4a78-82d1-552c9ccc9450 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:32:32.569772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aae04f00-65a0-4b8a-9f13-591e4a22c845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.647137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7afa1d-7dfd-4e7d-b2af-1be795f92e81 None None] Network 98e36a4f-8446-40a2-9d41-79a84b74cb18 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:32:32.733561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-aae04f00-65a0-4b8a-9f13-591e4a22c845 None None] For port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=82b886f1-2c76-4d4d-90e4-cb2b0f74f26d,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:32.746320 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aae04f00-65a0-4b8a-9f13-591e4a22c845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:32.884677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae04f00-65a0-4b8a-9f13-591e4a22c845 None None] Pushing event updated for resources: {'Port': ['ID=82b886f1-2c76-4d4d-90e4-cb2b0f74f26d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:33.065031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:33.081347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Sync routers for ids ['b904861a-dd0b-4a78-82d1-552c9ccc9450'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:33.091882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-08775f05-1371-4723-a78b-a9254df6b828 None None] Provisioning complete for port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:33.092591 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.092934 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-08775f05-1371-4723-a78b-a9254df6b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.098191 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d7e3ad83-d9ba-492d-894e-501f135a9f0e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.3147829 Jun 30 02:32:33.099976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:33.161059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Routers {'b904861a-dd0b-4a78-82d1-552c9ccc9450'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:33.162180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:32:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b904861a-dd0b-4a78-82d1-552c9ccc9450'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:33.170088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbd2e3-5eae-4787-ba1c-021dde7b9cef req-ee35834e-07e2-4147-a524-05f1549fda15 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:33.179160 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-77fbd2e3-5eae-4787-ba1c-021dde7b9cef req-ee35834e-07e2-4147-a524-05f1549fda15 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.3150806 Jun 30 02:32:33.295407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-77fbd2e3-5eae-4787-ba1c-021dde7b9cef req-2810d7bd-127b-4445-9c4b-b717d13cf599 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150663 Jun 30 02:32:33.302021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Set router b904861a-dd0b-4a78-82d1-552c9ccc9450 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:33.491844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-aa06b724-6114-4788-b3f0-fb8fbd169f6a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:33.500649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-aa06b724-6114-4788-b3f0-fb8fbd169f6a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 805 time: 0.6547885 Jun 30 02:32:33.519136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-ff859ec2-21aa-42cb-8a87-548667834df4 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/quotas/50f3443ffa82427e9b043eebefd6f034 HTTP/1.1" status: 200 len: 375 time: 0.0174181 Jun 30 02:32:33.524016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:33.563176 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-f34feaae-9380-45f3-9100-4fc592045b94 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428367 Jun 30 02:32:33.618661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:33.619294 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:33.690096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-768c9a65-c63c-41f0-b43c-e9664ee9c950 service neutron] 10.222.0.55 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256757 Jun 30 02:32:33.738121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1642a4a-9087-4bc2-8bbd-5882a451edbc req-4d63436b-8dc4-4056-a508-3199322e8485 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:33.747701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1642a4a-9087-4bc2-8bbd-5882a451edbc req-4d63436b-8dc4-4056-a508-3199322e8485 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.1756606 Jun 30 02:32:33.821683 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d350c65a-4f2a-4e94-99a9-307dac8aba3c service neutron] 10.222.0.55 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288576 Jun 30 02:32:33.848129 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1642a4a-9087-4bc2-8bbd-5882a451edbc req-81c7f38a-6134-47fe-af55-647de086ec3e tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990791 Jun 30 02:32:34.010684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:31Z', 'revision_number': 3, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:34.074969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.122188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Checking router: b904861a-dd0b-4a78-82d1-552c9ccc9450 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:34.122541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Updating router b904861a-dd0b-4a78-82d1-552c9ccc9450 port 4abbcecb-e8a7-4773-afda-181e77b3fa03 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:34.214911 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.287403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603afe-98aa-43ed-b6ec-514a6a602d37 req-24701a5d-fddd-4ceb-ae53-f206c48364f7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:34.298809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d603afe-98aa-43ed-b6ec-514a6a602d37 req-24701a5d-fddd-4ceb-ae53-f206c48364f7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1856587 Jun 30 02:32:34.386741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d603afe-98aa-43ed-b6ec-514a6a602d37 req-e4a75139-4f67-4370-94c0-05f147759755 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857515 Jun 30 02:32:34.520978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7859c698-85a8-4eba-a2c8-7f3051933bff req-adfd36f7-e04c-402e-8c5d-9fb397c547a3 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 210 time: 0.0495467 Jun 30 02:32:34.531000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Allocated IP 172.20.0.1 (79965eeb-8206-45a4-915b-1f04e29cdad0/65d34257-2981-4e5d-9a5d-fe7daa04828e/c276c042-29ef-4d8c-945f-a9846ba8c003) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:34.667264 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.685564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Transition to ACTIVE for port object 4abbcecb-e8a7-4773-afda-181e77b3fa03 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:34.696119 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.724381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.755877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Transition to ACTIVE for port object c276c042-29ef-4d8c-945f-a9846ba8c003 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:34.818003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0590e-4de8-4ed3-8cdd-a1870ba61582 req-dbf91333-9de8-449c-a0da-8e2ec037e6db tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:34.827483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1ef0590e-4de8-4ed3-8cdd-a1870ba61582 req-dbf91333-9de8-449c-a0da-8e2ec037e6db tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1097579 Jun 30 02:32:34.834146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Attempting to bind port 4abbcecb-e8a7-4773-afda-181e77b3fa03 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:34.834674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Attempting to bind port 4abbcecb-e8a7-4773-afda-181e77b3fa03 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:34.835269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Attempting to bind port 4abbcecb-e8a7-4773-afda-181e77b3fa03 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:34.839540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.871486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c508d-0b06-4359-bb6d-b283918ed234 None None] Pushing event updated for resources: {'Port': ['ID=4abbcecb-e8a7-4773-afda-181e77b3fa03,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:34.879306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:34.880627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:34.881594 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.881710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:34.882942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Bound port: 4abbcecb-e8a7-4773-afda-181e77b3fa03, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:34.883338 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:34.905836 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1ef0590e-4de8-4ed3-8cdd-a1870ba61582 req-b809c1ef-a70e-48bf-8dff-f63e6224810c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722456 Jun 30 02:32:34.969459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Network 79965eeb-8206-45a4-915b-1f04e29cdad0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:34.983143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:34.991278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:35.050118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] For port 4abbcecb-e8a7-4773-afda-181e77b3fa03, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:35.061883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] For port 4abbcecb-e8a7-4773-afda-181e77b3fa03, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4abbcecb-e8a7-4773-afda-181e77b3fa03,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:35.071450 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.093401 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.223056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Pushing event updated for resources: {'Port': ['ID=c276c042-29ef-4d8c-945f-a9846ba8c003,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:35.227088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Routers {'b904861a-dd0b-4a78-82d1-552c9ccc9450'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:35.227759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:32:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b904861a-dd0b-4a78-82d1-552c9ccc9450'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:35.241847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c508d-0b06-4359-bb6d-b283918ed234 None None] Pushing event updated for resources: {'Port': ['ID=4abbcecb-e8a7-4773-afda-181e77b3fa03,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:35.405297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5c901802-bcce-4f03-9698-0abc62b74cdb None None] Provisioning for port c276c042-29ef-4d8c-945f-a9846ba8c003 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:35.425750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5c901802-bcce-4f03-9698-0abc62b74cdb None None] Provisioning complete for port c276c042-29ef-4d8c-945f-a9846ba8c003 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:35.426130 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c901802-bcce-4f03-9698-0abc62b74cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.466371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf867ec2-ad5e-41ce-8e00-44ba3f9bb417 req-873c3774-bcf3-4212-8ce7-8c0e42cb513e tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:35.474389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf867ec2-ad5e-41ce-8e00-44ba3f9bb417 req-873c3774-bcf3-4212-8ce7-8c0e42cb513e tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.3733945 Jun 30 02:32:35.508023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] Set router b904861a-dd0b-4a78-82d1-552c9ccc9450 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:35.554170 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf867ec2-ad5e-41ce-8e00-44ba3f9bb417 req-bf0b1df2-7a9f-4503-a786-4d0425ca801c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780118 Jun 30 02:32:35.579215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.616765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5c901802-bcce-4f03-9698-0abc62b74cdb None None] Port c276c042-29ef-4d8c-945f-a9846ba8c003 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:35.758879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d2ab-3066-4ab3-9663-ea71db98b34a req-8399a022-9c9d-49ce-b7d2-d5ee071007c5 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:35.773901 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0721d2ab-3066-4ab3-9663-ea71db98b34a req-8399a022-9c9d-49ce-b7d2-d5ee071007c5 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.2329555 Jun 30 02:32:35.856750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0721d2ab-3066-4ab3-9663-ea71db98b34a req-454dc28c-9dc6-498c-93c7-63f5b75be732 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774758 Jun 30 02:32:35.890278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1c2bdaf-8cac-4cf5-bd37-d567e61ce650 req-da11889c-9b12-4c44-bda3-dc1eddf72f5d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 210 time: 0.0653088 Jun 30 02:32:35.918546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:31Z', 'revision_number': 3, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:35.978979 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.985803 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:35.989452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4954f7-5ed0-4558-80b2-fca7a59e099b None None] The sync data for ids ['b904861a-dd0b-4a78-82d1-552c9ccc9450'] in n-d-758944-39 is: [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:31Z', 'revision_number': 3, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:36.084786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.087166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Pushing event updated for resources: {'Port': ['ID=c276c042-29ef-4d8c-945f-a9846ba8c003,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:36.280448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892b75d-af90-4729-b8d0-7c897487ebd8 req-6a56e67a-32b6-401f-8087-885f1049ba36 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:36.290464 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f892b75d-af90-4729-b8d0-7c897487ebd8 req-6a56e67a-32b6-401f-8087-885f1049ba36 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1860585 Jun 30 02:32:36.317742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Network 79965eeb-8206-45a4-915b-1f04e29cdad0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:36.328438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:36.374243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f892b75d-af90-4729-b8d0-7c897487ebd8 req-ff197964-81c8-4c99-bdf4-2e8c5cfb60a3 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825424 Jun 30 02:32:36.532869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-b6d0c529-4eed-4290-8d5f-86537d0448e1 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:36.536657 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-b6d0c529-4eed-4290-8d5f-86537d0448e1 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 805 time: 0.2923758 Jun 30 02:32:36.557357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Request body: {'port': {'device_id': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'admin_state_up': True, 'tenant_id': '50f3443ffa82427e9b043eebefd6f034'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:36.842705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-6f073bd4-3540-4f29-9b46-819db2c48da8 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:36.845230 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-6f073bd4-3540-4f29-9b46-819db2c48da8 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.2172115 Jun 30 02:32:36.862873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-63504fce-e8e1-4353-a411-a25602cd26b6 None None] Provisioning complete for port c276c042-29ef-4d8c-945f-a9846ba8c003 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:36.863129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Router b904861a-dd0b-4a78-82d1-552c9ccc9450 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:32:36.863494 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63504fce-e8e1-4353-a411-a25602cd26b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.885010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-39'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:36.919801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Made reservation on behalf of 50f3443ffa82427e9b043eebefd6f034 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:36.930099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:36.954136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63504fce-e8e1-4353-a411-a25602cd26b6 None None] Port c276c042-29ef-4d8c-945f-a9846ba8c003 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:37.221151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.271070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Allocated IP 172.20.0.3 (98e36a4f-8446-40a2-9d41-79a84b74cb18/cd93f79d-ac84-486e-a998-bf81e77882e4/66e7857d-bcc0-4fb6-b80e-f89159da5ecd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:37.288602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e7aaa-512f-4058-ba39-01c202c7ad9b req-ed46c31f-35b3-4119-9077-42dc9642ef90 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:37.292171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-721e7aaa-512f-4058-ba39-01c202c7ad9b req-ed46c31f-35b3-4119-9077-42dc9642ef90 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1750774 Jun 30 02:32:37.347814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:32:37.366036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0c823e5e-b43d-491d-8797-626160848285 admin admin] 10.222.0.55 "PUT /v2.0/routers/b904861a-dd0b-4a78-82d1-552c9ccc9450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2636542 Jun 30 02:32:37.398933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc36e3-8184-489d-b817-cedc7b926cab req-b4dd062f-c1a4-4dfc-a90e-13e572ca20c5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:37.400752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-75fc36e3-8184-489d-b817-cedc7b926cab req-b4dd062f-c1a4-4dfc-a90e-13e572ca20c5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 945 time: 0.4053454 Jun 30 02:32:37.564797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4abbcecb-e8a7-4773-afda-181e77b3fa03 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:37.572369 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-75fc36e3-8184-489d-b817-cedc7b926cab req-fbd74391-25b8-46f2-b6cc-33172026c40f tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582096 Jun 30 02:32:37.684202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:37.707780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4abbcecb-e8a7-4773-afda-181e77b3fa03 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:37.714594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4abbcecb-e8a7-4773-afda-181e77b3fa03 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:37.716182 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.726026 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.743937 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-721e7aaa-512f-4058-ba39-01c202c7ad9b req-f2ab79f6-ee78-4f90-98f1-751b73825df3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414687 Jun 30 02:32:37.758495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:37.807371 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.810202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8ea669-440c-4455-93f2-25998b52b428'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:37.812390 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.813420 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b24f6e-2eca-4979-80ea-6eeda6ceb27d" -d '{"events": [{"server_uuid": "e1aaf77c-9a47-4009-af86-a71d707772bf", "name": "network-vif-unplugged", "status": "completed", "tag": "ad8ea669-440c-4455-93f2-25998b52b428"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:37.864498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.907086 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.915359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Pushing event updated for resources: {'Port': ['ID=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:37.946564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Network 98e36a4f-8446-40a2-9d41-79a84b74cb18 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:37.949246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 4abbcecb-e8a7-4773-afda-181e77b3fa03, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4abbcecb-e8a7-4773-afda-181e77b3fa03,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:37.951009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:37.955612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:37.956153 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:37.988102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on host n-h2-758944-39 for vnic_type normal with profile {"migrating_to": "n-h1-758944-39"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:37.988613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:37.989181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:38.020989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:32:38.021797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:38.025381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ad8ea669-440c-4455-93f2-25998b52b428 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:38.027987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:38.028408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:38.028861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:38.029380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Bound port: ad8ea669-440c-4455-93f2-25998b52b428, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:38.029952 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:38.039429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f84b4-4ffe-4fed-9a9b-a9a163107c39 req-2a48d8e8-d99a-45bd-b891-b7d8281f9924 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:38.041483 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-915f84b4-4ffe-4fed-9a9b-a9a163107c39 req-2a48d8e8-d99a-45bd-b891-b7d8281f9924 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 931 time: 0.2231493 Jun 30 02:32:38.042241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ea669-440c-4455-93f2-25998b52b428,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:38.108884 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-915f84b4-4ffe-4fed-9a9b-a9a163107c39 req-bf67079c-8eae-440c-a30d-53807b23791a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445788 Jun 30 02:32:38.113895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:38.115380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:38.137526 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-d3fd14b0-2526-430f-8355-4a4b23dfd801 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5870142 Jun 30 02:32:38.163615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Request body: {'port': {'device_id': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:38.174223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:38.178701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:38.197994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:38.208642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:38.257991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=4abbcecb-e8a7-4773-afda-181e77b3fa03,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:38.297421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on host n-h2-758944-39 for vnic_type normal with profile {"migrating_to": "n-h1-758944-39"} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:38.297957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:38.298431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:38.306582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:32:38.307755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Attempting to bind port ad8ea669-440c-4455-93f2-25998b52b428 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:38.314180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:38.314685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:38.315229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:38.315801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Bound port: ad8ea669-440c-4455-93f2-25998b52b428, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:38.316297 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:38.333296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:38.334364 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:38.335968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] 10.222.0.69 "PUT /v2.0/ports/ad8ea669-440c-4455-93f2-25998b52b428 HTTP/1.1" status: 200 len: 1123 time: 1.4656510 Jun 30 02:32:38.347266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44934d1-e37a-40e3-95c8-3f39d28e61c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ea669-440c-4455-93f2-25998b52b428,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:38.412906 n-d-758944-39 neutron-server[93772]: WARNING neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Concurrent port binding operations failed on port ad8ea669-440c-4455-93f2-25998b52b428 Jun 30 02:32:38.432211 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:38.435102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:38.437855 n-d-758944-39 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Attempt 2 to bind port ad8ea669-440c-4455-93f2-25998b52b428 Jun 30 02:32:38.439001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ad8ea669-440c-4455-93f2-25998b52b428 has no active binding in host n-h1-758944-39 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:32:38.456220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['ad8ea669-440c-4455-93f2-25998b52b428'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:38.493536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['ad8ea669-440c-4455-93f2-25998b52b428'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:38.556314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801be71-623a-43c1-a9c7-b7b10b0dfe4d req-bcaa48d3-6807-4cab-b2d6-bcb8b7d7d688 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:38.564344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4801be71-623a-43c1-a9c7-b7b10b0dfe4d req-bcaa48d3-6807-4cab-b2d6-bcb8b7d7d688 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.2174835 Jun 30 02:32:38.770480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4801be71-623a-43c1-a9c7-b7b10b0dfe4d req-42023249-66f2-4b81-9098-0e031f83cf92 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046969 Jun 30 02:32:38.814009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:38.818568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-07db6c44-d951-4f81-9be3-31a51ffafb09 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178499538', 'description': 'tempest-description--1799789904'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:38.862420 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780cddc6-11b4-448a-9b24-0915e0994cf2 x-openstack-request-id: req-780cddc6-11b4-448a-9b24-0915e0994cf2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:38.862770 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1aaf77c-9a47-4009-af86-a71d707772bf", "name": "network-vif-unplugged", "status": "completed", "tag": "ad8ea669-440c-4455-93f2-25998b52b428", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:38.863019 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-780cddc6-11b4-448a-9b24-0915e0994cf2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:38.863435 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad8ea669-440c-4455-93f2-25998b52b428', 'code': 200} Jun 30 02:32:38.877598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07db6c44-d951-4f81-9be3-31a51ffafb09 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:38.961176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e7857d-bcc0-4fb6-b80e-f89159da5ecd {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:38.967139 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Sync routers for ids ['b904861a-dd0b-4a78-82d1-552c9ccc9450'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:32:38.986779 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Routers {'b904861a-dd0b-4a78-82d1-552c9ccc9450'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:38.989152 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:38.989338 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:32:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b904861a-dd0b-4a78-82d1-552c9ccc9450'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:39.016457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Transition to ACTIVE for port object 66e7857d-bcc0-4fb6-b80e-f89159da5ecd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:39.023158 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.083402 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07db6c44-d951-4f81-9be3-31a51ffafb09 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.101203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07db6c44-d951-4f81-9be3-31a51ffafb09 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.152274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Pushing event updated for resources: {'Port': ['ID=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:39.164060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db6c44-d951-4f81-9be3-31a51ffafb09 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae849f0-7d42-43de-8efb-ecefab055648,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:39.178588 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Set router b904861a-dd0b-4a78-82d1-552c9ccc9450 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:39.226425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-07db6c44-d951-4f81-9be3-31a51ffafb09 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.227529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Attempting to bind port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:39.227953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Attempting to bind port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:39.228488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Attempting to bind port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:39.231655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:39.232199 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-07db6c44-d951-4f81-9be3-31a51ffafb09 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4172626 Jun 30 02:32:39.237458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0e5d28ce-e4bd-47eb-8992-9e5de908ffeb tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Request body: {'security_group_rule': {'security_group_id': 'aae849f0-7d42-43de-8efb-ecefab055648', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:39.253711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:32:39.254249 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Attempting to bind port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:39.269446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:39.269881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Checking segment: {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:39.270377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Bound using segment: {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:39.271038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Bound port: 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:39.271494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.280260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969dd36-e917-4ecc-91e1-49a439d1d08a req-2c029b01-4e40-4783-bd7f-393a2c999653 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:39.293231 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6969dd36-e917-4ecc-91e1-49a439d1d08a req-2c029b01-4e40-4783-bd7f-393a2c999653 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.2024763 Jun 30 02:32:39.332062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e5d28ce-e4bd-47eb-8992-9e5de908ffeb tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.364104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6969dd36-e917-4ecc-91e1-49a439d1d08a req-033d6565-251f-434d-b757-1c625ef689b5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669200 Jun 30 02:32:39.459943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] For port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:39.464722 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] For port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:39.482370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4abbcecb-e8a7-4773-afda-181e77b3fa03 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:39.497382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.516105 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c276c042-29ef-4d8c-945f-a9846ba8c003', 'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'mac_address': 'fa:16:3e:fe:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 2, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'subnets': [{'id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:39.567245 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Checking router: b904861a-dd0b-4a78-82d1-552c9ccc9450 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:32:39.567245 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Updating router b904861a-dd0b-4a78-82d1-552c9ccc9450 port c276c042-29ef-4d8c-945f-a9846ba8c003 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:32:39.568825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:39.569456 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.570978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] 10.222.0.73 "PUT /v2.0/ports/66e7857d-bcc0-4fb6-b80e-f89159da5ecd HTTP/1.1" status: 200 len: 1092 time: 1.4189215 Jun 30 02:32:39.571450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'tag': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:39.581176 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9bdac4-3abc-4a99-9082-d580380faf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "acd1a7b8-1299-4d43-bd7c-d1f6948c15d3", "tag": "66e7857d-bcc0-4fb6-b80e-f89159da5ecd"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:39.598764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4abbcecb-e8a7-4773-afda-181e77b3fa03 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:39.599152 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.608529 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.617938 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e5d28ce-e4bd-47eb-8992-9e5de908ffeb tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.635352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195758a0-589a-4a59-88d0-93048a9bcf4b req-ac85769c-c8a6-48e5-b03f-186218fd9d8e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:39.642587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-195758a0-589a-4a59-88d0-93048a9bcf4b req-ac85769c-c8a6-48e5-b03f-186218fd9d8e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.3642685 Jun 30 02:32:39.662326 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e5d28ce-e4bd-47eb-8992-9e5de908ffeb tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.750633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d28ce-e4bd-47eb-8992-9e5de908ffeb tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a119bc8-ec8d-4db6-8ac5-de4b297e40a1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:39.789051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-195758a0-589a-4a59-88d0-93048a9bcf4b req-8ffe6e75-6480-4292-ab23-b0172e6c3adf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454418 Jun 30 02:32:39.794666 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e5d28ce-e4bd-47eb-8992-9e5de908ffeb tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.796455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0e5d28ce-e4bd-47eb-8992-9e5de908ffeb tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5634348 Jun 30 02:32:39.799644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:39.805307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-67b975d8-a43f-4c1e-a462-60ac6ab1a206 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Request body: {'security_group_rule': {'security_group_id': 'aae849f0-7d42-43de-8efb-ecefab055648', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:39.813984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca78d5-f00f-4a59-99f8-488f7bd8d1ce service neutron] Pushing event updated for resources: {'Port': ['ID=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:39.865010 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-eb04b7fb-05a2-4843-a759-a53b3311a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:39.867274 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67b975d8-a43f-4c1e-a462-60ac6ab1a206 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.868719 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-eb04b7fb-05a2-4843-a759-a53b3311a2a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 1095 time: 0.2170131 Jun 30 02:32:39.879079 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b96fbb-b2a1-4200-8247-e5ec93cf1b96 x-openstack-request-id: req-56b96fbb-b2a1-4200-8247-e5ec93cf1b96 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:39.879588 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acd1a7b8-1299-4d43-bd7c-d1f6948c15d3", "tag": "66e7857d-bcc0-4fb6-b80e-f89159da5ecd", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:39.880449 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56b96fbb-b2a1-4200-8247-e5ec93cf1b96 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:39.881097 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'tag': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd', 'status': 'completed', 'code': 200} Jun 30 02:32:39.910986 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.922993 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Transition to ACTIVE for port object c276c042-29ef-4d8c-945f-a9846ba8c003 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:39.931462 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.978973 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67b975d8-a43f-4c1e-a462-60ac6ab1a206 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.980693 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Pushing event updated for resources: {'Port': ['ID=c276c042-29ef-4d8c-945f-a9846ba8c003,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:39.992497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67b975d8-a43f-4c1e-a462-60ac6ab1a206 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:39.993697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-5bf475f9-3bc7-415c-9a49-58c699a0aea4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd HTTP/1.1" status: 200 len: 217 time: 0.1099789 Jun 30 02:32:39.994417 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:39.994999 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:39.995537 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:39.996004 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:39.997337 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:39.997827 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:39.998434 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:39.999103 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:39.999622 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:40.000080 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:40.000550 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:40.001084 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:32:40.054426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b975d8-a43f-4c1e-a462-60ac6ab1a206 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cd4e73-c318-44a7-81fe-f3b29adac709,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:40.062635 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67b975d8-a43f-4c1e-a462-60ac6ab1a206 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.067986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-67b975d8-a43f-4c1e-a462-60ac6ab1a206 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670672 Jun 30 02:32:40.069143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:32:40.076440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:40.096806 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Attempting to bind port c276c042-29ef-4d8c-945f-a9846ba8c003 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:40.097445 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Attempting to bind port c276c042-29ef-4d8c-945f-a9846ba8c003 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:40.098119 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Attempting to bind port c276c042-29ef-4d8c-945f-a9846ba8c003 on network 79965eeb-8206-45a4-915b-1f04e29cdad0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:40.108420 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:40.109130 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Checking segment: {'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:40.109697 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.110249 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Bound using segment: {'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:40.110920 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Bound port: c276c042-29ef-4d8c-945f-a9846ba8c003, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:40.111322 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.158141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584f99d-dd61-478b-9c59-1bc890792461 req-067be833-fde8-45c5-ad53-544d37e23d46 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:40.173919 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3584f99d-dd61-478b-9c59-1bc890792461 req-067be833-fde8-45c5-ad53-544d37e23d46 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 943 time: 0.2572491 Jun 30 02:32:40.180016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-83864ce4-54b2-4736-beb1-a80c9c6dbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:40.183789 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-83864ce4-54b2-4736-beb1-a80c9c6dbc32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd93f79d-ac84-486e-a998-bf81e77882e4 HTTP/1.1" status: 200 len: 845 time: 0.1787155 Jun 30 02:32:40.212891 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] For port c276c042-29ef-4d8c-945f-a9846ba8c003, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:40.220371 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] For port c276c042-29ef-4d8c-945f-a9846ba8c003, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c276c042-29ef-4d8c-945f-a9846ba8c003,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:40.228043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.228323 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.248433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-1bc3304d-7bf5-4f38-9e05-088d763b6626 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98e36a4f-8446-40a2-9d41-79a84b74cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493674 Jun 30 02:32:40.271192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d319a-d383-4275-8c83-082dc5c1c733 req-781e8f36-9363-4b1d-8759-08e69c3c3e73 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:40.279613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-306d319a-d383-4275-8c83-082dc5c1c733 req-781e8f36-9363-4b1d-8759-08e69c3c3e73 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.2139502 Jun 30 02:32:40.322297 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6eaa2-08ae-46a5-a6c6-9c232a2e8695 None None] Pushing event updated for resources: {'Port': ['ID=c276c042-29ef-4d8c-945f-a9846ba8c003,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:40.348856 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Routers {'b904861a-dd0b-4a78-82d1-552c9ccc9450'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:32:40.349515 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3584f99d-dd61-478b-9c59-1bc890792461 req-4bd0f49f-5af6-408a-bf2c-814e9dbaa90e tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743245 Jun 30 02:32:40.359539 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:32:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b904861a-dd0b-4a78-82d1-552c9ccc9450'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:40.513314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:40.532290 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] Set router b904861a-dd0b-4a78-82d1-552c9ccc9450 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:32:40.578272 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-306d319a-d383-4275-8c83-082dc5c1c733 req-57f65d91-d33b-4fe5-af93-ee014a30f1e9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947993 Jun 30 02:32:40.601073 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-13ff2cb9-c1ad-4d86-be4c-b7e0e702c144 service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185892 Jun 30 02:32:40.783379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Allocated IP 172.25.7.20 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/2dfd7585-2e55-4f3a-99dc-87ba2b62f3ba) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:40.814915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fdaef42-0e2c-4e70-aa10-6ce560f94e08 req-eecf1c99-efd7-47f6-877b-bbfc57221fa7 service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995535 Jun 30 02:32:40.867821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'tag': 'ad8ea669-440c-4455-93f2-25998b52b428'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:40.873997 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af95040-ef9e-4085-80ce-7ec6925c9704" -d '{"events": [{"name": "network-changed", "server_uuid": "e1aaf77c-9a47-4009-af86-a71d707772bf", "tag": "ad8ea669-440c-4455-93f2-25998b52b428"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:40.989771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bdac4-3abc-4a99-9082-d580380faf1d req-b38238d8-caa6-4812-94f0-b957b2417f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:40.990419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10e6e7-efb9-40df-8e2f-93b9cf368c42 req-4b2808c7-cc43-42be-bd45-d48435a08c77 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:40.992041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e10e6e7-efb9-40df-8e2f-93b9cf368c42 req-4b2808c7-cc43-42be-bd45-d48435a08c77 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.1844866 Jun 30 02:32:40.994126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd9bdac4-3abc-4a99-9082-d580380faf1d req-b38238d8-caa6-4812-94f0-b957b2417f2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 1095 time: 0.1174350 Jun 30 02:32:41.069692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e10e6e7-efb9-40df-8e2f-93b9cf368c42 req-17669175-e025-469b-972a-695a65d505f7 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690889 Jun 30 02:32:41.094957 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.153642 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec2244-de31-43ea-98c9-9c4843cbc426 x-openstack-request-id: req-a5ec2244-de31-43ea-98c9-9c4843cbc426 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:41.153642 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1aaf77c-9a47-4009-af86-a71d707772bf", "tag": "ad8ea669-440c-4455-93f2-25998b52b428", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:41.153642 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5ec2244-de31-43ea-98c9-9c4843cbc426 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:41.153642 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'tag': 'ad8ea669-440c-4455-93f2-25998b52b428', 'status': 'completed', 'code': 200} Jun 30 02:32:41.179417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.201551 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c276c042-29ef-4d8c-945f-a9846ba8c003', 'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'mac_address': 'fa:16:3e:fe:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:40Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'subnets': [{'id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:32:41.218685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bdac4-3abc-4a99-9082-d580380faf1d req-04752544-56fb-48f8-922a-27b7f3db4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:41.220224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd9bdac4-3abc-4a99-9082-d580380faf1d req-04752544-56fb-48f8-922a-27b7f3db4342 service neutron] 10.222.0.73 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 906 time: 0.2192552 Jun 30 02:32:41.239958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b96de-e6ea-44c4-9eb4-ff17778577aa req-2727eaa1-e0e7-4655-81f7-0c57e6c395f2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:41.249525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f96b96de-e6ea-44c4-9eb4-ff17778577aa req-2727eaa1-e0e7-4655-81f7-0c57e6c395f2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.2222619 Jun 30 02:32:41.258559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:41.279050 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46dd19b-15c3-4448-8a46-820ba9585ea7 None None] The sync data for ids ['b904861a-dd0b-4a78-82d1-552c9ccc9450'] in n-d-758944-39 is: [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c276c042-29ef-4d8c-945f-a9846ba8c003', 'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'mac_address': 'fa:16:3e:fe:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:40Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'subnets': [{'id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:32:41.281305 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:41.284328 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:41.299932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd9bdac4-3abc-4a99-9082-d580380faf1d req-c6fa4757-723a-40fd-9a78-29a529e81e96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd HTTP/1.1" status: 200 len: 217 time: 0.0467305 Jun 30 02:32:41.328471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Pushing event updated for resources: {'Port': ['ID=2dfd7585-2e55-4f3a-99dc-87ba2b62f3ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:41.396600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f96b96de-e6ea-44c4-9eb4-ff17778577aa req-8da715e3-1b85-45ed-93c1-f1be7f1efa80 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459081 Jun 30 02:32:41.429532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bdac4-3abc-4a99-9082-d580380faf1d req-d4798f72-3e29-4bc5-bdfc-76c8c39e8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:41.431840 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd9bdac4-3abc-4a99-9082-d580380faf1d req-d4798f72-3e29-4bc5-bdfc-76c8c39e8ac7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd93f79d-ac84-486e-a998-bf81e77882e4 HTTP/1.1" status: 200 len: 845 time: 0.1211660 Jun 30 02:32:41.484254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af95040-ef9e-4085-80ce-7ec6925c9704 req-6cf6cd94-875e-4eca-a9d0-661e04373b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:41.486020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9af95040-ef9e-4085-80ce-7ec6925c9704 req-6cf6cd94-875e-4eca-a9d0-661e04373b54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 1126 time: 0.2839358 Jun 30 02:32:41.524863 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd9bdac4-3abc-4a99-9082-d580380faf1d req-5273f16d-e481-4c78-bafe-59da8a14b782 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98e36a4f-8446-40a2-9d41-79a84b74cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832207 Jun 30 02:32:41.545410 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.634702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c276c042-29ef-4d8c-945f-a9846ba8c003 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:41.728217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.799510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port c276c042-29ef-4d8c-945f-a9846ba8c003 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:41.803843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd9bdac4-3abc-4a99-9082-d580380faf1d req-4e3649e1-34fd-4b60-935d-6a4b599c7a73 service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597234 Jun 30 02:32:41.803981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c276c042-29ef-4d8c-945f-a9846ba8c003 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:41.804455 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.971471 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:41.986554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af95040-ef9e-4085-80ce-7ec6925c9704 req-7d949f36-2caf-47b3-a684-1d116c4fa85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:41.988752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9af95040-ef9e-4085-80ce-7ec6925c9704 req-7d949f36-2caf-47b3-a684-1d116c4fa85a service neutron] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.4830983 Jun 30 02:32:42.050626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port c276c042-29ef-4d8c-945f-a9846ba8c003, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c276c042-29ef-4d8c-945f-a9846ba8c003,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:42.061746 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:42.070067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd9bdac4-3abc-4a99-9082-d580380faf1d req-64545dd6-5d7e-469c-b6b5-0d3489ce746c service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535379 Jun 30 02:32:42.102152 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9af95040-ef9e-4085-80ce-7ec6925c9704 req-fa1cd72e-c4a2-4ea4-8b50-64a9f6043854 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad8ea669-440c-4455-93f2-25998b52b428 HTTP/1.1" status: 200 len: 217 time: 0.0938892 Jun 30 02:32:42.147295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=c276c042-29ef-4d8c-945f-a9846ba8c003,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:42.181659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040c33-f31b-4007-ae11-6b41c11eb344 req-67051349-b38c-4e1b-9612-8cc9cc941b6f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:42.183510 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4040c33-f31b-4007-ae11-6b41c11eb344 req-67051349-b38c-4e1b-9612-8cc9cc941b6f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1591592 Jun 30 02:32:42.259943 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4040c33-f31b-4007-ae11-6b41c11eb344 req-ee599a25-c917-44b2-b2df-ec9fc67cd7eb tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690467 Jun 30 02:32:42.268849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af95040-ef9e-4085-80ce-7ec6925c9704 req-0e93bcb3-f85f-4044-9b4d-2616d41443e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:42.270362 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9af95040-ef9e-4085-80ce-7ec6925c9704 req-0e93bcb3-f85f-4044-9b4d-2616d41443e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.1539190 Jun 30 02:32:42.286045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd90f0-0f94-4c3b-a0c4-649a8fcc3911 req-aabaa4b6-01bb-43e4-a5e5-df89ab3b9f4c tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:42.294251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5dd90f0-0f94-4c3b-a0c4-649a8fcc3911 req-aabaa4b6-01bb-43e4-a5e5-df89ab3b9f4c tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 943 time: 0.7130342 Jun 30 02:32:42.676411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deeaae-051f-4724-9714-c1e7d5e51b1b req-a8913415-289b-41a4-9b01-162dbfffc1ff tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:42.679276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4deeaae-051f-4724-9714-c1e7d5e51b1b req-a8913415-289b-41a4-9b01-162dbfffc1ff tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.1381650 Jun 30 02:32:42.726233 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4deeaae-051f-4724-9714-c1e7d5e51b1b req-ea0be19c-4c9f-4eae-8b26-505b636bbbda tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Jun 30 02:32:42.895807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9af95040-ef9e-4085-80ce-7ec6925c9704 req-5fa9dafe-166b-4d4c-8474-f77551b589a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5970721 Jun 30 02:32:42.932296 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5dd90f0-0f94-4c3b-a0c4-649a8fcc3911 req-4ff275c9-df63-483f-8545-ac0babaf37c3 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335609 Jun 30 02:32:42.935783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.039719 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.070997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b352dba-5d53-4f51-b7a7-884f3fa42398 req-03b932b8-bc60-4242-a566-bc6a691ec54b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:43.078705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b352dba-5d53-4f51-b7a7-884f3fa42398 req-03b932b8-bc60-4242-a566-bc6a691ec54b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1394722 Jun 30 02:32:43.117929 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b352dba-5d53-4f51-b7a7-884f3fa42398 req-026c5096-311e-4807-a58d-1c5e94e49a9e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380123 Jun 30 02:32:43.203386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Pushing event updated for resources: {'Port': ['ID=2dfd7585-2e55-4f3a-99dc-87ba2b62f3ba,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:43.222870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.248158 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9af95040-ef9e-4085-80ce-7ec6925c9704 req-72515e0c-43b5-4d09-a307-96862846c167 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398533 Jun 30 02:32:43.250280 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.259441 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-312bfc8d-60fa-432b-86c0-fa3860cc01b5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1793647 Jun 30 02:32:43.405825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9af95040-ef9e-4085-80ce-7ec6925c9704 req-d177035c-cd22-4979-89b1-c6776fbdc5a6 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475637 Jun 30 02:32:43.429563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c276c042-29ef-4d8c-945f-a9846ba8c003 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:43.466476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-27da57d4-68a7-4e0f-8204-66967248ab47 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--178499538&fields=id&tenant_id=8cbd747eef6b4b24a91056b8a11dd00d HTTP/1.1" status: 200 len: 267 time: 0.0549915 Jun 30 02:32:43.471213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8924bba-7bc8-46de-a1e1-cb60c3e875e4 req-8b85340f-df7c-4b0f-b84c-9dbfcb5e9001 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:43.472808 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8924bba-7bc8-46de-a1e1-cb60c3e875e4 req-8b85340f-df7c-4b0f-b84c-9dbfcb5e9001 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0699601 Jun 30 02:32:43.490292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c276c042-29ef-4d8c-945f-a9846ba8c003 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:43.490668 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.511197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8924bba-7bc8-46de-a1e1-cb60c3e875e4 req-671300f3-b929-4657-a87f-603454b06ba2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Jun 30 02:32:43.564986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66e7857d-bcc0-4fb6-b80e-f89159da5ecd details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:43.587427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-f587e443-6b6c-43e2-9503-577e65653b69 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:43.589068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-f587e443-6b6c-43e2-9503-577e65653b69 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/networks?id=79965eeb-8206-45a4-915b-1f04e29cdad0 HTTP/1.1" status: 200 len: 806 time: 0.1123881 Jun 30 02:32:43.610505 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-2172c99d-2fde-44d9-a6f5-d324cd507fd4 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/quotas/8cbd747eef6b4b24a91056b8a11dd00d HTTP/1.1" status: 200 len: 375 time: 0.0097501 Jun 30 02:32:43.675745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:43.683296 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-07a064e2-0f09-4f9d-9430-50b80e6ba20a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cbd747eef6b4b24a91056b8a11dd00d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672257 Jun 30 02:32:43.688029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'port_id': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd', 'mac_address': 'fa:16:3e:e7:67:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93f79d-ac84-486e-a998-bf81e77882e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:43.724614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.738511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e7857d-bcc0-4fb6-b80e-f89159da5ecd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:43.746432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-c9ab67bc-c5f9-4ce1-ba59-aeed50a02f4b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:32:43.747604 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-c9ab67bc-c5f9-4ce1-ba59-aeed50a02f4b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532324 Jun 30 02:32:43.758867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:43.764414 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:43.814960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:43.842751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-ce58fffa-7506-4e29-b858-f300499ba885 service neutron] 10.222.0.55 "GET /v2.0/networks/79965eeb-8206-45a4-915b-1f04e29cdad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888617 Jun 30 02:32:43.927498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc6ee2-30b1-4f80-9ff1-7244554114e1 req-7ba60aaf-993e-4b94-bf43-ad54bbac2fd6 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:43.928922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-01fc6ee2-30b1-4f80-9ff1-7244554114e1 req-7ba60aaf-993e-4b94-bf43-ad54bbac2fd6 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.0688188 Jun 30 02:32:43.936695 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-f694a975-0717-4745-a371-e1424ae56967 service neutron] 10.222.0.55 "GET /v2.0/networks/79965eeb-8206-45a4-915b-1f04e29cdad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880613 Jun 30 02:32:43.974293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-01fc6ee2-30b1-4f80-9ff1-7244554114e1 req-878a25ee-3a66-47b7-a5dc-332be7aa255a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385478 Jun 30 02:32:44.161359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b1437-6e39-404b-8a56-979d8fa0a5a5 req-5483eb20-890b-484e-8ecc-6c045fd0dbf6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.162911 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e7b1437-6e39-404b-8a56-979d8fa0a5a5 req-5483eb20-890b-484e-8ecc-6c045fd0dbf6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 944 time: 0.0797579 Jun 30 02:32:44.167445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ed6f3e3-46e1-4266-9d15-776c2a6641a8 req-daaaace1-ecc8-49e3-a23c-81c5d594ac6c tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 210 time: 0.0412343 Jun 30 02:32:44.222464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['66e7857d-bcc0-4fb6-b80e-f89159da5ecd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:44.223410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e7b1437-6e39-404b-8a56-979d8fa0a5a5 req-3a28385f-3b7e-43d0-bb72-7c0cb98f5f7b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526330 Jun 30 02:32:44.363603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a772d-c2fe-4239-9967-caacab5db2c0 req-e818b7ac-66de-4339-aa30-aeaac215125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.365238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-299a772d-c2fe-4239-9967-caacab5db2c0 req-e818b7ac-66de-4339-aa30-aeaac215125e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=74ed56f4b8e14386826faef08e10c6ec&device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 1098 time: 0.0756795 Jun 30 02:32:44.426218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f317ac-6c27-4ff8-90c4-40916fe61470 req-97b51368-249e-4d68-971d-56b66908db88 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.434100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-95f317ac-6c27-4ff8-90c4-40916fe61470 req-97b51368-249e-4d68-971d-56b66908db88 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.0864320 Jun 30 02:32:44.468890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-95f317ac-6c27-4ff8-90c4-40916fe61470 req-aedc8df3-7468-4fc4-b34e-ebb74cc99c1b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338950 Jun 30 02:32:44.487143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a772d-c2fe-4239-9967-caacab5db2c0 req-c4685241-cbbe-4be9-8292-f19fb5b9ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.489027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-299a772d-c2fe-4239-9967-caacab5db2c0 req-c4685241-cbbe-4be9-8292-f19fb5b9ed0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 200 len: 914 time: 0.1143479 Jun 30 02:32:44.531263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-299a772d-c2fe-4239-9967-caacab5db2c0 req-964a2b1b-f08e-47e9-b727-1e3daf59bf50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfef88eb-9e62-4511-8883-b05f87d47d66 HTTP/1.1" status: 200 len: 217 time: 0.0340018 Jun 30 02:32:44.585879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a772d-c2fe-4239-9967-caacab5db2c0 req-68fcd1d6-c7eb-455b-8396-b4d66cf8ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.587400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-299a772d-c2fe-4239-9967-caacab5db2c0 req-68fcd1d6-c7eb-455b-8396-b4d66cf8ec1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f02c02ca-436e-4209-a54a-2d9fd9bfa108 HTTP/1.1" status: 200 len: 853 time: 0.0468409 Jun 30 02:32:44.630661 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-299a772d-c2fe-4239-9967-caacab5db2c0 req-b6d2822c-9705-4ef7-8e5b-39b0d46f7112 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af7bd34d-3de0-4464-9ddf-f4140fc809d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352287 Jun 30 02:32:44.765910 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-299a772d-c2fe-4239-9967-caacab5db2c0 req-4eb4bfb7-8855-48fa-bc8a-0274aa647ac1 service neutron] 10.222.0.69 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243668 Jun 30 02:32:44.773401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce395c0-8181-4b76-bfd9-0e5b0f7cc983 req-1cae2f34-f5d1-425c-96e2-f809f8dde5c0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:44.774959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dce395c0-8181-4b76-bfd9-0e5b0f7cc983 req-1cae2f34-f5d1-425c-96e2-f809f8dde5c0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1432235 Jun 30 02:32:44.859664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dce395c0-8181-4b76-bfd9-0e5b0f7cc983 req-28b40e5b-5dc2-42d2-ac6f-003b437307af tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762537 Jun 30 02:32:44.888911 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-299a772d-c2fe-4239-9967-caacab5db2c0 req-784fe908-436f-431a-9c5f-db41ca0c5482 service neutron] 10.222.0.69 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129107 Jun 30 02:32:45.167619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf846fa-e257-433c-8741-d454651d6b6e req-53cd92e3-9f2a-4392-befb-fcbb60910268 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:45.169126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bdf846fa-e257-433c-8741-d454651d6b6e req-53cd92e3-9f2a-4392-befb-fcbb60910268 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.0741062 Jun 30 02:32:45.211388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bdf846fa-e257-433c-8741-d454651d6b6e req-d623d14a-b8a6-4c14-9a68-86715a4d65ef tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Jun 30 02:32:45.323586 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-316855d7-a7b2-4c3c-bce9-546254dfd886 req-6f0e8407-bfb4-4830-b8be-ab6b1383c725 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 210 time: 0.0427489 Jun 30 02:32:45.407995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550b01a-9725-4aa7-a2bd-426df1e0a4d1 req-dbad9373-65f1-47c2-bcc0-70cd89f0be81 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:45.409803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5550b01a-9725-4aa7-a2bd-426df1e0a4d1 req-dbad9373-65f1-47c2-bcc0-70cd89f0be81 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 944 time: 0.0655859 Jun 30 02:32:45.455716 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5550b01a-9725-4aa7-a2bd-426df1e0a4d1 req-9f747f6e-6567-4c0a-9e08-faa8b4237b64 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Jun 30 02:32:45.542976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-dfb0962f-6b8d-43ff-8b3d-a88a81a4d699 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:45.544780 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-dfb0962f-6b8d-43ff-8b3d-a88a81a4d699 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.73 "GET /v2.0/networks?id=79965eeb-8206-45a4-915b-1f04e29cdad0 HTTP/1.1" status: 200 len: 806 time: 0.1117592 Jun 30 02:32:45.551594 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.583119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66e7857d-bcc0-4fb6-b80e-f89159da5ecd up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:45.610655 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-067660c2-742b-4e0c-bf8c-0735384736b0 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cbd747eef6b4b24a91056b8a11dd00d HTTP/1.1" status: 200 len: 379 time: 0.0446668 Jun 30 02:32:45.636619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Request body: {'port': {'device_id': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'admin_state_up': True, 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'security_groups': ['aae849f0-7d42-43de-8efb-ecefab055648']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:45.656313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:45.660489 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:45.661010 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.742020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b865e-eb04-44df-98d9-b7d3ac08878c req-3eac3cae-20b2-4cee-9ea0-3617e3b29e06 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:45.743600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd2b865e-eb04-44df-98d9-b7d3ac08878c req-3eac3cae-20b2-4cee-9ea0-3617e3b29e06 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1517582 Jun 30 02:32:45.745529 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.772220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:45.775006 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5c3f39-02d4-4a50-91bd-5616d638b03c" -d '{"events": [{"server_uuid": "acd1a7b8-1299-4d43-bd7c-d1f6948c15d3", "name": "network-vif-plugged", "status": "completed", "tag": "66e7857d-bcc0-4fb6-b80e-f89159da5ecd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:45.789354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Made reservation on behalf of 8cbd747eef6b4b24a91056b8a11dd00d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:32:45.792704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:45.793281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.797401 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.812168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd2b865e-eb04-44df-98d9-b7d3ac08878c req-e3c5f9cc-e8e7-40e7-9c66-4f8756214e45 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613432 Jun 30 02:32:45.872966 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fdec22-8e69-457a-a2ec-95af30e5a561 x-openstack-request-id: req-d3fdec22-8e69-457a-a2ec-95af30e5a561 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:45.873247 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd1a7b8-1299-4d43-bd7c-d1f6948c15d3", "name": "network-vif-plugged", "status": "completed", "tag": "66e7857d-bcc0-4fb6-b80e-f89159da5ecd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:45.873523 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3fdec22-8e69-457a-a2ec-95af30e5a561 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:45.873931 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd', 'code': 200} Jun 30 02:32:45.878750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:45.887538 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:45.946353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Allocated IP 172.20.0.5 (79965eeb-8206-45a4-915b-1f04e29cdad0/65d34257-2981-4e5d-9a5d-fe7daa04828e/2086da34-2703-4bd9-b695-279afe8e810c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:32:46.004980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5972f-2b57-4f77-b50a-dccd528e6bef req-c1fccdd9-83cb-42d0-bde8-f4a3bb1af95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:46.006554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9cc5972f-2b57-4f77-b50a-dccd528e6bef req-c1fccdd9-83cb-42d0-bde8-f4a3bb1af95b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 1097 time: 0.0566304 Jun 30 02:32:46.047897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9cc5972f-2b57-4f77-b50a-dccd528e6bef req-a3680dd5-b295-464f-bd2a-a8310de0144a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Jun 30 02:32:46.132544 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.143742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580a9b8-116a-47d7-accf-f3bfd3b2e156 req-c43c6a66-4c0e-4439-926e-2c538da26b72 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:46.145240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f580a9b8-116a-47d7-accf-f3bfd3b2e156 req-c43c6a66-4c0e-4439-926e-2c538da26b72 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1400506 Jun 30 02:32:46.166034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Transition to ACTIVE for port object 2086da34-2703-4bd9-b695-279afe8e810c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:46.209536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f580a9b8-116a-47d7-accf-f3bfd3b2e156 req-5052f7ed-9a0d-4038-9762-134d18feea1a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568733 Jun 30 02:32:46.224473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.277536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Network 79965eeb-8206-45a4-915b-1f04e29cdad0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:32:46.281035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:32:46.287890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:32:46.316433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Pushing event updated for resources: {'Port': ['ID=2086da34-2703-4bd9-b695-279afe8e810c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:46.353837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:46.354779 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.371334 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-cf01822e-b7a0-4c05-878e-e6aa581bbd93 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446344 Jun 30 02:32:46.392050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Request body: {'port': {'device_id': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:32:46.414472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0308b1c-d71c-4066-807d-c7f0f4bcd4ad req-2dc08d27-9673-4e8e-ab86-b6abb42115ed tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:46.416378 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0308b1c-d71c-4066-807d-c7f0f4bcd4ad req-2dc08d27-9673-4e8e-ab86-b6abb42115ed tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.0807652 Jun 30 02:32:46.461132 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0308b1c-d71c-4066-807d-c7f0f4bcd4ad req-24b91b64-82f6-4c80-b93d-b9db178af39a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368593 Jun 30 02:32:46.516369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.569237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4a169d77-b9b2-43ac-be2c-e1cab291a08f None None] Provisioning for port 2086da34-2703-4bd9-b695-279afe8e810c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:46.575045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4a169d77-b9b2-43ac-be2c-e1cab291a08f None None] Provisioning complete for port 2086da34-2703-4bd9-b695-279afe8e810c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:46.575662 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a169d77-b9b2-43ac-be2c-e1cab291a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.595235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ca8a0-d5e1-4d3f-9f51-ce04af169ab0 req-e0a9bbd0-cd23-427a-bb08-43dad8024405 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:46.596735 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd5ca8a0-d5e1-4d3f-9f51-ce04af169ab0 req-e0a9bbd0-cd23-427a-bb08-43dad8024405 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 931 time: 0.1247234 Jun 30 02:32:46.614694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4a169d77-b9b2-43ac-be2c-e1cab291a08f None None] Port 2086da34-2703-4bd9-b695-279afe8e810c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:32:46.743355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd5ca8a0-d5e1-4d3f-9f51-ce04af169ab0 req-75bf557a-f007-4a3e-b830-f6b67530bf32 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989854 Jun 30 02:32:46.859810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2086da34-2703-4bd9-b695-279afe8e810c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:46.869278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.882240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Transition to ACTIVE for port object 2086da34-2703-4bd9-b695-279afe8e810c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:46.887773 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:46.944124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Pushing event updated for resources: {'Port': ['ID=2086da34-2703-4bd9-b695-279afe8e810c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:47.002993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b993fa7-6930-4f7c-9b4d-ada28b3d0a67 req-152b000b-504f-40d9-ba21-c43cf84b4013 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.010775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b993fa7-6930-4f7c-9b4d-ada28b3d0a67 req-152b000b-504f-40d9-ba21-c43cf84b4013 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 945 time: 0.1190875 Jun 30 02:32:47.067450 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b993fa7-6930-4f7c-9b4d-ada28b3d0a67 req-58c1ede3-5a3a-4f7b-ae02-5e1bb5bbcedd tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555689 Jun 30 02:32:47.110021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Attempting to bind port 2086da34-2703-4bd9-b695-279afe8e810c on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:32:47.110425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Attempting to bind port 2086da34-2703-4bd9-b695-279afe8e810c by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:32:47.110914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Attempting to bind port 2086da34-2703-4bd9-b695-279afe8e810c on network 79965eeb-8206-45a4-915b-1f04e29cdad0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:47.123710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Port 2086da34-2703-4bd9-b695-279afe8e810c on network 79965eeb-8206-45a4-915b-1f04e29cdad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:32:47.124137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Attempting to bind port 2086da34-2703-4bd9-b695-279afe8e810c on network 79965eeb-8206-45a4-915b-1f04e29cdad0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:32:47.145433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1c2c5-7178-4f2b-a549-1fbe9dfca76b req-f8004ae2-a7ac-4d77-954a-2efb7c6e22db tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.155367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4aa1c2c5-7178-4f2b-a549-1fbe9dfca76b req-f8004ae2-a7ac-4d77-954a-2efb7c6e22db tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.2141454 Jun 30 02:32:47.162660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:32:47.163292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Checking segment: {'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:32:47.163775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Bound using segment: {'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:32:47.164548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Bound port: 2086da34-2703-4bd9-b695-279afe8e810c, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:32:47.165094 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.254976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4aa1c2c5-7178-4f2b-a549-1fbe9dfca76b req-0d4a3f4f-7b71-448c-9b6f-70c3a95c2cd4 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944486 Jun 30 02:32:47.286230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] For port 2086da34-2703-4bd9-b695-279afe8e810c, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:47.293710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] For port 2086da34-2703-4bd9-b695-279afe8e810c, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2086da34-2703-4bd9-b695-279afe8e810c,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:32:47.304221 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.359047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.359573 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:47.360963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] 10.222.0.73 "PUT /v2.0/ports/2086da34-2703-4bd9-b695-279afe8e810c HTTP/1.1" status: 200 len: 1092 time: 0.9753826 Jun 30 02:32:47.361399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'tag': '2086da34-2703-4bd9-b695-279afe8e810c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:47.363688 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5579d5f8-a55b-42d8-be37-19fbb66183eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e96bcaf1-890c-4d7f-9f64-9a662907776b", "tag": "2086da34-2703-4bd9-b695-279afe8e810c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:47.428834 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c35e0c3-68ba-40b2-9128-2dd2d71130f8 x-openstack-request-id: req-6c35e0c3-68ba-40b2-9128-2dd2d71130f8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:47.429325 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96bcaf1-890c-4d7f-9f64-9a662907776b", "tag": "2086da34-2703-4bd9-b695-279afe8e810c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:47.429738 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c35e0c3-68ba-40b2-9128-2dd2d71130f8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:47.430339 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'tag': '2086da34-2703-4bd9-b695-279afe8e810c', 'status': 'completed', 'code': 200} Jun 30 02:32:47.432124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d25c0-24b5-4245-b925-0b524bac4b7a service neutron] Pushing event updated for resources: {'Port': ['ID=2086da34-2703-4bd9-b695-279afe8e810c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:47.473268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd3027-b95b-4dfb-af08-4727039729da req-0a729a58-80de-4429-aa9e-70eb431bfb3c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.475769 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5cd3027-b95b-4dfb-af08-4727039729da req-0a729a58-80de-4429-aa9e-70eb431bfb3c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.1093004 Jun 30 02:32:47.550091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5cd3027-b95b-4dfb-af08-4727039729da req-0b4878a4-5f8a-4ae9-abb6-fce9accf7867 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657213 Jun 30 02:32:47.627395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-ac9f742f-a158-4f7f-9bc9-0da6164055d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.634464 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-ac9f742f-a158-4f7f-9bc9-0da6164055d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8cbd747eef6b4b24a91056b8a11dd00d&device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 1095 time: 0.1422734 Jun 30 02:32:47.722529 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-d31634f0-a883-4462-b284-6b4a44341e7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2086da34-2703-4bd9-b695-279afe8e810c HTTP/1.1" status: 200 len: 217 time: 0.0752010 Jun 30 02:32:47.778012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5e2b6-2993-4bc0-a727-a4075a85a3d2 req-3fb96ac9-4391-4392-96b0-62b162ef7ab5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.780365 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ecc5e2b6-2993-4bc0-a727-a4075a85a3d2 req-3fb96ac9-4391-4392-96b0-62b162ef7ab5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 946 time: 0.0863731 Jun 30 02:32:47.801749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-9e03e35b-0e04-4f9e-817f-f2839b21e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.803218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-9e03e35b-0e04-4f9e-817f-f2839b21e0fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65d34257-2981-4e5d-9a5d-fe7daa04828e HTTP/1.1" status: 200 len: 845 time: 0.0575719 Jun 30 02:32:47.822984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ecc5e2b6-2993-4bc0-a727-a4075a85a3d2 req-19ab9574-d229-42ad-aa9e-8980f3cefa38 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349240 Jun 30 02:32:47.861889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52828b4e-7dae-4980-9aa2-1aa5050b5028 req-7a7fafa7-e0b2-4fb9-bd31-bc9c768e9591 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.869298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-52828b4e-7dae-4980-9aa2-1aa5050b5028 req-7a7fafa7-e0b2-4fb9-bd31-bc9c768e9591 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.2040930 Jun 30 02:32:47.913798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-e0443728-97ea-45d9-97a3-5f04d8fe8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:47.915872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-e0443728-97ea-45d9-97a3-5f04d8fe8b8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79965eeb-8206-45a4-915b-1f04e29cdad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008084 Jun 30 02:32:47.919609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-52828b4e-7dae-4980-9aa2-1aa5050b5028 req-58c01886-de3b-4371-a54a-969e4caa4f77 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494277 Jun 30 02:32:48.037785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-37ca94dc-a1ad-42f8-b86c-3b409d2f94e4 service neutron] 10.222.0.73 "GET /v2.0/networks/79965eeb-8206-45a4-915b-1f04e29cdad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101940 Jun 30 02:32:48.099985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device dfef88eb-9e62-4511-8883-b05f87d47d66 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:48.193032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50b1d07b-d6f6-4620-9f6a-91fa708eed2d req-c39b45ab-f0b3-427a-be36-28fcbf799331 service neutron] 10.222.0.73 "GET /v2.0/networks/79965eeb-8206-45a4-915b-1f04e29cdad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464300 Jun 30 02:32:48.219292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052c8e2-112e-402e-8267-6dc53884e096 req-a43056b2-b477-4f3f-a1bf-7040e55f9de2 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.224598 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a052c8e2-112e-402e-8267-6dc53884e096 req-a43056b2-b477-4f3f-a1bf-7040e55f9de2 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 943 time: 0.1559937 Jun 30 02:32:48.293833 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a052c8e2-112e-402e-8267-6dc53884e096 req-d2ae9e69-23b4-4ef0-bc1a-ad879540d56c tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589445 Jun 30 02:32:48.340700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147abf4-6acc-4a9d-b3b8-041cd5e7e88e req-08578e71-bebe-4391-b041-e7a736960036 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.348100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c147abf4-6acc-4a9d-b3b8-041cd5e7e88e req-08578e71-bebe-4391-b041-e7a736960036 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 945 time: 0.0860987 Jun 30 02:32:48.363624 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:48.396923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:48.400223 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacf9462-1292-4777-9cba-469fa2fcc68c" -d '{"events": [{"server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "name": "network-vif-unplugged", "status": "completed", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:48.426123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-c39557ab-b33d-4d86-ad6c-142f26c676a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.427742 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-c39557ab-b33d-4d86-ad6c-142f26c676a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8cbd747eef6b4b24a91056b8a11dd00d&device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 1095 time: 0.1317427 Jun 30 02:32:48.442256 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c147abf4-6acc-4a9d-b3b8-041cd5e7e88e req-5371393b-7fa7-4313-86e1-5cd6499dd391 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930932 Jun 30 02:32:48.448359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:48.459904 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:48.525239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:48.611809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-58bdf0fe-b569-4595-af82-cfdb491b89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.613340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-58bdf0fe-b569-4595-af82-cfdb491b89ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=79965eeb-8206-45a4-915b-1f04e29cdad0 HTTP/1.1" status: 200 len: 907 time: 0.1744738 Jun 30 02:32:48.677405 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-813673f5-2d5d-422c-a766-8c232784bd6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2086da34-2703-4bd9-b695-279afe8e810c HTTP/1.1" status: 200 len: 217 time: 0.0501299 Jun 30 02:32:48.755966 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba101fe-af00-47a6-965b-6c13b097dd9e x-openstack-request-id: req-dba101fe-af00-47a6-965b-6c13b097dd9e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:32:48.756256 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "name": "network-vif-unplugged", "status": "failed", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:32:48.756508 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dba101fe-af00-47a6-965b-6c13b097dd9e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:32:48.759272 n-d-758944-39 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'code': 422} returned with failed status Jun 30 02:32:48.796604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-002753d9-6595-4916-ba99-9821fbf123bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.798853 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-002753d9-6595-4916-ba99-9821fbf123bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65d34257-2981-4e5d-9a5d-fe7daa04828e HTTP/1.1" status: 200 len: 845 time: 0.1042881 Jun 30 02:32:48.898937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf0109-a6e8-4fae-9016-e256703bea19 req-4a9adc81-81d2-4081-a484-0852b5266294 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.908876 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9abf0109-a6e8-4fae-9016-e256703bea19 req-4a9adc81-81d2-4081-a484-0852b5266294 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1414897 Jun 30 02:32:48.980095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9abf0109-a6e8-4fae-9016-e256703bea19 req-03c6eac2-47e8-45a7-8668-c1c031558b58 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601923 Jun 30 02:32:48.985639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-e88e43b6-eaa9-43ba-8a58-0716c175a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:48.988201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-e88e43b6-eaa9-43ba-8a58-0716c175a3c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79965eeb-8206-45a4-915b-1f04e29cdad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1750946 Jun 30 02:32:48.992802 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-68c7ab10-e3ce-47e0-a183-60ca5eb9fb43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945158 Jun 30 02:32:49.145477 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-3e317af2-a065-4676-8d88-fe4cc52db258 service neutron] 10.222.0.73 "GET /v2.0/networks/79965eeb-8206-45a4-915b-1f04e29cdad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338441 Jun 30 02:32:49.188120 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-0a5bbaf5-eb0b-4df8-938b-a2d8a0bb65c9 service neutron] 10.222.0.73 "GET /v2.0/ports/ad8ea669-440c-4455-93f2-25998b52b428/bindings/n-h1-758944-39 HTTP/1.1" status: 200 len: 385 time: 0.0916617 Jun 30 02:32:49.267820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f937f8-b274-4927-b7d7-0ce3cf638da9 req-a117a10d-3e58-4877-a815-2978ca66ba3a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:49.269356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79f937f8-b274-4927-b7d7-0ce3cf638da9 req-a117a10d-3e58-4877-a815-2978ca66ba3a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 943 time: 0.1287062 Jun 30 02:32:49.284493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca7ee9-ae76-4f35-8844-e0a38cfb6b9f req-269edeb3-24d5-4c88-a53d-b1e67b358017 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:49.286298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40ca7ee9-ae76-4f35-8844-e0a38cfb6b9f req-269edeb3-24d5-4c88-a53d-b1e67b358017 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.1443226 Jun 30 02:32:49.290889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5579d5f8-a55b-42d8-be37-19fbb66183eb req-40030e8c-6514-4420-8567-40761b233326 service neutron] 10.222.0.73 "GET /v2.0/networks/79965eeb-8206-45a4-915b-1f04e29cdad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366673 Jun 30 02:32:49.348243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40ca7ee9-ae76-4f35-8844-e0a38cfb6b9f req-581da4df-9974-43af-8532-6ab30fe51a7a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533864 Jun 30 02:32:49.383324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79f937f8-b274-4927-b7d7-0ce3cf638da9 req-10b0260c-c0c0-4cb4-989b-a346027a311a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035783 Jun 30 02:32:49.513880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-2772b15b-dc85-4ce6-81ec-e438d090b37c service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:49.564480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-2772b15b-dc85-4ce6-81ec-e438d090b37c service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:32:49.596388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device ad8ea669-440c-4455-93f2-25998b52b428 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:49.609973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-2772b15b-dc85-4ce6-81ec-e438d090b37c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8ea669-440c-4455-93f2-25998b52b428 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:49.627327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-2772b15b-dc85-4ce6-81ec-e438d090b37c service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:49.655024 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d3b36-f0f0-45d2-a2b3-4d80c8dea7f7 req-a0857e6e-8c7b-4366-8edc-d7b178584e04 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:49.656683 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca1d3b36-f0f0-45d2-a2b3-4d80c8dea7f7 req-a0857e6e-8c7b-4366-8edc-d7b178584e04 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 945 time: 0.1348572 Jun 30 02:32:49.671259 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-2772b15b-dc85-4ce6-81ec-e438d090b37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:49.691625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbbfbf-2e3a-479d-8098-6c0643ea6a61 req-4596f0e5-0d17-4914-83d9-555242d947b1 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:49.693126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-76fbbfbf-2e3a-479d-8098-6c0643ea6a61 req-4596f0e5-0d17-4914-83d9-555242d947b1 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 943 time: 0.0988955 Jun 30 02:32:49.736660 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-76fbbfbf-2e3a-479d-8098-6c0643ea6a61 req-546cad56-d50a-4018-a66b-369f6e79e157 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340679 Jun 30 02:32:49.743878 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca1d3b36-f0f0-45d2-a2b3-4d80c8dea7f7 req-fc805a45-36c3-4d5d-90dd-6afc0da4e242 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755513 Jun 30 02:32:49.800954 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-2772b15b-dc85-4ce6-81ec-e438d090b37c service neutron] Transition to ACTIVE for port object ad8ea669-440c-4455-93f2-25998b52b428 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:32:49.805228 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-2772b15b-dc85-4ce6-81ec-e438d090b37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:49.871072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-2772b15b-dc85-4ce6-81ec-e438d090b37c service neutron] No DVR routers for this DVR port ad8ea669-440c-4455-93f2-25998b52b428 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:32:49.916119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-2772b15b-dc85-4ce6-81ec-e438d090b37c service neutron] 10.222.0.73 "PUT /v2.0/ports/ad8ea669-440c-4455-93f2-25998b52b428/bindings/n-h1-758944-39/activate HTTP/1.1" status: 200 len: 370 time: 0.7197049 Jun 30 02:32:49.916814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772b15b-dc85-4ce6-81ec-e438d090b37c service neutron] Pushing event updated for resources: {'Port': ['ID=ad8ea669-440c-4455-93f2-25998b52b428,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:50.032570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-b7c5ad78-0aec-4409-a37c-92f91f5ebd30 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.034429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-b7c5ad78-0aec-4409-a37c-92f91f5ebd30 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1096 time: 0.0614836 Jun 30 02:32:50.097481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85ea3435-36e9-495f-a564-0b77e0cdc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.099238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-85ea3435-36e9-495f-a564-0b77e0cdc9a5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf&tenant_id=b6b95258dc98409483eb8868ae44b7c5 HTTP/1.1" status: 200 len: 1096 time: 0.0571876 Jun 30 02:32:50.227726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a36e7-60a4-453e-a816-806d596d484f req-4bc8c0cb-1acc-4614-9156-184ad50af05f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.229491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-875a36e7-60a4-453e-a816-806d596d484f req-4bc8c0cb-1acc-4614-9156-184ad50af05f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1199071 Jun 30 02:32:50.236378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-0f5ed0c6-90e0-4ce4-98ab-984930fac688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.237872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-0f5ed0c6-90e0-4ce4-98ab-984930fac688 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 1096 time: 0.1141396 Jun 30 02:32:50.303097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-6fb438ea-e9f6-4782-b6e4-781774cc4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.304707 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-6fb438ea-e9f6-4782-b6e4-781774cc4e26 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c&tenant_id=74ed56f4b8e14386826faef08e10c6ec HTTP/1.1" status: 200 len: 1096 time: 0.0574539 Jun 30 02:32:50.334932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-875a36e7-60a4-453e-a816-806d596d484f req-813966a0-4c59-43c0-aeee-83fc542ae6a4 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959954 Jun 30 02:32:50.372411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-6ba97033-c6bb-4262-8910-cebac5b94e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.374246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-6ba97033-c6bb-4262-8910-cebac5b94e16 service neutron] 10.222.0.69 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1276374 Jun 30 02:32:50.435074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-c00f0897-1144-4e4d-8bf0-c149d2717d6b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad8ea669-440c-4455-93f2-25998b52b428 HTTP/1.1" status: 200 len: 217 time: 0.0527012 Jun 30 02:32:50.443383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-d57f936e-f2f8-4b7a-804f-eecf3ada07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.445190 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-d57f936e-f2f8-4b7a-804f-eecf3ada07c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=74ed56f4b8e14386826faef08e10c6ec&device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 1096 time: 0.1092618 Jun 30 02:32:50.505808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-3600c60d-a6f9-4c20-aae6-79ab93ac80bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.507901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-3600c60d-a6f9-4c20-aae6-79ab93ac80bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0659893 Jun 30 02:32:50.553668 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-862b1909-2a8b-4689-9d9f-4d6c6273ccc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385509 Jun 30 02:32:50.587989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-3e9aad24-c95e-46a3-bb38-58d8fd44a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.589453 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-3e9aad24-c95e-46a3-bb38-58d8fd44a70c service neutron] 10.222.0.69 "GET /v2.0/networks?id=af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 200 len: 914 time: 0.1382267 Jun 30 02:32:50.611935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880180ed-a8ed-4b8a-9c73-a3aa53d57e46 req-d2968813-1f91-48d8-a2e4-edd7909da76d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.613505 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-880180ed-a8ed-4b8a-9c73-a3aa53d57e46 req-d2968813-1f91-48d8-a2e4-edd7909da76d tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.1031795 Jun 30 02:32:50.642739 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-7fc389f4-2df2-4909-b4eb-e6fe6cd65a4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfef88eb-9e62-4511-8883-b05f87d47d66 HTTP/1.1" status: 200 len: 217 time: 0.0450757 Jun 30 02:32:50.707539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-880180ed-a8ed-4b8a-9c73-a3aa53d57e46 req-3636befa-a4b1-4775-ba38-318f62abd80f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674348 Jun 30 02:32:50.720799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-978cc83a-fea8-4131-85b5-79907d588bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:50.722429 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-978cc83a-fea8-4131-85b5-79907d588bb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f02c02ca-436e-4209-a54a-2d9fd9bfa108 HTTP/1.1" status: 200 len: 853 time: 0.0676880 Jun 30 02:32:50.765828 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-944e0c4b-b32a-4f7d-b87a-1be41e877075 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af7bd34d-3de0-4464-9ddf-f4140fc809d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288305 Jun 30 02:32:50.864297 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-e1de6186-541f-4957-a496-6a78a2f4399c service neutron] 10.222.0.69 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882123 Jun 30 02:32:50.961430 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca83f056-97ec-4dd7-9c7b-4364aba31572 req-93664ec0-4de6-4f63-9906-eeb7b0e2e0ab service neutron] 10.222.0.69 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898831 Jun 30 02:32:51.031465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cebf5-92ab-4527-8d79-789feefaa5f9 req-16672c6f-585f-47ad-bb94-91678f986f98 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:51.033681 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b0cebf5-92ab-4527-8d79-789feefaa5f9 req-16672c6f-585f-47ad-bb94-91678f986f98 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 943 time: 0.0678384 Jun 30 02:32:51.041228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-d47ccf37-005d-4599-9958-bc6b53282562 service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766591 Jun 30 02:32:51.050385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b92d4-e3fe-4fd8-8c2a-9f8197e76de9 req-710d02ac-6280-40b9-ab74-ade8d050f9c0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:51.052138 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-881b92d4-e3fe-4fd8-8c2a-9f8197e76de9 req-710d02ac-6280-40b9-ab74-ade8d050f9c0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 944 time: 0.5011861 Jun 30 02:32:51.077759 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b0cebf5-92ab-4527-8d79-789feefaa5f9 req-1a2832b0-a614-4302-b47a-7b93d326cb85 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374341 Jun 30 02:32:51.144188 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-881b92d4-e3fe-4fd8-8c2a-9f8197e76de9 req-ac3c83db-e697-4d38-9119-b2691a556db9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819521 Jun 30 02:32:51.185012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-07a2a091-3afc-40da-8325-8dbc5810b952 service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317534 Jun 30 02:32:51.606894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37c06d-5422-48e4-abaf-8169a625481e req-3f66025c-ca42-4ee4-bb57-4cad29d3ddb5 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:51.608927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2e37c06d-5422-48e4-abaf-8169a625481e req-3f66025c-ca42-4ee4-bb57-4cad29d3ddb5 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1053352 Jun 30 02:32:51.611771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2086da34-2703-4bd9-b695-279afe8e810c details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:51.789039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 2086da34-2703-4bd9-b695-279afe8e810c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2086da34-2703-4bd9-b695-279afe8e810c,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:51.813583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '2086da34-2703-4bd9-b695-279afe8e810c', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'port_id': '2086da34-2703-4bd9-b695-279afe8e810c', 'mac_address': 'fa:16:3e:60:2c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:51.907019 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:51.924176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2086da34-2703-4bd9-b695-279afe8e810c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:51.946987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 2086da34-2703-4bd9-b695-279afe8e810c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2086da34-2703-4bd9-b695-279afe8e810c,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:51.960220 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:52.020657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14e3bc-7259-4d6b-8d09-ef9d302c9f68 req-ea55855c-d9ce-4362-9e75-e1ff0fdcf581 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:52.022194 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d14e3bc-7259-4d6b-8d09-ef9d302c9f68 req-ea55855c-d9ce-4362-9e75-e1ff0fdcf581 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.1326957 Jun 30 02:32:52.045712 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=2086da34-2703-4bd9-b695-279afe8e810c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:52.065042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2e37c06d-5422-48e4-abaf-8169a625481e req-a47826db-5121-4b36-9495-28f385921c6a tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472980 Jun 30 02:32:52.110470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device dfef88eb-9e62-4511-8883-b05f87d47d66 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:52.111261 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d14e3bc-7259-4d6b-8d09-ef9d302c9f68 req-2faff14d-d85d-43ff-8ba8-f386f5bd82a6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827878 Jun 30 02:32:52.272339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ad8ea669-440c-4455-93f2-25998b52b428 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:32:52.304304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['2086da34-2703-4bd9-b695-279afe8e810c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:52.339739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f5ee5-e89a-4282-821f-e15894def342 req-d915584c-7952-4081-a576-58fc39c613be tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:52.347187 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db2f5ee5-e89a-4282-821f-e15894def342 req-d915584c-7952-4081-a576-58fc39c613be tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 944 time: 0.1163013 Jun 30 02:32:52.394009 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db2f5ee5-e89a-4282-821f-e15894def342 req-efa099a8-da0a-4d6e-8c4f-02a6dfe5d65a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453923 Jun 30 02:32:52.491664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8276004-acb0-4ec4-a89b-6f7a37645449 req-19d87395-4838-4aa0-b839-a413c7ae7635 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:52.499985 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8276004-acb0-4ec4-a89b-6f7a37645449 req-19d87395-4838-4aa0-b839-a413c7ae7635 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 944 time: 0.0943322 Jun 30 02:32:52.536411 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8276004-acb0-4ec4-a89b-6f7a37645449 req-20558801-f529-4ee8-aaf2-9234506e5779 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350866 Jun 30 02:32:52.793684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8173633-ae21-4fdf-b714-1a8fe7b120c6 req-b24f9407-420a-437d-a062-634f7686627a tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:52.795260 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d8173633-ae21-4fdf-b714-1a8fe7b120c6 req-b24f9407-420a-437d-a062-634f7686627a tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 1096 time: 0.0561078 Jun 30 02:32:52.833787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d8173633-ae21-4fdf-b714-1a8fe7b120c6 req-bc626149-fea9-4c73-a784-9303d2579a84 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327799 Jun 30 02:32:53.021378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f6387-b779-4135-9b94-913f1847cd23 req-a1f79a84-2924-4e4d-a279-47ed54fc2c58 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:53.022962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df3f6387-b779-4135-9b94-913f1847cd23 req-a1f79a84-2924-4e4d-a279-47ed54fc2c58 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 1096 time: 0.0555348 Jun 30 02:32:53.066133 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df3f6387-b779-4135-9b94-913f1847cd23 req-fcfb4cdc-c62b-43b8-bd86-53392d67bcd0 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Jun 30 02:32:53.286326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44238c36-2950-4c28-ab88-bb79fa26c412 req-a54f9e12-01de-4234-a82e-a3781f95c37a tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:53.287884 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44238c36-2950-4c28-ab88-bb79fa26c412 req-a54f9e12-01de-4234-a82e-a3781f95c37a tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.0669785 Jun 30 02:32:53.333714 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44238c36-2950-4c28-ab88-bb79fa26c412 req-b9fff9b5-849a-46b9-aec4-1f14da85f7ee tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370848 Jun 30 02:32:53.536326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecde528-5b3c-46e1-9513-b69281d1bf19 req-4fcd6494-d646-4633-900a-46b1b22959a1 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:53.537714 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1ecde528-5b3c-46e1-9513-b69281d1bf19 req-4fcd6494-d646-4633-900a-46b1b22959a1 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.0725925 Jun 30 02:32:53.588329 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1ecde528-5b3c-46e1-9513-b69281d1bf19 req-c5ee1290-0793-49e6-8b19-9ce3e14878a5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428946 Jun 30 02:32:53.629335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66e7857d-bcc0-4fb6-b80e-f89159da5ecd details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:32:53.632359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2086da34-2703-4bd9-b695-279afe8e810c up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:53.829151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 2086da34-2703-4bd9-b695-279afe8e810c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:32:53.844135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 2086da34-2703-4bd9-b695-279afe8e810c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:53.854583 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:53.937305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:53.976821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'port_id': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd', 'mac_address': 'fa:16:3e:e7:67:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93f79d-ac84-486e-a998-bf81e77882e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:32:54.081482 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:54.100627 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:54.130564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66e7857d-bcc0-4fb6-b80e-f89159da5ecd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:32:54.152592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2086da34-2703-4bd9-b695-279afe8e810c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:32:54.155856 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9f24ab-6f93-4bea-8e69-a1c4080c6501" -d '{"events": [{"server_uuid": "e96bcaf1-890c-4d7f-9f64-9a662907776b", "name": "network-vif-plugged", "status": "completed", "tag": "2086da34-2703-4bd9-b695-279afe8e810c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:32:54.212064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 2086da34-2703-4bd9-b695-279afe8e810c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2086da34-2703-4bd9-b695-279afe8e810c,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:54.224260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:54.226116 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:54.250933 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:54.368114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=2086da34-2703-4bd9-b695-279afe8e810c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:54.374111 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['66e7857d-bcc0-4fb6-b80e-f89159da5ecd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:32:54.379357 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d98889a-e674-45d3-aa49-4295e43f768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:54.598520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb104c-57bd-413c-b3db-52691849b9d7 req-7ded7fd8-2bf3-4255-85c4-aa2767b7468d tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:32:54.607376 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2cb104c-57bd-413c-b3db-52691849b9d7 req-7ded7fd8-2bf3-4255-85c4-aa2767b7468d tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 945 time: 0.1220615 Jun 30 02:32:54.609284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:54.664142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2cb104c-57bd-413c-b3db-52691849b9d7 req-d427d65a-a2c1-4046-9404-ebc22bc8f74a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551541 Jun 30 02:32:55.628170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66e7857d-bcc0-4fb6-b80e-f89159da5ecd up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:32:55.789913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:32:55.789913 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:55.934293 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:55.974675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:32:55.984496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.115314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:32:56.908997 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:56.973969 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-530de280-ed3a-47ce-b5b5-8a1f950bd42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:57.811929 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:32:58.125217 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:32:59.943647 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:02.035714 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608092db-cfe9-4fa1-b76c-cf5cd1c7ba9c x-openstack-request-id: req-608092db-cfe9-4fa1-b76c-cf5cd1c7ba9c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:02.036797 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96bcaf1-890c-4d7f-9f64-9a662907776b", "name": "network-vif-plugged", "status": "completed", "tag": "2086da34-2703-4bd9-b695-279afe8e810c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:02.037048 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-608092db-cfe9-4fa1-b76c-cf5cd1c7ba9c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:02.037450 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2086da34-2703-4bd9-b695-279afe8e810c', 'code': 200} Jun 30 02:33:02.232173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f06f97-74a4-4c8f-af58-90887e078a98 req-af3e1100-9ad2-4b84-a7fb-96f8dadab3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:02.233686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72f06f97-74a4-4c8f-af58-90887e078a98 req-af3e1100-9ad2-4b84-a7fb-96f8dadab3f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 1097 time: 0.1002657 Jun 30 02:33:02.276535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6a129-8e5f-426c-a486-f559b2bd1477 req-0e42e640-ae6d-44f1-9e8f-354483312d66 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:02.278082 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77b6a129-8e5f-426c-a486-f559b2bd1477 req-0e42e640-ae6d-44f1-9e8f-354483312d66 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1342075 Jun 30 02:33:02.299337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72f06f97-74a4-4c8f-af58-90887e078a98 req-bf1022e2-219e-481c-9905-d2f4d93d4571 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583801 Jun 30 02:33:02.335307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77b6a129-8e5f-426c-a486-f559b2bd1477 req-18913a6d-af37-4a23-af5b-05d53975701f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475736 Jun 30 02:33:02.525716 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f21ca-4625-4cc0-9415-f2c7ea37d5af req-5bdd46cd-bbcb-467a-9151-42f57ed9d21e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:02.527341 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e3f21ca-4625-4cc0-9415-f2c7ea37d5af req-5bdd46cd-bbcb-467a-9151-42f57ed9d21e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.0729268 Jun 30 02:33:02.568440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e3f21ca-4625-4cc0-9415-f2c7ea37d5af req-21db549a-0a33-4d37-9d61-6e8b4f558922 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348244 Jun 30 02:33:02.845029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbfd1b-6b94-48db-8522-492190552b6f req-e7858bf9-2aa6-4a0e-a1f0-ff4a28141d38 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:02.846591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4bcbfd1b-6b94-48db-8522-492190552b6f req-e7858bf9-2aa6-4a0e-a1f0-ff4a28141d38 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 945 time: 0.0723040 Jun 30 02:33:02.894021 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4bcbfd1b-6b94-48db-8522-492190552b6f req-8ee4badc-0194-4f36-a613-7db6c1d85479 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389571 Jun 30 02:33:03.065071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f7ef0-2531-4535-9283-7f9bb5f141ad req-503f1815-dd5f-417c-ba5a-73b8ab584eb7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:03.066459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a5f7ef0-2531-4535-9283-7f9bb5f141ad req-503f1815-dd5f-417c-ba5a-73b8ab584eb7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0668004 Jun 30 02:33:03.105999 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a5f7ef0-2531-4535-9283-7f9bb5f141ad req-9d400093-da91-477c-82e4-a4deb4929271 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334949 Jun 30 02:33:03.334135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37644ddc-710e-4cfa-9a50-58369a5312ae req-4c0d7270-044c-4112-9dc6-ff499aa77b4d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:03.335641 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37644ddc-710e-4cfa-9a50-58369a5312ae req-4c0d7270-044c-4112-9dc6-ff499aa77b4d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0648415 Jun 30 02:33:03.378472 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37644ddc-710e-4cfa-9a50-58369a5312ae req-dc715658-1d2d-4844-ad44-884a0bfe4646 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366127 Jun 30 02:33:03.604995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6be3d8-8849-44ea-b702-714c8cc5bbb4 req-0cd81cb2-e696-4e73-95a5-2cf9b2cf03e8 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:03.606368 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce6be3d8-8849-44ea-b702-714c8cc5bbb4 req-0cd81cb2-e696-4e73-95a5-2cf9b2cf03e8 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.0661945 Jun 30 02:33:03.644868 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce6be3d8-8849-44ea-b702-714c8cc5bbb4 req-3dbd4dd2-9e60-4bb2-982b-aabf66a2ddff tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Jun 30 02:33:04.039259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:04.042414 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f881132c-92b1-490d-b63f-bafa6cc8d339" -d '{"events": [{"server_uuid": "acd1a7b8-1299-4d43-bd7c-d1f6948c15d3", "name": "network-vif-plugged", "status": "completed", "tag": "66e7857d-bcc0-4fb6-b80e-f89159da5ecd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:04.301068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092610-bf3b-4943-8046-6fce4052312f req-24c3724a-b02f-406a-933f-3c5c3328c64b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:04.303097 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-24c3724a-b02f-406a-933f-3c5c3328c64b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 812 time: 0.1120565 Jun 30 02:33:04.319388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-1003ccfc-5e7c-4f5d-b7fa-0f18506b0512 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/quotas/b024877b9ea046a6a65c423b89fcd680 HTTP/1.1" status: 200 len: 375 time: 0.0100265 Jun 30 02:33:04.416941 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-1c2bb279-4716-4914-8e8f-431b71926a4c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0917630 Jun 30 02:33:04.428540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-7529d21d-6edb-4bed-bd8d-3aadaaa338c0 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:04.429755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-7529d21d-6edb-4bed-bd8d-3aadaaa338c0 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1096 time: 0.0836909 Jun 30 02:33:04.433945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-f3f835bd-ee9c-4fe2-8cae-95e17a2e6d8f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:33:04.441565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-f3f835bd-ee9c-4fe2-8cae-95e17a2e6d8f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179062 Jun 30 02:33:04.542651 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-726c9272-bc08-4be1-8a7f-d55c57ca29a6 service neutron] 10.222.0.55 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998993 Jun 30 02:33:04.592013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-e16a9b09-5d0e-4339-b739-8e7d40059cfc service neutron] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:04.597216 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-e16a9b09-5d0e-4339-b739-8e7d40059cfc service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:04.598330 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d9c466-dd33-4919-8c7f-9634a084e1dd req-e16a9b09-5d0e-4339-b739-8e7d40059cfc service neutron] 10.222.0.69 "DELETE /v2.0/ports/ad8ea669-440c-4455-93f2-25998b52b428/bindings/n-h2-758944-39 HTTP/1.1" status: 204 len: 173 time: 0.1603203 Jun 30 02:33:04.613334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da96af-8a30-41ac-a60a-1b06d7cb5865 req-b0dcddb1-96f5-4111-a5a4-29a53b98a6f1 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:04.614847 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2da96af-8a30-41ac-a60a-1b06d7cb5865 req-b0dcddb1-96f5-4111-a5a4-29a53b98a6f1 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.1047683 Jun 30 02:33:04.645333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-d8b84f87-c0da-47dc-a41e-f8aca741fed1 service neutron] 10.222.0.55 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966523 Jun 30 02:33:04.659336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2da96af-8a30-41ac-a60a-1b06d7cb5865 req-763a4cd0-ed34-4a06-8c2a-3f8b6b646c75 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380039 Jun 30 02:33:04.927238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f68ac5-b63e-4412-bfdc-ef1c0f1d0339 req-0b7c1853-7a77-41bd-bafe-4370413ccd10 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:04.928883 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77f68ac5-b63e-4412-bfdc-ef1c0f1d0339 req-0b7c1853-7a77-41bd-bafe-4370413ccd10 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 945 time: 0.0783710 Jun 30 02:33:05.001407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77f68ac5-b63e-4412-bfdc-ef1c0f1d0339 req-95e70674-c2fd-4bb7-ab8b-b464195a8dab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561700 Jun 30 02:33:05.052254 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec2e2aa-97ac-406e-a152-ae737e75f953 x-openstack-request-id: req-bec2e2aa-97ac-406e-a152-ae737e75f953 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:05.052780 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd1a7b8-1299-4d43-bd7c-d1f6948c15d3", "name": "network-vif-plugged", "status": "completed", "tag": "66e7857d-bcc0-4fb6-b80e-f89159da5ecd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:05.052988 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bec2e2aa-97ac-406e-a152-ae737e75f953 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:05.053273 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd', 'code': 200} Jun 30 02:33:05.247237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945bbfb-66a2-448a-95d7-e2b3f9d981c8 req-d4093ab9-7289-4d75-b0d5-0b8ba8720409 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:05.255018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7945bbfb-66a2-448a-95d7-e2b3f9d981c8 req-d4093ab9-7289-4d75-b0d5-0b8ba8720409 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.0886817 Jun 30 02:33:05.311920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7945bbfb-66a2-448a-95d7-e2b3f9d981c8 req-b55f46a8-e6c4-48b2-b474-afb90e41a82f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558097 Jun 30 02:33:05.461073 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa5a38c1-1ea5-4577-9f9a-efa5830efe45 req-e455cf2e-a0c7-43d9-bf59-16615700d15d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 210 time: 0.0559616 Jun 30 02:33:05.515281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cde6d4-d3a1-4a0a-8042-9a0fca5d53ba req-51abb7d3-463b-4cda-b879-c2f22720a0a7 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:05.516804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34cde6d4-d3a1-4a0a-8042-9a0fca5d53ba req-51abb7d3-463b-4cda-b879-c2f22720a0a7 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 945 time: 0.0720286 Jun 30 02:33:05.526187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:05.540580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3fb3a2f9-0cbb-4f13-b18a-87d8c78f46a5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Request body: {'floatingip': {'port_id': '2086da34-2703-4bd9-b695-279afe8e810c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:05.614013 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a2f9-0cbb-4f13-b18a-87d8c78f46a5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:05.688983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66e7857d-bcc0-4fb6-b80e-f89159da5ecd no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:05.828962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-0de967d8-41ef-49fb-8112-d144d900d98f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:05.838265 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-0de967d8-41ef-49fb-8112-d144d900d98f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 805 time: 0.1798897 Jun 30 02:33:05.843996 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:05.860194 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-8f9468b0-e89f-40c7-b67f-14b77647475c tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/quotas/50f3443ffa82427e9b043eebefd6f034 HTTP/1.1" status: 200 len: 375 time: 0.0208709 Jun 30 02:33:05.938542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:05.948050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:05.988356 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-b26af73f-2b5d-49dd-a4d4-d188d8dcd541 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1272726 Jun 30 02:33:06.004983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:06.081861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96459703-c91e-4178-874f-25ce55138900 req-33d281cd-46aa-4ee2-9af0-94daa8b81ba2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:06.083422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96459703-c91e-4178-874f-25ce55138900 req-33d281cd-46aa-4ee2-9af0-94daa8b81ba2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.1656373 Jun 30 02:33:06.148567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-43effa7b-9739-4415-969e-f7af21722eb6 service neutron] 10.222.0.55 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415627 Jun 30 02:33:06.263616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-2d5b0a4a-376b-4151-a36d-3029d004bfbb service neutron] 10.222.0.55 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996158 Jun 30 02:33:06.276236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a2f9-0cbb-4f13-b18a-87d8c78f46a5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.287102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a2f9-0cbb-4f13-b18a-87d8c78f46a5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.408897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96459703-c91e-4178-874f-25ce55138900 req-15419865-a475-45c1-9402-876cc4f95799 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466379 Jun 30 02:33:06.412661 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-3fb3a2f9-0cbb-4f13-b18a-87d8c78f46a5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Floating IP d3b83058-c03c-44b8-b6ee-76343f742a60 associated. External IP: 172.25.7.20, port: 2086da34-2703-4bd9-b695-279afe8e810c. Jun 30 02:33:06.495548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092610-bf3b-4943-8046-6fce4052312f req-53c2ddd2-65be-4a11-bc3c-7c4837849658 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:06.499635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-53c2ddd2-65be-4a11-bc3c-7c4837849658 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.69 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 812 time: 0.2349629 Jun 30 02:33:06.514147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'port': {'device_id': 'd6f948b4-7cbe-4887-b5b1-9b72e2308821', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'admin_state_up': True, 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:06.691999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb3a2f9-0cbb-4f13-b18a-87d8c78f46a5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Router b904861a-dd0b-4a78-82d1-552c9ccc9450 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:33:06.746333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Made reservation on behalf of b024877b9ea046a6a65c423b89fcd680 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:06.750330 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.783785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ea929e1-6ea0-47c5-8ab4-70c496aa1bd7 req-4ee86669-0bca-4aa9-b16d-51914ca36623 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 210 time: 0.0409591 Jun 30 02:33:06.797310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18589cf2-802f-4d5e-a795-66d49fbf4d9e req-75dda35f-6929-4886-98cf-eefc011f4707 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:06.799460 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-18589cf2-802f-4d5e-a795-66d49fbf4d9e req-75dda35f-6929-4886-98cf-eefc011f4707 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1133633 Jun 30 02:33:06.903976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb3a2f9-0cbb-4f13-b18a-87d8c78f46a5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:33:06.921937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] Sync routers for ids ['b904861a-dd0b-4a78-82d1-552c9ccc9450'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:33:06.923167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3fb3a2f9-0cbb-4f13-b18a-87d8c78f46a5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:06.939135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] Routers {'b904861a-dd0b-4a78-82d1-552c9ccc9450'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:33:06.941112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-18589cf2-802f-4d5e-a795-66d49fbf4d9e req-d7476b16-50ce-4aaa-9d76-b4cfec5fc3ab tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028049 Jun 30 02:33:06.941637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b904861a-dd0b-4a78-82d1-552c9ccc9450'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:06.991565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3fb3a2f9-0cbb-4f13-b18a-87d8c78f46a5 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "PUT /v2.0/floatingips/d3b83058-c03c-44b8-b6ee-76343f742a60 HTTP/1.1" status: 200 len: 990 time: 1.4616640 Jun 30 02:33:06.991565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'tag': '2086da34-2703-4bd9-b695-279afe8e810c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:06.992497 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19" -d '{"events": [{"name": "network-changed", "server_uuid": "e96bcaf1-890c-4d7f-9f64-9a662907776b", "tag": "2086da34-2703-4bd9-b695-279afe8e810c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:06.998888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Allocated IP 172.20.0.3 (8a45bdb0-42ad-4822-9047-0b0857630f97/6eb16b85-0a65-4811-8135-f92b5adf71dc/fd59259e-e9df-4129-b64c-d7b5ae5c6b7c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:07.055518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:07.058462 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ff7090-0987-4534-8bfd-c0e3f03079d9" -d '{"events": [{"server_uuid": "acd1a7b8-1299-4d43-bd7c-d1f6948c15d3", "name": "network-vif-unplugged", "status": "completed", "tag": "66e7857d-bcc0-4fb6-b80e-f89159da5ecd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:07.091813 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08daf1b3-d301-40d9-846a-b33f50828720 req-76d801cf-c5d4-4101-9512-79ebaa72fd43 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 210 time: 0.0718591 Jun 30 02:33:07.225504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] Set router b904861a-dd0b-4a78-82d1-552c9ccc9450 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:33:07.240727 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4d4dac-6570-46ad-a50e-c0e6aed5af45 x-openstack-request-id: req-6e4d4dac-6570-46ad-a50e-c0e6aed5af45 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:07.241024 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96bcaf1-890c-4d7f-9f64-9a662907776b", "tag": "2086da34-2703-4bd9-b695-279afe8e810c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:07.241275 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e4d4dac-6570-46ad-a50e-c0e6aed5af45 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:07.241958 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'tag': '2086da34-2703-4bd9-b695-279afe8e810c', 'status': 'completed', 'code': 200} Jun 30 02:33:07.288013 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:07.309273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Transition to ACTIVE for port object fd59259e-e9df-4129-b64c-d7b5ae5c6b7c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:07.315232 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5770e8d-476d-4130-9aa3-c2103cfbad18 x-openstack-request-id: req-d5770e8d-476d-4130-9aa3-c2103cfbad18 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:07.315640 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd1a7b8-1299-4d43-bd7c-d1f6948c15d3", "name": "network-vif-unplugged", "status": "completed", "tag": "66e7857d-bcc0-4fb6-b80e-f89159da5ecd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:07.316076 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5770e8d-476d-4130-9aa3-c2103cfbad18 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:07.316603 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd', 'code': 200} Jun 30 02:33:07.365639 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:07.396346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f5eed2d6-677f-47ae-a493-03ddbb8b789c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:07.398901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['0dcdb155-591c-47ae-aed0-68c7efabc5d0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:07.455245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-8c66cd36-0df7-41b1-82c2-33fad4e5821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:07.463548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:07.468128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:07.472395 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-8c66cd36-0df7-41b1-82c2-33fad4e5821f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8cbd747eef6b4b24a91056b8a11dd00d&device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 1097 time: 0.1595640 Jun 30 02:33:07.496710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:07.541087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'Port': ['ID=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:07.565637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.566327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.569093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.569826 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.570405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.571106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.571721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.572298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.572849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.573393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.574211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.574793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:07.610436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:07.611668 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:07.658245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-7298a44d-72ff-4780-850d-91d02ffbbe1d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:07.660257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-7298a44d-72ff-4780-850d-91d02ffbbe1d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "GET /v2.0/ports?device_id=acd1a7b8-1299-4d43-bd7c-d1f6948c15d3 HTTP/1.1" status: 200 len: 943 time: 0.2503102 Jun 30 02:33:07.662465 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-c8a7af24-2f61-4da6-a691-313b6a5c1943 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1531489 Jun 30 02:33:07.684188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Request body: {'port': {'device_id': 'd6f948b4-7cbe-4887-b5b1-9b72e2308821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:07.704057 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-ff6c7640-1393-4c3b-a6f8-6327a9d30f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:07.705554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-ff6c7640-1393-4c3b-a6f8-6327a9d30f05 service neutron] 10.222.0.73 "GET /v2.0/networks?id=79965eeb-8206-45a4-915b-1f04e29cdad0 HTTP/1.1" status: 200 len: 907 time: 0.2320132 Jun 30 02:33:07.858211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-edd4fb53-a001-4e2c-9cb3-229d02850e57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2086da34-2703-4bd9-b695-279afe8e810c HTTP/1.1" status: 200 len: 998 time: 0.1449091 Jun 30 02:33:07.874349 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:07.911966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-23253175-e301-413a-9c01-5eb41c1bf9d1 None None] Provisioning for port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:07.956778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-c8ce6e9c-244a-4a5d-a4aa-2f7e344e2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:07.958603 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-c8ce6e9c-244a-4a5d-a4aa-2f7e344e2ed6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=65d34257-2981-4e5d-9a5d-fe7daa04828e HTTP/1.1" status: 200 len: 845 time: 0.0871260 Jun 30 02:33:07.991932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-23253175-e301-413a-9c01-5eb41c1bf9d1 None None] Provisioning complete for port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:07.996320 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23253175-e301-413a-9c01-5eb41c1bf9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.056837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-e108fbca-f5ca-4f0f-a4d0-2b1dc503f5b6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Deleting port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:08.057486 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-e108fbca-f5ca-4f0f-a4d0-2b1dc503f5b6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.129756 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f61d15fa-4250-481b-8463-34e643a46a9d req-f742a6c8-525e-4429-9268-e05eb41bdd7b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 210 time: 0.0540051 Jun 30 02:33:08.149080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-6de25956-80e8-46af-bd1f-903cd06168a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:08.153949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-6de25956-80e8-46af-bd1f-903cd06168a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=79965eeb-8206-45a4-915b-1f04e29cdad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842208 Jun 30 02:33:08.157192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f7804-3367-4917-bb19-3920f8cda569 req-ddea66b4-5501-47f3-b9c5-fb912cbde172 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:08.159475 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-214f7804-3367-4917-bb19-3920f8cda569 req-ddea66b4-5501-47f3-b9c5-fb912cbde172 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 944 time: 0.3903818 Jun 30 02:33:08.244938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device dfef88eb-9e62-4511-8883-b05f87d47d66 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:08.302455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-e108fbca-f5ca-4f0f-a4d0-2b1dc503f5b6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] For port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:08.303021 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-e108fbca-f5ca-4f0f-a4d0-2b1dc503f5b6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.318511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-214f7804-3367-4917-bb19-3920f8cda569 req-913ad192-b139-4a55-95a6-5731e89c871b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455081 Jun 30 02:33:08.336065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-e108fbca-f5ca-4f0f-a4d0-2b1dc503f5b6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Calling delete_port for 66e7857d-bcc0-4fb6-b80e-f89159da5ecd owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:08.445113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-23253175-e301-413a-9c01-5eb41c1bf9d1 None None] Port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:08.512469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'd3b83058-c03c-44b8-b6ee-76343f742a60', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'port_id': '2086da34-2703-4bd9-b695-279afe8e810c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'mac_address': 'fa:16:3e:60:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:32:41Z', 'updated_at': '2021-06-30T02:33:06Z', 'revision_number': 1, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c276c042-29ef-4d8c-945f-a9846ba8c003', 'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'mac_address': 'fa:16:3e:fe:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:42Z', 'revision_number': 5, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'subnets': [{'id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:08.564519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-281ffca4-0bb7-4217-96c4-efaa01a8658f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:08.567257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-281ffca4-0bb7-4217-96c4-efaa01a8658f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 805 time: 0.1699147 Jun 30 02:33:08.581581 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Request body: {'port': {'device_id': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'admin_state_up': True, 'tenant_id': '50f3443ffa82427e9b043eebefd6f034'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:08.584503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd59259e-e9df-4129-b64c-d7b5ae5c6b7c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:08.588337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] Checking router: b904861a-dd0b-4a78-82d1-552c9ccc9450 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:33:08.614258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] Routers {'b904861a-dd0b-4a78-82d1-552c9ccc9450'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:33:08.614584 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.614964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b904861a-dd0b-4a78-82d1-552c9ccc9450'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:08.682160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:08.695416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'network_id': 'af7bd34d-3de0-4464-9ddf-f4140fc809d3', 'port_id': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'mac_address': 'fa:16:3e:d3:99:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02c02ca-436e-4209-a54a-2d9fd9bfa108', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:08.696599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Transition to ACTIVE for port object fd59259e-e9df-4129-b64c-d7b5ae5c6b7c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:08.761939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Made reservation on behalf of 50f3443ffa82427e9b043eebefd6f034 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:08.764217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.765539 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.793220 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.795783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef82b2b-83a6-4f55-bbb5-303d27a6f7c2 req-2d7b9bc5-246a-4271-af7b-7fd954b449db tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:08.806188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ef82b2b-83a6-4f55-bbb5-303d27a6f7c2 req-2d7b9bc5-246a-4271-af7b-7fd954b449db tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.5118117 Jun 30 02:33:08.820586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfef88eb-9e62-4511-8883-b05f87d47d66 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:08.844635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:08.852708 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.857047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] Set router b904861a-dd0b-4a78-82d1-552c9ccc9450 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:33:08.886905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Pushing event updated for resources: {'Port': ['ID=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:08.889488 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-e108fbca-f5ca-4f0f-a4d0-2b1dc503f5b6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:08.913548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51383c82-e1ed-4ad1-9457-708b3ffcfd2e req-cfa918d1-9479-4077-89f9-3e4f94203abb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:08.931689 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51383c82-e1ed-4ad1-9457-708b3ffcfd2e req-cfa918d1-9479-4077-89f9-3e4f94203abb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 931 time: 0.3396623 Jun 30 02:33:08.944269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-60dc006b-2aed-4d90-bfd6-bac01c5441e3 service neutron] 10.222.0.73 "GET /v2.0/networks/79965eeb-8206-45a4-915b-1f04e29cdad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765474 Jun 30 02:33:08.971504 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ef82b2b-83a6-4f55-bbb5-303d27a6f7c2 req-e165fc44-60f2-4c0e-aa5e-96118a15dc03 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636300 Jun 30 02:33:08.994374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108fbca-f5ca-4f0f-a4d0-2b1dc503f5b6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Pushing event deleted for resources: {'Port': ['ID=66e7857d-bcc0-4fb6-b80e-f89159da5ecd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:09.001439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:09.124419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51383c82-e1ed-4ad1-9457-708b3ffcfd2e req-47f2f149-e0a0-4630-87bd-af2f8eefe45d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916828 Jun 30 02:33:09.125658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-e108fbca-f5ca-4f0f-a4d0-2b1dc503f5b6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] No DVR routers for this DVR port 66e7857d-bcc0-4fb6-b80e-f89159da5ecd on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:33:09.126306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Allocated IP 172.20.0.4 (98e36a4f-8446-40a2-9d41-79a84b74cb18/cd93f79d-ac84-486e-a998-bf81e77882e4/8e1bb8cc-44ad-4310-aa33-bafbc5bf415b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:09.137722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-e108fbca-f5ca-4f0f-a4d0-2b1dc503f5b6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:09.140075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-469e7dca-610e-45d3-9de1-10c1f92dc172 req-e108fbca-f5ca-4f0f-a4d0-2b1dc503f5b6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "DELETE /v2.0/ports/66e7857d-bcc0-4fb6-b80e-f89159da5ecd HTTP/1.1" status: 204 len: 173 time: 1.4732456 Jun 30 02:33:09.140866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'name': 'network-vif-deleted', 'tag': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:09.154111 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fd5e11-c8e5-406a-ba5b-d4a538b00237" -d '{"events": [{"server_uuid": "acd1a7b8-1299-4d43-bd7c-d1f6948c15d3", "name": "network-vif-deleted", "tag": "66e7857d-bcc0-4fb6-b80e-f89159da5ecd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:09.203238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Attempting to bind port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:09.205533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Attempting to bind port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:09.209559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Attempting to bind port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:09.219764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c on network 8a45bdb0-42ad-4822-9047-0b0857630f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:09.220491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Attempting to bind port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:09.229674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:09.232201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Checking segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:09.232714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Bound using segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:09.233269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Bound port: fd59259e-e9df-4129-b64c-d7b5ae5c6b7c, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:09.235911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:09.308088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['dfef88eb-9e62-4511-8883-b05f87d47d66'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:09.387170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] For port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:09.403571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] For port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:09.413463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:09.458469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f1b0b74-29ff-41c4-b0ab-75358f03ed19 req-fd8ba234-3a5c-41c4-a266-040c3809b22b service neutron] 10.222.0.73 "GET /v2.0/networks/79965eeb-8206-45a4-915b-1f04e29cdad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991136 Jun 30 02:33:09.463304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:09.490598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:09.492520 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:09.498027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] 10.222.0.69 "PUT /v2.0/ports/fd59259e-e9df-4129-b64c-d7b5ae5c6b7c HTTP/1.1" status: 200 len: 1092 time: 1.8205276 Jun 30 02:33:09.522945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'd3b83058-c03c-44b8-b6ee-76343f742a60', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'port_id': '2086da34-2703-4bd9-b695-279afe8e810c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'mac_address': 'fa:16:3e:60:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:32:41Z', 'updated_at': '2021-06-30T02:33:06Z', 'revision_number': 1, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c276c042-29ef-4d8c-945f-a9846ba8c003', 'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'mac_address': 'fa:16:3e:fe:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:42Z', 'revision_number': 5, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'subnets': [{'id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:09.531047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:09.547676 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a469f56-83cc-466c-8658-84887ce7da35 service neutron] Pushing event updated for resources: {'Port': ['ID=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:09.599162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d21417-ed2d-4062-bde4-c5b71a6dcb2d None None] The sync data for ids ['b904861a-dd0b-4a78-82d1-552c9ccc9450'] in n-d-758944-39 is: [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'd3b83058-c03c-44b8-b6ee-76343f742a60', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'floating_ip_address': '172.25.7.20', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'port_id': '2086da34-2703-4bd9-b695-279afe8e810c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'mac_address': 'fa:16:3e:60:2c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:32:41Z', 'updated_at': '2021-06-30T02:33:06Z', 'revision_number': 1, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c276c042-29ef-4d8c-945f-a9846ba8c003', 'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'mac_address': 'fa:16:3e:fe:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:42Z', 'revision_number': 5, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'subnets': [{'id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:33:09.643385 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b4e650-32cb-4807-8e37-1f0bc435ef72 x-openstack-request-id: req-e2b4e650-32cb-4807-8e37-1f0bc435ef72 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:09.643780 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acd1a7b8-1299-4d43-bd7c-d1f6948c15d3", "name": "network-vif-deleted", "tag": "66e7857d-bcc0-4fb6-b80e-f89159da5ecd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:09.644139 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2b4e650-32cb-4807-8e37-1f0bc435ef72 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:09.644639 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd1a7b8-1299-4d43-bd7c-d1f6948c15d3', 'name': 'network-vif-deleted', 'tag': '66e7857d-bcc0-4fb6-b80e-f89159da5ecd', 'status': 'completed', 'code': 200} Jun 30 02:33:09.714689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Network 98e36a4f-8446-40a2-9d41-79a84b74cb18 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:09.717736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Pushing event updated for resources: {'Port': ['ID=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:09.735582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:09.741529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:09.760191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092610-bf3b-4943-8046-6fce4052312f req-5fb679eb-026f-438c-8f7f-25636fb6ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:09.762008 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-5fb679eb-026f-438c-8f7f-25636fb6ea4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 1095 time: 0.2061296 Jun 30 02:33:09.770614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b40c3-5042-4e7d-b81c-02fc54116f9d req-492e3079-6285-4ad6-9b2e-881ea98792ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:09.772409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-962b40c3-5042-4e7d-b81c-02fc54116f9d req-492e3079-6285-4ad6-9b2e-881ea98792ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 931 time: 0.1630490 Jun 30 02:33:09.803294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.803854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.803977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.804330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.804670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.804997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.805682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.806142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.815775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.816300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.816647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.816987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:09.829869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-d235a5f1-7f3b-4e33-aa5d-eaceac540adc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c HTTP/1.1" status: 200 len: 217 time: 0.0564454 Jun 30 02:33:09.917877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-962b40c3-5042-4e7d-b81c-02fc54116f9d req-59a0eb32-2858-43d6-9903-9d61172be60d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344433 Jun 30 02:33:09.927788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092610-bf3b-4943-8046-6fce4052312f req-6194ee58-b3b5-4b4e-bc62-003492d13350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:09.931469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-6194ee58-b3b5-4b4e-bc62-003492d13350 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0943699 Jun 30 02:33:10.019704 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57045278-938b-4b4f-b2c9-30708bbe4c81 None None] New status for floating IP d3b83058-c03c-44b8-b6ee-76343f742a60: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:33:10.080226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da092610-bf3b-4943-8046-6fce4052312f req-52c05e27-8979-47a2-9ef4-ba10b1587f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:10.084270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-52c05e27-8979-47a2-9ef4-ba10b1587f25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1385000 Jun 30 02:33:10.254099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 142d96b8-86b9-4f0f-9559-252c4444a918 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:10.257763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 142d96b8-86b9-4f0f-9559-252c4444a918 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:10.308411 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-c5067d59-8b8f-4da2-a661-cf2a4fdbcf5b service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148693 Jun 30 02:33:10.350653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:10.351315 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.397896 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f18f2184-91c4-4c5f-9da0-e8d81b45ad2b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8201690 Jun 30 02:33:10.416763 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da092610-bf3b-4943-8046-6fce4052312f req-d093595a-9419-4831-92ad-6643de861ea4 service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974989 Jun 30 02:33:10.417787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Request body: {'port': {'device_id': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:10.425019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e6527-7fe2-40a2-8f15-3e5eea170677 req-1090b2e5-5c5d-4a07-b055-3adc34172423 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:10.428892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227da33f-8ab9-4236-a369-636cd18943ed req-98b31a3e-9557-4096-9b54-94a22de0cc7f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:10.434028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-419e6527-7fe2-40a2-8f15-3e5eea170677 req-1090b2e5-5c5d-4a07-b055-3adc34172423 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.2287567 Jun 30 02:33:10.436748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-227da33f-8ab9-4236-a369-636cd18943ed req-98b31a3e-9557-4096-9b54-94a22de0cc7f tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 945 time: 0.6038344 Jun 30 02:33:10.465233 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.486426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-419e6527-7fe2-40a2-8f15-3e5eea170677 req-8ccdedd4-8f88-415c-b155-3d14578b1221 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511816 Jun 30 02:33:10.514630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-227da33f-8ab9-4236-a369-636cd18943ed req-953b22fd-bb26-488b-ad31-dca81ed4fc84 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761831 Jun 30 02:33:10.523931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '142d96b8-86b9-4f0f-9559-252c4444a918'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:10.527733 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc0522e-101e-4e04-b734-da8c7cf158f2" -d '{"events": [{"server_uuid": "f4f02928-1657-4da8-8fb0-565f1cfa2842", "name": "network-vif-unplugged", "status": "completed", "tag": "142d96b8-86b9-4f0f-9559-252c4444a918"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:10.531696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 142d96b8-86b9-4f0f-9559-252c4444a918, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=142d96b8-86b9-4f0f-9559-252c4444a918,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:10.552302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 142d96b8-86b9-4f0f-9559-252c4444a918, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=142d96b8-86b9-4f0f-9559-252c4444a918,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:10.553833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '142d96b8-86b9-4f0f-9559-252c4444a918', 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe', 'port_id': '142d96b8-86b9-4f0f-9559-252c4444a918', 'mac_address': 'fa:16:3e:f0:4d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397a1e6a-dcfd-4690-add8-311551dcea63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:10.561839 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.578894 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.652374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.694653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142d96b8-86b9-4f0f-9559-252c4444a918 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:10.718767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 142d96b8-86b9-4f0f-9559-252c4444a918, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=142d96b8-86b9-4f0f-9559-252c4444a918,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:10.734682 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:10.742694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=142d96b8-86b9-4f0f-9559-252c4444a918,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:10.771765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eaa51-d2e7-4b39-ae32-d103dfe10e9a req-b6e64ae0-f1d3-4928-8ea8-102680235f61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:10.773609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-315eaa51-d2e7-4b39-ae32-d103dfe10e9a req-b6e64ae0-f1d3-4928-8ea8-102680235f61 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 943 time: 0.1651790 Jun 30 02:33:10.816777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=142d96b8-86b9-4f0f-9559-252c4444a918,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:10.849428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-315eaa51-d2e7-4b39-ae32-d103dfe10e9a req-3fecda54-a655-4f50-97ac-65e7bfc473e7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697100 Jun 30 02:33:10.899504 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab7b39f-48bb-4540-9663-ce02b15a7b7e x-openstack-request-id: req-0ab7b39f-48bb-4540-9663-ce02b15a7b7e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:10.900013 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f02928-1657-4da8-8fb0-565f1cfa2842", "name": "network-vif-unplugged", "status": "completed", "tag": "142d96b8-86b9-4f0f-9559-252c4444a918", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:10.900109 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ab7b39f-48bb-4540-9663-ce02b15a7b7e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:10.900567 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '142d96b8-86b9-4f0f-9559-252c4444a918', 'code': 200} Jun 30 02:33:10.989084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:10.997018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.009261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Transition to ACTIVE for port object 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:11.015120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.095438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Pushing event updated for resources: {'Port': ['ID=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:11.116813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d045b-28b6-48dd-877a-f776b9a1ee0d req-ed73df91-8707-4cae-b13b-612360eb6e41 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:11.118371 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d4d045b-28b6-48dd-877a-f776b9a1ee0d req-ed73df91-8707-4cae-b13b-612360eb6e41 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 943 time: 0.0730560 Jun 30 02:33:11.158656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d4d045b-28b6-48dd-877a-f776b9a1ee0d req-00b544c1-dbbb-45a8-9fc2-63ade0057189 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Jun 30 02:33:11.160471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Attempting to bind port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:11.160809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Attempting to bind port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:11.161148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Attempting to bind port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:11.166323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:11.166794 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Attempting to bind port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:11.172099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:11.172436 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Checking segment: {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:11.172910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Bound using segment: {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:11.173472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Bound port: 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:11.173697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.246431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] For port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:11.250991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] For port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:11.257927 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.303642 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:11.304321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:11.306642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] 10.222.0.73 "PUT /v2.0/ports/8e1bb8cc-44ad-4310-aa33-bafbc5bf415b HTTP/1.1" status: 200 len: 1092 time: 0.8939824 Jun 30 02:33:11.307290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'tag': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:11.309666 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562eedc4-da83-46e1-94f1-695776c92fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "c29b3b7d-4ab9-4745-afcc-34080d8a521e", "tag": "8e1bb8cc-44ad-4310-aa33-bafbc5bf415b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:11.339168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293582a-e1dc-41f3-b733-51dec36b2bce service neutron] Pushing event updated for resources: {'Port': ['ID=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:11.357866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['142d96b8-86b9-4f0f-9559-252c4444a918'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:11.391225 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b4e4c9-a796-4be5-a29e-313185851045 x-openstack-request-id: req-52b4e4c9-a796-4be5-a29e-313185851045 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:11.391509 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29b3b7d-4ab9-4745-afcc-34080d8a521e", "tag": "8e1bb8cc-44ad-4310-aa33-bafbc5bf415b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:11.391752 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52b4e4c9-a796-4be5-a29e-313185851045 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:11.392162 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'tag': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b', 'status': 'completed', 'code': 200} Jun 30 02:33:11.429730 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a1e9c953-418b-4cfb-94ad-497eb403b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:11.432431 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-a1e9c953-418b-4cfb-94ad-497eb403b897 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 1095 time: 0.0783498 Jun 30 02:33:11.479228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-95d8621f-5719-4401-93d5-c4320ef42a8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b HTTP/1.1" status: 200 len: 217 time: 0.0393655 Jun 30 02:33:11.539965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-10c75cce-2938-4209-aa6e-f7583c0b3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:11.542246 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-10c75cce-2938-4209-aa6e-f7583c0b3b3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd93f79d-ac84-486e-a998-bf81e77882e4 HTTP/1.1" status: 200 len: 845 time: 0.0565770 Jun 30 02:33:11.585712 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-2a801ef5-0842-43ae-83be-0f5be7adeddf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98e36a4f-8446-40a2-9d41-79a84b74cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363059 Jun 30 02:33:11.645746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f948b4-7cbe-4887-b5b1-9b72e2308821', 'tag': 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:11.648066 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaa1c71-00a3-40af-a9a0-9adc4376187d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f948b4-7cbe-4887-b5b1-9b72e2308821", "tag": "fd59259e-e9df-4129-b64c-d7b5ae5c6b7c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:11.684572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623e1d2-22bd-401c-abb9-4f60a8d62422 req-150531fd-3711-48a9-835f-c6bf92fe48fe tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:11.686410 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0623e1d2-22bd-401c-abb9-4f60a8d62422 req-150531fd-3711-48a9-835f-c6bf92fe48fe tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 944 time: 0.0871136 Jun 30 02:33:11.726133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66e7857d-bcc0-4fb6-b80e-f89159da5ecd no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:11.727209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0623e1d2-22bd-401c-abb9-4f60a8d62422 req-91d6aba5-dde7-4bad-a17a-1109577a0436 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345404 Jun 30 02:33:11.764503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 66e7857d-bcc0-4fb6-b80e-f89159da5ecd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:33:11.764867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 66e7857d-bcc0-4fb6-b80e-f89159da5ecd not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:33:11.780803 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30fa89e-4fca-480e-b39e-6de4eea88c4a x-openstack-request-id: req-b30fa89e-4fca-480e-b39e-6de4eea88c4a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:11.781159 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f948b4-7cbe-4887-b5b1-9b72e2308821", "tag": "fd59259e-e9df-4129-b64c-d7b5ae5c6b7c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:11.781420 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b30fa89e-4fca-480e-b39e-6de4eea88c4a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:11.781822 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f948b4-7cbe-4887-b5b1-9b72e2308821', 'tag': 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c', 'status': 'completed', 'code': 200} Jun 30 02:33:11.782327 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f0c18003-efa5-44a0-964c-62050fb076b2 service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887212 Jun 30 02:33:11.798551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00a6ed-82f7-4333-acd3-7c51e1cbe330 req-794e1e88-b304-44bf-9982-1e337eef9c70 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:11.800065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b00a6ed-82f7-4333-acd3-7c51e1cbe330 req-794e1e88-b304-44bf-9982-1e337eef9c70 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 945 time: 0.1247280 Jun 30 02:33:11.882375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-2c63ac96-19cf-4af6-95fc-49b955514ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:11.884153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-2c63ac96-19cf-4af6-95fc-49b955514ffb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 1095 time: 0.0798614 Jun 30 02:33:11.891418 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b00a6ed-82f7-4333-acd3-7c51e1cbe330 req-5e95cacf-1cf5-4c7a-ad24-100e27dcce60 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827546 Jun 30 02:33:11.930767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d116b25-2f80-41d0-af85-6c5965a6234b req-f22f400e-3074-467a-b4f7-a52fcbf153b5 service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397827 Jun 30 02:33:12.050706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eedc4-da83-46e1-94f1-695776c92fe6 req-d267778d-a2af-4e72-a937-2c9bb7194099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.054417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-562eedc4-da83-46e1-94f1-695776c92fe6 req-d267778d-a2af-4e72-a937-2c9bb7194099 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 1095 time: 0.0664580 Jun 30 02:33:12.063986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-40ca44b4-aef3-4e9c-92c3-36d38a37fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.066421 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-40ca44b4-aef3-4e9c-92c3-36d38a37fb96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.1727371 Jun 30 02:33:12.119702 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-ace65c0a-96f7-48ee-b38b-ea4c9c6c283f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c HTTP/1.1" status: 200 len: 217 time: 0.0455401 Jun 30 02:33:12.177120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-4060043d-30ea-4353-af69-4ed2654fb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.180965 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-4060043d-30ea-4353-af69-4ed2654fb4a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0525634 Jun 30 02:33:12.211802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eedc4-da83-46e1-94f1-695776c92fe6 req-0585bac8-c3de-4a88-a04b-9cfff086a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.213534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-562eedc4-da83-46e1-94f1-695776c92fe6 req-0585bac8-c3de-4a88-a04b-9cfff086a497 service neutron] 10.222.0.73 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 906 time: 0.1508796 Jun 30 02:33:12.240482 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7844aad-9f6f-47ff-b62a-3a79ffa33512 req-da9880b9-8a20-45fb-bfb7-78fefbeea658 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.242014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a7844aad-9f6f-47ff-b62a-3a79ffa33512 req-da9880b9-8a20-45fb-bfb7-78fefbeea658 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 943 time: 0.1129942 Jun 30 02:33:12.253765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-3b4d433f-9baf-4b38-bbd9-8c3bad6bbc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.255513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-3b4d433f-9baf-4b38-bbd9-8c3bad6bbc0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680885 Jun 30 02:33:12.278378 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-562eedc4-da83-46e1-94f1-695776c92fe6 req-60d7a86e-f9d1-4174-82e5-32d583da8f02 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b HTTP/1.1" status: 200 len: 217 time: 0.0539834 Jun 30 02:33:12.289538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device dfef88eb-9e62-4511-8883-b05f87d47d66 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:12.370092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a7844aad-9f6f-47ff-b62a-3a79ffa33512 req-f3b34232-591d-4ad3-91a6-21a3ff6772e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977089 Jun 30 02:33:12.388256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eedc4-da83-46e1-94f1-695776c92fe6 req-c4ea868c-a6be-4958-8102-4869531a6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.389772 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-562eedc4-da83-46e1-94f1-695776c92fe6 req-c4ea868c-a6be-4958-8102-4869531a6980 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd93f79d-ac84-486e-a998-bf81e77882e4 HTTP/1.1" status: 200 len: 845 time: 0.0877142 Jun 30 02:33:12.394958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port dfef88eb-9e62-4511-8883-b05f87d47d66 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:12.395856 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:12.431190 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-562eedc4-da83-46e1-94f1-695776c92fe6 req-5e4f29b6-dc08-4804-8286-5e3ee13c1c7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98e36a4f-8446-40a2-9d41-79a84b74cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333397 Jun 30 02:33:12.434770 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-3bf0c651-b135-4d50-a75e-4bac01821397 service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723294 Jun 30 02:33:12.443245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4172a91-26da-4bdb-9d4e-e059dddc5759 req-da6155b6-3856-4a7b-90fb-2e4ef053988d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.451250 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4172a91-26da-4bdb-9d4e-e059dddc5759 req-da6155b6-3856-4a7b-90fb-2e4ef053988d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 943 time: 0.1321070 Jun 30 02:33:12.510114 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:12.542018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4172a91-26da-4bdb-9d4e-e059dddc5759 req-cf1e4358-b315-4d56-a463-0ac9407b25e0 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897701 Jun 30 02:33:12.556364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:12.562355 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:12.580787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-562eedc4-da83-46e1-94f1-695776c92fe6 req-84186b38-a22b-45f1-a09d-c16d20572f48 service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403420 Jun 30 02:33:12.593935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5eaa1c71-00a3-40af-a9a0-9adc4376187d req-86c047c2-7bdc-42db-94fd-fd61a5c63533 service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338258 Jun 30 02:33:12.617871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:12.696287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-562eedc4-da83-46e1-94f1-695776c92fe6 req-474d8f76-b715-4f9f-af62-fe7d2dd02a3a service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082776 Jun 30 02:33:12.901665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:12.904227 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3530235-f160-4065-8018-b09c6b68eda7" -d '{"events": [{"server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "name": "network-vif-plugged", "status": "completed", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:12.916942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4901fc-daf1-4eea-a04f-061016ef67bf req-92205c3a-af54-40c3-9c6e-d1de31e5bae0 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:12.918569 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd4901fc-daf1-4eea-a04f-061016ef67bf req-92205c3a-af54-40c3-9c6e-d1de31e5bae0 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 944 time: 0.0765285 Jun 30 02:33:12.970601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd4901fc-daf1-4eea-a04f-061016ef67bf req-330673e7-5cd6-46dd-8b73-f64d9410db27 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459065 Jun 30 02:33:13.031816 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599b0f21-01cb-4aed-b00d-c52667df523c x-openstack-request-id: req-599b0f21-01cb-4aed-b00d-c52667df523c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:13.032104 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "name": "network-vif-plugged", "status": "completed", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:13.032418 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-599b0f21-01cb-4aed-b00d-c52667df523c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:13.032868 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'code': 200} Jun 30 02:33:13.208654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df75f4a-52d2-4486-916d-0cac7f205d31 req-ca07d6f3-23cd-40d6-823f-2a26a0a2b605 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:13.210144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8df75f4a-52d2-4486-916d-0cac7f205d31 req-ca07d6f3-23cd-40d6-823f-2a26a0a2b605 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0843852 Jun 30 02:33:13.270442 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8df75f4a-52d2-4486-916d-0cac7f205d31 req-b98df628-a183-43d6-8759-8a3aa4b5f2e2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Jun 30 02:33:13.283964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaccee4-f226-4943-b30e-5b9f3b1071bf req-2258dac5-5d46-42fd-a13f-d59563072561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:13.285452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dbaccee4-f226-4943-b30e-5b9f3b1071bf req-2258dac5-5d46-42fd-a13f-d59563072561 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 1099 time: 0.0938952 Jun 30 02:33:13.327127 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dbaccee4-f226-4943-b30e-5b9f3b1071bf req-e2aaeffc-1796-4ca8-ab67-aa406afe7a64 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348723 Jun 30 02:33:13.553878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384e4f6-4395-4fff-8578-98c91dc7955e req-68dc3fae-91f1-4c3f-b1b2-dc928c595ba0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:13.555983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6384e4f6-4395-4fff-8578-98c91dc7955e req-68dc3fae-91f1-4c3f-b1b2-dc928c595ba0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 943 time: 0.0761747 Jun 30 02:33:13.596109 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6384e4f6-4395-4fff-8578-98c91dc7955e req-8f4632a6-98d4-492f-ab67-ecb07d700d30 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340180 Jun 30 02:33:13.730256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a5e57-c938-4975-b203-e438e424a5c0 req-04e1488e-01d2-4a33-b254-7cf02a8f02a5 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:13.731743 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd8a5e57-c938-4975-b203-e438e424a5c0 req-04e1488e-01d2-4a33-b254-7cf02a8f02a5 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 943 time: 0.0640185 Jun 30 02:33:13.744212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:13.773168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd8a5e57-c938-4975-b203-e438e424a5c0 req-587ebde5-3f97-40d6-bf0f-d00ff26351c8 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Jun 30 02:33:13.844674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:13.856206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'port_id': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b', 'mac_address': 'fa:16:3e:a0:35:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93f79d-ac84-486e-a998-bf81e77882e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:13.898998 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.049405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:14.072207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:14.077132 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.140029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:14.175960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a9167-406d-42c6-b003-49f3cde2964e req-f8c8a9d3-6fdc-44ed-b580-1794378578f4 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:14.184017 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf3a9167-406d-42c6-b003-49f3cde2964e req-f8c8a9d3-6fdc-44ed-b580-1794378578f4 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 944 time: 0.0880210 Jun 30 02:33:14.231365 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf3a9167-406d-42c6-b003-49f3cde2964e req-44459b3b-f083-4dfb-a6f4-1cade76c73da tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463338 Jun 30 02:33:14.294552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fd59259e-e9df-4129-b64c-d7b5ae5c6b7c details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:14.296819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 142d96b8-86b9-4f0f-9559-252c4444a918 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:14.457374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 142d96b8-86b9-4f0f-9559-252c4444a918 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:14.457374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.541188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['8e1bb8cc-44ad-4310-aa33-bafbc5bf415b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:14.546678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0782db-b738-450c-8eaf-76c2c24baa43 req-9d553e67-0901-4eaf-943b-9a1f3ded3757 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:14.554189 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf0782db-b738-450c-8eaf-76c2c24baa43 req-9d553e67-0901-4eaf-943b-9a1f3ded3757 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.1192465 Jun 30 02:33:14.601040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf0782db-b738-450c-8eaf-76c2c24baa43 req-c3f9c0f7-14d2-4179-a34f-384821d1f3d7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458951 Jun 30 02:33:14.677704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:14.706079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'port_id': 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c', 'mac_address': 'fa:16:3e:e4:3c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:14.721719 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.796148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 142d96b8-86b9-4f0f-9559-252c4444a918, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=142d96b8-86b9-4f0f-9559-252c4444a918,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:14.811885 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.828433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b1a68-e080-422e-b491-df99ba69b11a req-017c9d75-7046-4e0f-9448-2f4c6dc3235e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:14.829991 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae9b1a68-e080-422e-b491-df99ba69b11a req-017c9d75-7046-4e0f-9448-2f4c6dc3235e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 943 time: 0.0885427 Jun 30 02:33:14.878380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=142d96b8-86b9-4f0f-9559-252c4444a918,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:14.893276 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:14.896390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae9b1a68-e080-422e-b491-df99ba69b11a req-1bd57912-654c-418e-b48e-8e2016873e35 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571151 Jun 30 02:33:14.950979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd59259e-e9df-4129-b64c-d7b5ae5c6b7c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:14.989402 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:14.999010 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.034432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142d96b8-86b9-4f0f-9559-252c4444a918'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:15.036195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f5b46-0b02-4504-9576-40df4dcdf09c req-7e705ece-cd7f-4a7e-bb8e-02a8be52eb40 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:15.037087 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1b2cc6-ca12-4769-b16e-6db3a3b4b7f4" -d '{"events": [{"server_uuid": "f4f02928-1657-4da8-8fb0-565f1cfa2842", "name": "network-vif-plugged", "status": "completed", "tag": "142d96b8-86b9-4f0f-9559-252c4444a918"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:15.043341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-535f5b46-0b02-4504-9576-40df4dcdf09c req-7e705ece-cd7f-4a7e-bb8e-02a8be52eb40 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 944 time: 0.1149006 Jun 30 02:33:15.082706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:15.095264 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-535f5b46-0b02-4504-9576-40df4dcdf09c req-1d8d9ac7-b33b-4c81-8f62-873843b918ad tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502679 Jun 30 02:33:15.105848 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a913a0-e2d9-4886-a78e-0a03a91f4656 x-openstack-request-id: req-25a913a0-e2d9-4886-a78e-0a03a91f4656 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:15.106148 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f02928-1657-4da8-8fb0-565f1cfa2842", "name": "network-vif-plugged", "status": "completed", "tag": "142d96b8-86b9-4f0f-9559-252c4444a918", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:15.106405 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25a913a0-e2d9-4886-a78e-0a03a91f4656 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:15.106835 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142d96b8-86b9-4f0f-9559-252c4444a918', 'code': 200} Jun 30 02:33:15.332717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1fd9c-cb4e-478e-ae7a-8f79b19d7efc req-c748e260-48d9-40a9-bb78-f4cddd25a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:15.334879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ca1fd9c-cb4e-478e-ae7a-8f79b19d7efc req-c748e260-48d9-40a9-bb78-f4cddd25a048 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 1097 time: 0.0725970 Jun 30 02:33:15.414340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ca1fd9c-cb4e-478e-ae7a-8f79b19d7efc req-ea3d082f-6679-49ee-b37b-e06831cddaf6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663769 Jun 30 02:33:15.458377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bece3-598e-4552-87ec-280c003d0d52 req-98af74b9-215a-4873-9cc6-867295fcabea tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:15.464018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-851bece3-598e-4552-87ec-280c003d0d52 req-98af74b9-215a-4873-9cc6-867295fcabea tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.0966496 Jun 30 02:33:15.485491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fd59259e-e9df-4129-b64c-d7b5ae5c6b7c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:15.519259 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-851bece3-598e-4552-87ec-280c003d0d52 req-da4941a2-065b-4ff9-8e8b-ff44c69c6f4a tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494487 Jun 30 02:33:15.567499 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.747921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:15.798053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349d47e-4eed-47f4-92b3-ceba40d9633b req-334ebe88-3943-4b30-b322-bd6116f4c7d6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:15.799580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7349d47e-4eed-47f4-92b3-ceba40d9633b req-334ebe88-3943-4b30-b322-bd6116f4c7d6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0686746 Jun 30 02:33:15.812740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:15.817133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:15.817625 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.842462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7349d47e-4eed-47f4-92b3-ceba40d9633b req-c7b39c69-5a74-49b8-95ac-6f6abdcd0efd tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361550 Jun 30 02:33:15.901317 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.914344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:15.955623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:15.960885 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:16.037290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:16.042895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d09a3a-a092-49f8-a421-170c2d33ef56 req-907528c5-5054-46f0-9ff3-4992499ca5ba tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.045511 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64d09a3a-a092-49f8-a421-170c2d33ef56 req-907528c5-5054-46f0-9ff3-4992499ca5ba tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0794134 Jun 30 02:33:16.087098 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64d09a3a-a092-49f8-a421-170c2d33ef56 req-25b35fac-4469-4066-b611-fbe65fc4bff8 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354147 Jun 30 02:33:16.127309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f1a04-0bfc-4e56-8e45-41a069a76d2a req-61fbaab5-db13-4945-acac-56f55adf8831 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.128828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-330f1a04-0bfc-4e56-8e45-41a069a76d2a req-61fbaab5-db13-4945-acac-56f55adf8831 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 944 time: 0.0797229 Jun 30 02:33:16.171881 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-330f1a04-0bfc-4e56-8e45-41a069a76d2a req-f61d7d52-d3f7-414e-967c-b6598482130f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363920 Jun 30 02:33:16.289645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ec11e-7901-4dac-b4c4-f8e336794935 req-ca92fad7-8f13-4525-a128-21fea6229437 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.292752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b33ec11e-7901-4dac-b4c4-f8e336794935 req-ca92fad7-8f13-4525-a128-21fea6229437 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0735061 Jun 30 02:33:16.333669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b33ec11e-7901-4dac-b4c4-f8e336794935 req-70210260-882c-4c87-9da3-78028a05d638 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Jun 30 02:33:16.349721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a7b38-3627-486f-85c8-5da529217e16 req-5f4ba847-ea73-4352-b183-3f6ea2381370 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.351251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-316a7b38-3627-486f-85c8-5da529217e16 req-5f4ba847-ea73-4352-b183-3f6ea2381370 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0717483 Jun 30 02:33:16.395562 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-316a7b38-3627-486f-85c8-5da529217e16 req-e80527a7-a767-43f7-81ad-9a4a6bd149cc tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370846 Jun 30 02:33:16.600867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1d7a3-59f5-48e3-abf6-d919aa28114c req-9bc892bc-452d-4a20-bd00-b4a144ae974e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.602348 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33b1d7a3-59f5-48e3-abf6-d919aa28114c req-9bc892bc-452d-4a20-bd00-b4a144ae974e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0854528 Jun 30 02:33:16.647281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33b1d7a3-59f5-48e3-abf6-d919aa28114c req-797332d1-d055-49d7-ac1f-5c3737fa9878 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Jun 30 02:33:16.795077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1531942-4fd5-45da-99a3-10376f6fc3f5 req-20b9f022-c8c9-4b7f-b30b-2a8345f0f8cf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.797154 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e1531942-4fd5-45da-99a3-10376f6fc3f5 req-20b9f022-c8c9-4b7f-b30b-2a8345f0f8cf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.1148007 Jun 30 02:33:16.854953 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e1531942-4fd5-45da-99a3-10376f6fc3f5 req-ca7ed394-39e4-4e95-b9b2-f4cd3f9fac61 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514894 Jun 30 02:33:16.961711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c1a9a-ba68-4b83-bdd0-41e9dced152e req-69348573-4b60-4b30-823f-994e198b3956 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:16.963994 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f82c1a9a-ba68-4b83-bdd0-41e9dced152e req-69348573-4b60-4b30-823f-994e198b3956 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0779717 Jun 30 02:33:17.012090 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f82c1a9a-ba68-4b83-bdd0-41e9dced152e req-d47436c7-910e-43e5-8664-449fd7fcec36 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Jun 30 02:33:17.108314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:17.110739 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1db9be-4adf-443d-8089-a0467fba30c2" -d '{"events": [{"server_uuid": "c29b3b7d-4ab9-4745-afcc-34080d8a521e", "name": "network-vif-plugged", "status": "completed", "tag": "8e1bb8cc-44ad-4310-aa33-bafbc5bf415b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:17.157541 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c96777-9e69-41bc-8273-3cfe3fcdcc07 x-openstack-request-id: req-33c96777-9e69-41bc-8273-3cfe3fcdcc07 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:17.157541 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29b3b7d-4ab9-4745-afcc-34080d8a521e", "name": "network-vif-plugged", "status": "completed", "tag": "8e1bb8cc-44ad-4310-aa33-bafbc5bf415b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:17.157541 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33c96777-9e69-41bc-8273-3cfe3fcdcc07 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:17.157541 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b', 'code': 200} Jun 30 02:33:17.214756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be851cb-1858-4bda-951b-e1da19b35101 req-0db71504-d5cf-45a1-a8b7-4e3657264493 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:17.216733 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6be851cb-1858-4bda-951b-e1da19b35101 req-0db71504-d5cf-45a1-a8b7-4e3657264493 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0703418 Jun 30 02:33:17.271159 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6be851cb-1858-4bda-951b-e1da19b35101 req-af6b72d0-6cdf-4d99-8c0a-c0c1851fe67e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Jun 30 02:33:17.307063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3a414-cea2-4009-9e51-7d6ebbecc548 req-94404023-d633-4dee-95fa-43c2214b3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:17.309207 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc3a414-cea2-4009-9e51-7d6ebbecc548 req-94404023-d633-4dee-95fa-43c2214b3ca4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 1097 time: 0.0726523 Jun 30 02:33:17.380527 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc3a414-cea2-4009-9e51-7d6ebbecc548 req-8efa00a7-0bc0-4ad6-86f0-aee6283122ac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594115 Jun 30 02:33:17.405874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5ae99-4c68-4ec6-bbfe-18b3961e61b1 req-2db5958d-d4e6-44bb-8d93-549c1b09271d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:17.407661 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f6d5ae99-4c68-4ec6-bbfe-18b3961e61b1 req-2db5958d-d4e6-44bb-8d93-549c1b09271d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 944 time: 0.0973110 Jun 30 02:33:17.451725 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f6d5ae99-4c68-4ec6-bbfe-18b3961e61b1 req-999b2a05-8e48-4ecc-9020-46e53ec34c10 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379491 Jun 30 02:33:17.465513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd42a-28b6-4bbc-bf99-543d13b894ce req-e7663629-7308-4fff-a480-1e26dbd43e68 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:17.467162 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-229cd42a-28b6-4bbc-bf99-543d13b894ce req-e7663629-7308-4fff-a480-1e26dbd43e68 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0762463 Jun 30 02:33:17.513535 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-229cd42a-28b6-4bbc-bf99-543d13b894ce req-d5b0742d-b1c3-4a0b-a7ca-2eb3725df0b3 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399103 Jun 30 02:33:17.660050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3df35-01c6-41c6-89b2-14d8e52c810a req-7f441f65-1072-47da-b15a-69077c3d4ddd tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:17.661818 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d7a3df35-01c6-41c6-89b2-14d8e52c810a req-7f441f65-1072-47da-b15a-69077c3d4ddd tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0841780 Jun 30 02:33:17.707085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d7a3df35-01c6-41c6-89b2-14d8e52c810a req-b51ea566-e5ea-484a-883e-1711e789d969 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381458 Jun 30 02:33:18.126562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11740b-a765-4692-81c1-21b6229e6137 req-706af9f5-02f5-4527-97bc-c7d7e2dc839c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:18.131704 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a11740b-a765-4692-81c1-21b6229e6137 req-706af9f5-02f5-4527-97bc-c7d7e2dc839c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.0709522 Jun 30 02:33:18.180934 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a11740b-a765-4692-81c1-21b6229e6137 req-1074afe7-ffed-4903-af4c-e873582002cc tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448987 Jun 30 02:33:18.335250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bdf3a-bd4a-4702-9853-250f993a7f1d req-e479ae28-48bb-4cb1-a62c-887585dadadc tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:18.336844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-458bdf3a-bd4a-4702-9853-250f993a7f1d req-e479ae28-48bb-4cb1-a62c-887585dadadc tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.3957615 Jun 30 02:33:18.338812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fd59259e-e9df-4129-b64c-d7b5ae5c6b7c up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:18.379503 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-458bdf3a-bd4a-4702-9853-250f993a7f1d req-3eaffd3c-0068-46e5-98f6-765e8f5b0136 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Jun 30 02:33:18.383156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f84ce0-535f-490f-89fb-d199a7391ee2 req-1893bfe9-6723-4cc6-bfcc-c403960453ba tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:18.387015 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8f84ce0-535f-490f-89fb-d199a7391ee2 req-1893bfe9-6723-4cc6-bfcc-c403960453ba tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.0815320 Jun 30 02:33:18.409555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:18.413754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:18.414193 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:18.433545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8f84ce0-535f-490f-89fb-d199a7391ee2 req-201c3c81-77bb-4d7f-97ca-28e80da81689 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Jun 30 02:33:18.579757 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:18.621375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:18.626641 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:18.699813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:18.725401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7baaa8-6f8e-480e-9c78-16904064cb64 req-875c174f-ff53-4dd4-8fd5-2e87961c7ede tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:18.727167 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e7baaa8-6f8e-480e-9c78-16904064cb64 req-875c174f-ff53-4dd4-8fd5-2e87961c7ede tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 944 time: 0.1229646 Jun 30 02:33:18.729500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.729857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.730201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.730540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.730915 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.731291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.732056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.732056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.732286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.732744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.733079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.733401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:33:18.802095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e7baaa8-6f8e-480e-9c78-16904064cb64 req-00fd1bf2-76c6-4c43-a6f4-111f960f1230 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677862 Jun 30 02:33:19.013362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4aef-592a-42b4-a2f7-edf36014d5ea req-c37bb143-1e06-4e60-9378-f9e7eba7051b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:19.014936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46de4aef-592a-42b4-a2f7-edf36014d5ea req-c37bb143-1e06-4e60-9378-f9e7eba7051b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0776172 Jun 30 02:33:19.062348 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46de4aef-592a-42b4-a2f7-edf36014d5ea req-c9a3fbe6-3db1-461f-b37b-80dc94ecfdea tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Jun 30 02:33:19.159119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f948b4-7cbe-4887-b5b1-9b72e2308821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:19.161483 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c4ead4-b918-41c6-82f9-a957b5958d53" -d '{"events": [{"server_uuid": "d6f948b4-7cbe-4887-b5b1-9b72e2308821", "name": "network-vif-plugged", "status": "completed", "tag": "fd59259e-e9df-4129-b64c-d7b5ae5c6b7c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:19.266358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-aa82564f-7a09-40f9-9ef8-2cb356648929 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:19.268043 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-aa82564f-7a09-40f9-9ef8-2cb356648929 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/networks?id=65ac0c76-ef91-4835-b3cd-cc445f5841fe HTTP/1.1" status: 200 len: 815 time: 0.1212425 Jun 30 02:33:19.295413 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-eb958fb7-dbe7-4e3f-82c0-1b87973e6752 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/quotas/d0669fa2e82041b881eaa263808a5d52 HTTP/1.1" status: 200 len: 375 time: 0.0216022 Jun 30 02:33:19.361452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-ef5830c8-8172-4885-b653-6468fc6e26b7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0669fa2e82041b881eaa263808a5d52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650313 Jun 30 02:33:19.412192 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241bfe92-de19-4592-9a8c-5614e7289fd8 x-openstack-request-id: req-241bfe92-de19-4592-9a8c-5614e7289fd8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:19.412714 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f948b4-7cbe-4887-b5b1-9b72e2308821", "name": "network-vif-plugged", "status": "completed", "tag": "fd59259e-e9df-4129-b64c-d7b5ae5c6b7c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:19.412938 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-241bfe92-de19-4592-9a8c-5614e7289fd8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:19.413424 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f948b4-7cbe-4887-b5b1-9b72e2308821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c', 'code': 200} Jun 30 02:33:19.471171 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-89048f87-1625-46d3-a0d7-be71735a46f3 service neutron] 10.222.0.55 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004815 Jun 30 02:33:19.608701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba9cbd-9595-4fcc-a33a-61d4926f2eef req-f8d7e23c-a5b6-426e-a137-bd5d00b17dcf tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:19.612380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7bba9cbd-9595-4fcc-a33a-61d4926f2eef req-f8d7e23c-a5b6-426e-a137-bd5d00b17dcf tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0883377 Jun 30 02:33:19.621222 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-52cc191c-74b0-48ff-83ab-fbf140c6ec2c service neutron] 10.222.0.55 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449556 Jun 30 02:33:19.624058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846270bf-a0eb-4471-996d-f81180c5e3d3 req-9ebfeb6f-f0b6-4f69-a946-4909d16d86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:19.625665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-846270bf-a0eb-4471-996d-f81180c5e3d3 req-9ebfeb6f-f0b6-4f69-a946-4909d16d86c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 1097 time: 0.1264677 Jun 30 02:33:19.666796 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7bba9cbd-9595-4fcc-a33a-61d4926f2eef req-c06484b2-beb3-4f06-a959-43b835a2a492 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 Jun 30 02:33:19.679334 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-846270bf-a0eb-4471-996d-f81180c5e3d3 req-fc6442ed-cb7b-44e5-9bfb-2efb61811b74 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460112 Jun 30 02:33:19.821648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e81e1e1-c423-41e8-a8dd-0e4331093c2d req-27ebe47d-8f7a-44a1-80b6-d89abefa6929 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 210 time: 0.0333042 Jun 30 02:33:19.858375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e47f0-2c0d-44e9-bdc4-20400405a44b req-00f7b85a-edda-4b57-bfa0-2082a4d0b41b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:19.860057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff4e47f0-2c0d-44e9-bdc4-20400405a44b req-00f7b85a-edda-4b57-bfa0-2082a4d0b41b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0789282 Jun 30 02:33:19.916485 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff4e47f0-2c0d-44e9-bdc4-20400405a44b req-892fd2f7-e01d-48c9-acd2-2a8f63d4e0a2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501935 Jun 30 02:33:20.020392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c98b02-589f-4ed1-ad29-2086200e82bd req-94258d7d-d217-4e96-a6ca-3f892c9bd0a6 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.029343 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80c98b02-589f-4ed1-ad29-2086200e82bd req-94258d7d-d217-4e96-a6ca-3f892c9bd0a6 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 945 time: 0.0945125 Jun 30 02:33:20.091730 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80c98b02-589f-4ed1-ad29-2086200e82bd req-619980a1-fc80-4ec2-abf8-97ed5d48ebf9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619159 Jun 30 02:33:20.527509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-2c75852f-6063-427e-b166-98855b4faef3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.529492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-2c75852f-6063-427e-b166-98855b4faef3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4f02928-1657-4da8-8fb0-565f1cfa2842 HTTP/1.1" status: 200 len: 945 time: 0.0829446 Jun 30 02:33:20.564896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135034ef-4f1c-4b24-90e0-e6da86ee4306 req-6fbfd108-5038-4112-b305-3f1277e143a2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.566511 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-135034ef-4f1c-4b24-90e0-e6da86ee4306 req-6fbfd108-5038-4112-b305-3f1277e143a2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.1183338 Jun 30 02:33:20.594037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae034b-7412-44f6-8bbc-507ce5dfb013 req-efe98079-ea85-4d98-bada-839084c5535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.595830 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43ae034b-7412-44f6-8bbc-507ce5dfb013 req-efe98079-ea85-4d98-bada-839084c5535b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=74ed56f4b8e14386826faef08e10c6ec&device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 1099 time: 0.1090620 Jun 30 02:33:20.657594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-baadba9a-49cd-4be3-a1af-3be118e89de3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Deleting port 142d96b8-86b9-4f0f-9559-252c4444a918 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:20.658013 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-baadba9a-49cd-4be3-a1af-3be118e89de3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.665256 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-135034ef-4f1c-4b24-90e0-e6da86ee4306 req-b3e2e4fa-9e60-4426-9cc0-19ef2db6a0d0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922041 Jun 30 02:33:20.732602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae034b-7412-44f6-8bbc-507ce5dfb013 req-7dd15928-a755-42a1-b9e6-c80af9496cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.734099 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43ae034b-7412-44f6-8bbc-507ce5dfb013 req-7dd15928-a755-42a1-b9e6-c80af9496cb4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 200 len: 914 time: 0.1295278 Jun 30 02:33:20.774550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-baadba9a-49cd-4be3-a1af-3be118e89de3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] For port 142d96b8-86b9-4f0f-9559-252c4444a918, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=142d96b8-86b9-4f0f-9559-252c4444a918,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:20.775046 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-baadba9a-49cd-4be3-a1af-3be118e89de3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:20.787522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43ae034b-7412-44f6-8bbc-507ce5dfb013 req-7a976420-23d6-4305-b5ef-a03ffb1dabda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfef88eb-9e62-4511-8883-b05f87d47d66 HTTP/1.1" status: 200 len: 217 time: 0.0455382 Jun 30 02:33:20.789382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-baadba9a-49cd-4be3-a1af-3be118e89de3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Calling delete_port for 142d96b8-86b9-4f0f-9559-252c4444a918 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:20.842739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae034b-7412-44f6-8bbc-507ce5dfb013 req-53b4d5b0-c075-4ba6-ae4e-b0e935039f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.844250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43ae034b-7412-44f6-8bbc-507ce5dfb013 req-53b4d5b0-c075-4ba6-ae4e-b0e935039f06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f02c02ca-436e-4209-a54a-2d9fd9bfa108 HTTP/1.1" status: 200 len: 853 time: 0.0494103 Jun 30 02:33:20.901953 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43ae034b-7412-44f6-8bbc-507ce5dfb013 req-aa83b586-4ab0-4f60-a733-46b9594adcae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af7bd34d-3de0-4464-9ddf-f4140fc809d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391362 Jun 30 02:33:20.938237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c450a7-55d5-4a37-bac7-04b2d59f0cc6 req-2832fc54-764f-4152-bdb8-b077838a830d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:20.939812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8c450a7-55d5-4a37-bac7-04b2d59f0cc6 req-2832fc54-764f-4152-bdb8-b077838a830d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1432881 Jun 30 02:33:21.005089 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2cb5a0b4-2449-4211-9280-d4dfd8df5c95 req-4664ef2b-c1f9-4d50-802a-723ec6acf788 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 210 time: 0.0394657 Jun 30 02:33:21.045052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8c450a7-55d5-4a37-bac7-04b2d59f0cc6 req-9be56d52-411e-4368-b804-8a2241f960fb tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955584 Jun 30 02:33:21.073454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43ae034b-7412-44f6-8bbc-507ce5dfb013 req-57434787-6c5e-4497-ada4-81720bfa9843 service neutron] 10.222.0.69 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585550 Jun 30 02:33:21.100786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-baadba9a-49cd-4be3-a1af-3be118e89de3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.114879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['142d96b8-86b9-4f0f-9559-252c4444a918'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:21.231408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-baadba9a-49cd-4be3-a1af-3be118e89de3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] No DVR routers for this DVR port 142d96b8-86b9-4f0f-9559-252c4444a918 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:33:21.236485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-baadba9a-49cd-4be3-a1af-3be118e89de3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.239072 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9660da5-0670-42b7-ba78-a67cd0d5e4e8 req-baadba9a-49cd-4be3-a1af-3be118e89de3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.69 "DELETE /v2.0/ports/142d96b8-86b9-4f0f-9559-252c4444a918 HTTP/1.1" status: 204 len: 173 time: 0.7025917 Jun 30 02:33:21.239916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadba9a-49cd-4be3-a1af-3be118e89de3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Pushing event deleted for resources: {'Port': ['ID=142d96b8-86b9-4f0f-9559-252c4444a918,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:21.248100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'name': 'network-vif-deleted', 'tag': '142d96b8-86b9-4f0f-9559-252c4444a918'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:21.250659 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631d0e15-a0de-47c1-8b22-638619794b26" -d '{"events": [{"server_uuid": "f4f02928-1657-4da8-8fb0-565f1cfa2842", "name": "network-vif-deleted", "tag": "142d96b8-86b9-4f0f-9559-252c4444a918"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:21.409321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43ae034b-7412-44f6-8bbc-507ce5dfb013 req-c20f5000-8c9c-415a-a861-0a7b5f8cdcfc service neutron] 10.222.0.69 "GET /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294022 Jun 30 02:33:21.444292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-c2eaf339-78d5-4b04-ad17-b616ca7ae7b9 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.445897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-c2eaf339-78d5-4b04-ad17-b616ca7ae7b9 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.73 "GET /v2.0/networks?id=65ac0c76-ef91-4835-b3cd-cc445f5841fe HTTP/1.1" status: 200 len: 815 time: 0.2387888 Jun 30 02:33:21.460200 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b4e29f-9dfd-479f-8e25-514835f52c3a x-openstack-request-id: req-e6b4e29f-9dfd-479f-8e25-514835f52c3a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:21.460895 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f02928-1657-4da8-8fb0-565f1cfa2842", "name": "network-vif-deleted", "tag": "142d96b8-86b9-4f0f-9559-252c4444a918", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:21.461318 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e6b4e29f-9dfd-479f-8e25-514835f52c3a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:21.461920 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f02928-1657-4da8-8fb0-565f1cfa2842', 'name': 'network-vif-deleted', 'tag': '142d96b8-86b9-4f0f-9559-252c4444a918', 'status': 'completed', 'code': 200} Jun 30 02:33:21.464697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Request body: {'port': {'device_id': '686221f6-c161-4e7b-932e-90631ee05b21', 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe', 'admin_state_up': True, 'tenant_id': 'd0669fa2e82041b881eaa263808a5d52'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:21.492754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7469c9-129b-49f8-9ec5-c13da00dc874 req-628b861b-4d2f-43ec-86e7-c606e0ac9436 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.494516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c7469c9-129b-49f8-9ec5-c13da00dc874 req-628b861b-4d2f-43ec-86e7-c606e0ac9436 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 945 time: 0.1733077 Jun 30 02:33:21.578676 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c7469c9-129b-49f8-9ec5-c13da00dc874 req-eb46e7a7-bf19-464a-bbc7-34919288e90f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544605 Jun 30 02:33:21.640365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Made reservation on behalf of d0669fa2e82041b881eaa263808a5d52 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:21.647132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.764405 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-52d9c5ed-33a6-46b6-b78e-35d993f3b65f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b024877b9ea046a6a65c423b89fcd680 HTTP/1.1" status: 200 len: 267 time: 0.0496240 Jun 30 02:33:21.811611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Allocated IP 172.20.0.8 (65ac0c76-ef91-4835-b3cd-cc445f5841fe/397a1e6a-dcfd-4690-add8-311551dcea63/a00c9af4-5e6c-463a-a99a-108a785fa1af) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:21.853330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-cea3e22e-893d-477d-95f2-ab886b5bc47b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.855268 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-cea3e22e-893d-477d-95f2-ab886b5bc47b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 945 time: 0.0845611 Jun 30 02:33:21.867641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-bf24d477-fc7b-4203-ad80-bef6640d13e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'port': {'security_groups': []}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:21.966232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-bf24d477-fc7b-4203-ad80-bef6640d13e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:21.996933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b380a6-2443-4ba7-9578-9e282e5318f1 req-c679e553-4fc8-4894-a0c8-764f7350f248 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:21.999136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d8b380a6-2443-4ba7-9578-9e282e5318f1 req-c679e553-4fc8-4894-a0c8-764f7350f248 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.1552289 Jun 30 02:33:22.100211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d8b380a6-2443-4ba7-9578-9e282e5318f1 req-509c8095-9d3b-41fd-860b-cd952f7f90bc tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897906 Jun 30 02:33:22.106529 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.162605 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.176140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['142d96b8-86b9-4f0f-9559-252c4444a918'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:22.207219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-bf24d477-fc7b-4203-ad80-bef6640d13e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] For port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:22.243039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Network 65ac0c76-ef91-4835-b3cd-cc445f5841fe is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:22.245695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:22.256452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-bf24d477-fc7b-4203-ad80-bef6640d13e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.260886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:22.278390 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-bf24d477-fc7b-4203-ad80-bef6640d13e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.290743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f5eed2d6-677f-47ae-a493-03ddbb8b789c', 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:22.295954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['0dcdb155-591c-47ae-aed0-68c7efabc5d0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:22.356707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Pushing event updated for resources: {'Port': ['ID=a00c9af4-5e6c-463a-a99a-108a785fa1af,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:22.363198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-bf24d477-fc7b-4203-ad80-bef6640d13e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:22.363930 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-bf24d477-fc7b-4203-ad80-bef6640d13e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.378993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c82c7666-5a8a-482f-9fe1-4e6bee5d8386 req-bf24d477-fc7b-4203-ad80-bef6640d13e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "PUT /v2.0/ports/fd59259e-e9df-4129-b64c-d7b5ae5c6b7c HTTP/1.1" status: 200 len: 904 time: 0.5155773 Jun 30 02:33:22.398594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24d477-fc7b-4203-ad80-bef6640d13e0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'Port': ['ID=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:22.461247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:22.468031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.512866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-0e673dbc-f2af-40e5-99f2-5eab00809c3e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0542529 Jun 30 02:33:22.534073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133347c-5aa7-46e5-a434-648c6fb429b3 req-2eaea3a8-1d94-4ca1-8d40-4e5dd7054400 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:22.546366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c133347c-5aa7-46e5-a434-648c6fb429b3 req-2eaea3a8-1d94-4ca1-8d40-4e5dd7054400 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 931 time: 0.2242315 Jun 30 02:33:22.554029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fd59259e-e9df-4129-b64c-d7b5ae5c6b7c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:22.565144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Request body: {'port': {'device_id': '686221f6-c161-4e7b-932e-90631ee05b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:22.721650 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.760455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1449ce09-ae59-49fa-b033-d403fbb62882 None None] Provisioning complete for port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:22.761128 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1449ce09-ae59-49fa-b033-d403fbb62882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:22.776178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51b70-c1c6-4c2b-9c98-58a1fcb8e40a req-8ac82d42-138a-417d-9645-b846f09995ab tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:22.783341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7bd51b70-c1c6-4c2b-9c98-58a1fcb8e40a req-8ac82d42-138a-417d-9645-b846f09995ab tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1626475 Jun 30 02:33:22.787469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c133347c-5aa7-46e5-a434-648c6fb429b3 req-e0235540-9f31-420d-b1d9-802ee67ffdf3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368202 Jun 30 02:33:22.835793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7bd51b70-c1c6-4c2b-9c98-58a1fcb8e40a req-3a07d210-7048-4701-9dcd-c53d155b17d6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Jun 30 02:33:23.079382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf97f8-5e0c-43fe-821f-e6565a0b5138 req-53f4eb29-7bed-4c3c-8af9-8b4e071678b9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.083138 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a8cf97f8-5e0c-43fe-821f-e6565a0b5138 req-53f4eb29-7bed-4c3c-8af9-8b4e071678b9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 907 time: 0.1384313 Jun 30 02:33:23.144766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00c9af4-5e6c-463a-a99a-108a785fa1af {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:23.153549 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.167506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Transition to ACTIVE for port object a00c9af4-5e6c-463a-a99a-108a785fa1af will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:23.175214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.270910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a00c9af4-5e6c-463a-a99a-108a785fa1af,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:23.356927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Attempting to bind port a00c9af4-5e6c-463a-a99a-108a785fa1af on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:23.357178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Attempting to bind port a00c9af4-5e6c-463a-a99a-108a785fa1af by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:23.357514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Attempting to bind port a00c9af4-5e6c-463a-a99a-108a785fa1af on network 65ac0c76-ef91-4835-b3cd-cc445f5841fe {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:23.368922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6c554-be1b-4a23-800d-8631f042db1b req-7d7f9297-ea61-4970-97fe-18545c4294dd tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.370675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bab6c554-be1b-4a23-800d-8631f042db1b req-7d7f9297-ea61-4970-97fe-18545c4294dd tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1482279 Jun 30 02:33:23.372961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Port a00c9af4-5e6c-463a-a99a-108a785fa1af on network 65ac0c76-ef91-4835-b3cd-cc445f5841fe not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:23.373287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Attempting to bind port a00c9af4-5e6c-463a-a99a-108a785fa1af on network 65ac0c76-ef91-4835-b3cd-cc445f5841fe {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:23.386199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:23.386551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Checking segment: {'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:23.386963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Bound using segment: {'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:23.387411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Bound port: a00c9af4-5e6c-463a-a99a-108a785fa1af, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:23.387770 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.388938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dd334-8426-4e7f-adc0-2d60c7b0e64c req-6b104efa-1236-4ac8-babf-70d747100af6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.399354 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f27dd334-8426-4e7f-adc0-2d60c7b0e64c req-6b104efa-1236-4ac8-babf-70d747100af6 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0812988 Jun 30 02:33:23.442354 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f27dd334-8426-4e7f-adc0-2d60c7b0e64c req-1ce46ae4-9966-45df-ba7a-66f3dfd3be0e tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Jun 30 02:33:23.450335 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bab6c554-be1b-4a23-800d-8631f042db1b req-f678f384-1a26-4bbd-ba65-6d2aca4cd70b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737216 Jun 30 02:33:23.463849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f948b4-7cbe-4887-b5b1-9b72e2308821', 'tag': 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:23.466223 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47b90d1-ca21-438a-8d3f-0daa4992fff3" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f948b4-7cbe-4887-b5b1-9b72e2308821", "tag": "fd59259e-e9df-4129-b64c-d7b5ae5c6b7c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:23.484087 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] For port a00c9af4-5e6c-463a-a99a-108a785fa1af, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:23.489918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] For port a00c9af4-5e6c-463a-a99a-108a785fa1af, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:23.497263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.523029 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bbf51c-2a3a-4fc0-bb0b-041fdd70e066 x-openstack-request-id: req-43bbf51c-2a3a-4fc0-bb0b-041fdd70e066 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:23.523322 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f948b4-7cbe-4887-b5b1-9b72e2308821", "tag": "fd59259e-e9df-4129-b64c-d7b5ae5c6b7c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:23.523574 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43bbf51c-2a3a-4fc0-bb0b-041fdd70e066 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:23.523971 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f948b4-7cbe-4887-b5b1-9b72e2308821', 'tag': 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c', 'status': 'completed', 'code': 200} Jun 30 02:33:23.553116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.554300 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:23.556443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] 10.222.0.73 "PUT /v2.0/ports/a00c9af4-5e6c-463a-a99a-108a785fa1af HTTP/1.1" status: 200 len: 1092 time: 1.0022306 Jun 30 02:33:23.558580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686221f6-c161-4e7b-932e-90631ee05b21', 'tag': 'a00c9af4-5e6c-463a-a99a-108a785fa1af'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:23.561029 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "686221f6-c161-4e7b-932e-90631ee05b21", "tag": "a00c9af4-5e6c-463a-a99a-108a785fa1af"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:23.657360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e5bec-a21f-4e08-b2b0-5fd74a5441b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a00c9af4-5e6c-463a-a99a-108a785fa1af,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:23.705978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9689aa-e54e-4bac-aca4-25ed352b05ec req-0f8fc123-f4b9-46c4-949f-2a5485115697 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.711223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df9689aa-e54e-4bac-aca4-25ed352b05ec req-0f8fc123-f4b9-46c4-949f-2a5485115697 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0792077 Jun 30 02:33:23.725183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-17d70b98-fd4d-47ba-ac5f-b18453087bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.726758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-17d70b98-fd4d-47ba-ac5f-b18453087bdf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 1059 time: 0.1694055 Jun 30 02:33:23.751973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-7a6f790d-3546-44a5-8040-f8fd4a06f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.753544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-7a6f790d-3546-44a5-8040-f8fd4a06f54c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d0669fa2e82041b881eaa263808a5d52&device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 1095 time: 0.1389949 Jun 30 02:33:23.756109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df9689aa-e54e-4bac-aca4-25ed352b05ec req-f0c38b1e-e1a4-440b-b2e1-050428c11369 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 Jun 30 02:33:23.796983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045f548-ff55-4ef0-ae81-2491090e4cf8 req-f0cc2884-4f13-4957-885b-76662f539b38 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.798754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6045f548-ff55-4ef0-ae81-2491090e4cf8 req-f0cc2884-4f13-4957-885b-76662f539b38 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.1850526 Jun 30 02:33:23.810160 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435f310e-8d75-4cdf-b257-4601e48be6d7 x-openstack-request-id: req-435f310e-8d75-4cdf-b257-4601e48be6d7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:23.810433 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686221f6-c161-4e7b-932e-90631ee05b21", "tag": "a00c9af4-5e6c-463a-a99a-108a785fa1af", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:23.810689 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-435f310e-8d75-4cdf-b257-4601e48be6d7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:23.811101 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686221f6-c161-4e7b-932e-90631ee05b21', 'tag': 'a00c9af4-5e6c-463a-a99a-108a785fa1af', 'status': 'completed', 'code': 200} Jun 30 02:33:23.981594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7679f-c81c-4f4b-92a5-ac4219937db2 req-7c025a08-93c5-4262-a40d-2c04e9a04e15 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:23.983153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f4b7679f-c81c-4f4b-92a5-ac4219937db2 req-7c025a08-93c5-4262-a40d-2c04e9a04e15 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 943 time: 0.0783679 Jun 30 02:33:24.032346 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f4b7679f-c81c-4f4b-92a5-ac4219937db2 req-7382a38c-79e1-448d-8227-9995c5a78261 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Jun 30 02:33:24.209185 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-6c992f5a-154b-435d-a020-0361ba83ab7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af HTTP/1.1" status: 200 len: 217 time: 0.4203100 Jun 30 02:33:24.247849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-0bb1d52f-3dff-4217-b3c4-9463261e73fc tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.249441 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-0bb1d52f-3dff-4217-b3c4-9463261e73fc tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 812 time: 0.1191556 Jun 30 02:33:24.280330 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6045f548-ff55-4ef0-ae81-2491090e4cf8 req-6d3f26ef-d41f-48d7-974f-a9c9d5ed8b46 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723537 Jun 30 02:33:24.281591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-7fe74e78-72d2-4c73-8111-92da94088655 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/quotas/b024877b9ea046a6a65c423b89fcd680 HTTP/1.1" status: 200 len: 375 time: 0.0159976 Jun 30 02:33:24.305840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-45392bee-2f63-4848-a735-3dfdf87a3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.308336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-45392bee-2f63-4848-a735-3dfdf87a3e0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.5694253 Jun 30 02:33:24.344844 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-45f8154c-f3a1-4012-bbbf-1d0def43785c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:24.369932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 142d96b8-86b9-4f0f-9559-252c4444a918 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:24.398500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 142d96b8-86b9-4f0f-9559-252c4444a918 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:33:24.398912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 142d96b8-86b9-4f0f-9559-252c4444a918 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:33:24.423501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-3fc6c6c8-798e-45dc-a57b-09a5c8f85aad tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1250136 Jun 30 02:33:24.433942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-c1cc5bca-7d66-4f2f-bd0c-230676678f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.435835 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-c1cc5bca-7d66-4f2f-bd0c-230676678f02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=397a1e6a-dcfd-4690-add8-311551dcea63 HTTP/1.1" status: 200 len: 855 time: 0.2121031 Jun 30 02:33:24.437905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-1c9b7995-5c07-41a5-8abf-2314f9fe57a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c HTTP/1.1" status: 200 len: 217 time: 0.1177714 Jun 30 02:33:24.505221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-6d3a1131-9970-42d6-a0a8-f9226c158401 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65ac0c76-ef91-4835-b3cd-cc445f5841fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510740 Jun 30 02:33:24.528108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-5c6133cb-e209-4088-9b2c-a3aecea019c0 service neutron] 10.222.0.55 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962849 Jun 30 02:33:24.592951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-8d2938dd-1552-474e-888c-7519a491b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.594386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-8d2938dd-1552-474e-888c-7519a491b045 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1499052 Jun 30 02:33:24.631339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-977aad89-6422-4c70-8deb-f4a2938c100a service neutron] 10.222.0.55 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973852 Jun 30 02:33:24.680205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bdec4-a36c-4258-813e-b283791ab9db req-089689b8-e685-4b02-8adb-66a806e44fd5 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.681649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-995bdec4-a36c-4258-813e-b283791ab9db req-089689b8-e685-4b02-8adb-66a806e44fd5 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1812184 Jun 30 02:33:24.688786 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-366eb4df-c4dd-404c-b5cd-73301ee07166 service neutron] 10.222.0.73 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574402 Jun 30 02:33:24.793304 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-995bdec4-a36c-4258-813e-b283791ab9db req-78e59600-27a7-4fb0-8242-3f6ae357ea4e tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026568 Jun 30 02:33:24.798003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-86ee929e-2f77-4a44-ba82-2fa4c317aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:24.799483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-86ee929e-2f77-4a44-ba82-2fa4c317aaac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1933904 Jun 30 02:33:24.975244 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79dc92e6-9c3c-49a2-a57b-b7db0783c764 req-6ef6603d-1af8-4810-adb2-0f197db940f3 service neutron] 10.222.0.73 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695363 Jun 30 02:33:24.979150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-3df346c6-40b8-48c1-b149-0676f9dd904a service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589634 Jun 30 02:33:25.083367 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b31d70bd-60ef-4916-aa7c-c6759697148f req-21417755-bb8d-4899-acb2-54dab3b15e22 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 210 time: 0.0659981 Jun 30 02:33:25.170321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a47b90d1-ca21-438a-8d3f-0daa4992fff3 req-5efe70a5-6104-451f-8ffa-7697a1cdf3ee service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843209 Jun 30 02:33:25.203585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c0790-c610-4c95-93e8-44108d6ab27f req-f29071d2-e5a5-4af6-a07c-69473d43699b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:25.212944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e5c0790-c610-4c95-93e8-44108d6ab27f req-f29071d2-e5a5-4af6-a07c-69473d43699b tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.1012049 Jun 30 02:33:25.220157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc req-ad5e23c3-6079-487f-823b-bc2e6896ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:25.222081 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc req-ad5e23c3-6079-487f-823b-bc2e6896ec64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d0669fa2e82041b881eaa263808a5d52&device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 1095 time: 0.1771743 Jun 30 02:33:25.269940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e5c0790-c610-4c95-93e8-44108d6ab27f req-78c9b8fc-f1eb-4b00-bd81-26424231e947 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558646 Jun 30 02:33:25.411784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d791c4b-71c4-452b-b8ad-f2850686642f req-43b2d1d9-a461-4a70-a440-b5d711deb2c7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:25.413614 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5d791c4b-71c4-452b-b8ad-f2850686642f req-43b2d1d9-a461-4a70-a440-b5d711deb2c7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 943 time: 0.1732473 Jun 30 02:33:25.456369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc req-f4f1747e-577e-4be6-a592-a5dde60c45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:25.458342 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc req-f4f1747e-577e-4be6-a592-a5dde60c45a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=65ac0c76-ef91-4835-b3cd-cc445f5841fe HTTP/1.1" status: 200 len: 916 time: 0.2266631 Jun 30 02:33:25.473523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5d791c4b-71c4-452b-b8ad-f2850686642f req-fbdac1a6-2757-4732-af26-3022c8aeaaa2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Jun 30 02:33:25.482952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f3454-0162-4e66-8348-6ee3216db7f2 req-fde2e87b-eec9-4253-b848-7fbf8f9a20b0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:25.484837 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a5f3454-0162-4e66-8348-6ee3216db7f2 req-fde2e87b-eec9-4253-b848-7fbf8f9a20b0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0884359 Jun 30 02:33:25.523827 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc req-a65de55b-876a-4f8d-a2c2-4ef7989d5dba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af HTTP/1.1" status: 200 len: 217 time: 0.0360055 Jun 30 02:33:25.530749 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a5f3454-0162-4e66-8348-6ee3216db7f2 req-cd00dded-bbb3-47a3-a978-d09a9bc778ca tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390131 Jun 30 02:33:25.591228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc req-7b9f4382-0968-4314-adfb-1a450dfa2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:25.592922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc req-7b9f4382-0968-4314-adfb-1a450dfa2bc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=397a1e6a-dcfd-4690-add8-311551dcea63 HTTP/1.1" status: 200 len: 855 time: 0.0519497 Jun 30 02:33:25.632486 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc req-51e11ffa-42d4-4c53-bf75-5456b27db47f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65ac0c76-ef91-4835-b3cd-cc445f5841fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326297 Jun 30 02:33:25.749032 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc req-8045959a-1d48-4697-b6c9-7a08d7824843 service neutron] 10.222.0.73 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969930 Jun 30 02:33:25.846029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e686cd4-bfe8-4b85-a96a-aa92ed3c5f04 req-d5defb5d-b7b6-4f7b-8ea2-07251e428407 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:25.848573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e686cd4-bfe8-4b85-a96a-aa92ed3c5f04 req-d5defb5d-b7b6-4f7b-8ea2-07251e428407 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0910308 Jun 30 02:33:25.869151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f886ec9f-ce51-4531-94f7-c7cc0241a3bc req-1f69bc00-774e-402f-b908-89076f492ced service neutron] 10.222.0.73 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069059 Jun 30 02:33:25.896932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e686cd4-bfe8-4b85-a96a-aa92ed3c5f04 req-e130691f-0164-40cd-97ba-f6b64aea5b71 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Jun 30 02:33:26.005176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b1e51-844c-4508-a34e-481efc588d43 req-f051c81f-99b9-41e2-9666-d99e31aab2ee tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.007826 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d4b1e51-844c-4508-a34e-481efc588d43 req-f051c81f-99b9-41e2-9666-d99e31aab2ee tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0739925 Jun 30 02:33:26.048477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d4b1e51-844c-4508-a34e-481efc588d43 req-0eb13bf2-c882-4678-be50-e85dc4417661 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359354 Jun 30 02:33:26.192960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75b227-da53-4891-a7ca-e1bc63f0024e req-da51f5ca-e55e-42c5-92dc-085fc607ab71 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.194456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad75b227-da53-4891-a7ca-e1bc63f0024e req-da51f5ca-e55e-42c5-92dc-085fc607ab71 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0698485 Jun 30 02:33:26.236246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad75b227-da53-4891-a7ca-e1bc63f0024e req-b01e6f90-3a23-430d-aa83-1de04f5d0832 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348985 Jun 30 02:33:26.396933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9619632a-abcc-48f0-af28-51a78e6a34a3 req-0c2209e3-5d79-407c-aebb-41275cc0ae78 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 210 time: 0.0378966 Jun 30 02:33:26.549584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-6dc95b3d-dcc5-4274-8037-cede3d3239eb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.551238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-6dc95b3d-dcc5-4274-8037-cede3d3239eb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 812 time: 0.1848447 Jun 30 02:33:26.577106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89113683-d60d-4d97-bdae-9954f79b57d0 req-86508fa5-5286-4f9f-b1ac-a3903df3e400 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.579576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-89113683-d60d-4d97-bdae-9954f79b57d0 req-86508fa5-5286-4f9f-b1ac-a3903df3e400 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.1362538 Jun 30 02:33:26.584269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Request body: {'port': {'device_id': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'admin_state_up': True, 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:26.675269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-89113683-d60d-4d97-bdae-9954f79b57d0 req-3f85c168-34ee-450c-84e3-19e35c656b2c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872087 Jun 30 02:33:26.725792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eadbd-ecb6-4fec-ac94-ba531f9734f7 req-968a6e07-7c70-466e-b61f-0ccc8f28a1ae tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.727571 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd5eadbd-ecb6-4fec-ac94-ba531f9734f7 req-968a6e07-7c70-466e-b61f-0ccc8f28a1ae tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 943 time: 0.0738182 Jun 30 02:33:26.741692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Made reservation on behalf of b024877b9ea046a6a65c423b89fcd680 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:26.748316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:26.785543 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd5eadbd-ecb6-4fec-ac94-ba531f9734f7 req-e199681a-684e-4e4b-8df1-e69582bf4657 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512969 Jun 30 02:33:26.903600 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:26.945418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Allocated IP 172.20.0.10 (8a45bdb0-42ad-4822-9047-0b0857630f97/6eb16b85-0a65-4811-8135-f92b5adf71dc/5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:26.954882 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ef7b6d6a-1f8c-459e-a5ea-a1a1170b7720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:26.957798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba06a1-73d9-47e6-966f-b88b437aab3b req-bbb56ea0-ac7c-4c80-b577-33415cad71c9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:26.959332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5cba06a1-73d9-47e6-966f-b88b437aab3b req-bbb56ea0-ac7c-4c80-b577-33415cad71c9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.1328666 Jun 30 02:33:27.022405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5cba06a1-73d9-47e6-966f-b88b437aab3b req-4eb23bb5-1a75-49c8-a743-236c840625a3 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562272 Jun 30 02:33:27.201494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:27.220919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Transition to ACTIVE for port object 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:27.260995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:27.277246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f5eed2d6-677f-47ae-a493-03ddbb8b789c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:27.280513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['0dcdb155-591c-47ae-aed0-68c7efabc5d0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:27.331416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:27.362833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:27.383859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:27.414910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914faccb-1074-47dd-9175-2ed11e05fffa req-15db3aec-efec-49b0-9f6c-1891079af482 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:27.436456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-914faccb-1074-47dd-9175-2ed11e05fffa req-15db3aec-efec-49b0-9f6c-1891079af482 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1321878 Jun 30 02:33:27.448365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:27.449698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:27.458424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event updated for resources: {'Port': ['ID=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:27.489118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-fb7ddf66-543d-4382-a88b-1a2cf418c90e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9085217 Jun 30 02:33:27.492329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-914faccb-1074-47dd-9175-2ed11e05fffa req-8a24aacf-26e6-4db7-a4b7-f37f9114e2d1 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548997 Jun 30 02:33:27.511114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Request body: {'port': {'device_id': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:27.596047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c1c3f-3035-44b6-93c9-93fb9b2b7125 req-82d79eb9-73d0-45a1-a8b5-d7315cb6bf4a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:27.605302 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-299c1c3f-3035-44b6-93c9-93fb9b2b7125 req-82d79eb9-73d0-45a1-a8b5-d7315cb6bf4a tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.3050942 Jun 30 02:33:27.680199 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-299c1c3f-3035-44b6-93c9-93fb9b2b7125 req-dd82b8e0-4ca2-4231-be78-15bcd5a92d31 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727475 Jun 30 02:33:27.739293 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:27.808886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d76e871b-9ad4-4f61-b96e-6ce8ceef905f None None] Provisioning for port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:27.819504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a00c9af4-5e6c-463a-a99a-108a785fa1af details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:27.840712 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d76e871b-9ad4-4f61-b96e-6ce8ceef905f None None] Provisioning complete for port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:27.841620 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d76e871b-9ad4-4f61-b96e-6ce8ceef905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:27.938946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d76e871b-9ad4-4f61-b96e-6ce8ceef905f None None] Port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:33:27.999660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a00c9af4-5e6c-463a-a99a-108a785fa1af, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:28.013501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'a00c9af4-5e6c-463a-a99a-108a785fa1af', 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe', 'port_id': 'a00c9af4-5e6c-463a-a99a-108a785fa1af', 'mac_address': 'fa:16:3e:d3:3d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397a1e6a-dcfd-4690-add8-311551dcea63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:28.022814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aca50e-31a0-41e1-b387-89ff096b9ea2 req-91a64a47-d19e-417f-873d-859b82f7a1b0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:28.025124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71aca50e-31a0-41e1-b387-89ff096b9ea2 req-91a64a47-d19e-417f-873d-859b82f7a1b0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0750029 Jun 30 02:33:28.070972 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.074996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71aca50e-31a0-41e1-b387-89ff096b9ea2 req-43b4b63d-3932-4fb2-a144-0ee9b29fa410 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440934 Jun 30 02:33:28.086519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793a89a-36c1-43a4-8dd7-be59455d631d req-6dd6886d-3dc2-4d2e-b90d-d1aae7098440 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:28.088254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4793a89a-36c1-43a4-8dd7-be59455d631d req-6dd6886d-3dc2-4d2e-b90d-d1aae7098440 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 932 time: 0.2524912 Jun 30 02:33:28.123101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00c9af4-5e6c-463a-a99a-108a785fa1af {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:28.151815 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.156954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a00c9af4-5e6c-463a-a99a-108a785fa1af, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:28.162565 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.167507 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4793a89a-36c1-43a4-8dd7-be59455d631d req-28a51a89-f898-4b95-a9e0-41e70c64dabb tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688212 Jun 30 02:33:28.246783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:28.264828 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.273793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a00c9af4-5e6c-463a-a99a-108a785fa1af,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:28.284087 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Transition to ACTIVE for port object 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:28.287035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b603f-ae7f-4a68-9723-371b6984a244 req-320d2a8c-c59f-401e-9e01-270df470660d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:28.289099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.294907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-510b603f-ae7f-4a68-9723-371b6984a244 req-320d2a8c-c59f-401e-9e01-270df470660d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 944 time: 0.0859101 Jun 30 02:33:28.341332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:28.351556 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-510b603f-ae7f-4a68-9723-371b6984a244 req-bf957e00-15a9-4a66-8b78-8e4666f7ae9e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461271 Jun 30 02:33:28.443124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Attempting to bind port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:28.444010 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Attempting to bind port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:28.444569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Attempting to bind port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:28.452060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:28.452724 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Attempting to bind port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 on network 8a45bdb0-42ad-4822-9047-0b0857630f97 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:28.486401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:28.486698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Checking segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:28.487271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Bound using segment: {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:28.487823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Bound port: 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c208c82c-1a36-4da5-83d4-6c969823df87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:28.488284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.488798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a00c9af4-5e6c-463a-a99a-108a785fa1af'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:28.612030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] For port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:28.635830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909921f-99f0-4dc8-9753-62445f111e10 req-1f058266-a119-4139-9e35-c40df0e1282c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:28.638536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7909921f-99f0-4dc8-9753-62445f111e10 req-1f058266-a119-4139-9e35-c40df0e1282c tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.1822836 Jun 30 02:33:28.641022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] For port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:28.658648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.738477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:28.739214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:28.740892 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] 10.222.0.73 "PUT /v2.0/ports/5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 HTTP/1.1" status: 200 len: 1093 time: 1.2387998 Jun 30 02:33:28.741441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'tag': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:28.744232 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e79941c-7356-4f71-a077-b5294fc823f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe6102a-b058-4441-ac7d-282e165a274b", "tag": "5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:28.793974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7909921f-99f0-4dc8-9753-62445f111e10 req-32293f02-ce8c-44d0-a4a2-cb7b428b3d91 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491458 Jun 30 02:33:28.797756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4464759-f316-4c59-a658-d7df1c63efd2 req-ae2512d4-37a0-49c7-b7fb-9257448dd942 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:28.807177 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4464759-f316-4c59-a658-d7df1c63efd2 req-ae2512d4-37a0-49c7-b7fb-9257448dd942 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1372950 Jun 30 02:33:28.840517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a2e70-9dd5-4f02-880a-e85bbeeb4200 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:28.889966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-76d12b71-c461-43b7-9098-89378555cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:28.891752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-76d12b71-c461-43b7-9098-89378555cafb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 1096 time: 0.0904572 Jun 30 02:33:28.911185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4464759-f316-4c59-a658-d7df1c63efd2 req-5290c18c-e25e-4b33-8fc6-bae733141d73 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020062 Jun 30 02:33:28.961646 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-d8bebea8-5d4b-4c98-82fc-a090147fb2a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 HTTP/1.1" status: 200 len: 217 time: 0.0573969 Jun 30 02:33:28.989049 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d84dd7-4542-4b91-a23a-96b5f6fa1aec x-openstack-request-id: req-b7d84dd7-4542-4b91-a23a-96b5f6fa1aec {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:28.989536 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe6102a-b058-4441-ac7d-282e165a274b", "tag": "5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:28.989859 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7d84dd7-4542-4b91-a23a-96b5f6fa1aec {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:28.990513 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'tag': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637', 'status': 'completed', 'code': 200} Jun 30 02:33:29.051461 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-a5a585e7-b540-4acc-afa6-cf2817843108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.053545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-a5a585e7-b540-4acc-afa6-cf2817843108 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0765476 Jun 30 02:33:29.143205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-f428ea8d-27cc-4f3b-858e-8a8a614a30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.145290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-f428ea8d-27cc-4f3b-858e-8a8a614a30bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744288 Jun 30 02:33:29.213705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24fc57-3a28-4cd1-a8ed-03eb8b68ac8d req-1baf9cc3-7523-45cd-9ce0-344007853af5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.215426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd24fc57-3a28-4cd1-a8ed-03eb8b68ac8d req-1baf9cc3-7523-45cd-9ce0-344007853af5 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0831034 Jun 30 02:33:29.270384 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-32d9debb-2be7-4d16-815b-ab2197f9721f service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163278 Jun 30 02:33:29.278399 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd24fc57-3a28-4cd1-a8ed-03eb8b68ac8d req-2e05c9b0-246f-4e0d-b03b-de34b2454e67 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464947 Jun 30 02:33:29.464662 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46336b11-ca08-4b13-bfaf-005b926a5e41 req-481e3e46-4079-4841-8680-fd3e21195536 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832223 Jun 30 02:33:29.479752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ebd6-da1c-46c0-a49a-31198cc04a48 req-d8ab8937-26b4-4f84-9000-aa50c271ada5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.481336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a924ebd6-da1c-46c0-a49a-31198cc04a48 req-d8ab8937-26b4-4f84-9000-aa50c271ada5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 944 time: 0.1279333 Jun 30 02:33:29.530186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a147f-f930-4146-b1e0-a5e2a4fb59cc req-944bfdc4-d42b-44a9-80cc-4c8d2e7c6c98 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.531740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a15a147f-f930-4146-b1e0-a5e2a4fb59cc req-944bfdc4-d42b-44a9-80cc-4c8d2e7c6c98 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0862448 Jun 30 02:33:29.565973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a924ebd6-da1c-46c0-a49a-31198cc04a48 req-651dbf95-927d-4b05-8644-f01b30db388e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785654 Jun 30 02:33:29.581033 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a15a147f-f930-4146-b1e0-a5e2a4fb59cc req-66e319cc-e280-4faf-9666-36acf0d148b7 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404453 Jun 30 02:33:29.595169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-feaf0812-e196-40b6-b167-3bedc88158f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.596800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-feaf0812-e196-40b6-b167-3bedc88158f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 1096 time: 0.0696156 Jun 30 02:33:29.708213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-5dcc48fa-abd7-48ea-83a4-951f72b66d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.709765 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-5dcc48fa-abd7-48ea-83a4-951f72b66d7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.1014669 Jun 30 02:33:29.771103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10d816-7161-4773-b8ac-7fb152a6b284 req-fbadf150-ae3d-4e82-9ff5-9d45959fc0f8 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:29.772973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d10d816-7161-4773-b8ac-7fb152a6b284 req-fbadf150-ae3d-4e82-9ff5-9d45959fc0f8 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 944 time: 0.0740385 Jun 30 02:33:29.814164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a00c9af4-5e6c-463a-a99a-108a785fa1af up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:29.838782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d10d816-7161-4773-b8ac-7fb152a6b284 req-b71a084d-4c79-4a41-856c-061332a2a77c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597229 Jun 30 02:33:29.881064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port a00c9af4-5e6c-463a-a99a-108a785fa1af completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:29.885774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port a00c9af4-5e6c-463a-a99a-108a785fa1af triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:29.886166 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:29.953380 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.001374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.030097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686221f6-c161-4e7b-932e-90631ee05b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00c9af4-5e6c-463a-a99a-108a785fa1af'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:30.032656 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668687cf-46d0-4eea-bca7-234576aa44bd" -d '{"events": [{"server_uuid": "686221f6-c161-4e7b-932e-90631ee05b21", "name": "network-vif-plugged", "status": "completed", "tag": "a00c9af4-5e6c-463a-a99a-108a785fa1af"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:30.051452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a00c9af4-5e6c-463a-a99a-108a785fa1af, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:30.058655 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:30.118921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-4ceacc68-abe9-499c-83af-1c68fc7c68e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 HTTP/1.1" status: 200 len: 217 time: 0.4012699 Jun 30 02:33:30.119663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a00c9af4-5e6c-463a-a99a-108a785fa1af,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:30.186632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d660-2919-4333-9dff-206c6e36ebb5 req-dd1790d4-5132-4f8d-a7d3-75941322b83e tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.188847 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1004d660-2919-4333-9dff-206c6e36ebb5 req-dd1790d4-5132-4f8d-a7d3-75941322b83e tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0920224 Jun 30 02:33:30.231294 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1004d660-2919-4333-9dff-206c6e36ebb5 req-1509bbe9-fd47-4b8d-8596-dfc1c542af8c tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350471 Jun 30 02:33:30.246093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-d219353c-498d-4a6c-ad5b-ea14c59096de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.247705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-d219353c-498d-4a6c-ad5b-ea14c59096de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1167905 Jun 30 02:33:30.310481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428c4ed-f92a-4699-94a9-327ad6083ee3 req-6f864a3a-ee41-4ea8-817d-aa13818635b9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.312056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2428c4ed-f92a-4699-94a9-327ad6083ee3 req-6f864a3a-ee41-4ea8-817d-aa13818635b9 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.1922400 Jun 30 02:33:30.322895 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-119fee9d-2105-4cec-a617-89a3d5fd94a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1322336 Jun 30 02:33:30.381605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2428c4ed-f92a-4699-94a9-327ad6083ee3 req-eac92e9a-52db-4867-904f-aee264517515 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625653 Jun 30 02:33:30.393079 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e47cd5-9623-47fb-b198-439628cadd1b x-openstack-request-id: req-60e47cd5-9623-47fb-b198-439628cadd1b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:30.393373 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686221f6-c161-4e7b-932e-90631ee05b21", "name": "network-vif-plugged", "status": "completed", "tag": "a00c9af4-5e6c-463a-a99a-108a785fa1af", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:30.393628 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60e47cd5-9623-47fb-b198-439628cadd1b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:30.394023 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686221f6-c161-4e7b-932e-90631ee05b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00c9af4-5e6c-463a-a99a-108a785fa1af', 'code': 200} Jun 30 02:33:30.406942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-2b5e8f78-d251-47a8-81bd-9d0de47f616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.408890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-2b5e8f78-d251-47a8-81bd-9d0de47f616e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471512 Jun 30 02:33:30.503511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-4e2184ba-218b-4b18-9552-3437f674d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.504922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-4e2184ba-218b-4b18-9552-3437f674d217 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 1098 time: 0.1377041 Jun 30 02:33:30.561194 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-3cfcf349-643c-4d8e-9274-4eec7d24568c service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386297 Jun 30 02:33:30.593547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd967da7-46cc-445b-8c0f-929dc4840af8 req-ad344d98-2f2c-4c8f-af98-37112cbc2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.595154 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd967da7-46cc-445b-8c0f-929dc4840af8 req-ad344d98-2f2c-4c8f-af98-37112cbc2126 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 1097 time: 0.0587356 Jun 30 02:33:30.619874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91225e34-5849-47c2-b8dd-d023727b5287 req-2316dad9-d758-42ce-8442-4372ba3615c0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.621446 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-91225e34-5849-47c2-b8dd-d023727b5287 req-2316dad9-d758-42ce-8442-4372ba3615c0 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.1099606 Jun 30 02:33:30.637509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd967da7-46cc-445b-8c0f-929dc4840af8 req-39cf08d8-6c99-4d27-a632-8252fa086874 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Jun 30 02:33:30.752847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bd12e-8fae-4488-90d3-4cfa50e9b216 req-a1c71d75-000c-45a2-a43c-2501fe5d450d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.753605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-91225e34-5849-47c2-b8dd-d023727b5287 req-db1ac899-2f4c-41a6-b990-0ce55458ae90 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998256 Jun 30 02:33:30.754829 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b19bd12e-8fae-4488-90d3-4cfa50e9b216 req-a1c71d75-000c-45a2-a43c-2501fe5d450d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 944 time: 0.0696950 Jun 30 02:33:30.784011 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-6d03a986-8fdd-49b8-b4df-d5defbe78369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.785477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-6d03a986-8fdd-49b8-b4df-d5defbe78369 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.2014036 Jun 30 02:33:30.787443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e79941c-7356-4f71-a077-b5294fc823f4 req-590a8449-c25c-41fa-90aa-e6dbf15e0067 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045171 Jun 30 02:33:30.807502 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b19bd12e-8fae-4488-90d3-4cfa50e9b216 req-7d76db9e-8e5f-4a23-952c-b5324e85857f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455596 Jun 30 02:33:30.911783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-3cd15036-d928-4e48-9348-e95bbd06633f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0dcdb155-591c-47ae-aed0-68c7efabc5d0 HTTP/1.1" status: 200 len: 217 time: 0.0507438 Jun 30 02:33:30.972084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-91dbf58d-a9c3-4787-8fc9-db7f51e61401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:30.973758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-91dbf58d-a9c3-4787-8fc9-db7f51e61401 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0527272 Jun 30 02:33:31.074363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a03c5f-4f0d-4848-94de-566bbe4c5a18 req-7f222044-0c9d-441b-8c57-a3f019540b79 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:31.075920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-56a03c5f-4f0d-4848-94de-566bbe4c5a18 req-7f222044-0c9d-441b-8c57-a3f019540b79 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0784161 Jun 30 02:33:31.107764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-10af8c94-6b83-4e98-907d-584da0c4fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:31.109205 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-10af8c94-6b83-4e98-907d-584da0c4fc77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104312 Jun 30 02:33:31.115850 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-56a03c5f-4f0d-4848-94de-566bbe4c5a18 req-3577cf87-a74e-4e97-a30a-c6bbfdc4b1b8 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338106 Jun 30 02:33:31.208617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-ed6d66a5-c22c-4c68-95c7-193ab57b92f0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:31.210095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-ed6d66a5-c22c-4c68-95c7-193ab57b92f0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 820 time: 0.1703451 Jun 30 02:33:31.242005 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-621afa57-4513-489c-8083-f938551dd6cf tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/quotas/b6b95258dc98409483eb8868ae44b7c5 HTTP/1.1" status: 200 len: 375 time: 0.0250030 Jun 30 02:33:31.247793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-2e5c9ff6-290b-42b6-a88c-22428ed29efc service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255043 Jun 30 02:33:31.392423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-526851a9-654e-49c2-b037-46e452195db6 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1434753 Jun 30 02:33:31.398087 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aeb081e9-d932-4a6c-a29b-db7998f2f3bf req-0fbe05aa-6ce5-4cfd-a70b-84b9a5aa80cf service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147065 Jun 30 02:33:31.421125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23115c43-90ad-4073-9374-1f941bca5823 req-cc1f6430-8c59-468c-8cf3-88195a4bd7c6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:31.422736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23115c43-90ad-4073-9374-1f941bca5823 req-cc1f6430-8c59-468c-8cf3-88195a4bd7c6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0729072 Jun 30 02:33:31.468528 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23115c43-90ad-4073-9374-1f941bca5823 req-5f7c6999-9160-4074-bfda-6edc4e01a2fd tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350833 Jun 30 02:33:31.555248 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e5f9fdfa-cb70-4a9a-9eb9-0d7b99cbd66e service neutron] 10.222.0.55 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551189 Jun 30 02:33:31.647766 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-fea289c4-b28d-4645-bae7-05dea252b960 service neutron] 10.222.0.55 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853679 Jun 30 02:33:31.840223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:32.071728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:32.093940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'port_id': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637', 'mac_address': 'fa:16:3e:0a:fc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:32.180066 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:32.207694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:32.220025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a6b05-b9fd-4824-91c5-605354f8a8a5 req-6c641d03-4941-447c-8f46-d3c1aae595da tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:32.236245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e27a6b05-b9fd-4824-91c5-605354f8a8a5 req-6c641d03-4941-447c-8f46-d3c1aae595da tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 944 time: 0.1731608 Jun 30 02:33:32.243535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:32.249020 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:32.335422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:32.362379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e27a6b05-b9fd-4824-91c5-605354f8a8a5 req-07b78a54-66cd-4e8e-9b0c-b7a1c78f5824 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101198 Jun 30 02:33:32.372616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab940cb7-5560-4208-8a5f-f8d3b2ba43e0 req-db471456-7b27-497b-91fd-87d7c9226ecf tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 210 time: 0.0528023 Jun 30 02:33:32.594128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7054f3-33b2-4571-bfc6-da4f66d1f8ec req-15ee040d-db28-4cef-813e-a674ac9fc9ec tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:32.595898 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7054f3-33b2-4571-bfc6-da4f66d1f8ec req-15ee040d-db28-4cef-813e-a674ac9fc9ec tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1065974 Jun 30 02:33:32.651869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7054f3-33b2-4571-bfc6-da4f66d1f8ec req-058413ba-544f-4600-9309-14d14bed9cf9 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486701 Jun 30 02:33:32.678835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:32.706086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750edd51-8470-40e6-93f3-6fff2f98e957 req-fde4db89-b6bf-410e-a54a-9d3f4ed0c88a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:32.708376 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-750edd51-8470-40e6-93f3-6fff2f98e957 req-fde4db89-b6bf-410e-a54a-9d3f4ed0c88a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0815868 Jun 30 02:33:32.771384 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-750edd51-8470-40e6-93f3-6fff2f98e957 req-e7576ea2-981c-40a6-8d7e-ef49ff937bcf tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564697 Jun 30 02:33:33.000955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf30066-fe3e-450b-a61b-060a433950a8 req-e5380a7b-a1a1-455a-8d71-83b62b413728 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:33.002652 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bf30066-fe3e-450b-a61b-060a433950a8 req-e5380a7b-a1a1-455a-8d71-83b62b413728 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1081572 Jun 30 02:33:33.056130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bf30066-fe3e-450b-a61b-060a433950a8 req-924a8d97-4a09-412f-a172-16bb8d5d6226 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462711 Jun 30 02:33:33.581459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82024-a9ab-46b1-8f24-c35a6ad7eb63 req-6f81242d-36f5-4588-b0dd-4882a8bc24ec tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:33.583682 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-09a82024-a9ab-46b1-8f24-c35a6ad7eb63 req-6f81242d-36f5-4588-b0dd-4882a8bc24ec tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1020060 Jun 30 02:33:33.632789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-09a82024-a9ab-46b1-8f24-c35a6ad7eb63 req-a11083b1-5eda-4f17-9742-ea28ba27ac61 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Jun 30 02:33:33.774004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d426655-af68-4297-af96-f9f8c3b619cc req-c34efd87-2800-49e6-8669-2ec9a16f7f38 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:33.776329 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8d426655-af68-4297-af96-f9f8c3b619cc req-c34efd87-2800-49e6-8669-2ec9a16f7f38 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 945 time: 0.2027130 Jun 30 02:33:33.795804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-13ea8456-d312-464e-9808-83cfe3425d46 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:33.795997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2091a468-fc9e-4f05-9bc8-b3b3bfa2150f req-9b185f2f-527e-4e5d-b124-41bbe80a382a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 210 time: 0.0329669 Jun 30 02:33:33.797687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-13ea8456-d312-464e-9808-83cfe3425d46 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.69 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 820 time: 0.2721148 Jun 30 02:33:33.817527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Request body: {'port': {'device_id': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2', 'admin_state_up': True, 'tenant_id': 'b6b95258dc98409483eb8868ae44b7c5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:33.910776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8d426655-af68-4297-af96-f9f8c3b619cc req-8ccdf6aa-c409-4161-b81d-35e6ebb5a238 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229095 Jun 30 02:33:34.006160 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Made reservation on behalf of b6b95258dc98409483eb8868ae44b7c5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:34.011466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.029470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273c242-7f4b-4605-9319-004fac18bcf7 req-b5393e41-4313-4944-948e-2a1e1c6c182c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.031544 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0273c242-7f4b-4605-9319-004fac18bcf7 req-b5393e41-4313-4944-948e-2a1e1c6c182c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0735991 Jun 30 02:33:34.097537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0273c242-7f4b-4605-9319-004fac18bcf7 req-4fc3da42-a19a-4c8b-9e91-695b602c8ce1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576525 Jun 30 02:33:34.198648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Allocated IP 172.20.0.13 (69962f8b-5ed5-407c-8bd0-812bcffe2ae2/b9d3201b-8a49-4a4b-8508-f2d5e8cc3553/31acf48f-39cb-4499-813f-4381425d6438) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:33:34.236559 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-8decec09-5db1-4b41-a8d6-e2d59c25d42e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0777104 Jun 30 02:33:34.383196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.416270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-a0440b4d-ee09-4f70-82f0-07c139ac6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.417790 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-a0440b4d-ee09-4f70-82f0-07c139ac6816 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 1097 time: 0.1142957 Jun 30 02:33:34.477016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bcd24-be78-4e28-b28e-0c2d984143b0 req-4e310559-61cf-4134-80a5-bb55567ca1af tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.479499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-052bcd24-be78-4e28-b28e-0c2d984143b0 req-4e310559-61cf-4134-80a5-bb55567ca1af tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.4490438 Jun 30 02:33:34.507118 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.568553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:33:34.576907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-dd6d5b60-133a-460d-aed2-94c7471c95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.579577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-dd6d5b60-133a-460d-aed2-94c7471c95ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.1248667 Jun 30 02:33:34.587396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:34.609567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-052bcd24-be78-4e28-b28e-0c2d984143b0 req-72fd522f-3e0e-4431-9db4-35fd5e534fcd tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202610 Jun 30 02:33:34.613385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:33:34.617448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Pushing event updated for resources: {'Port': ['ID=31acf48f-39cb-4499-813f-4381425d6438,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:34.646027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-f16372b8-58c9-4881-8e6a-0917b3ac5890 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5eed2d6-677f-47ae-a493-03ddbb8b789c HTTP/1.1" status: 200 len: 217 time: 0.0595317 Jun 30 02:33:34.729006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-89cb8bfa-ece5-4bbd-b174-3c4a214dd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.730692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-89cb8bfa-ece5-4bbd-b174-3c4a214dd949 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0686438 Jun 30 02:33:34.754060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.760273 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:34.792587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e4feb824-f43a-461e-a496-cc481da9707d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9791024 Jun 30 02:33:34.808686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Request body: {'port': {'device_id': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:34.813386 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:33:34.870794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-dc63a4a5-dc0f-441a-8bdb-c49a07b8cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:34.872766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-dc63a4a5-dc0f-441a-8bdb-c49a07b8cb26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308644 Jun 30 02:33:34.979258 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:35.087214 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-508f46a6-55af-431d-a600-4694cb8e85da service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054710 Jun 30 02:33:35.241498 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ef503f7-0c8c-417c-ab68-f505534c6602 req-d27f6359-f55b-49c8-addc-f440f15813d6 service neutron] 10.222.0.69 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469798 Jun 30 02:33:35.283844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cc352-e0db-4617-a198-11ad65ff626e req-c70b02c0-b75c-4b9c-9750-1f564850defa tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.285582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf3cc352-e0db-4617-a198-11ad65ff626e req-c70b02c0-b75c-4b9c-9750-1f564850defa tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 945 time: 0.0824656 Jun 30 02:33:35.321811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670268e8-680d-4692-8df3-4734843cf5e3 req-6a71474c-1af8-4638-b962-d095f781b857 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.330694 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-670268e8-680d-4692-8df3-4734843cf5e3 req-6a71474c-1af8-4638-b962-d095f781b857 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 932 time: 0.3525589 Jun 30 02:33:35.333374 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf3cc352-e0db-4617-a198-11ad65ff626e req-7e15e901-5ba5-4b1e-a820-8060ba4038dc tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391648 Jun 30 02:33:35.397499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-670268e8-680d-4692-8df3-4734843cf5e3 req-fc1c7d26-0d31-49ad-a62a-da1fb1460278 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658531 Jun 30 02:33:35.480531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31acf48f-39cb-4499-813f-4381425d6438 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:35.510928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:35.540124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Transition to ACTIVE for port object 31acf48f-39cb-4499-813f-4381425d6438 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:33:35.554307 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:35.584046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faf484-21fc-475b-8bfd-735d82c25a00 req-7b479a51-52f1-47c6-90c8-56b7af435ada tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.585672 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5faf484-21fc-475b-8bfd-735d82c25a00 req-7b479a51-52f1-47c6-90c8-56b7af435ada tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0987973 Jun 30 02:33:35.646425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Pushing event updated for resources: {'Port': ['ID=31acf48f-39cb-4499-813f-4381425d6438,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:35.680686 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5faf484-21fc-475b-8bfd-735d82c25a00 req-24502473-a41b-4151-82d7-fb5205a29d72 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882185 Jun 30 02:33:35.759235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:35.760031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:35.760438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:35.765726 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:35.766080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:35.771574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:35.772011 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:35.772455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:35.772958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Bound port: 31acf48f-39cb-4499-813f-4381425d6438, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:35.773382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:35.861835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:35.871876 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:33:35.880877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:35.905706 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:35.948334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:35.958926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:35.959316 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:35.976294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:35.976916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:35.978558 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] 10.222.0.69 "PUT /v2.0/ports/31acf48f-39cb-4499-813f-4381425d6438 HTTP/1.1" status: 200 len: 1093 time: 1.1778884 Jun 30 02:33:35.980843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'tag': '31acf48f-39cb-4499-813f-4381425d6438'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:35.989235 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f86d5f-7264-4724-b601-bbadb88215fd" -d '{"events": [{"name": "network-changed", "server_uuid": "80837ba5-84b9-4df2-875e-8b402ebcf92e", "tag": "31acf48f-39cb-4499-813f-4381425d6438"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:36.052959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cbac0-fa88-44a8-8162-7298eea59885 service neutron] Pushing event updated for resources: {'Port': ['ID=31acf48f-39cb-4499-813f-4381425d6438,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:36.088450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab876d9-1f1e-4dff-b99c-cae228f688d5 req-b008ccfd-771f-4e24-be00-54657c557d44 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:36.095856 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cab876d9-1f1e-4dff-b99c-cae228f688d5 req-b008ccfd-771f-4e24-be00-54657c557d44 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.2519014 Jun 30 02:33:36.139502 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:36.155643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cab876d9-1f1e-4dff-b99c-cae228f688d5 req-2ebb45d3-074b-48d3-9bba-0f1fdca619c7 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588346 Jun 30 02:33:36.175973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-5f473600-2dad-44b8-9ca1-4dbcbbeceb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:36.179999 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-5f473600-2dad-44b8-9ca1-4dbcbbeceb1e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 1096 time: 0.1427360 Jun 30 02:33:36.192021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:36.199718 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b6aa32-e8be-4643-b22b-28efb343a735" -d '{"events": [{"server_uuid": "bfe6102a-b058-4441-ac7d-282e165a274b", "name": "network-vif-plugged", "status": "completed", "tag": "5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:36.232980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:36.238240 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-fd88c9da-d3d0-4acc-adc6-f02e110431f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31acf48f-39cb-4499-813f-4381425d6438 HTTP/1.1" status: 200 len: 217 time: 0.0501406 Jun 30 02:33:36.243747 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:36.261299 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3dc76c-c765-4d83-ba20-2d903fb36e96 x-openstack-request-id: req-ed3dc76c-c765-4d83-ba20-2d903fb36e96 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:36.261596 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80837ba5-84b9-4df2-875e-8b402ebcf92e", "tag": "31acf48f-39cb-4499-813f-4381425d6438", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:36.261852 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed3dc76c-c765-4d83-ba20-2d903fb36e96 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:36.262266 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'tag': '31acf48f-39cb-4499-813f-4381425d6438', 'status': 'completed', 'code': 200} Jun 30 02:33:36.350660 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9104b5-0a92-4229-9c3f-b096be30854e x-openstack-request-id: req-ca9104b5-0a92-4229-9c3f-b096be30854e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:36.350977 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe6102a-b058-4441-ac7d-282e165a274b", "name": "network-vif-plugged", "status": "completed", "tag": "5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:36.351250 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca9104b5-0a92-4229-9c3f-b096be30854e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:36.351611 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637', 'code': 200} Jun 30 02:33:36.353528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-d9ece326-b084-4021-8b33-b5ad03f72ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:36.354379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-d9ece326-b084-4021-8b33-b5ad03f72ec3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.1105282 Jun 30 02:33:36.375911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:36.395428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-0a57c455-be2d-461f-b518-b4fc3dab74d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342939 Jun 30 02:33:36.586204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4c25e-4a77-4f63-93b9-4ab497e8a769 req-058dcf6b-aad2-4f0c-a1ee-c7deb84b4194 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:36.588288 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8c4c25e-4a77-4f63-93b9-4ab497e8a769 req-058dcf6b-aad2-4f0c-a1ee-c7deb84b4194 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0718431 Jun 30 02:33:36.629478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8c4c25e-4a77-4f63-93b9-4ab497e8a769 req-4da53b87-3850-4744-8224-fa22533c8db2 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346038 Jun 30 02:33:36.644706 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-760e8a18-43b9-4d71-bcee-719e6229c666 service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430456 Jun 30 02:33:36.654582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d1e4-b321-4ed5-897f-04ed8a0920d1 req-68841868-1ce9-4804-acf4-a0dfe4cbb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:36.654582 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b808d1e4-b321-4ed5-897f-04ed8a0920d1 req-68841868-1ce9-4804-acf4-a0dfe4cbb30f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 1098 time: 0.1683536 Jun 30 02:33:36.737644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffab684-ec6b-4ee8-b92d-b2c7d745a7ea req-7a96a326-dbcb-467a-8b57-3280a0d3c8f8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:36.739069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ffab684-ec6b-4ee8-b92d-b2c7d745a7ea req-7a96a326-dbcb-467a-8b57-3280a0d3c8f8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.2104337 Jun 30 02:33:36.772882 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b808d1e4-b321-4ed5-897f-04ed8a0920d1 req-36a200b2-7fce-4b9b-82fd-595bd766a0ab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085989 Jun 30 02:33:36.808785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1482f2-6a60-46ab-b9c4-4a47153684a4 req-76e49069-bc29-4621-a516-b6bd83d52159 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:36.810267 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de1482f2-6a60-46ab-b9c4-4a47153684a4 req-76e49069-bc29-4621-a516-b6bd83d52159 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.0699987 Jun 30 02:33:36.810478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccfec27d-cd70-4d7b-960b-31f072b9b0e6 req-4e033d7c-3507-4749-8ef7-b98cabd303a9 service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558468 Jun 30 02:33:36.813440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ffab684-ec6b-4ee8-b92d-b2c7d745a7ea req-8c656915-b245-428d-94cd-3681f0f5ec83 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662746 Jun 30 02:33:36.854518 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de1482f2-6a60-46ab-b9c4-4a47153684a4 req-2eb3fba3-1e74-41d9-868a-f0c1cc691895 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379357 Jun 30 02:33:36.968324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86d5f-7264-4724-b601-bbadb88215fd req-d2170e56-0275-4f88-99ad-230740bb7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:36.972251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e3f86d5f-7264-4724-b601-bbadb88215fd req-d2170e56-0275-4f88-99ad-230740bb7489 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 1096 time: 0.0722187 Jun 30 02:33:37.085856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad466ad3-5a70-4a46-93cb-55b2ef3f0df7 req-da579cfe-ad02-40a0-8742-18c99dc431ba tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:37.086400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad466ad3-5a70-4a46-93cb-55b2ef3f0df7 req-da579cfe-ad02-40a0-8742-18c99dc431ba tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0898170 Jun 30 02:33:37.127197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86d5f-7264-4724-b601-bbadb88215fd req-0c7f52b1-3a04-414c-99a0-819dbdea2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:37.129032 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e3f86d5f-7264-4724-b601-bbadb88215fd req-0c7f52b1-3a04-414c-99a0-819dbdea2786 service neutron] 10.222.0.69 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1500785 Jun 30 02:33:37.135108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad466ad3-5a70-4a46-93cb-55b2ef3f0df7 req-a6a0ecd4-b4f1-41af-aa4b-fe79aa56fb48 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422080 Jun 30 02:33:37.184988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e3f86d5f-7264-4724-b601-bbadb88215fd req-2d204e42-8355-499f-9ee4-ac81770c3971 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31acf48f-39cb-4499-813f-4381425d6438 HTTP/1.1" status: 200 len: 217 time: 0.0386691 Jun 30 02:33:37.242366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f86d5f-7264-4724-b601-bbadb88215fd req-1f61bc82-d109-483b-9db2-0e02936eccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:37.244032 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e3f86d5f-7264-4724-b601-bbadb88215fd req-1f61bc82-d109-483b-9db2-0e02936eccaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0488958 Jun 30 02:33:37.282980 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e3f86d5f-7264-4724-b601-bbadb88215fd req-8539b5ef-8fbc-41e1-9ca1-a8b18de885bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307205 Jun 30 02:33:37.345259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94caf6-9032-4ff5-b92e-aeb268fd2cd0 req-c5915fd4-83a9-44c2-8056-5d3c4d7bbd21 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:37.347126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df94caf6-9032-4ff5-b92e-aeb268fd2cd0 req-c5915fd4-83a9-44c2-8056-5d3c4d7bbd21 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0696414 Jun 30 02:33:37.387833 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e3f86d5f-7264-4724-b601-bbadb88215fd req-81a2fdc9-a44b-484c-a6b3-be1779b3ce0d service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911493 Jun 30 02:33:37.388078 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df94caf6-9032-4ff5-b92e-aeb268fd2cd0 req-942fa12a-b909-43dd-a769-e2bb927b0e78 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Jun 30 02:33:37.490729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e3f86d5f-7264-4724-b601-bbadb88215fd req-4e1c0fcc-54d3-4a30-9d93-ceff3c70a2b4 service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931096 Jun 30 02:33:37.809426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879cd61-fdf7-4963-a815-37841955c851 req-9ab0407a-0749-411b-9d17-03154a400f01 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:37.810939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a879cd61-fdf7-4963-a815-37841955c851 req-9ab0407a-0749-411b-9d17-03154a400f01 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0652859 Jun 30 02:33:37.851782 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a879cd61-fdf7-4963-a815-37841955c851 req-8026273e-7533-4559-b1a8-fc9f311466db tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345457 Jun 30 02:33:38.014534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f859d94-7e9b-412c-ad9c-86ef5fc84f34 req-6b3f8fa7-e720-44af-a866-13a5873439d7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.022507 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f859d94-7e9b-412c-ad9c-86ef5fc84f34 req-6b3f8fa7-e720-44af-a866-13a5873439d7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.0844386 Jun 30 02:33:38.067315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f859d94-7e9b-412c-ad9c-86ef5fc84f34 req-c26f22aa-643d-4e45-89cd-f384fa1c12ba tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438128 Jun 30 02:33:38.071884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d77738-8dce-4025-a5c9-3c704a58bfea req-e2be574e-9929-4322-ad54-0d973abd4adc tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.082227 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66d77738-8dce-4025-a5c9-3c704a58bfea req-e2be574e-9929-4322-ad54-0d973abd4adc tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.0903363 Jun 30 02:33:38.121879 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66d77738-8dce-4025-a5c9-3c704a58bfea req-11e74df4-44e5-4c3b-9c79-885923823443 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387971 Jun 30 02:33:38.366057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946e974-d650-44ef-bf39-72e64cf5337b req-6f852650-d672-4baa-9a8a-cac051c9e821 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.367725 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1946e974-d650-44ef-bf39-72e64cf5337b req-6f852650-d672-4baa-9a8a-cac051c9e821 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0670733 Jun 30 02:33:38.408083 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1946e974-d650-44ef-bf39-72e64cf5337b req-5e7d0a42-766f-4554-bf2d-e41938e03859 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346782 Jun 30 02:33:38.436645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-35b07c45-b7e5-4641-9f1f-03e7397206e1 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.438637 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-35b07c45-b7e5-4641-9f1f-03e7397206e1 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.69 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0814686 Jun 30 02:33:38.909357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700d60e-ac97-48d0-a4fd-38ab2985840a req-b174ca7b-a30c-41a8-9bbf-d5b90fb21034 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:38.911174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d700d60e-ac97-48d0-a4fd-38ab2985840a req-b174ca7b-a30c-41a8-9bbf-d5b90fb21034 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1150768 Jun 30 02:33:38.945363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-dd612cb8-43c1-4589-a76e-e2f237ccd371 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Deleting port dfef88eb-9e62-4511-8883-b05f87d47d66 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:33:38.945699 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-dd612cb8-43c1-4589-a76e-e2f237ccd371 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.003109 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d700d60e-ac97-48d0-a4fd-38ab2985840a req-96f0fdaf-b071-4afc-93f8-fc6c01e88a47 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834420 Jun 30 02:33:39.057225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-dd612cb8-43c1-4589-a76e-e2f237ccd371 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] For port dfef88eb-9e62-4511-8883-b05f87d47d66, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=dfef88eb-9e62-4511-8883-b05f87d47d66,segment=NetworkSegment(e189d540-7fac-4185-90ec-a47dcc39fcd9),segment_id=e189d540-7fac-4185-90ec-a47dcc39fcd9)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:39.057714 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-dd612cb8-43c1-4589-a76e-e2f237ccd371 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.067137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd90a6-4ea6-470d-9260-713f585e1cfe req-89f35f9f-93e8-4a18-bb70-7bda9e549803 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.068772 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49bd90a6-4ea6-470d-9260-713f585e1cfe req-89f35f9f-93e8-4a18-bb70-7bda9e549803 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/ports?device_id=f92305c0-7a3b-46e7-b90a-c4c625c46b6c HTTP/1.1" status: 200 len: 947 time: 0.0898464 Jun 30 02:33:39.071331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-dd612cb8-43c1-4589-a76e-e2f237ccd371 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Calling delete_port for dfef88eb-9e62-4511-8883-b05f87d47d66 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:33:39.130136 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49bd90a6-4ea6-470d-9260-713f585e1cfe req-618a808e-f28b-40a4-a464-d58a96f2ba22 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.55 "GET /v2.0/security-groups?id=d44f42c4-2f3b-444f-b6ee-260d21501be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523283 Jun 30 02:33:39.244599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-dd612cb8-43c1-4589-a76e-e2f237ccd371 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.256815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['dfef88eb-9e62-4511-8883-b05f87d47d66'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:39.283434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd612cb8-43c1-4589-a76e-e2f237ccd371 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Pushing event deleted for resources: {'Port': ['ID=dfef88eb-9e62-4511-8883-b05f87d47d66,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:39.314815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6bc8f-623d-44ad-b808-ceeb84b62979 req-096e272b-773b-49a7-9f50-4c3305b10afa tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.316219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3f6bc8f-623d-44ad-b808-ceeb84b62979 req-096e272b-773b-49a7-9f50-4c3305b10afa tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.0769637 Jun 30 02:33:39.324993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e866e-5180-4dd6-ba22-685741408894 req-427392d0-f4b3-4dc9-8e49-501226d91f26 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.326466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d4e866e-5180-4dd6-ba22-685741408894 req-427392d0-f4b3-4dc9-8e49-501226d91f26 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.1364164 Jun 30 02:33:39.344382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-dd612cb8-43c1-4589-a76e-e2f237ccd371 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] No DVR routers for this DVR port dfef88eb-9e62-4511-8883-b05f87d47d66 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:33:39.351165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-dd612cb8-43c1-4589-a76e-e2f237ccd371 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:39.352935 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a2da999-f018-40cf-a632-d64c3c005c81 req-dd612cb8-43c1-4589-a76e-e2f237ccd371 tempest-ServersNegativeTestJSON-878014865 tempest-ServersNegativeTestJSON-878014865-project] 10.222.0.69 "DELETE /v2.0/ports/dfef88eb-9e62-4511-8883-b05f87d47d66 HTTP/1.1" status: 204 len: 173 time: 0.9088891 Jun 30 02:33:39.353371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'name': 'network-vif-deleted', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:39.355686 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531c5c78-dfd9-45f4-8e0a-18adae1de119" -d '{"events": [{"server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "name": "network-vif-deleted", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:39.357935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3f6bc8f-623d-44ad-b808-ceeb84b62979 req-e1a4bb24-4483-4905-802e-d9f33a5d2bf8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356374 Jun 30 02:33:39.387961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d4e866e-5180-4dd6-ba22-685741408894 req-ec3417f5-950c-4b5f-8ab5-c0ff68c08f48 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 Jun 30 02:33:39.643391 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712b4863-4f05-487a-b068-6fe1907a3667 x-openstack-request-id: req-712b4863-4f05-487a-b068-6fe1907a3667 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:39.643787 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92305c0-7a3b-46e7-b90a-c4c625c46b6c", "name": "network-vif-deleted", "tag": "dfef88eb-9e62-4511-8883-b05f87d47d66", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:39.643996 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-712b4863-4f05-487a-b068-6fe1907a3667 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:39.644380 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92305c0-7a3b-46e7-b90a-c4c625c46b6c', 'name': 'network-vif-deleted', 'tag': 'dfef88eb-9e62-4511-8883-b05f87d47d66', 'status': 'completed', 'code': 200} Jun 30 02:33:39.876105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae5af1-a363-41e2-9b3a-b4175a6adb03 req-bb9b871a-60bc-4906-801f-991210bdc3bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.878316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71ae5af1-a363-41e2-9b3a-b4175a6adb03 req-bb9b871a-60bc-4906-801f-991210bdc3bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0743301 Jun 30 02:33:39.933056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71ae5af1-a363-41e2-9b3a-b4175a6adb03 req-2ddca52b-26cf-4833-bc6a-ec2829350841 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444918 Jun 30 02:33:39.966200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c37a5-7e26-4a9c-a465-5c7ac3097475 req-d1fee843-e889-479c-9e39-aded3f22a281 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:39.967757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-339c37a5-7e26-4a9c-a465-5c7ac3097475 req-d1fee843-e889-479c-9e39-aded3f22a281 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.0710998 Jun 30 02:33:40.007455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-339c37a5-7e26-4a9c-a465-5c7ac3097475 req-ef0c81ad-c48a-4670-8205-f09fbb29a51b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Jun 30 02:33:40.190778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f256eab-a357-42dc-b83f-dd21d7e3b136 req-77862062-e754-4c82-9d29-f31c245edfba tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:40.192433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f256eab-a357-42dc-b83f-dd21d7e3b136 req-77862062-e754-4c82-9d29-f31c245edfba tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0668447 Jun 30 02:33:40.215520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:40.258325 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f256eab-a357-42dc-b83f-dd21d7e3b136 req-7225e84c-841a-4ad8-ac31-c5a8a73d7fda tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599339 Jun 30 02:33:40.270704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-67da286a-cb03-41ae-99bf-80f60a426362 admin admin] Deleting subnet f02c02ca-436e-4209-a54a-2d9fd9bfa108 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:33:40.274117 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67da286a-cb03-41ae-99bf-80f60a426362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.309582 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67da286a-cb03-41ae-99bf-80f60a426362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.355237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67da286a-cb03-41ae-99bf-80f60a426362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.411330 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67da286a-cb03-41ae-99bf-80f60a426362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.436212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da286a-cb03-41ae-99bf-80f60a426362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02c02ca-436e-4209-a54a-2d9fd9bfa108,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:40.442953 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67da286a-cb03-41ae-99bf-80f60a426362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.447922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-67da286a-cb03-41ae-99bf-80f60a426362 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f02c02ca-436e-4209-a54a-2d9fd9bfa108 HTTP/1.1" status: 204 len: 168 time: 0.2282503 Jun 30 02:33:40.447922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:40.515659 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.557199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad91b56-be9c-4e62-9037-5e26501d4415 req-16fe9e06-cae9-411d-9c61-f684c4e95ab8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:40.559424 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7ad91b56-be9c-4e62-9037-5e26501d4415 req-16fe9e06-cae9-411d-9c61-f684c4e95ab8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.0734992 Jun 30 02:33:40.600375 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7ad91b56-be9c-4e62-9037-5e26501d4415 req-1f400649-cc01-4869-8031-8169a47110ae tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350876 Jun 30 02:33:40.601012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.612194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7bd34d-3de0-4464-9ddf-f4140fc809d3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:40.623860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e189d540-7fac-4185-90ec-a47dcc39fcd9') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:40.624161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e189d540-7fac-4185-90ec-a47dcc39fcd9') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:40.633504 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.648228 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.654598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:33:40.654966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:33:40.656694 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:33:40.718354 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.723213 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.725181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] 10.222.0.55 "DELETE /v2.0/networks/af7bd34d-3de0-4464-9ddf-f4140fc809d3 HTTP/1.1" status: 204 len: 168 time: 0.2764766 Jun 30 02:33:40.737880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff171706-1329-4b28-8b26-01815a13321d admin admin] Pushing event deleted for resources: {'Network': ['ID=af7bd34d-3de0-4464-9ddf-f4140fc809d3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:40.844366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:40.899797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0f805bf8-120c-4b0c-9ded-bd0adf92096a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74ed56f4b8e14386826faef08e10c6ec&name=default HTTP/1.1" status: 200 len: 2981 time: 0.0534830 Jun 30 02:33:40.902629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:40.962949 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-939d5485-06ca-428a-b5f4-aa30e4e76c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:40.986008 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-939d5485-06ca-428a-b5f4-aa30e4e76c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.037221 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-939d5485-06ca-428a-b5f4-aa30e4e76c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.040064 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-939d5485-06ca-428a-b5f4-aa30e4e76c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.041442 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-939d5485-06ca-428a-b5f4-aa30e4e76c5f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d44f42c4-2f3b-444f-b6ee-260d21501be6 HTTP/1.1" status: 204 len: 168 time: 0.1374991 Jun 30 02:33:41.055059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d5485-06ca-428a-b5f4-aa30e4e76c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f42c4-2f3b-444f-b6ee-260d21501be6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:41.121439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8a467-f491-4d0d-9509-8a847a149178 req-cbfefa5b-ccc3-47b1-b047-1ed055f7a7fb tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.123008 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aab8a467-f491-4d0d-9509-8a847a149178 req-cbfefa5b-ccc3-47b1-b047-1ed055f7a7fb tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0731039 Jun 30 02:33:41.169966 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aab8a467-f491-4d0d-9509-8a847a149178 req-fd85f40f-6c04-4b22-a25f-7a6a77891b2f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387661 Jun 30 02:33:41.210587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33d007-28f5-4e24-8044-636eb03a3dbd req-c789fe04-d1cf-47a6-b034-e19561233d7d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.212573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c33d007-28f5-4e24-8044-636eb03a3dbd req-c789fe04-d1cf-47a6-b034-e19561233d7d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.0766041 Jun 30 02:33:41.256409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c33d007-28f5-4e24-8044-636eb03a3dbd req-127cc81c-ee7d-4fd3-8986-6389f77ef4b1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382216 Jun 30 02:33:41.445597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6158cdd-cfdf-4575-80cc-4b54ca2ecfd1 req-3073da06-4a9f-4458-91a3-f9b702803592 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.447382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a6158cdd-cfdf-4575-80cc-4b54ca2ecfd1 req-3073da06-4a9f-4458-91a3-f9b702803592 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0733261 Jun 30 02:33:41.489772 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a6158cdd-cfdf-4575-80cc-4b54ca2ecfd1 req-d239a787-e29a-4e92-91d0-b96981f3ba4a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366170 Jun 30 02:33:41.777311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:41.882558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0fd6-c27e-492d-8df4-c41cd8b84643 req-8874bad6-070c-4665-a1fe-318594109c6d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.884468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c90b0fd6-c27e-492d-8df4-c41cd8b84643 req-8874bad6-070c-4665-a1fe-318594109c6d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.0857241 Jun 30 02:33:41.893962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-476291186-network', 'tenant_id': '6086128b4e494425976d76ca18cf5a6c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:41.931818 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c90b0fd6-c27e-492d-8df4-c41cd8b84643 req-06b88c28-8ef7-4b66-93ef-a5ff1e4a7797 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 Jun 30 02:33:41.934420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Made reservation on behalf of 6086128b4e494425976d76ca18cf5a6c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:41.937770 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:41.961348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f965e50-ba11-4076-aa58-abfd5d1d33dc req-9311c024-079b-4c98-8069-424ed59afd75 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:41.963812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f965e50-ba11-4076-aa58-abfd5d1d33dc req-9311c024-079b-4c98-8069-424ed59afd75 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.1292081 Jun 30 02:33:41.964524 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.034478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f965e50-ba11-4076-aa58-abfd5d1d33dc req-a04b43ce-65a5-4d70-a9dd-d44e179da101 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607750 Jun 30 02:33:42.111569 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.118675 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.151669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:33:42.158818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375ed35d-dd35-4483-8446-a09c7ed671f7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:42.167338 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.167683 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Added segment 4b38b06d-8c15-4fa1-99f7-7e61ddad067a of type vlan for network 54c14b93-8ea9-49ee-ac3a-d90fce04dc35 Jun 30 02:33:42.213806 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.243518 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.244569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:42.245171 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.310051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5315359 Jun 30 02:33:42.314051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:42.319022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Request body: {'subnet': {'network_id': '54c14b93-8ea9-49ee-ac3a-d90fce04dc35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-476291186-subnet', 'tenant_id': '6086128b4e494425976d76ca18cf5a6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:42.325763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99917d4d-b5ba-48d3-9dbb-d8b483193a97 admin admin] Pushing event updated for resources: {'Network': ['ID=54c14b93-8ea9-49ee-ac3a-d90fce04dc35,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:42.338072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 54c14b93-8ea9-49ee-ac3a-d90fce04dc35 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:33:42.348756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Made reservation on behalf of 6086128b4e494425976d76ca18cf5a6c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:33:42.351535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.377236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436c192-ba28-434d-bc17-e4ed3d7ef232 req-ef09fa8c-6f80-4694-bc74-b29333c583be tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:42.384358 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e436c192-ba28-434d-bc17-e4ed3d7ef232 req-ef09fa8c-6f80-4694-bc74-b29333c583be tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0923035 Jun 30 02:33:42.432829 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e436c192-ba28-434d-bc17-e4ed3d7ef232 req-7e5f7696-0951-42ff-a47f-f287fe042cbb tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465443 Jun 30 02:33:42.489902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device dfef88eb-9e62-4511-8883-b05f87d47d66 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:33:42.510473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: dfef88eb-9e62-4511-8883-b05f87d47d66 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:33:42.511002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device dfef88eb-9e62-4511-8883-b05f87d47d66 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:33:42.530257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.588341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe7b01c-ee69-4123-a52d-44b6116e4361,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:42.600378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Checking segment: {'id': '4b38b06d-8c15-4fa1-99f7-7e61ddad067a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '54c14b93-8ea9-49ee-ac3a-d90fce04dc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:42.600854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Network hostable DHCP agents. Network: 54c14b93-8ea9-49ee-ac3a-d90fce04dc35, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:33:42.626884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Network 54c14b93-8ea9-49ee-ac3a-d90fce04dc35 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:33:42.654431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 54c14b93-8ea9-49ee-ac3a-d90fce04dc35) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:33:42.659550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:42.660139 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.668943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2afa7b-b052-4b29-9f9b-3fadf8ce6617 None None] Network 54c14b93-8ea9-49ee-ac3a-d90fce04dc35 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:42.688248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1e4c3758-c4e5-4e44-9180-13f71f1fd23f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3652232 Jun 30 02:33:42.712991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac118a13-f8c7-4d5e-bc91-6ea6a14a40d8 req-b0b4638c-a96b-4bf1-8d39-2bc9ac898a22 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:42.714547 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac118a13-f8c7-4d5e-bc91-6ea6a14a40d8 req-b0b4638c-a96b-4bf1-8d39-2bc9ac898a22 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1003711 Jun 30 02:33:42.756609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac118a13-f8c7-4d5e-bc91-6ea6a14a40d8 req-e2e0c835-595a-47b6-b905-496c1d08213a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360718 Jun 30 02:33:42.815814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:42.820535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb17d2a-cb7a-436c-96da-da1aaa2caa49 None None] Network 54c14b93-8ea9-49ee-ac3a-d90fce04dc35 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:33:42.864241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f631652a-c0c3-41a5-992a-329d2d607583 admin admin] Deleting subnet fbe7b01c-ee69-4123-a52d-44b6116e4361 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:33:42.867456 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f631652a-c0c3-41a5-992a-329d2d607583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.907634 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f631652a-c0c3-41a5-992a-329d2d607583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:42.950992 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f631652a-c0c3-41a5-992a-329d2d607583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.009952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f631652a-c0c3-41a5-992a-329d2d607583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.033818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631652a-c0c3-41a5-992a-329d2d607583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe7b01c-ee69-4123-a52d-44b6116e4361,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:43.040732 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f631652a-c0c3-41a5-992a-329d2d607583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.044888 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f631652a-c0c3-41a5-992a-329d2d607583 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fbe7b01c-ee69-4123-a52d-44b6116e4361 HTTP/1.1" status: 204 len: 168 time: 0.2257969 Jun 30 02:33:43.045272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:43.116965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed89c1-d855-42c6-80bd-141e0cd483fe req-833e688e-cdb5-440c-8f2b-5a19ef7349d5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.118745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-00ed89c1-d855-42c6-80bd-141e0cd483fe req-833e688e-cdb5-440c-8f2b-5a19ef7349d5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.0702152 Jun 30 02:33:43.120301 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.162333 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-00ed89c1-d855-42c6-80bd-141e0cd483fe req-19b95d62-3106-45bd-847e-ba2ada445ad9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374813 Jun 30 02:33:43.226397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.238577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c14b93-8ea9-49ee-ac3a-d90fce04dc35']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:43.255856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b38b06d-8c15-4fa1-99f7-7e61ddad067a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:43.256085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b38b06d-8c15-4fa1-99f7-7e61ddad067a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:33:43.268767 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.289817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.301273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:33:43.301657 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:33:43.303354 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:33:43.343782 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2bf35-5cec-4fcd-b0b7-240f82d0ea24 req-5869c5ed-f90b-44bd-b257-5c7ebc1dcc6b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.345258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33c2bf35-5cec-4fcd-b0b7-240f82d0ea24 req-5869c5ed-f90b-44bd-b257-5c7ebc1dcc6b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.1834943 Jun 30 02:33:43.382486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.397004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.398874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] 10.222.0.55 "DELETE /v2.0/networks/54c14b93-8ea9-49ee-ac3a-d90fce04dc35 HTTP/1.1" status: 204 len: 168 time: 0.3523824 Jun 30 02:33:43.412715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33c2bf35-5cec-4fcd-b0b7-240f82d0ea24 req-1f58a565-481b-40fb-aa39-ce60387d43f4 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564210 Jun 30 02:33:43.413832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82ac16-c4cc-42cf-8c2e-aa7568fb7e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c14b93-8ea9-49ee-ac3a-d90fce04dc35,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:43.523387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:43.564943 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4661fdf4-6f4b-4d98-8a3c-93f7c7d53596 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6086128b4e494425976d76ca18cf5a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403535 Jun 30 02:33:43.567749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:43.607435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72735cc3-ffea-470b-9f6e-0a8750b6f943 req-7bcb2f52-26d3-4284-bbe2-d07addc1eb5f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.608960 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72735cc3-ffea-470b-9f6e-0a8750b6f943 req-7bcb2f52-26d3-4284-bbe2-d07addc1eb5f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0645735 Jun 30 02:33:43.620963 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32df55e4-50f9-4736-9d9a-7fa97f254638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.642342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32df55e4-50f9-4736-9d9a-7fa97f254638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.646995 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-72735cc3-ffea-470b-9f6e-0a8750b6f943 req-80c4c723-27a1-4f47-96d0-466674d3cfd2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Jun 30 02:33:43.689871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32df55e4-50f9-4736-9d9a-7fa97f254638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.692738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32df55e4-50f9-4736-9d9a-7fa97f254638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:43.693871 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-32df55e4-50f9-4736-9d9a-7fa97f254638 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/375ed35d-dd35-4483-8446-a09c7ed671f7 HTTP/1.1" status: 204 len: 168 time: 0.1252532 Jun 30 02:33:43.702401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df55e4-50f9-4736-9d9a-7fa97f254638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375ed35d-dd35-4483-8446-a09c7ed671f7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:43.935582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:43.938600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28d75c-1ea6-4c85-809d-dc8f08740076 req-eb646327-f563-47f7-b67d-61383d184307 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:43.943220 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca28d75c-1ea6-4c85-809d-dc8f08740076 req-eb646327-f563-47f7-b67d-61383d184307 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0710757 Jun 30 02:33:43.983785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca28d75c-1ea6-4c85-809d-dc8f08740076 req-e262f0fc-d1ec-4e42-8ab9-ceecada424f9 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Jun 30 02:33:44.072857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:44.084715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'port_id': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637', 'mac_address': 'fa:16:3e:0a:fc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:44.123479 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.137719 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:44.157480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:44.161681 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:44.212954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:44.361237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:44.374020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fabb77-3092-4025-bdad-dcf334106169 req-1571da4d-9bbc-4fa6-bd19-305e4a511d4b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.376289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41fabb77-3092-4025-bdad-dcf334106169 req-1571da4d-9bbc-4fa6-bd19-305e4a511d4b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.0892541 Jun 30 02:33:44.434583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41fabb77-3092-4025-bdad-dcf334106169 req-12bbeeea-8331-402b-9a2c-9a33faf231ce tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497584 Jun 30 02:33:44.616444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e2e5d-4b2e-47ae-8a8f-48c149c96118 req-32474243-bf18-42f5-bbf4-3b3548401863 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.617969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-885e2e5d-4b2e-47ae-8a8f-48c149c96118 req-32474243-bf18-42f5-bbf4-3b3548401863 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 945 time: 0.0665593 Jun 30 02:33:44.655419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-885e2e5d-4b2e-47ae-8a8f-48c149c96118 req-4689538e-ba9b-4756-90ca-29c618f6abcd tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Jun 30 02:33:44.909129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6827d2e-f2e3-4161-b7e1-17f2c8f48fbd req-cc7ee7b1-044a-44b7-8558-1e7a55a075eb tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:44.911268 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6827d2e-f2e3-4161-b7e1-17f2c8f48fbd req-cc7ee7b1-044a-44b7-8558-1e7a55a075eb tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0740256 Jun 30 02:33:44.972113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6827d2e-f2e3-4161-b7e1-17f2c8f48fbd req-f895393f-8ce6-45f6-8bb9-c5f04d43486b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528927 Jun 30 02:33:45.283865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889abcf-671b-46ff-9b91-213733a6da55 req-b92c8d55-516c-49ed-adc0-4befe230b252 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.293147 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2889abcf-671b-46ff-9b91-213733a6da55 req-b92c8d55-516c-49ed-adc0-4befe230b252 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0812941 Jun 30 02:33:45.332417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2889abcf-671b-46ff-9b91-213733a6da55 req-4612a866-67e9-4e30-b3e4-b5a9c59e8252 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380266 Jun 30 02:33:45.569492 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.669571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de0fa2-b085-476a-9059-4c10f2631da5 req-1ba0a04b-af24-4177-98d2-fdd4ebf86e32 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.671139 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50de0fa2-b085-476a-9059-4c10f2631da5 req-1ba0a04b-af24-4177-98d2-fdd4ebf86e32 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.0784123 Jun 30 02:33:45.751619 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50de0fa2-b085-476a-9059-4c10f2631da5 req-c3c0b78d-b597-46c2-83a3-66c5cfeaa37e tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717106 Jun 30 02:33:45.891497 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:45.898096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64613f7e-4205-4bc2-9e18-65197496fe75 req-5e84ce33-b025-4ee5-ba54-ae3e0f1ebbcc tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:45.900149 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64613f7e-4205-4bc2-9e18-65197496fe75 req-5e84ce33-b025-4ee5-ba54-ae3e0f1ebbcc tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 945 time: 0.0891201 Jun 30 02:33:45.944357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:45.994609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64613f7e-4205-4bc2-9e18-65197496fe75 req-a8e9f41f-c845-4184-b020-893209853d8d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744588 Jun 30 02:33:46.022304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:46.023001 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.114159 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.141649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:46.144547 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbe0e79-6766-4885-8fb0-7d2f2f37c6e4" -d '{"events": [{"server_uuid": "bfe6102a-b058-4441-ac7d-282e165a274b", "name": "network-vif-plugged", "status": "completed", "tag": "5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:46.162525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:46.170313 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:46.221013 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4632e4c6-3d64-45a8-8e64-f2f1f9329407 x-openstack-request-id: req-4632e4c6-3d64-45a8-8e64-f2f1f9329407 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:46.221856 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe6102a-b058-4441-ac7d-282e165a274b", "name": "network-vif-plugged", "status": "completed", "tag": "5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:46.222281 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4632e4c6-3d64-45a8-8e64-f2f1f9329407 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:46.222877 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637', 'code': 200} Jun 30 02:33:46.249698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0759773-34a2-4f61-a43f-8223e820b291 req-b1c781f5-f039-4974-a0a8-90586cc1f9bd tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.251927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0759773-34a2-4f61-a43f-8223e820b291 req-b1c781f5-f039-4974-a0a8-90586cc1f9bd tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1114759 Jun 30 02:33:46.255279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:46.302034 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0759773-34a2-4f61-a43f-8223e820b291 req-eab5b1d6-b273-4ade-b266-06c42ceb3305 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Jun 30 02:33:46.620549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6810460-e66e-4335-9d18-69b68fad98e7 req-870ded24-1e78-477d-a8a8-67ba30459ee9 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.622412 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6810460-e66e-4335-9d18-69b68fad98e7 req-870ded24-1e78-477d-a8a8-67ba30459ee9 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1009851 Jun 30 02:33:46.668670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6810460-e66e-4335-9d18-69b68fad98e7 req-051657cf-caa6-4742-8dd2-15d20e31594f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 Jun 30 02:33:46.953778 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66fab9-d1f1-4dfa-a6e5-1aca5c66ddbe req-e14a3cbf-6bdf-4992-ab11-76b860074c07 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:46.956367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de66fab9-d1f1-4dfa-a6e5-1aca5c66ddbe req-e14a3cbf-6bdf-4992-ab11-76b860074c07 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.0923100 Jun 30 02:33:47.051708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de66fab9-d1f1-4dfa-a6e5-1aca5c66ddbe req-ed2f78af-a2f5-4919-9bec-10a6825438d5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887048 Jun 30 02:33:47.236230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81b5c0-8bc4-44f7-981b-af67f12d3f8c req-84eb8e6d-4bd4-43f6-b5bb-3c64df4e3b4a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.238058 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea81b5c0-8bc4-44f7-981b-af67f12d3f8c req-84eb8e6d-4bd4-43f6-b5bb-3c64df4e3b4a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.0933824 Jun 30 02:33:47.317351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea81b5c0-8bc4-44f7-981b-af67f12d3f8c req-1e370718-c452-4458-ba04-431fa57a1493 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705314 Jun 30 02:33:47.564230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fa1b5-d382-472c-a48c-ab96dc0b915d req-b5df6538-7f1e-48a2-9a2c-0296e7ca8027 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:47.581215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dc5fa1b5-d382-472c-a48c-ab96dc0b915d req-b5df6538-7f1e-48a2-9a2c-0296e7ca8027 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1039724 Jun 30 02:33:47.631319 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dc5fa1b5-d382-472c-a48c-ab96dc0b915d req-992bb771-cfe7-4739-9ec9-cbc374debda8 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491560 Jun 30 02:33:48.004621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c96c2-fbaf-4b45-a479-9449eabee36f req-98de9ce4-a45a-4a23-a5d9-dd221e61f3a1 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.015068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-439c96c2-fbaf-4b45-a479-9449eabee36f req-98de9ce4-a45a-4a23-a5d9-dd221e61f3a1 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1164961 Jun 30 02:33:48.078569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-439c96c2-fbaf-4b45-a479-9449eabee36f req-fbcc4997-c623-483c-8b00-6d7a511492fc tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620158 Jun 30 02:33:48.453727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84c304-d5b4-4a90-a1f1-80a453b21ef9 req-dc6ce2e0-c370-4640-ba8d-155a8309f34a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.460238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a940-09f5-4f8b-8263-ebcbe8bd0aeb req-b098935e-b5a7-474a-ac5e-006aaf9f73c5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.462557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2216a940-09f5-4f8b-8263-ebcbe8bd0aeb req-b098935e-b5a7-474a-ac5e-006aaf9f73c5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1098955 Jun 30 02:33:48.467393 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc84c304-d5b4-4a90-a1f1-80a453b21ef9 req-dc6ce2e0-c370-4640-ba8d-155a8309f34a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.1086619 Jun 30 02:33:48.521685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 31acf48f-39cb-4499-813f-4381425d6438 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:33:48.526968 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc84c304-d5b4-4a90-a1f1-80a453b21ef9 req-149a1135-ea9e-4afe-9215-db52fb79d321 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541515 Jun 30 02:33:48.551065 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2216a940-09f5-4f8b-8263-ebcbe8bd0aeb req-31163c74-96f4-4009-9897-f0987e510fde tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808542 Jun 30 02:33:48.720069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:48.747536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '31acf48f-39cb-4499-813f-4381425d6438', 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2', 'port_id': '31acf48f-39cb-4499-813f-4381425d6438', 'mac_address': 'fa:16:3e:13:cb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d3201b-8a49-4a4b-8508-f2d5e8cc3553', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:33:48.790576 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60b859-22a0-4fbb-9834-5bf923f4b4b2 req-9773ab9b-edf5-4b99-91f4-69d24be7e5f9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:48.792356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1e60b859-22a0-4fbb-9834-5bf923f4b4b2 req-9773ab9b-edf5-4b99-91f4-69d24be7e5f9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.1129615 Jun 30 02:33:48.828736 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:48.863077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31acf48f-39cb-4499-813f-4381425d6438 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:33:48.865544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1e60b859-22a0-4fbb-9834-5bf923f4b4b2 req-42c61568-617d-4177-b2e6-6277bb4a78fa tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631976 Jun 30 02:33:48.924499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:48.945264 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:49.014688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=31acf48f-39cb-4499-813f-4381425d6438,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:49.064667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b974-b19b-4054-9211-c68a29bafbb4 req-09cda2a2-76e5-41d1-8757-6b84e4fb5a62 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.066936 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da64b974-b19b-4054-9211-c68a29bafbb4 req-09cda2a2-76e5-41d1-8757-6b84e4fb5a62 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1150558 Jun 30 02:33:49.140762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da64b974-b19b-4054-9211-c68a29bafbb4 req-d738772b-5785-4529-a6b6-f1b80c9f4bcd tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677555 Jun 30 02:33:49.379525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['31acf48f-39cb-4499-813f-4381425d6438'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:33:49.420367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649757eb-fa15-4a13-a644-35cb20687b8c req-0c5d3666-0744-49a8-bf68-47e2605605c2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.434924 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-649757eb-fa15-4a13-a644-35cb20687b8c req-0c5d3666-0744-49a8-bf68-47e2605605c2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1738691 Jun 30 02:33:49.472671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:49.544094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-649757eb-fa15-4a13-a644-35cb20687b8c req-c9861162-8a0b-4137-a020-5fac537b4f9d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080644 Jun 30 02:33:49.676550 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ce4ea7-a7b2-46ed-ab8e-b4998d23d98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:49.800802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b4a32-2d62-491b-899f-6d7e63560d3d req-8d1fff29-4bdd-4ccb-afdd-5f13842987cf tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.817137 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-752b4a32-2d62-491b-899f-6d7e63560d3d req-8d1fff29-4bdd-4ccb-afdd-5f13842987cf tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 945 time: 0.1224258 Jun 30 02:33:49.871213 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-752b4a32-2d62-491b-899f-6d7e63560d3d req-300b81cb-a50a-4cf4-967c-ef0d7532934a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524452 Jun 30 02:33:49.906370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e3a52-30cf-4c0b-860d-f83140d1b6cb req-44481208-06dd-4ba7-9cf6-96716089ae06 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:49.908001 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-677e3a52-30cf-4c0b-860d-f83140d1b6cb req-44481208-06dd-4ba7-9cf6-96716089ae06 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1569493 Jun 30 02:33:49.928913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ce4ea7-a7b2-46ed-ab8e-b4998d23d98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:49.974954 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79ce4ea7-a7b2-46ed-ab8e-b4998d23d98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:50.018489 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-677e3a52-30cf-4c0b-860d-f83140d1b6cb req-ab6c1210-b753-4bd7-9c52-ff1ba793843d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746236 Jun 30 02:33:50.033217 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-79ce4ea7-a7b2-46ed-ab8e-b4998d23d98c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ab01443b4fb4d2bb37c92ee6bc7e9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5593698 Jun 30 02:33:50.034033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce4ea7-a7b2-46ed-ab8e-b4998d23d98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976941e0-6478-4252-b9ce-8afef04b2a11,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:50.035776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:33:50.118689 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f693bb9-57df-4730-8c11-0c145e020f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:50.142941 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f693bb9-57df-4730-8c11-0c145e020f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:50.238322 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f693bb9-57df-4730-8c11-0c145e020f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:50.240802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f693bb9-57df-4730-8c11-0c145e020f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:50.241944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3f693bb9-57df-4730-8c11-0c145e020f64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/976941e0-6478-4252-b9ce-8afef04b2a11 HTTP/1.1" status: 204 len: 168 time: 0.2051318 Jun 30 02:33:50.256760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23045a97-70da-4ba6-82b5-553ea459c103 req-a100f851-d3d0-43de-85e8-37f257073854 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:50.258753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23045a97-70da-4ba6-82b5-553ea459c103 req-a100f851-d3d0-43de-85e8-37f257073854 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.0988073 Jun 30 02:33:50.265395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f693bb9-57df-4730-8c11-0c145e020f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976941e0-6478-4252-b9ce-8afef04b2a11,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:50.332320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23045a97-70da-4ba6-82b5-553ea459c103 req-292cb981-0c11-4b96-b52e-a1449bed3c38 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680344 Jun 30 02:33:50.364862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b49751-9938-47e8-831b-4fec301ed361 req-6c691b5f-ba06-41eb-a8bf-956d291b507c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:50.366533 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a0b49751-9938-47e8-831b-4fec301ed361 req-6c691b5f-ba06-41eb-a8bf-956d291b507c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0836673 Jun 30 02:33:50.424864 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a0b49751-9938-47e8-831b-4fec301ed361 req-1e671c33-d94d-4108-8e22-ce80d81654aa tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Jun 30 02:33:50.763585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451231e-2771-4024-8284-aba479851692 req-e492b9b3-28e9-42ee-a0c4-fe249b1b701a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:50.771667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c451231e-2771-4024-8284-aba479851692 req-e492b9b3-28e9-42ee-a0c4-fe249b1b701a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0949712 Jun 30 02:33:50.825348 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c451231e-2771-4024-8284-aba479851692 req-4236f27a-608f-48bb-a957-d064555a17b1 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522590 Jun 30 02:33:51.116401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6adc3-5035-4a94-a0fe-0aae11a86637 req-b216bce3-9340-446f-96eb-09b1d8db9402 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.118426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7df6adc3-5035-4a94-a0fe-0aae11a86637 req-b216bce3-9340-446f-96eb-09b1d8db9402 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 945 time: 0.1198156 Jun 30 02:33:51.210164 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7df6adc3-5035-4a94-a0fe-0aae11a86637 req-9acdfa9d-4e1f-49b4-a26c-8f0c995be7e2 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724866 Jun 30 02:33:51.390176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528d65c-c038-4b13-a97c-cf70ebc04e07 req-cfd853b6-7900-4e96-b307-58259f988843 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.398248 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a528d65c-c038-4b13-a97c-cf70ebc04e07 req-cfd853b6-7900-4e96-b307-58259f988843 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0788305 Jun 30 02:33:51.451142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a528d65c-c038-4b13-a97c-cf70ebc04e07 req-a85894c7-5faf-4b0c-83d1-3ca0f4a11d4b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515504 Jun 30 02:33:51.621825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74fe1f-5877-4be3-ad0b-bb1fd8db56ca req-d68da367-df33-4d80-bf2d-04dc0d96bcc9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.630262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a74fe1f-5877-4be3-ad0b-bb1fd8db56ca req-d68da367-df33-4d80-bf2d-04dc0d96bcc9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.0975254 Jun 30 02:33:51.680387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a74fe1f-5877-4be3-ad0b-bb1fd8db56ca req-8b27ff9a-afba-4062-a352-54f38ddeb41f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 Jun 30 02:33:51.702462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f586e-ee40-4b82-b543-9c52228ccf25 req-899be549-4a2a-4061-a706-c024fb00a11e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:51.716443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e6f586e-ee40-4b82-b543-9c52228ccf25 req-899be549-4a2a-4061-a706-c024fb00a11e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1216288 Jun 30 02:33:51.793249 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e6f586e-ee40-4b82-b543-9c52228ccf25 req-bdc7f7bb-b450-4fa1-aed6-1b8175b0946e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751367 Jun 30 02:33:52.111904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7ad83-6973-4183-a98e-9a2f0ea8cecb req-965de0cc-dbdd-4f3e-8b3a-7d61dd018a70 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.113396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ca7ad83-6973-4183-a98e-9a2f0ea8cecb req-965de0cc-dbdd-4f3e-8b3a-7d61dd018a70 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1073575 Jun 30 02:33:52.156891 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ca7ad83-6973-4183-a98e-9a2f0ea8cecb req-00dd8ee9-4bd8-4bb1-b4bb-351728af840b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Jun 30 02:33:52.474182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f07ab-58ef-44fd-ac82-06305052d043 req-1290536b-ec28-4bc2-8965-ff4e8a7a827a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.481806 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b27f07ab-58ef-44fd-ac82-06305052d043 req-1290536b-ec28-4bc2-8965-ff4e8a7a827a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 945 time: 0.0919573 Jun 30 02:33:52.542166 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b27f07ab-58ef-44fd-ac82-06305052d043 req-89147633-1237-4e64-b9d7-1c02e64c81d6 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547979 Jun 30 02:33:52.572482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 31acf48f-39cb-4499-813f-4381425d6438 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:33:52.658308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 31acf48f-39cb-4499-813f-4381425d6438 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:33:52.674951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 31acf48f-39cb-4499-813f-4381425d6438 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:33:52.676777 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:52.732404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f41d-2989-49de-804a-6dcae15e045d req-9344abc6-2a33-4a94-aaa7-b35b48d6e233 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.743678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a783f41d-2989-49de-804a-6dcae15e045d req-9344abc6-2a33-4a94-aaa7-b35b48d6e233 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1406090 Jun 30 02:33:52.790698 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:52.813371 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a783f41d-2989-49de-804a-6dcae15e045d req-d8be1b02-b92f-4966-9c35-fbd9e50e5ecd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685670 Jun 30 02:33:52.822072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31acf48f-39cb-4499-813f-4381425d6438'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:33:52.825460 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38106489-9cc5-4802-98c1-1e3064a106ca" -d '{"events": [{"server_uuid": "80837ba5-84b9-4df2-875e-8b402ebcf92e", "name": "network-vif-plugged", "status": "completed", "tag": "31acf48f-39cb-4499-813f-4381425d6438"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:33:52.849739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:33:52.862031 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:52.928390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=31acf48f-39cb-4499-813f-4381425d6438,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:33:52.942089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae49165-6995-4d41-9995-6d72ee0ec50a req-8fab019e-ed16-40d5-92cd-7afaab6ecb5b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:52.950317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aae49165-6995-4d41-9995-6d72ee0ec50a req-8fab019e-ed16-40d5-92cd-7afaab6ecb5b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.0859482 Jun 30 02:33:53.010339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aae49165-6995-4d41-9995-6d72ee0ec50a req-a74db5cd-d306-4a56-83f8-56560da1325f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588169 Jun 30 02:33:53.075973 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041cd168-5c9d-428f-b800-fcd786be8104 x-openstack-request-id: req-041cd168-5c9d-428f-b800-fcd786be8104 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:33:53.076262 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80837ba5-84b9-4df2-875e-8b402ebcf92e", "name": "network-vif-plugged", "status": "completed", "tag": "31acf48f-39cb-4499-813f-4381425d6438", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:33:53.076527 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-041cd168-5c9d-428f-b800-fcd786be8104 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:33:53.076915 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31acf48f-39cb-4499-813f-4381425d6438', 'code': 200} Jun 30 02:33:53.184030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75b894-b0b2-4ad5-89c5-51f7b2915038 req-1ff51b47-85bd-40f6-8682-6506733aa3f2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.191746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c75b894-b0b2-4ad5-89c5-51f7b2915038 req-1ff51b47-85bd-40f6-8682-6506733aa3f2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0877235 Jun 30 02:33:53.240506 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c75b894-b0b2-4ad5-89c5-51f7b2915038 req-2599aeec-978c-496b-abca-0fdf3167bd6f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476086 Jun 30 02:33:53.362621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05cf9e-08ed-4545-ab5c-d70f0fce1d6d req-b94bf402-34a1-4d9d-b0be-62de517c5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.365901 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c05cf9e-08ed-4545-ab5c-d70f0fce1d6d req-b94bf402-34a1-4d9d-b0be-62de517c5869 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 1098 time: 0.0888760 Jun 30 02:33:53.410342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590c68-867e-48c5-af1f-398bff113166 req-4e87f6a7-45c1-464e-afe1-32ab3a3f693f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.431816 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91590c68-867e-48c5-af1f-398bff113166 req-4e87f6a7-45c1-464e-afe1-32ab3a3f693f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0974262 Jun 30 02:33:53.474572 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c05cf9e-08ed-4545-ab5c-d70f0fce1d6d req-6592d307-3913-4089-af85-86cd87959a10 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944338 Jun 30 02:33:53.516939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91590c68-867e-48c5-af1f-398bff113166 req-66aa5383-0f8d-4b05-98ae-3008788e280e tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754187 Jun 30 02:33:53.735369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c774a93-cc72-426a-a366-e0a1b781a0dc req-5156da16-352d-4f0b-a23e-cb3c1b44e23c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:53.737155 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c774a93-cc72-426a-a366-e0a1b781a0dc req-5156da16-352d-4f0b-a23e-cb3c1b44e23c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.0753746 Jun 30 02:33:53.778876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c774a93-cc72-426a-a366-e0a1b781a0dc req-ed1bb776-db98-4899-985b-9d116ed70626 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356398 Jun 30 02:33:54.076027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d70a1-292e-4aeb-8ac3-99fd3e0af0cf req-bf2bc46a-b1c8-4b78-acc1-226930dd5657 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:54.083733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4e3d70a1-292e-4aeb-8ac3-99fd3e0af0cf req-bf2bc46a-b1c8-4b78-acc1-226930dd5657 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1319287 Jun 30 02:33:54.147300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4e3d70a1-292e-4aeb-8ac3-99fd3e0af0cf req-7111b233-d077-4033-b200-fdb107bbd052 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626822 Jun 30 02:33:54.361291 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7df098d-a323-4a80-8aaa-b64dbf8f028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:54.367123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68e006-fa9f-4c1d-afd2-9768228589dd req-836d6374-64ce-44c2-b2f5-694f2920d714 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:54.381172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea68e006-fa9f-4c1d-afd2-9768228589dd req-836d6374-64ce-44c2-b2f5-694f2920d714 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.1404254 Jun 30 02:33:54.459241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea68e006-fa9f-4c1d-afd2-9768228589dd req-7fabb5d4-a673-4a4f-b405-5cde199defc9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656950 Jun 30 02:33:54.543442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab26b2-9d6d-4997-a645-c95efcc6583f req-c504655f-e3d5-41fe-9c23-c682ecadb075 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:54.545534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8ab26b2-9d6d-4997-a645-c95efcc6583f req-c504655f-e3d5-41fe-9c23-c682ecadb075 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0982463 Jun 30 02:33:54.607673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8ab26b2-9d6d-4997-a645-c95efcc6583f req-47b43c4d-bf32-475b-9d5a-19a84319698c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495598 Jun 30 02:33:54.780376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572f6f8-788e-4152-b5f1-643749c45562 req-f1c02e0e-6537-4c23-b6e3-d9a0ded78149 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:54.785261 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7572f6f8-788e-4152-b5f1-643749c45562 req-f1c02e0e-6537-4c23-b6e3-d9a0ded78149 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.1147556 Jun 30 02:33:54.846054 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7572f6f8-788e-4152-b5f1-643749c45562 req-cbbd7792-5a42-46e7-80af-9e7a0a35f31f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542085 Jun 30 02:33:55.061012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15b8db-bf6a-4923-b9e2-61406e044789 req-61e1bea0-592b-4ff8-87f8-54675129142c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.069215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d15b8db-bf6a-4923-b9e2-61406e044789 req-61e1bea0-592b-4ff8-87f8-54675129142c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.0928755 Jun 30 02:33:55.121098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d15b8db-bf6a-4923-b9e2-61406e044789 req-1309efdb-4cb3-4d67-8b11-d1ec547af2fe tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507791 Jun 30 02:33:55.371495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572cd3-7cab-4f24-94f8-4cf06d61a395 req-0ba293ba-bcef-4058-9c6b-6a2560396cc8 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.375778 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6572cd3-7cab-4f24-94f8-4cf06d61a395 req-0ba293ba-bcef-4058-9c6b-6a2560396cc8 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 1098 time: 0.1208560 Jun 30 02:33:55.465381 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6572cd3-7cab-4f24-94f8-4cf06d61a395 req-51ac3097-0f10-4e79-a5aa-093a65c16881 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818405 Jun 30 02:33:55.605789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7fce2-71b5-4885-b1dd-bb3e90254674 req-27af185f-97e6-4445-bcb3-54b9b0e15376 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.611405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-74c7fce2-71b5-4885-b1dd-bb3e90254674 req-27af185f-97e6-4445-bcb3-54b9b0e15376 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1507304 Jun 30 02:33:55.664784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-74c7fce2-71b5-4885-b1dd-bb3e90254674 req-7d4a7382-2c7a-4f16-a7da-50549623b7e5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507264 Jun 30 02:33:55.724628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b216999-1f4b-459a-8649-e269e2178e1f req-51083744-5256-42eb-a324-0cec5ef622f0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.734705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3b216999-1f4b-459a-8649-e269e2178e1f req-51083744-5256-42eb-a324-0cec5ef622f0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.1237853 Jun 30 02:33:55.784232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3b216999-1f4b-459a-8649-e269e2178e1f req-0c7a39fa-2dde-40cb-b44d-00ed588b316b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482183 Jun 30 02:33:55.904431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815008f9-acbb-4d0d-a0f6-b540cc1ff27c req-98246d2a-844c-43c7-acfa-b1dd6f295bbd tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:55.914576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-815008f9-acbb-4d0d-a0f6-b540cc1ff27c req-98246d2a-844c-43c7-acfa-b1dd6f295bbd tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 1098 time: 0.0994821 Jun 30 02:33:55.955125 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-815008f9-acbb-4d0d-a0f6-b540cc1ff27c req-51e514db-cd02-4875-b7ec-893cc69b489d tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383048 Jun 30 02:33:56.002087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b0de-6b77-44f1-8322-c603d7261067 req-95d21e9d-8f52-41b8-987a-b7d05fc00f4a tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.004635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b42b0de-6b77-44f1-8322-c603d7261067 req-95d21e9d-8f52-41b8-987a-b7d05fc00f4a tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1140022 Jun 30 02:33:56.053875 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b42b0de-6b77-44f1-8322-c603d7261067 req-2839c3a9-db30-42c3-a1b3-b0cbcf5fe5c0 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Jun 30 02:33:56.307165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2e4d1-4c0b-41c4-b5dd-a023d24a9fa8 req-fa2657f7-db38-4711-8f5b-7e3a087eb2df tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.308807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3aa2e4d1-4c0b-41c4-b5dd-a023d24a9fa8 req-fa2657f7-db38-4711-8f5b-7e3a087eb2df tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0928323 Jun 30 02:33:56.359854 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3aa2e4d1-4c0b-41c4-b5dd-a023d24a9fa8 req-7d6618b4-b452-4b09-b9bf-11624798526c tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Jun 30 02:33:56.926296 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:56.965278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ffcd6-0aff-4461-9c19-7ee419d085e0 req-f4e19730-e748-45ef-aa1b-f8f09e38b173 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:56.972585 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a57ffcd6-0aff-4461-9c19-7ee419d085e0 req-f4e19730-e748-45ef-aa1b-f8f09e38b173 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1106312 Jun 30 02:33:56.982512 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f0f9eb63-1417-426b-9eee-baaeb29cc4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:57.025108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a57ffcd6-0aff-4461-9c19-7ee419d085e0 req-af73a1fa-17a8-471c-bc99-3e79e8148af1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444615 Jun 30 02:33:57.444171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2d7d2-b56d-4e08-98fa-d7bf5eed45cc req-191d06c2-c7bd-49a3-82e2-6d5084a97b4f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.446428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a2d2d7d2-b56d-4e08-98fa-d7bf5eed45cc req-191d06c2-c7bd-49a3-82e2-6d5084a97b4f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.0889778 Jun 30 02:33:57.496480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a2d2d7d2-b56d-4e08-98fa-d7bf5eed45cc req-bd5889b5-8be4-4d71-946f-7892a2b0679c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Jun 30 02:33:57.696533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b816a49-27da-49b3-b5bd-981c3052697a req-76cdffbe-2d4b-4d0a-9860-9fc764cad6b2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:57.703962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b816a49-27da-49b3-b5bd-981c3052697a req-76cdffbe-2d4b-4d0a-9860-9fc764cad6b2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0830457 Jun 30 02:33:57.744002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b816a49-27da-49b3-b5bd-981c3052697a req-39857403-e690-4cb5-b4e3-d5627fa8149d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391057 Jun 30 02:33:57.876263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-954b347b-e981-4668-ab31-cbc660859885 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:33:57.877301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-954b347b-e981-4668-ab31-cbc660859885 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2252452 Jun 30 02:33:57.946832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Request body: {'binding': {'host': 'n-h2-758944-39', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:33:57.947373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:33:58.135540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:58.156181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on host n-h2-758944-39 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:33:58.157294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:33:58.157862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:58.163853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:33:58.164267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:33:58.175092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:33:58.175510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:33:58.175964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:33:58.176658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Bound port: 31acf48f-39cb-4499-813f-4381425d6438, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:33:58.237960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:33:58.245305 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:58.246698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-1a8aedd3-362e-44ef-99c2-a95c79e02722 service neutron] 10.222.0.55 "POST /v2.0/ports/31acf48f-39cb-4499-813f-4381425d6438/bindings HTTP/1.1" status: 201 len: 390 time: 0.3624616 Jun 30 02:33:58.379685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91b77-c5b6-49e2-99ec-2af5dad91da2 req-9122b8ca-abc2-43b0-b927-cc9a363883b9 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.381415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dea91b77-c5b6-49e2-99ec-2af5dad91da2 req-9122b8ca-abc2-43b0-b927-cc9a363883b9 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0667908 Jun 30 02:33:58.430375 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dea91b77-c5b6-49e2-99ec-2af5dad91da2 req-a31f3fa2-be34-4f7a-a560-07bf9b190024 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372443 Jun 30 02:33:58.632340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-5686e1ad-c214-4153-9b74-b3126d498d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.633950 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-5686e1ad-c214-4153-9b74-b3126d498d0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 1098 time: 0.1010442 Jun 30 02:33:58.641369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4d3da-0729-4f67-a614-0a65a63b7ae0 req-542bb6cf-178a-4ce1-abd8-4b08969e85be tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.642738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c7b4d3da-0729-4f67-a614-0a65a63b7ae0 req-542bb6cf-178a-4ce1-abd8-4b08969e85be tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1012902 Jun 30 02:33:58.732844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c7b4d3da-0729-4f67-a614-0a65a63b7ae0 req-2c45778a-6a8c-4f6c-88d0-4dc8178ca111 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806870 Jun 30 02:33:58.766532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-583c2bba-6f1d-46d7-b059-dd8ce0d078fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.768287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-583c2bba-6f1d-46d7-b059-dd8ce0d078fc service neutron] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1238379 Jun 30 02:33:58.848837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-94e66a3c-347f-4e2b-9629-51321b0b8577 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31acf48f-39cb-4499-813f-4381425d6438 HTTP/1.1" status: 200 len: 217 time: 0.0363190 Jun 30 02:33:58.936167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-52b9074e-1077-4935-ab34-8463db1aafde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.937626 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-52b9074e-1077-4935-ab34-8463db1aafde service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0607297 Jun 30 02:33:58.956353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17668e5a-2b9b-44cd-9228-dadf26055eb2 req-1e01711f-1759-4295-a160-f9c2f4a374e3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:58.958164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17668e5a-2b9b-44cd-9228-dadf26055eb2 req-1e01711f-1759-4295-a160-f9c2f4a374e3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.1081588 Jun 30 02:33:58.993205 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-fc343abd-ad87-4462-abbb-a91c292e2370 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340152 Jun 30 02:33:59.014391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71384649-4410-4904-84f0-145d8c840ba9 req-84aad429-fd20-4064-aef3-1cf0e1500ef8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.015960 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71384649-4410-4904-84f0-145d8c840ba9 req-84aad429-fd20-4064-aef3-1cf0e1500ef8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.3793652 Jun 30 02:33:59.056289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71384649-4410-4904-84f0-145d8c840ba9 req-dc1a53e1-f682-414a-84d5-0f7e102e092b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338485 Jun 30 02:33:59.061249 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17668e5a-2b9b-44cd-9228-dadf26055eb2 req-084d1922-2450-4247-a930-257d0e0deda6 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938275 Jun 30 02:33:59.116064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-15594238-a381-4531-8fe3-e7b871283d39 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085203 Jun 30 02:33:59.221113 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-b38c95f9-c51e-4cab-ab93-e137327bcff2 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957487 Jun 30 02:33:59.246675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3b42-fa89-4095-aaef-b3ea3665e2c0 req-2bb02617-6e92-440a-bb2e-6aa72fce9426 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.248768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65ec3b42-fa89-4095-aaef-b3ea3665e2c0 req-2bb02617-6e92-440a-bb2e-6aa72fce9426 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0631092 Jun 30 02:33:59.299341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65ec3b42-fa89-4095-aaef-b3ea3665e2c0 req-925774a7-c217-4344-9f6a-dbb5bc5667a6 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Jun 30 02:33:59.375173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-8c77961d-eed3-4c1d-8cfa-048ebe52387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.376986 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-8c77961d-eed3-4c1d-8cfa-048ebe52387e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 1098 time: 0.0590241 Jun 30 02:33:59.492810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-6c898bf2-e331-4dc6-bd9e-ba32b0749b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.494252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-6c898bf2-e331-4dc6-bd9e-ba32b0749b7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.1050436 Jun 30 02:33:59.543725 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-6ff390cf-cf1a-40f6-9b98-f2ba31ae53e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 HTTP/1.1" status: 200 len: 217 time: 0.0391686 Jun 30 02:33:59.606292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-d6c72b77-1409-4e41-94c5-8cd08e2d400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.608056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-d6c72b77-1409-4e41-94c5-8cd08e2d400a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0521629 Jun 30 02:33:59.657807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808659e1-d843-4d2d-a7c0-5ca0ef745662 req-c866bf69-c91b-489f-a225-62f4af96bb6a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.667810 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-808659e1-d843-4d2d-a7c0-5ca0ef745662 req-c866bf69-c91b-489f-a225-62f4af96bb6a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0856655 Jun 30 02:33:59.677707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-1a5158e9-6261-4e46-b504-7a24510295e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.679785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-1a5158e9-6261-4e46-b504-7a24510295e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611751 Jun 30 02:33:59.707650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-808659e1-d843-4d2d-a7c0-5ca0ef745662 req-8869c743-3cef-433a-92ca-b9ae84c7e775 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361974 Jun 30 02:33:59.792961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-dbc23b0e-a18b-4e97-9fc1-898bcd1f0a09 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957780 Jun 30 02:33:59.942210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-056d2f32-eeb2-4b13-938a-c40ca9b55c93 req-f3229ff1-1dd5-496a-9f4d-10ff2f112444 service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316996 Jun 30 02:33:59.954811 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:33:59.975523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9df4c2-3bd7-4293-87d9-4558d39f0186 req-bf8fdb65-ac25-4357-8f02-36c435c124a0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:33:59.977278 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b9df4c2-3bd7-4293-87d9-4558d39f0186 req-bf8fdb65-ac25-4357-8f02-36c435c124a0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0891089 Jun 30 02:34:00.018120 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b9df4c2-3bd7-4293-87d9-4558d39f0186 req-a528a51d-c085-4d97-b3e7-d4017790e6af tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338109 Jun 30 02:34:00.277861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eda7d-89bc-4552-b163-8391cb9989f0 req-e7d68f5e-f708-4de5-b751-d371c4c43e04 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.279631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553ee3a-3ebf-4690-b863-39391eda07d3 req-561e9766-26c5-4c1b-ba3b-1417f1323634 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.285762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-314eda7d-89bc-4552-b163-8391cb9989f0 req-e7d68f5e-f708-4de5-b751-d371c4c43e04 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.0805769 Jun 30 02:34:00.287659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e553ee3a-3ebf-4690-b863-39391eda07d3 req-561e9766-26c5-4c1b-ba3b-1417f1323634 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.0755625 Jun 30 02:34:00.340584 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-314eda7d-89bc-4552-b163-8391cb9989f0 req-1adb3d23-694e-4b13-aeb6-84de3254f9b5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536802 Jun 30 02:34:00.345476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e553ee3a-3ebf-4690-b863-39391eda07d3 req-e0862ce2-e979-40f5-8aa1-723d6e09b8a8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560210 Jun 30 02:34:00.529619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2365370-c6a7-4a1f-8072-eaf26299f406 req-c09f6964-b7cd-4c1f-8028-4876aefa00eb tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.531142 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2365370-c6a7-4a1f-8072-eaf26299f406 req-c09f6964-b7cd-4c1f-8028-4876aefa00eb tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0649703 Jun 30 02:34:00.578090 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2365370-c6a7-4a1f-8072-eaf26299f406 req-9c59ea6e-6d34-4016-b313-3513c1bf7af0 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Jun 30 02:34:00.892796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930c6e6-df8b-4cf6-8dd8-e9f1d6063172 req-b27efb81-e2a9-4e49-b04b-e1b8ddb4a5a2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:00.900879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4930c6e6-df8b-4cf6-8dd8-e9f1d6063172 req-b27efb81-e2a9-4e49-b04b-e1b8ddb4a5a2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0736475 Jun 30 02:34:00.937849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4930c6e6-df8b-4cf6-8dd8-e9f1d6063172 req-da30099b-fe88-4212-aa1e-d7f6baefd581 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360904 Jun 30 02:34:01.222279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136b289-ac89-473d-8cb2-1f2db7c1a3c1 req-1ae8b431-68be-448d-aeb4-649183f2717d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.224613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0136b289-ac89-473d-8cb2-1f2db7c1a3c1 req-1ae8b431-68be-448d-aeb4-649183f2717d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0771887 Jun 30 02:34:01.266173 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0136b289-ac89-473d-8cb2-1f2db7c1a3c1 req-5f424ef7-77a8-4cfd-81a5-a89e6c8bb5ff tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348384 Jun 30 02:34:01.543931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ec808-53aa-4018-89fa-7c5ef62fddc2 req-97f8fd6c-5669-43f8-8181-055667f1ee8c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.546122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f39ec808-53aa-4018-89fa-7c5ef62fddc2 req-97f8fd6c-5669-43f8-8181-055667f1ee8c tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.0727494 Jun 30 02:34:01.550338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd3160-026a-4c11-8e49-d498bd7833e6 req-e29174bb-32dd-4ab8-897d-1c13d481f8df tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.558021 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44dd3160-026a-4c11-8e49-d498bd7833e6 req-e29174bb-32dd-4ab8-897d-1c13d481f8df tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 946 time: 0.0814750 Jun 30 02:34:01.604446 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f39ec808-53aa-4018-89fa-7c5ef62fddc2 req-e2b22a37-6bdd-4955-b284-ec097dcf57ae tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512516 Jun 30 02:34:01.604852 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44dd3160-026a-4c11-8e49-d498bd7833e6 req-4883a22a-a245-4cab-999e-ade3cfa4c719 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454521 Jun 30 02:34:01.821244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28db78d-8dec-4354-a2f8-bb257be8041b req-fd1a332e-5be9-473f-8753-4168f9aa5ca1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:01.823331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a28db78d-8dec-4354-a2f8-bb257be8041b req-fd1a332e-5be9-473f-8753-4168f9aa5ca1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0967624 Jun 30 02:34:01.865422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a28db78d-8dec-4354-a2f8-bb257be8041b req-3a9b4a1e-d2c4-490c-a463-eecd97ca6094 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356431 Jun 30 02:34:02.056262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:02.150188 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.170110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640db39-b174-4e4f-bf6d-266f0434fb29 req-c7b84cb3-4309-43de-a9e4-37ae6c178c03 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:02.176912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:02.178140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8640db39-b174-4e4f-bf6d-266f0434fb29 req-c7b84cb3-4309-43de-a9e4-37ae6c178c03 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0921068 Jun 30 02:34:02.180282 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8ec7d9-fcf5-4557-a3ea-9137f1cd7139" -d '{"events": [{"server_uuid": "bfe6102a-b058-4441-ac7d-282e165a274b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:02.197296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:02.207659 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:02.226906 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8640db39-b174-4e4f-bf6d-266f0434fb29 req-6050ae5e-9cf2-4468-9c1b-afb52a886ada tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463407 Jun 30 02:34:02.254073 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf300edb-88c9-41ef-b24d-dce019b353a5 x-openstack-request-id: req-cf300edb-88c9-41ef-b24d-dce019b353a5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:02.254525 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe6102a-b058-4441-ac7d-282e165a274b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:02.254795 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf300edb-88c9-41ef-b24d-dce019b353a5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:02.255492 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637', 'code': 200} Jun 30 02:34:02.277274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:02.464685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c145e-143b-41a9-88ea-aceca37d34fe req-1b61c26e-b1ef-4dba-835a-46a94fba2c89 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:02.466366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f8c145e-143b-41a9-88ea-aceca37d34fe req-1b61c26e-b1ef-4dba-835a-46a94fba2c89 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0689831 Jun 30 02:34:02.505618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f8c145e-143b-41a9-88ea-aceca37d34fe req-ce2edbac-bf54-4dbc-bcc2-ac2956910b86 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334320 Jun 30 02:34:02.802223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c8a8d-901e-4d45-ad02-7fc1a9ff9a73 req-a9a93f88-afb6-4988-8cc8-de595be2b733 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:02.810648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-374c8a8d-901e-4d45-ad02-7fc1a9ff9a73 req-a9a93f88-afb6-4988-8cc8-de595be2b733 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 944 time: 0.0842266 Jun 30 02:34:02.819208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc137-fe98-48f8-8577-6bc08e205487 req-41f73381-793e-4622-8faf-d3f54004d140 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:02.821610 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a36bc137-fe98-48f8-8577-6bc08e205487 req-41f73381-793e-4622-8faf-d3f54004d140 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.0927193 Jun 30 02:34:02.859802 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-374c8a8d-901e-4d45-ad02-7fc1a9ff9a73 req-9e1d33a2-df51-4b98-a9bc-53ade04a7369 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477340 Jun 30 02:34:02.912784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a36bc137-fe98-48f8-8577-6bc08e205487 req-c345747e-528b-4fb4-8b87-51994ba7c2cf tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853078 Jun 30 02:34:03.166411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b150224-506b-4a84-969e-ed937a5793b6 req-14e89058-30bd-42ef-a44f-422eb692210b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.168040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b150224-506b-4a84-969e-ed937a5793b6 req-14e89058-30bd-42ef-a44f-422eb692210b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0679314 Jun 30 02:34:03.214364 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b150224-506b-4a84-969e-ed937a5793b6 req-d1832637-3434-499d-81d3-2988d5fd4327 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403154 Jun 30 02:34:03.405484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc861107-c650-44e9-8398-6136e297fbde req-d933fde5-328c-410c-ae0a-1bcd2dd7fe8e tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.407067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc861107-c650-44e9-8398-6136e297fbde req-d933fde5-328c-410c-ae0a-1bcd2dd7fe8e tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0674157 Jun 30 02:34:03.458172 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc861107-c650-44e9-8398-6136e297fbde req-2de036dd-d68e-4298-996f-8266c741d0f7 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371809 Jun 30 02:34:03.723594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3899-ab75-4aab-9327-c65916e4962b req-1803c0c9-5627-492f-96a8-bb50a4e14d83 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:03.725866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af4f3899-ab75-4aab-9327-c65916e4962b req-1803c0c9-5627-492f-96a8-bb50a4e14d83 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0843399 Jun 30 02:34:03.771618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af4f3899-ab75-4aab-9327-c65916e4962b req-08ddc7a5-fa47-4c9e-8090-03a1fe32a7c1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379970 Jun 30 02:34:04.048967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169abf78-7212-4517-af12-698e83203b4f req-44d35267-e25e-4483-9000-c5ef9dc52627 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.050596 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-169abf78-7212-4517-af12-698e83203b4f req-44d35267-e25e-4483-9000-c5ef9dc52627 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 944 time: 0.0697939 Jun 30 02:34:04.093068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-169abf78-7212-4517-af12-698e83203b4f req-c2e3ce8b-e2b6-4570-ae19-cf74865b9c3f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353143 Jun 30 02:34:04.118199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fc0ac-6a7f-44ea-829e-fb9fd61fd375 req-0bed088c-c978-4dfb-a5e3-074683765a9a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.120320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-458fc0ac-6a7f-44ea-829e-fb9fd61fd375 req-0bed088c-c978-4dfb-a5e3-074683765a9a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.0759678 Jun 30 02:34:04.163885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-458fc0ac-6a7f-44ea-829e-fb9fd61fd375 req-d1ddcdd3-be3c-406a-bc41-4e610f7f62df tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Jun 30 02:34:04.405254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5960c4-9c6d-495e-81e2-b9cf5c8a20d8 req-a1bf1c93-9aa6-4f6c-8fb2-160a33d8de91 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.406983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f5960c4-9c6d-495e-81e2-b9cf5c8a20d8 req-a1bf1c93-9aa6-4f6c-8fb2-160a33d8de91 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0811315 Jun 30 02:34:04.471754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f5960c4-9c6d-495e-81e2-b9cf5c8a20d8 req-307c1828-f5bc-4a6b-bce5-dda05b553087 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586777 Jun 30 02:34:04.518679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cb618-f537-4a08-8bc5-e1f4d9e50f7f req-8b702eb1-bd41-45b0-bc16-b77c0367f89c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.526443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57cb618-f537-4a08-8bc5-e1f4d9e50f7f req-8b702eb1-bd41-45b0-bc16-b77c0367f89c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0873096 Jun 30 02:34:04.560287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57cb618-f537-4a08-8bc5-e1f4d9e50f7f req-aba1c189-d2d1-4168-9cf8-1ef34d97c6e9 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328176 Jun 30 02:34:04.685914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7282a7-d442-423c-a09c-29b82da79ed3 req-f02a3d6f-8cb4-47e8-97c6-60942994d571 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.687445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c7282a7-d442-423c-a09c-29b82da79ed3 req-f02a3d6f-8cb4-47e8-97c6-60942994d571 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0719543 Jun 30 02:34:04.725544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c7282a7-d442-423c-a09c-29b82da79ed3 req-9c318a14-fb14-4665-9ce8-3ab7270a0a04 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Jun 30 02:34:04.737767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9821be7-9151-47d0-bfef-4c4132cf14f9 req-ea8e6fe0-29c9-43ad-a2a6-c15f16dd0df9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.739592 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9821be7-9151-47d0-bfef-4c4132cf14f9 req-ea8e6fe0-29c9-43ad-a2a6-c15f16dd0df9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0648949 Jun 30 02:34:04.784737 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9821be7-9151-47d0-bfef-4c4132cf14f9 req-dd987873-41fa-4232-a2fe-5b1863315ad9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372462 Jun 30 02:34:04.974329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaad45c-4161-44d1-864c-57e0dfc07208 req-e445aba6-6db8-49f6-8dd9-1319be07f018 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:04.976194 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ffaad45c-4161-44d1-864c-57e0dfc07208 req-e445aba6-6db8-49f6-8dd9-1319be07f018 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0712216 Jun 30 02:34:05.039691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ffaad45c-4161-44d1-864c-57e0dfc07208 req-766070ca-2efe-4cb4-bb9d-3268a34124d5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556254 Jun 30 02:34:05.188024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a77b00-f1f4-4581-b9c4-9cbc29b1bb58 req-ffead8f8-8afd-4906-b390-afa99671ea25 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.189496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5a77b00-f1f4-4581-b9c4-9cbc29b1bb58 req-ffead8f8-8afd-4906-b390-afa99671ea25 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0659754 Jun 30 02:34:05.241412 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5a77b00-f1f4-4581-b9c4-9cbc29b1bb58 req-56814e89-a696-4bbe-a041-50028286e1b7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457540 Jun 30 02:34:05.363875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01df0c3-190d-4546-b086-d5056e0be54d req-0cad4300-d141-4629-b078-15c856cf618b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.365618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e01df0c3-190d-4546-b086-d5056e0be54d req-0cad4300-d141-4629-b078-15c856cf618b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.0765548 Jun 30 02:34:05.406846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e01df0c3-190d-4546-b086-d5056e0be54d req-78db2f4f-7138-459b-9282-a185749e7d3b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348356 Jun 30 02:34:05.755192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169f402-8773-4346-ba95-d6da9969107d req-93c4f262-61fe-4fe6-a6fe-d231ada3fcae tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.756838 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c169f402-8773-4346-ba95-d6da9969107d req-93c4f262-61fe-4fe6-a6fe-d231ada3fcae tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0696597 Jun 30 02:34:05.801820 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c169f402-8773-4346-ba95-d6da9969107d req-741c0f6b-b4c2-4ddd-ac28-6f43810c6588 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369759 Jun 30 02:34:05.920709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e4df6-2472-4523-80c4-05b65733c491 req-18cd0835-c5c4-46c7-9652-0cf40ed55765 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:05.922425 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf7e4df6-2472-4523-80c4-05b65733c491 req-18cd0835-c5c4-46c7-9652-0cf40ed55765 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 945 time: 0.0717144 Jun 30 02:34:05.966333 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf7e4df6-2472-4523-80c4-05b65733c491 req-5661c42f-1f65-4fb4-b4c9-abfb070d0747 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 Jun 30 02:34:06.057988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f2ccab27-5c33-42a3-8cba-21482183ce02 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:06.068660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:06.252762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e89f1-51fd-41a6-b2f7-54fd145534b9 req-fa2fabe4-a60e-49c8-ab38-f2dd42ff921e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.254482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a9e89f1-51fd-41a6-b2f7-54fd145534b9 req-fa2fabe4-a60e-49c8-ab38-f2dd42ff921e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0727270 Jun 30 02:34:06.265877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:06.288663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'port_id': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'mac_address': 'fa:16:3e:17:fd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:06.307200 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a9e89f1-51fd-41a6-b2f7-54fd145534b9 req-98eaac6f-50d2-4f3c-961b-656a51e12706 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465689 Jun 30 02:34:06.356269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.378561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2ccab27-5c33-42a3-8cba-21482183ce02 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:06.414705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:06.433141 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:06.510592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:06.598048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b3e3-baa9-447c-8578-0a5f9442a999 req-73645333-b7f7-4635-a129-a9fcf35547dd tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.606520 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3542b3e3-baa9-447c-8578-0a5f9442a999 req-73645333-b7f7-4635-a129-a9fcf35547dd tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1342802 Jun 30 02:34:06.636141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['f2ccab27-5c33-42a3-8cba-21482183ce02'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:06.664941 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3542b3e3-baa9-447c-8578-0a5f9442a999 req-c3573225-120d-4227-b846-967f5b8dfd87 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572605 Jun 30 02:34:06.868539 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a05d67-2085-4a5d-9157-494d6c084ab0 req-b7ee9b77-ad20-458c-9e21-0746afe29e22 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:06.870977 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-55a05d67-2085-4a5d-9157-494d6c084ab0 req-b7ee9b77-ad20-458c-9e21-0746afe29e22 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.1343677 Jun 30 02:34:06.882490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:06.920158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-55a05d67-2085-4a5d-9157-494d6c084ab0 req-47ac76bc-28f9-484c-894d-543f818c18f2 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397315 Jun 30 02:34:07.029947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7537b6e3-21b9-4299-9493-e7f680b32acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.135318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf4793-7452-4035-a9ef-34c722ce6a3b req-3544774f-3751-428d-94ce-fb43c6c68787 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.136817 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbcf4793-7452-4035-a9ef-34c722ce6a3b req-3544774f-3751-428d-94ce-fb43c6c68787 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0985289 Jun 30 02:34:07.198301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbcf4793-7452-4035-a9ef-34c722ce6a3b req-c84b6948-77c4-4945-a81a-9da043e32f0e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547678 Jun 30 02:34:07.212726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7537b6e3-21b9-4299-9493-e7f680b32acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.217505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7537b6e3-21b9-4299-9493-e7f680b32acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.260764 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7537b6e3-21b9-4299-9493-e7f680b32acb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fce88d16f8064985a901c42c0ff1c8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762314 Jun 30 02:34:07.261438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537b6e3-21b9-4299-9493-e7f680b32acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89850f1-52fa-482e-97d4-c61f0ddf9a1b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:07.263537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:07.316861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f4e6f7d-84c9-404b-9a36-97d7cc990b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.338563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f4e6f7d-84c9-404b-9a36-97d7cc990b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.386342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f4e6f7d-84c9-404b-9a36-97d7cc990b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.389306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f4e6f7d-84c9-404b-9a36-97d7cc990b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:07.390486 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f4e6f7d-84c9-404b-9a36-97d7cc990b0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f89850f1-52fa-482e-97d4-c61f0ddf9a1b HTTP/1.1" status: 204 len: 168 time: 0.1259151 Jun 30 02:34:07.401336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e6f7d-84c9-404b-9a36-97d7cc990b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89850f1-52fa-482e-97d4-c61f0ddf9a1b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:07.526840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883016f-5125-4c39-be0e-5876902c2b12 req-9eb0add2-e6fa-4584-ae8f-233c85ac497d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.528501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a883016f-5125-4c39-be0e-5876902c2b12 req-9eb0add2-e6fa-4584-ae8f-233c85ac497d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 945 time: 0.0774326 Jun 30 02:34:07.575553 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a883016f-5125-4c39-be0e-5876902c2b12 req-1c00417f-6d8d-4d98-80ad-50f7129ba327 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399001 Jun 30 02:34:07.861208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f4ca1-7b10-4d53-b57e-3f13a1107f99 req-9045c054-0918-464a-8e9b-9aed1c297324 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:07.862883 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-776f4ca1-7b10-4d53-b57e-3f13a1107f99 req-9045c054-0918-464a-8e9b-9aed1c297324 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0834496 Jun 30 02:34:07.908096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-776f4ca1-7b10-4d53-b57e-3f13a1107f99 req-ba4d3c58-a9bd-429e-8d94-0afae365d6f5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372944 Jun 30 02:34:08.080347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:08.085539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f2ccab27-5c33-42a3-8cba-21482183ce02 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:08.132602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd136b-43c9-4702-b8cf-3a9e3e9721d0 req-4a1af0a1-c7cf-4b8d-ae62-bfab1a2b6015 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:08.140393 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4cd136b-43c9-4702-b8cf-3a9e3e9721d0 req-4a1af0a1-c7cf-4b8d-ae62-bfab1a2b6015 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.0814326 Jun 30 02:34:08.190437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4cd136b-43c9-4702-b8cf-3a9e3e9721d0 req-06465553-2eb2-46f2-8abf-3d62b5d8cd68 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455239 Jun 30 02:34:08.209171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port f2ccab27-5c33-42a3-8cba-21482183ce02 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:08.209545 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:08.272751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:08.290528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'port_id': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b', 'mac_address': 'fa:16:3e:a0:35:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93f79d-ac84-486e-a998-bf81e77882e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:08.365790 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:08.382837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:08.417997 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:08.424549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:08.436674 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:08.498461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc0000-b121-4e17-b70d-19ae00c2d7bd req-b3e11e32-2bb0-481f-ad3a-0b05608644f4 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:08.502091 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dbcc0000-b121-4e17-b70d-19ae00c2d7bd req-b3e11e32-2bb0-481f-ad3a-0b05608644f4 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1351836 Jun 30 02:34:08.550651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dbcc0000-b121-4e17-b70d-19ae00c2d7bd req-afb7b1b2-4fae-4bc2-8f73-020c07d30a1c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Jun 30 02:34:08.615857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:08.618583 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e90ee0e-cc70-4f1e-903b-463fd0c06123" -d '{"events": [{"server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "name": "network-vif-plugged", "status": "completed", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:08.635673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:08.645047 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:08.657215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:08.667496 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b8ea04-9548-482f-ac05-5c40b3508ae9 x-openstack-request-id: req-f9b8ea04-9548-482f-ac05-5c40b3508ae9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:08.667789 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "name": "network-vif-plugged", "status": "completed", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:08.668067 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9b8ea04-9548-482f-ac05-5c40b3508ae9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:08.668458 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'code': 200} Jun 30 02:34:08.722647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:08.741316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['8e1bb8cc-44ad-4310-aa33-bafbc5bf415b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:08.832114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246cf7e-ff89-40f7-b4ba-dacdc41f1e63 req-c4a075f0-c318-4116-a14a-8f8faa57fd95 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:08.839293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9246cf7e-ff89-40f7-b4ba-dacdc41f1e63 req-c4a075f0-c318-4116-a14a-8f8faa57fd95 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.0982864 Jun 30 02:34:08.883905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9246cf7e-ff89-40f7-b4ba-dacdc41f1e63 req-5a31b2c5-e237-45ad-84b4-984ddddeea1e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418229 Jun 30 02:34:09.113410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ec3a1-0ec7-41f4-ae59-25dbb8e1da08 req-5cde56e7-9c37-42e5-8bd8-c59780172d9e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.115039 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-057ec3a1-0ec7-41f4-ae59-25dbb8e1da08 req-5cde56e7-9c37-42e5-8bd8-c59780172d9e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0894833 Jun 30 02:34:09.191609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-057ec3a1-0ec7-41f4-ae59-25dbb8e1da08 req-48647acf-1308-481a-9528-8d2ad6967618 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633357 Jun 30 02:34:09.398034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d5130-184b-432f-bd0e-ca7c3df527de req-ba8fae65-b229-4402-9518-2a4783f6e2c9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.405871 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a42d5130-184b-432f-bd0e-ca7c3df527de req-ba8fae65-b229-4402-9518-2a4783f6e2c9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.0821555 Jun 30 02:34:09.471391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a42d5130-184b-432f-bd0e-ca7c3df527de req-26caf796-46bc-4b1e-aa34-63a433f490fd tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645006 Jun 30 02:34:09.785012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9206b-642c-43c0-ae9e-8fe6fd252da2 req-ed58e46b-99f8-4c8e-a96d-6fa519845586 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:09.788053 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a8f9206b-642c-43c0-ae9e-8fe6fd252da2 req-ed58e46b-99f8-4c8e-a96d-6fa519845586 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0901892 Jun 30 02:34:09.862810 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a8f9206b-642c-43c0-ae9e-8fe6fd252da2 req-d6ea7a1d-f471-4767-b6b3-33088578861a tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624900 Jun 30 02:34:10.092267 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:10.157054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:10.157818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.193640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a399f3d-bb9a-4af1-ae6d-d2211de88068 req-4dbef055-a268-4faf-b966-e89cef96daa7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.196196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a399f3d-bb9a-4af1-ae6d-d2211de88068 req-4dbef055-a268-4faf-b966-e89cef96daa7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1115916 Jun 30 02:34:10.260201 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.284301 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a399f3d-bb9a-4af1-ae6d-d2211de88068 req-177fac3d-d58c-4c8c-a34c-8a6bd82ff913 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783699 Jun 30 02:34:10.307833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:10.314356 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.368335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:10.424314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:10.535681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1c789-7273-4920-8fd6-bc93daacb27a req-8f24f24e-6fbf-4d62-b02b-c304f50cf46d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.537172 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dbd1c789-7273-4920-8fd6-bc93daacb27a req-8f24f24e-6fbf-4d62-b02b-c304f50cf46d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0758495 Jun 30 02:34:10.561142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:10.669837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:10.672346 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cddf90-c985-4bfa-b206-b808e0acbeb4" -d '{"events": [{"server_uuid": "c29b3b7d-4ab9-4745-afcc-34080d8a521e", "name": "network-vif-plugged", "status": "completed", "tag": "8e1bb8cc-44ad-4310-aa33-bafbc5bf415b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:10.685539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43f4e9-4c17-4d9e-930a-31023cfbabc2 req-f459ec16-3883-410f-a9cd-73efa4c509f4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:10.694463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc43f4e9-4c17-4d9e-930a-31023cfbabc2 req-f459ec16-3883-410f-a9cd-73efa4c509f4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 946 time: 0.0954587 Jun 30 02:34:10.758769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc43f4e9-4c17-4d9e-930a-31023cfbabc2 req-3146c329-1bc4-434c-8b8b-3e8e53e626af tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626078 Jun 30 02:34:10.806048 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e80fadf-9537-47a6-9a80-4debc587b428 x-openstack-request-id: req-1e80fadf-9537-47a6-9a80-4debc587b428 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:10.806437 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29b3b7d-4ab9-4745-afcc-34080d8a521e", "name": "network-vif-plugged", "status": "completed", "tag": "8e1bb8cc-44ad-4310-aa33-bafbc5bf415b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:10.806814 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e80fadf-9537-47a6-9a80-4debc587b428 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:10.807295 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b', 'code': 200} Jun 30 02:34:10.982615 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dbd1c789-7273-4920-8fd6-bc93daacb27a req-01b045ff-4561-43d5-9354-e7cc6de2b908 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4340079 Jun 30 02:34:11.084847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-6d5df56f-c31d-4217-a5ca-8e25da4672b3 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:11.087573 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-6d5df56f-c31d-4217-a5ca-8e25da4672b3 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1098 time: 0.1257951 Jun 30 02:34:11.137933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-39'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:11.192428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caa990-8858-4adf-b821-29af6f143abd req-6451bcbd-32c3-4021-9846-b30ed3acf0c3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:11.199278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80caa990-8858-4adf-b821-29af6f143abd req-6451bcbd-32c3-4021-9846-b30ed3acf0c3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1101620 Jun 30 02:34:11.253518 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.256831 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80caa990-8858-4adf-b821-29af6f143abd req-18d82bf5-7106-4407-b589-f5f45288dab1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531662 Jun 30 02:34:11.262996 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.281171 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.324171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8303102ab854c559f858eb222fc05b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8984640 Jun 30 02:34:11.327158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:11.339653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d707610a-76cc-4840-892d-5df973208fbc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:11.390186 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.391051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.391444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.391805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.392061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.392392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.392872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.393096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.393349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.393670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.393987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.394305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.394619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c0adc1-a60f-45ea-a4a5-ce21dd394346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.443537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.553192 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.557136 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.580916 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d707610a-76cc-4840-892d-5df973208fbc HTTP/1.1" status: 204 len: 168 time: 0.2523246 Jun 30 02:34:11.619442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d707610a-76cc-4840-892d-5df973208fbc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:11.689648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.692507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.692926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.694686 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.694996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.696201 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:11.696791 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.697268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.697759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.698905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.700433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.701450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.704065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff11bf7-9c4f-42c1-ac90-4472b2672953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:11.783198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fb644-fe0a-4d58-b4ac-7e614fec945c req-d840cc9f-dcb8-46b9-9020-8d096d59629b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:11.793864 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e82fb644-fe0a-4d58-b4ac-7e614fec945c req-d840cc9f-dcb8-46b9-9020-8d096d59629b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1982319 Jun 30 02:34:11.824776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:11.825003 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:34:11.870235 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e82fb644-fe0a-4d58-b4ac-7e614fec945c req-bcda8e07-203b-4a69-aa28-702c76275245 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753314 Jun 30 02:34:11.892244 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.895202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31acf48f-39cb-4499-813f-4381425d6438'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:11.899028 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee882ea-80b2-4b2f-a83a-8fc02e21c0ee" -d '{"events": [{"server_uuid": "80837ba5-84b9-4df2-875e-8b402ebcf92e", "name": "network-vif-unplugged", "status": "completed", "tag": "31acf48f-39cb-4499-813f-4381425d6438"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:11.903758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:11.969325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Pushing event updated for resources: {'Port': ['ID=31acf48f-39cb-4499-813f-4381425d6438,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:11.990922 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22859c1-1661-47fa-aea9-f4a262cabecb x-openstack-request-id: req-f22859c1-1661-47fa-aea9-f4a262cabecb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:11.991253 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80837ba5-84b9-4df2-875e-8b402ebcf92e", "name": "network-vif-unplugged", "status": "completed", "tag": "31acf48f-39cb-4499-813f-4381425d6438", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:11.991461 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f22859c1-1661-47fa-aea9-f4a262cabecb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:11.991856 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31acf48f-39cb-4499-813f-4381425d6438', 'code': 200} Jun 30 02:34:12.091930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on host n-h1-758944-39 for vnic_type normal with profile {"migrating_to": "n-h2-758944-39"} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:12.092522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:12.092868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:12.109267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:34:12.109556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:12.116615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 31acf48f-39cb-4499-813f-4381425d6438 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:12.140692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:12.144788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:12.145135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:12.145896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:12.146067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Bound port: 31acf48f-39cb-4499-813f-4381425d6438, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:12.146386 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.165602 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1331283d-dc5d-4f77-9411-774f40dea383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.289098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b6b48-97c1-4df1-a65b-2bb2c5550544 req-554b5337-8906-4400-aaab-3da64bcf01cf tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.300873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c1b6b48-97c1-4df1-a65b-2bb2c5550544 req-554b5337-8906-4400-aaab-3da64bcf01cf tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.2681010 Jun 30 02:34:12.324620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:12.338297 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:12.340020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:12.357196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.368440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15884f-7c63-46f0-be8e-c90a843aaa25 req-a3aa4206-f869-4bcc-b7eb-f96f6905062f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.376358 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc15884f-7c63-46f0-be8e-c90a843aaa25 req-a3aa4206-f869-4bcc-b7eb-f96f6905062f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1301186 Jun 30 02:34:12.380030 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1331283d-dc5d-4f77-9411-774f40dea383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.401579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on host n-h1-758944-39 for vnic_type normal with profile {"migrating_to": "n-h2-758944-39"} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:12.401941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:12.402598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:12.405646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1331283d-dc5d-4f77-9411-774f40dea383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.407933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:34:12.408453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Attempting to bind port 31acf48f-39cb-4499-813f-4381425d6438 on network 69962f8b-5ed5-407c-8bd0-812bcffe2ae2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:12.420590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:12.421532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Checking segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:12.422283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Bound using segment: {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:12.423056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Bound port: 31acf48f-39cb-4499-813f-4381425d6438, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb5b5e-cce8-4196-ac54-872ec1ff40f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '69962f8b-5ed5-407c-8bd0-812bcffe2ae2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:12.426332 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.457767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc15884f-7c63-46f0-be8e-c90a843aaa25 req-b716ba39-0541-4dc6-9401-42e927e6b999 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808067 Jun 30 02:34:12.468566 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1331283d-dc5d-4f77-9411-774f40dea383 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c281eed858f349f8b47be2153962a2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267584 Jun 30 02:34:12.469320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331283d-dc5d-4f77-9411-774f40dea383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fa870d-93d2-4da8-9d73-238787c758be,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:12.471819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:12.507446 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c1b6b48-97c1-4df1-a65b-2bb2c5550544 req-aee60bae-ef86-4b80-a9fa-29cb065b2d1b tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936095 Jun 30 02:34:12.573744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Pushing event updated for resources: {'Port': ['ID=31acf48f-39cb-4499-813f-4381425d6438,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:12.584470 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2f35215-d2f3-42b0-b813-e75a06ab7bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.599169 n-d-758944-39 neutron-server[93772]: WARNING neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Concurrent port binding operations failed on port 31acf48f-39cb-4499-813f-4381425d6438 Jun 30 02:34:12.618108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:12.619968 n-d-758944-39 neutron-server[93772]: INFO neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Attempt 2 to bind port 31acf48f-39cb-4499-813f-4381425d6438 Jun 30 02:34:12.620604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 31acf48f-39cb-4499-813f-4381425d6438 has no active binding in host n-h2-758944-39 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:34:12.644338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:12.649964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.660538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-67a5aa50-310f-4d8c-bda1-3be31e42340f service neutron] 10.222.0.73 "PUT /v2.0/ports/31acf48f-39cb-4499-813f-4381425d6438 HTTP/1.1" status: 200 len: 1124 time: 1.5279090 Jun 30 02:34:12.662708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2f35215-d2f3-42b0-b813-e75a06ab7bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.780977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['31acf48f-39cb-4499-813f-4381425d6438'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:12.782289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2f35215-d2f3-42b0-b813-e75a06ab7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.787175 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2f35215-d2f3-42b0-b813-e75a06ab7bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:12.788367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b2f35215-d2f3-42b0-b813-e75a06ab7bd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60fa870d-93d2-4da8-9d73-238787c758be HTTP/1.1" status: 204 len: 168 time: 0.3156166 Jun 30 02:34:12.816350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f35215-d2f3-42b0-b813-e75a06ab7bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fa870d-93d2-4da8-9d73-238787c758be,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:12.885761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['31acf48f-39cb-4499-813f-4381425d6438'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:13.069063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008ddaf-da59-4af6-9d08-aee2aea2b8a1 req-910ac737-08b9-4d9b-b191-0b00b9726c06 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.071419 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1008ddaf-da59-4af6-9d08-aee2aea2b8a1 req-910ac737-08b9-4d9b-b191-0b00b9726c06 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.2426662 Jun 30 02:34:13.160186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1008ddaf-da59-4af6-9d08-aee2aea2b8a1 req-cdb03e3f-bb74-4cce-a85c-17b7e125a56c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775363 Jun 30 02:34:13.761672 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0962de-3f35-4b66-8e30-500480800b2e req-8cb2c0fd-02af-40ba-a15e-5e18bcbcf540 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:13.773831 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c0962de-3f35-4b66-8e30-500480800b2e req-8cb2c0fd-02af-40ba-a15e-5e18bcbcf540 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1580560 Jun 30 02:34:13.882265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c0962de-3f35-4b66-8e30-500480800b2e req-464bc97d-7540-40e1-8ce4-736da59e5be2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040893 Jun 30 02:34:13.992986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'tag': '31acf48f-39cb-4499-813f-4381425d6438'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:13.996133 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48771127-a4c6-4240-9e3b-8ec4883eb401" -d '{"events": [{"name": "network-changed", "server_uuid": "80837ba5-84b9-4df2-875e-8b402ebcf92e", "tag": "31acf48f-39cb-4499-813f-4381425d6438"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:14.369451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b836-944b-4a3a-8260-193f241a74c2 req-a9e8b62a-3c1f-4f5d-9619-cc0a1ea2b045 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:14.388630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d553b836-944b-4a3a-8260-193f241a74c2 req-a9e8b62a-3c1f-4f5d-9619-cc0a1ea2b045 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.2013538 Jun 30 02:34:14.492900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d553b836-944b-4a3a-8260-193f241a74c2 req-285afc03-4689-46f7-99a1-818eaad577d3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961895 Jun 30 02:34:14.816566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155bfe8-1a86-418f-8c33-11ae5f45035a req-2dcbeb51-d90b-42da-86f4-abd8d9212e00 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:14.824763 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a155bfe8-1a86-418f-8c33-11ae5f45035a req-2dcbeb51-d90b-42da-86f4-abd8d9212e00 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.1439919 Jun 30 02:34:14.892053 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a155bfe8-1a86-418f-8c33-11ae5f45035a req-7531cd0e-ce1b-4413-a34a-d60bb61e9cb6 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662196 Jun 30 02:34:15.174205 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e800b8-e91f-4354-86e8-3ff1b8270f19 x-openstack-request-id: req-03e800b8-e91f-4354-86e8-3ff1b8270f19 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:15.174502 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80837ba5-84b9-4df2-875e-8b402ebcf92e", "tag": "31acf48f-39cb-4499-813f-4381425d6438", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:15.174788 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03e800b8-e91f-4354-86e8-3ff1b8270f19 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:15.175194 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'tag': '31acf48f-39cb-4499-813f-4381425d6438', 'status': 'completed', 'code': 200} Jun 30 02:34:15.404763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:15.413547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771127-a4c6-4240-9e3b-8ec4883eb401 req-cf0f9cbf-fae6-461a-9e29-06db47e05d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.416032 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48771127-a4c6-4240-9e3b-8ec4883eb401 req-cf0f9cbf-fae6-461a-9e29-06db47e05d2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 1127 time: 0.2060270 Jun 30 02:34:15.542056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771127-a4c6-4240-9e3b-8ec4883eb401 req-529a6178-04c4-44b5-bc29-054ce4a6630a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.544813 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48771127-a4c6-4240-9e3b-8ec4883eb401 req-529a6178-04c4-44b5-bc29-054ce4a6630a service neutron] 10.222.0.69 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1202247 Jun 30 02:34:15.601584 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:15.649097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2804bf3-7d0c-4659-83b4-c2306677dc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:15.668751 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48771127-a4c6-4240-9e3b-8ec4883eb401 req-d94f13ba-d2fd-4723-92c9-be7ce896ad46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31acf48f-39cb-4499-813f-4381425d6438 HTTP/1.1" status: 200 len: 217 time: 0.1071761 Jun 30 02:34:15.791343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48771127-a4c6-4240-9e3b-8ec4883eb401 req-56fad7ae-73b0-4264-aa15-d8dd21654544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:15.793963 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48771127-a4c6-4240-9e3b-8ec4883eb401 req-56fad7ae-73b0-4264-aa15-d8dd21654544 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.1173682 Jun 30 02:34:15.852491 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2804bf3-7d0c-4659-83b4-c2306677dc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:15.858620 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2804bf3-7d0c-4659-83b4-c2306677dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:15.871201 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48771127-a4c6-4240-9e3b-8ec4883eb401 req-055bd43b-c696-4b1a-8182-91f0f8a4e42b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628412 Jun 30 02:34:15.902555 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:15.940831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2804bf3-7d0c-4659-83b4-c2306677dc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df102601-3b22-4c98-a7f5-32de71579238,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:15.972659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d2804bf3-7d0c-4659-83b4-c2306677dc8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e6c947402bb4ba1a9fd81e255f74330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662115 Jun 30 02:34:15.973588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:16.022607 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48771127-a4c6-4240-9e3b-8ec4883eb401 req-f678b6e1-8ced-4936-8dab-8009f07ef2f5 service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378617 Jun 30 02:34:16.036134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08321d66-9c2c-4ac9-8a4e-9effa5e7c997 req-1ee480ce-19bb-433f-8425-400ea3e76a95 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:16.038937 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08321d66-9c2c-4ac9-8a4e-9effa5e7c997 req-1ee480ce-19bb-433f-8425-400ea3e76a95 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.4920492 Jun 30 02:34:16.090633 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb050-3006-4e97-9c71-c3153e6de3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.129810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb050-3006-4e97-9c71-c3153e6de3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.165615 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08321d66-9c2c-4ac9-8a4e-9effa5e7c997 req-6e7d9c2b-ae44-4a5d-b0e2-4baab896b0d7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159408 Jun 30 02:34:16.194600 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb050-3006-4e97-9c71-c3153e6de3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.197908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb050-3006-4e97-9c71-c3153e6de3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:16.202100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ad0bb050-3006-4e97-9c71-c3153e6de3fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df102601-3b22-4c98-a7f5-32de71579238 HTTP/1.1" status: 204 len: 168 time: 0.2226171 Jun 30 02:34:16.212607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bb050-3006-4e97-9c71-c3153e6de3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df102601-3b22-4c98-a7f5-32de71579238,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:16.330185 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-48771127-a4c6-4240-9e3b-8ec4883eb401 req-02446290-e4b2-4bc2-a5c8-fb004fca4a99 service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899036 Jun 30 02:34:16.972818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37956473-509b-4fd9-9ba7-9809b31e799a req-d027ca03-2bfa-4435-bd6c-6898a252da14 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:16.983362 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37956473-509b-4fd9-9ba7-9809b31e799a req-d027ca03-2bfa-4435-bd6c-6898a252da14 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.2764523 Jun 30 02:34:17.090982 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37956473-509b-4fd9-9ba7-9809b31e799a req-50dc29dc-3733-4e66-b6ef-1d45b13aa47f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063840 Jun 30 02:34:17.297395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c76c6-8f17-4d6b-a34c-4d89c8a9eff5 req-ceb05dd6-4749-43bc-96a0-23d5f8a2fb73 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:17.305676 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b8c76c6-8f17-4d6b-a34c-4d89c8a9eff5 req-ceb05dd6-4749-43bc-96a0-23d5f8a2fb73 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0851364 Jun 30 02:34:17.372737 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b8c76c6-8f17-4d6b-a34c-4d89c8a9eff5 req-f629a833-9c23-4427-96f9-a121de16d2b3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655022 Jun 30 02:34:17.719537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbfe68-f993-4e9f-b86f-4081c6af1cd3 req-355c8669-0554-479d-8644-0f22ec7998ab tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:17.721530 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fafbfe68-f993-4e9f-b86f-4081c6af1cd3 req-355c8669-0554-479d-8644-0f22ec7998ab tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.1620939 Jun 30 02:34:17.848393 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fafbfe68-f993-4e9f-b86f-4081c6af1cd3 req-b910d876-3452-4254-9122-b1c3a5777eb6 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176717 Jun 30 02:34:18.352106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58860) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:18.435048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23604a97-ebe8-4207-af46-37e0f6bcec02 req-e53d9826-eae7-454b-be5d-6c36147f8b25 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:18.436631 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-23604a97-ebe8-4207-af46-37e0f6bcec02 req-e53d9826-eae7-454b-be5d-6c36147f8b25 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1638145 Jun 30 02:34:18.555265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-23604a97-ebe8-4207-af46-37e0f6bcec02 req-66597ac1-398d-475e-9f04-8c150031368a tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037052 Jun 30 02:34:18.572724 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bdd46c-4ea5-4859-bdf5-9c1b966f1301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.811083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bdd46c-4ea5-4859-bdf5-9c1b966f1301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.817172 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bdd46c-4ea5-4859-bdf5-9c1b966f1301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:18.876646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdd46c-4ea5-4859-bdf5-9c1b966f1301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64969637-b9be-4e04-b1cc-72f251b2d8e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:18.927095 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-02bdd46c-4ea5-4859-bdf5-9c1b966f1301 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a180bed91f084c0d92e5488c2e407ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720260 Jun 30 02:34:18.927688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:19.117570 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-588b4d35-e22d-467a-b723-54d4e2735fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.160126 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-588b4d35-e22d-467a-b723-54d4e2735fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.234738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-588b4d35-e22d-467a-b723-54d4e2735fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.238121 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-588b4d35-e22d-467a-b723-54d4e2735fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:19.239865 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-588b4d35-e22d-467a-b723-54d4e2735fc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64969637-b9be-4e04-b1cc-72f251b2d8e8 HTTP/1.1" status: 204 len: 168 time: 0.3103280 Jun 30 02:34:19.253385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b4d35-e22d-467a-b723-54d4e2735fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64969637-b9be-4e04-b1cc-72f251b2d8e8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:19.353875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ebcd2-f86f-490c-932b-6e56f46dc9af req-037fa35d-07a2-4109-81c2-e87a816cf2b5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:19.359235 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-001ebcd2-f86f-490c-932b-6e56f46dc9af req-037fa35d-07a2-4109-81c2-e87a816cf2b5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.3231928 Jun 30 02:34:19.528252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-001ebcd2-f86f-490c-932b-6e56f46dc9af req-3ccab692-c956-44d5-8194-41f72412454c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628830 Jun 30 02:34:19.711900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-57cf4eab-d1a8-4be7-9983-01e76d09454a service neutron] 10.222.0.69 "GET /v2.0/ports/31acf48f-39cb-4499-813f-4381425d6438/bindings/n-h2-758944-39 HTTP/1.1" status: 200 len: 385 time: 0.2262325 Jun 30 02:34:20.118811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9578c-456d-4c16-98d5-4d3e533f86c7 req-c1705031-3899-442a-81b2-170b1f300988 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:20.127014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10c9578c-456d-4c16-98d5-4d3e533f86c7 req-c1705031-3899-442a-81b2-170b1f300988 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.4006529 Jun 30 02:34:20.205915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-bdfa3ac7-243d-4a00-977b-82c485c339ab service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:20.284984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10c9578c-456d-4c16-98d5-4d3e533f86c7 req-ccdf4300-f7f7-49dc-93ee-85c70b3929a2 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567066 Jun 30 02:34:20.299797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-bdfa3ac7-243d-4a00-977b-82c485c339ab service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:20.381805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-bdfa3ac7-243d-4a00-977b-82c485c339ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31acf48f-39cb-4499-813f-4381425d6438 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:20.407941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-bdfa3ac7-243d-4a00-977b-82c485c339ab service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:20.441666 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-bdfa3ac7-243d-4a00-977b-82c485c339ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:20.631199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-bdfa3ac7-243d-4a00-977b-82c485c339ab service neutron] Transition to ACTIVE for port object 31acf48f-39cb-4499-813f-4381425d6438 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:20.639352 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-bdfa3ac7-243d-4a00-977b-82c485c339ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:20.659783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 31acf48f-39cb-4499-813f-4381425d6438 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:20.708866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddcab3-205c-46df-9402-41a4005ef84c req-953c15eb-a6f5-4ed0-bd9a-b28e74de2287 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:20.716889 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34ddcab3-205c-46df-9402-41a4005ef84c req-953c15eb-a6f5-4ed0-bd9a-b28e74de2287 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 944 time: 0.1635840 Jun 30 02:34:20.751805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-bdfa3ac7-243d-4a00-977b-82c485c339ab service neutron] No DVR routers for this DVR port 31acf48f-39cb-4499-813f-4381425d6438 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:20.810950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 31acf48f-39cb-4499-813f-4381425d6438 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:20.826467 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-bdfa3ac7-243d-4a00-977b-82c485c339ab service neutron] 10.222.0.69 "PUT /v2.0/ports/31acf48f-39cb-4499-813f-4381425d6438/bindings/n-h2-758944-39/activate HTTP/1.1" status: 200 len: 370 time: 1.1083434 Jun 30 02:34:20.849349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34ddcab3-205c-46df-9402-41a4005ef84c req-7390aa1b-e4df-4bc4-80fd-9ad8054bfe88 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312532 Jun 30 02:34:20.850129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3ac7-243d-4a00-977b-82c485c339ab service neutron] Pushing event updated for resources: {'Port': ['ID=31acf48f-39cb-4499-813f-4381425d6438,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:21.019962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-7c63cdbb-f9fd-4e21-8873-b89fda522cc2 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:21.021750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-7c63cdbb-f9fd-4e21-8873-b89fda522cc2 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.1064327 Jun 30 02:34:21.189186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-e94d4d78-d2d2-4d11-98d9-0100e04960d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:21.195870 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-e94d4d78-d2d2-4d11-98d9-0100e04960d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e&tenant_id=b6b95258dc98409483eb8868ae44b7c5 HTTP/1.1" status: 200 len: 1097 time: 0.1596549 Jun 30 02:34:21.499317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d31e32-5d9a-4c87-a4f3-63c261adb8ab req-e5fd9b98-6234-443d-ab14-f2921efcc479 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:21.509290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30d31e32-5d9a-4c87-a4f3-63c261adb8ab req-e5fd9b98-6234-443d-ab14-f2921efcc479 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.2839503 Jun 30 02:34:21.533186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-308baad9-6ac6-42d3-91eb-1506bd0d0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:21.534861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-308baad9-6ac6-42d3-91eb-1506bd0d0d6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 1097 time: 0.2230654 Jun 30 02:34:21.624838 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30d31e32-5d9a-4c87-a4f3-63c261adb8ab req-e5163138-2e4b-4430-96ce-ca375c32c266 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144078 Jun 30 02:34:21.720211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-f41d2e1a-beeb-4f7b-9034-1d56300ba61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:21.723021 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-f41d2e1a-beeb-4f7b-9034-1d56300ba61e service neutron] 10.222.0.73 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1769321 Jun 30 02:34:21.853386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-70c1bad8-3edb-4074-aa7b-5e917e26321a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31acf48f-39cb-4499-813f-4381425d6438 HTTP/1.1" status: 200 len: 217 time: 0.1208134 Jun 30 02:34:21.933592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-0457f607-c9ef-4c2c-8c52-507d74b6e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:21.935175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-0457f607-c9ef-4c2c-8c52-507d74b6e001 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0677896 Jun 30 02:34:21.999200 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-ec8c1a02-f334-46cb-98fc-8edf1e1bd14f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528326 Jun 30 02:34:22.193109 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-4dbe8522-4571-427b-b5e9-9ae43e55d774 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730335 Jun 30 02:34:22.302572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd317b-8aff-4caf-bbec-6a1402dc4ff7 req-e29b2a37-bf9b-4959-b7f9-68ac57117a3a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.311233 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cfd317b-8aff-4caf-bbec-6a1402dc4ff7 req-e29b2a37-bf9b-4959-b7f9-68ac57117a3a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.2158015 Jun 30 02:34:22.458244 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-86224e0a-b60c-454e-948b-0075021590a4 service neutron] 10.222.0.73 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553880 Jun 30 02:34:22.515362 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cfd317b-8aff-4caf-bbec-6a1402dc4ff7 req-6aa3327f-bcc6-43c8-968b-c50d51d6c55c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002461 Jun 30 02:34:22.544556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:22.772037 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8a760cb-af90-4b16-9f93-109a37c0f066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.800560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5f4a8-f10c-43d7-b588-475109052ecc req-5f8de34d-a541-4757-b134-9550d50414a0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:22.802123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ab5f4a8-f10c-43d7-b588-475109052ecc req-5f8de34d-a541-4757-b134-9550d50414a0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1022136 Jun 30 02:34:22.885127 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ab5f4a8-f10c-43d7-b588-475109052ecc req-2580a651-565d-4fd4-8179-31eac11401cd tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728164 Jun 30 02:34:22.901209 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8a760cb-af90-4b16-9f93-109a37c0f066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.908655 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8a760cb-af90-4b16-9f93-109a37c0f066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:22.956899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58942) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:22.958172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e8a760cb-af90-4b16-9f93-109a37c0f066 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d017c301fe86433099f0faf625dd4e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118094 Jun 30 02:34:22.973942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a760cb-af90-4b16-9f93-109a37c0f066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a5821a-2fdb-4b0d-93bb-e34ee7031b28,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:23.128842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d372af-c140-417d-8971-398611c185d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.174366 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d372af-c140-417d-8971-398611c185d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.279262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75f1d-efa9-4975-9071-50eb72abf897 req-a6fb76ba-e6b6-4f97-b87e-375c1c2ef5c9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:23.280730 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79a75f1d-efa9-4975-9071-50eb72abf897 req-a6fb76ba-e6b6-4f97-b87e-375c1c2ef5c9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 945 time: 0.1249957 Jun 30 02:34:23.334454 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d372af-c140-417d-8971-398611c185d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.334454 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d372af-c140-417d-8971-398611c185d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.334454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-54d372af-c140-417d-8971-398611c185d4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9a5821a-2fdb-4b0d-93bb-e34ee7031b28 HTTP/1.1" status: 204 len: 168 time: 0.3417542 Jun 30 02:34:23.334454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d372af-c140-417d-8971-398611c185d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a5821a-2fdb-4b0d-93bb-e34ee7031b28,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:23.388242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79a75f1d-efa9-4975-9071-50eb72abf897 req-e943b011-ccde-454f-ae7e-87fca7df7ef2 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870028 Jun 30 02:34:23.776334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-ed309cdd-1e65-4292-a7ea-784b82187dee tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:23.778888 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-ed309cdd-1e65-4292-a7ea-784b82187dee tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e&tenant_id=b6b95258dc98409483eb8868ae44b7c5&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.1769936 Jun 30 02:34:23.851693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:23.901639 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51b1521c-24d7-4542-9370-a9b90c376ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:23.918140 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dad97-fa32-41e3-8f86-93dbdc4507af req-f5777a2f-d432-4587-a9ad-0ebf8e9dca33 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:23.920430 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f19dad97-fa32-41e3-8f86-93dbdc4507af req-f5777a2f-d432-4587-a9ad-0ebf8e9dca33 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.2239828 Jun 30 02:34:24.058794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f19dad97-fa32-41e3-8f86-93dbdc4507af req-02c5722b-384d-4ae8-a95a-08fc6dfdb3ac tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275215 Jun 30 02:34:24.169008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-9cf1e59c-b483-448a-81a9-283693f7284a service neutron] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:24.194764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-9cf1e59c-b483-448a-81a9-283693f7284a service neutron] Notify callbacks [] for binding, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.198210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d18ee26-6286-4654-822a-0e90f281b2fe req-9cf1e59c-b483-448a-81a9-283693f7284a service neutron] 10.222.0.73 "DELETE /v2.0/ports/31acf48f-39cb-4499-813f-4381425d6438/bindings/n-h1-758944-39 HTTP/1.1" status: 204 len: 173 time: 0.4111216 Jun 30 02:34:24.316750 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51b1521c-24d7-4542-9370-a9b90c376ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.324260 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51b1521c-24d7-4542-9370-a9b90c376ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.340194 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7288f005-b44c-437b-a7d6-7cd984bd91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.431122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1521c-24d7-4542-9370-a9b90c376ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53e4ba3-ae66-4f72-9dd3-1d35ace88051,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:24.467342 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-51b1521c-24d7-4542-9370-a9b90c376ab8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ef99f7769d974eaf86bb5ca9763ce1df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6129372 Jun 30 02:34:24.471246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:24.500539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186d6e4-82f7-4592-a69c-2fe02d7aad45 req-40cbd7f5-ad05-4f8a-9103-f983c6f84c60 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.502343 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b186d6e4-82f7-4592-a69c-2fe02d7aad45 req-40cbd7f5-ad05-4f8a-9103-f983c6f84c60 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1332133 Jun 30 02:34:24.584837 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b186d6e4-82f7-4592-a69c-2fe02d7aad45 req-10a547ea-13f6-4716-9b95-3a84d642d1b9 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743434 Jun 30 02:34:24.618010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57df90e5-a0c5-4552-80b8-1c343bf44fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.650589 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57df90e5-a0c5-4552-80b8-1c343bf44fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.714696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8eba3-6748-409c-989e-d95c3825d548 req-98c1dc86-d2b8-40a9-b9aa-fa1e10632798 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.716476 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4b8eba3-6748-409c-989e-d95c3825d548 req-98c1dc86-d2b8-40a9-b9aa-fa1e10632798 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.3637710 Jun 30 02:34:24.718874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57df90e5-a0c5-4552-80b8-1c343bf44fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.722094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57df90e5-a0c5-4552-80b8-1c343bf44fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:24.723307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-57df90e5-a0c5-4552-80b8-1c343bf44fba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c53e4ba3-ae66-4f72-9dd3-1d35ace88051 HTTP/1.1" status: 204 len: 168 time: 0.2505474 Jun 30 02:34:24.766337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df90e5-a0c5-4552-80b8-1c343bf44fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53e4ba3-ae66-4f72-9dd3-1d35ace88051,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:24.816689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-df5acc12-94cf-43ec-865f-c6ffdc32d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.818196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-df5acc12-94cf-43ec-865f-c6ffdc32d4ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1096 time: 0.3441832 Jun 30 02:34:24.824659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4b8eba3-6748-409c-989e-d95c3825d548 req-74115174-374f-4d1a-b66d-78bd032ac063 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982151 Jun 30 02:34:24.869781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c924f0e-bd27-4d27-ac68-8c33366a2995 req-57edfb75-6309-4ff1-96cb-ebb2d81c84a9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.887709 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c924f0e-bd27-4d27-ac68-8c33366a2995 req-57edfb75-6309-4ff1-96cb-ebb2d81c84a9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 945 time: 0.1718280 Jun 30 02:34:24.952723 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-b777d640-ec14-4f68-b1d9-3c92c3580af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:24.958805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-b777d640-ec14-4f68-b1d9-3c92c3580af5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 1098 time: 0.1978335 Jun 30 02:34:24.971833 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c924f0e-bd27-4d27-ac68-8c33366a2995 req-6d3ff7a7-c328-4227-bb77-670246eaa3b4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745873 Jun 30 02:34:25.010235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-17e6c5d5-9c62-4fc8-85f3-36b52588eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.022166 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-17e6c5d5-9c62-4fc8-85f3-36b52588eb42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.1936529 Jun 30 02:34:25.220939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-1766fa79-6ef2-4bf5-ab6c-f7ed96c26e66 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 999 time: 0.1813135 Jun 30 02:34:25.277157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-3419dbc2-6920-4d42-ac07-9d12ed9cff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.278628 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-3419dbc2-6920-4d42-ac07-9d12ed9cff0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.2547710 Jun 30 02:34:25.364421 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-2c938500-f9e1-4c2d-a3d2-e0412c0d901e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ccab27-5c33-42a3-8cba-21482183ce02 HTTP/1.1" status: 200 len: 1001 time: 0.0767224 Jun 30 02:34:25.375877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-329161c9-648e-4978-ad80-acf93159b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.377679 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-329161c9-648e-4978-ad80-acf93159b678 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.1456878 Jun 30 02:34:25.436329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6e049-3bd3-448d-893a-d4af45244807 req-8d66c295-8949-44fa-9657-3385b5fd91b5 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.453943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3f6e049-3bd3-448d-893a-d4af45244807 req-8d66c295-8949-44fa-9657-3385b5fd91b5 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1044259 Jun 30 02:34:25.467521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-0aec17ec-25a5-4944-86ff-7e9b7b7bdf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.469115 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-0aec17ec-25a5-4944-86ff-7e9b7b7bdf00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.0906007 Jun 30 02:34:25.506496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3f6e049-3bd3-448d-893a-d4af45244807 req-22e1e0e2-a009-4640-b1b8-1168ca6da150 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512953 Jun 30 02:34:25.591212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2f404-d1a3-40e9-ad16-78f442172807 req-1267d380-cb5c-45a7-ad9d-c522e69508bc tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.598458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77e2f404-d1a3-40e9-ad16-78f442172807 req-1267d380-cb5c-45a7-ad9d-c522e69508bc tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 1097 time: 0.2243130 Jun 30 02:34:25.877205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7e117-ca09-44f3-85b7-b403b4675c00 req-f95dafe0-4666-46aa-8fdb-6108ba80a7a0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:25.885834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60b7e117-ca09-44f3-85b7-b403b4675c00 req-f95dafe0-4666-46aa-8fdb-6108ba80a7a0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0872774 Jun 30 02:34:25.937122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60b7e117-ca09-44f3-85b7-b403b4675c00 req-ee1d8077-7b0b-4b2a-8d7b-8e298e287dbe tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500295 Jun 30 02:34:26.133514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-8ba75d2a-b864-481a-aa01-b986b7e91d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:26.135071 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-8ba75d2a-b864-481a-aa01-b986b7e91d6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6522982 Jun 30 02:34:26.141477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-ec697c37-31b6-463f-bbb8-14ea0a85a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:26.144048 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-ec697c37-31b6-463f-bbb8-14ea0a85a73a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6728697 Jun 30 02:34:26.149701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e975f-81ba-4ac0-94db-4fad941880f5 req-393e0ee9-e772-4f45-a17c-841ea908cff0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:26.155923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77e2f404-d1a3-40e9-ad16-78f442172807 req-c9ce8a21-3d3d-40cd-aafa-b80038130fe8 tempest-LiveAutoBlockMigrationV225Test-1212197305 tempest-LiveAutoBlockMigrationV225Test-1212197305-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554075 Jun 30 02:34:26.167298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e45e975f-81ba-4ac0-94db-4fad941880f5 req-393e0ee9-e772-4f45-a17c-841ea908cff0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 946 time: 0.1224725 Jun 30 02:34:26.173358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a00c9af4-5e6c-463a-a99a-108a785fa1af details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:26.176861 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f2ccab27-5c33-42a3-8cba-21482183ce02 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:26.250478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e45e975f-81ba-4ac0-94db-4fad941880f5 req-7067d39d-9b6a-418e-83c7-6685dea47ed2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819397 Jun 30 02:34:26.502433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a00c9af4-5e6c-463a-a99a-108a785fa1af, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:26.520601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'a00c9af4-5e6c-463a-a99a-108a785fa1af', 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe', 'port_id': 'a00c9af4-5e6c-463a-a99a-108a785fa1af', 'mac_address': 'fa:16:3e:d3:3d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397a1e6a-dcfd-4690-add8-311551dcea63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:26.584216 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.600403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-a9f72b27-3de1-4036-aeda-eccf1b4161cd service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421742 Jun 30 02:34:26.607515 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-be8ddd64-d7b2-4c96-8b1c-79c4ac905de1 service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508200 Jun 30 02:34:26.677293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:26.681294 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.684617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:26.688086 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a5c39d-3ee2-4f60-80fb-53a6524c6f37" -d '{"events": [{"server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:26.694878 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.696341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a00c9af4-5e6c-463a-a99a-108a785fa1af no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:26.831279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a00c9af4-5e6c-463a-a99a-108a785fa1af {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:26.869729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a00c9af4-5e6c-463a-a99a-108a785fa1af, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:26.888906 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.925057 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:26.947597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:26.969248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.969774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.969897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d87bc59d-25b5-49fc-807c-3ec59c0022dc req-f696240f-37df-44f4-b66e-94b4ebc0b81c service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532588 Jun 30 02:34:26.970375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.970856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.971528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.971681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.972038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.972466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.972867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.973255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.974027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.974967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:26.979580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390a520-808b-47f0-aea5-ea55f3502c3d req-7f7853fb-ae7c-448d-b798-3a06689f73e8 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:26.987155 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e390a520-808b-47f0-aea5-ea55f3502c3d req-7f7853fb-ae7c-448d-b798-3a06689f73e8 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.1808827 Jun 30 02:34:26.996811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3461f76-d834-4d3c-ab3f-f62b01e5013e req-a8f2999b-e7ad-4f44-b7e7-0ed6f52329d1 service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784783 Jun 30 02:34:27.027472 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:34:27.027923 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:34:27.139555 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e390a520-808b-47f0-aea5-ea55f3502c3d req-70534f8a-a2fa-43c7-9ac1-f3553f35c622 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499112 Jun 30 02:34:27.144074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a00c9af4-5e6c-463a-a99a-108a785fa1af,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:27.168097 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.170948 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-61a3c665-3c98-40c7-88d5-c99c98224678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.205506 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2d2faf-6924-463d-b3f1-947e24c39e66 x-openstack-request-id: req-ee2d2faf-6924-463d-b3f1-947e24c39e66 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:27.206125 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:27.206125 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee2d2faf-6924-463d-b3f1-947e24c39e66 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:27.206416 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'code': 200} Jun 30 02:34:27.430293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbf10a-c611-40e8-9c2f-f0cecf7cd08e req-b6f0680e-65a1-4fcf-9190-cd8c06ebe00b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.438345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-90fbf10a-c611-40e8-9c2f-f0cecf7cd08e req-b6f0680e-65a1-4fcf-9190-cd8c06ebe00b tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1126943 Jun 30 02:34:27.467246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f846-5dcd-4ced-b556-7ee4200a9030 req-01cc560b-0d9a-4176-90e4-9a5215a8025a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.474547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3be2f846-5dcd-4ced-b556-7ee4200a9030 req-01cc560b-0d9a-4176-90e4-9a5215a8025a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 945 time: 0.0886331 Jun 30 02:34:27.505635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-90fbf10a-c611-40e8-9c2f-f0cecf7cd08e req-ea886b0e-0d6e-4acd-abd6-1944cef3d182 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608404 Jun 30 02:34:27.511271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3be2f846-5dcd-4ced-b556-7ee4200a9030 req-ba9921aa-bfff-45e1-9cda-1b2cd9383c2a tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355473 Jun 30 02:34:27.582408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a00c9af4-5e6c-463a-a99a-108a785fa1af'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:27.612617 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.636713 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a00c9af4-5e6c-463a-a99a-108a785fa1af {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:27.658555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a00c9af4-5e6c-463a-a99a-108a785fa1af, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:27.675693 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:27.790526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70632c6e-6581-4a2d-80c2-8c5bc31ad884 req-11cd70a3-9134-4918-babf-43f1b5151a7a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:27.805714 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70632c6e-6581-4a2d-80c2-8c5bc31ad884 req-11cd70a3-9134-4918-babf-43f1b5151a7a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1366870 Jun 30 02:34:27.836748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a00c9af4-5e6c-463a-a99a-108a785fa1af,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:27.889888 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70632c6e-6581-4a2d-80c2-8c5bc31ad884 req-331b9e84-d829-47d5-8465-5a9ba1f189ba tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784626 Jun 30 02:34:28.100879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-72a8e8ce-8e00-48cd-a3e6-1ef0887f3184 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:28.102584 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-72a8e8ce-8e00-48cd-a3e6-1ef0887f3184 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.73 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 945 time: 0.0791130 Jun 30 02:34:28.132387 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.232290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-dd4dab0b-3e2a-4fef-8e6a-542e08b282d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Deleting port 31acf48f-39cb-4499-813f-4381425d6438 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:28.233093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-dd4dab0b-3e2a-4fef-8e6a-542e08b282d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.283919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:28.373671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-dd4dab0b-3e2a-4fef-8e6a-542e08b282d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] For port 31acf48f-39cb-4499-813f-4381425d6438, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=31acf48f-39cb-4499-813f-4381425d6438,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:28.374035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-dd4dab0b-3e2a-4fef-8e6a-542e08b282d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.395114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-dd4dab0b-3e2a-4fef-8e6a-542e08b282d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Calling delete_port for 31acf48f-39cb-4499-813f-4381425d6438 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:28.401203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0976298f-edcb-4ea7-bdd9-69503000340b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.409934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfed4d1-7ba4-4d2e-b18d-101712a361ce req-883d3c3d-fa9b-4859-84b8-00e424f33e91 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:28.411547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0dfed4d1-7ba4-4d2e-b18d-101712a361ce req-883d3c3d-fa9b-4859-84b8-00e424f33e91 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 943 time: 0.1283793 Jun 30 02:34:28.502156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0dfed4d1-7ba4-4d2e-b18d-101712a361ce req-49cdeb21-24cf-4167-920a-cabcb3038b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829289 Jun 30 02:34:28.513298 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0976298f-edcb-4ea7-bdd9-69503000340b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.519950 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0976298f-edcb-4ea7-bdd9-69503000340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.599269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-dd4dab0b-3e2a-4fef-8e6a-542e08b282d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.615126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976298f-edcb-4ea7-bdd9-69503000340b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b631341-f9f5-4e01-8bec-f887bacbc613,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:28.633101 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0976298f-edcb-4ea7-bdd9-69503000340b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c33627f9c294c3aae28ae4dd34caebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480442 Jun 30 02:34:28.633913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:28.655155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dab0b-3e2a-4fef-8e6a-542e08b282d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Pushing event deleted for resources: {'Port': ['ID=31acf48f-39cb-4499-813f-4381425d6438,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:28.699191 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0209964f-e70d-4b79-8bed-bdb99610f815 req-a4851e32-0a32-4ab6-87c8-ecc6e3a8dec5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 210 time: 0.0372474 Jun 30 02:34:28.729647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f7e91c9-53ab-4c0f-836a-11b67c9db131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.745058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-dd4dab0b-3e2a-4fef-8e6a-542e08b282d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] No DVR routers for this DVR port 31acf48f-39cb-4499-813f-4381425d6438 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:28.748712 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-dd4dab0b-3e2a-4fef-8e6a-542e08b282d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.751958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aceb9eac-55fd-4e95-99f4-1de165b33090 req-dd4dab0b-3e2a-4fef-8e6a-542e08b282d8 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.73 "DELETE /v2.0/ports/31acf48f-39cb-4499-813f-4381425d6438 HTTP/1.1" status: 204 len: 173 time: 0.6372008 Jun 30 02:34:28.753256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'name': 'network-vif-deleted', 'tag': '31acf48f-39cb-4499-813f-4381425d6438'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:28.756879 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c84f12-921e-4aa4-bce3-7b4a97d85236" -d '{"events": [{"server_uuid": "80837ba5-84b9-4df2-875e-8b402ebcf92e", "name": "network-vif-deleted", "tag": "31acf48f-39cb-4499-813f-4381425d6438"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:28.763827 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f7e91c9-53ab-4c0f-836a-11b67c9db131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.795187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762035b-9d88-4804-82df-862d6bdf39d8 req-3f16ca2c-b839-4aea-ae5d-e0216efd5f43 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:28.797392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2762035b-9d88-4804-82df-862d6bdf39d8 req-3f16ca2c-b839-4aea-ae5d-e0216efd5f43 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1552463 Jun 30 02:34:28.816848 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911972e7-ea99-4483-b10d-f3d74602d3fe x-openstack-request-id: req-911972e7-ea99-4483-b10d-f3d74602d3fe {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:28.817238 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80837ba5-84b9-4df2-875e-8b402ebcf92e", "name": "network-vif-deleted", "tag": "31acf48f-39cb-4499-813f-4381425d6438", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:28.817668 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-911972e7-ea99-4483-b10d-f3d74602d3fe {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:28.818184 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80837ba5-84b9-4df2-875e-8b402ebcf92e', 'name': 'network-vif-deleted', 'tag': '31acf48f-39cb-4499-813f-4381425d6438', 'status': 'completed', 'code': 200} Jun 30 02:34:28.866448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2762035b-9d88-4804-82df-862d6bdf39d8 req-6f50c491-2be9-403d-9ae0-70a3426c0c9e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591063 Jun 30 02:34:28.885965 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f7e91c9-53ab-4c0f-836a-11b67c9db131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.890838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f7e91c9-53ab-4c0f-836a-11b67c9db131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:28.892320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2f7e91c9-53ab-4c0f-836a-11b67c9db131 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b631341-f9f5-4e01-8bec-f887bacbc613 HTTP/1.1" status: 204 len: 168 time: 0.2566845 Jun 30 02:34:28.905091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e91c9-53ab-4c0f-836a-11b67c9db131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b631341-f9f5-4e01-8bec-f887bacbc613,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:29.101874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d165882-0000-4644-8906-d98ff1fe1d41 req-18848c07-d3ff-4c5b-9eac-26c9c911c00c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.104253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d165882-0000-4644-8906-d98ff1fe1d41 req-18848c07-d3ff-4c5b-9eac-26c9c911c00c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0838780 Jun 30 02:34:29.178350 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d165882-0000-4644-8906-d98ff1fe1d41 req-e5d247a2-37f7-4fde-a2be-5f1027cf8bd2 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681651 Jun 30 02:34:29.307907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:29.326238 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94267c6c-1460-4902-95b4-3c46a51f4fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.557473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94267c6c-1460-4902-95b4-3c46a51f4fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.564553 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94267c6c-1460-4902-95b4-3c46a51f4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.618810 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-94267c6c-1460-4902-95b4-3c46a51f4fa5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3b9b731c21e4725986230e60cfef6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094985 Jun 30 02:34:29.621327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:29.628388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94267c6c-1460-4902-95b4-3c46a51f4fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8563ad0-0579-468d-a958-fa83deec5a7d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:29.666513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b49e9f-8bf1-4bf6-ac76-9a79c0b3ba72 req-905e945f-d54e-4c3b-8079-df1349848aed tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:29.671387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92b49e9f-8bf1-4bf6-ac76-9a79c0b3ba72 req-905e945f-d54e-4c3b-8079-df1349848aed tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1993122 Jun 30 02:34:29.747678 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-578d3ab9-7c68-4d44-be6a-ce7793da8153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.772809 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92b49e9f-8bf1-4bf6-ac76-9a79c0b3ba72 req-1337723f-af55-4478-8843-064ca1bf46a7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939054 Jun 30 02:34:29.776151 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-578d3ab9-7c68-4d44-be6a-ce7793da8153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.907038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-578d3ab9-7c68-4d44-be6a-ce7793da8153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.911855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-578d3ab9-7c68-4d44-be6a-ce7793da8153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:29.913114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-578d3ab9-7c68-4d44-be6a-ce7793da8153 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8563ad0-0579-468d-a958-fa83deec5a7d HTTP/1.1" status: 204 len: 168 time: 0.2907906 Jun 30 02:34:29.954976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d3ab9-7c68-4d44-be6a-ce7793da8153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8563ad0-0579-468d-a958-fa83deec5a7d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:30.008858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4dc47-9ea0-4654-b084-0272e99fa100 req-2df35aba-0bd1-4e43-b0d1-0cf7ef143c28 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:30.024656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e2e4dc47-9ea0-4654-b084-0272e99fa100 req-2df35aba-0bd1-4e43-b0d1-0cf7ef143c28 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.2224753 Jun 30 02:34:30.028166 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:30.103196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e2e4dc47-9ea0-4654-b084-0272e99fa100 req-14aacbc5-2d62-45f0-b6d9-0c0fe40b46fc tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730572 Jun 30 02:34:30.172997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93447c69-1e2f-4230-8afd-7563adc01668 req-3d9e955f-9e6e-4319-96d9-e5d482a09a2c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0686777 Jun 30 02:34:30.206105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0f33b-bb84-44d7-8df3-e81fd9664984 req-69a75dfc-9350-4b7d-b472-95eafb210d80 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:30.208082 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ae0f33b-bb84-44d7-8df3-e81fd9664984 req-69a75dfc-9350-4b7d-b472-95eafb210d80 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 943 time: 0.1033373 Jun 30 02:34:30.215625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a00c9af4-5e6c-463a-a99a-108a785fa1af up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:30.279774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ae0f33b-bb84-44d7-8df3-e81fd9664984 req-e39b8f69-094c-467b-ad9d-dbaf984dfe51 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622597 Jun 30 02:34:30.296704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port a00c9af4-5e6c-463a-a99a-108a785fa1af triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:30.297447 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:30.346582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93447c69-1e2f-4230-8afd-7563adc01668 req-566dd58d-c451-44e5-b391-8666cce37153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:30.349568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93447c69-1e2f-4230-8afd-7563adc01668 req-566dd58d-c451-44e5-b391-8666cce37153 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 1096 time: 0.1438148 Jun 30 02:34:30.489084 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:30.548282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686221f6-c161-4e7b-932e-90631ee05b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00c9af4-5e6c-463a-a99a-108a785fa1af'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:30.554502 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3b09cc-3ea7-4afa-9404-a437c6f44d0c" -d '{"events": [{"server_uuid": "686221f6-c161-4e7b-932e-90631ee05b21", "name": "network-vif-plugged", "status": "completed", "tag": "a00c9af4-5e6c-463a-a99a-108a785fa1af"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:30.583119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a00c9af4-5e6c-463a-a99a-108a785fa1af, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:30.584119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93447c69-1e2f-4230-8afd-7563adc01668 req-25275dcb-28b0-4bdc-a577-37085aba5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:30.587663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93447c69-1e2f-4230-8afd-7563adc01668 req-25275dcb-28b0-4bdc-a577-37085aba5242 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.2111928 Jun 30 02:34:30.591433 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:30.592398 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eb0c2965-8f44-48f3-b08b-9824a27d78a5 req-78d15793-d91c-474d-9fa7-b256991117de tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 210 time: 0.0527289 Jun 30 02:34:30.593501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f2ccab27-5c33-42a3-8cba-21482183ce02 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:30.757545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a00c9af4-5e6c-463a-a99a-108a785fa1af,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:30.759806 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93447c69-1e2f-4230-8afd-7563adc01668 req-47ed0e6d-41ff-4f75-9b9f-a0199fc0831f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ccab27-5c33-42a3-8cba-21482183ce02 HTTP/1.1" status: 200 len: 999 time: 0.1644340 Jun 30 02:34:30.842627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93447c69-1e2f-4230-8afd-7563adc01668 req-94f29e6c-4f48-4679-964c-8075c7c6cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:30.844182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93447c69-1e2f-4230-8afd-7563adc01668 req-94f29e6c-4f48-4679-964c-8075c7c6cfce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.0687954 Jun 30 02:34:30.857229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 31acf48f-39cb-4499-813f-4381425d6438 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:30.865757 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93805cd-3aac-48d2-85d7-a709062aaa08 x-openstack-request-id: req-d93805cd-3aac-48d2-85d7-a709062aaa08 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:30.866056 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686221f6-c161-4e7b-932e-90631ee05b21", "name": "network-vif-plugged", "status": "completed", "tag": "a00c9af4-5e6c-463a-a99a-108a785fa1af", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:30.866315 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d93805cd-3aac-48d2-85d7-a709062aaa08 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:30.866773 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686221f6-c161-4e7b-932e-90631ee05b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00c9af4-5e6c-463a-a99a-108a785fa1af', 'code': 200} Jun 30 02:34:30.909779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 31acf48f-39cb-4499-813f-4381425d6438 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:30.910879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 31acf48f-39cb-4499-813f-4381425d6438 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:30.911321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:30.988769 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93447c69-1e2f-4230-8afd-7563adc01668 req-5a73b1fb-9865-43b7-a60c-ec8b03316d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:30.991323 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93447c69-1e2f-4230-8afd-7563adc01668 req-5a73b1fb-9865-43b7-a60c-ec8b03316d6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381164 Jun 30 02:34:31.099982 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.150400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:31.157521 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:31.167218 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-0d72152d-b73e-47bd-bc29-fd39c6e2166f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:31.173938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-0d72152d-b73e-47bd-bc29-fd39c6e2166f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 805 time: 0.1588812 Jun 30 02:34:31.194330 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-34e38344-0195-4a13-a5f7-129c11a1c580 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/quotas/50f3443ffa82427e9b043eebefd6f034 HTTP/1.1" status: 200 len: 375 time: 0.0185518 Jun 30 02:34:31.221753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:31.235883 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93447c69-1e2f-4230-8afd-7563adc01668 req-c089f73d-2bd7-49b6-bea2-c8ce692a89df service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319314 Jun 30 02:34:31.279645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-676e9e38-783c-4895-98d9-1bb0f399fbb1 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846665 Jun 30 02:34:31.290925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2959f-c16f-4ff9-9171-5c827839f5c5 req-2c014a68-b891-4fb8-be64-ea6d5d66f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:31.292526 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11b2959f-c16f-4ff9-9171-5c827839f5c5 req-2c014a68-b891-4fb8-be64-ea6d5d66f994 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 1097 time: 0.1699176 Jun 30 02:34:31.355377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83068d86-ea04-4acd-b4d3-29a862344077 req-8345993b-7be8-4bb7-a6b3-f0d7d3b59613 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:31.356984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83068d86-ea04-4acd-b4d3-29a862344077 req-8345993b-7be8-4bb7-a6b3-f0d7d3b59613 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1963489 Jun 30 02:34:31.382760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-4441c642-1655-424c-b1f5-e763c19ca929 service neutron] 10.222.0.55 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021144 Jun 30 02:34:31.422306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-83068d86-ea04-4acd-b4d3-29a862344077 req-677da495-0c4d-4fc3-b9f8-321af31b3b8b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561442 Jun 30 02:34:31.423862 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11b2959f-c16f-4ff9-9171-5c827839f5c5 req-cb8445ad-092a-43d1-bdbd-a1d74fb663d2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986295 Jun 30 02:34:31.458152 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93447c69-1e2f-4230-8afd-7563adc01668 req-5f178075-5120-4a8a-9003-7953ac59382a service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037034 Jun 30 02:34:31.549812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-954ca1f7-505f-434a-ab6f-4b3062e5810c service neutron] 10.222.0.55 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582732 Jun 30 02:34:31.650990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6825656-b417-40fb-bcde-aac6abd66bd9 req-fa363e7d-857d-4de4-8f4b-50825e4328ec tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:31.653270 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b6825656-b417-40fb-bcde-aac6abd66bd9 req-fa363e7d-857d-4de4-8f4b-50825e4328ec tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.0770018 Jun 30 02:34:31.778349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b6825656-b417-40fb-bcde-aac6abd66bd9 req-e2675dca-325a-4f56-b01a-cdc29218280f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193368 Jun 30 02:34:31.990510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f994720-65cf-4c21-8989-948d902455ab req-823ad06a-34a1-4b91-9a37-d00fa321224d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:31.999229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f994720-65cf-4c21-8989-948d902455ab req-823ad06a-34a1-4b91-9a37-d00fa321224d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.0962093 Jun 30 02:34:32.077768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f994720-65cf-4c21-8989-948d902455ab req-2bc8edc0-870f-4c7d-878f-e0f3430eb707 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Jun 30 02:34:32.299958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5615a1e3-e2c7-4df8-82be-8283e372e87a req-75b9c85b-c37c-4bd1-a2c2-0f0a095f6e60 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 210 time: 0.0542819 Jun 30 02:34:32.382576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7912de72-fa9a-4cb7-bc04-c15556f0a70c req-bf1bd029-8d64-4cd3-9b69-d0ec1ebcea46 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 210 time: 0.0418134 Jun 30 02:34:32.468381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:32.646966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1539e1cf-1c93-425f-b077-bce0e2b45a81 tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:32.755897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-b1703273-c600-4eab-9470-3fa960f5ed7f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:32.758669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-b1703273-c600-4eab-9470-3fa960f5ed7f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "GET /v2.0/ports?device_id=c29b3b7d-4ab9-4745-afcc-34080d8a521e HTTP/1.1" status: 200 len: 943 time: 0.1091294 Jun 30 02:34:32.766576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1539e1cf-1c93-425f-b077-bce0e2b45a81 tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] 10.222.0.55 "PUT /v2.0/quotas/e9b3a1e8cc2643eeaa3052fac9db888c HTTP/1.1" status: 200 len: 366 time: 0.2968025 Jun 30 02:34:32.769129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:32.806978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-35b93e50-b4b7-42cd-9505-6fceeaa5be2e tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0364468 Jun 30 02:34:32.809904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:32.823916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:32.824248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-959ae26d-a342-489b-aefe-de77d9036e4f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] 10.222.0.55 "GET /v2.0/quotas/e9b3a1e8cc2643eeaa3052fac9db888c HTTP/1.1" status: 200 len: 366 time: 0.0131698 Jun 30 02:34:32.868320 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:32.872350 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241527ce-2795-4038-8754-a723808c5645" -d '{"events": [{"server_uuid": "c29b3b7d-4ab9-4745-afcc-34080d8a521e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1bb8cc-44ad-4310-aa33-bafbc5bf415b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:32.879768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-65f04c70-e8c5-417d-a531-4eb5ed81c91a tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/e9b3a1e8cc2643eeaa3052fac9db888c HTTP/1.1" status: 204 len: 168 time: 0.0542653 Jun 30 02:34:32.882261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:32.896942 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cabfc286-5b4d-4379-bb53-9aaaf180df03 tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0130928 Jun 30 02:34:32.897632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:32.913707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-55562176-ff5a-4a79-9de1-47cecec4e5f6 tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] 10.222.0.55 "GET /v2.0/quotas/e9b3a1e8cc2643eeaa3052fac9db888c HTTP/1.1" status: 200 len: 370 time: 0.0147126 Jun 30 02:34:32.914680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:32.919285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-570e3a10-3c44-4cd6-81af-79e381b6ab2d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Deleting port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:32.919928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-570e3a10-3c44-4cd6-81af-79e381b6ab2d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:32.930507 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-23a4b753-7d65-4e1d-835d-3050b49fa921 tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] 10.222.0.55 "GET /v2.0/quotas/e9b3a1e8cc2643eeaa3052fac9db888c/default HTTP/1.1" status: 200 len: 370 time: 0.0143151 Jun 30 02:34:32.931153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:32.955794 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-91b35cb2-10f8-4794-a216-a6a4486ffc72 tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] delete failed (client error): The resource could not be found. Jun 30 02:34:32.962372 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-91b35cb2-10f8-4794-a216-a6a4486ffc72 tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/e9b3a1e8cc2643eeaa3052fac9db888c HTTP/1.1" status: 404 len: 348 time: 0.0302055 Jun 30 02:34:32.988746 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4163fcaa-b071-4097-90a7-60b2ac5bada8 x-openstack-request-id: req-4163fcaa-b071-4097-90a7-60b2ac5bada8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:32.989036 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29b3b7d-4ab9-4745-afcc-34080d8a521e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e1bb8cc-44ad-4310-aa33-bafbc5bf415b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:32.989288 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4163fcaa-b071-4097-90a7-60b2ac5bada8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:32.989681 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b', 'code': 200} Jun 30 02:34:33.118941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca925d-fdf1-44d9-9405-21beb21ae5cd req-897145d8-5e59-4b1e-8b10-3bce44be4739 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:33.130051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-faca925d-fdf1-44d9-9405-21beb21ae5cd req-897145d8-5e59-4b1e-8b10-3bce44be4739 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1449239 Jun 30 02:34:33.159237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-570e3a10-3c44-4cd6-81af-79e381b6ab2d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] For port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:33.159768 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-570e3a10-3c44-4cd6-81af-79e381b6ab2d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:33.192518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-570e3a10-3c44-4cd6-81af-79e381b6ab2d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Calling delete_port for 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:33.205667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:33.238140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-faca925d-fdf1-44d9-9405-21beb21ae5cd req-1149e09a-3f6e-4951-9948-90d76bdc562e tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070461 Jun 30 02:34:33.279339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Usage tracker for resource:network and tenant:10c90b9dbfdc4f19a4f3ad74e55adba3 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 02:34:33.283531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 02:34:33.314951 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-9bf34f4f-a05d-4833-8698-1d273abd8775 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1689897 Jun 30 02:34:33.321832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Usage tracker for resource:subnet and tenant:10c90b9dbfdc4f19a4f3ad74e55adba3 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 02:34:33.329567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 02:34:33.337902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Usage tracker for resource:subnetpool and tenant:10c90b9dbfdc4f19a4f3ad74e55adba3 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 02:34:33.370624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 02:34:33.379072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Usage tracker for resource:port and tenant:10c90b9dbfdc4f19a4f3ad74e55adba3 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 02:34:33.388439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 02:34:33.403051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Usage tracker for resource:router and tenant:10c90b9dbfdc4f19a4f3ad74e55adba3 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 02:34:33.409467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 02:34:33.421981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ac440-7821-4266-883b-2ecc69528272 req-48195ddc-ed9e-456d-8f96-faece1b2e245 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:33.430994 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c63ac440-7821-4266-883b-2ecc69528272 req-48195ddc-ed9e-456d-8f96-faece1b2e245 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.2036564 Jun 30 02:34:33.473152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Usage tracker for resource:floatingip and tenant:10c90b9dbfdc4f19a4f3ad74e55adba3 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 02:34:33.480635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 02:34:33.517630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c63ac440-7821-4266-883b-2ecc69528272 req-1631b246-019f-499f-b430-4cb4175b1fdf tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846937 Jun 30 02:34:33.612696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Usage tracker for resource:security_group and tenant:10c90b9dbfdc4f19a4f3ad74e55adba3 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 02:34:33.625661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 02:34:33.643453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Usage tracker for resource:security_group_rule and tenant:10c90b9dbfdc4f19a4f3ad74e55adba3 is out of sync, need to count used quota {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 02:34:33.658415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.quota.resource [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93771) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 02:34:33.669003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-86372624-9c06-4458-ae7a-23c93f7e841f tempest-QuotasTest-622337564 tempest-QuotasTest-622337564-project-admin] 10.222.0.55 "GET /v2.0/quotas/10c90b9dbfdc4f19a4f3ad74e55adba3/details.json HTTP/1.1" status: 200 len: 703 time: 0.4609678 Jun 30 02:34:33.715895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-570e3a10-3c44-4cd6-81af-79e381b6ab2d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:33.757427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e3a10-3c44-4cd6-81af-79e381b6ab2d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Pushing event deleted for resources: {'Port': ['ID=8e1bb8cc-44ad-4310-aa33-bafbc5bf415b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:33.831400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-75a83693-d6eb-4474-96da-7e4ed0d4edea tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:33.838469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-75a83693-d6eb-4474-96da-7e4ed0d4edea tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.69 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 805 time: 0.5445163 Jun 30 02:34:33.911562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Request body: {'port': {'device_id': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'admin_state_up': True, 'tenant_id': '50f3443ffa82427e9b043eebefd6f034'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:33.957704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e391b04-1fe6-4024-9826-d3a22b0aef08 req-31528324-247f-484e-86a5-30ae59264bbd tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:33.967803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e391b04-1fe6-4024-9826-d3a22b0aef08 req-31528324-247f-484e-86a5-30ae59264bbd tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.4703856 Jun 30 02:34:33.991078 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-570e3a10-3c44-4cd6-81af-79e381b6ab2d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] No DVR routers for this DVR port 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:34.061188 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-570e3a10-3c44-4cd6-81af-79e381b6ab2d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.063627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9607ef7c-b216-4d8c-b481-d935e31d53f3 req-570e3a10-3c44-4cd6-81af-79e381b6ab2d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "DELETE /v2.0/ports/8e1bb8cc-44ad-4310-aa33-bafbc5bf415b HTTP/1.1" status: 204 len: 173 time: 1.2918127 Jun 30 02:34:34.072104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f84b567c-3ecb-4e58-9b66-931355104696 req-7f3fb045-58d6-4b45-a001-51dbaab1c4a1 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=80837ba5-84b9-4df2-875e-8b402ebcf92e HTTP/1.1" status: 200 len: 210 time: 0.0948675 Jun 30 02:34:34.080637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'name': 'network-vif-deleted', 'tag': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:34.083731 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af68219f-5f22-459d-9453-25fc376abff0" -d '{"events": [{"server_uuid": "c29b3b7d-4ab9-4745-afcc-34080d8a521e", "name": "network-vif-deleted", "tag": "8e1bb8cc-44ad-4310-aa33-bafbc5bf415b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:34.261728 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e391b04-1fe6-4024-9826-d3a22b0aef08 req-55334082-e075-423d-90b0-af5810ec4e82 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929659 Jun 30 02:34:34.310105 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a590c6d2-82e8-44c2-9d4c-3dcd39e2e21d req-39426099-f08e-4741-97ef-78c32bf3cb4f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 210 time: 0.0697715 Jun 30 02:34:34.316619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-0b341f46-6c72-4925-9095-fefe9642c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.318914 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-0b341f46-6c72-4925-9095-fefe9642c29a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b024877b9ea046a6a65c423b89fcd680&device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 1096 time: 0.2895374 Jun 30 02:34:34.369166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:34.401686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Made reservation on behalf of 50f3443ffa82427e9b043eebefd6f034 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:34.405652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.729584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-8abc89a1-a3b9-4770-9fd5-1e4dc67845f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.730750 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b73dcea8-f96e-4268-ac92-a9119339aad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.743377 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-8abc89a1-a3b9-4770-9fd5-1e4dc67845f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 200 len: 913 time: 0.3551989 Jun 30 02:34:34.864325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b73dcea8-f96e-4268-ac92-a9119339aad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.868296 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-b708bb3d-92e1-4e15-9aa8-077dfaa9e581 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 200 len: 999 time: 0.1058285 Jun 30 02:34:34.876975 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b73dcea8-f96e-4268-ac92-a9119339aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:34.934317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b73dcea8-f96e-4268-ac92-a9119339aad6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0c8dc947f06470ab618776676fa4eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638371 Jun 30 02:34:34.940572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:34.947175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-f40480d9-93de-456d-8e68-c0e19b3b6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.949039 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-f40480d9-93de-456d-8e68-c0e19b3b6eba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 200 len: 851 time: 0.0562725 Jun 30 02:34:34.953209 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5ab11f-48ed-4861-81ef-0a47de205596 x-openstack-request-id: req-ea5ab11f-48ed-4861-81ef-0a47de205596 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:34.953664 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29b3b7d-4ab9-4745-afcc-34080d8a521e", "name": "network-vif-deleted", "tag": "8e1bb8cc-44ad-4310-aa33-bafbc5bf415b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:34.953925 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea5ab11f-48ed-4861-81ef-0a47de205596 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:34.954378 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29b3b7d-4ab9-4745-afcc-34080d8a521e', 'name': 'network-vif-deleted', 'tag': '8e1bb8cc-44ad-4310-aa33-bafbc5bf415b', 'status': 'completed', 'code': 200} Jun 30 02:34:34.987167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e52a8-b3e6-449f-af8e-11394042586b req-219639a7-cb3f-45e3-832b-c09c90ea9f75 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:34.988753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-667e52a8-b3e6-449f-af8e-11394042586b req-219639a7-cb3f-45e3-832b-c09c90ea9f75 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.3155336 Jun 30 02:34:35.032372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Allocated IP 172.20.0.14 (98e36a4f-8446-40a2-9d41-79a84b74cb18/cd93f79d-ac84-486e-a998-bf81e77882e4/f27a24e7-f2da-4dcc-9698-fb420339b282) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:35.083954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dcea8-f96e-4268-ac92-a9119339aad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd4bf4e-bc3d-4dfb-9738-1a1a7a0eb7d1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:35.110565 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-260d7012-1410-4847-a9aa-470aed4e8097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.127991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-53695131-5866-47ba-bdf5-86d64d8b16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:35.129134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-667e52a8-b3e6-449f-af8e-11394042586b req-03db855d-fa34-499f-ae44-f3e62d9a06f3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150308 Jun 30 02:34:35.130218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-53695131-5866-47ba-bdf5-86d64d8b16cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8a45bdb0-42ad-4822-9047-0b0857630f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1716645 Jun 30 02:34:35.177799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-260d7012-1410-4847-a9aa-470aed4e8097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.280647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-260d7012-1410-4847-a9aa-470aed4e8097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.283286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-260d7012-1410-4847-a9aa-470aed4e8097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.293457 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-260d7012-1410-4847-a9aa-470aed4e8097 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dcd4bf4e-bc3d-4dfb-9738-1a1a7a0eb7d1 HTTP/1.1" status: 204 len: 168 time: 0.3517404 Jun 30 02:34:35.314320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d7012-1410-4847-a9aa-470aed4e8097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd4bf4e-bc3d-4dfb-9738-1a1a7a0eb7d1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:35.442324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1f3e7-c86f-4694-b83b-9af75f3e18fd req-7166cd80-a137-41dc-bd10-c4196dc2f115 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:35.465109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60d1f3e7-c86f-4694-b83b-9af75f3e18fd req-7166cd80-a137-41dc-bd10-c4196dc2f115 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1205046 Jun 30 02:34:35.467388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c258842-42fe-440b-ab25-160e0be1d13b req-b00e9559-5e0a-491c-bc23-4df3b7359dac tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:35.468966 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c258842-42fe-440b-ab25-160e0be1d13b req-b00e9559-5e0a-491c-bc23-4df3b7359dac tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.3060114 Jun 30 02:34:35.534964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60d1f3e7-c86f-4694-b83b-9af75f3e18fd req-8c07d3a4-6382-4f71-b2fc-593a575856d5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675066 Jun 30 02:34:35.536211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-7de4f695-b7d4-492b-9b4f-2c8328d0da9a service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964813 Jun 30 02:34:35.595965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c258842-42fe-440b-ab25-160e0be1d13b req-c31eab0e-8413-462d-801d-2b0aab758674 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161022 Jun 30 02:34:35.654416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.687926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74587f79-867a-4e46-9ae0-e88ee317891b req-fb9b17a3-c69b-4c4f-a65d-0c6f2344bdc3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1452608 Jun 30 02:34:35.882703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74587f79-867a-4e46-9ae0-e88ee317891b req-2679b2fc-827b-438c-b251-c50d164b31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:35.889574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74587f79-867a-4e46-9ae0-e88ee317891b req-2679b2fc-827b-438c-b251-c50d164b31d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6b95258dc98409483eb8868ae44b7c5&device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 1096 time: 0.1661365 Jun 30 02:34:36.035118 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74587f79-867a-4e46-9ae0-e88ee317891b req-1819227f-d4f5-4248-aebf-16806f3aee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.036744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74587f79-867a-4e46-9ae0-e88ee317891b req-1819227f-d4f5-4248-aebf-16806f3aee2c service neutron] 10.222.0.69 "GET /v2.0/networks?id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 200 len: 921 time: 0.1227748 Jun 30 02:34:36.037239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:36.105028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff1dce8b-27b5-460f-9c0e-21433f22dde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.140831 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74587f79-867a-4e46-9ae0-e88ee317891b req-39a24656-c562-494b-b8d1-fe8db551bd5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 HTTP/1.1" status: 200 len: 217 time: 0.0965149 Jun 30 02:34:36.198322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:36.223154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74587f79-867a-4e46-9ae0-e88ee317891b req-be536c17-acee-4aff-aae5-5e361df22c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.224672 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74587f79-867a-4e46-9ae0-e88ee317891b req-be536c17-acee-4aff-aae5-5e361df22c4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 200 len: 860 time: 0.0817115 Jun 30 02:34:36.262376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:36.266692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 8e1bb8cc-44ad-4310-aa33-bafbc5bf415b not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:36.280905 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74587f79-867a-4e46-9ae0-e88ee317891b req-16c8ced4-3503-4bdc-afa7-51b1a64f46d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=69962f8b-5ed5-407c-8bd0-812bcffe2ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364199 Jun 30 02:34:36.322257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-150e45df-8cd6-45c5-85a4-af2118b557c0 req-9b271eba-dd4c-4632-8358-5f160fcd2141 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 210 time: 0.0843420 Jun 30 02:34:36.375938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66a716da-232d-4cd1-a4a3-e0660e6d8984 req-9a0bccc9-24fd-4fdf-a59b-7af3f8f170fd service neutron] 10.222.0.73 "GET /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8312578 Jun 30 02:34:36.404081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.491197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff1dce8b-27b5-460f-9c0e-21433f22dde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.491572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Pushing event updated for resources: {'Port': ['ID=f27a24e7-f2da-4dcc-9698-fb420339b282,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:36.513237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Network 98e36a4f-8446-40a2-9d41-79a84b74cb18 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:36.515987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff1dce8b-27b5-460f-9c0e-21433f22dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.526108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:36.529197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:36.597829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1dce8b-27b5-460f-9c0e-21433f22dde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eea638-210a-4cd4-8e7f-19d222ee1940,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:36.612757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ff1dce8b-27b5-460f-9c0e-21433f22dde6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10c90b9dbfdc4f19a4f3ad74e55adba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5745025 Jun 30 02:34:36.616396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:36.618153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74587f79-867a-4e46-9ae0-e88ee317891b req-9e603aeb-3c83-43a3-9385-0f532800007f service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301573 Jun 30 02:34:36.662109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.662898 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.690926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-fc552427-76aa-460f-a379-d776d6b5f8f3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.692503 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-fc552427-76aa-460f-a379-d776d6b5f8f3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/networks?id=65ac0c76-ef91-4835-b3cd-cc445f5841fe HTTP/1.1" status: 200 len: 815 time: 0.2022190 Jun 30 02:34:36.694624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-8e1ed2f5-5812-4c39-9db3-4dc371055b25 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7955885 Jun 30 02:34:36.712974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Request body: {'port': {'device_id': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:36.717461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-012993d2-a0a0-4d4e-b284-36777a512439 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/quotas/d0669fa2e82041b881eaa263808a5d52 HTTP/1.1" status: 200 len: 375 time: 0.0182848 Jun 30 02:34:36.737437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd8ee5-ccee-4cd8-a1c7-4151f35ce5c5 req-c9291668-a44f-4a30-9be3-6a6c846614c8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:36.744827 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ffd8ee5-ccee-4cd8-a1c7-4151f35ce5c5 req-c9291668-a44f-4a30-9be3-6a6c846614c8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.2786362 Jun 30 02:34:36.817036 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7003eaa4-e302-4205-b158-06a02f3d2493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.830309 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ffd8ee5-ccee-4cd8-a1c7-4151f35ce5c5 req-4935ff2d-5ec0-4299-a0ca-52b6c8a83bbc tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844922 Jun 30 02:34:36.838765 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74587f79-867a-4e46-9ae0-e88ee317891b req-1957e304-2e83-4113-a3be-79d302f9ba1d service neutron] 10.222.0.69 "GET /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119892 Jun 30 02:34:36.838928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.878474 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7003eaa4-e302-4205-b158-06a02f3d2493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.951499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7003eaa4-e302-4205-b158-06a02f3d2493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.955130 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7003eaa4-e302-4205-b158-06a02f3d2493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:36.959754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7003eaa4-e302-4205-b158-06a02f3d2493 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52eea638-210a-4cd4-8e7f-19d222ee1940 HTTP/1.1" status: 204 len: 168 time: 0.3405066 Jun 30 02:34:36.969594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003eaa4-e302-4205-b158-06a02f3d2493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eea638-210a-4cd4-8e7f-19d222ee1940,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:37.183687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0d927-1aba-46f7-8128-c9b7cc62b72a req-2cf81fad-fab7-4a92-be78-c24c24393abf tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:37.185197 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6af0d927-1aba-46f7-8128-c9b7cc62b72a req-2cf81fad-fab7-4a92-be78-c24c24393abf tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1708300 Jun 30 02:34:37.203366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-46fdeda2-21b1-49ff-b54a-a0ea36f864d3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d0669fa2e82041b881eaa263808a5d52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4664075 Jun 30 02:34:37.236080 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6af0d927-1aba-46f7-8128-c9b7cc62b72a req-5a2a0319-9de3-418b-a02d-3df9069d788c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449786 Jun 30 02:34:37.323703 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-eb143a27-b842-4b0a-b780-c8e5c8ee9187 service neutron] 10.222.0.55 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131523 Jun 30 02:34:37.469276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27a24e7-f2da-4dcc-9698-fb420339b282 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:37.485594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:37.521407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-0189b602-abb8-46ee-92e9-03de666537f9 service neutron] 10.222.0.55 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894066 Jun 30 02:34:37.522356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Transition to ACTIVE for port object f27a24e7-f2da-4dcc-9698-fb420339b282 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:37.529907 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:37.684312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Pushing event updated for resources: {'Port': ['ID=f27a24e7-f2da-4dcc-9698-fb420339b282,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:37.790563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Attempting to bind port f27a24e7-f2da-4dcc-9698-fb420339b282 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:37.791272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Attempting to bind port f27a24e7-f2da-4dcc-9698-fb420339b282 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:37.791847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Attempting to bind port f27a24e7-f2da-4dcc-9698-fb420339b282 on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:37.806215 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Port f27a24e7-f2da-4dcc-9698-fb420339b282 on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:34:37.806594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Attempting to bind port f27a24e7-f2da-4dcc-9698-fb420339b282 on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:37.812776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:37.813204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Checking segment: {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:37.813655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Bound using segment: {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:37.814149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Bound port: f27a24e7-f2da-4dcc-9698-fb420339b282, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:37.814872 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:37.933762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea9f7fbe-8206-466d-9ce5-f43d92958a92 req-b0dfa27e-14de-43be-a815-d48c162018b8 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 210 time: 0.0790007 Jun 30 02:34:37.973583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] For port f27a24e7-f2da-4dcc-9698-fb420339b282, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:37.977996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] For port f27a24e7-f2da-4dcc-9698-fb420339b282, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f27a24e7-f2da-4dcc-9698-fb420339b282,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:37.987013 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:37.987711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76e0fa-9b0a-43e0-9e6c-c8ffedc26c54 req-bbb51ec2-6792-4909-bf98-c421cb655c1d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:37.989172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c76e0fa-9b0a-43e0-9e6c-c8ffedc26c54 req-bbb51ec2-6792-4909-bf98-c421cb655c1d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 944 time: 0.1360974 Jun 30 02:34:38.054820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.055544 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:38.056923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] 10.222.0.69 "PUT /v2.0/ports/f27a24e7-f2da-4dcc-9698-fb420339b282 HTTP/1.1" status: 200 len: 1093 time: 1.3493893 Jun 30 02:34:38.057369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'tag': 'f27a24e7-f2da-4dcc-9698-fb420339b282'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:38.060263 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24" -d '{"events": [{"name": "network-changed", "server_uuid": "0b244241-c12a-41a3-8ff0-13e0a61a3007", "tag": "f27a24e7-f2da-4dcc-9698-fb420339b282"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:38.096822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b2991-d052-4da1-8f9c-e936b89b4fde service neutron] Pushing event updated for resources: {'Port': ['ID=f27a24e7-f2da-4dcc-9698-fb420339b282,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:38.114871 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c76e0fa-9b0a-43e0-9e6c-c8ffedc26c54 req-0754c867-1f5f-4bd4-9698-7236d1f15389 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029618 Jun 30 02:34:38.218636 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b510a35-6994-4431-a8f7-389e077979f7 x-openstack-request-id: req-1b510a35-6994-4431-a8f7-389e077979f7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:38.218957 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b244241-c12a-41a3-8ff0-13e0a61a3007", "tag": "f27a24e7-f2da-4dcc-9698-fb420339b282", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:38.219210 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b510a35-6994-4431-a8f7-389e077979f7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:38.219614 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'tag': 'f27a24e7-f2da-4dcc-9698-fb420339b282', 'status': 'completed', 'code': 200} Jun 30 02:34:38.331656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-bfdba97c-d475-4f8a-83f5-4a9d51a6c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.333932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-bfdba97c-d475-4f8a-83f5-4a9d51a6c5e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 1096 time: 0.1833310 Jun 30 02:34:38.399481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-4c18636f-d8a6-48b5-bbba-5cc57e0c51b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27a24e7-f2da-4dcc-9698-fb420339b282 HTTP/1.1" status: 200 len: 217 time: 0.0559421 Jun 30 02:34:38.433863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015b5f3-e73e-4d84-933c-309bb14d6cdf req-8a914e29-815a-41a1-b98b-fb193c281484 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.441144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2015b5f3-e73e-4d84-933c-309bb14d6cdf req-8a914e29-815a-41a1-b98b-fb193c281484 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.2242634 Jun 30 02:34:38.505199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-e9f6ecbc-2fe1-48cf-a142-4e5ea27b9a77 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.506754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-e9f6ecbc-2fe1-48cf-a142-4e5ea27b9a77 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.73 "GET /v2.0/ports?device_id=686221f6-c161-4e7b-932e-90631ee05b21 HTTP/1.1" status: 200 len: 945 time: 0.2503717 Jun 30 02:34:38.571533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d25d1-5863-4f2a-90a5-b08231a9f8dc req-e3d2a724-a13e-4813-a9d6-f1cf04f409f7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.575229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-0aef035f-476c-45a9-955d-be7f35904458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:38.576748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-0aef035f-476c-45a9-955d-be7f35904458 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd93f79d-ac84-486e-a998-bf81e77882e4 HTTP/1.1" status: 200 len: 845 time: 0.1703165 Jun 30 02:34:38.587194 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-022d25d1-5863-4f2a-90a5-b08231a9f8dc req-e3d2a724-a13e-4813-a9d6-f1cf04f409f7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1608212 Jun 30 02:34:38.612280 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2015b5f3-e73e-4d84-933c-309bb14d6cdf req-be4e387e-dfc9-49f4-8393-d6517b4d8890 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682591 Jun 30 02:34:38.644033 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-022d25d1-5863-4f2a-90a5-b08231a9f8dc req-47e07eff-085b-469a-9f05-e115bb418ccf tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556257 Jun 30 02:34:38.718007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-080d5b28-f824-4f5b-b553-4337355f9422 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98e36a4f-8446-40a2-9d41-79a84b74cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274714 Jun 30 02:34:38.876729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-b61e04ae-932f-472f-9188-0a2dc866e4bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Deleting port a00c9af4-5e6c-463a-a99a-108a785fa1af {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:38.877087 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-b61e04ae-932f-472f-9188-0a2dc866e4bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:38.976827 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-00e53a68-8d63-4dc6-ab73-2b5ca26a1c77 service neutron] 10.222.0.69 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494695 Jun 30 02:34:39.007800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382fc84-3620-4044-85dd-16a0726d6aa9 req-83f67762-a4c5-4e97-ab54-5e781ad3a413 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:39.026053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a382fc84-3620-4044-85dd-16a0726d6aa9 req-83f67762-a4c5-4e97-ab54-5e781ad3a413 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1323004 Jun 30 02:34:39.137112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a382fc84-3620-4044-85dd-16a0726d6aa9 req-585aa9ba-dbaa-48e7-8c13-d23cfcf63ccf tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098869 Jun 30 02:34:39.302359 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98085565-79d8-47b6-ba40-10ecdd62eea1 req-e168210a-3b87-44cf-a3c0-5561f3099185 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 210 time: 0.0899606 Jun 30 02:34:39.305069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-b61e04ae-932f-472f-9188-0a2dc866e4bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] For port a00c9af4-5e6c-463a-a99a-108a785fa1af, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a00c9af4-5e6c-463a-a99a-108a785fa1af,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:39.305507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-b61e04ae-932f-472f-9188-0a2dc866e4bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:39.329139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-b61e04ae-932f-472f-9188-0a2dc866e4bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Calling delete_port for a00c9af4-5e6c-463a-a99a-108a785fa1af owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:39.336713 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cb09ed-2019-4142-b8ac-93794c64ac57 req-19d1e38f-29ba-43d5-9bbf-39c8988b4cb7 service neutron] 10.222.0.69 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398776 Jun 30 02:34:39.342805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59504) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:39.487018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553a95-9b9a-49ed-89e0-b75e8a77a83d req-f1c152f2-405a-4bf5-b422-f48fc79f58b8 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:39.498354 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1553a95-9b9a-49ed-89e0-b75e8a77a83d req-f1c152f2-405a-4bf5-b422-f48fc79f58b8 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 944 time: 0.2077973 Jun 30 02:34:39.576640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-830894992', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:39.591321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1553a95-9b9a-49ed-89e0-b75e8a77a83d req-654d0acf-762a-44e3-b56d-fb8633d38bd8 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895710 Jun 30 02:34:39.598818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24 req-7d5aa91a-4f6a-4e18-bed4-1d81d5494c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:39.601075 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24 req-7d5aa91a-4f6a-4e18-bed4-1d81d5494c7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 1096 time: 0.1903691 Jun 30 02:34:39.714657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Made reservation on behalf of 3fbc013bd72644159e7732cffd0d53de for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:39.725284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:39.791994 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:39.859618 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-b61e04ae-932f-472f-9188-0a2dc866e4bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:39.926743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e04ae-932f-472f-9188-0a2dc866e4bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Pushing event deleted for resources: {'Port': ['ID=a00c9af4-5e6c-463a-a99a-108a785fa1af,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:40.001441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6e9b2-0641-4463-b08e-0367e4c659ab req-b2d3d605-7714-47da-a315-1d01f12f61fb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.001793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24 req-7a223718-dafd-4743-b59b-e2445397e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.003198 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc6e9b2-0641-4463-b08e-0367e4c659ab req-b2d3d605-7714-47da-a315-1d01f12f61fb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1791027 Jun 30 02:34:40.003675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24 req-7a223718-dafd-4743-b59b-e2445397e345 service neutron] 10.222.0.69 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 906 time: 0.3910725 Jun 30 02:34:40.030081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-b61e04ae-932f-472f-9188-0a2dc866e4bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] No DVR routers for this DVR port a00c9af4-5e6c-463a-a99a-108a785fa1af on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:40.048827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-b61e04ae-932f-472f-9188-0a2dc866e4bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:40.051211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7f58076d-0ad4-48a9-a971-2546352e23bf req-b61e04ae-932f-472f-9188-0a2dc866e4bf tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.73 "DELETE /v2.0/ports/a00c9af4-5e6c-463a-a99a-108a785fa1af HTTP/1.1" status: 204 len: 173 time: 1.5356855 Jun 30 02:34:40.107169 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc6e9b2-0641-4463-b08e-0367e4c659ab req-f939e4ec-3751-4a3b-b85e-ccc562c36931 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961287 Jun 30 02:34:40.111034 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24 req-fc0cd948-3c9f-4d04-b5cb-f3837b92b991 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27a24e7-f2da-4dcc-9698-fb420339b282 HTTP/1.1" status: 200 len: 217 time: 0.0830979 Jun 30 02:34:40.125465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-846095e7-e817-4002-926f-ed3eb4c96083 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.127128 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-846095e7-e817-4002-926f-ed3eb4c96083 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.73 "GET /v2.0/networks?id=65ac0c76-ef91-4835-b3cd-cc445f5841fe HTTP/1.1" status: 200 len: 815 time: 0.3907466 Jun 30 02:34:40.158256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Request body: {'port': {'device_id': '953269c8-412c-499a-854f-f850ce17c55a', 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe', 'admin_state_up': True, 'tenant_id': 'd0669fa2e82041b881eaa263808a5d52'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:40.246995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686221f6-c161-4e7b-932e-90631ee05b21', 'name': 'network-vif-deleted', 'tag': 'a00c9af4-5e6c-463a-a99a-108a785fa1af'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:40.249211 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea76c5a-c655-4fde-96ae-b6abf5016443" -d '{"events": [{"server_uuid": "686221f6-c161-4e7b-932e-90631ee05b21", "name": "network-vif-deleted", "tag": "a00c9af4-5e6c-463a-a99a-108a785fa1af"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:40.249847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a00c9af4-5e6c-463a-a99a-108a785fa1af no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:40.344344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: a00c9af4-5e6c-463a-a99a-108a785fa1af {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:40.349853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a00c9af4-5e6c-463a-a99a-108a785fa1af not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:40.372660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24 req-d992ffe2-054a-4c92-8ece-cb9d4dd1be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.374447 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24 req-d992ffe2-054a-4c92-8ece-cb9d4dd1be2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cd93f79d-ac84-486e-a998-bf81e77882e4 HTTP/1.1" status: 200 len: 845 time: 0.2424469 Jun 30 02:34:40.468250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24 req-172baabb-9d6b-4c75-832c-daaad1897a19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=98e36a4f-8446-40a2-9d41-79a84b74cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808163 Jun 30 02:34:40.502756 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:40.536565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:40.578734 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111979f5-5ba7-4a1d-a634-b0f2ace8bcd6 x-openstack-request-id: req-111979f5-5ba7-4a1d-a634-b0f2ace8bcd6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:40.579041 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686221f6-c161-4e7b-932e-90631ee05b21", "name": "network-vif-deleted", "tag": "a00c9af4-5e6c-463a-a99a-108a785fa1af", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:40.579292 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-111979f5-5ba7-4a1d-a634-b0f2ace8bcd6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:40.579686 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686221f6-c161-4e7b-932e-90631ee05b21', 'name': 'network-vif-deleted', 'tag': 'a00c9af4-5e6c-463a-a99a-108a785fa1af', 'status': 'completed', 'code': 200} Jun 30 02:34:40.647859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:34:40.685781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db11f7c-aece-4d66-99af-e151bec5f6a3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:40.700903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:40.701209 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Added segment 3bee58ba-2bd0-4994-b31d-e3b094747f34 of type vlan for network 10b0486d-ce2e-46bf-b544-f93501608ba4 Jun 30 02:34:40.740932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2380368-f78c-496a-a027-7519d0391377 req-d76b7bb0-4e29-4501-be89-d12c6a5a5f72 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 210 time: 0.0350347 Jun 30 02:34:40.773183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Made reservation on behalf of d0669fa2e82041b881eaa263808a5d52 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:40.776897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:40.832510 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:40.836445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24 req-5df947f4-b148-454e-a053-136c55d0968b service neutron] 10.222.0.69 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297389 Jun 30 02:34:40.977388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a690db-8ee4-46af-a0d0-343224462b3c req-801a2461-f452-4418-a8c3-c90f65df8b70 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:40.985744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c8a690db-8ee4-46af-a0d0-343224462b3c req-801a2461-f452-4418-a8c3-c90f65df8b70 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 944 time: 0.0936022 Jun 30 02:34:41.041823 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c8a690db-8ee4-46af-a0d0-343224462b3c req-8a44af7c-495d-40c1-a833-6ee1f56ead68 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545723 Jun 30 02:34:41.060320 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-4e2828ca-f4e7-4a5e-9498-14250f3867f1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:41.066928 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-4e2828ca-f4e7-4a5e-9498-14250f3867f1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe6102a-b058-4441-ac7d-282e165a274b HTTP/1.1" status: 200 len: 944 time: 0.3640411 Jun 30 02:34:41.099185 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.100162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:41.100743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.215592 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.8689487 Jun 30 02:34:41.215916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:41.221965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Request body: {'subnet': {'network_id': '10b0486d-ce2e-46bf-b544-f93501608ba4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:41.235358 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62d6453d-9fea-46cd-8df8-d7da6e6d8c24 req-773a4dc2-2f6c-4e1e-97f5-aee66918935a service neutron] 10.222.0.69 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785183 Jun 30 02:34:41.243103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Allocated IP 172.20.0.12 (65ac0c76-ef91-4835-b3cd-cc445f5841fe/397a1e6a-dcfd-4690-add8-311551dcea63/e0976f12-3a28-4f67-89de-dad4cd6f85d1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:41.274124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e059e74-861a-4789-8632-266cdcaddb37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event updated for resources: {'Network': ['ID=10b0486d-ce2e-46bf-b544-f93501608ba4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:41.287528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 10b0486d-ce2e-46bf-b544-f93501608ba4 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:34:41.305373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Made reservation on behalf of 3fbc013bd72644159e7732cffd0d53de for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:41.311203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.700208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c1dd7-42b6-4bc9-a516-d999cc4c95b4 req-85605560-ab5a-414b-a7d5-300cc335e206 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:41.707689 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f35c1dd7-42b6-4bc9-a516-d999cc4c95b4 req-85605560-ab5a-414b-a7d5-300cc335e206 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.2069643 Jun 30 02:34:41.755624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-2ea0b9b8-66ec-4ab9-a754-1329155b427f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Deleting port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:41.756311 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-2ea0b9b8-66ec-4ab9-a754-1329155b427f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.775370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f35c1dd7-42b6-4bc9-a516-d999cc4c95b4 req-9111cdb2-073f-4566-a0a4-ecd92de5f1b4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667534 Jun 30 02:34:41.883207 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.901795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-2ea0b9b8-66ec-4ab9-a754-1329155b427f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] For port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:41.902185 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-2ea0b9b8-66ec-4ab9-a754-1329155b427f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.913946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.objects.ports [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:34:41.914425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:41.919131 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-2ea0b9b8-66ec-4ab9-a754-1329155b427f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Calling delete_port for 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:41.987953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4c700902-3ff2-4fe0-b455-da4af2651c31,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:41.998004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.000864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Checking segment: {'id': '3bee58ba-2bd0-4994-b31d-e3b094747f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '10b0486d-ce2e-46bf-b544-f93501608ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:42.001335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Network hostable DHCP agents. Network: 10b0486d-ce2e-46bf-b544-f93501608ba4, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:34:42.038268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Network 10b0486d-ce2e-46bf-b544-f93501608ba4 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:34:42.051786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 10b0486d-ce2e-46bf-b544-f93501608ba4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:42.058467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:42.060891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.066849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab414acd-bce6-4c2a-b1e0-2618f9fb65ff None None] Network 10b0486d-ce2e-46bf-b544-f93501608ba4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:34:42.088308 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-353176a8-1a30-41e8-9085-e679539bafb5 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8688123 Jun 30 02:34:42.088614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:42.093000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Network 65ac0c76-ef91-4835-b3cd-cc445f5841fe is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:42.120007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1078185185', 'network_id': '10b0486d-ce2e-46bf-b544-f93501608ba4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:42.144145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Made reservation on behalf of 3fbc013bd72644159e7732cffd0d53de for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:42.147342 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.167231 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] device_id is not set on port 57a435f3-05ab-4ff0-bb8e-e7aea19732ba yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:34:42.236585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:42.243327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-2ea0b9b8-66ec-4ab9-a754-1329155b427f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.245044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:42.254027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Pushing event updated for resources: {'Port': ['ID=e0976f12-3a28-4f67-89de-dad4cd6f85d1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:42.257802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f5eed2d6-677f-47ae-a493-03ddbb8b789c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:42.280049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['0dcdb155-591c-47ae-aed0-68c7efabc5d0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:42.317653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Allocated IP 2001:db8::1b5 (10b0486d-ce2e-46bf-b544-f93501608ba4/4c700902-3ff2-4fe0-b455-da4af2651c31/57a435f3-05ab-4ff0-bb8e-e7aea19732ba) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:42.319155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0b9b8-66ec-4ab9-a754-1329155b427f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event deleted for resources: {'Port': ['ID=5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:42.432843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-2ea0b9b8-66ec-4ab9-a754-1329155b427f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] No DVR routers for this DVR port 5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:42.437524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-2ea0b9b8-66ec-4ab9-a754-1329155b427f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.451633 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0d6bb90-68e1-4e3c-8ed5-0cf43e57a4a2 req-2ea0b9b8-66ec-4ab9-a754-1329155b427f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "DELETE /v2.0/ports/5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637 HTTP/1.1" status: 204 len: 173 time: 1.3837266 Jun 30 02:34:42.471144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:42.474402 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.509461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-516e63da-8d05-4885-857d-eae79fc0c3e1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3582428 Jun 30 02:34:42.537939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Request body: {'port': {'device_id': '953269c8-412c-499a-854f-f850ce17c55a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:42.593397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'name': 'network-vif-deleted', 'tag': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:42.606866 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8858bc76-2dca-42b7-ab8d-34716cdfa709" -d '{"events": [{"server_uuid": "bfe6102a-b058-4441-ac7d-282e165a274b", "name": "network-vif-deleted", "tag": "5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:42.784122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:42.856491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee4d697-0979-4aa5-9d3a-b59636ebca66 None None] Network 10b0486d-ce2e-46bf-b544-f93501608ba4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:34:43.312124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df09ffa-8ef7-4bbf-8df2-653a62a5a74e req-f049fcf4-19e5-4efb-9871-7cb44bf13b15 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:43.320840 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1df09ffa-8ef7-4bbf-8df2-653a62a5a74e req-f049fcf4-19e5-4efb-9871-7cb44bf13b15 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 932 time: 0.8524842 Jun 30 02:34:43.362001 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.362478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0976f12-3a28-4f67-89de-dad4cd6f85d1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:43.384855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.399959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1df09ffa-8ef7-4bbf-8df2-653a62a5a74e req-fd8d3e53-e9f0-4950-84d2-ac1022dcbd38 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775602 Jun 30 02:34:43.419777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Transition to ACTIVE for port object e0976f12-3a28-4f67-89de-dad4cd6f85d1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:43.429526 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.483779 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.570084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Network 10b0486d-ce2e-46bf-b544-f93501608ba4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:43.588936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:43.601929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:43.606540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:43.607483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.623107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event updated for resources: {'Port': ['ID=57a435f3-05ab-4ff0-bb8e-e7aea19732ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:43.641473 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-42359554-e67a-4841-a5a8-8e1523ac59c1 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5516725 Jun 30 02:34:43.642351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:43.645928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Pushing event updated for resources: {'Port': ['ID=e0976f12-3a28-4f67-89de-dad4cd6f85d1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:43.662916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Attempting to bind port e0976f12-3a28-4f67-89de-dad4cd6f85d1 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:43.663251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Attempting to bind port e0976f12-3a28-4f67-89de-dad4cd6f85d1 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:43.663676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Attempting to bind port e0976f12-3a28-4f67-89de-dad4cd6f85d1 on network 65ac0c76-ef91-4835-b3cd-cc445f5841fe {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:43.668749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Port e0976f12-3a28-4f67-89de-dad4cd6f85d1 on network 65ac0c76-ef91-4835-b3cd-cc445f5841fe not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:34:43.669185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Attempting to bind port e0976f12-3a28-4f67-89de-dad4cd6f85d1 on network 65ac0c76-ef91-4835-b3cd-cc445f5841fe {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:43.675541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:43.675921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Checking segment: {'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:43.676306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Bound using segment: {'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:43.676733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Bound port: e0976f12-3a28-4f67-89de-dad4cd6f85d1, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45849812-5631-4e54-932f-0a55f4711e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:43.677132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.757872 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513fb9c-d732-4327-ba62-6d866a109e33 x-openstack-request-id: req-8513fb9c-d732-4327-ba62-6d866a109e33 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:43.758414 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe6102a-b058-4441-ac7d-282e165a274b", "name": "network-vif-deleted", "tag": "5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637", "status": "failed", "code": 422}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:43.758860 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8513fb9c-d732-4327-ba62-6d866a109e33 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:43.759446 n-d-758944-39 neutron-server[93770]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bfe6102a-b058-4441-ac7d-282e165a274b', 'name': 'network-vif-deleted', 'tag': '5b7a01ba-b587-4f6d-a6d6-f6ab8d5e3637', 'status': 'failed', 'code': 422} returned with failed status Jun 30 02:34:43.770973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] For port e0976f12-3a28-4f67-89de-dad4cd6f85d1, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:43.776406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] For port e0976f12-3a28-4f67-89de-dad4cd6f85d1, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e0976f12-3a28-4f67-89de-dad4cd6f85d1,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:43.782357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.802676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:43.803707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.807715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] 10.222.0.73 "PUT /v2.0/ports/e0976f12-3a28-4f67-89de-dad4cd6f85d1 HTTP/1.1" status: 200 len: 1093 time: 1.2834535 Jun 30 02:34:43.816061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badf455-909e-4643-af12-56736fe9f44e req-5779c23b-dd23-419b-8526-02868428e999 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:43.824608 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4badf455-909e-4643-af12-56736fe9f44e req-5779c23b-dd23-419b-8526-02868428e999 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 944 time: 0.2038224 Jun 30 02:34:43.891888 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4badf455-909e-4643-af12-56736fe9f44e req-5dc68afd-6b9c-4419-ab44-09e36c87bcfc tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663421 Jun 30 02:34:43.901482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-79554aa9-9824-4677-a2b7-5fb77be5cd4f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Deleting port 57a435f3-05ab-4ff0-bb8e-e7aea19732ba {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:43.901987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79554aa9-9824-4677-a2b7-5fb77be5cd4f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.986936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79554aa9-9824-4677-a2b7-5fb77be5cd4f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.001199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-79554aa9-9824-4677-a2b7-5fb77be5cd4f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Calling delete_port for 57a435f3-05ab-4ff0-bb8e-e7aea19732ba owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:44.013536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35efa11-c69e-4e6e-bb48-5f1d71096377 service neutron] Pushing event updated for resources: {'Port': ['ID=e0976f12-3a28-4f67-89de-dad4cd6f85d1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:44.050917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-ed146b01-cc59-41f5-90ac-3c7e165f3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.052583 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-ed146b01-cc59-41f5-90ac-3c7e165f3a7c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d0669fa2e82041b881eaa263808a5d52&device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 1096 time: 0.1990852 Jun 30 02:34:44.123220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbc4d1-3cfb-4fac-b577-6e6e3a8e8f04 req-2bf7f346-9684-4729-90c8-cbfc38406f9c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.124907 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43bbc4d1-3cfb-4fac-b577-6e6e3a8e8f04 req-2bf7f346-9684-4729-90c8-cbfc38406f9c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.2608802 Jun 30 02:34:44.127257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-e78c078a-9e12-43fa-b6ed-5b9e98f17144 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0976f12-3a28-4f67-89de-dad4cd6f85d1 HTTP/1.1" status: 200 len: 217 time: 0.0602000 Jun 30 02:34:44.129405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-08f1c6d8-ec27-492f-9075-0b57cb1cae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.130784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-08f1c6d8-ec27-492f-9075-0b57cb1cae3b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e&tenant_id=a12c18dd59784acc8be285228865d299 HTTP/1.1" status: 200 len: 1096 time: 0.1719356 Jun 30 02:34:44.147998 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79554aa9-9824-4677-a2b7-5fb77be5cd4f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.205966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79554aa9-9824-4677-a2b7-5fb77be5cd4f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event deleted for resources: {'Port': ['ID=57a435f3-05ab-4ff0-bb8e-e7aea19732ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:44.219074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-76090d3b-8fdc-4974-a2ad-972ae524fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.220873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-76090d3b-8fdc-4974-a2ad-972ae524fc12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=397a1e6a-dcfd-4690-add8-311551dcea63 HTTP/1.1" status: 200 len: 855 time: 0.0600684 Jun 30 02:34:44.226799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79554aa9-9824-4677-a2b7-5fb77be5cd4f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.231034 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-79554aa9-9824-4677-a2b7-5fb77be5cd4f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "DELETE /v2.0/ports/57a435f3-05ab-4ff0-bb8e-e7aea19732ba HTTP/1.1" status: 204 len: 168 time: 0.5691788 Jun 30 02:34:44.236379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:44.241041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10b0486d-ce2e-46bf-b544-f93501608ba4', 'external_fixed_ips': [{'subnet_id': '4c700902-3ff2-4fe0-b455-da4af2651c31', 'ip_address': '2001:db8::1b5'}]}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:44.265791 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.267877 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.293215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-416b392a-f5b9-4100-a32b-026bf7c1f893 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65ac0c76-ef91-4835-b3cd-cc445f5841fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565825 Jun 30 02:34:44.295971 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43bbc4d1-3cfb-4fac-b577-6e6e3a8e8f04 req-19dc5cb0-e8cb-4b72-961c-51caa034f1f2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642649 Jun 30 02:34:44.324229 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.386591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-dd88556e-0c64-4b50-89b4-1b6588a34c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.388150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-dd88556e-0c64-4b50-89b4-1b6588a34c0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 1096 time: 0.1660635 Jun 30 02:34:44.492272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.526469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-982d1950-1726-458b-8445-3a864070d3c6 service neutron] 10.222.0.73 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213368 Jun 30 02:34:44.638829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-a6f2d20e-cb92-4913-a1b0-e9d9e2512964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.640302 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-a6f2d20e-cb92-4913-a1b0-e9d9e2512964 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.2372634 Jun 30 02:34:44.742209 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-e85d0de5-83e5-4af0-92f4-2a4bd133d523 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2ccab27-5c33-42a3-8cba-21482183ce02 HTTP/1.1" status: 200 len: 999 time: 0.0936651 Jun 30 02:34:44.745918 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97c45450-fc72-4961-91bd-34c57e9f56bf req-0524b090-45e2-496c-a584-f38e560f24ef service neutron] 10.222.0.73 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038472 Jun 30 02:34:44.771712 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f27a24e7-f2da-4dcc-9698-fb420339b282 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:34:44.776446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673c9f3-79fd-4396-a531-8eaea10153af req-46ab8e43-0bc8-41bb-922c-2cde5e84ff42 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.778063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e673c9f3-79fd-4396-a531-8eaea10153af req-46ab8e43-0bc8-41bb-922c-2cde5e84ff42 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 944 time: 0.2265310 Jun 30 02:34:44.797213 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.830259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-f819841a-7b02-409b-8c3a-1eb5a26d3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.831877 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-f819841a-7b02-409b-8c3a-1eb5a26d3b88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.0747850 Jun 30 02:34:44.836284 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.858524 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e673c9f3-79fd-4396-a531-8eaea10153af req-0ded7206-af5f-49d3-8c63-7ed1a428686d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606916 Jun 30 02:34:44.913956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f27a24e7-f2da-4dcc-9698-fb420339b282, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f27a24e7-f2da-4dcc-9698-fb420339b282,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:44.921872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-343b193e-b781-4a48-bc49-68de25365404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:44.923419 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-343b193e-b781-4a48-bc49-68de25365404 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792120 Jun 30 02:34:44.926203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'f27a24e7-f2da-4dcc-9698-fb420339b282', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'port_id': 'f27a24e7-f2da-4dcc-9698-fb420339b282', 'mac_address': 'fa:16:3e:4a:61:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93f79d-ac84-486e-a998-bf81e77882e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:34:44.971630 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:44.986195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27a24e7-f2da-4dcc-9698-fb420339b282 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:34:45.010013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f27a24e7-f2da-4dcc-9698-fb420339b282, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f27a24e7-f2da-4dcc-9698-fb420339b282,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:45.016457 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.048522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Allocated IP 2001:db8::1b5 (10b0486d-ce2e-46bf-b544-f93501608ba4/4c700902-3ff2-4fe0-b455-da4af2651c31/8fd5ce24-bbd6-4d26-8120-28e4136936da) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:45.066321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-5104e91b-004f-4def-af4c-f1ecc6f884cf service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308408 Jun 30 02:34:45.075531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feb20f-0619-47aa-ab97-0ee4f876cc47 req-29547682-8249-4f65-9d30-a1ba67dc0cf3 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:45.076082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=f27a24e7-f2da-4dcc-9698-fb420339b282,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:45.077079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3feb20f-0619-47aa-ab97-0ee4f876cc47 req-29547682-8249-4f65-9d30-a1ba67dc0cf3 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 944 time: 0.1207142 Jun 30 02:34:45.131551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a6285-7b3e-4875-a90a-dfaa7ced6643 req-f5cee395-d78c-4a9b-8bee-4390952223a4 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:45.132995 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e76a6285-7b3e-4875-a90a-dfaa7ced6643 req-f5cee395-d78c-4a9b-8bee-4390952223a4 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 907 time: 0.1415823 Jun 30 02:34:45.173391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3feb20f-0619-47aa-ab97-0ee4f876cc47 req-8ef39b32-2dbb-4225-a141-6f1062d7d203 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789773 Jun 30 02:34:45.206181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-eb8f81d7-c16d-450f-95f9-e80279124b96 service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259620 Jun 30 02:34:45.230507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.245829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-422ac162-0b34-442a-981a-497b18bf4f7d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:45.247380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-422ac162-0b34-442a-981a-497b18bf4f7d tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 944 time: 0.0840807 Jun 30 02:34:45.280498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.320835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Network 10b0486d-ce2e-46bf-b544-f93501608ba4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:45.324408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:45.329652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:45.412253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58772aa2-fea2-4057-9f07-b0509018d5b1 req-78e26d7d-9137-42af-b0cd-26c271d5eacd tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:45.414253 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58772aa2-fea2-4057-9f07-b0509018d5b1 req-78e26d7d-9137-42af-b0cd-26c271d5eacd tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 945 time: 0.1485865 Jun 30 02:34:45.457918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd5ce24-bbd6-4d26-8120-28e4136936da,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:45.487206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-35dc51c1-6f86-4303-b957-eb3582109cf4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Deleting port ad8ea669-440c-4455-93f2-25998b52b428 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:45.487938 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-35dc51c1-6f86-4303-b957-eb3582109cf4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.495065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f27a24e7-f2da-4dcc-9698-fb420339b282'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:34:45.522020 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58772aa2-fea2-4057-9f07-b0509018d5b1 req-86c578f4-8841-4f45-8553-e70b9b7c27da tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873179 Jun 30 02:34:45.683265 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.692564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-35dc51c1-6f86-4303-b957-eb3582109cf4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] For port ad8ea669-440c-4455-93f2-25998b52b428, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ad8ea669-440c-4455-93f2-25998b52b428,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:45.693193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-35dc51c1-6f86-4303-b957-eb3582109cf4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.715123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-35dc51c1-6f86-4303-b957-eb3582109cf4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Calling delete_port for ad8ea669-440c-4455-93f2-25998b52b428 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:45.781246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953269c8-412c-499a-854f-f850ce17c55a', 'tag': 'e0976f12-3a28-4f67-89de-dad4cd6f85d1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:45.784209 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84acce4f-e64b-45a0-a322-09905e688ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "953269c8-412c-499a-854f-f850ce17c55a", "tag": "e0976f12-3a28-4f67-89de-dad4cd6f85d1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:45.789485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.889035 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.932573 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ed538-6e74-4cf0-b96e-f96ef0975ed0 x-openstack-request-id: req-ab6ed538-6e74-4cf0-b96e-f96ef0975ed0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:45.933388 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953269c8-412c-499a-854f-f850ce17c55a", "tag": "e0976f12-3a28-4f67-89de-dad4cd6f85d1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:45.933388 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab6ed538-6e74-4cf0-b96e-f96ef0975ed0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:45.933813 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953269c8-412c-499a-854f-f850ce17c55a', 'tag': 'e0976f12-3a28-4f67-89de-dad4cd6f85d1', 'status': 'completed', 'code': 200} Jun 30 02:34:45.933919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84b78d-f514-4418-b4d5-a59810b16cb5 req-59e40b75-3a57-47a5-a238-9f39c9a6f346 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:45.936563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-35dc51c1-6f86-4303-b957-eb3582109cf4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:45.942124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa84b78d-f514-4418-b4d5-a59810b16cb5 req-59e40b75-3a57-47a5-a238-9f39c9a6f346 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.3005764 Jun 30 02:34:46.007245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc51c1-6f86-4303-b957-eb3582109cf4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Pushing event deleted for resources: {'Port': ['ID=ad8ea669-440c-4455-93f2-25998b52b428,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:46.034863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-35dc51c1-6f86-4303-b957-eb3582109cf4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] No DVR routers for this DVR port ad8ea669-440c-4455-93f2-25998b52b428 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:46.038342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-35dc51c1-6f86-4303-b957-eb3582109cf4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.041334 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3260cf2f-fdf5-4e47-899e-a2676fb9ef40 req-35dc51c1-6f86-4303-b957-eb3582109cf4 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.69 "DELETE /v2.0/ports/ad8ea669-440c-4455-93f2-25998b52b428 HTTP/1.1" status: 204 len: 173 time: 0.7872210 Jun 30 02:34:46.104233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa84b78d-f514-4418-b4d5-a59810b16cb5 req-26f5f227-0c70-44e3-9504-4e4a1319839c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607265 Jun 30 02:34:46.199083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb57001-3ccb-4191-b3a5-f9153498f511 req-cdca4fdd-05c1-4327-a9d6-1c8afbf2c094 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:46.206522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfb57001-3ccb-4191-b3a5-f9153498f511 req-cdca4fdd-05c1-4327-a9d6-1c8afbf2c094 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 944 time: 0.1434813 Jun 30 02:34:46.229273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.286300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfb57001-3ccb-4191-b3a5-f9153498f511 req-b5290191-5e4b-4b56-aab6-b647db4dc762 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787139 Jun 30 02:34:46.461833 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50628eba-5634-48c4-8a12-a6920385ca7e req-120f3e19-e715-498b-b261-31aae328a292 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:46.474684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50628eba-5634-48c4-8a12-a6920385ca7e req-120f3e19-e715-498b-b261-31aae328a292 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 907 time: 0.1395674 Jun 30 02:34:46.505017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Router c75e0c42-3330-4a8b-add4-e4c4a5138c50 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:34:46.511816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e319be43-ac22-44a8-a45a-a77511375e3a req-9e658d92-5200-4129-a5bb-131fe2af142e tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1aaf77c-9a47-4009-af86-a71d707772bf HTTP/1.1" status: 200 len: 210 time: 0.0522368 Jun 30 02:34:46.666924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-1000016f-48a4-453c-9205-f7a5a9662250 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:46.668952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-1000016f-48a4-453c-9205-f7a5a9662250 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 907 time: 0.1732659 Jun 30 02:34:46.730145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:34:46.741995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Sync routers for ids ['c75e0c42-3330-4a8b-add4-e4c4a5138c50'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:34:46.752880 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.758241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-52f2ebf4-1838-4ed7-b41c-62c8580f4d37 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5197134 Jun 30 02:34:46.758892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Routers {'c75e0c42-3330-4a8b-add4-e4c4a5138c50'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:46.759553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c75e0c42-3330-4a8b-add4-e4c4a5138c50'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:46.759814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:46.896288 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-742b7584-f0b0-47ec-a15e-200164d43ae8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Deleting port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:46.896663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-742b7584-f0b0-47ec-a15e-200164d43ae8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.940496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.007587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Set router c75e0c42-3330-4a8b-add4-e4c4a5138c50 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:47.069353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-742b7584-f0b0-47ec-a15e-200164d43ae8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] For port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:47.070193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-742b7584-f0b0-47ec-a15e-200164d43ae8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.112058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-742b7584-f0b0-47ec-a15e-200164d43ae8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Calling delete_port for fd59259e-e9df-4129-b64c-d7b5ae5c6b7c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:47.169881 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.195368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1f549-298d-43fd-ac80-4f58de286211 req-e04c6735-366c-49bf-bd6f-beb0ac418ab1 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:47.203180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddd1f549-298d-43fd-ac80-4f58de286211 req-e04c6735-366c-49bf-bd6f-beb0ac418ab1 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 945 time: 0.1993418 Jun 30 02:34:47.259354 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddd1f549-298d-43fd-ac80-4f58de286211 req-edbb8789-8cb3-4375-a365-127420ddc5d1 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550714 Jun 30 02:34:47.283426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Deleting port 8fd5ce24-bbd6-4d26-8120-28e4136936da {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:47.284209 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.402705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75e0c42-3330-4a8b-add4-e4c4a5138c50', 'name': '', 'tenant_id': '3fbc013bd72644159e7732cffd0d53de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10b0486d-ce2e-46bf-b544-f93501608ba4', 'external_fixed_ips': [{'subnet_id': '4c700902-3ff2-4fe0-b455-da4af2651c31', 'ip_address': '2001:db8::1b5'}], 'enable_snat': True}, 'gw_port_id': '8fd5ce24-bbd6-4d26-8120-28e4136936da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:44Z', 'updated_at': '2021-06-30T02:34:45Z', 'revision_number': 3, 'project_id': '3fbc013bd72644159e7732cffd0d53de', 'gw_port': {'id': '8fd5ce24-bbd6-4d26-8120-28e4136936da', 'name': '', 'network_id': '10b0486d-ce2e-46bf-b544-f93501608ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:59:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75e0c42-3330-4a8b-add4-e4c4a5138c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '4c700902-3ff2-4fe0-b455-da4af2651c31', 'ip_address': '2001:db8::1b5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:44Z', 'updated_at': '2021-06-30T02:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c700902-3ff2-4fe0-b455-da4af2651c31', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:47.446512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-742b7584-f0b0-47ec-a15e-200164d43ae8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.451633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Checking router: c75e0c42-3330-4a8b-add4-e4c4a5138c50 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:34:47.452015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Updating router c75e0c42-3330-4a8b-add4-e4c4a5138c50 port 8fd5ce24-bbd6-4d26-8120-28e4136936da binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:34:47.500114 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.518161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b7584-f0b0-47ec-a15e-200164d43ae8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event deleted for resources: {'Port': ['ID=fd59259e-e9df-4129-b64c-d7b5ae5c6b7c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:47.543311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.569055 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Calling delete_port for 8fd5ce24-bbd6-4d26-8120-28e4136936da owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:47.676800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-742b7584-f0b0-47ec-a15e-200164d43ae8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] No DVR routers for this DVR port fd59259e-e9df-4129-b64c-d7b5ae5c6b7c on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:47.682897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-742b7584-f0b0-47ec-a15e-200164d43ae8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:47.684888 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b8cd594-e44a-4c20-8bf6-b9f0b20d94e8 req-742b7584-f0b0-47ec-a15e-200164d43ae8 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.69 "DELETE /v2.0/ports/fd59259e-e9df-4129-b64c-d7b5ae5c6b7c HTTP/1.1" status: 204 len: 173 time: 1.0101027 Jun 30 02:34:47.767036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedacfc-2589-42e8-a1d0-d46d993cfb83 req-0cbec893-6346-4e0c-b6cd-ac757df06d19 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:47.775274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7cedacfc-2589-42e8-a1d0-d46d993cfb83 req-0cbec893-6346-4e0c-b6cd-ac757df06d19 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.2383900 Jun 30 02:34:47.890992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7cedacfc-2589-42e8-a1d0-d46d993cfb83 req-eb6baa3b-ccce-4f99-b53e-4d847adcf21d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147709 Jun 30 02:34:47.935101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'name': 'network-vif-deleted', 'tag': 'ad8ea669-440c-4455-93f2-25998b52b428'}, {'server_uuid': 'd6f948b4-7cbe-4887-b5b1-9b72e2308821', 'name': 'network-vif-deleted', 'tag': 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:47.937691 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6066f915-1114-4bff-9bd2-5ccb6ff7756c" -d '{"events": [{"server_uuid": "e1aaf77c-9a47-4009-af86-a71d707772bf", "name": "network-vif-deleted", "tag": "ad8ea669-440c-4455-93f2-25998b52b428"}, {"server_uuid": "d6f948b4-7cbe-4887-b5b1-9b72e2308821", "name": "network-vif-deleted", "tag": "fd59259e-e9df-4129-b64c-d7b5ae5c6b7c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:47.980093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:34:47.980093 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:34:47.981788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.044533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fd5ce24-bbd6-4d26-8120-28e4136936da,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:48.173181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce95ff9-e954-497c-8814-1f3bd5f3f18b req-02728403-9e0a-44a9-86d6-50060338c0e0 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.174980 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bce95ff9-e954-497c-8814-1f3bd5f3f18b req-02728403-9e0a-44a9-86d6-50060338c0e0 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 944 time: 0.1554630 Jun 30 02:34:48.218129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bce95ff9-e954-497c-8814-1f3bd5f3f18b req-d85a47d7-c9c2-41bd-9b00-84a219444bae tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362704 Jun 30 02:34:48.433635 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5dc6b20-0308-4230-ac9f-57c13268052a req-addcf8cb-254f-4fd6-88d6-648ed5cc8cd6 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6f948b4-7cbe-4887-b5b1-9b72e2308821 HTTP/1.1" status: 200 len: 210 time: 0.0725336 Jun 30 02:34:48.501253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.525739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Port 8fd5ce24-bbd6-4d26-8120-28e4136936da not found while updating agent binding for router c75e0c42-3330-4a8b-add4-e4c4a5138c50. {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 02:34:48.537630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Routers {'c75e0c42-3330-4a8b-add4-e4c4a5138c50'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:48.549088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c75e0c42-3330-4a8b-add4-e4c4a5138c50'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:48.619944 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.622824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.670586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] Set router c75e0c42-3330-4a8b-add4-e4c4a5138c50 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:48.682470 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.683545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c75e0c42-3330-4a8b-add4-e4c4a5138c50 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:34:48.688662 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.690064 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53361942-9594-4739-ac99-49c2593cb218 x-openstack-request-id: req-53361942-9594-4739-ac99-49c2593cb218 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:48.690537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-474ea994-c0be-4a36-b766-d04af90c9b7c tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "DELETE /v2.0/routers/c75e0c42-3330-4a8b-add4-e4c4a5138c50 HTTP/1.1" status: 204 len: 168 time: 1.9294665 Jun 30 02:34:48.691277 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1aaf77c-9a47-4009-af86-a71d707772bf", "name": "network-vif-deleted", "tag": "ad8ea669-440c-4455-93f2-25998b52b428", "status": "completed", "code": 200}, {"server_uuid": "d6f948b4-7cbe-4887-b5b1-9b72e2308821", "name": "network-vif-deleted", "tag": "fd59259e-e9df-4129-b64c-d7b5ae5c6b7c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:48.691768 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53361942-9594-4739-ac99-49c2593cb218 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:48.692329 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1aaf77c-9a47-4009-af86-a71d707772bf', 'name': 'network-vif-deleted', 'tag': 'ad8ea669-440c-4455-93f2-25998b52b428', 'status': 'completed', 'code': 200} Jun 30 02:34:48.693181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:48.693946 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f948b4-7cbe-4887-b5b1-9b72e2308821', 'name': 'network-vif-deleted', 'tag': 'fd59259e-e9df-4129-b64c-d7b5ae5c6b7c', 'status': 'completed', 'code': 200} Jun 30 02:34:48.750273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-84605965-6406-422e-bbd7-b531e4a82e73 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Deleting subnet 4c700902-3ff2-4fe0-b455-da4af2651c31 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:34:48.754181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84605965-6406-422e-bbd7-b531e4a82e73 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.766669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75e0c42-3330-4a8b-add4-e4c4a5138c50', 'name': '', 'tenant_id': '3fbc013bd72644159e7732cffd0d53de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:44Z', 'updated_at': '2021-06-30T02:34:47Z', 'revision_number': 5, 'project_id': '3fbc013bd72644159e7732cffd0d53de', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:48.795475 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84605965-6406-422e-bbd7-b531e4a82e73 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.806258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f27a24e7-f2da-4dcc-9698-fb420339b282 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:48.809976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed97c8f1-d5d6-4f73-8de9-577def68f950 None None] The sync data for ids ['c75e0c42-3330-4a8b-add4-e4c4a5138c50'] in n-d-758944-39 is: [{'id': 'c75e0c42-3330-4a8b-add4-e4c4a5138c50', 'name': '', 'tenant_id': '3fbc013bd72644159e7732cffd0d53de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:44Z', 'updated_at': '2021-06-30T02:34:47Z', 'revision_number': 5, 'project_id': '3fbc013bd72644159e7732cffd0d53de', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:34:48.829116 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:34:48.848775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff430d-bdab-4ae8-aa95-b7bb22641bc2 req-60c493a5-51c7-4048-81ef-e0d6e53dafef tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:48.858606 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d9ff430d-bdab-4ae8-aa95-b7bb22641bc2 req-60c493a5-51c7-4048-81ef-e0d6e53dafef tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 945 time: 0.0756304 Jun 30 02:34:48.873783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84605965-6406-422e-bbd7-b531e4a82e73 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.898760 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d9ff430d-bdab-4ae8-aa95-b7bb22641bc2 req-79589080-0898-4193-b2b6-34c410a39ace tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Jun 30 02:34:48.917743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port f27a24e7-f2da-4dcc-9698-fb420339b282 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:48.927477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port f27a24e7-f2da-4dcc-9698-fb420339b282 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:48.927852 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:48.977800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84605965-6406-422e-bbd7-b531e4a82e73 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.011780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84605965-6406-422e-bbd7-b531e4a82e73 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4c700902-3ff2-4fe0-b455-da4af2651c31,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:49.022104 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84605965-6406-422e-bbd7-b531e4a82e73 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.026449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-84605965-6406-422e-bbd7-b531e4a82e73 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/4c700902-3ff2-4fe0-b455-da4af2651c31 HTTP/1.1" status: 204 len: 168 time: 0.3297555 Jun 30 02:34:49.028426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:49.059070 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.121258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27a24e7-f2da-4dcc-9698-fb420339b282'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:49.123597 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b952645b-69bc-463b-bbd3-d653b0608e7a" -d '{"events": [{"server_uuid": "0b244241-c12a-41a3-8ff0-13e0a61a3007", "name": "network-vif-plugged", "status": "completed", "tag": "f27a24e7-f2da-4dcc-9698-fb420339b282"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:49.138079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f27a24e7-f2da-4dcc-9698-fb420339b282, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f27a24e7-f2da-4dcc-9698-fb420339b282,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:49.144096 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.145484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fd59259e-e9df-4129-b64c-d7b5ae5c6b7c no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:49.147522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.169632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: fd59259e-e9df-4129-b64c-d7b5ae5c6b7c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:49.170095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fd59259e-e9df-4129-b64c-d7b5ae5c6b7c not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:49.170593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ad8ea669-440c-4455-93f2-25998b52b428 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:49.233316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: ad8ea669-440c-4455-93f2-25998b52b428 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:49.233775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ad8ea669-440c-4455-93f2-25998b52b428 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:49.277117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=f27a24e7-f2da-4dcc-9698-fb420339b282,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:49.295985 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.307596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b0486d-ce2e-46bf-b544-f93501608ba4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:49.318816 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bee58ba-2bd0-4994-b31d-e3b094747f34') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:49.319047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bee58ba-2bd0-4994-b31d-e3b094747f34') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:49.328436 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.344685 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.351902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:34:49.352486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:34:49.357695 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:34:49.511490 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.566809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10b0486d-ce2e-46bf-b544-f93501608ba4 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:34:49.573509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:49.595208 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "DELETE /v2.0/networks/10b0486d-ce2e-46bf-b544-f93501608ba4 HTTP/1.1" status: 204 len: 168 time: 0.5619829 Jun 30 02:34:49.639407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc7190-4f68-456e-a52e-c2d5f11ee6fa req-337867f3-444e-4c48-a610-3dafe6a0e3ad tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:49.640982 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-edbc7190-4f68-456e-a52e-c2d5f11ee6fa req-337867f3-444e-4c48-a610-3dafe6a0e3ad tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.2489834 Jun 30 02:34:49.698848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a516a9c-20fa-4a76-a66a-2ed1f7dc1ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event deleted for resources: {'Network': ['ID=10b0486d-ce2e-46bf-b544-f93501608ba4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:49.713438 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-edbc7190-4f68-456e-a52e-c2d5f11ee6fa req-564a130b-c110-401b-898f-d611f1f5a5b3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418174 Jun 30 02:34:49.839573 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ac10c3-f7ce-41cc-97ea-d562d0d8e64d x-openstack-request-id: req-a5ac10c3-f7ce-41cc-97ea-d562d0d8e64d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:49.840133 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b244241-c12a-41a3-8ff0-13e0a61a3007", "name": "network-vif-plugged", "status": "completed", "tag": "f27a24e7-f2da-4dcc-9698-fb420339b282", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:49.840133 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5ac10c3-f7ce-41cc-97ea-d562d0d8e64d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:49.840491 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27a24e7-f2da-4dcc-9698-fb420339b282', 'code': 200} Jun 30 02:34:49.907824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec28db-fdc1-4b90-b881-21229237a077 req-ad7980cf-b660-4a69-b23c-52ded0db28e0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:49.909412 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5eec28db-fdc1-4b90-b881-21229237a077 req-ad7980cf-b660-4a69-b23c-52ded0db28e0 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 945 time: 0.1685784 Jun 30 02:34:49.977431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:49.983408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e0245aee-fc06-45c9-90bb-825052e04520 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Request body: {'router': {'name': 'tempest-router--1691711547', 'project_id': 'ed5d0c1ee25c4e4a82d9076cf787ddd2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:50.067114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4199eaf-a628-4164-aa62-1c57e1035c87 req-5aac3adc-1aeb-4dca-a36c-5099eebd518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:50.068616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4199eaf-a628-4164-aa62-1c57e1035c87 req-5aac3adc-1aeb-4dca-a36c-5099eebd518d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 1098 time: 0.1059742 Jun 30 02:34:50.084915 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0245aee-fc06-45c9-90bb-825052e04520 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.086580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0245aee-fc06-45c9-90bb-825052e04520 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.117180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4199eaf-a628-4164-aa62-1c57e1035c87 req-213f1343-b7de-4f35-a55d-e5ecdbc91dd4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Jun 30 02:34:50.144224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0245aee-fc06-45c9-90bb-825052e04520 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.190780 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0245aee-fc06-45c9-90bb-825052e04520 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.215058 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0245aee-fc06-45c9-90bb-825052e04520 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.218862 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e0245aee-fc06-45c9-90bb-825052e04520 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2383087 Jun 30 02:34:50.219225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:50.222422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5eec28db-fdc1-4b90-b881-21229237a077 req-54a35c61-2671-41c1-aa45-e32420bab231 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Deleting port 41431db9-e2a5-4c2d-94f3-e35cab91411b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:50.222774 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5eec28db-fdc1-4b90-b881-21229237a077 req-54a35c61-2671-41c1-aa45-e32420bab231 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.324432 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00f41693-7704-4c34-8d6a-0233ff70c52f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.337649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ffb5b-cfae-4d07-af41-f863bdaf7250 req-0c216797-43db-46c3-90d8-b1ed9c4a0f03 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:50.339182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb6ffb5b-cfae-4d07-af41-f863bdaf7250 req-0c216797-43db-46c3-90d8-b1ed9c4a0f03 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 944 time: 0.1933284 Jun 30 02:34:50.380065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5eec28db-fdc1-4b90-b881-21229237a077 req-54a35c61-2671-41c1-aa45-e32420bab231 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] For port 41431db9-e2a5-4c2d-94f3-e35cab91411b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=41431db9-e2a5-4c2d-94f3-e35cab91411b,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:50.380424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5eec28db-fdc1-4b90-b881-21229237a077 req-54a35c61-2671-41c1-aa45-e32420bab231 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.403116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5eec28db-fdc1-4b90-b881-21229237a077 req-54a35c61-2671-41c1-aa45-e32420bab231 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Calling delete_port for 41431db9-e2a5-4c2d-94f3-e35cab91411b owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:50.412692 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb6ffb5b-cfae-4d07-af41-f863bdaf7250 req-baffb313-53fe-4bae-9370-049b8a8f55ad tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660093 Jun 30 02:34:50.514298 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00f41693-7704-4c34-8d6a-0233ff70c52f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.516962 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00f41693-7704-4c34-8d6a-0233ff70c52f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.566905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00f41693-7704-4c34-8d6a-0233ff70c52f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.567475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f41693-7704-4c34-8d6a-0233ff70c52f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca2f18d0-ac9c-4c94-a4cb-ce7e0c4abcb3 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:34:50.572037 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00f41693-7704-4c34-8d6a-0233ff70c52f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.575089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-00f41693-7704-4c34-8d6a-0233ff70c52f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "DELETE /v2.0/routers/ca2f18d0-ac9c-4c94-a4cb-ce7e0c4abcb3 HTTP/1.1" status: 204 len: 168 time: 0.3529246 Jun 30 02:34:50.575258 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5eec28db-fdc1-4b90-b881-21229237a077 req-54a35c61-2671-41c1-aa45-e32420bab231 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.602038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2436ae0a-d58c-4bac-8758-97e5caae6131 req-e0d5f2e1-bf4c-4b89-8108-d03b10b2f570 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1ef88d-8162-4634-9ddc-633061e47a62 HTTP/1.1" status: 200 len: 210 time: 0.0390067 Jun 30 02:34:50.621778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a35c61-2671-41c1-aa45-e32420bab231 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Pushing event deleted for resources: {'Port': ['ID=41431db9-e2a5-4c2d-94f3-e35cab91411b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:50.689974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eec28db-fdc1-4b90-b881-21229237a077 req-54a35c61-2671-41c1-aa45-e32420bab231 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] No DVR routers for this DVR port 41431db9-e2a5-4c2d-94f3-e35cab91411b on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:50.696605 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5eec28db-fdc1-4b90-b881-21229237a077 req-54a35c61-2671-41c1-aa45-e32420bab231 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.699303 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5eec28db-fdc1-4b90-b881-21229237a077 req-54a35c61-2671-41c1-aa45-e32420bab231 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.69 "DELETE /v2.0/ports/41431db9-e2a5-4c2d-94f3-e35cab91411b HTTP/1.1" status: 204 len: 173 time: 0.7830207 Jun 30 02:34:50.700230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'name': 'network-vif-deleted', 'tag': '41431db9-e2a5-4c2d-94f3-e35cab91411b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:50.703117 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573ecc73-7ad1-4e54-8514-c1c19c029f02" -d '{"events": [{"server_uuid": "ea1ef88d-8162-4634-9ddc-633061e47a62", "name": "network-vif-deleted", "tag": "41431db9-e2a5-4c2d-94f3-e35cab91411b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:50.715470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:50.971537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1379631612', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:51.009142 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.010243 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.048066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5977ce3-fda5-4ae9-950c-c8885ffb5da1 req-06e46d28-7c6e-4ec2-b121-a73e15819bee tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:51.049862 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b5977ce3-fda5-4ae9-950c-c8885ffb5da1 req-06e46d28-7c6e-4ec2-b121-a73e15819bee tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 946 time: 0.0837402 Jun 30 02:34:51.068159 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.089169 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b5977ce3-fda5-4ae9-950c-c8885ffb5da1 req-9f19b8cd-8981-4696-bb37-b6eb58bab07d tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327854 Jun 30 02:34:51.142122 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2650cbb9-248e-4c9e-be39-040814778830 x-openstack-request-id: req-2650cbb9-248e-4c9e-be39-040814778830 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:51.142678 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ef88d-8162-4634-9ddc-633061e47a62", "name": "network-vif-deleted", "tag": "41431db9-e2a5-4c2d-94f3-e35cab91411b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:51.143168 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2650cbb9-248e-4c9e-be39-040814778830 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:51.145048 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1ef88d-8162-4634-9ddc-633061e47a62', 'name': 'network-vif-deleted', 'tag': '41431db9-e2a5-4c2d-94f3-e35cab91411b', 'status': 'completed', 'code': 200} Jun 30 02:34:51.254607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.377633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9183343-6103-4c25-a2e0-37eab5121c3d req-3348ec37-0548-4b7b-9b46-b62baa95382b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:51.379206 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9183343-6103-4c25-a2e0-37eab5121c3d req-3348ec37-0548-4b7b-9b46-b62baa95382b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.0936372 Jun 30 02:34:51.426327 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9183343-6103-4c25-a2e0-37eab5121c3d req-04d6582d-2d98-4542-bd4e-87c65cf6bbbb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404513 Jun 30 02:34:51.509567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.531569 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.667952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Allocated IP 172.25.7.75 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/70cdbdc0-d620-4016-bccb-65a18e46a27b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:51.781753 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.821660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.864080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:51.870800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:51.876869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:51.903574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Pushing event updated for resources: {'Port': ['ID=70cdbdc0-d620-4016-bccb-65a18e46a27b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:51.920702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac7702-da32-4290-b185-1bae28a38ba4 req-f9861b4f-2f15-4176-9e1f-aa4aa6252588 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:51.922294 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58ac7702-da32-4290-b185-1bae28a38ba4 req-f9861b4f-2f15-4176-9e1f-aa4aa6252588 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 944 time: 0.0878935 Jun 30 02:34:51.961665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58ac7702-da32-4290-b185-1bae28a38ba4 req-6d031a24-cd67-4c51-8c52-197069a767d1 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332656 Jun 30 02:34:52.227897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a3652-5b6a-466b-9233-31d433f577fb req-f4f246b3-97b1-4982-8dc5-9e04a164287a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:52.230770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f71a3652-5b6a-466b-9233-31d433f577fb req-f4f246b3-97b1-4982-8dc5-9e04a164287a tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 946 time: 0.0697002 Jun 30 02:34:52.241411 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.272812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f71a3652-5b6a-466b-9233-31d433f577fb req-36152e6f-f32e-4ef7-88ec-106bcad0da8f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370622 Jun 30 02:34:52.475035 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.618138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Router 268cbb9f-0a93-4d70-b09a-16ed801fbc33 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:34:52.734922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:34:52.746439 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3dedd-2791-413b-85fe-8ae795a9f2f3 None None] Sync routers for ids ['268cbb9f-0a93-4d70-b09a-16ed801fbc33'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:34:52.757978 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3dedd-2791-413b-85fe-8ae795a9f2f3 None None] Routers {'268cbb9f-0a93-4d70-b09a-16ed801fbc33'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:52.759198 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9fe3dedd-2791-413b-85fe-8ae795a9f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['268cbb9f-0a93-4d70-b09a-16ed801fbc33'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:52.780143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:52.781734 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-419e6009-a4de-464d-ba77-4a7be877ea17 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0653265 Jun 30 02:34:52.796450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:52.802416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 41431db9-e2a5-4c2d-94f3-e35cab91411b no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:52.824819 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9fe3dedd-2791-413b-85fe-8ae795a9f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:52.835510 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe3dedd-2791-413b-85fe-8ae795a9f2f3 None None] Routers {'268cbb9f-0a93-4d70-b09a-16ed801fbc33'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:52.836314 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9fe3dedd-2791-413b-85fe-8ae795a9f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['268cbb9f-0a93-4d70-b09a-16ed801fbc33'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:52.837229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 41431db9-e2a5-4c2d-94f3-e35cab91411b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:52.837682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 41431db9-e2a5-4c2d-94f3-e35cab91411b not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:52.873267 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9fe3dedd-2791-413b-85fe-8ae795a9f2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:52.873940 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe3dedd-2791-413b-85fe-8ae795a9f2f3 None None] The sync data for ids ['268cbb9f-0a93-4d70-b09a-16ed801fbc33'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:34:53.239326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d661e-c7c8-40f2-a06c-4ca4a56c9c48 req-5f7079f5-f50e-4f9f-92a8-22f18a0ccad7 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:53.240843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-608d661e-c7c8-40f2-a06c-4ca4a56c9c48 req-5f7079f5-f50e-4f9f-92a8-22f18a0ccad7 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 946 time: 0.4948044 Jun 30 02:34:53.257087 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e16d246f-8fea-4528-b632-b8d157d8103b tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/routers/268cbb9f-0a93-4d70-b09a-16ed801fbc33 HTTP/1.1" status: 200 len: 924 time: 0.4695582 Jun 30 02:34:53.260230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:53.283639 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-608d661e-c7c8-40f2-a06c-4ca4a56c9c48 req-edf182a2-d97d-485d-b130-2c73da15b69a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Jun 30 02:34:53.298651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-116c9b96-915c-4458-8fa3-b35312f5f04c tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=268cbb9f-0a93-4d70-b09a-16ed801fbc33 HTTP/1.1" status: 200 len: 205 time: 0.0369258 Jun 30 02:34:53.301450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:53.594586 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.708168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff23d1-5ee0-4ea1-9776-539c7b2c97eb req-1fb95f74-6742-45ab-ba96-93b62d1b2f7f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:53.709683 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88ff23d1-5ee0-4ea1-9776-539c7b2c97eb req-1fb95f74-6742-45ab-ba96-93b62d1b2f7f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.2969172 Jun 30 02:34:53.745066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-c11c5da7-8375-4c6f-85c4-2385f76e46a5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:53.746996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-c11c5da7-8375-4c6f-85c4-2385f76e46a5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 944 time: 0.2785077 Jun 30 02:34:53.818758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:53.829288 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88ff23d1-5ee0-4ea1-9776-539c7b2c97eb req-4599bbd5-9e8f-403a-af24-5926481c6334 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107919 Jun 30 02:34:53.941425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-7e0f41bd-0929-47d7-9d29-7b9723fa5a24 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Deleting port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:53.941764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-7e0f41bd-0929-47d7-9d29-7b9723fa5a24 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.031583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Deleting port 70cdbdc0-d620-4016-bccb-65a18e46a27b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:34:54.031946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.144475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-7e0f41bd-0929-47d7-9d29-7b9723fa5a24 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] For port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,segment=NetworkSegment(debb5b5e-cce8-4196-ac54-872ec1ff40f4),segment_id=debb5b5e-cce8-4196-ac54-872ec1ff40f4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:54.144746 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-7e0f41bd-0929-47d7-9d29-7b9723fa5a24 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.168610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-7e0f41bd-0929-47d7-9d29-7b9723fa5a24 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Calling delete_port for 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:54.195971 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.205247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc088-7fad-42d8-92c2-ca4189db3e6a req-a8fc60ee-64e4-4451-a67e-58d80edcabb5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:54.206745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e44bc088-7fad-42d8-92c2-ca4189db3e6a req-a8fc60ee-64e4-4451-a67e-58d80edcabb5 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4b52bc2-4add-4992-a83c-29baec54ddf9 HTTP/1.1" status: 200 len: 944 time: 0.2115438 Jun 30 02:34:54.257852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Calling delete_port for 70cdbdc0-d620-4016-bccb-65a18e46a27b owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:34:54.324512 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8882691-b3f7-4556-85bd-541e11ea4f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.346345 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e44bc088-7fad-42d8-92c2-ca4189db3e6a req-6db62edc-7fab-49c7-bbef-a29ad9a1ffc9 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.55 "GET /v2.0/security-groups?id=2f1f99c3-599c-41a4-9514-ce97368cde7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307189 Jun 30 02:34:54.533647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-7e0f41bd-0929-47d7-9d29-7b9723fa5a24 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.621546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f41bd-0929-47d7-9d29-7b9723fa5a24 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Pushing event deleted for resources: {'Port': ['ID=76de8cdc-c20e-466c-af88-eb8f8b8b8ad1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:54.685399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-7e0f41bd-0929-47d7-9d29-7b9723fa5a24 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] No DVR routers for this DVR port 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:34:54.687161 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.692533 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-7e0f41bd-0929-47d7-9d29-7b9723fa5a24 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.694654 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e74b809b-9486-4db9-a91e-c3c88e8bf603 req-7e0f41bd-0929-47d7-9d29-7b9723fa5a24 tempest-LiveAutoBlockMigrationV225Test-1712834102 tempest-LiveAutoBlockMigrationV225Test-1712834102-project] 10.222.0.69 "DELETE /v2.0/ports/76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 HTTP/1.1" status: 204 len: 173 time: 0.9349740 Jun 30 02:34:54.697616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'name': 'network-vif-deleted', 'tag': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:34:54.699997 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca09c1-d9c0-449e-a472-5c93c5dc3580" -d '{"events": [{"server_uuid": "c4b52bc2-4add-4992-a83c-29baec54ddf9", "name": "network-vif-deleted", "tag": "76de8cdc-c20e-466c-af88-eb8f8b8b8ad1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:34:54.716406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e67688-1b1c-4d4c-824c-d6e78b1336bb req-044010d1-623c-4c1d-a8b9-af8035bfb816 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:54.717923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78e67688-1b1c-4d4c-824c-d6e78b1336bb req-044010d1-623c-4c1d-a8b9-af8035bfb816 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 944 time: 0.2413881 Jun 30 02:34:54.740000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Pushing event deleted for resources: {'Port': ['ID=70cdbdc0-d620-4016-bccb-65a18e46a27b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:54.850244 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78e67688-1b1c-4d4c-824c-d6e78b1336bb req-5a491a37-9c8a-4b88-af5a-2d7f835ff0d4 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139002 Jun 30 02:34:54.874431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.974307 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:54.984861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.052308 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.052774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Fanout notify agent at l3_agent the message router_deleted on router 268cbb9f-0a93-4d70-b09a-16ed801fbc33 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:34:55.060089 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.061373 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7a5ee058-1485-4827-a1fa-8260c787f2d8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/268cbb9f-0a93-4d70-b09a-16ed801fbc33 HTTP/1.1" status: 204 len: 168 time: 1.7588708 Jun 30 02:34:55.066099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:55.071117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Request body: {'router': {'name': 'tempest-snat-router-195021680', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:55.092129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4742f9b-5087-473b-aacf-2c0e09c36cfb req-8a516ee1-dee2-490a-8920-f2a2d093e1f0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:55.093797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4742f9b-5087-473b-aacf-2c0e09c36cfb req-8a516ee1-dee2-490a-8920-f2a2d093e1f0 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 946 time: 0.1221826 Jun 30 02:34:55.109740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.111941 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.152363 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4742f9b-5087-473b-aacf-2c0e09c36cfb req-1b107092-0725-4512-8673-69253341ac4c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507526 Jun 30 02:34:55.185848 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.362184 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:55.621400 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397d14ff-ba35-4848-8479-6185785bc4ff x-openstack-request-id: req-397d14ff-ba35-4848-8479-6185785bc4ff {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:34:55.621400 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b52bc2-4add-4992-a83c-29baec54ddf9", "name": "network-vif-deleted", "tag": "76de8cdc-c20e-466c-af88-eb8f8b8b8ad1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:34:55.621400 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-397d14ff-ba35-4848-8479-6185785bc4ff {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:34:55.621764 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b52bc2-4add-4992-a83c-29baec54ddf9', 'name': 'network-vif-deleted', 'tag': '76de8cdc-c20e-466c-af88-eb8f8b8b8ad1', 'status': 'completed', 'code': 200} Jun 30 02:34:55.803056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cab06-cd3f-4048-96a1-b1ec91472b5b req-55f6ac28-b3ee-4e49-9ca3-dc24f3ee2523 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:55.805077 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8c7cab06-cd3f-4048-96a1-b1ec91472b5b req-55f6ac28-b3ee-4e49-9ca3-dc24f3ee2523 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.0751667 Jun 30 02:34:55.855150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8c7cab06-cd3f-4048-96a1-b1ec91472b5b req-2cf88690-ab38-4b32-bd54-5f89d8996ec5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441017 Jun 30 02:34:55.945991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:56.002389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.004142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-39344e51-d6ef-4987-9a2f-fa45701dc6e2 admin admin] Deleting subnet b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:34:56.008175 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39344e51-d6ef-4987-9a2f-fa45701dc6e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.034189 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.058279 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39344e51-d6ef-4987-9a2f-fa45701dc6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.130149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39344e51-d6ef-4987-9a2f-fa45701dc6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.146740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Allocated IP 172.25.7.211 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/6755c699-7a08-410b-9fc2-b8b270dd87fb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:56.222549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f4fa-ab50-46e4-8850-2b96d20f9b63 req-9ed2468c-cd75-43c1-813c-1119921e0e3a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:56.233191 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1665f4fa-ab50-46e4-8850-2b96d20f9b63 req-9ed2468c-cd75-43c1-813c-1119921e0e3a tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 946 time: 0.1524689 Jun 30 02:34:56.281791 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39344e51-d6ef-4987-9a2f-fa45701dc6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.311757 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.360271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1665f4fa-ab50-46e4-8850-2b96d20f9b63 req-6c13aa45-fa71-4bf1-8a38-5c00f7780046 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257365 Jun 30 02:34:56.361303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39344e51-d6ef-4987-9a2f-fa45701dc6e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d3201b-8a49-4a4b-8508-f2d5e8cc3553,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:56.365192 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-39344e51-d6ef-4987-9a2f-fa45701dc6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.367617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-39344e51-d6ef-4987-9a2f-fa45701dc6e2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b9d3201b-8a49-4a4b-8508-f2d5e8cc3553 HTTP/1.1" status: 204 len: 168 time: 0.4198253 Jun 30 02:34:56.370502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:56.373216 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.453220 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:56.458024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:56.462669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:56.480460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.500655 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event updated for resources: {'Port': ['ID=6755c699-7a08-410b-9fc2-b8b270dd87fb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:56.601809 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.614645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69962f8b-5ed5-407c-8bd0-812bcffe2ae2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:56.642590 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debb5b5e-cce8-4196-ac54-872ec1ff40f4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:56.643225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debb5b5e-cce8-4196-ac54-872ec1ff40f4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:56.664770 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.702814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2a116-eba5-4ae1-b980-4d2827393c83 req-75aa55e1-6094-4bf8-8583-f3319f63ec0d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:56.705133 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa2a116-eba5-4ae1-b980-4d2827393c83 req-75aa55e1-6094-4bf8-8583-f3319f63ec0d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 944 time: 0.1919665 Jun 30 02:34:56.706314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.721040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:34:56.721436 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:34:56.723140 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:34:56.780082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.793942 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3aa2a116-eba5-4ae1-b980-4d2827393c83 req-0ae29010-e652-48d4-abb2-4b5572ee051d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813694 Jun 30 02:34:56.799923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:34:56.805044 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.838567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.845853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:34:56.847229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 76de8cdc-c20e-466c-af88-eb8f8b8b8ad1 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:34:56.849470 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] 10.222.0.55 "DELETE /v2.0/networks/69962f8b-5ed5-407c-8bd0-812bcffe2ae2 HTTP/1.1" status: 204 len: 168 time: 0.4779217 Jun 30 02:34:56.850952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1edb88-713e-41d1-83a8-203aad8a600f admin admin] Pushing event deleted for resources: {'Network': ['ID=69962f8b-5ed5-407c-8bd0-812bcffe2ae2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:56.852960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:56.898886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8257b265-57e7-4e03-92ae-15b5ed92e827 admin admin] Deleting subnet 69bc70e4-7732-4351-9f44-efa76e16cb6c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:34:56.902832 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8257b265-57e7-4e03-92ae-15b5ed92e827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.955094 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34e44bcd-09ae-4494-8044-ee8777146a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.963902 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8257b265-57e7-4e03-92ae-15b5ed92e827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:56.984135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.084440 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8257b265-57e7-4e03-92ae-15b5ed92e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.090607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.169181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80df98-ab8b-4d75-9dea-096a7e3a3c9b req-eb7bfe33-e7f4-4b72-ab3d-6963bf10fce3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:57.171163 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed80df98-ab8b-4d75-9dea-096a7e3a3c9b req-eb7bfe33-e7f4-4b72-ab3d-6963bf10fce3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 946 time: 0.1846895 Jun 30 02:34:57.213098 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8257b265-57e7-4e03-92ae-15b5ed92e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.242895 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed80df98-ab8b-4d75-9dea-096a7e3a3c9b req-1afda05b-23bb-4b19-9682-d680c32a1c32 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628273 Jun 30 02:34:57.245266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257b265-57e7-4e03-92ae-15b5ed92e827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69bc70e4-7732-4351-9f44-efa76e16cb6c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:57.249834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8257b265-57e7-4e03-92ae-15b5ed92e827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.251822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8257b265-57e7-4e03-92ae-15b5ed92e827 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/69bc70e4-7732-4351-9f44-efa76e16cb6c HTTP/1.1" status: 204 len: 168 time: 0.3980007 Jun 30 02:34:57.254376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:57.256745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Router d25f3936-fb08-4920-a3e3-221c7f2a0ce1 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:34:57.394849 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.468023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:34:57.479389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Sync routers for ids ['d25f3936-fb08-4920-a3e3-221c7f2a0ce1'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:34:57.491984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Routers {'d25f3936-fb08-4920-a3e3-221c7f2a0ce1'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:57.492962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d25f3936-fb08-4920-a3e3-221c7f2a0ce1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:57.493139 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.497650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a9f79984-14a5-46d1-bf93-f6baeb182123 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4275799 Jun 30 02:34:57.497840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:57.588177 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.601112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a215fb1-bc73-4dfd-8881-5a3fa858491b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:57.614601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96c0d3e-1255-4875-8015-72c4df9a6814') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:57.615145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96c0d3e-1255-4875-8015-72c4df9a6814') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:57.626928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.635270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Set router d25f3936-fb08-4920-a3e3-221c7f2a0ce1 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:57.642271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.660366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:34:57.661703 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:34:57.664540 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:34:57.669240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-04d04c78-7d40-4bef-8350-94f963544692 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/routers/d25f3936-fb08-4920-a3e3-221c7f2a0ce1 HTTP/1.1" status: 200 len: 908 time: 0.1704094 Jun 30 02:34:57.669841 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:57.674508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Request body: {'router': {'name': 'tempest-snat-router-195021680', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_snat': True}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:57.703671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.708559 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.774020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:57.922429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25f3936-fb08-4920-a3e3-221c7f2a0ce1', 'name': 'tempest-snat-router-195021680', 'tenant_id': '3fbc013bd72644159e7732cffd0d53de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': False}, 'gw_port_id': '6755c699-7a08-410b-9fc2-b8b270dd87fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:55Z', 'updated_at': '2021-06-30T02:34:56Z', 'revision_number': 3, 'project_id': '3fbc013bd72644159e7732cffd0d53de', 'gw_port': {'id': '6755c699-7a08-410b-9fc2-b8b270dd87fb', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25f3936-fb08-4920-a3e3-221c7f2a0ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:56Z', 'updated_at': '2021-06-30T02:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:57.959266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Checking router: d25f3936-fb08-4920-a3e3-221c7f2a0ce1 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:34:57.959500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Updating router d25f3936-fb08-4920-a3e3-221c7f2a0ce1 port 6755c699-7a08-410b-9fc2-b8b270dd87fb binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:34:57.960821 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.021173 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.143523 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.215195 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.235611 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.272790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.283134 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.286761 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7a215fb1-bc73-4dfd-8881-5a3fa858491b HTTP/1.1" status: 204 len: 168 time: 1.0292418 Jun 30 02:34:58.309410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f5fcd-c780-437a-901c-8066b3d49e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a215fb1-bc73-4dfd-8881-5a3fa858491b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:58.328370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd4a00-6040-4c3e-b23c-482f0833a093 req-cf3b9a22-773d-4666-831d-cf935a098a8f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:58.330759 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dabd4a00-6040-4c3e-b23c-482f0833a093 req-cf3b9a22-773d-4666-831d-cf935a098a8f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1321993 Jun 30 02:34:58.344124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.360083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Transition to ACTIVE for port object 6755c699-7a08-410b-9fc2-b8b270dd87fb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:58.370290 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.384440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dabd4a00-6040-4c3e-b23c-482f0833a093 req-8e6f4b41-5550-4594-a0a8-5882a97730c4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475273 Jun 30 02:34:58.415748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823d11a-5445-4025-852a-d53d39754b42 None None] Pushing event updated for resources: {'Port': ['ID=6755c699-7a08-410b-9fc2-b8b270dd87fb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:58.431098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Allocated IP 172.25.7.217 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/42ef2e8e-5f14-4833-9f5c-c7fe016aae5c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:58.454919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Attempting to bind port 6755c699-7a08-410b-9fc2-b8b270dd87fb on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:58.455466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Attempting to bind port 6755c699-7a08-410b-9fc2-b8b270dd87fb by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:58.455971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Attempting to bind port 6755c699-7a08-410b-9fc2-b8b270dd87fb on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:58.463753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:58.464980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:58.464980 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.465393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:58.465806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Bound port: 6755c699-7a08-410b-9fc2-b8b270dd87fb, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:58.466966 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.525606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:58.545750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] For port 6755c699-7a08-410b-9fc2-b8b270dd87fb, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:58.549195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] For port 6755c699-7a08-410b-9fc2-b8b270dd87fb, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6755c699-7a08-410b-9fc2-b8b270dd87fb,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:58.554536 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.565287 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.614795 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d31a691e-1b75-4c22-9d6a-fcf5fc58941d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6b95258dc98409483eb8868ae44b7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854974 Jun 30 02:34:58.615257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823d11a-5445-4025-852a-d53d39754b42 None None] Pushing event updated for resources: {'Port': ['ID=6755c699-7a08-410b-9fc2-b8b270dd87fb,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:58.616070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:58.618601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Routers {'d25f3936-fb08-4920-a3e3-221c7f2a0ce1'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:58.619260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d25f3936-fb08-4920-a3e3-221c7f2a0ce1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:58.621382 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.664336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d4e2c-1cc6-489d-80fe-4201191aa2db req-28b9cef1-8834-4fc1-9b8e-e95ba5b73b11 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:58.665852 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d32d4e2c-1cc6-489d-80fe-4201191aa2db req-28b9cef1-8834-4fc1-9b8e-e95ba5b73b11 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 946 time: 0.1325872 Jun 30 02:34:58.674190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:58.678548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:58.684834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:58.716685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d32d4e2c-1cc6-489d-80fe-4201191aa2db req-f5620103-5c6b-4598-9256-e92ca9ba9c84 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 Jun 30 02:34:58.717921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2fca56e-1fc9-4967-96b6-9e2b113f1f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.719735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event updated for resources: {'Port': ['ID=42ef2e8e-5f14-4833-9f5c-c7fe016aae5c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:58.733381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] Set router d25f3936-fb08-4920-a3e3-221c7f2a0ce1 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:34:58.742545 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2fca56e-1fc9-4967-96b6-9e2b113f1f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.800893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2fca56e-1fc9-4967-96b6-9e2b113f1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.805543 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2fca56e-1fc9-4967-96b6-9e2b113f1f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.806890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f2fca56e-1fc9-4967-96b6-9e2b113f1f51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f1f99c3-599c-41a4-9514-ce97368cde7f HTTP/1.1" status: 204 len: 168 time: 0.1879549 Jun 30 02:34:58.827792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fca56e-1fc9-4967-96b6-9e2b113f1f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1f99c3-599c-41a4-9514-ce97368cde7f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:58.939673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594274b-f775-46ab-9ce5-2cdd0d224560 req-5e8b517f-1085-4cf8-a2cd-1e051cdbe356 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:58.948146 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5594274b-f775-46ab-9ce5-2cdd0d224560 req-5e8b517f-1085-4cf8-a2cd-1e051cdbe356 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 944 time: 0.0863156 Jun 30 02:34:58.996557 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5594274b-f775-46ab-9ce5-2cdd0d224560 req-f859df2b-bb56-4afe-9576-d54f6f9f7fda tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471122 Jun 30 02:34:59.032798 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.121256 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25f3936-fb08-4920-a3e3-221c7f2a0ce1', 'name': 'tempest-snat-router-195021680', 'tenant_id': '3fbc013bd72644159e7732cffd0d53de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': False}, 'gw_port_id': '6755c699-7a08-410b-9fc2-b8b270dd87fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:55Z', 'updated_at': '2021-06-30T02:34:56Z', 'revision_number': 3, 'project_id': '3fbc013bd72644159e7732cffd0d53de', 'gw_port': {'id': '6755c699-7a08-410b-9fc2-b8b270dd87fb', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25f3936-fb08-4920-a3e3-221c7f2a0ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:56Z', 'updated_at': '2021-06-30T02:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:59.167747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd759054-7e97-466b-80b1-3878d0bd1ff5 None None] The sync data for ids ['d25f3936-fb08-4920-a3e3-221c7f2a0ce1'] in n-d-758944-39 is: [{'id': 'd25f3936-fb08-4920-a3e3-221c7f2a0ce1', 'name': 'tempest-snat-router-195021680', 'tenant_id': '3fbc013bd72644159e7732cffd0d53de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211'}], 'enable_snat': False}, 'gw_port_id': '6755c699-7a08-410b-9fc2-b8b270dd87fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:55Z', 'updated_at': '2021-06-30T02:34:56Z', 'revision_number': 3, 'project_id': '3fbc013bd72644159e7732cffd0d53de', 'gw_port': {'id': '6755c699-7a08-410b-9fc2-b8b270dd87fb', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ed:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25f3936-fb08-4920-a3e3-221c7f2a0ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:56Z', 'updated_at': '2021-06-30T02:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:34:59.237945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c8efd-033e-488a-a1c1-e6c14be30885 req-4a255009-452b-4204-a5fc-84e9cb78db04 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:59.245135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b6c8efd-033e-488a-a1c1-e6c14be30885 req-4a255009-452b-4204-a5fc-84e9cb78db04 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 946 time: 0.1400039 Jun 30 02:34:59.302037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b6c8efd-033e-488a-a1c1-e6c14be30885 req-1cf33a1d-af2b-4f05-bd95-e6e8721264f7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559444 Jun 30 02:34:59.330269 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.330957 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acce4f-e64b-45a0-a322-09905e688ad5 req-2116386b-0bb2-48dd-98e4-0297be5aa668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:59.332469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84acce4f-e64b-45a0-a322-09905e688ad5 req-2116386b-0bb2-48dd-98e4-0297be5aa668 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d0669fa2e82041b881eaa263808a5d52&device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 1096 time: 0.1511137 Jun 30 02:34:59.391269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:59.488113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acce4f-e64b-45a0-a322-09905e688ad5 req-6db325b3-980f-46ff-b652-0ad730d6f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:59.490230 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84acce4f-e64b-45a0-a322-09905e688ad5 req-6db325b3-980f-46ff-b652-0ad730d6f3bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=65ac0c76-ef91-4835-b3cd-cc445f5841fe HTTP/1.1" status: 200 len: 916 time: 0.1457381 Jun 30 02:34:59.572736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84acce4f-e64b-45a0-a322-09905e688ad5 req-6dff96f7-8fb9-446e-a03a-6786b3a91425 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0976f12-3a28-4f67-89de-dad4cd6f85d1 HTTP/1.1" status: 200 len: 217 time: 0.0711305 Jun 30 02:34:59.605083 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bb66dba6-ca84-45c6-bcf0-6efb32c99db2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84bbe73dbb95461592451255d2a5f120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086525 Jun 30 02:34:59.605731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:59.681822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acce4f-e64b-45a0-a322-09905e688ad5 req-1e0fb988-799f-4481-90c0-e9cab0d7ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:59.683483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84acce4f-e64b-45a0-a322-09905e688ad5 req-1e0fb988-799f-4481-90c0-e9cab0d7ce30 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=397a1e6a-dcfd-4690-add8-311551dcea63 HTTP/1.1" status: 200 len: 855 time: 0.1022851 Jun 30 02:34:59.698828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02e70ac-dce8-475b-963b-5db99a971014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.700707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Router fc790007-1d1e-4017-bf6c-b76db44055fb is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:34:59.738992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02e70ac-dce8-475b-963b-5db99a971014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.743996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f53aa-9dda-4e37-875d-aafbc5e3c72d req-052f324b-bc9e-4ae7-8f6a-971db056d8a7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:59.745910 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb7f53aa-9dda-4e37-875d-aafbc5e3c72d req-052f324b-bc9e-4ae7-8f6a-971db056d8a7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1512251 Jun 30 02:34:59.748010 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84acce4f-e64b-45a0-a322-09905e688ad5 req-efda0688-3786-4c54-877f-c0831d8e6c08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=65ac0c76-ef91-4835-b3cd-cc445f5841fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454204 Jun 30 02:34:59.881107 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb7f53aa-9dda-4e37-875d-aafbc5e3c72d req-02d314a2-a929-425b-9d9b-2411dec0e0dd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242921 Jun 30 02:34:59.961524 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84acce4f-e64b-45a0-a322-09905e688ad5 req-2252e199-5279-40b5-91de-e3db74d9b5bb service neutron] 10.222.0.73 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956460 Jun 30 02:34:59.962421 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.081378 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84acce4f-e64b-45a0-a322-09905e688ad5 req-7a10ea94-ea78-4dbd-b9c4-9e85105f62cd service neutron] 10.222.0.73 "GET /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105897 Jun 30 02:35:00.216939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e04ea-2e56-4bf7-b1ab-97e6981600ed req-8a999bac-464d-4201-b27d-8f9a7fa22179 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:00.219358 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-331e04ea-2e56-4bf7-b1ab-97e6981600ed req-8a999bac-464d-4201-b27d-8f9a7fa22179 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 944 time: 0.0898497 Jun 30 02:35:00.277780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02e70ac-dce8-475b-963b-5db99a971014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.278834 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-331e04ea-2e56-4bf7-b1ab-97e6981600ed req-4f4a6f4f-5112-45b4-9aa8-dc7bf808d857 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471025 Jun 30 02:35:00.280651 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a02e70ac-dce8-475b-963b-5db99a971014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.281988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a02e70ac-dce8-475b-963b-5db99a971014 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5d240af-5f0d-4c6f-ade4-75034d4bd98d HTTP/1.1" status: 204 len: 168 time: 0.6755147 Jun 30 02:35:00.296111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:00.298406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e70ac-dce8-475b-963b-5db99a971014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d240af-5f0d-4c6f-ade4-75034d4bd98d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:00.313258 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Sync routers for ids ['fc790007-1d1e-4017-bf6c-b76db44055fb'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:00.341427 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Routers {'fc790007-1d1e-4017-bf6c-b76db44055fb'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:00.342516 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['fc790007-1d1e-4017-bf6c-b76db44055fb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:00.347369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.348790 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-804b196b-e48f-401f-9b06-593e93549599 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6778114 Jun 30 02:35:00.351799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:00.354198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e0976f12-3a28-4f67-89de-dad4cd6f85d1 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:00.549047 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5cdeff73-9651-4543-8b55-b1585853ffd4 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/routers/fc790007-1d1e-4017-bf6c-b76db44055fb HTTP/1.1" status: 200 len: 907 time: 0.1935408 Jun 30 02:35:00.549322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:00.559348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e0976f12-3a28-4f67-89de-dad4cd6f85d1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e0976f12-3a28-4f67-89de-dad4cd6f85d1,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:00.562334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4e8ec-d2f1-419b-98ae-a0941d038124 req-45e09e05-15d9-4435-b1ba-7f5c88f59f9f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:00.563688 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Set router fc790007-1d1e-4017-bf6c-b76db44055fb gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:00.564159 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ec4e8ec-d2f1-419b-98ae-a0941d038124 req-45e09e05-15d9-4435-b1ba-7f5c88f59f9f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 946 time: 0.0978463 Jun 30 02:35:00.597476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'e0976f12-3a28-4f67-89de-dad4cd6f85d1', 'network_id': '65ac0c76-ef91-4835-b3cd-cc445f5841fe', 'port_id': 'e0976f12-3a28-4f67-89de-dad4cd6f85d1', 'mac_address': 'fa:16:3e:50:c2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397a1e6a-dcfd-4690-add8-311551dcea63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:00.644818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.651007 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ec4e8ec-d2f1-419b-98ae-a0941d038124 req-605da340-cbd6-4f87-acd1-69b526aafed7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798299 Jun 30 02:35:00.670919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0976f12-3a28-4f67-89de-dad4cd6f85d1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:00.694395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e0976f12-3a28-4f67-89de-dad4cd6f85d1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e0976f12-3a28-4f67-89de-dad4cd6f85d1,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:00.700249 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.702673 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.775414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=e0976f12-3a28-4f67-89de-dad4cd6f85d1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:00.821909 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc790007-1d1e-4017-bf6c-b76db44055fb', 'name': 'tempest-snat-router-195021680', 'tenant_id': '3fbc013bd72644159e7732cffd0d53de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '42ef2e8e-5f14-4833-9f5c-c7fe016aae5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:57Z', 'updated_at': '2021-06-30T02:34:58Z', 'revision_number': 3, 'project_id': '3fbc013bd72644159e7732cffd0d53de', 'gw_port': {'id': '42ef2e8e-5f14-4833-9f5c-c7fe016aae5c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc790007-1d1e-4017-bf6c-b76db44055fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:34:58Z', 'updated_at': '2021-06-30T02:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:00.825499 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.853846 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Checking router: fc790007-1d1e-4017-bf6c-b76db44055fb for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:00.854249 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Updating router fc790007-1d1e-4017-bf6c-b76db44055fb port 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:35:00.883583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Deleting port 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:00.883929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:00.890666 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.009321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.031421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Calling delete_port for 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:01.130465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['e0976f12-3a28-4f67-89de-dad4cd6f85d1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:01.212880 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.229363 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Transition to ACTIVE for port object 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:01.242213 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.269200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28115cc8-b0b2-4a09-b4db-f8d5473923b9 req-26fcd331-7a57-4a8d-8e69-a30ba8aff49c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:01.270949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28115cc8-b0b2-4a09-b4db-f8d5473923b9 req-26fcd331-7a57-4a8d-8e69-a30ba8aff49c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1786146 Jun 30 02:35:01.354869 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Attempting to bind port 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:01.355841 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Attempting to bind port 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:01.356390 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Attempting to bind port 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:01.366129 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:01.366831 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:01.367524 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.368100 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:01.368730 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Bound port: 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:01.370851 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.397991 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Pushing event updated for resources: {'Port': ['ID=42ef2e8e-5f14-4833-9f5c-c7fe016aae5c,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:01.402478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28115cc8-b0b2-4a09-b4db-f8d5473923b9 req-2896de9f-70c3-417c-a9ab-c92b5ec94f3a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109402 Jun 30 02:35:01.437796 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.456876 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.457220 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.462578 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.462953 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.463291 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.463625 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.463951 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.464267 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.467864 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.468702 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.469750 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.471484 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5551dcb7-f733-48df-9d6c-b14800deb4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:01.495184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event deleted for resources: {'Port': ['ID=42ef2e8e-5f14-4833-9f5c-c7fe016aae5c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:01.560166 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:35:01.560936 n-d-758944-39 neutron-server[93773]: DEBUG oslo_db.api [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:35:01.568564 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.569501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1693e09-918b-410e-9411-704ad28da1b5 req-91eaf970-cb7b-4594-8ecc-cf99c4111d6d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:01.575225 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1693e09-918b-410e-9411-704ad28da1b5 req-91eaf970-cb7b-4594-8ecc-cf99c4111d6d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 945 time: 0.1556101 Jun 30 02:35:01.659002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1693e09-918b-410e-9411-704ad28da1b5 req-2e7d83d4-0bad-467f-aad0-e8adfc2cf53c tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594938 Jun 30 02:35:01.685176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-c9c67029-a44b-4755-8dd6-30ebf327c48f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:01.686765 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-c9c67029-a44b-4755-8dd6-30ebf327c48f tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 946 time: 0.2833171 Jun 30 02:35:01.705640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6755c699-7a08-410b-9fc2-b8b270dd87fb up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:01.737263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.759687 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.792966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 6755c699-7a08-410b-9fc2-b8b270dd87fb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:01.797966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 6755c699-7a08-410b-9fc2-b8b270dd87fb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:01.798375 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.840775 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.841358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc790007-1d1e-4017-bf6c-b76db44055fb {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:01.847253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.850961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4062d32c-59e7-4444-b9bd-999471adc46a tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "DELETE /v2.0/routers/fc790007-1d1e-4017-bf6c-b76db44055fb HTTP/1.1" status: 204 len: 168 time: 1.2945833 Jun 30 02:35:01.851886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:01.904415 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.911397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb1a01-4528-49b6-8ad5-4241a86e6994 req-bfd23cbc-35bf-4603-99df-b2f3763bbfbd tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:01.913258 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2edb1a01-4528-49b6-8ad5-4241a86e6994 req-bfd23cbc-35bf-4603-99df-b2f3763bbfbd tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 946 time: 0.0913267 Jun 30 02:35:01.930165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 6755c699-7a08-410b-9fc2-b8b270dd87fb, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6755c699-7a08-410b-9fc2-b8b270dd87fb,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:01.939342 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.963069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-ea9d875a-69b8-4e2d-a395-79d469f1dd89 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Deleting port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:01.963420 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-ea9d875a-69b8-4e2d-a395-79d469f1dd89 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.972662 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2edb1a01-4528-49b6-8ad5-4241a86e6994 req-2db9865c-cf49-427e-ba6a-e95079e8c0f7 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477893 Jun 30 02:35:01.998614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=6755c699-7a08-410b-9fc2-b8b270dd87fb,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:02.041604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.080016 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Attempting to bind port 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:02.080396 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Attempting to bind port 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:02.081088 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Attempting to bind port 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:02.089192 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:02.089627 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:02.090146 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.090599 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:02.091419 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Bound port: 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:02.092081 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.115317 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Port 42ef2e8e-5f14-4833-9f5c-c7fe016aae5c has been deleted concurrently {{(pid=93773) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 02:35:02.138731 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Routers set() bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:02.139101 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Router IDs set() for agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 02:35:02.139762 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_agentschedulers_db [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc790007-1d1e-4017-bf6c-b76db44055fb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent'). {{(pid=93773) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 02:35:02.140128 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7dd4a4-6358-4fc6-b57a-58a2f63df209 None None] The sync data for ids ['fc790007-1d1e-4017-bf6c-b76db44055fb'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:02.173603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-ea9d875a-69b8-4e2d-a395-79d469f1dd89 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] For port 0dcdb155-591c-47ae-aed0-68c7efabc5d0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0dcdb155-591c-47ae-aed0-68c7efabc5d0,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:02.173985 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-ea9d875a-69b8-4e2d-a395-79d469f1dd89 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.193181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-ea9d875a-69b8-4e2d-a395-79d469f1dd89 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Calling delete_port for 0dcdb155-591c-47ae-aed0-68c7efabc5d0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:02.212923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.341820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Deleting port 6755c699-7a08-410b-9fc2-b8b270dd87fb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:02.342147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.360450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e0976f12-3a28-4f67-89de-dad4cd6f85d1 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:02.404233 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-ea9d875a-69b8-4e2d-a395-79d469f1dd89 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.418537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f5eed2d6-677f-47ae-a493-03ddbb8b789c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:02.421991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['0dcdb155-591c-47ae-aed0-68c7efabc5d0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:02.439164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d875a-69b8-4e2d-a395-79d469f1dd89 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event deleted for resources: {'Port': ['ID=0dcdb155-591c-47ae-aed0-68c7efabc5d0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:02.470700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port e0976f12-3a28-4f67-89de-dad4cd6f85d1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:02.484207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port e0976f12-3a28-4f67-89de-dad4cd6f85d1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:02.484981 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.502757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-ea9d875a-69b8-4e2d-a395-79d469f1dd89 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] No DVR routers for this DVR port 0dcdb155-591c-47ae-aed0-68c7efabc5d0 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:02.509934 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-ea9d875a-69b8-4e2d-a395-79d469f1dd89 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.511942 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cbd03ead-eb30-4a79-98f0-df32d4c6101f req-ea9d875a-69b8-4e2d-a395-79d469f1dd89 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "DELETE /v2.0/ports/0dcdb155-591c-47ae-aed0-68c7efabc5d0 HTTP/1.1" status: 204 len: 173 time: 0.7885926 Jun 30 02:35:02.512377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71deb99-d8ef-4a23-891e-d7e35155f3c7', 'name': 'network-vif-deleted', 'tag': '0dcdb155-591c-47ae-aed0-68c7efabc5d0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:02.514690 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40785517-d3e6-4dd1-9d2e-0879e32ac558" -d '{"events": [{"server_uuid": "c71deb99-d8ef-4a23-891e-d7e35155f3c7", "name": "network-vif-deleted", "tag": "0dcdb155-591c-47ae-aed0-68c7efabc5d0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:02.520550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] For port 6755c699-7a08-410b-9fc2-b8b270dd87fb, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6755c699-7a08-410b-9fc2-b8b270dd87fb,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:02.520913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.535096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Calling delete_port for 6755c699-7a08-410b-9fc2-b8b270dd87fb owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:02.622311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.623215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.623695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.624162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.624627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.625087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.625725 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.626232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.626951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.627561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.628170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.636302 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.636922 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d19a197-59e0-4250-92c7-c8a8f6c6fa77 req-e9486663-4550-4685-99bb-9a40f4a5f993 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7778 time: 0.2840145 Jun 30 02:35:02.682931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953269c8-412c-499a-854f-f850ce17c55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0976f12-3a28-4f67-89de-dad4cd6f85d1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:02.685179 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f903ca2d-3092-4089-bf5d-12f96ad68e5f" -d '{"events": [{"server_uuid": "953269c8-412c-499a-854f-f850ce17c55a", "name": "network-vif-plugged", "status": "completed", "tag": "e0976f12-3a28-4f67-89de-dad4cd6f85d1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:02.700360 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ea45d8-b0d3-4eea-bc4a-14ff9ff8a7bb x-openstack-request-id: req-78ea45d8-b0d3-4eea-bc4a-14ff9ff8a7bb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:02.700793 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71deb99-d8ef-4a23-891e-d7e35155f3c7", "name": "network-vif-deleted", "tag": "0dcdb155-591c-47ae-aed0-68c7efabc5d0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:02.701138 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78ea45d8-b0d3-4eea-bc4a-14ff9ff8a7bb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:02.701649 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71deb99-d8ef-4a23-891e-d7e35155f3c7', 'name': 'network-vif-deleted', 'tag': '0dcdb155-591c-47ae-aed0-68c7efabc5d0', 'status': 'completed', 'code': 200} Jun 30 02:35:02.708089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e0976f12-3a28-4f67-89de-dad4cd6f85d1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e0976f12-3a28-4f67-89de-dad4cd6f85d1,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:02.714232 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.768090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.778039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=e0976f12-3a28-4f67-89de-dad4cd6f85d1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:02.801451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event deleted for resources: {'Port': ['ID=6755c699-7a08-410b-9fc2-b8b270dd87fb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:02.811470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0d88-641c-4444-afa4-45b3aff78151 req-248ea46e-6283-45c7-995e-47c0d8232f13 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.813223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94ca0d88-641c-4444-afa4-45b3aff78151 req-248ea46e-6283-45c7-995e-47c0d8232f13 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 886 time: 0.1163869 Jun 30 02:35:02.871422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3ee94-2d1a-4966-9fb9-c718f2c021d5 req-0b373ecb-97fb-4e71-802b-fadf2c697892 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:02.878659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26f3ee94-2d1a-4966-9fb9-c718f2c021d5 req-0b373ecb-97fb-4e71-802b-fadf2c697892 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1799476 Jun 30 02:35:02.923532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:02.995982 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26f3ee94-2d1a-4966-9fb9-c718f2c021d5 req-16d5a1ff-af7b-4eb2-88d9-c64e8f8f7034 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165042 Jun 30 02:35:03.035193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.037341 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.081853 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae691a3-8f82-4d22-b45e-85af8443ba8c x-openstack-request-id: req-4ae691a3-8f82-4d22-b45e-85af8443ba8c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:03.082423 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953269c8-412c-499a-854f-f850ce17c55a", "name": "network-vif-plugged", "status": "completed", "tag": "e0976f12-3a28-4f67-89de-dad4cd6f85d1", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:03.082885 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ae691a3-8f82-4d22-b45e-85af8443ba8c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:03.083662 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953269c8-412c-499a-854f-f850ce17c55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0976f12-3a28-4f67-89de-dad4cd6f85d1', 'code': 200} Jun 30 02:35:03.089459 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.090510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d25f3936-fb08-4920-a3e3-221c7f2a0ce1 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:03.096502 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.101375 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-182278e2-1d36-4a31-9c68-4ec7b5b47c59 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "DELETE /v2.0/routers/d25f3936-fb08-4920-a3e3-221c7f2a0ce1 HTTP/1.1" status: 204 len: 168 time: 1.2440484 Jun 30 02:35:03.101676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:03.110205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1802240671', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:03.139338 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.140094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba085aea-4a0f-4803-a42a-4f9eb57e43c1 req-00aed447-d2c0-4c54-b199-ff3bc90632d3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.141141 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.141772 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba085aea-4a0f-4803-a42a-4f9eb57e43c1 req-00aed447-d2c0-4c54-b199-ff3bc90632d3 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 946 time: 0.0878804 Jun 30 02:35:03.205683 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba085aea-4a0f-4803-a42a-4f9eb57e43c1 req-80f86851-e633-4aaa-9781-0c744ae01568 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Jun 30 02:35:03.211769 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.656636 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce06aa51-5b67-44db-a9cc-433dea713a5c req-fe7b380f-f9cd-4822-acf3-0f41e05c5186 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=c71deb99-d8ef-4a23-891e-d7e35155f3c7 HTTP/1.1" status: 200 len: 210 time: 0.3073483 Jun 30 02:35:03.685541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6755c699-7a08-410b-9fc2-b8b270dd87fb no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:03.721246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 6755c699-7a08-410b-9fc2-b8b270dd87fb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:03.721931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6755c699-7a08-410b-9fc2-b8b270dd87fb not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:03.852036 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:03.856552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418f5b9-12a5-47d6-9e0e-f072d6db4e48 req-c0f1f00c-4e2d-4456-baf4-7f36789efb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.858057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2418f5b9-12a5-47d6-9e0e-f072d6db4e48 req-c0f1f00c-4e2d-4456-baf4-7f36789efb00 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 1098 time: 0.6581576 Jun 30 02:35:03.964869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.965358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.965832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.966302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.966783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.967245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.967710 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.968170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.968628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.969082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.969536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:03.971544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e25882ec-1ce0-480b-98a3-2a66cca9b1cd req-f7d8009b-c1da-467f-810e-3a366b686689 tempest-NetworksTest-1249068735 tempest-NetworksTest-1249068735-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7778 time: 0.7008905 Jun 30 02:35:03.988824 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2418f5b9-12a5-47d6-9e0e-f072d6db4e48 req-f488f9bb-295b-4363-a544-9086a7ecf895 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182890 Jun 30 02:35:04.138842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.169340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.262492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd173c45-68d4-41b1-adf5-9bdb4531a248 req-c69447b4-76b7-4cdd-8b50-ec914d3e6933 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:04.268404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd173c45-68d4-41b1-adf5-9bdb4531a248 req-c69447b4-76b7-4cdd-8b50-ec914d3e6933 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 945 time: 0.0756755 Jun 30 02:35:04.270294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:04.295204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef7b53-0914-40cd-b153-b15462c7aa35 req-9f3f00a4-b67a-4e99-925f-bbe442ed8842 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:04.296704 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47ef7b53-0914-40cd-b153-b15462c7aa35 req-9f3f00a4-b67a-4e99-925f-bbe442ed8842 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1604252 Jun 30 02:35:04.315287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd173c45-68d4-41b1-adf5-9bdb4531a248 req-9997a3c2-aea0-4fb2-99f7-c71a862f9a55 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391750 Jun 30 02:35:04.338754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Allocated IP 172.25.7.224 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/48ec7edb-e899-497c-9434-e0eae80e068d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:04.360194 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47ef7b53-0914-40cd-b153-b15462c7aa35 req-a2ce22e7-3f69-4cd5-b26b-ae5c5769fceb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532649 Jun 30 02:35:04.409298 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5611-0a0f-4ac0-9721-2cffff64081b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.484067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.530292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.546421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baceec8a-60b5-4bce-b47e-ab97979223a0 req-2bde4a2e-e2eb-4dad-a74f-86cee80862f7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:04.548054 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-baceec8a-60b5-4bce-b47e-ab97979223a0 req-2bde4a2e-e2eb-4dad-a74f-86cee80862f7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 946 time: 0.1033263 Jun 30 02:35:04.575606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:04.578525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:04.581150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:04.601998 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5611-0a0f-4ac0-9721-2cffff64081b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.607435 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8dfd5611-0a0f-4ac0-9721-2cffff64081b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.613674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Pushing event updated for resources: {'Port': ['ID=48ec7edb-e899-497c-9434-e0eae80e068d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:04.620068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-baceec8a-60b5-4bce-b47e-ab97979223a0 req-a53a2657-2123-42b3-81ad-fcea9f56d46f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632384 Jun 30 02:35:04.654388 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8dfd5611-0a0f-4ac0-9721-2cffff64081b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e995204e9b14a0f85ac25f71369494c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828166 Jun 30 02:35:04.655246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd5611-0a0f-4ac0-9721-2cffff64081b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f0a168-6d0a-4636-95af-0159dde1da1a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:04.657663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:04.711389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40c31fb2-5fac-4b03-9ca3-3bd25d74a40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.733419 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40c31fb2-5fac-4b03-9ca3-3bd25d74a40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.785460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40c31fb2-5fac-4b03-9ca3-3bd25d74a40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.789332 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40c31fb2-5fac-4b03-9ca3-3bd25d74a40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.792926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-40c31fb2-5fac-4b03-9ca3-3bd25d74a40b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09f0a168-6d0a-4636-95af-0159dde1da1a HTTP/1.1" status: 204 len: 168 time: 0.1320827 Jun 30 02:35:04.800365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c31fb2-5fac-4b03-9ca3-3bd25d74a40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f0a168-6d0a-4636-95af-0159dde1da1a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:04.846149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f27a24e7-f2da-4dcc-9698-fb420339b282 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:04.871322 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.972755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f27a24e7-f2da-4dcc-9698-fb420339b282, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f27a24e7-f2da-4dcc-9698-fb420339b282,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:04.985001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'f27a24e7-f2da-4dcc-9698-fb420339b282', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'port_id': 'f27a24e7-f2da-4dcc-9698-fb420339b282', 'mac_address': 'fa:16:3e:4a:61:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93f79d-ac84-486e-a998-bf81e77882e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:05.024863 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.039279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f27a24e7-f2da-4dcc-9698-fb420339b282 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:05.063965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f27a24e7-f2da-4dcc-9698-fb420339b282, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f27a24e7-f2da-4dcc-9698-fb420339b282,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:05.069935 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.130919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=f27a24e7-f2da-4dcc-9698-fb420339b282,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:05.137530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.191623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:05.197515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f27a24e7-f2da-4dcc-9698-fb420339b282'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:05.218927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6516b9d-6cf7-4410-9897-5a6712987be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.353286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f14d8-58d2-4d26-8e87-32bd52c44b09 req-2aacaac6-e8f5-4d28-834f-5265c3ec27de tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:05.354104 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f6f14d8-58d2-4d26-8e87-32bd52c44b09 req-2aacaac6-e8f5-4d28-834f-5265c3ec27de tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1153908 Jun 30 02:35:05.363087 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6516b9d-6cf7-4410-9897-5a6712987be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.369231 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6516b9d-6cf7-4410-9897-5a6712987be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.373466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Router ebff7d96-7fe4-421a-a6a3-d3b21f79bd35 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:35:05.414223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b6516b9d-6cf7-4410-9897-5a6712987be9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b36c211e8f24ea397771ebd8608a0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180061 Jun 30 02:35:05.414223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6516b9d-6cf7-4410-9897-5a6712987be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb73f60d-7f50-447a-826e-a3e539e20ef7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:05.421304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59990) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:05.461758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f6f14d8-58d2-4d26-8e87-32bd52c44b09 req-45f70ae5-9aaa-48bd-941b-bb1e75bc5561 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c687121-b4fc-4eff-b346-f9c0d924546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988019 Jun 30 02:35:05.478076 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71a85307-0313-4cac-af01-42d59eb33e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.502821 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71a85307-0313-4cac-af01-42d59eb33e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.557350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71a85307-0313-4cac-af01-42d59eb33e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.561548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71a85307-0313-4cac-af01-42d59eb33e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.563135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-71a85307-0313-4cac-af01-42d59eb33e12 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb73f60d-7f50-447a-826e-a3e539e20ef7 HTTP/1.1" status: 204 len: 168 time: 0.1463232 Jun 30 02:35:05.568480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-0d7b35d0-4c48-4dc5-b9ed-4c2a0c68b2d5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:05.570770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-0d7b35d0-4c48-4dc5-b9ed-4c2a0c68b2d5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 945 time: 0.1251986 Jun 30 02:35:05.572278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:05.575615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a85307-0313-4cac-af01-42d59eb33e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb73f60d-7f50-447a-826e-a3e539e20ef7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:05.593633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091338f-c2a8-4f0d-ace0-ad74b4159f1d None None] Sync routers for ids ['ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:05.622088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091338f-c2a8-4f0d-ace0-ad74b4159f1d None None] Routers {'ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:05.624920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5091338f-c2a8-4f0d-ace0-ad74b4159f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:05.632123 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.633791 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eef6b43f-7236-4c49-b13d-3a5e5bfdad48 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5311394 Jun 30 02:35:05.636628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:05.642049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-60a84b55-928e-4519-8c60-c16c703f34e8 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:05.697330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5091338f-c2a8-4f0d-ace0-ad74b4159f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:05.707139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091338f-c2a8-4f0d-ace0-ad74b4159f1d None None] Routers {'ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:05.707900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5091338f-c2a8-4f0d-ace0-ad74b4159f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:05.743345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5091338f-c2a8-4f0d-ace0-ad74b4159f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:05.744388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091338f-c2a8-4f0d-ace0-ad74b4159f1d None None] The sync data for ids ['ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:05.769530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e4314-8d0f-40a3-9dc6-37599d1cfd4a req-c2f8decd-8b0f-414b-8933-63b8a91bef95 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:05.776140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd0e4314-8d0f-40a3-9dc6-37599d1cfd4a req-c2f8decd-8b0f-414b-8933-63b8a91bef95 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 944 time: 0.1360157 Jun 30 02:35:05.780589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-53da612e-7ff5-4cbb-88d9-33645c6a8fc3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Deleting port f5eed2d6-677f-47ae-a493-03ddbb8b789c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:05.780934 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-53da612e-7ff5-4cbb-88d9-33645c6a8fc3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.876895 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd0e4314-8d0f-40a3-9dc6-37599d1cfd4a req-ba96d3ee-7e6e-40e0-a881-4aa9a7d104a3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997677 Jun 30 02:35:05.956484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-53da612e-7ff5-4cbb-88d9-33645c6a8fc3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] For port f5eed2d6-677f-47ae-a493-03ddbb8b789c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f5eed2d6-677f-47ae-a493-03ddbb8b789c,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:05.956858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-53da612e-7ff5-4cbb-88d9-33645c6a8fc3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.986512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-53da612e-7ff5-4cbb-88d9-33645c6a8fc3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Calling delete_port for f5eed2d6-677f-47ae-a493-03ddbb8b789c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:06.185891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60a84b55-928e-4519-8c60-c16c703f34e8 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:06.206454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9dde5-df9a-4f04-b50b-3c568b01e771 req-4a3d07d4-e56a-4087-837c-4c6973c9c728 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:06.208410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15d9dde5-df9a-4f04-b50b-3c568b01e771 req-4a3d07d4-e56a-4087-837c-4c6973c9c728 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 946 time: 0.1403279 Jun 30 02:35:06.225880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41a884-f083-4021-8aa9-3c71f1416aad req-4d8af18e-1b28-40c2-ab84-b1bfdde1589a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:06.227905 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac41a884-f083-4021-8aa9-3c71f1416aad req-4d8af18e-1b28-40c2-ab84-b1bfdde1589a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 945 time: 0.1661673 Jun 30 02:35:06.254259 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-53da612e-7ff5-4cbb-88d9-33645c6a8fc3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:06.266431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f5eed2d6-677f-47ae-a493-03ddbb8b789c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:06.296503 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15d9dde5-df9a-4f04-b50b-3c568b01e771 req-66b28ec6-876c-4560-82c8-c2ebd3b9e7b7 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788500 Jun 30 02:35:06.300525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da612e-7ff5-4cbb-88d9-33645c6a8fc3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event deleted for resources: {'Port': ['ID=f5eed2d6-677f-47ae-a493-03ddbb8b789c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:06.343107 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ac41a884-f083-4021-8aa9-3c71f1416aad req-df44777d-d8cf-4040-9225-de0544439ea1 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023984 Jun 30 02:35:06.374111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-53da612e-7ff5-4cbb-88d9-33645c6a8fc3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] No DVR routers for this DVR port f5eed2d6-677f-47ae-a493-03ddbb8b789c on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:06.378303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f2ccab27-5c33-42a3-8cba-21482183ce02 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:06.382662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0dcdb155-591c-47ae-aed0-68c7efabc5d0 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:06.403009 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-53da612e-7ff5-4cbb-88d9-33645c6a8fc3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:06.405050 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aaf25255-b5f0-4d0c-b32a-8d7caa067722 req-53da612e-7ff5-4cbb-88d9-33645c6a8fc3 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.69 "DELETE /v2.0/ports/f5eed2d6-677f-47ae-a493-03ddbb8b789c HTTP/1.1" status: 204 len: 173 time: 0.8254511 Jun 30 02:35:06.405535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce246ab-69c8-4fa1-91c3-c1369efda4a6', 'name': 'network-vif-deleted', 'tag': 'f5eed2d6-677f-47ae-a493-03ddbb8b789c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:06.407952 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16011860-3811-4877-9a07-4bb0177bceb1" -d '{"events": [{"server_uuid": "2ce246ab-69c8-4fa1-91c3-c1369efda4a6", "name": "network-vif-deleted", "tag": "f5eed2d6-677f-47ae-a493-03ddbb8b789c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:06.513091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 0dcdb155-591c-47ae-aed0-68c7efabc5d0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:06.513442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0dcdb155-591c-47ae-aed0-68c7efabc5d0 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:06.550664 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836a3272-544c-45d9-8396-428ae4798927 x-openstack-request-id: req-836a3272-544c-45d9-8396-428ae4798927 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:06.551189 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce246ab-69c8-4fa1-91c3-c1369efda4a6", "name": "network-vif-deleted", "tag": "f5eed2d6-677f-47ae-a493-03ddbb8b789c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:06.551589 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-836a3272-544c-45d9-8396-428ae4798927 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:06.552140 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce246ab-69c8-4fa1-91c3-c1369efda4a6', 'name': 'network-vif-deleted', 'tag': 'f5eed2d6-677f-47ae-a493-03ddbb8b789c', 'status': 'completed', 'code': 200} Jun 30 02:35:06.750283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:06.763539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'port_id': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'mac_address': 'fa:16:3e:17:fd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:06.771980 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80769dc6-6905-4a1f-a104-6e05f32f987c req-67801aa8-9cf6-4886-999a-0f293e76a690 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ce246ab-69c8-4fa1-91c3-c1369efda4a6 HTTP/1.1" status: 200 len: 210 time: 0.0390189 Jun 30 02:35:06.849712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16508d-0fae-4d1d-ad7f-71c8c1216215 req-ef8ebdbd-6552-4368-ae4f-2305b3a368ac tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:06.857801 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d16508d-0fae-4d1d-ad7f-71c8c1216215 req-ef8ebdbd-6552-4368-ae4f-2305b3a368ac tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 946 time: 0.2290890 Jun 30 02:35:06.889643 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:06.916811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f27a24e7-f2da-4dcc-9698-fb420339b282 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:06.963584 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d16508d-0fae-4d1d-ad7f-71c8c1216215 req-ec095547-bf88-4e09-bc7f-441d27bb794e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045971 Jun 30 02:35:06.969083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ccab27-5c33-42a3-8cba-21482183ce02 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:06.994278 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:07.004224 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.080624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60a84b55-928e-4519-8c60-c16c703f34e8 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.084258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60a84b55-928e-4519-8c60-c16c703f34e8 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.115396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port f27a24e7-f2da-4dcc-9698-fb420339b282 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:07.116193 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.184874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:07.260992 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.300010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27a24e7-f2da-4dcc-9698-fb420339b282'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:07.309777 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2600d481-51fc-48a2-b0bc-bc3e8bef68b4" -d '{"events": [{"server_uuid": "0b244241-c12a-41a3-8ff0-13e0a61a3007", "name": "network-vif-plugged", "status": "completed", "tag": "f27a24e7-f2da-4dcc-9698-fb420339b282"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:07.333085 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['f2ccab27-5c33-42a3-8cba-21482183ce02'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:07.368229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f27a24e7-f2da-4dcc-9698-fb420339b282, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f27a24e7-f2da-4dcc-9698-fb420339b282,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:07.377887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.405768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a84b55-928e-4519-8c60-c16c703f34e8 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Router ebff7d96-7fe4-421a-a6a3-d3b21f79bd35 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:07.477452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=f27a24e7-f2da-4dcc-9698-fb420339b282,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:07.588026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0258b89-018c-4d42-8001-b910d1f2ed20 req-74911ff5-e8ff-48b5-bb71-2e987faa879e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:07.597020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f0258b89-018c-4d42-8001-b910d1f2ed20 req-74911ff5-e8ff-48b5-bb71-2e987faa879e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 945 time: 0.3089230 Jun 30 02:35:07.636684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a84b55-928e-4519-8c60-c16c703f34e8 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:07.645688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60a84b55-928e-4519-8c60-c16c703f34e8 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.646699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-60a84b55-928e-4519-8c60-c16c703f34e8 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "PUT /v2.0/routers/ebff7d96-7fe4-421a-a6a3-d3b21f79bd35 HTTP/1.1" status: 200 len: 926 time: 2.0089433 Jun 30 02:35:07.649530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:07.650631 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813daf3-9819-4b9e-9c83-5a6f1f2ddddb None None] Sync routers for ids ['ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:07.671685 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813daf3-9819-4b9e-9c83-5a6f1f2ddddb None None] Routers {'ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:07.672554 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e813daf3-9819-4b9e-9c83-5a6f1f2ddddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:07.691031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f0258b89-018c-4d42-8001-b910d1f2ed20 req-f07a463c-105a-48e9-9337-93c9cc0d4907 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927396 Jun 30 02:35:07.769835 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e813daf3-9819-4b9e-9c83-5a6f1f2ddddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:07.786471 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dfda4b-bed5-4ad8-8c11-efd6b9908b17 x-openstack-request-id: req-f7dfda4b-bed5-4ad8-8c11-efd6b9908b17 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:07.786995 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b244241-c12a-41a3-8ff0-13e0a61a3007", "name": "network-vif-plugged", "status": "completed", "tag": "f27a24e7-f2da-4dcc-9698-fb420339b282", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:07.787359 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7dfda4b-bed5-4ad8-8c11-efd6b9908b17 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:07.788756 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27a24e7-f2da-4dcc-9698-fb420339b282', 'code': 200} Jun 30 02:35:07.797753 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813daf3-9819-4b9e-9c83-5a6f1f2ddddb None None] Routers {'ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:07.798951 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e813daf3-9819-4b9e-9c83-5a6f1f2ddddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:07.875653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4f654eb2-9261-4e80-8fa2-88c41433c826 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/routers/ebff7d96-7fe4-421a-a6a3-d3b21f79bd35 HTTP/1.1" status: 200 len: 926 time: 0.2249804 Jun 30 02:35:07.878565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:07.924659 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e813daf3-9819-4b9e-9c83-5a6f1f2ddddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:07.927592 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e813daf3-9819-4b9e-9c83-5a6f1f2ddddb None None] The sync data for ids ['ebff7d96-7fe4-421a-a6a3-d3b21f79bd35'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:08.065172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b739c80-fe3e-4c07-b795-39e404ac0a96 req-c061a2c7-9783-408b-838a-7418685bb278 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.080112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6963e2fb-386c-4425-8b08-c4524a109566 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.080936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b739c80-fe3e-4c07-b795-39e404ac0a96 req-c061a2c7-9783-408b-838a-7418685bb278 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 945 time: 0.1214345 Jun 30 02:35:08.082630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6963e2fb-386c-4425-8b08-c4524a109566 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&device_id=ebff7d96-7fe4-421a-a6a3-d3b21f79bd35&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2021735 Jun 30 02:35:08.086315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:08.144541 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b739c80-fe3e-4c07-b795-39e404ac0a96 req-53665710-a0b1-45fb-a17a-b8c393bff605 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606821 Jun 30 02:35:08.246648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec6c3a-6984-4fe8-bce4-6aeedb80d71f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.251143 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e2ec6c3a-6984-4fe8-bce4-6aeedb80d71f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 881 time: 0.1606796 Jun 30 02:35:08.251568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:08.260825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9194f4-2c50-4b7f-a075-bd44dc152b5c req-aab1bdb9-bf7e-478d-9a6d-d540d1405d42 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.263545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c9194f4-2c50-4b7f-a075-bd44dc152b5c req-aab1bdb9-bf7e-478d-9a6d-d540d1405d42 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 946 time: 0.1431382 Jun 30 02:35:08.292965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f8bd6052-c6c4-471e-b91c-2de9c7f34e1b tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebff7d96-7fe4-421a-a6a3-d3b21f79bd35 HTTP/1.1" status: 200 len: 205 time: 0.0401456 Jun 30 02:35:08.295729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:08.319476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c9194f4-2c50-4b7f-a075-bd44dc152b5c req-8de4978a-2149-4a32-b7f9-7284f21e5df2 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472524 Jun 30 02:35:08.391046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f2ccab27-5c33-42a3-8cba-21482183ce02 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:08.461351 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.504179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port f2ccab27-5c33-42a3-8cba-21482183ce02 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:08.504561 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.620361 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.661401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.702669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:08.710629 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.774400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Deleting port 48ec7edb-e899-497c-9434-e0eae80e068d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:08.774868 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.784230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:08.863677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f5eed2d6-677f-47ae-a493-03ddbb8b789c no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:08.937042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: f5eed2d6-677f-47ae-a493-03ddbb8b789c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:08.937274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f5eed2d6-677f-47ae-a493-03ddbb8b789c not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:08.990203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df596158-d051-4af8-98f7-20893c86dd79 req-6d94ef9b-45e1-40ea-b48b-5438e9f28f2c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:08.998274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df596158-d051-4af8-98f7-20893c86dd79 req-6d94ef9b-45e1-40ea-b48b-5438e9f28f2c tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1138887 Jun 30 02:35:09.049246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df596158-d051-4af8-98f7-20893c86dd79 req-08d998b3-0eaa-4484-9df1-b74541c70408 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499575 Jun 30 02:35:09.293734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e2865-8a68-42cb-a196-ad2344f90eb7 req-4b19a6af-c5c9-4375-a1f9-35ff450f30ac tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:09.300985 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-353e2865-8a68-42cb-a196-ad2344f90eb7 req-4b19a6af-c5c9-4375-a1f9-35ff450f30ac tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 946 time: 0.1111028 Jun 30 02:35:09.351402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-353e2865-8a68-42cb-a196-ad2344f90eb7 req-06b65175-1685-4f82-9119-c863946c3b9f tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490985 Jun 30 02:35:09.382239 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.407588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Calling delete_port for 48ec7edb-e899-497c-9434-e0eae80e068d owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:09.728441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383df2c1-ab10-4af7-8ab4-5116ea4cf8db req-4344b756-7ecf-48bd-9e53-8f1a318057b2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:09.730212 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-383df2c1-ab10-4af7-8ab4-5116ea4cf8db req-4344b756-7ecf-48bd-9e53-8f1a318057b2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 947 time: 0.5312541 Jun 30 02:35:09.780761 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.785827 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-383df2c1-ab10-4af7-8ab4-5116ea4cf8db req-2e98d0c6-baf1-47e5-90e0-842b994391e1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480230 Jun 30 02:35:09.789857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:09.793622 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd270188-e348-4306-9eb1-b74ceaf71b0c" -d '{"events": [{"server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "name": "network-vif-plugged", "status": "completed", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:09.837957 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-43153fe2-03b9-40ab-8a9b-e09a5c0f264b tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:09.839535 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-43153fe2-03b9-40ab-8a9b-e09a5c0f264b tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.73 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 945 time: 0.2202511 Jun 30 02:35:09.845034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Pushing event deleted for resources: {'Port': ['ID=48ec7edb-e899-497c-9434-e0eae80e068d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:09.934349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b816205-f4a2-4dbd-8c23-89a2939716fe req-f1d248ad-4bfc-473a-9fff-571134a88dcf tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:09.935927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b816205-f4a2-4dbd-8c23-89a2939716fe req-f1d248ad-4bfc-473a-9fff-571134a88dcf tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 945 time: 0.2266328 Jun 30 02:35:09.988466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.121007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b816205-f4a2-4dbd-8c23-89a2939716fe req-a8084359-977c-4c70-81f2-5ea76cf8c240 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups?id=aae849f0-7d42-43de-8efb-ecefab055648&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769216 Jun 30 02:35:10.126414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.129162 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.204412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.205033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Fanout notify agent at l3_agent the message router_deleted on router ebff7d96-7fe4-421a-a6a3-d3b21f79bd35 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:10.216168 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49de5f40-76c7-4a29-b4e3-837a3f3b0933 x-openstack-request-id: req-49de5f40-76c7-4a29-b4e3-837a3f3b0933 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:10.216688 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "name": "network-vif-plugged", "status": "completed", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:10.217753 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49de5f40-76c7-4a29-b4e3-837a3f3b0933 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:10.218320 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'code': 200} Jun 30 02:35:10.221282 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.223112 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-82b66777-4087-499a-8db2-dfe7b0680036 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/ebff7d96-7fe4-421a-a6a3-d3b21f79bd35 HTTP/1.1" status: 204 len: 168 time: 1.9259729 Jun 30 02:35:10.227127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:10.232274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-30690fed-15b8-4c6c-b6c0-042bc9452c73 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1015555129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:10.248114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Deleting port 2086da34-2703-4bd9-b695-279afe8e810c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:10.248848 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.271700 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30690fed-15b8-4c6c-b6c0-042bc9452c73 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.272973 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30690fed-15b8-4c6c-b6c0-042bc9452c73 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.361683 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30690fed-15b8-4c6c-b6c0-042bc9452c73 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.370831 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30690fed-15b8-4c6c-b6c0-042bc9452c73 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.401882 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30690fed-15b8-4c6c-b6c0-042bc9452c73 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.408734 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-30690fed-15b8-4c6c-b6c0-042bc9452c73 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1781378 Jun 30 02:35:10.408734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:10.449173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:10.530629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] For port 2086da34-2703-4bd9-b695-279afe8e810c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2086da34-2703-4bd9-b695-279afe8e810c,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:10.531323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.622225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd265e0-ec26-4e13-bd39-f702284875e9 req-dcc5c94d-9169-4909-97de-62d46c429dec tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:10.623649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6fd265e0-ec26-4e13-bd39-f702284875e9 req-dcc5c94d-9169-4909-97de-62d46c429dec tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.2387309 Jun 30 02:35:10.628504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859c19a-e95d-4d62-ba81-c9b0b3b9b07e req-23636ac0-87d4-40c6-90e8-98969266838d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:10.635973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4859c19a-e95d-4d62-ba81-c9b0b3b9b07e req-23636ac0-87d4-40c6-90e8-98969266838d tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 946 time: 0.2676122 Jun 30 02:35:10.651088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6ee45-cd61-4556-b1e2-31c7ef314334 req-c0fa87cf-8eb6-4ffa-9aa5-3ba5fa62fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:10.652550 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65c6ee45-cd61-4556-b1e2-31c7ef314334 req-c0fa87cf-8eb6-4ffa-9aa5-3ba5fa62fc6f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 1099 time: 0.2301693 Jun 30 02:35:10.720015 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.781755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6fd265e0-ec26-4e13-bd39-f702284875e9 req-7663c046-d651-49e5-b1a2-caa15443f1b5 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175303 Jun 30 02:35:10.786351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4859c19a-e95d-4d62-ba81-c9b0b3b9b07e req-d0a2d6ea-f27c-46a6-8bff-6c48693ad963 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494188 Jun 30 02:35:10.800960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65c6ee45-cd61-4556-b1e2-31c7ef314334 req-b95f2860-100b-4030-bbd5-d519e91b45a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232324 Jun 30 02:35:10.927328 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-3d42a1a7-6b6f-4bbc-bdd4-1d72329fb7fa tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:10.929343 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-3d42a1a7-6b6f-4bbc-bdd4-1d72329fb7fa tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.2307363 Jun 30 02:35:10.950474 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.950474 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:10.951836 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Floating IP d3b83058-c03c-44b8-b6ee-76343f742a60 disassociated. External IP: 172.25.7.20, port: 2086da34-2703-4bd9-b695-279afe8e810c. Jun 30 02:35:10.951836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Calling delete_port for 2086da34-2703-4bd9-b695-279afe8e810c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:11.163680 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.186088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f16da-d7d2-48f2-98ab-75c4bc690990 req-e9c1a9f1-58b1-4988-ac6a-f1035fba3f15 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:11.187752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f7f16da-d7d2-48f2-98ab-75c4bc690990 req-e9c1a9f1-58b1-4988-ac6a-f1035fba3f15 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 946 time: 0.1288486 Jun 30 02:35:11.213877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Pushing event deleted for resources: {'Port': ['ID=2086da34-2703-4bd9-b695-279afe8e810c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:11.216816 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.264637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6923d74-7d3c-45b7-9cfd-bb114fa2c836 req-82e5a5cc-18d3-4739-8c3b-72a15932bdf8 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:11.272487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a6923d74-7d3c-45b7-9cfd-bb114fa2c836 req-82e5a5cc-18d3-4739-8c3b-72a15932bdf8 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 947 time: 0.2507894 Jun 30 02:35:11.295454 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.295721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f7f16da-d7d2-48f2-98ab-75c4bc690990 req-8386c3ab-19a5-40ce-97a7-df2ad7697313 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846088 Jun 30 02:35:11.325615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Deleting port f92876a2-c765-4919-92eb-cac217df25a9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:11.326061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.345047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a6923d74-7d3c-45b7-9cfd-bb114fa2c836 req-421b2657-c4cf-41e6-9ce2-2e1f482985a2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715837 Jun 30 02:35:11.396213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Router b904861a-dd0b-4a78-82d1-552c9ccc9450 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:11.608069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:11.618529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] For port f92876a2-c765-4919-92eb-cac217df25a9, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f92876a2-c765-4919-92eb-cac217df25a9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:11.618933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.626777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] Sync routers for ids ['b904861a-dd0b-4a78-82d1-552c9ccc9450'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:11.649594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] Routers {'b904861a-dd0b-4a78-82d1-552c9ccc9450'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:11.654054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b904861a-dd0b-4a78-82d1-552c9ccc9450'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:11.754375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] No DVR routers for this DVR port 2086da34-2703-4bd9-b695-279afe8e810c on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:11.759327 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7cb5dac8-de82-487c-b54a-d2527bf3636d req-b6879718-7aba-4495-a7f3-5c171f4fabac tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96bcaf1-890c-4d7f-9f64-9a662907776b HTTP/1.1" status: 200 len: 210 time: 0.1076996 Jun 30 02:35:11.760757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.768457 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2e12db8a-0a93-4c41-9ec1-992459729b35 req-8d862bf8-f292-4a6a-adc1-cf891e940b2a tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.73 "DELETE /v2.0/ports/2086da34-2703-4bd9-b695-279afe8e810c HTTP/1.1" status: 204 len: 173 time: 1.8948932 Jun 30 02:35:11.768999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'name': 'network-vif-deleted', 'tag': '2086da34-2703-4bd9-b695-279afe8e810c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:11.791634 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417ee110-f52f-4ccf-8bf9-a999ec0f0a3c" -d '{"events": [{"server_uuid": "e96bcaf1-890c-4d7f-9f64-9a662907776b", "name": "network-vif-deleted", "tag": "2086da34-2703-4bd9-b695-279afe8e810c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:11.953018 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6123ae5c-db10-4ca0-88d0-b7dced55fc06 x-openstack-request-id: req-6123ae5c-db10-4ca0-88d0-b7dced55fc06 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:11.954150 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96bcaf1-890c-4d7f-9f64-9a662907776b", "name": "network-vif-deleted", "tag": "2086da34-2703-4bd9-b695-279afe8e810c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:11.954150 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6123ae5c-db10-4ca0-88d0-b7dced55fc06 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:11.954150 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96bcaf1-890c-4d7f-9f64-9a662907776b', 'name': 'network-vif-deleted', 'tag': '2086da34-2703-4bd9-b695-279afe8e810c', 'status': 'completed', 'code': 200} Jun 30 02:35:11.971816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] Set router b904861a-dd0b-4a78-82d1-552c9ccc9450 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:12.261476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485ede7-a6a9-4d1b-97c8-beed2f383f9c req-fbd83f7a-68e9-4cf1-bf39-6a25e65b4760 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:12.264378 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2485ede7-a6a9-4d1b-97c8-beed2f383f9c req-fbd83f7a-68e9-4cf1-bf39-6a25e65b4760 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 944 time: 0.1407676 Jun 30 02:35:12.362513 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2485ede7-a6a9-4d1b-97c8-beed2f383f9c req-6bba76c3-5028-4b0d-bbd6-0b108ebfaf45 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups?id=37b15218-2069-4565-8937-9da9516ff54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692244 Jun 30 02:35:12.369737 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.371933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.373248 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Floating IP 9abc64da-f833-4e55-b86a-1e57db6851d1 disassociated. External IP: 172.25.7.209, port: f92876a2-c765-4919-92eb-cac217df25a9. Jun 30 02:35:12.373865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Calling delete_port for f92876a2-c765-4919-92eb-cac217df25a9 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:12.554282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Allocated IP 172.25.7.79 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/e8a2c877-e2c1-4f95-bd6c-e1d0e69b1869) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:12.752051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c276c042-29ef-4d8c-945f-a9846ba8c003', 'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'mac_address': 'fa:16:3e:fe:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:42Z', 'revision_number': 5, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'subnets': [{'id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:12.826261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] Checking router: b904861a-dd0b-4a78-82d1-552c9ccc9450 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:12.853673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] Routers {'b904861a-dd0b-4a78-82d1-552c9ccc9450'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:12.854413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b904861a-dd0b-4a78-82d1-552c9ccc9450'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:12.857887 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.918749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:12.974595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event deleted for resources: {'Port': ['ID=f92876a2-c765-4919-92eb-cac217df25a9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:13.013845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d1afa-33ca-4a93-91c0-104b39c5ec6c req-1dddd6ee-621f-42fa-b4cd-7197a5d5845b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:13.033308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.033676 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.034017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.034362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.034695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.035058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.035401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.035705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.036043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.036361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.036717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.041788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.057520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-760d1afa-33ca-4a93-91c0-104b39c5ec6c req-1dddd6ee-621f-42fa-b4cd-7197a5d5845b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 947 time: 0.1956356 Jun 30 02:35:13.086743 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.107208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] Set router b904861a-dd0b-4a78-82d1-552c9ccc9450 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:13.125197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-760d1afa-33ca-4a93-91c0-104b39c5ec6c req-7e350fe2-627d-4e8c-b703-c13f787210a7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663588 Jun 30 02:35:13.197199 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.339833 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:13.419031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.430167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.507892 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.556631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:13.566435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:13.575468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a536fcf7-dc22-4763-9c8a-79c1613485a8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:13.581129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:13.593509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c1372581bd849b4bb5d74ae1959b205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6731486 Jun 30 02:35:13.594128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:13.611146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c276c042-29ef-4d8c-945f-a9846ba8c003', 'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'mac_address': 'fa:16:3e:fe:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:42Z', 'revision_number': 5, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'subnets': [{'id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:13.632694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.633017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.633529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.633808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.634141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.634465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.634814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.635137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.635462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.635778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.636101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.636435 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb5eec2-6d92-452d-985a-f34f32db9e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:13.655748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8696b52-1ed3-4b6a-8b9b-41d9afdfe60a None None] The sync data for ids ['b904861a-dd0b-4a78-82d1-552c9ccc9450'] in n-d-758944-39 is: [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:32:35Z', 'revision_number': 4, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c276c042-29ef-4d8c-945f-a9846ba8c003', 'name': '', 'network_id': '79965eeb-8206-45a4-915b-1f04e29cdad0', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'mac_address': 'fa:16:3e:fe:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:34Z', 'updated_at': '2021-06-30T02:32:42Z', 'revision_number': 5, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'subnets': [{'id': '65d34257-2981-4e5d-9a5d-fe7daa04828e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:13.678852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Pushing event updated for resources: {'Port': ['ID=e8a2c877-e2c1-4f95-bd6c-e1d0e69b1869,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:13.763102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df7441ba-b7d1-4b5c-b1a2-a4388244e4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.793575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce693150-67a5-4a9f-9058-c5039fb7a75d req-b32619a6-5565-41eb-985e-4a8d938da25e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:13.810061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce693150-67a5-4a9f-9058-c5039fb7a75d req-b32619a6-5565-41eb-985e-4a8d938da25e tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 946 time: 0.2951267 Jun 30 02:35:13.870673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:13.885130 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] Sync routers for ids ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:13.899870 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] Routers {'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:13.900512 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:13.915025 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df7441ba-b7d1-4b5c-b1a2-a4388244e4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.988289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] No DVR routers for this DVR port f92876a2-c765-4919-92eb-cac217df25a9 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:13.993177 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:13.997845 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed2c4a66-a4e5-46e4-bd06-66e668dfbffa req-d20446a9-ec01-414d-928a-8ee6537e2e49 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.73 "DELETE /v2.0/ports/f92876a2-c765-4919-92eb-cac217df25a9 HTTP/1.1" status: 204 len: 173 time: 3.0317185 Jun 30 02:35:13.998410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-deleted', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:14.001946 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798ba932-9eb2-4fc1-8424-e428dac65c43" -d '{"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-deleted", "tag": "f92876a2-c765-4919-92eb-cac217df25a9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:14.042667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce693150-67a5-4a9f-9058-c5039fb7a75d req-90911590-43f5-4765-b57d-e6138dc02f56 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315180 Jun 30 02:35:14.143782 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:14.144109 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.279908 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df7441ba-b7d1-4b5c-b1a2-a4388244e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.283095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df7441ba-b7d1-4b5c-b1a2-a4388244e4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.284912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea3d0873-3e5a-4b9f-992b-d866d1f6ac33 req-73c11e60-35e6-4294-af51-ee7521a3b23d tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f25ac32-811a-4c0c-8bd6-448053cae0c1 HTTP/1.1" status: 200 len: 210 time: 0.1211162 Jun 30 02:35:14.293208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e629a-a0f9-4e73-895d-faf757568560 None None] New status for floating IP d3b83058-c03c-44b8-b6ee-76343f742a60: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:35:14.306629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-df7441ba-b7d1-4b5c-b1a2-a4388244e4f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a536fcf7-dc22-4763-9c8a-79c1613485a8 HTTP/1.1" status: 204 len: 168 time: 0.7070370 Jun 30 02:35:14.332555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-9ee1840c-9749-4af5-bdbd-aea22a819b52 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:14.334091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-9ee1840c-9749-4af5-bdbd-aea22a819b52 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.73 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 946 time: 0.3615615 Jun 30 02:35:14.386573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7441ba-b7d1-4b5c-b1a2-a4388244e4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a536fcf7-dc22-4763-9c8a-79c1613485a8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:14.439707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30da3f2a-25dc-4de7-bc1f-24a9e45b8848 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.460109 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3e9617-0535-4a39-ab0c-b684ce61f9e0 x-openstack-request-id: req-bf3e9617-0535-4a39-ab0c-b684ce61f9e0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:14.461578 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f25ac32-811a-4c0c-8bd6-448053cae0c1", "name": "network-vif-deleted", "tag": "f92876a2-c765-4919-92eb-cac217df25a9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:14.462836 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf3e9617-0535-4a39-ab0c-b684ce61f9e0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:14.463778 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f25ac32-811a-4c0c-8bd6-448053cae0c1', 'name': 'network-vif-deleted', 'tag': 'f92876a2-c765-4919-92eb-cac217df25a9', 'status': 'completed', 'code': 200} Jun 30 02:35:14.474271 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] Set router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:14.552063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2086da34-2703-4bd9-b695-279afe8e810c no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:14.569035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30da3f2a-25dc-4de7-bc1f-24a9e45b8848 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.678676 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 2086da34-2703-4bd9-b695-279afe8e810c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:14.679784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2086da34-2703-4bd9-b695-279afe8e810c not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:14.685143 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:14.693518 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30da3f2a-25dc-4de7-bc1f-24a9e45b8848 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.696684 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30da3f2a-25dc-4de7-bc1f-24a9e45b8848 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.699053 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-30da3f2a-25dc-4de7-bc1f-24a9e45b8848 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "DELETE /v2.0/security-groups/aae849f0-7d42-43de-8efb-ecefab055648 HTTP/1.1" status: 204 len: 168 time: 0.5467813 Jun 30 02:35:14.710688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:14.746123 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b68e0702-a3aa-4d1f-a8f0-4f1f3674ac91 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] show failed (client error): The resource could not be found. Jun 30 02:35:14.749839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b68e0702-a3aa-4d1f-a8f0-4f1f3674ac91 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "GET /v2.0/security-groups/aae849f0-7d42-43de-8efb-ecefab055648 HTTP/1.1" status: 404 len: 347 time: 0.0289245 Jun 30 02:35:14.760179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: f92876a2-c765-4919-92eb-cac217df25a9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:14.761159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f92876a2-c765-4919-92eb-cac217df25a9 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:14.791897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:14.816269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da3f2a-25dc-4de7-bc1f-24a9e45b8848 tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae849f0-7d42-43de-8efb-ecefab055648,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:14.893984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8a910-d801-4cdf-9d96-771a72fb4bf5 req-79d5656f-9f44-4816-a7ff-7607f90b186a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:14.904185 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5d8a910-d801-4cdf-9d96-771a72fb4bf5 req-79d5656f-9f44-4816-a7ff-7607f90b186a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 947 time: 0.4583740 Jun 30 02:35:14.922141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:14.942440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf205ef-0900-4885-b74b-0a7fd947f4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:14.969411 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:25:13Z', 'revision_number': 5, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:15.004207 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] Checking router: f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:15.006902 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5d8a910-d801-4cdf-9d96-771a72fb4bf5 req-5d7518a3-ea05-45d8-ba6e-71e10dd16bba tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992382 Jun 30 02:35:15.015165 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] Routers {'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:15.016050 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:15.041443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-09f8fe97-b8d7-4448-8bc0-85c458f20b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Deleting port e0976f12-3a28-4f67-89de-dad4cd6f85d1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:15.042052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-09f8fe97-b8d7-4448-8bc0-85c458f20b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.160984 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] Set router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:15.192749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-09f8fe97-b8d7-4448-8bc0-85c458f20b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] For port e0976f12-3a28-4f67-89de-dad4cd6f85d1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e0976f12-3a28-4f67-89de-dad4cd6f85d1,segment=NetworkSegment(45849812-5631-4e54-932f-0a55f4711e81),segment_id=45849812-5631-4e54-932f-0a55f4711e81)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:15.193351 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-09f8fe97-b8d7-4448-8bc0-85c458f20b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.196268 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.207673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-09f8fe97-b8d7-4448-8bc0-85c458f20b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Calling delete_port for e0976f12-3a28-4f67-89de-dad4cd6f85d1 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:15.245608 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.358600 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-09f8fe97-b8d7-4448-8bc0-85c458f20b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.372567 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['e0976f12-3a28-4f67-89de-dad4cd6f85d1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:15.441158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3a21-806d-4a1e-8ac4-b408c541a8db req-33a7bb9c-9e66-46de-adc5-4a59cc5c6b52 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:15.442672 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c02f3a21-806d-4a1e-8ac4-b408c541a8db req-33a7bb9c-9e66-46de-adc5-4a59cc5c6b52 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/ports?device_id=953269c8-412c-499a-854f-f850ce17c55a HTTP/1.1" status: 200 len: 867 time: 0.2445793 Jun 30 02:35:15.447032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed0ad9-6518-4e22-ac6f-1c7933dd4aab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Deleting port 2dfd7585-2e55-4f3a-99dc-87ba2b62f3ba {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:15.447255 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0ad9-6518-4e22-ac6f-1c7933dd4aab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.482502 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:25:13Z', 'revision_number': 5, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:15.489174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8fe97-b8d7-4448-8bc0-85c458f20b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Pushing event deleted for resources: {'Port': ['ID=e0976f12-3a28-4f67-89de-dad4cd6f85d1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:15.535703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:15.545646 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2d8fe3-ba8c-469d-9eb2-f69418244b5b None None] The sync data for ids ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'] in n-d-758944-39 is: [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:25:01Z', 'revision_number': 4, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3411863a-450f-45a7-8f43-c5d74c1878d4', 'name': '', 'network_id': '8a45bdb0-42ad-4822-9047-0b0857630f97', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'mac_address': 'fa:16:3e:f5:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:59Z', 'updated_at': '2021-06-30T02:25:13Z', 'revision_number': 5, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'subnets': [{'id': '6eb16b85-0a65-4811-8135-f92b5adf71dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:15.590296 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0ad9-6518-4e22-ac6f-1c7933dd4aab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.590664 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0ad9-6518-4e22-ac6f-1c7933dd4aab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.593920 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-09f8fe97-b8d7-4448-8bc0-85c458f20b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] No DVR routers for this DVR port e0976f12-3a28-4f67-89de-dad4cd6f85d1 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:15.595772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.597553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-09f8fe97-b8d7-4448-8bc0-85c458f20b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.601022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8b47bf6-453d-48e3-9648-3944246208b0 req-09f8fe97-b8d7-4448-8bc0-85c458f20b9b tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.73 "DELETE /v2.0/ports/e0976f12-3a28-4f67-89de-dad4cd6f85d1 HTTP/1.1" status: 204 len: 173 time: 1.2485006 Jun 30 02:35:15.602064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953269c8-412c-499a-854f-f850ce17c55a', 'name': 'network-vif-deleted', 'tag': 'e0976f12-3a28-4f67-89de-dad4cd6f85d1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:15.606888 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104323c3-bd23-420a-a623-1d3fbb7b2833" -d '{"events": [{"server_uuid": "953269c8-412c-499a-854f-f850ce17c55a", "name": "network-vif-deleted", "tag": "e0976f12-3a28-4f67-89de-dad4cd6f85d1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:15.669509 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92943161-2774-468b-b01f-09c3174fb996 x-openstack-request-id: req-92943161-2774-468b-b01f-09c3174fb996 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:15.669994 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953269c8-412c-499a-854f-f850ce17c55a", "name": "network-vif-deleted", "tag": "e0976f12-3a28-4f67-89de-dad4cd6f85d1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:15.670508 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92943161-2774-468b-b01f-09c3174fb996 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:15.671755 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953269c8-412c-499a-854f-f850ce17c55a', 'name': 'network-vif-deleted', 'tag': 'e0976f12-3a28-4f67-89de-dad4cd6f85d1', 'status': 'completed', 'code': 200} Jun 30 02:35:15.674338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e4ed0ad9-6518-4e22-ac6f-1c7933dd4aab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Calling delete_port for 2dfd7585-2e55-4f3a-99dc-87ba2b62f3ba owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:15.700624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf205ef-0900-4885-b74b-0a7fd947f4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.722177 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c02f3a21-806d-4a1e-8ac4-b408c541a8db req-5ecb4c32-e29b-4eb8-8251-436760bea6f5 tempest-ServerDiskConfigTestJSON-984665675 tempest-ServerDiskConfigTestJSON-984665675-project] 10.222.0.55 "GET /v2.0/security-groups?id=6becb946-df8e-4f73-89dd-f42ebbd5c3f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082713 Jun 30 02:35:15.737552 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-faf205ef-0900-4885-b74b-0a7fd947f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.902850 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.113096 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f3e3f-ad8b-41d4-abc3-fadfffe79f70 None None] New status for floating IP 9abc64da-f833-4e55-b86a-1e57db6851d1: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:35:16.224761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Router 1cc1ee07-8a30-42c3-84a5-00a139e7f196 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:35:16.358617 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:16.362299 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63f6cd41-b7d3-4c9f-90b5-1a264369bc73 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.373720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57e150-5044-4f07-a47c-24df72d72049 None None] Sync routers for ids ['1cc1ee07-8a30-42c3-84a5-00a139e7f196'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:16.392474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-faf205ef-0900-4885-b74b-0a7fd947f4b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0f074bc62c8445984b08c7f56eb06af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4644094 Jun 30 02:35:16.392913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:16.395055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57e150-5044-4f07-a47c-24df72d72049 None None] Routers {'1cc1ee07-8a30-42c3-84a5-00a139e7f196'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:16.395827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7a57e150-5044-4f07-a47c-24df72d72049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1cc1ee07-8a30-42c3-84a5-00a139e7f196'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:16.409503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.413729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:16.418443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b25fa5e0-ad74-4072-92de-4edde9a56446 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "PUT /v2.0/routers/1cc1ee07-8a30-42c3-84a5-00a139e7f196 HTTP/1.1" status: 200 len: 883 time: 5.9750731 Jun 30 02:35:16.420800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63f6cd41-b7d3-4c9f-90b5-1a264369bc73 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.445151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf205ef-0900-4885-b74b-0a7fd947f4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2cd877-42ff-4064-b4e0-a900e262b106,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:16.459155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7a57e150-5044-4f07-a47c-24df72d72049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:16.471548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57e150-5044-4f07-a47c-24df72d72049 None None] Routers {'1cc1ee07-8a30-42c3-84a5-00a139e7f196'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:16.472543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7a57e150-5044-4f07-a47c-24df72d72049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1cc1ee07-8a30-42c3-84a5-00a139e7f196'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:16.515557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7a57e150-5044-4f07-a47c-24df72d72049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:16.516605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57e150-5044-4f07-a47c-24df72d72049 None None] The sync data for ids ['1cc1ee07-8a30-42c3-84a5-00a139e7f196'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:16.611525 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63f6cd41-b7d3-4c9f-90b5-1a264369bc73 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.614091 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-63f6cd41-b7d3-4c9f-90b5-1a264369bc73 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.615395 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-63f6cd41-b7d3-4c9f-90b5-1a264369bc73 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "DELETE /v2.0/security-groups/37b15218-2069-4565-8937-9da9516ff54f HTTP/1.1" status: 204 len: 168 time: 1.0706053 Jun 30 02:35:16.622251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:16.647653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6cd41-b7d3-4c9f-90b5-1a264369bc73 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b15218-2069-4565-8937-9da9516ff54f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:16.661055 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-a2bbeb9b-7dcc-43a3-8dab-d3e10386e435 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] show failed (client error): The resource could not be found. Jun 30 02:35:16.662137 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a2bbeb9b-7dcc-43a3-8dab-d3e10386e435 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "GET /v2.0/security-groups/37b15218-2069-4565-8937-9da9516ff54f HTTP/1.1" status: 404 len: 347 time: 0.0372972 Jun 30 02:35:16.666964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:16.672747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0ad9-6518-4e22-ac6f-1c7933dd4aab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.717035 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f9846b5-8f4b-4605-8de9-edcddb4bf2f7 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/routers/1cc1ee07-8a30-42c3-84a5-00a139e7f196 HTTP/1.1" status: 200 len: 924 time: 0.2984276 Jun 30 02:35:16.719172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed0ad9-6518-4e22-ac6f-1c7933dd4aab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Pushing event deleted for resources: {'Port': ['ID=2dfd7585-2e55-4f3a-99dc-87ba2b62f3ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:16.720120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:16.816588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80eff2ff-34e0-4137-b1bd-379f9344d359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.820789 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0ad9-6518-4e22-ac6f-1c7933dd4aab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.823314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4ed0ad9-6518-4e22-ac6f-1c7933dd4aab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.824748 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e4ed0ad9-6518-4e22-ac6f-1c7933dd4aab tempest-ServersTestJSON-2027223530 tempest-ServersTestJSON-2027223530-project] 10.222.0.55 "DELETE /v2.0/floatingips/d3b83058-c03c-44b8-b6ee-76343f742a60 HTTP/1.1" status: 204 len: 168 time: 2.0311463 Jun 30 02:35:16.829208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60340) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:16.950789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80eff2ff-34e0-4137-b1bd-379f9344d359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.006988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c6004bf8-5b0a-4e65-b15b-8b9f91d1deb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Deleting port e8b78f55-041f-4ca4-b839-87b4ff062b0a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:17.007362 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6004bf8-5b0a-4e65-b15b-8b9f91d1deb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.023000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a435d865-8ad4-450b-8424-d13c0707a300 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:17.026471 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a435d865-8ad4-450b-8424-d13c0707a300 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&device_id=1cc1ee07-8a30-42c3-84a5-00a139e7f196&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3044527 Jun 30 02:35:17.028677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:17.263023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4f08e-ef84-4a6d-a2a2-06a6cb5ad045 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:17.264766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0bd4f08e-ef84-4a6d-a2a2-06a6cb5ad045 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 881 time: 0.1817858 Jun 30 02:35:17.268088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:17.332606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:17.346607 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2a267c35-0aa8-4c86-9a22-eb79f5e32ed8 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cc1ee07-8a30-42c3-84a5-00a139e7f196 HTTP/1.1" status: 200 len: 205 time: 0.0764873 Jun 30 02:35:17.354219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:17.488719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-267df494-935c-4f8c-95cf-dd1b03a63aa6 admin admin] Deleting subnet 397a1e6a-dcfd-4690-add8-311551dcea63 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:35:17.492932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267df494-935c-4f8c-95cf-dd1b03a63aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.511231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6004bf8-5b0a-4e65-b15b-8b9f91d1deb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.511733 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6004bf8-5b0a-4e65-b15b-8b9f91d1deb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.526935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c6004bf8-5b0a-4e65-b15b-8b9f91d1deb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Calling delete_port for e8b78f55-041f-4ca4-b839-87b4ff062b0a owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:17.533095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267df494-935c-4f8c-95cf-dd1b03a63aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.601475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80eff2ff-34e0-4137-b1bd-379f9344d359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.604607 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80eff2ff-34e0-4137-b1bd-379f9344d359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.610012 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-80eff2ff-34e0-4137-b1bd-379f9344d359 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd2cd877-42ff-4064-b4e0-a900e262b106 HTTP/1.1" status: 204 len: 168 time: 1.2160766 Jun 30 02:35:17.638857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eff2ff-34e0-4137-b1bd-379f9344d359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2cd877-42ff-4064-b4e0-a900e262b106,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:17.648468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267df494-935c-4f8c-95cf-dd1b03a63aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.684283 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.801337 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6004bf8-5b0a-4e65-b15b-8b9f91d1deb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.845044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6004bf8-5b0a-4e65-b15b-8b9f91d1deb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Pushing event deleted for resources: {'Port': ['ID=e8b78f55-041f-4ca4-b839-87b4ff062b0a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:17.870647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267df494-935c-4f8c-95cf-dd1b03a63aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.902182 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.908172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267df494-935c-4f8c-95cf-dd1b03a63aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397a1e6a-dcfd-4690-add8-311551dcea63,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:17.921822 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-267df494-935c-4f8c-95cf-dd1b03a63aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.923833 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-267df494-935c-4f8c-95cf-dd1b03a63aa6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/397a1e6a-dcfd-4690-add8-311551dcea63 HTTP/1.1" status: 204 len: 168 time: 0.5876513 Jun 30 02:35:17.926911 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:18.038180 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6004bf8-5b0a-4e65-b15b-8b9f91d1deb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.038180 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6004bf8-5b0a-4e65-b15b-8b9f91d1deb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.039406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:18.042701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c6004bf8-5b0a-4e65-b15b-8b9f91d1deb1 tempest-ServerActionsTestJSON-516058413 tempest-ServerActionsTestJSON-516058413-project] 10.222.0.55 "DELETE /v2.0/floatingips/9abc64da-f833-4e55-b86a-1e57db6851d1 HTTP/1.1" status: 204 len: 168 time: 1.3669796 Jun 30 02:35:18.072253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.078531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.405751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e0976f12-3a28-4f67-89de-dad4cd6f85d1 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:18.451959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: e0976f12-3a28-4f67-89de-dad4cd6f85d1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:18.453325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e0976f12-3a28-4f67-89de-dad4cd6f85d1 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:18.518912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.531412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ac0c76-ef91-4835-b3cd-cc445f5841fe']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:18.566081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45849812-5631-4e54-932f-0a55f4711e81') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:18.566467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45849812-5631-4e54-932f-0a55f4711e81') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:18.584894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Deleting port e8a2c877-e2c1-4f95-bd6c-e1d0e69b1869 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:18.584894 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.640304 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.108115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.142311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:19.142749 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:19.147397 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:19.215238 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.259769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Calling delete_port for e8a2c877-e2c1-4f95-bd6c-e1d0e69b1869 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:19.296280 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.301972 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.305279 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] 10.222.0.55 "DELETE /v2.0/networks/65ac0c76-ef91-4835-b3cd-cc445f5841fe HTTP/1.1" status: 204 len: 168 time: 1.3776026 Jun 30 02:35:19.365403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d3475-6ee0-44eb-9be7-1c522072d833 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ac0c76-ef91-4835-b3cd-cc445f5841fe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:19.636730 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60438) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:19.663368 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.666476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] Deleting port c276c042-29ef-4d8c-945f-a9846ba8c003 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:19.666848 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.727118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9a2596d7-9da4-48cd-aae3-00955eb34c47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0669fa2e82041b881eaa263808a5d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891147 Jun 30 02:35:19.732347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:19.794622 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.796704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Pushing event deleted for resources: {'Port': ['ID=e8a2c877-e2c1-4f95-bd6c-e1d0e69b1869,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:19.812885 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09be70ee-9726-4935-8bc2-cf20de8147b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.851319 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09be70ee-9726-4935-8bc2-cf20de8147b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.930094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09be70ee-9726-4935-8bc2-cf20de8147b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.937786 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09be70ee-9726-4935-8bc2-cf20de8147b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.942898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09be70ee-9726-4935-8bc2-cf20de8147b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6becb946-df8e-4f73-89dd-f42ebbd5c3f6 HTTP/1.1" status: 204 len: 168 time: 0.2090335 Jun 30 02:35:19.952608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be70ee-9726-4935-8bc2-cf20de8147b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6becb946-df8e-4f73-89dd-f42ebbd5c3f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:20.030118 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.034998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] For port c276c042-29ef-4d8c-945f-a9846ba8c003, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c276c042-29ef-4d8c-945f-a9846ba8c003,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:20.035354 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.142839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] Calling delete_port for c276c042-29ef-4d8c-945f-a9846ba8c003 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:20.165581 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.172037 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.195928 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-060108d1-3230-4fb9-9f0c-8a96fb54a213 req-94e27b8d-ca41-4eb0-8171-a10e607e0284 tempest-FlavorsV2NegativeTest-2061399079 tempest-FlavorsV2NegativeTest-2061399079-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7156af7d1a954afabcd31b454629c349&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444639 Jun 30 02:35:20.326232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.326908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Fanout notify agent at l3_agent the message router_deleted on router 1cc1ee07-8a30-42c3-84a5-00a139e7f196 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:20.335249 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.336610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-148b03c7-07de-4be0-b473-57311599d408 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/1cc1ee07-8a30-42c3-84a5-00a139e7f196 HTTP/1.1" status: 204 len: 168 time: 2.9809897 Jun 30 02:35:20.345072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60468) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:20.358037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-10a00dab-03d3-4d85-8a08-0b03bf6f7089 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1612275060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:20.397454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060108d1-3230-4fb9-9f0c-8a96fb54a213 req-d6dfac3e-913e-4b7d-b881-fdac70bba47f tempest-FlavorsV2NegativeTest-2061399079 tempest-FlavorsV2NegativeTest-2061399079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:20.399141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-060108d1-3230-4fb9-9f0c-8a96fb54a213 req-d6dfac3e-913e-4b7d-b881-fdac70bba47f tempest-FlavorsV2NegativeTest-2061399079 tempest-FlavorsV2NegativeTest-2061399079-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002993 Jun 30 02:35:20.444588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-060108d1-3230-4fb9-9f0c-8a96fb54a213 req-678c682c-1842-4a0b-9a22-37f24c347cb8 tempest-FlavorsV2NegativeTest-2061399079 tempest-FlavorsV2NegativeTest-2061399079-project] 10.222.0.55 "GET /v2.0/quotas/7156af7d1a954afabcd31b454629c349 HTTP/1.1" status: 200 len: 375 time: 0.0372839 Jun 30 02:35:20.475283 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a00dab-03d3-4d85-8a08-0b03bf6f7089 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.482275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a00dab-03d3-4d85-8a08-0b03bf6f7089 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.515686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-060108d1-3230-4fb9-9f0c-8a96fb54a213 req-fc3e6c9b-5ca6-4abe-8b3a-080decf54b7d tempest-FlavorsV2NegativeTest-2061399079 tempest-FlavorsV2NegativeTest-2061399079-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7156af7d1a954afabcd31b454629c349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604053 Jun 30 02:35:20.657556 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a00dab-03d3-4d85-8a08-0b03bf6f7089 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.669125 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a00dab-03d3-4d85-8a08-0b03bf6f7089 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.710518 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10a00dab-03d3-4d85-8a08-0b03bf6f7089 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.715144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-10a00dab-03d3-4d85-8a08-0b03bf6f7089 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3660002 Jun 30 02:35:20.715719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60484) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:20.716361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] Deleting port 3411863a-450f-45a7-8f43-c5d74c1878d4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:20.716726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.719839 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:20.723151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_snat': True}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:20.807012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c276c042-29ef-4d8c-945f-a9846ba8c003,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:21.022995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] For port 3411863a-450f-45a7-8f43-c5d74c1878d4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3411863a-450f-45a7-8f43-c5d74c1878d4,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:21.023473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.164131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.228158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] Calling delete_port for 3411863a-450f-45a7-8f43-c5d74c1878d4 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:21.294749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:21.321049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.568121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2121555879-network', 'tenant_id': '58f9eac75ba24206a6e7d319b22e36bf'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:21.677478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.700774 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.707419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Made reservation on behalf of 58f9eac75ba24206a6e7d319b22e36bf for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:21.709813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.725832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.733852 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:21.735078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:21.785850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=3411863a-450f-45a7-8f43-c5d74c1878d4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:21.833528 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] Router b904861a-dd0b-4a78-82d1-552c9ccc9450 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:21.900413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Allocated IP 172.25.7.14 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/1b3de90c-e082-4313-bc43-44767677743b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:21.944488 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e45f73f-6873-40d2-a847-fd8e268f7f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.081903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.184921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.224264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:22.238513 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] Sync routers for ids ['b904861a-dd0b-4a78-82d1-552c9ccc9450'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:22.247698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:22.247906 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0db3f9ee-ec0d-4095-abe3-4ec7dac1b8c2 admin admin] 10.222.0.55 "PUT /v2.0/routers/b904861a-dd0b-4a78-82d1-552c9ccc9450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4174943 Jun 30 02:35:22.249902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.251912 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] Routers {'b904861a-dd0b-4a78-82d1-552c9ccc9450'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:22.253697 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b904861a-dd0b-4a78-82d1-552c9ccc9450'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:22.261478 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.271730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.312293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:22.312530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:35:22.314858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event updated for resources: {'Port': ['ID=1b3de90c-e082-4313-bc43-44767677743b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:22.320682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:22.324436 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:22.384793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570a99d6-aaac-4301-8a01-78735b976cd2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:22.393466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.393954 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Added segment 8fa8940b-a798-4e41-8514-321889a70bfa of type vlan for network 41077b6f-2f07-4658-92b5-a7474a299645 Jun 30 02:35:22.459787 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] Set router b904861a-dd0b-4a78-82d1-552c9ccc9450 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:22.560903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.711891 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:35:20Z', 'revision_number': 5, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:22.743986 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] Checking router: b904861a-dd0b-4a78-82d1-552c9ccc9450 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:22.754127 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] Routers {'b904861a-dd0b-4a78-82d1-552c9ccc9450'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:22.754771 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b904861a-dd0b-4a78-82d1-552c9ccc9450'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:22.830665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.842655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.877796 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:22.929692 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] Set router b904861a-dd0b-4a78-82d1-552c9ccc9450 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:23.122825 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e45f73f-6873-40d2-a847-fd8e268f7f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.130766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.130766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:23.130766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.148357 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e45f73f-6873-40d2-a847-fd8e268f7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.179388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Deleting port 4abbcecb-e8a7-4773-afda-181e77b3fa03 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:23.180004 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:35:20Z', 'revision_number': 5, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:23.180157 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.205665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] Router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:23.259638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9602022 Jun 30 02:35:23.268156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:23.278828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Request body: {'subnet': {'network_id': '41077b6f-2f07-4658-92b5-a7474a299645', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2121555879-subnet', 'tenant_id': '58f9eac75ba24206a6e7d319b22e36bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:23.291890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45f73f-6873-40d2-a847-fd8e268f7f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3afbad8-f28a-459e-9651-2183f4744862,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:23.299633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5e45f73f-6873-40d2-a847-fd8e268f7f45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7156af7d1a954afabcd31b454629c349&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5521102 Jun 30 02:35:23.300459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f8746-69ec-4835-81fc-ad6fecfe8464 admin admin] Pushing event updated for resources: {'Network': ['ID=41077b6f-2f07-4658-92b5-a7474a299645,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:23.306064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60550) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:23.339711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 41077b6f-2f07-4658-92b5-a7474a299645 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:35:23.385033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Made reservation on behalf of 58f9eac75ba24206a6e7d319b22e36bf for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:23.387973 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.400019 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8bc00-c877-413d-a632-f4023d04f85b None None] The sync data for ids ['b904861a-dd0b-4a78-82d1-552c9ccc9450'] in n-d-758944-39 is: [{'id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'name': 'tempest-ServersTestJSON-1715859361-router', 'tenant_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:32:29Z', 'updated_at': '2021-06-30T02:35:20Z', 'revision_number': 5, 'project_id': '8cbd747eef6b4b24a91056b8a11dd00d', 'gw_port': {'id': '4abbcecb-e8a7-4773-afda-181e77b3fa03', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b904861a-dd0b-4a78-82d1-552c9ccc9450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:32:30Z', 'updated_at': '2021-06-30T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:23.469707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.485541 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.547775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] For port 4abbcecb-e8a7-4773-afda-181e77b3fa03, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4abbcecb-e8a7-4773-afda-181e77b3fa03,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:23.548138 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.569455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Calling delete_port for 4abbcecb-e8a7-4773-afda-181e77b3fa03 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:23.638810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d60a72-4ceb-41e4-95c9-802e3ce6c2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.642028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:23.654410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] Sync routers for ids ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:23.655689 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-12d69170-d617-45ef-b99f-3e6bf37a1b1d admin admin] 10.222.0.55 "PUT /v2.0/routers/f45dbf7b-dc6b-4efe-8142-1816b94ef0a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5917008 Jun 30 02:35:23.660824 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:23.671908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] Routers {'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:23.673084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:23.683140 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d60a72-4ceb-41e4-95c9-802e3ce6c2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.867435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] Set router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:23.879821 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d60a72-4ceb-41e4-95c9-802e3ce6c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.882384 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2d60a72-4ceb-41e4-95c9-802e3ce6c2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.886267 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f2d60a72-4ceb-41e4-95c9-802e3ce6c2dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3afbad8-f28a-459e-9651-2183f4744862 HTTP/1.1" status: 204 len: 168 time: 0.5782320 Jun 30 02:35:23.896516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Router 2edcc2ff-be4b-44a6-9127-6384de59e463 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:35:23.908516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:23.965008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c276c042-29ef-4d8c-945f-a9846ba8c003 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:24.028228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d60a72-4ceb-41e4-95c9-802e3ce6c2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3afbad8-f28a-459e-9651-2183f4744862,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:24.125001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: c276c042-29ef-4d8c-945f-a9846ba8c003 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:24.128938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.130991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c276c042-29ef-4d8c-945f-a9846ba8c003 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:24.185224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.225631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:24.233846 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.234924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.236214 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2afd36dc-0cdc-4d5c-a4e6-c53ea412537f tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "PUT /v2.0/routers/2edcc2ff-be4b-44a6-9127-6384de59e463 HTTP/1.1" status: 200 len: 918 time: 3.5191951 Jun 30 02:35:24.241118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=4abbcecb-e8a7-4773-afda-181e77b3fa03,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:24.242603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:24.247110 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d1efa-4a06-4632-aaff-db7aef3538f8 None None] Sync routers for ids ['2edcc2ff-be4b-44a6-9127-6384de59e463'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:24.262260 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d1efa-4a06-4632-aaff-db7aef3538f8 None None] Routers {'2edcc2ff-be4b-44a6-9127-6384de59e463'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:24.263953 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d41d1efa-4a06-4632-aaff-db7aef3538f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2edcc2ff-be4b-44a6-9127-6384de59e463'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:24.351948 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54ac044e-5a0a-487d-bfd7-2781fc82b8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.364145 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.364916 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d41d1efa-4a06-4632-aaff-db7aef3538f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:24.378730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=072afaa4-969b-43f2-b0e9-8186f44ccefd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:24.387576 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41d1efa-4a06-4632-aaff-db7aef3538f8 None None] Routers {'2edcc2ff-be4b-44a6-9127-6384de59e463'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:24.387576 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d41d1efa-4a06-4632-aaff-db7aef3538f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2edcc2ff-be4b-44a6-9127-6384de59e463'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:24.394423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Checking segment: {'id': '8fa8940b-a798-4e41-8514-321889a70bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '41077b6f-2f07-4658-92b5-a7474a299645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:24.394746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Network hostable DHCP agents. Network: 41077b6f-2f07-4658-92b5-a7474a299645, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:24.428931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174'}], 'enable_snat': True}, 'gw_port_id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:35:21Z', 'revision_number': 5, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port': {'id': 'd3c8414f-730e-4589-be48-f65afc5f0834', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:24:54Z', 'updated_at': '2021-06-30T02:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:24.434518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Deleting port d3c8414f-730e-4589-be48-f65afc5f0834 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:24.435042 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.484137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Network 41077b6f-2f07-4658-92b5-a7474a299645 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:24.496504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 41077b6f-2f07-4658-92b5-a7474a299645) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:24.507115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:24.507756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.536253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f709df4-3612-4b68-adc7-ab84ab0a4411 None None] Network 41077b6f-2f07-4658-92b5-a7474a299645 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:24.539521 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a26c1d36-77f4-4f1f-baf1-53b2cce67740 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2648966 Jun 30 02:35:24.543861 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] Checking router: f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:24.575068 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d41d1efa-4a06-4632-aaff-db7aef3538f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:24.577209 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41d1efa-4a06-4632-aaff-db7aef3538f8 None None] The sync data for ids ['2edcc2ff-be4b-44a6-9127-6384de59e463'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:24.593241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] For port d3c8414f-730e-4589-be48-f65afc5f0834, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3c8414f-730e-4589-be48-f65afc5f0834,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:24.593465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:24.630967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Calling delete_port for d3c8414f-730e-4589-be48-f65afc5f0834 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:24.699595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] Routers {'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:24.703214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:34:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:24.873529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c9cec-f3dd-4452-a534-181592ef94f4 None None] Network 41077b6f-2f07-4658-92b5-a7474a299645 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:24.965122 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.005368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c8414f-730e-4589-be48-f65afc5f0834,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:25.094162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.266939 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.270847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.271106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.282504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] Set router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:25.298095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.337172 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.338000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:25.352988 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.354424 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dd8ca462-6e77-4ed4-9657-8e2cd5ab6dbd admin admin] 10.222.0.55 "DELETE /v2.0/routers/f45dbf7b-dc6b-4efe-8142-1816b94ef0a8 HTTP/1.1" status: 204 len: 168 time: 1.6894031 Jun 30 02:35:25.380212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:25.401109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:25.407738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:35:24Z', 'revision_number': 6, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:25.416628 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-27fd412b-deb7-499f-b45e-5d657b1f1a64 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/routers/2edcc2ff-be4b-44a6-9127-6384de59e463 HTTP/1.1" status: 200 len: 924 time: 1.1418324 Jun 30 02:35:25.421569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:25.459910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea707c78-e5cc-4467-886d-f76042efc88c None None] The sync data for ids ['f45dbf7b-dc6b-4efe-8142-1816b94ef0a8'] in n-d-758944-39 is: [{'id': 'f45dbf7b-dc6b-4efe-8142-1816b94ef0a8', 'name': 'tempest-ServerActionsTestJSON-1345439645-router', 'tenant_id': 'b024877b9ea046a6a65c423b89fcd680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:24:53Z', 'updated_at': '2021-06-30T02:35:24Z', 'revision_number': 6, 'project_id': 'b024877b9ea046a6a65c423b89fcd680', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:25.526515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-44b353b0-808e-41e2-9034-9dd92d0a58d2 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:25.528124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-44b353b0-808e-41e2-9034-9dd92d0a58d2 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/networks?id=41077b6f-2f07-4658-92b5-a7474a299645 HTTP/1.1" status: 200 len: 822 time: 0.2767761 Jun 30 02:35:25.564826 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-792b943a-4021-4031-bd37-3e6ad00abf6f tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/quotas/58f9eac75ba24206a6e7d319b22e36bf HTTP/1.1" status: 200 len: 375 time: 0.0268652 Jun 30 02:35:25.583031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.584750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b904861a-dd0b-4a78-82d1-552c9ccc9450 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:25.600707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.604458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f13f637f-88f8-429d-b171-f85cfdfa2f35 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b904861a-dd0b-4a78-82d1-552c9ccc9450 HTTP/1.1" status: 204 len: 168 time: 3.3523059 Jun 30 02:35:25.605822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:25.612865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-dc3c889c-499c-4dee-b110-b5210aac3c54 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=58f9eac75ba24206a6e7d319b22e36bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465140 Jun 30 02:35:25.662228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-63841f93-6264-4115-8e5c-a10ad112ae28 admin admin] Deleting subnet 6eb16b85-0a65-4811-8135-f92b5adf71dc {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:35:25.677987 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63841f93-6264-4115-8e5c-a10ad112ae28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.694524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-network', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:25.718806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f20151-1232-4ad9-a1e8-a103559acdcf admin admin] Deleting subnet 65d34257-2981-4e5d-9a5d-fe7daa04828e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:35:25.720746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Made reservation on behalf of d1c484526af6471982a3bbac30b3f9ae for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:25.723658 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.742150 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f20151-1232-4ad9-a1e8-a103559acdcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.746381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.769573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3905e067-e455-4999-99e8-c562d1e8a5a0 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:25.771081 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3905e067-e455-4999-99e8-c562d1e8a5a0 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&device_id=2edcc2ff-be4b-44a6-9127-6384de59e463&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3455050 Jun 30 02:35:25.773924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63841f93-6264-4115-8e5c-a10ad112ae28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.777008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:25.817037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f20151-1232-4ad9-a1e8-a103559acdcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:25.829338 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:35:25.878400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-3bf930d5-5495-42a7-8f54-06c8b3ebbd64 service neutron] 10.222.0.55 "GET /v2.0/networks/41077b6f-2f07-4658-92b5-a7474a299645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523220 Jun 30 02:35:25.955358 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63841f93-6264-4115-8e5c-a10ad112ae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.000533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4093a8f0-de35-4e40-a83c-c9584b191ed7 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:26.001119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f20151-1232-4ad9-a1e8-a103559acdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.005839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4093a8f0-de35-4e40-a83c-c9584b191ed7 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 881 time: 0.2239861 Jun 30 02:35:26.006045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60688) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:26.047440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e4f0729a-dd30-4aaf-a363-77741070546d service neutron] 10.222.0.55 "GET /v2.0/networks/41077b6f-2f07-4658-92b5-a7474a299645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680000 Jun 30 02:35:26.060098 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ec8d248e-1769-4d4a-afed-e890fc8cae5a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=2edcc2ff-be4b-44a6-9127-6384de59e463 HTTP/1.1" status: 200 len: 205 time: 0.0539291 Jun 30 02:35:26.065565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:26.074613 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.080758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.085056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63841f93-6264-4115-8e5c-a10ad112ae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.114259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d635a03-d8c0-4633-b61d-61afd60f421c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:26.133285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:35:26.148108 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.148576 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Added segment 723e8df1-9061-44d1-b120-c807c4241173 of type vlan for network 192474ba-5217-4488-9909-b202f4ffc785 Jun 30 02:35:26.168652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63841f93-6264-4115-8e5c-a10ad112ae28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb16b85-0a65-4811-8135-f92b5adf71dc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:26.174112 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63841f93-6264-4115-8e5c-a10ad112ae28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.176455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-63841f93-6264-4115-8e5c-a10ad112ae28 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6eb16b85-0a65-4811-8135-f92b5adf71dc HTTP/1.1" status: 204 len: 168 time: 0.7952559 Jun 30 02:35:26.180980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60692) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:26.190853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d62116b-ff63-4f17-a406-9df82754561e None None] Network 8a45bdb0-42ad-4822-9047-0b0857630f97 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:26.288684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.357789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3c554ea-2c91-468b-9a01-39a1e786ebd6 req-d70f8d72-6f75-4d19-a87d-360e9cc56389 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 210 time: 0.0543554 Jun 30 02:35:26.362063 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.362780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:26.363426 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.416879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f20151-1232-4ad9-a1e8-a103559acdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.439230 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0346024 Jun 30 02:35:26.441987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:26.449182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Request body: {'subnet': {'network_id': '192474ba-5217-4488-9909-b202f4ffc785', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-subnet', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:26.457704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cb28b-187b-4644-86a9-84f31dc01f7c admin admin] Pushing event updated for resources: {'Network': ['ID=192474ba-5217-4488-9909-b202f4ffc785,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:26.461637 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0f20151-1232-4ad9-a1e8-a103559acdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.469311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a0f20151-1232-4ad9-a1e8-a103559acdcf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/65d34257-2981-4e5d-9a5d-fe7daa04828e HTTP/1.1" status: 204 len: 168 time: 0.8548210 Jun 30 02:35:26.471216 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:26.472879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.479333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 192474ba-5217-4488-9909-b202f4ffc785 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:35:26.485942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db36e7c8-e6b4-4c4a-b938-776e6fbc10d3 None None] Network 79965eeb-8206-45a4-915b-1f04e29cdad0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:26.538294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Made reservation on behalf of d1c484526af6471982a3bbac30b3f9ae for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:26.540702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.564440 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.639564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.653238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f20151-1232-4ad9-a1e8-a103559acdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d34257-2981-4e5d-9a5d-fe7daa04828e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:26.774520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Deleting port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:26.775143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.783381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] DHCP port deletion for 8a45bdb0-42ad-4822-9047-0b0857630f97 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:35:26.876018 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.885245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] For port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=82b886f1-2c76-4d4d-90e4-cb2b0f74f26d,segment=NetworkSegment(f527bdf5-78a7-40b3-a8b7-1b485d565d9b),segment_id=f527bdf5-78a7-40b3-a8b7-1b485d565d9b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:26.885645 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.903368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-3b86366b-734b-4f14-ba05-66d4fe1c76dd tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:26.905101 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-3b86366b-734b-4f14-ba05-66d4fe1c76dd tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 805 time: 0.1296675 Jun 30 02:35:26.922372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Deleting port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:26.922533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Calling delete_port for 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:26.923028 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.942553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Deleting port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:26.943275 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:26.971373 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.038783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b6ec0-b0e2-4285-8d75-849adad01bee None None] DHCP port deletion for 79965eeb-8206-45a4-915b-1f04e29cdad0 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:35:27.040620 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.050299 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2224839e-a756-4d6a-8488-ab5e286b375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.050748 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c86d18-491e-4561-a52c-d0f274e1dcf9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:27.056296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Checking segment: {'id': '723e8df1-9061-44d1-b120-c807c4241173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '192474ba-5217-4488-9909-b202f4ffc785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:27.056662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Network hostable DHCP agents. Network: 192474ba-5217-4488-9909-b202f4ffc785, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:27.103539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Network 192474ba-5217-4488-9909-b202f4ffc785 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:27.117254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 192474ba-5217-4488-9909-b202f4ffc785) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:27.125043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:27.126225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.133872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] For port ebdedcc7-714c-4c78-bf92-f29b9722a8d9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ebdedcc7-714c-4c78-bf92-f29b9722a8d9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:27.134095 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.134558 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.155741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Calling delete_port for ebdedcc7-714c-4c78-bf92-f29b9722a8d9 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:27.175255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Pushing event deleted for resources: {'Port': ['ID=82b886f1-2c76-4d4d-90e4-cb2b0f74f26d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:27.185483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] No DVR routers for this DVR port 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:27.187775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-5aec1e2e-53e5-4aa6-9f8b-1a95be564121 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/quotas/50f3443ffa82427e9b043eebefd6f034 HTTP/1.1" status: 200 len: 375 time: 0.2548838 Jun 30 02:35:27.196083 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0504bdd1-1c4b-495f-9b0c-e8ed2d5b9181 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7529724 Jun 30 02:35:27.196959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:27.220802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-router', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:27.269822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e5025a-5c9a-41f7-8ddc-693eaab87a0b None None] Network 192474ba-5217-4488-9909-b202f4ffc785 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:27.270025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] For port ebdedcc7-714c-4c78-bf92-f29b9722a8d9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ebdedcc7-714c-4c78-bf92-f29b9722a8d9,segment=NetworkSegment(c208c82c-1a36-4da5-83d4-6c969823df87),segment_id=c208c82c-1a36-4da5-83d4-6c969823df87)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:27.270149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.286214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.287594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.287727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Calling delete_port for ebdedcc7-714c-4c78-bf92-f29b9722a8d9 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:27.308100 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.323662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79965eeb-8206-45a4-915b-1f04e29cdad0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:27.342323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:27.342604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f527bdf5-78a7-40b3-a8b7-1b485d565d9b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:27.345827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-464b6ec0-b0e2-4285-8d75-849adad01bee None None] The port '82b886f1-2c76-4d4d-90e4-cb2b0f74f26d' was deleted {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 02:35:27.350175 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.375786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.377665 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.389151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Deleting port 1b3de90c-e082-4313-bc43-44767677743b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:27.389511 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.390960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Pushing event deleted for resources: {'Port': ['ID=ebdedcc7-714c-4c78-bf92-f29b9722a8d9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:27.406045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] No DVR routers for this DVR port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:27.411044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.411790 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.412340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.413094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.413624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.414148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.417257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.418668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.419399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.419928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.420450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.420992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390f3730-7dfb-4c25-be2c-87b26068f62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:27.463684 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-a01a7d27-6e4c-4024-b9fb-052f4b1d0c91 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2589517 Jun 30 02:35:27.469715 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.486048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:27.486456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:27.489333 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:27.585947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-192474ba-5217-4488-9909-b202f4ffc785', 'network_id': '192474ba-5217-4488-9909-b202f4ffc785', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'fixed_ips': [{'subnet_id': 'b2c86d18-491e-4561-a52c-d0f274e1dcf9'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:35:27.586967 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.608151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.618613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4abbcecb-e8a7-4773-afda-181e77b3fa03 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:27.647423 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4abbcecb-e8a7-4773-afda-181e77b3fa03 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:27.647835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4abbcecb-e8a7-4773-afda-181e77b3fa03 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:27.648373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3411863a-450f-45a7-8f43-c5d74c1878d4 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:27.649044 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3be49b3-6786-4cfd-8a57-87b06ea83dde req-0de64d38-0fe3-4738-bb23-18a5f4cf9a47 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 210 time: 0.0368118 Jun 30 02:35:27.665868 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.683463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.685962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 3411863a-450f-45a7-8f43-c5d74c1878d4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:27.686494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3411863a-450f-45a7-8f43-c5d74c1878d4 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:27.686933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3c8414f-730e-4589-be48-f65afc5f0834 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:27.695622 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.700003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] 10.222.0.55 "DELETE /v2.0/networks/79965eeb-8206-45a4-915b-1f04e29cdad0 HTTP/1.1" status: 204 len: 168 time: 1.2238686 Jun 30 02:35:27.700142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.714793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c21665-3fb0-409d-98df-13faf37c261b admin admin] Pushing event deleted for resources: {'Network': ['ID=79965eeb-8206-45a4-915b-1f04e29cdad0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:27.724187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Calling delete_port for 1b3de90c-e082-4313-bc43-44767677743b owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:27.760839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] No DVR routers for this DVR port ebdedcc7-714c-4c78-bf92-f29b9722a8d9 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:27.764078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: d3c8414f-730e-4589-be48-f65afc5f0834 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:27.764833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3c8414f-730e-4589-be48-f65afc5f0834 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:27.765269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:27.792201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:27.792419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 82b886f1-2c76-4d4d-90e4-cb2b0f74f26d not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:27.792888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ebdedcc7-714c-4c78-bf92-f29b9722a8d9 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:27.820275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: ebdedcc7-714c-4c78-bf92-f29b9722a8d9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:27.820631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ebdedcc7-714c-4c78-bf92-f29b9722a8d9 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:27.875690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:27.895736 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.897263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Allocated IP 172.20.0.2 (192474ba-5217-4488-9909-b202f4ffc785/b2c86d18-491e-4561-a52c-d0f274e1dcf9/6149442a-1e40-43fd-93c7-ff25922f9bdb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:27.907737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a45bdb0-42ad-4822-9047-0b0857630f97']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:27.915754 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.918856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c208c82c-1a36-4da5-83d4-6c969823df87') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:27.919301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c208c82c-1a36-4da5-83d4-6c969823df87') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:27.929195 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.943520 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.949451 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.950483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:27.951190 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:27.955745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-01997070-08d0-4ad7-a968-15c110789f56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cbd747eef6b4b24a91056b8a11dd00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748343 Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: items = [ Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:27.958358 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:27.961252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdedcc7-714c-4c78-bf92-f29b9722a8d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:27.961252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:28.066319 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-a94067eb-324e-4013-8a31-848a254e4922 service neutron] 10.222.0.55 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476985 Jun 30 02:35:28.077263 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.090760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Transition to ACTIVE for port object 6149442a-1e40-43fd-93c7-ff25922f9bdb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:28.104661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.108158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Transition to ACTIVE for port object 6149442a-1e40-43fd-93c7-ff25922f9bdb will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:28.109633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Allocated IP 172.25.7.213 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/2e84f674-d6a2-4569-95f5-1bd25bd4bb46) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:28.116175 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.147069 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.151159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8a45bdb0-42ad-4822-9047-0b0857630f97 HTTP/1.1" status: 204 len: 168 time: 1.9649715 Jun 30 02:35:28.199570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Pushing event updated for resources: {'Port': ['ID=6149442a-1e40-43fd-93c7-ff25922f9bdb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:28.211013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241c035-62e3-4772-9277-0c34cf833588 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a45bdb0-42ad-4822-9047-0b0857630f97,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:28.217458 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.225912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Network 192474ba-5217-4488-9909-b202f4ffc785 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:28.227446 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:28.230043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:28.289802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Attempting to bind port 6149442a-1e40-43fd-93c7-ff25922f9bdb on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:28.290703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Attempting to bind port 6149442a-1e40-43fd-93c7-ff25922f9bdb by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '723e8df1-9061-44d1-b120-c807c4241173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '192474ba-5217-4488-9909-b202f4ffc785'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:28.290703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Attempting to bind port 6149442a-1e40-43fd-93c7-ff25922f9bdb on network 192474ba-5217-4488-9909-b202f4ffc785 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:28.295390 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.296132 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:28.296298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Checking segment: {'id': '723e8df1-9061-44d1-b120-c807c4241173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '192474ba-5217-4488-9909-b202f4ffc785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:28.296861 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.297201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Bound using segment: {'id': '723e8df1-9061-44d1-b120-c807c4241173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '192474ba-5217-4488-9909-b202f4ffc785'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:28.297711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Bound port: 6149442a-1e40-43fd-93c7-ff25922f9bdb, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723e8df1-9061-44d1-b120-c807c4241173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '192474ba-5217-4488-9909-b202f4ffc785'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:28.298105 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.379842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] For port 6149442a-1e40-43fd-93c7-ff25922f9bdb, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:28.380990 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.384209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] For port 6149442a-1e40-43fd-93c7-ff25922f9bdb, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6149442a-1e40-43fd-93c7-ff25922f9bdb,segment=NetworkSegment(723e8df1-9061-44d1-b120-c807c4241173),segment_id=723e8df1-9061-44d1-b120-c807c4241173)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:28.391550 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.442458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:28.447701 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09d3d3aa-8477-4ecb-b349-a3c0ba9ba760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.448818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:28.452775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:28.463649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:28.483804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Pushing event updated for resources: {'Port': ['ID=2e84f674-d6a2-4569-95f5-1bd25bd4bb46,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:28.517095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-a11409cc-bcc0-4bb9-b98d-81b833becd61 service neutron] 10.222.0.55 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498670 Jun 30 02:35:28.537738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65cd25-c0c2-431c-bcfe-eff2309e84b0 None None] Pushing event updated for resources: {'Port': ['ID=6149442a-1e40-43fd-93c7-ff25922f9bdb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:28.572125 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09d3d3aa-8477-4ecb-b349-a3c0ba9ba760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.685986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9485037f-9ec5-4711-8688-7017969d2aa6 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:28.687606 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9485037f-9ec5-4711-8688-7017969d2aa6 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.73 "GET /v2.0/networks?id=41077b6f-2f07-4658-92b5-a7474a299645 HTTP/1.1" status: 200 len: 822 time: 0.4822075 Jun 30 02:35:28.717536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Request body: {'port': {'device_id': '39468294-54cb-44b7-9137-f91608d8c48b', 'network_id': '41077b6f-2f07-4658-92b5-a7474a299645', 'admin_state_up': True, 'tenant_id': '58f9eac75ba24206a6e7d319b22e36bf'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:28.790174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.871062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-1e581f7c-907f-494a-a246-a57b50635406 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:28.873072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-1e581f7c-907f-494a-a246-a57b50635406 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b244241-c12a-41a3-8ff0-13e0a61a3007 HTTP/1.1" status: 200 len: 946 time: 0.6662068 Jun 30 02:35:28.881458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-94eb5f32-8817-4b76-96b0-c7a24b3fb89d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b024877b9ea046a6a65c423b89fcd680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124696 Jun 30 02:35:28.882397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:28.906382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:28.943283 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96ff6e2a-8f81-4859-ad5d-c9c87946fc0b req-ccaa3efa-5051-499e-a59b-35ee1b38abb1 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 210 time: 0.1025574 Jun 30 02:35:28.956199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f27a24e7-f2da-4dcc-9698-fb420339b282 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:29.032708 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09d3d3aa-8477-4ecb-b349-a3c0ba9ba760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.035528 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09d3d3aa-8477-4ecb-b349-a3c0ba9ba760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.045990 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09d3d3aa-8477-4ecb-b349-a3c0ba9ba760 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17a2bc72-c33e-4e69-98e1-ab173a8be8b9 HTTP/1.1" status: 204 len: 168 time: 1.0679634 Jun 30 02:35:29.088536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Pushing event deleted for resources: {'Port': ['ID=1b3de90c-e082-4313-bc43-44767677743b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:29.090374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.119104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27a24e7-f2da-4dcc-9698-fb420339b282'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:29.121518 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b11db5-2a90-4f1e-9bf7-978821fe70c7" -d '{"events": [{"server_uuid": "0b244241-c12a-41a3-8ff0-13e0a61a3007", "name": "network-vif-unplugged", "status": "completed", "tag": "f27a24e7-f2da-4dcc-9698-fb420339b282"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:29.133561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f27a24e7-f2da-4dcc-9698-fb420339b282, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f27a24e7-f2da-4dcc-9698-fb420339b282,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:29.140453 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.233671 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a011ebb6-e78a-400a-8e90-1020fc30e1ea x-openstack-request-id: req-a011ebb6-e78a-400a-8e90-1020fc30e1ea {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:29.234149 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b244241-c12a-41a3-8ff0-13e0a61a3007", "name": "network-vif-unplugged", "status": "completed", "tag": "f27a24e7-f2da-4dcc-9698-fb420339b282", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:29.235026 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a011ebb6-e78a-400a-8e90-1020fc30e1ea {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:29.235609 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27a24e7-f2da-4dcc-9698-fb420339b282', 'code': 200} Jun 30 02:35:29.247041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=f27a24e7-f2da-4dcc-9698-fb420339b282,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:29.262662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3d3aa-8477-4ecb-b349-a3c0ba9ba760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a2bc72-c33e-4e69-98e1-ab173a8be8b9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:29.358078 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8b32283-7bd2-47fb-9fb9-7041f3bc8842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.446532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8b32283-7bd2-47fb-9fb9-7041f3bc8842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.448905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.583328 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.585635 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.610367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d842eba7-974a-4651-886d-2ec269d94a34 req-65e92b7f-db5f-4e7f-8e55-5ae46fcf9fae tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 210 time: 0.8172364 Jun 30 02:35:29.645817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Made reservation on behalf of 58f9eac75ba24206a6e7d319b22e36bf for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:29.648095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.665786 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.666374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Fanout notify agent at l3_agent the message router_deleted on router 2edcc2ff-be4b-44a6-9127-6384de59e463 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:29.687568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.694593 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aa777694-d762-4521-b46b-d1de50162dc2 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/2edcc2ff-be4b-44a6-9127-6384de59e463 HTTP/1.1" status: 204 len: 168 time: 3.6279655 Jun 30 02:35:29.702995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:29.709836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d8b795dc-1859-46d5-b965-70d489481694 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-952272590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:29.736571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6149442a-1e40-43fd-93c7-ff25922f9bdb up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:29.788912 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-32c94008-1d03-4cc1-b758-f0903e3418ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Deleting port f27a24e7-f2da-4dcc-9698-fb420339b282 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:29.789254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-32c94008-1d03-4cc1-b758-f0903e3418ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.858258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 6149442a-1e40-43fd-93c7-ff25922f9bdb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:29.903644 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:29.968150 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.106323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Router 5237d7da-dc62-4a02-857b-de172d8967a9 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:35:30.152172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb2db7-eddc-44cf-988e-fadfaa259a8f None None] Network 192474ba-5217-4488-9909-b202f4ffc785 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:30.250127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:30.268035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Sync routers for ids ['5237d7da-dc62-4a02-857b-de172d8967a9'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:30.309770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a627889-2b35-4d55-9566-428389845c4f None None] Provisioning for port 6149442a-1e40-43fd-93c7-ff25922f9bdb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:30.319677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Routers {'5237d7da-dc62-4a02-857b-de172d8967a9'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:30.320581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5237d7da-dc62-4a02-857b-de172d8967a9'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:30.325980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60782) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:30.356795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a627889-2b35-4d55-9566-428389845c4f None None] Provisioning complete for port 6149442a-1e40-43fd-93c7-ff25922f9bdb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:30.357436 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a627889-2b35-4d55-9566-428389845c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.461283 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.464149 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-76217bc8-9ab1-4512-93f7-dfa8bd036f73 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2643461 Jun 30 02:35:30.467091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:30.530676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-32c94008-1d03-4cc1-b758-f0903e3418ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] For port f27a24e7-f2da-4dcc-9698-fb420339b282, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f27a24e7-f2da-4dcc-9698-fb420339b282,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:30.530986 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-32c94008-1d03-4cc1-b758-f0903e3418ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.532592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Set router 5237d7da-dc62-4a02-857b-de172d8967a9 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:30.543905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-32c94008-1d03-4cc1-b758-f0903e3418ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Calling delete_port for f27a24e7-f2da-4dcc-9698-fb420339b282 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:30.556830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-545314755-network', 'tenant_id': 'dc0da76d9c564aae9d52df52078277ad'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:30.615268 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8b795dc-1859-46d5-b965-70d489481694 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.616406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8b795dc-1859-46d5-b965-70d489481694 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.661851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-b51b8bb7-f806-4381-b9d4-6112351355cf tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:30.663964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-b51b8bb7-f806-4381-b9d4-6112351355cf tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 805 time: 0.1987896 Jun 30 02:35:30.667321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Made reservation on behalf of dc0da76d9c564aae9d52df52078277ad for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:30.669765 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.682127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Request body: {'port': {'device_id': 'a657b264-f83a-4112-b774-e312c2f780ac', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'admin_state_up': True, 'tenant_id': '50f3443ffa82427e9b043eebefd6f034'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:30.713195 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a1dd666-b6f9-433c-88b4-201ae4203443 req-ad914c05-5bd0-482e-bcd1-743fdc1ee14d tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 210 time: 0.2328863 Jun 30 02:35:30.717882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Allocated IP 172.20.0.5 (41077b6f-2f07-4658-92b5-a7474a299645/072afaa4-969b-43f2-b0e9-8186f44ccefd/969b488e-cbe8-4761-adb0-42ad5111491d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:30.727886 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8b32283-7bd2-47fb-9fb9-7041f3bc8842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.739419 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8b32283-7bd2-47fb-9fb9-7041f3bc8842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.759326 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c8b32283-7bd2-47fb-9fb9-7041f3bc8842 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c687121-b4fc-4eff-b346-f9c0d924546b HTTP/1.1" status: 204 len: 168 time: 1.8404868 Jun 30 02:35:30.815517 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.817449 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a627889-2b35-4d55-9566-428389845c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.918477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0a627889-2b35-4d55-9566-428389845c4f None None] For port 6149442a-1e40-43fd-93c7-ff25922f9bdb, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6149442a-1e40-43fd-93c7-ff25922f9bdb,segment=NetworkSegment(723e8df1-9061-44d1-b120-c807c4241173),segment_id=723e8df1-9061-44d1-b120-c807c4241173)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:30.930408 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a627889-2b35-4d55-9566-428389845c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.948601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-32c94008-1d03-4cc1-b758-f0903e3418ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:30.979944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b32283-7bd2-47fb-9fb9-7041f3bc8842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c687121-b4fc-4eff-b346-f9c0d924546b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.014178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.039302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.065325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a627889-2b35-4d55-9566-428389845c4f None None] Pushing event updated for resources: {'Port': ['ID=6149442a-1e40-43fd-93c7-ff25922f9bdb,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.066063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a13ddbf7-5920-494a-93c5-f9476e852263 req-36f9c4ee-7348-40ea-8141-40b57327d08b tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 210 time: 0.1008847 Jun 30 02:35:31.103234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-router', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:28Z', 'revision_number': 3, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'gw_port': {'id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:94:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:31.124655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c94008-1d03-4cc1-b758-f0903e3418ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Pushing event deleted for resources: {'Port': ['ID=f27a24e7-f2da-4dcc-9698-fb420339b282,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.131981 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8b795dc-1859-46d5-b965-70d489481694 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.138264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.179133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Checking router: 5237d7da-dc62-4a02-857b-de172d8967a9 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:31.179794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Updating router 5237d7da-dc62-4a02-857b-de172d8967a9 port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:35:31.188478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8b795dc-1859-46d5-b965-70d489481694 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.225812 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.245966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:35:31.246203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-32c94008-1d03-4cc1-b758-f0903e3418ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] No DVR routers for this DVR port f27a24e7-f2da-4dcc-9698-fb420339b282 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:31.253313 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-32c94008-1d03-4cc1-b758-f0903e3418ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.256282 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-73b49d04-ecb4-42ac-bca1-68013780d112 req-32c94008-1d03-4cc1-b758-f0903e3418ca tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.69 "DELETE /v2.0/ports/f27a24e7-f2da-4dcc-9698-fb420339b282 HTTP/1.1" status: 204 len: 173 time: 2.3481927 Jun 30 02:35:31.258983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'name': 'network-vif-deleted', 'tag': 'f27a24e7-f2da-4dcc-9698-fb420339b282'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:31.271140 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0130ccc7-c9b0-445f-b462-77775ba9e3b4" -d '{"events": [{"server_uuid": "0b244241-c12a-41a3-8ff0-13e0a61a3007", "name": "network-vif-deleted", "tag": "f27a24e7-f2da-4dcc-9698-fb420339b282"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:31.280642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.280863 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Added segment ad4dc64b-1006-44b8-893c-580d1ae4fcb3 of type vlan for network bfe57224-acd0-4867-b428-f96893c5bdd7 Jun 30 02:35:31.283278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Made reservation on behalf of 50f3443ffa82427e9b043eebefd6f034 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:31.289186 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.296475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8b795dc-1859-46d5-b965-70d489481694 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.299252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d8b795dc-1859-46d5-b965-70d489481694 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5935328 Jun 30 02:35:31.307243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:31.314543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2a507bf6-70be-4699-937a-e2cd3fbdef8f None None] Provisioning complete for port 6149442a-1e40-43fd-93c7-ff25922f9bdb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:31.315226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a507bf6-70be-4699-937a-e2cd3fbdef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.331035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:31.351581 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69585ac-012b-483d-a1a9-f6a2613adc71 x-openstack-request-id: req-d69585ac-012b-483d-a1a9-f6a2613adc71 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:31.351878 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b244241-c12a-41a3-8ff0-13e0a61a3007", "name": "network-vif-deleted", "tag": "f27a24e7-f2da-4dcc-9698-fb420339b282", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:31.352226 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d69585ac-012b-483d-a1a9-f6a2613adc71 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:31.352503 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b244241-c12a-41a3-8ff0-13e0a61a3007', 'name': 'network-vif-deleted', 'tag': 'f27a24e7-f2da-4dcc-9698-fb420339b282', 'status': 'completed', 'code': 200} Jun 30 02:35:31.467745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.622093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.634212 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:35:31.636613 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.652758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Transition to ACTIVE for port object 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:31.662180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6149442a-1e40-43fd-93c7-ff25922f9bdb up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:31.690193 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.697820 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.791422 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.792000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Attempting to bind port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:31.792344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Attempting to bind port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:31.792588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:31.792697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Attempting to bind port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:31.793115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.799870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:31.800247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:31.800666 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.801038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:31.801505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Bound port: 2e84f674-d6a2-4569-95f5-1bd25bd4bb46, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:31.801894 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.808782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42b182-5e87-4ba3-8e61-f0f987146a61 None None] Pushing event updated for resources: {'Port': ['ID=2e84f674-d6a2-4569-95f5-1bd25bd4bb46,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:31.819526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4920125 Jun 30 02:35:31.832486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:31.898336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 6149442a-1e40-43fd-93c7-ff25922f9bdb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:31.899110 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.904257 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.919065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Request body: {'subnet': {'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-545314755-subnet', 'tenant_id': 'dc0da76d9c564aae9d52df52078277ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:31.940934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Allocated IP 172.20.0.9 (98e36a4f-8446-40a2-9d41-79a84b74cb18/cd93f79d-ac84-486e-a998-bf81e77882e4/c0f59a10-893c-438f-b9b1-86d17f412cd0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:31.958747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:31.964613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Network 41077b6f-2f07-4658-92b5-a7474a299645 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:31.986413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:31.998379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:32.016295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] For port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:32.021850 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] For port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2e84f674-d6a2-4569-95f5-1bd25bd4bb46,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:32.042896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:32.046974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Made reservation on behalf of dc0da76d9c564aae9d52df52078277ad for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:32.051434 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.054104 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.068429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d08dd9-5427-48a8-90ba-d9f0cb6667e4 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe57224-acd0-4867-b428-f96893c5bdd7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:32.102371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Pushing event updated for resources: {'Port': ['ID=969b488e-cbe8-4761-adb0-42ad5111491d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:32.103056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network bfe57224-acd0-4867-b428-f96893c5bdd7 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:35:32.179013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Routers {'5237d7da-dc62-4a02-857b-de172d8967a9'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:32.180123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5237d7da-dc62-4a02-857b-de172d8967a9'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:32.247252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:32.248124 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.277900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1197770654-network', 'tenant_id': '5a8f6c23d3aa44e9be41ea12b87b23db'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:32.294563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-9a15f9b6-80cf-476b-94c4-d5f34d82f7e7 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5883842 Jun 30 02:35:32.329719 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42b182-5e87-4ba3-8e61-f0f987146a61 None None] Pushing event updated for resources: {'Port': ['ID=2e84f674-d6a2-4569-95f5-1bd25bd4bb46,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:32.338753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Request body: {'port': {'device_id': '39468294-54cb-44b7-9137-f91608d8c48b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:32.359406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] Set router 5237d7da-dc62-4a02-857b-de172d8967a9 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:32.373804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d410b929-befb-478d-b62b-5e8dab433798 req-c65cf8b4-17cb-4b12-bf99-1d67850ce9a8 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 210 time: 0.0750408 Jun 30 02:35:32.430446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe22fc6-8ade-4ff3-8d14-bbda3249d4ae req-b6089f1e-80ad-466e-a545-46bbb2888c93 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:32.435175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cbe22fc6-8ade-4ff3-8d14-bbda3249d4ae req-b6089f1e-80ad-466e-a545-46bbb2888c93 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 931 time: 0.3604062 Jun 30 02:35:32.450971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Made reservation on behalf of 5a8f6c23d3aa44e9be41ea12b87b23db for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:32.453342 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.491325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.523171 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.557211 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.563276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cbe22fc6-8ade-4ff3-8d14-bbda3249d4ae req-c8b6d3f4-0438-42b4-acdf-256cea52cd54 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066959 Jun 30 02:35:32.570047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.586351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-router', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:28Z', 'revision_number': 3, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'gw_port': {'id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:94:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:32.612392 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713cb9ec-7f3f-490c-b3a1-1951ac21e7b8 None None] The sync data for ids ['5237d7da-dc62-4a02-857b-de172d8967a9'] in n-d-758944-39 is: [{'id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-router', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:28Z', 'revision_number': 3, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'gw_port': {'id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:94:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:32.656971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.661476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Allocated IP 172.20.0.1 (192474ba-5217-4488-9909-b202f4ffc785/b2c86d18-491e-4561-a52c-d0f274e1dcf9/0b7940be-c09e-451a-a02d-902d2c1f98a3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:32.773317 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.794232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Allocated IP 172.25.7.9 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/0c629b94-bd22-47c2-b238-be002b043ac4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:32.899781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f45555-f98c-4697-b3ec-fc081885a673,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:32.938905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.952176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Checking segment: {'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:32.952585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Network hostable DHCP agents. Network: bfe57224-acd0-4867-b428-f96893c5bdd7, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:32.953811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f27a24e7-f2da-4dcc-9698-fb420339b282 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:32.962955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.988585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: f27a24e7-f2da-4dcc-9698-fb420339b282 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:32.988918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f27a24e7-f2da-4dcc-9698-fb420339b282 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:33.043659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.058534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Transition to ACTIVE for port object 0b7940be-c09e-451a-a02d-902d2c1f98a3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:33.066740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.089347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.101046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969b488e-cbe8-4761-adb0-42ad5111491d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:33.113125 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.115128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Network 98e36a4f-8446-40a2-9d41-79a84b74cb18 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:33.134652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Transition to ACTIVE for port object 969b488e-cbe8-4761-adb0-42ad5111491d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:33.149327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.157956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:33.162693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Network bfe57224-acd0-4867-b428-f96893c5bdd7 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:33.169586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:33.183586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:35:33.188574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Pushing event updated for resources: {'Port': ['ID=c0f59a10-893c-438f-b9b1-86d17f412cd0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:33.223838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.259088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Pushing event updated for resources: {'Port': ['ID=969b488e-cbe8-4761-adb0-42ad5111491d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:33.276855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, bfe57224-acd0-4867-b428-f96893c5bdd7) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:33.281101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.281463 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Added segment 88ce477a-6294-46ff-9fa9-7968861c3deb of type vlan for network 49c82659-2cd0-4141-aff2-ba45cc8b5a16 Jun 30 02:35:33.288152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1876e03-7f5a-48df-aff3-b21b76061448 None None] Network bfe57224-acd0-4867-b428-f96893c5bdd7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:33.298653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9452f5c-766c-4221-9ffe-e0e381f4e175,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:33.308905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:33.309927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.334821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:33.342314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:33.347611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:33.370814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:33.371976 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.384779 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.397748 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2e4468e6-d45b-442c-92fd-40240afa5ffa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4827316 Jun 30 02:35:33.404701 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.430094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Pushing event updated for resources: {'Port': ['ID=0c629b94-bd22-47c2-b238-be002b043ac4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:33.469269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Attempting to bind port 969b488e-cbe8-4761-adb0-42ad5111491d on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:33.476591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Attempting to bind port 969b488e-cbe8-4761-adb0-42ad5111491d by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '8fa8940b-a798-4e41-8514-321889a70bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '41077b6f-2f07-4658-92b5-a7474a299645'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:33.477013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Attempting to bind port 969b488e-cbe8-4761-adb0-42ad5111491d on network 41077b6f-2f07-4658-92b5-a7474a299645 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:33.522990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63497696-edb1-45de-a2a2-2b46b566c846 None None] Network bfe57224-acd0-4867-b428-f96893c5bdd7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:33.533541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Network 192474ba-5217-4488-9909-b202f4ffc785 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:33.541560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-7ac33bfc-0946-4eae-956b-d819b52b3f07 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8650055 Jun 30 02:35:33.543325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7940be-c09e-451a-a02d-902d2c1f98a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:33.559104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Request body: {'port': {'device_id': 'a657b264-f83a-4112-b774-e312c2f780ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:33.566068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:33.567897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Port 969b488e-cbe8-4761-adb0-42ad5111491d on network 41077b6f-2f07-4658-92b5-a7474a299645 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:33.568108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Attempting to bind port 969b488e-cbe8-4761-adb0-42ad5111491d on network 41077b6f-2f07-4658-92b5-a7474a299645 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:33.572969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:35:33.601067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:33.655638 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:33.655987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Checking segment: {'id': '8fa8940b-a798-4e41-8514-321889a70bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '41077b6f-2f07-4658-92b5-a7474a299645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:33.656379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Bound using segment: {'id': '8fa8940b-a798-4e41-8514-321889a70bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '41077b6f-2f07-4658-92b5-a7474a299645'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:33.657570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Bound port: 969b488e-cbe8-4761-adb0-42ad5111491d, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa8940b-a798-4e41-8514-321889a70bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '41077b6f-2f07-4658-92b5-a7474a299645'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:33.657950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.727334 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.728664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:33.729473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.842034 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.878179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:33.918370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:33.942789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8966687 Jun 30 02:35:33.953187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] For port 969b488e-cbe8-4761-adb0-42ad5111491d, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:33.955528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:33.968692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Request body: {'subnet': {'network_id': '49c82659-2cd0-4141-aff2-ba45cc8b5a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1197770654-subnet', 'tenant_id': '5a8f6c23d3aa44e9be41ea12b87b23db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:33.985663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:33.992542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:33.992917 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.006373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0de687-1d49-4704-8aac-cb64b6f1807e req-d4b3152c-7bf7-4f46-b979-17d216f34220 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:34.015164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab0de687-1d49-4704-8aac-cb64b6f1807e req-d4b3152c-7bf7-4f46-b979-17d216f34220 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 931 time: 0.3725507 Jun 30 02:35:34.018966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] For port 969b488e-cbe8-4761-adb0-42ad5111491d, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=969b488e-cbe8-4761-adb0-42ad5111491d,segment=NetworkSegment(8fa8940b-a798-4e41-8514-321889a70bfa),segment_id=8fa8940b-a798-4e41-8514-321889a70bfa)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:34.019113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd6555-922e-4ae0-af61-5d889abcf89b admin admin] Pushing event updated for resources: {'Network': ['ID=49c82659-2cd0-4141-aff2-ba45cc8b5a16,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:34.040317 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.091145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 49c82659-2cd0-4141-aff2-ba45cc8b5a16 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:35:34.101872 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.112096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eae29f9d-b360-4e02-b4cb-5d572075b323 None None] Provisioning for port 0b7940be-c09e-451a-a02d-902d2c1f98a3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:34.112710 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:34.113334 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.115979 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] 10.222.0.73 "PUT /v2.0/ports/969b488e-cbe8-4761-adb0-42ad5111491d HTTP/1.1" status: 200 len: 1092 time: 1.7817163 Jun 30 02:35:34.144868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eae29f9d-b360-4e02-b4cb-5d572075b323 None None] Provisioning complete for port 0b7940be-c09e-451a-a02d-902d2c1f98a3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:34.145244 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eae29f9d-b360-4e02-b4cb-5d572075b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.181486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39468294-54cb-44b7-9137-f91608d8c48b', 'tag': '969b488e-cbe8-4761-adb0-42ad5111491d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:34.185329 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea562fb-a710-45e4-bbff-e3c633e1967c" -d '{"events": [{"name": "network-changed", "server_uuid": "39468294-54cb-44b7-9137-f91608d8c48b", "tag": "969b488e-cbe8-4761-adb0-42ad5111491d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:34.188503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Made reservation on behalf of 5a8f6c23d3aa44e9be41ea12b87b23db for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:34.191521 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.219129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-eae29f9d-b360-4e02-b4cb-5d572075b323 None None] Port 0b7940be-c09e-451a-a02d-902d2c1f98a3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:34.232223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8084433-bb95-4a11-88df-bc2447ded07c service neutron] Pushing event updated for resources: {'Port': ['ID=969b488e-cbe8-4761-adb0-42ad5111491d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:34.233987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566744b-aa79-4b2c-b194-16388f9b2f84 req-245d7539-802b-4c3c-9639-e6e88967b98c tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:34.235784 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d566744b-aa79-4b2c-b194-16388f9b2f84 req-245d7539-802b-4c3c-9639-e6e88967b98c tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 943 time: 0.4070454 Jun 30 02:35:34.262066 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.284282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2e84f674-d6a2-4569-95f5-1bd25bd4bb46,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:34.290029 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.294922 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.311645 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab0de687-1d49-4704-8aac-cb64b6f1807e req-e2f0a150-a088-4731-bfc3-b78599dcadf3 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955942 Jun 30 02:35:34.346315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=2e84f674-d6a2-4569-95f5-1bd25bd4bb46,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:34.394536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d566744b-aa79-4b2c-b194-16388f9b2f84 req-86aaf032-9005-4973-aa94-ba45e648c4a5 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077869 Jun 30 02:35:34.513477 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc51b4-4c2d-4192-8c19-4be327478843 x-openstack-request-id: req-18bc51b4-4c2d-4192-8c19-4be327478843 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:34.513621 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39468294-54cb-44b7-9137-f91608d8c48b", "tag": "969b488e-cbe8-4761-adb0-42ad5111491d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:34.513854 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18bc51b4-4c2d-4192-8c19-4be327478843 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:34.514248 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39468294-54cb-44b7-9137-f91608d8c48b', 'tag': '969b488e-cbe8-4761-adb0-42ad5111491d', 'status': 'completed', 'code': 200} Jun 30 02:35:34.522767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-64313865-c75e-4aac-a572-5c5adae084c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:34.524319 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-64313865-c75e-4aac-a572-5c5adae084c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58f9eac75ba24206a6e7d319b22e36bf&device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 1095 time: 0.3122017 Jun 30 02:35:34.564847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f59a10-893c-438f-b9b1-86d17f412cd0 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:34.579007 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.601214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Transition to ACTIVE for port object c0f59a10-893c-438f-b9b1-86d17f412cd0 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:34.603089 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.605722 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-aa1c1258-5102-4d45-8116-4eca4d8a6893 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=969b488e-cbe8-4761-adb0-42ad5111491d HTTP/1.1" status: 200 len: 217 time: 0.0509691 Jun 30 02:35:34.611754 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.613964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.617426 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.640764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:34.721496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Pushing event updated for resources: {'Port': ['ID=c0f59a10-893c-438f-b9b1-86d17f412cd0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:34.725417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.172405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-f3937926-c104-42a9-a707-5e15d47a43af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:35.174042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-f3937926-c104-42a9-a707-5e15d47a43af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=072afaa4-969b-43f2-b0e9-8186f44ccefd HTTP/1.1" status: 200 len: 862 time: 0.5520253 Jun 30 02:35:35.182877 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.188744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7940be-c09e-451a-a02d-902d2c1f98a3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:35.209846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Attempting to bind port c0f59a10-893c-438f-b9b1-86d17f412cd0 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:35.210178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Attempting to bind port c0f59a10-893c-438f-b9b1-86d17f412cd0 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:35.210502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Attempting to bind port c0f59a10-893c-438f-b9b1-86d17f412cd0 on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:35.219251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Port c0f59a10-893c-438f-b9b1-86d17f412cd0 on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:35.219577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Attempting to bind port c0f59a10-893c-438f-b9b1-86d17f412cd0 on network 98e36a4f-8446-40a2-9d41-79a84b74cb18 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:35.232621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:35.232960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Checking segment: {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:35.233347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Bound using segment: {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:35.233782 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Bound port: c0f59a10-893c-438f-b9b1-86d17f412cd0, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285f8e68-cc88-4e8b-ba19-53ffdbde7929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:35.234133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.284642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Network 192474ba-5217-4488-9909-b202f4ffc785 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:35.287010 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-96a69338-3a48-41d5-b72f-dadbf7a76291 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41077b6f-2f07-4658-92b5-a7474a299645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018963 Jun 30 02:35:35.287900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:35.375070 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] For port c0f59a10-893c-438f-b9b1-86d17f412cd0, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:35.414603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a050d619-cd5f-47e5-a84a-f202c391a3fa,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:35.438642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] For port c0f59a10-893c-438f-b9b1-86d17f412cd0, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0f59a10-893c-438f-b9b1-86d17f412cd0,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:35.451508 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.455211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-9bf99d72-be24-4b59-950b-310b8db3f24e tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:35.459509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-9bf99d72-be24-4b59-950b-310b8db3f24e tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/networks?id=bfe57224-acd0-4867-b428-f96893c5bdd7 HTTP/1.1" status: 200 len: 817 time: 0.3976855 Jun 30 02:35:35.530630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1242c8dc-a55e-4385-82c9-f1b4ff0110ec tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/quotas/dc0da76d9c564aae9d52df52078277ad HTTP/1.1" status: 200 len: 375 time: 0.0501764 Jun 30 02:35:35.533540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Checking segment: {'id': '88ce477a-6294-46ff-9fa9-7968861c3deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '49c82659-2cd0-4141-aff2-ba45cc8b5a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:35.533897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Network hostable DHCP agents. Network: 49c82659-2cd0-4141-aff2-ba45cc8b5a16, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:35.560412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:35.560815 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.565544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-d041402c-893a-4e51-8c21-ef99d8af627a service neutron] 10.222.0.73 "GET /v2.0/networks/41077b6f-2f07-4658-92b5-a7474a299645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555413 Jun 30 02:35:35.565998 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] 10.222.0.73 "PUT /v2.0/ports/c0f59a10-893c-438f-b9b1-86d17f412cd0 HTTP/1.1" status: 200 len: 1092 time: 2.0124986 Jun 30 02:35:35.565998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a657b264-f83a-4112-b774-e312c2f780ac', 'tag': 'c0f59a10-893c-438f-b9b1-86d17f412cd0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:35.569056 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919d62a1-adc5-4a03-ba3f-80e6b2b08930" -d '{"events": [{"name": "network-changed", "server_uuid": "a657b264-f83a-4112-b774-e312c2f780ac", "tag": "c0f59a10-893c-438f-b9b1-86d17f412cd0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:35.593384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Router 5237d7da-dc62-4a02-857b-de172d8967a9 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:35.599619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bd6a7-b7df-412a-9b1e-b95f0c216abd service neutron] Pushing event updated for resources: {'Port': ['ID=c0f59a10-893c-438f-b9b1-86d17f412cd0,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:35.607243 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-a3891c74-e8cb-4fa7-a798-0363df6eafdb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc0da76d9c564aae9d52df52078277ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657499 Jun 30 02:35:35.616281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Router 9fa8ff1e-e278-4734-889a-24e202455ac1 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:35:35.656620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:35.663809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0b79427e-6015-4501-93cb-f6db109d1949 None None] Provisioning complete for port 0b7940be-c09e-451a-a02d-902d2c1f98a3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:35.664575 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0b79427e-6015-4501-93cb-f6db109d1949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.714491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c9b7-22f6-4f99-9fe9-e1c48848ac55 req-c1ea0455-65e2-4ec7-8ab8-690bdccdcca0 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:35.716020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a892c9b7-22f6-4f99-9fe9-e1c48848ac55 req-c1ea0455-65e2-4ec7-8ab8-690bdccdcca0 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 943 time: 0.2555368 Jun 30 02:35:35.721310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Network 49c82659-2cd0-4141-aff2-ba45cc8b5a16 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:35.732080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0b79427e-6015-4501-93cb-f6db109d1949 None None] Port 0b7940be-c09e-451a-a02d-902d2c1f98a3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:35.754623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:35.755298 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.786046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 49c82659-2cd0-4141-aff2-ba45cc8b5a16) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:35.803306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:35.804018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.805395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d174339-c99e-41a9-97e2-93a4679dbb8f None None] Network 49c82659-2cd0-4141-aff2-ba45cc8b5a16 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:35.827759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:35.831339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-8f4fbd45-dbc3-40b6-aa9b-193dc40396c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:35.832969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-8f4fbd45-dbc3-40b6-aa9b-193dc40396c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 1095 time: 0.1742499 Jun 30 02:35:35.842886 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Sync routers for ids ['5237d7da-dc62-4a02-857b-de172d8967a9'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:35.845246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0b4e95f9-d6cf-48f0-9077-8ca18dd256d7 admin admin] 10.222.0.55 "PUT /v2.0/routers/5237d7da-dc62-4a02-857b-de172d8967a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3762438 Jun 30 02:35:35.860617 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a892c9b7-22f6-4f99-9fe9-e1c48848ac55 req-95e5a6c4-9f59-4882-af6a-211aa0b9aff3 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930469 Jun 30 02:35:35.885519 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Routers {'5237d7da-dc62-4a02-857b-de172d8967a9'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:35.886841 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5237d7da-dc62-4a02-857b-de172d8967a9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:35.891063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fffc3f6f-fb13-4d89-80d4-a0052699d8d2 req-0cd9adc6-08af-46b3-9fba-1177c18ac34f service neutron] 10.222.0.73 "GET /v2.0/networks/41077b6f-2f07-4658-92b5-a7474a299645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872665 Jun 30 02:35:35.896968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-733e4a66-f1d3-4e49-b344-447aadcd938b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0f59a10-893c-438f-b9b1-86d17f412cd0 HTTP/1.1" status: 200 len: 217 time: 0.0468822 Jun 30 02:35:35.909307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0613afbe-3587-48b7-835d-5a07159ae42a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9467397 Jun 30 02:35:35.926992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-afff5140-3ecc-4a41-a89f-963e25ec2981 service neutron] 10.222.0.55 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067605 Jun 30 02:35:36.008341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-874e0225-176e-414b-b66a-44a4f845bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.014067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-874e0225-176e-414b-b66a-44a4f845bf42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd93f79d-ac84-486e-a998-bf81e77882e4 HTTP/1.1" status: 200 len: 845 time: 0.1109054 Jun 30 02:35:36.049142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:36.067254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.074001 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8154087c-3476-4eba-9292-88c7edab3ba6 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "PUT /v2.0/routers/9fa8ff1e-e278-4734-889a-24e202455ac1 HTTP/1.1" status: 200 len: 917 time: 4.7653592 Jun 30 02:35:36.080143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:36.096799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-94089af9-6981-44f3-bb3a-c3416ccd59e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98e36a4f-8446-40a2-9d41-79a84b74cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710337 Jun 30 02:35:36.111018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53814f4-355b-4696-828a-5d498b31e08b None None] Sync routers for ids ['9fa8ff1e-e278-4734-889a-24e202455ac1'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:36.154145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53814f4-355b-4696-828a-5d498b31e08b None None] Routers {'9fa8ff1e-e278-4734-889a-24e202455ac1'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:36.155193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b53814f4-355b-4696-828a-5d498b31e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9fa8ff1e-e278-4734-889a-24e202455ac1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:36.231835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b53814f4-355b-4696-828a-5d498b31e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:36.258816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-3254a68c-b737-4fc8-b0ff-9ef734e397a2 service neutron] 10.222.0.55 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301773 Jun 30 02:35:36.278089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea562fb-a710-45e4-bbff-e3c633e1967c req-137bf09f-04fd-4257-9871-f8f9bd6f06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.287718 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eea562fb-a710-45e4-bbff-e3c633e1967c req-137bf09f-04fd-4257-9871-f8f9bd6f06fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58f9eac75ba24206a6e7d319b22e36bf&device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 1095 time: 0.2891595 Jun 30 02:35:36.287974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53814f4-355b-4696-828a-5d498b31e08b None None] Routers {'9fa8ff1e-e278-4734-889a-24e202455ac1'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:36.288804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b53814f4-355b-4696-828a-5d498b31e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9fa8ff1e-e278-4734-889a-24e202455ac1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:36.300874 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-2a6f6247-7b9a-4b4e-a0e2-9176c1f6d95e service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916704 Jun 30 02:35:36.318199 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Set router 5237d7da-dc62-4a02-857b-de172d8967a9 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:36.323850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f28617e3-3836-437a-9cf6-19f4097492a8 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/routers/9fa8ff1e-e278-4734-889a-24e202455ac1 HTTP/1.1" status: 200 len: 923 time: 0.2396197 Jun 30 02:35:36.325211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:36.389611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b53814f4-355b-4696-828a-5d498b31e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:36.390257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53814f4-355b-4696-828a-5d498b31e08b None None] The sync data for ids ['9fa8ff1e-e278-4734-889a-24e202455ac1'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:36.474173 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-455d3cf9-4b00-44ae-bb98-b65941c8e3a3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1026161 Jun 30 02:35:36.475692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea562fb-a710-45e4-bbff-e3c633e1967c req-06d5f911-e960-4a35-b246-530e94503a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.477121 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eea562fb-a710-45e4-bbff-e3c633e1967c req-06d5f911-e960-4a35-b246-530e94503a10 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41077b6f-2f07-4658-92b5-a7474a299645 HTTP/1.1" status: 200 len: 923 time: 0.1811604 Jun 30 02:35:36.487128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19a643-fd19-4046-b49b-e5a3b54d08db req-37e18548-3818-4187-aaf3-2f8e4d79391d tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.500567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d19a643-fd19-4046-b49b-e5a3b54d08db req-37e18548-3818-4187-aaf3-2f8e4d79391d tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 943 time: 0.2775254 Jun 30 02:35:36.541133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a84852e-a78a-406a-ac87-9f82ba75643e None None] Network 49c82659-2cd0-4141-aff2-ba45cc8b5a16 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:36.556872 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eea562fb-a710-45e4-bbff-e3c633e1967c req-08414f60-4908-4170-a6a2-bb0b7c10671c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=969b488e-cbe8-4761-adb0-42ad5111491d HTTP/1.1" status: 200 len: 217 time: 0.0721955 Jun 30 02:35:36.583417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82d785d6-0d9a-4aba-a4c7-3b76a9ab7542 req-06ae0af1-72b0-4112-a134-922485d0a26c service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747931 Jun 30 02:35:36.596645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9fcf3-8652-4923-8026-a4600c334b54 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.598325 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0aa9fcf3-8652-4923-8026-a4600c334b54 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&device_id=9fa8ff1e-e278-4734-889a-24e202455ac1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2720160 Jun 30 02:35:36.608186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:36.610982 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d19a643-fd19-4046-b49b-e5a3b54d08db req-6ec24a7f-b8db-452d-9381-02504f08aaa9 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052170 Jun 30 02:35:36.653130 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-router', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:34Z', 'revision_number': 4, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'gw_port': {'id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0b7940be-c09e-451a-a02d-902d2c1f98a3', 'name': '', 'network_id': '192474ba-5217-4488-9909-b202f4ffc785', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'mac_address': 'fa:16:3e:38:2e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b2c86d18-491e-4561-a52c-d0f274e1dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:32Z', 'updated_at': '2021-06-30T02:35:34Z', 'revision_number': 2, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'subnets': [{'id': 'b2c86d18-491e-4561-a52c-d0f274e1dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:36.662872 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d96568-1eaf-4ddf-bcf6-c392097a653d x-openstack-request-id: req-09d96568-1eaf-4ddf-bcf6-c392097a653d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:36.663270 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a657b264-f83a-4112-b774-e312c2f780ac", "tag": "c0f59a10-893c-438f-b9b1-86d17f412cd0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:36.663592 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09d96568-1eaf-4ddf-bcf6-c392097a653d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:36.664042 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a657b264-f83a-4112-b774-e312c2f780ac', 'tag': 'c0f59a10-893c-438f-b9b1-86d17f412cd0', 'status': 'completed', 'code': 200} Jun 30 02:35:36.752357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea562fb-a710-45e4-bbff-e3c633e1967c req-6a202147-8ec2-4e96-ac2b-f75f246397d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.762577 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eea562fb-a710-45e4-bbff-e3c633e1967c req-6a202147-8ec2-4e96-ac2b-f75f246397d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=072afaa4-969b-43f2-b0e9-8186f44ccefd HTTP/1.1" status: 200 len: 862 time: 0.1699333 Jun 30 02:35:36.795975 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Checking router: 5237d7da-dc62-4a02-857b-de172d8967a9 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:36.797311 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Updating router 5237d7da-dc62-4a02-857b-de172d8967a9 port 0b7940be-c09e-451a-a02d-902d2c1f98a3 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:35:36.798397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eea562fb-a710-45e4-bbff-e3c633e1967c req-7868f662-230d-4deb-8428-5d76d285231a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41077b6f-2f07-4658-92b5-a7474a299645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332794 Jun 30 02:35:36.803010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d62a1-adc5-4a03-ba3f-80e6b2b08930 req-75122c52-1b75-4db0-a045-2cf2d08a1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.806406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-919d62a1-adc5-4a03-ba3f-80e6b2b08930 req-75122c52-1b75-4db0-a045-2cf2d08a1b1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=50f3443ffa82427e9b043eebefd6f034&device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 1095 time: 0.1113849 Jun 30 02:35:36.835293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-11fe97bd-982d-43c0-8557-c477b2a72038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.835975 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-11fe97bd-982d-43c0-8557-c477b2a72038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.836780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-11fe97bd-982d-43c0-8557-c477b2a72038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.837917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-11fe97bd-982d-43c0-8557-c477b2a72038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.838853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-11fe97bd-982d-43c0-8557-c477b2a72038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.839480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-11fe97bd-982d-43c0-8557-c477b2a72038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.840381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-11fe97bd-982d-43c0-8557-c477b2a72038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.843435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-11fe97bd-982d-43c0-8557-c477b2a72038 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6495 time: 0.2981286 Jun 30 02:35:36.851211 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.944586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d62a1-adc5-4a03-ba3f-80e6b2b08930 req-31f70ecf-29bb-452e-b807-47d0ea089d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:36.946113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-919d62a1-adc5-4a03-ba3f-80e6b2b08930 req-31f70ecf-29bb-452e-b807-47d0ea089d9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 200 len: 906 time: 0.1316381 Jun 30 02:35:37.033066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-919d62a1-adc5-4a03-ba3f-80e6b2b08930 req-008a2e9c-3d08-43c8-9a77-26fe6aee3ef7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0f59a10-893c-438f-b9b1-86d17f412cd0 HTTP/1.1" status: 200 len: 217 time: 0.0661695 Jun 30 02:35:37.034848 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c8c2976-1579-4f82-a076-57525871a7b6 req-54130c99-bf2a-411a-8994-01f21b5bf547 tempest-FloatingIPsNegativeTestJSON-215020882 tempest-FloatingIPsNegativeTestJSON-215020882-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=d1c484526af6471982a3bbac30b3f9ae HTTP/1.1" status: 200 len: 217 time: 0.1884484 Jun 30 02:35:37.122235 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eea562fb-a710-45e4-bbff-e3c633e1967c req-920fc304-76f5-4eee-a503-331a795a07cb service neutron] 10.222.0.73 "GET /v2.0/networks/41077b6f-2f07-4658-92b5-a7474a299645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062587 Jun 30 02:35:37.123626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada7bca-f367-4f8b-9bb3-4e1ec58abe92 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.125177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bada7bca-f367-4f8b-9bb3-4e1ec58abe92 tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 881 time: 0.5139627 Jun 30 02:35:37.129664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:37.164347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158fef0-aeff-4824-abb4-70117684511c req-112209e1-5abe-4130-95f6-ece5e30ef032 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.171833 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-112209e1-5abe-4130-95f6-ece5e30ef032 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/networks?id=49c82659-2cd0-4141-aff2-ba45cc8b5a16 HTTP/1.1" status: 200 len: 822 time: 0.1455848 Jun 30 02:35:37.199999 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-dedee809-3b2a-4501-9f37-b6e5eea5df79 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/quotas/5a8f6c23d3aa44e9be41ea12b87b23db HTTP/1.1" status: 200 len: 375 time: 0.0270441 Jun 30 02:35:37.256282 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-2fd72e5f-66d3-4298-a0b8-edcbe55dae9e tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a8f6c23d3aa44e9be41ea12b87b23db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551770 Jun 30 02:35:37.269100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-59c2eb3d-6e62-486b-a505-b6051ad19fa5 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fa8ff1e-e278-4734-889a-24e202455ac1 HTTP/1.1" status: 200 len: 205 time: 0.1378920 Jun 30 02:35:37.273477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:37.311231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eea562fb-a710-45e4-bbff-e3c633e1967c req-eacdfd91-d5fc-4d4a-934c-33b3890422ac service neutron] 10.222.0.73 "GET /v2.0/networks/41077b6f-2f07-4658-92b5-a7474a299645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297731 Jun 30 02:35:37.349838 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.352989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-e1fe907a-9741-4820-acee-972c9011827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.353636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-e1fe907a-9741-4820-acee-972c9011827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.354178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-e1fe907a-9741-4820-acee-972c9011827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.356530 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-e1fe907a-9741-4820-acee-972c9011827b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1bf7c089-dba0-493c-abbd-547a13d73c08&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=cd24ac80-8c34-47d2-9050-738175838a5b&id=cd24ac80-8c34-47d2-9050-738175838a5b HTTP/1.1" status: 200 len: 2292 time: 0.4771969 Jun 30 02:35:37.361536 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Transition to ACTIVE for port object 0b7940be-c09e-451a-a02d-902d2c1f98a3 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:37.372033 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.387025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d62a1-adc5-4a03-ba3f-80e6b2b08930 req-d387b623-c919-4f0c-9d53-57bdae129a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.389549 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-919d62a1-adc5-4a03-ba3f-80e6b2b08930 req-d387b623-c919-4f0c-9d53-57bdae129a29 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd93f79d-ac84-486e-a998-bf81e77882e4 HTTP/1.1" status: 200 len: 845 time: 0.2153695 Jun 30 02:35:37.471370 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-be8948cf-548c-4c2a-8234-c7ce8b61651e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06505dc6-30ad-45ca-a4cc-0359749921a7 HTTP/1.1" status: 200 len: 1001 time: 0.1062875 Jun 30 02:35:37.482307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-919d62a1-adc5-4a03-ba3f-80e6b2b08930 req-5b055275-a3f5-4aaa-8eb5-2289ed586a71 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=98e36a4f-8446-40a2-9d41-79a84b74cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802655 Jun 30 02:35:37.551309 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.588562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-c7bdf0ae-337c-41a2-b092-11b28a846c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.590076 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-c7bdf0ae-337c-41a2-b092-11b28a846c5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e7f8d23-1a11-452b-bcfe-c02e3b8173f8 HTTP/1.1" status: 200 len: 850 time: 0.1133516 Jun 30 02:35:37.606623 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Attempting to bind port 0b7940be-c09e-451a-a02d-902d2c1f98a3 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:37.607111 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Attempting to bind port 0b7940be-c09e-451a-a02d-902d2c1f98a3 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '723e8df1-9061-44d1-b120-c807c4241173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '192474ba-5217-4488-9909-b202f4ffc785'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:37.607360 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Attempting to bind port 0b7940be-c09e-451a-a02d-902d2c1f98a3 on network 192474ba-5217-4488-9909-b202f4ffc785 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:37.613007 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db88c0-0621-49fa-8673-6ad9dd050b50 None None] Pushing event updated for resources: {'Port': ['ID=0b7940be-c09e-451a-a02d-902d2c1f98a3,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:37.617131 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:37.617500 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Checking segment: {'id': '723e8df1-9061-44d1-b120-c807c4241173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '192474ba-5217-4488-9909-b202f4ffc785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:37.619665 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.620056 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Bound using segment: {'id': '723e8df1-9061-44d1-b120-c807c4241173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '192474ba-5217-4488-9909-b202f4ffc785'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:37.621037 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Bound port: 0b7940be-c09e-451a-a02d-902d2c1f98a3, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723e8df1-9061-44d1-b120-c807c4241173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '192474ba-5217-4488-9909-b202f4ffc785'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:37.621433 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.669173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e55e1-3bdb-4bb6-99ba-ad69beb2577e req-7f2ae4e5-04d3-40ed-9825-7b4e7ad41b7c tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.679215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3e55e1-3bdb-4bb6-99ba-ad69beb2577e req-7f2ae4e5-04d3-40ed-9825-7b4e7ad41b7c tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 943 time: 0.1919537 Jun 30 02:35:37.722362 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] For port 0b7940be-c09e-451a-a02d-902d2c1f98a3, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:37.726298 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] For port 0b7940be-c09e-451a-a02d-902d2c1f98a3, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0b7940be-c09e-451a-a02d-902d2c1f98a3,segment=NetworkSegment(723e8df1-9061-44d1-b120-c807c4241173),segment_id=723e8df1-9061-44d1-b120-c807c4241173)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:37.735539 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.746686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3e55e1-3bdb-4bb6-99ba-ad69beb2577e req-7f82a443-649d-470f-90b9-b7956aeadc2e tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643089 Jun 30 02:35:37.760636 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-645ee748-ae32-4dea-a50b-a5a8a7de3757 service neutron] 10.222.0.55 "GET /v2.0/networks/49c82659-2cd0-4141-aff2-ba45cc8b5a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970033 Jun 30 02:35:37.763446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-e6685f06-ab21-44df-83e9-b62a3d60106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:37.765869 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-e6685f06-ab21-44df-83e9-b62a3d60106e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1bf7c089-dba0-493c-abbd-547a13d73c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689720 Jun 30 02:35:37.803953 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db88c0-0621-49fa-8673-6ad9dd050b50 None None] Pushing event updated for resources: {'Port': ['ID=0b7940be-c09e-451a-a02d-902d2c1f98a3,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:37.822844 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Routers {'5237d7da-dc62-4a02-857b-de172d8967a9'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:37.823616 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5237d7da-dc62-4a02-857b-de172d8967a9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:37.873569 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:37.886646 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-919d62a1-adc5-4a03-ba3f-80e6b2b08930 req-aeb97d92-c56e-4bcc-9cdd-556eb8bbdaed service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575146 Jun 30 02:35:37.889825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e289245e-7e42-4c4e-92fb-a2a78c9539d7 req-9c95a9ce-eff9-4f96-986b-342402db5f64 tempest-FloatingIPsNegativeTestJSON-215020882 tempest-FloatingIPsNegativeTestJSON-215020882-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1012647 Jun 30 02:35:37.969528 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] Set router 5237d7da-dc62-4a02-857b-de172d8967a9 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:38.012162 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59f587b2-5fe0-454d-ad2a-44fd62b2bbb8 req-707ff51c-3bdc-4344-bd3a-532557c8e747 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 210 time: 0.0547769 Jun 30 02:35:38.018502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-44275780-e83f-464b-bc41-9444c5c97cfd service neutron] 10.222.0.69 "GET /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460325 Jun 30 02:35:38.035452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-919d62a1-adc5-4a03-ba3f-80e6b2b08930 req-44a8093c-2c0d-4154-b7f9-9d0383df6217 service neutron] 10.222.0.73 "GET /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402197 Jun 30 02:35:38.088603 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-fc79f056-685a-4882-920b-a31587437037 service neutron] 10.222.0.55 "GET /v2.0/networks/49c82659-2cd0-4141-aff2-ba45cc8b5a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331106 Jun 30 02:35:38.171103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Deleting port 0c629b94-bd22-47c2-b238-be002b043ac4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:38.171453 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:38.209470 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-49e2b888-8d30-42c1-ad17-ae99babc69ee service neutron] 10.222.0.69 "GET /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841404 Jun 30 02:35:38.278656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-e3ed7f10-5662-4f91-9ee0-fe2813ba5839 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=32495fac-1ad2-4c12-b2b8-3d2caacc7872 HTTP/1.1" status: 200 len: 217 time: 0.0618470 Jun 30 02:35:38.392885 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-router', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:34Z', 'revision_number': 4, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'gw_port': {'id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0b7940be-c09e-451a-a02d-902d2c1f98a3', 'name': '', 'network_id': '192474ba-5217-4488-9909-b202f4ffc785', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'mac_address': 'fa:16:3e:38:2e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b2c86d18-491e-4561-a52c-d0f274e1dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:32Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'subnets': [{'id': 'b2c86d18-491e-4561-a52c-d0f274e1dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:38.449831 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:38.463955 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ede0f7a-b8a3-41d1-bbc7-6acf5fa2fe80 None None] The sync data for ids ['5237d7da-dc62-4a02-857b-de172d8967a9'] in n-d-758944-39 is: [{'id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-router', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:34Z', 'revision_number': 4, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'gw_port': {'id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0b7940be-c09e-451a-a02d-902d2c1f98a3', 'name': '', 'network_id': '192474ba-5217-4488-9909-b202f4ffc785', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'mac_address': 'fa:16:3e:38:2e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'b2c86d18-491e-4561-a52c-d0f274e1dcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:32Z', 'updated_at': '2021-06-30T02:35:37Z', 'revision_number': 4, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'subnets': [{'id': 'b2c86d18-491e-4561-a52c-d0f274e1dcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:38.475968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Calling delete_port for 0c629b94-bd22-47c2-b238-be002b043ac4 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:38.523121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-d3427286-f6fd-4b86-868b-e3c2485a555b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:38.525307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-d3427286-f6fd-4b86-868b-e3c2485a555b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.2303307 Jun 30 02:35:38.635838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33ef3d-9a15-4265-b397-a8528b92178e req-5abc0aca-07ec-4749-adb2-6bda0f025060 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:38.638366 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-333ef135-9e98-497e-9382-4430de0ed115 req-bcfc44f9-21c8-4745-8051-2b9966dbf64e tempest-FloatingIPsNegativeTestJSON-215020882 tempest-FloatingIPsNegativeTestJSON-215020882-project] show failed (client error): The resource could not be found. Jun 30 02:35:38.640693 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed33ef3d-9a15-4265-b397-a8528b92178e req-5abc0aca-07ec-4749-adb2-6bda0f025060 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 943 time: 0.3641555 Jun 30 02:35:38.648532 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-333ef135-9e98-497e-9382-4430de0ed115 req-bcfc44f9-21c8-4745-8051-2b9966dbf64e tempest-FloatingIPsNegativeTestJSON-215020882 tempest-FloatingIPsNegativeTestJSON-215020882-project] 10.222.0.55 "GET /v2.0/floatingips/e32a8fae-5c52-4460-933f-b26a297462cb HTTP/1.1" status: 404 len: 350 time: 0.0662522 Jun 30 02:35:38.653012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:38.796628 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9d297153-3544-4562-bda1-0dfd2f3a4e62 req-cd779704-4588-44a7-b713-c24dbc55145d tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 210 time: 0.0593569 Jun 30 02:35:38.883343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-d3a8857f-13fb-4839-9b33-95c2e51ab4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:38.884964 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-d3a8857f-13fb-4839-9b33-95c2e51ab4f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3521721 Jun 30 02:35:38.911283 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed33ef3d-9a15-4265-b397-a8528b92178e req-026f0a6a-1d5d-43e3-8e6a-bdc464aec073 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591422 Jun 30 02:35:38.992047 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.079323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Pushing event deleted for resources: {'Port': ['ID=0c629b94-bd22-47c2-b238-be002b043ac4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:39.267785 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.700162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0b7940be-c09e-451a-a02d-902d2c1f98a3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:39.769703 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b625c10-9ad3-48dd-9811-979b40add3a4 req-e33f2b6d-8cc7-4560-86a8-91ce38a3ce08 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 210 time: 0.5391471 Jun 30 02:35:39.861045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0b7940be-c09e-451a-a02d-902d2c1f98a3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:39.877793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0b7940be-c09e-451a-a02d-902d2c1f98a3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:39.878320 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:39.914521 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-48c24235-db9e-4c67-82c9-55979695d4f8 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0176744 Jun 30 02:35:40.000647 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.008597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.011566 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.081754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0b7940be-c09e-451a-a02d-902d2c1f98a3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0b7940be-c09e-451a-a02d-902d2c1f98a3,segment=NetworkSegment(723e8df1-9061-44d1-b120-c807c4241173),segment_id=723e8df1-9061-44d1-b120-c807c4241173)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:40.088663 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.106212 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.106865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Fanout notify agent at l3_agent the message router_deleted on router 9fa8ff1e-e278-4734-889a-24e202455ac1 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:40.115185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.116713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0e332be3-901a-43d5-b714-ec6281a4973a tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/9fa8ff1e-e278-4734-889a-24e202455ac1 HTTP/1.1" status: 204 len: 168 time: 2.8327622 Jun 30 02:35:40.133944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:40.161255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-627585013', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:40.230104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0b7940be-c09e-451a-a02d-902d2c1f98a3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:40.319622 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.325746 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.338512 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad85f2e6-941c-45b7-94e2-965bf41024b1 req-1acc17c8-dbbc-414f-8b2e-b86a69f78717 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 210 time: 0.0771644 Jun 30 02:35:40.348658 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-c2a45951-ac2d-4639-a507-f687d2eb27f4 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126964 Jun 30 02:35:40.364306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1e9971eb-8c01-4e87-a79d-0f6618eef57c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:40.366384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1e9971eb-8c01-4e87-a79d-0f6618eef57c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.69 "GET /v2.0/networks?id=bfe57224-acd0-4867-b428-f96893c5bdd7 HTTP/1.1" status: 200 len: 817 time: 1.1100619 Jun 30 02:35:40.381005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Request body: {'port': {'device_id': '0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3', 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7', 'admin_state_up': True, 'tenant_id': 'dc0da76d9c564aae9d52df52078277ad'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:40.456216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-2014c95c-f844-4a6b-b628-653c6e87e9f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=cbf60437-17b2-4b6f-b2f7-0ee518410922 HTTP/1.1" status: 200 len: 217 time: 0.0795946 Jun 30 02:35:40.470011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 969b488e-cbe8-4761-adb0-42ad5111491d details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:40.483661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783fc3c-d35a-470b-89c9-4fd708c15773 req-8b51904a-c033-435f-ae53-0c5c2b7f60cf tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:40.493467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7783fc3c-d35a-470b-89c9-4fd708c15773 req-8b51904a-c033-435f-ae53-0c5c2b7f60cf tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 943 time: 1.4175205 Jun 30 02:35:40.503337 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.624762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 969b488e-cbe8-4761-adb0-42ad5111491d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=969b488e-cbe8-4761-adb0-42ad5111491d,segment=NetworkSegment(8fa8940b-a798-4e41-8514-321889a70bfa),segment_id=8fa8940b-a798-4e41-8514-321889a70bfa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:40.640818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7783fc3c-d35a-470b-89c9-4fd708c15773 req-d6242ef7-7a24-4dc2-9ae6-f71e15d14181 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463635 Jun 30 02:35:40.642451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '969b488e-cbe8-4761-adb0-42ad5111491d', 'network_id': '41077b6f-2f07-4658-92b5-a7474a299645', 'port_id': '969b488e-cbe8-4761-adb0-42ad5111491d', 'mac_address': 'fa:16:3e:c8:bc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072afaa4-969b-43f2-b0e9-8186f44ccefd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:40.660161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-fa9469a2-4a2f-43b8-9db6-f58cb0bdd059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:40.662974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-fa9469a2-4a2f-43b8-9db6-f58cb0bdd059 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.1743937 Jun 30 02:35:40.698517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-60b6afdf-d1f3-4fb9-b7f6-3889ea4bd77c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:40.700094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-60b6afdf-d1f3-4fb9-b7f6-3889ea4bd77c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.69 "GET /v2.0/networks?id=bfe57224-acd0-4867-b428-f96893c5bdd7 HTTP/1.1" status: 200 len: 817 time: 0.6167419 Jun 30 02:35:40.705257 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.721881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969b488e-cbe8-4761-adb0-42ad5111491d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:40.743437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 969b488e-cbe8-4761-adb0-42ad5111491d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=969b488e-cbe8-4761-adb0-42ad5111491d,segment=NetworkSegment(8fa8940b-a798-4e41-8514-321889a70bfa),segment_id=8fa8940b-a798-4e41-8514-321889a70bfa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:40.749721 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.750822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device c0f59a10-893c-438f-b9b1-86d17f412cd0 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:40.751934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Request body: {'port': {'device_id': '686d8def-7058-4461-9a33-877a0dcafa61', 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7', 'admin_state_up': True, 'tenant_id': 'dc0da76d9c564aae9d52df52078277ad'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:40.770960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-f2411b88-0d73-42a0-9449-0641ec0e5787 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:40.772891 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-f2411b88-0d73-42a0-9449-0641ec0e5787 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.73 "GET /v2.0/networks?id=bfe57224-acd0-4867-b428-f96893c5bdd7 HTTP/1.1" status: 200 len: 817 time: 0.6836364 Jun 30 02:35:40.820227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.845515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Request body: {'port': {'device_id': '28c47f65-7c07-409a-9ce8-ff8714d78f7f', 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7', 'admin_state_up': True, 'tenant_id': 'dc0da76d9c564aae9d52df52078277ad'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:40.853390 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.864004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=969b488e-cbe8-4761-adb0-42ad5111491d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:40.909265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Made reservation on behalf of dc0da76d9c564aae9d52df52078277ad for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:40.913589 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:40.925731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port c0f59a10-893c-438f-b9b1-86d17f412cd0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0f59a10-893c-438f-b9b1-86d17f412cd0,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:40.947393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'c0f59a10-893c-438f-b9b1-86d17f412cd0', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'port_id': 'c0f59a10-893c-438f-b9b1-86d17f412cd0', 'mac_address': 'fa:16:3e:b6:1e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93f79d-ac84-486e-a998-bf81e77882e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:40.997804 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.012378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f59a10-893c-438f-b9b1-86d17f412cd0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:41.015535 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70b25c73-cf3b-44fe-bfed-72446872183b req-cf3c835b-1828-4614-abe5-6dd286182149 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 210 time: 0.0837283 Jun 30 02:35:41.046200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port c0f59a10-893c-438f-b9b1-86d17f412cd0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0f59a10-893c-438f-b9b1-86d17f412cd0,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:41.051630 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.119276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-2edb6a4b-9503-4972-aa73-5cf06b6c48de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:41.120791 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-2edb6a4b-9503-4972-aa73-5cf06b6c48de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4166131 Jun 30 02:35:41.122633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158fef0-aeff-4824-abb4-70117684511c req-6d17ca90-9ad2-4186-a1cd-37695c73f3e0 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:41.124160 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-6d17ca90-9ad2-4186-a1cd-37695c73f3e0 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.69 "GET /v2.0/networks?id=49c82659-2cd0-4141-aff2-ba45cc8b5a16 HTTP/1.1" status: 200 len: 822 time: 0.4801145 Jun 30 02:35:41.132307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=c0f59a10-893c-438f-b9b1-86d17f412cd0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:41.148202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Request body: {'port': {'device_id': 'ae60e818-5c96-43fa-82d7-4cf9caf4aa38', 'network_id': '49c82659-2cd0-4141-aff2-ba45cc8b5a16', 'admin_state_up': True, 'tenant_id': '5a8f6c23d3aa44e9be41ea12b87b23db'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:41.221749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7879c-4cf4-4241-9d92-aa46926e9b00 req-f5642850-1823-4c76-8f3a-852b7667da75 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:41.223138 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ec7879c-4cf4-4241-9d92-aa46926e9b00 req-f5642850-1823-4c76-8f3a-852b7667da75 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 944 time: 0.5653012 Jun 30 02:35:41.238843 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:35:41.238843 n-d-758944-39 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:35:41.238843 n-d-758944-39 neutron-server[93771]: [parameters: {'project_id_1': 'dc0da76d9c564aae9d52df52078277ad', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 35, 41, 171039)}] Jun 30 02:35:41.238843 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:35:41.239325 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:35:41.262196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Made reservation on behalf of dc0da76d9c564aae9d52df52078277ad for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:41.265806 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.333093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Allocated IP 172.20.0.6 (bfe57224-acd0-4867-b428-f96893c5bdd7/29f45555-f98c-4697-b3ec-fc081885a673/ea7ac69e-2989-4e6d-ac5a-4aded03dd368) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:41.347916 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ec7879c-4cf4-4241-9d92-aa46926e9b00 req-c8f798c1-b595-4434-af22-8686dc13aca5 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926378 Jun 30 02:35:41.360926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['969b488e-cbe8-4761-adb0-42ad5111491d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:41.364179 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-6ca025b8-3cd7-4864-bf9c-c8fd128ddfb9 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925597 Jun 30 02:35:41.423074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['c0f59a10-893c-438f-b9b1-86d17f412cd0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:41.482563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Made reservation on behalf of 5a8f6c23d3aa44e9be41ea12b87b23db for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:41.486289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.581152 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4a37584-3c34-4b7f-83c9-8bd1b9b035f5 req-f2f8da99-41c9-47f4-ba04-376092e32f97 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 210 time: 0.0395987 Jun 30 02:35:41.606005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0b7940be-c09e-451a-a02d-902d2c1f98a3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:41.620600 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.656257 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.664463 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-4cb9f64a-7eef-49d9-a0da-b6cfdaf8594e service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930267 Jun 30 02:35:41.702765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0b7940be-c09e-451a-a02d-902d2c1f98a3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:41.703425 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.752482 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-df7dfa77-e111-45f6-82f6-2d9a9e4f5339 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=bed0dcaf-cdff-483c-a583-5d8df195470f HTTP/1.1" status: 200 len: 217 time: 0.0517848 Jun 30 02:35:41.773463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.801230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] Deleting port 0b7940be-c09e-451a-a02d-902d2c1f98a3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:41.801797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.808471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Made reservation on behalf of dc0da76d9c564aae9d52df52078277ad for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:41.824961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:41.830755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Allocated IP 172.20.0.9 (49c82659-2cd0-4141-aff2-ba45cc8b5a16/a050d619-cd5f-47e5-a84a-f202c391a3fa/27f3976d-1b19-44d4-935a-c0b5bb60cf87) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:41.935869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-fe96b3b6-01f2-4f47-bdac-38c85b0cc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:41.937829 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-fe96b3b6-01f2-4f47-bdac-38c85b0cc046 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.1768484 Jun 30 02:35:41.945667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.001948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Allocated IP 172.25.7.42 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/eafa18e7-bfc4-4835-8547-e037f0a576c7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:42.049812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] For port 0b7940be-c09e-451a-a02d-902d2c1f98a3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0b7940be-c09e-451a-a02d-902d2c1f98a3,segment=NetworkSegment(723e8df1-9061-44d1-b120-c807c4241173),segment_id=723e8df1-9061-44d1-b120-c807c4241173)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:42.050354 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.096845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Network bfe57224-acd0-4867-b428-f96893c5bdd7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:42.110353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] Calling delete_port for 0b7940be-c09e-451a-a02d-902d2c1f98a3 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:42.110853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:42.119179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Pushing event updated for resources: {'Port': ['ID=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:42.122157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023b51d-5ba5-4e82-add2-d992760bb243 req-cd76e118-7560-4b50-bd07-6a399b4cbb65 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:42.123908 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5023b51d-5ba5-4e82-add2-d992760bb243 req-cd76e118-7560-4b50-bd07-6a399b4cbb65 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 944 time: 0.2684705 Jun 30 02:35:42.125436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:42.130489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Allocated IP 172.20.0.11 (bfe57224-acd0-4867-b428-f96893c5bdd7/29f45555-f98c-4697-b3ec-fc081885a673/539cc670-c277-42b6-a4ee-c03b647996a8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:42.219874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:42.220642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.232761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-1836cad4-6321-41c3-81c0-2adb3c4a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:42.234472 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-1836cad4-6321-41c3-81c0-2adb3c4a1926 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2855644 Jun 30 02:35:42.281661 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5023b51d-5ba5-4e82-add2-d992760bb243 req-ac76883e-b4a0-4ca0-a5aa-0c3aec97a634 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427121 Jun 30 02:35:42.299246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.303744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f29f439d-aaf9-4481-a267-f8376ea52084 req-5fc4917e-5637-490a-baa9-fa1ceca67dfc tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 210 time: 0.0668168 Jun 30 02:35:42.309244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-04f42562-7a52-4cf1-822b-5b42d813385a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9324546 Jun 30 02:35:42.331801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Request body: {'port': {'device_id': '0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:42.346442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.487421 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.498497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 969b488e-cbe8-4761-adb0-42ad5111491d up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:42.510933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.526111 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-5d4861b0-66ed-4f9d-8d92-75a416973742 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775829 Jun 30 02:35:42.530247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.585997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 969b488e-cbe8-4761-adb0-42ad5111491d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:42.591648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 969b488e-cbe8-4761-adb0-42ad5111491d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:42.592767 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.621432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.639829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Network 49c82659-2cd0-4141-aff2-ba45cc8b5a16 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:42.656793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:42.670868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:42.705252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:42.721048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:42.735813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:42.740012 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.750318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Pushing event updated for resources: {'Port': ['ID=27f3976d-1b19-44d4-935a-c0b5bb60cf87,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:42.775020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39468294-54cb-44b7-9137-f91608d8c48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969b488e-cbe8-4761-adb0-42ad5111491d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:42.778262 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f10d440-df79-4f37-a6cb-df0c25122bd9" -d '{"events": [{"server_uuid": "39468294-54cb-44b7-9137-f91608d8c48b", "name": "network-vif-plugged", "status": "completed", "tag": "969b488e-cbe8-4761-adb0-42ad5111491d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:42.795260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 969b488e-cbe8-4761-adb0-42ad5111491d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=969b488e-cbe8-4761-adb0-42ad5111491d,segment=NetworkSegment(8fa8940b-a798-4e41-8514-321889a70bfa),segment_id=8fa8940b-a798-4e41-8514-321889a70bfa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:42.805300 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.806581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device c0f59a10-893c-438f-b9b1-86d17f412cd0 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:42.809442 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-14b8865e-53b1-41a0-84eb-952fa0e55e2f service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681189 Jun 30 02:35:42.883542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:42.884104 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.891868 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.893941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=969b488e-cbe8-4761-adb0-42ad5111491d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:42.910035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port c0f59a10-893c-438f-b9b1-86d17f412cd0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:42.914934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port c0f59a10-893c-438f-b9b1-86d17f412cd0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:42.915552 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:42.965818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775924b-6335-4c0e-80cc-9e181dc439b6 req-2585d5c3-8816-4ca6-aa9f-a170ffda64e9 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:42.967660 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b775924b-6335-4c0e-80cc-9e181dc439b6 req-2585d5c3-8816-4ca6-aa9f-a170ffda64e9 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 944 time: 0.4337354 Jun 30 02:35:42.988742 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-85c8fb82-fcb3-4cfd-a1b4-935493635c0a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8519428 Jun 30 02:35:43.013358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Request body: {'port': {'device_id': 'ae60e818-5c96-43fa-82d7-4cf9caf4aa38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:43.022598 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.034335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Network bfe57224-acd0-4867-b428-f96893c5bdd7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:43.061214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port c0f59a10-893c-438f-b9b1-86d17f412cd0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0f59a10-893c-438f-b9b1-86d17f412cd0,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:43.067071 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.073544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Pushing event updated for resources: {'Port': ['ID=539cc670-c277-42b6-a4ee-c03b647996a8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:43.076610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:43.080844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:43.114511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Allocated IP 172.20.0.12 (bfe57224-acd0-4867-b428-f96893c5bdd7/29f45555-f98c-4697-b3ec-fc081885a673/1d42e455-3e43-4f74-af03-f9b6cd377e9a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:43.133874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=c0f59a10-893c-438f-b9b1-86d17f412cd0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:43.151578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b775924b-6335-4c0e-80cc-9e181dc439b6 req-43b3fa59-80e7-4d51-86e9-5dc3bd24b873 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749983 Jun 30 02:35:43.197335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:43.197968 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.216787 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ecbc0c-b2d6-426b-8ed0-1bff322c4940 x-openstack-request-id: req-95ecbc0c-b2d6-426b-8ed0-1bff322c4940 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:43.217174 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39468294-54cb-44b7-9137-f91608d8c48b", "name": "network-vif-plugged", "status": "completed", "tag": "969b488e-cbe8-4761-adb0-42ad5111491d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:43.217659 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95ecbc0c-b2d6-426b-8ed0-1bff322c4940 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:43.218317 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39468294-54cb-44b7-9137-f91608d8c48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969b488e-cbe8-4761-adb0-42ad5111491d', 'code': 200} Jun 30 02:35:43.237553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Pushing event updated for resources: {'Port': ['ID=eafa18e7-bfc4-4835-8547-e037f0a576c7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:43.253590 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4b7b9c69-6796-41be-a138-8be3220d71bd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5085981 Jun 30 02:35:43.254011 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.254286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.277611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Request body: {'port': {'device_id': '686d8def-7058-4461-9a33-877a0dcafa61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:43.318678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-db43ebcf-d9b0-497d-9858-1fda657ff0fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 HTTP/1.1" status: 200 len: 217 time: 0.0820944 Jun 30 02:35:43.367944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7940be-c09e-451a-a02d-902d2c1f98a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:43.582360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.603302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-ed282c5e-19e1-4a4d-8178-92d28fa975dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:43.604754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-ed282c5e-19e1-4a4d-8178-92d28fa975dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.2408750 Jun 30 02:35:43.632793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36f9d8-7293-47fb-b3e6-3045d78a3d4c req-b05da083-2467-4cae-a3df-587dc8763789 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:43.634234 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed36f9d8-7293-47fb-b3e6-3045d78a3d4c req-b05da083-2467-4cae-a3df-587dc8763789 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 931 time: 0.8626893 Jun 30 02:35:43.643194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.694492 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a693f01-6498-4609-934f-c9ba28568342 req-8591505b-c6d7-4f08-9f59-faab55652c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:43.695921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a693f01-6498-4609-934f-c9ba28568342 req-8591505b-c6d7-4f08-9f59-faab55652c0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 1097 time: 0.3417025 Jun 30 02:35:43.757815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48bd5f-f59d-4b7e-8648-fbe055eec3a2 req-17957574-4a49-435c-bbdc-6ee38e85ec95 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:43.759343 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe48bd5f-f59d-4b7e-8648-fbe055eec3a2 req-17957574-4a49-435c-bbdc-6ee38e85ec95 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 945 time: 0.3225746 Jun 30 02:35:43.868143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.879948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed36f9d8-7293-47fb-b3e6-3045d78a3d4c req-e4899d52-c950-42ed-853d-6711cc815018 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208700 Jun 30 02:35:43.885730 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a693f01-6498-4609-934f-c9ba28568342 req-302bb2b3-5157-4996-93cd-43ee3c2f72b7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471772 Jun 30 02:35:43.921359 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:43.927995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-bf6362f6-2285-4a82-affa-3a9a2125c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:43.929752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-bf6362f6-2285-4a82-affa-3a9a2125c656 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3125815 Jun 30 02:35:43.935524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.246618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-e1a7a625-2bb1-43bf-8f3f-9ad67cdc2361 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086913 Jun 30 02:35:44.344357 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe48bd5f-f59d-4b7e-8648-fbe055eec3a2 req-e4c01feb-f80b-4d00-93a8-75c48f735019 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341420 Jun 30 02:35:44.364141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05383146-bb0f-4e29-9101-370c3615f443 req-e36e8498-aa2c-4b6b-9457-a18d64992425 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:44.364679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Network bfe57224-acd0-4867-b428-f96893c5bdd7 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:44.364779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05383146-bb0f-4e29-9101-370c3615f443 req-e36e8498-aa2c-4b6b-9457-a18d64992425 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 932 time: 0.3650897 Jun 30 02:35:44.379162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:44.404732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:44.411027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Pushing event updated for resources: {'Port': ['ID=1d42e455-3e43-4f74-af03-f9b6cd377e9a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:44.487058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f3976d-1b19-44d4-935a-c0b5bb60cf87 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:44.500400 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.535816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Transition to ACTIVE for port object 27f3976d-1b19-44d4-935a-c0b5bb60cf87 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:44.542255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:44.542918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.544602 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05383146-bb0f-4e29-9101-370c3615f443 req-7230736e-a397-447d-b102-a7f08383e14f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810246 Jun 30 02:35:44.563560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-ea384b70-c9ca-4045-8dad-ae4d969366d4 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785327 Jun 30 02:35:44.568796 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.569215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.647689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7ac69e-2989-4e6d-ac5a-4aded03dd368 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:44.647947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-da523349-28cf-4119-8f7d-1126ab90a4e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00ef3587-abe6-4280-a268-0d6e50f4c1a3 HTTP/1.1" status: 200 len: 217 time: 0.0739546 Jun 30 02:35:44.653097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] Router 5237d7da-dc62-4a02-857b-de172d8967a9 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:44.660767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-644395e3-18a5-470c-be8f-9ffd2135970c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8249812 Jun 30 02:35:44.663341 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.686563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Request body: {'port': {'device_id': '28c47f65-7c07-409a-9ce8-ff8714d78f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:44.715614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=27f3976d-1b19-44d4-935a-c0b5bb60cf87,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:44.728598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Transition to ACTIVE for port object ea7ac69e-2989-4e6d-ac5a-4aded03dd368 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:44.752442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-d0eb358d-193e-4fa9-9ffc-6c29ff1bb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:44.753861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-d0eb358d-193e-4fa9-9ffc-6c29ff1bb515 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e545eccd-650a-4043-aa44-a5cdae114a45 HTTP/1.1" status: 200 len: 797 time: 0.0996985 Jun 30 02:35:44.771999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:44.919329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:44.925405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-41ec7ed4-4873-4fd2-b3ed-be8179852dfe admin admin] 10.222.0.55 "PUT /v2.0/routers/5237d7da-dc62-4a02-857b-de172d8967a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2694361 Jun 30 02:35:44.929489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:44.931747 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] Sync routers for ids ['5237d7da-dc62-4a02-857b-de172d8967a9'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:44.933256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94224dd8-92d9-494b-926f-8c30bda40da1 req-19a3e452-ae46-49f9-bb69-2c35ab719007 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:44.939153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-0ac2ad2f-3539-4720-b3c4-7e7732c51c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:44.940637 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-0ac2ad2f-3539-4720-b3c4-7e7732c51c03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd24ac80-8c34-47d2-9050-738175838a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1527333 Jun 30 02:35:44.941016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94224dd8-92d9-494b-926f-8c30bda40da1 req-19a3e452-ae46-49f9-bb69-2c35ab719007 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 945 time: 0.3652382 Jun 30 02:35:44.946467 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] Routers {'5237d7da-dc62-4a02-857b-de172d8967a9'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:44.947107 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5237d7da-dc62-4a02-857b-de172d8967a9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:44.981691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Pushing event updated for resources: {'Port': ['ID=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:45.004287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Router c178f8ac-4794-43bd-bcc8-6c20a7f59ac1 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:35:45.006865 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.027901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Attempting to bind port 27f3976d-1b19-44d4-935a-c0b5bb60cf87 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:45.028274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Attempting to bind port 27f3976d-1b19-44d4-935a-c0b5bb60cf87 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '88ce477a-6294-46ff-9fa9-7968861c3deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '49c82659-2cd0-4141-aff2-ba45cc8b5a16'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:45.028549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Attempting to bind port 27f3976d-1b19-44d4-935a-c0b5bb60cf87 on network 49c82659-2cd0-4141-aff2-ba45cc8b5a16 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:45.116453 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] Set router 5237d7da-dc62-4a02-857b-de172d8967a9 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:45.126868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Port 27f3976d-1b19-44d4-935a-c0b5bb60cf87 on network 49c82659-2cd0-4141-aff2-ba45cc8b5a16 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:45.127343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Attempting to bind port 27f3976d-1b19-44d4-935a-c0b5bb60cf87 on network 49c82659-2cd0-4141-aff2-ba45cc8b5a16 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:45.159032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94224dd8-92d9-494b-926f-8c30bda40da1 req-0632697d-e94a-4a61-835e-15a4e3c0ef8a tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168965 Jun 30 02:35:45.199033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:45.199671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Checking segment: {'id': '88ce477a-6294-46ff-9fa9-7968861c3deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '49c82659-2cd0-4141-aff2-ba45cc8b5a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:45.200059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Bound using segment: {'id': '88ce477a-6294-46ff-9fa9-7968861c3deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '49c82659-2cd0-4141-aff2-ba45cc8b5a16'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:45.200511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Bound port: 27f3976d-1b19-44d4-935a-c0b5bb60cf87, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ce477a-6294-46ff-9fa9-7968861c3deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '49c82659-2cd0-4141-aff2-ba45cc8b5a16'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:45.200922 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.219204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657b264-f83a-4112-b774-e312c2f780ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f59a10-893c-438f-b9b1-86d17f412cd0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:45.223444 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8174c13-c014-4310-94fd-1f3c526568e7" -d '{"events": [{"server_uuid": "a657b264-f83a-4112-b774-e312c2f780ac", "name": "network-vif-plugged", "status": "completed", "tag": "c0f59a10-893c-438f-b9b1-86d17f412cd0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:45.274138 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935a5a95-e3f8-4f38-afc9-e9d5d7769404 x-openstack-request-id: req-935a5a95-e3f8-4f38-afc9-e9d5d7769404 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:45.274930 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657b264-f83a-4112-b774-e312c2f780ac", "name": "network-vif-plugged", "status": "completed", "tag": "c0f59a10-893c-438f-b9b1-86d17f412cd0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:45.276196 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-935a5a95-e3f8-4f38-afc9-e9d5d7769404 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:45.276824 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657b264-f83a-4112-b774-e312c2f780ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f59a10-893c-438f-b9b1-86d17f412cd0', 'code': 200} Jun 30 02:35:45.355300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539cc670-c277-42b6-a4ee-c03b647996a8 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:45.393752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.409132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Attempting to bind port ea7ac69e-2989-4e6d-ac5a-4aded03dd368 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:45.409645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Attempting to bind port ea7ac69e-2989-4e6d-ac5a-4aded03dd368 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:45.409979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Attempting to bind port ea7ac69e-2989-4e6d-ac5a-4aded03dd368 on network bfe57224-acd0-4867-b428-f96893c5bdd7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:45.426611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Port ea7ac69e-2989-4e6d-ac5a-4aded03dd368 on network bfe57224-acd0-4867-b428-f96893c5bdd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:45.427017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Attempting to bind port ea7ac69e-2989-4e6d-ac5a-4aded03dd368 on network bfe57224-acd0-4867-b428-f96893c5bdd7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:45.434671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Transition to ACTIVE for port object 539cc670-c277-42b6-a4ee-c03b647996a8 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:45.453888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:45.454235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Checking segment: {'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:45.454623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Bound using segment: {'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:45.455133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Bound port: ea7ac69e-2989-4e6d-ac5a-4aded03dd368, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:45.455496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.457454 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.459990 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-router', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:42Z', 'revision_number': 5, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'gw_port': {'id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:45.496639 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] Checking router: 5237d7da-dc62-4a02-857b-de172d8967a9 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:45.520703 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] Routers {'5237d7da-dc62-4a02-857b-de172d8967a9'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:45.521584 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5237d7da-dc62-4a02-857b-de172d8967a9'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:45.562993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] For port 27f3976d-1b19-44d4-935a-c0b5bb60cf87, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:45.601966 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.620727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] For port 27f3976d-1b19-44d4-935a-c0b5bb60cf87, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=27f3976d-1b19-44d4-935a-c0b5bb60cf87,segment=NetworkSegment(88ce477a-6294-46ff-9fa9-7968861c3deb),segment_id=88ce477a-6294-46ff-9fa9-7968861c3deb)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:45.645481 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] Set router 5237d7da-dc62-4a02-857b-de172d8967a9 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:45.658511 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.666115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Pushing event updated for resources: {'Port': ['ID=539cc670-c277-42b6-a4ee-c03b647996a8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:45.673821 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.679564 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-bedcec99-ccff-4a52-b899-35830e9c1dfe service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984844 Jun 30 02:35:45.797237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:45.797859 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.799335 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] 10.222.0.69 "PUT /v2.0/ports/27f3976d-1b19-44d4-935a-c0b5bb60cf87 HTTP/1.1" status: 200 len: 1092 time: 2.7964957 Jun 30 02:35:45.801307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae60e818-5c96-43fa-82d7-4cf9caf4aa38', 'tag': '27f3976d-1b19-44d4-935a-c0b5bb60cf87'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:45.804382 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26" -d '{"events": [{"name": "network-changed", "server_uuid": "ae60e818-5c96-43fa-82d7-4cf9caf4aa38", "tag": "27f3976d-1b19-44d4-935a-c0b5bb60cf87"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:45.855615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:45.857355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] For port ea7ac69e-2989-4e6d-ac5a-4aded03dd368, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:45.863270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb168e4f-eb69-42a4-b7d2-f2774a38b6f1 req-6e65198a-35f3-4eeb-b68c-55c35885a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:45.864924 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb168e4f-eb69-42a4-b7d2-f2774a38b6f1 req-6e65198a-35f3-4eeb-b68c-55c35885a485 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 1097 time: 0.3824742 Jun 30 02:35:45.872072 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-router', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:42Z', 'revision_number': 5, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'gw_port': {'id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:45.873314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df91f3a-c5f6-443d-a73a-b282dba636a6 None None] Sync routers for ids ['c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:45.881005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d89fef-a095-4494-822a-b500bacc8f72 req-c11e128b-2cb0-4ff3-94c1-75d7cff3db68 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:45.882931 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08d89fef-a095-4494-822a-b500bacc8f72 req-c11e128b-2cb0-4ff3-94c1-75d7cff3db68 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 943 time: 0.3993280 Jun 30 02:35:45.907571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df91f3a-c5f6-443d-a73a-b282dba636a6 None None] Routers {'c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:45.909414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3df91f3a-c5f6-443d-a73a-b282dba636a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:45.911321 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf35da7b-4c4b-4080-92a5-3ca4a45eaf31 None None] The sync data for ids ['5237d7da-dc62-4a02-857b-de172d8967a9'] in n-d-758944-39 is: [{'id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'name': 'tempest-FloatingIPsNegativeTestJSON-282862537-router', 'tenant_id': 'd1c484526af6471982a3bbac30b3f9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:42Z', 'revision_number': 5, 'project_id': 'd1c484526af6471982a3bbac30b3f9ae', 'gw_port': {'id': '2e84f674-d6a2-4569-95f5-1bd25bd4bb46', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:94:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5237d7da-dc62-4a02-857b-de172d8967a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:27Z', 'updated_at': '2021-06-30T02:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:45.912065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] For port ea7ac69e-2989-4e6d-ac5a-4aded03dd368, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:45.913581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927e390-324f-407a-b530-f827b65a1ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=27f3976d-1b19-44d4-935a-c0b5bb60cf87,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:45.923599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e2638-764d-4183-999a-6fd920f04a89 req-f7fc505d-8ebf-4909-b4e8-2c52c11d8145 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:45.925230 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-851e2638-764d-4183-999a-6fd920f04a89 req-f7fc505d-8ebf-4909-b4e8-2c52c11d8145 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 945 time: 0.4038653 Jun 30 02:35:45.948102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.966217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3df91f3a-c5f6-443d-a73a-b282dba636a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:45.969902 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.971554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b7f10381-c11a-49d0-aeb4-1a5dadd54b3d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8298039 Jun 30 02:35:45.984309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:45.985430 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:45.988672 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df91f3a-c5f6-443d-a73a-b282dba636a6 None None] Routers {'c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:45.989287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3df91f3a-c5f6-443d-a73a-b282dba636a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:46.014951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:46.017285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.022305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3df91f3a-c5f6-443d-a73a-b282dba636a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:46.023279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df91f3a-c5f6-443d-a73a-b282dba636a6 None None] The sync data for ids ['c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:46.028207 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-1cc5affa-5de6-4ebd-99f9-245dae87d59f service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052173 Jun 30 02:35:46.031573 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb168e4f-eb69-42a4-b7d2-f2774a38b6f1 req-5d9fcb04-ee1c-4065-8b8b-e9e3f18c6aa2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473212 Jun 30 02:35:46.039242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08d89fef-a095-4494-822a-b500bacc8f72 req-bad48020-e187-4553-bfcf-2478331d610c tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398313 Jun 30 02:35:46.082661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Attempting to bind port 539cc670-c277-42b6-a4ee-c03b647996a8 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:46.083024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Attempting to bind port 539cc670-c277-42b6-a4ee-c03b647996a8 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:46.083410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Attempting to bind port 539cc670-c277-42b6-a4ee-c03b647996a8 on network bfe57224-acd0-4867-b428-f96893c5bdd7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:46.099151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-7d76b3c7-d4bd-4b87-8a34-50ecfb76e368 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1ee62e8a-ac04-4b69-81cf-e3412dd85b98 HTTP/1.1" status: 200 len: 217 time: 0.0583217 Jun 30 02:35:46.116727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.117352 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.118839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] 10.222.0.69 "PUT /v2.0/ports/ea7ac69e-2989-4e6d-ac5a-4aded03dd368 HTTP/1.1" status: 200 len: 1092 time: 3.8009496 Jun 30 02:35:46.134820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Port 539cc670-c277-42b6-a4ee-c03b647996a8 on network bfe57224-acd0-4867-b428-f96893c5bdd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:46.135180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Attempting to bind port 539cc670-c277-42b6-a4ee-c03b647996a8 on network bfe57224-acd0-4867-b428-f96893c5bdd7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:46.142608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d42e455-3e43-4f74-af03-f9b6cd377e9a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:46.159806 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.179084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Deleting port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:46.179434 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.183340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-a2912590-4d4d-4e92-b898-4493eb849608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.184800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-a2912590-4d4d-4e92-b898-4493eb849608 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e545eccd-650a-4043-aa44-a5cdae114a45 HTTP/1.1" status: 200 len: 797 time: 0.0751667 Jun 30 02:35:46.218729 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-851e2638-764d-4183-999a-6fd920f04a89 req-51b90d47-64b0-4294-98a8-39ef095aa065 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765093 Jun 30 02:35:46.253611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:46.253959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Checking segment: {'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:46.254855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Bound using segment: {'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:46.254855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Bound port: 539cc670-c277-42b6-a4ee-c03b647996a8, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:46.255170 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.257175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204e66a-65eb-40e5-b2b0-7ab9b8db6a7e service neutron] Pushing event updated for resources: {'Port': ['ID=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:46.278071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Transition to ACTIVE for port object 1d42e455-3e43-4f74-af03-f9b6cd377e9a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:46.285494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158fef0-aeff-4824-abb4-70117684511c req-a1ddb510-ca70-4dd7-aed4-56553bfd5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.287445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-a1ddb510-ca70-4dd7-aed4-56553bfd5d29 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a8f6c23d3aa44e9be41ea12b87b23db&device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 1095 time: 0.4191663 Jun 30 02:35:46.294223 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.345929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] For port 2e84f674-d6a2-4569-95f5-1bd25bd4bb46, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2e84f674-d6a2-4569-95f5-1bd25bd4bb46,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:46.346285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.361242 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fa7883-c6e2-4109-b4fa-ec92cd757312 x-openstack-request-id: req-10fa7883-c6e2-4109-b4fa-ec92cd757312 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:46.361860 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae60e818-5c96-43fa-82d7-4cf9caf4aa38", "tag": "27f3976d-1b19-44d4-935a-c0b5bb60cf87", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:46.361860 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10fa7883-c6e2-4109-b4fa-ec92cd757312 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:46.362163 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae60e818-5c96-43fa-82d7-4cf9caf4aa38', 'tag': '27f3976d-1b19-44d4-935a-c0b5bb60cf87', 'status': 'completed', 'code': 200} Jun 30 02:35:46.367328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-fade28cf-fbc3-4e73-a18f-4b305f29678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.369109 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-fade28cf-fbc3-4e73-a18f-4b305f29678e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd24ac80-8c34-47d2-9050-738175838a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1745481 Jun 30 02:35:46.370027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Calling delete_port for 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:46.438088 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-88ebfccf-404d-4d5e-a560-52bb1213e112 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f3976d-1b19-44d4-935a-c0b5bb60cf87 HTTP/1.1" status: 200 len: 217 time: 0.1379447 Jun 30 02:35:46.502019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a8ab-cb7b-4257-9e83-43e3a8c62c15 req-a078e9fe-a035-4e75-a27e-e27381c83633 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.509095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cdd5a8ab-cb7b-4257-9e83-43e3a8c62c15 req-a078e9fe-a035-4e75-a27e-e27381c83633 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 944 time: 0.2302978 Jun 30 02:35:46.543301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d42e455-3e43-4f74-af03-f9b6cd377e9a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:46.612735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] For port 539cc670-c277-42b6-a4ee-c03b647996a8, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:46.621288 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-220b9232-b66b-486d-9eda-657d4c15810d service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417569 Jun 30 02:35:46.630385 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cdd5a8ab-cb7b-4257-9e83-43e3a8c62c15 req-db245805-0846-40da-9ab7-0efbfef85f9f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204534 Jun 30 02:35:46.648777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-96c6a88c-f154-43a1-a9f2-69acb36fd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.650753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-96c6a88c-f154-43a1-a9f2-69acb36fd968 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc0da76d9c564aae9d52df52078277ad&device_id=0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3 HTTP/1.1" status: 200 len: 1095 time: 0.4803214 Jun 30 02:35:46.656423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158fef0-aeff-4824-abb4-70117684511c req-fd5435cc-402e-4eb0-b905-36650ef490fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.657951 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-fd5435cc-402e-4eb0-b905-36650ef490fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a050d619-cd5f-47e5-a84a-f202c391a3fa HTTP/1.1" status: 200 len: 862 time: 0.1992333 Jun 30 02:35:46.661225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] For port 539cc670-c277-42b6-a4ee-c03b647996a8, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=539cc670-c277-42b6-a4ee-c03b647996a8,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:46.706976 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.757794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-b7821155-7cb5-484e-91b0-6b4f9e10d754 service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261413 Jun 30 02:35:46.759923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.791856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e84f674-d6a2-4569-95f5-1bd25bd4bb46,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:46.793209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-06c54501-3bc0-4446-ab60-56a695b66121 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7ac69e-2989-4e6d-ac5a-4aded03dd368 HTTP/1.1" status: 200 len: 217 time: 0.1127150 Jun 30 02:35:46.794741 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-d46fc0f7-80cc-46b6-af3c-11ca9f1aa1aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49c82659-2cd0-4141-aff2-ba45cc8b5a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044397 Jun 30 02:35:46.834321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:46.835266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.836659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] 10.222.0.69 "PUT /v2.0/ports/539cc670-c277-42b6-a4ee-c03b647996a8 HTTP/1.1" status: 200 len: 1093 time: 3.5687819 Jun 30 02:35:46.860296 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.959829 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:46.963367 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.013651 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.014203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5237d7da-dc62-4a02-857b-de172d8967a9 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:47.018501 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.022540 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e524c060-1e9f-430f-801b-31375d5a607a admin admin] 10.222.0.55 "DELETE /v2.0/routers/5237d7da-dc62-4a02-857b-de172d8967a9 HTTP/1.1" status: 204 len: 168 time: 2.0893092 Jun 30 02:35:47.022646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:47.089530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-054e9125-a815-45c9-9dbb-b170e78266ff admin admin] Deleting subnet b2c86d18-491e-4561-a52c-d0f274e1dcf9 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:35:47.103646 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054e9125-a815-45c9-9dbb-b170e78266ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.176269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054e9125-a815-45c9-9dbb-b170e78266ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.313266 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054e9125-a815-45c9-9dbb-b170e78266ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.353295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e172e16-a7b7-432f-9bc1-bd3487a4b9b7 req-6d2ea075-17ac-4124-a229-3ceeedc7f36c tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:47.354837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e172e16-a7b7-432f-9bc1-bd3487a4b9b7 req-6d2ea075-17ac-4124-a229-3ceeedc7f36c tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 943 time: 0.1425161 Jun 30 02:35:47.371288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9a529-6817-4a8d-aa98-b207860bd785 req-4cd82fd8-faa3-4faf-ada5-5fc548c367ee tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:47.372866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-18d9a529-6817-4a8d-aa98-b207860bd785 req-4cd82fd8-faa3-4faf-ada5-5fc548c367ee tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 945 time: 0.9337718 Jun 30 02:35:47.389989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Attempting to bind port 1d42e455-3e43-4f74-af03-f9b6cd377e9a on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:47.390351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Attempting to bind port 1d42e455-3e43-4f74-af03-f9b6cd377e9a by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:47.390674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Attempting to bind port 1d42e455-3e43-4f74-af03-f9b6cd377e9a on network bfe57224-acd0-4867-b428-f96893c5bdd7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:47.407405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232ffea-bce1-453b-bccc-3c8f72372c95 service neutron] Pushing event updated for resources: {'Port': ['ID=539cc670-c277-42b6-a4ee-c03b647996a8,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:47.412231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e172e16-a7b7-432f-9bc1-bd3487a4b9b7 req-e96d2961-1dee-4bb2-ae6d-a2421b283524 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509980 Jun 30 02:35:47.431967 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054e9125-a815-45c9-9dbb-b170e78266ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.457710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1b06f4ce-b3fc-4a36-8922-6bccfc127081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:47.459343 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-1b06f4ce-b3fc-4a36-8922-6bccfc127081 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29f45555-f98c-4697-b3ec-fc081885a673 HTTP/1.1" status: 200 len: 857 time: 0.6533830 Jun 30 02:35:47.459894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Port 1d42e455-3e43-4f74-af03-f9b6cd377e9a on network bfe57224-acd0-4867-b428-f96893c5bdd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:47.460208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Attempting to bind port 1d42e455-3e43-4f74-af03-f9b6cd377e9a on network bfe57224-acd0-4867-b428-f96893c5bdd7 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:47.464669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e9125-a815-45c9-9dbb-b170e78266ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c86d18-491e-4561-a52c-d0f274e1dcf9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:47.466976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-054e9125-a815-45c9-9dbb-b170e78266ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.469884 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-054e9125-a815-45c9-9dbb-b170e78266ff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b2c86d18-491e-4561-a52c-d0f274e1dcf9 HTTP/1.1" status: 204 len: 168 time: 0.4454908 Jun 30 02:35:47.472462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:47.476453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2111644-3fc9-4b10-b7b6-7856f5abf8e8 None None] Network 192474ba-5217-4488-9909-b202f4ffc785 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:47.534317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-7218360a-0d99-493f-8780-5aa276a8b1a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfe57224-acd0-4867-b428-f96893c5bdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598288 Jun 30 02:35:47.535077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:47.535406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Checking segment: {'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:47.535774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Bound using segment: {'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:47.536215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Bound port: 1d42e455-3e43-4f74-af03-f9b6cd377e9a, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:47.536566 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.583102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.634862 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.665811 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-18d9a529-6817-4a8d-aa98-b207860bd785 req-9232a082-5fb1-4ad3-83da-b9b3600a8a4c tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724996 Jun 30 02:35:47.673734 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-70e7212a-a31f-4f7b-aaa8-e8eef306e0f9 service neutron] 10.222.0.69 "GET /v2.0/networks/49c82659-2cd0-4141-aff2-ba45cc8b5a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8584981 Jun 30 02:35:47.686664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Deleting port 6149442a-1e40-43fd-93c7-ff25922f9bdb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:47.687052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.702271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:47.728419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:47.729237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2e84f674-d6a2-4569-95f5-1bd25bd4bb46 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:47.742334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0b7940be-c09e-451a-a02d-902d2c1f98a3 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:47.773777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0b7940be-c09e-451a-a02d-902d2c1f98a3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:47.774507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0b7940be-c09e-451a-a02d-902d2c1f98a3 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:47.779746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c46fa-c7ec-4427-b5f6-7e52d518e2b1 None None] DHCP port deletion for 192474ba-5217-4488-9909-b202f4ffc785 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:35:47.780924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] For port 6149442a-1e40-43fd-93c7-ff25922f9bdb, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6149442a-1e40-43fd-93c7-ff25922f9bdb,segment=NetworkSegment(723e8df1-9061-44d1-b120-c807c4241173),segment_id=723e8df1-9061-44d1-b120-c807c4241173)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:47.781405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.820750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Calling delete_port for 6149442a-1e40-43fd-93c7-ff25922f9bdb owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:47.844506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c46fa-c7ec-4427-b5f6-7e52d518e2b1 None None] Deleting port 6149442a-1e40-43fd-93c7-ff25922f9bdb {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:47.844978 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f9c46fa-c7ec-4427-b5f6-7e52d518e2b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.892968 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.910772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2f9c46fa-c7ec-4427-b5f6-7e52d518e2b1 None None] For port 6149442a-1e40-43fd-93c7-ff25922f9bdb, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6149442a-1e40-43fd-93c7-ff25922f9bdb,segment=NetworkSegment(723e8df1-9061-44d1-b120-c807c4241173),segment_id=723e8df1-9061-44d1-b120-c807c4241173)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:47.911439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f9c46fa-c7ec-4427-b5f6-7e52d518e2b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.912522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4920d-06a2-4756-978a-817fb109a2c1 req-d6238a40-66eb-4c42-9b2a-ad37e8252766 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:47.914049 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-adc4920d-06a2-4756-978a-817fb109a2c1 req-d6238a40-66eb-4c42-9b2a-ad37e8252766 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 945 time: 0.1300373 Jun 30 02:35:47.931320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-66d2abfd-ac03-4765-93e4-9598fc15ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:47.932315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c46fa-c7ec-4427-b5f6-7e52d518e2b1 None None] Calling delete_port for 6149442a-1e40-43fd-93c7-ff25922f9bdb owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:47.933010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-66d2abfd-ac03-4765-93e4-9598fc15ad51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc0da76d9c564aae9d52df52078277ad&device_id=686d8def-7058-4461-9a33-877a0dcafa61 HTTP/1.1" status: 200 len: 1096 time: 0.6163211 Jun 30 02:35:47.956789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:47.972276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-adc4920d-06a2-4756-978a-817fb109a2c1 req-30bef95f-ad4f-484e-8051-4cd1edf86e00 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482886 Jun 30 02:35:47.991272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Pushing event deleted for resources: {'Port': ['ID=6149442a-1e40-43fd-93c7-ff25922f9bdb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:47.996860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] No DVR routers for this DVR port 6149442a-1e40-43fd-93c7-ff25922f9bdb on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:48.043289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2158fef0-aeff-4824-abb4-70117684511c req-a7ff979a-1573-4f1f-9cc2-eb21a86aafdf service neutron] 10.222.0.69 "GET /v2.0/networks/49c82659-2cd0-4141-aff2-ba45cc8b5a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612609 Jun 30 02:35:48.044506 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-7fbca1cf-1bc3-442b-a96f-6aedf19d102a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=539cc670-c277-42b6-a4ee-c03b647996a8 HTTP/1.1" status: 200 len: 217 time: 0.0958283 Jun 30 02:35:48.048077 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f9c46fa-c7ec-4427-b5f6-7e52d518e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.073612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-e050121e-667f-48d0-b32e-160e5daa6241 service neutron] 10.222.0.69 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213940 Jun 30 02:35:48.076109 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.085255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c46fa-c7ec-4427-b5f6-7e52d518e2b1 None None] Pushing event deleted for resources: {'Port': ['ID=6149442a-1e40-43fd-93c7-ff25922f9bdb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:48.088813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c46fa-c7ec-4427-b5f6-7e52d518e2b1 None None] No DVR routers for this DVR port 6149442a-1e40-43fd-93c7-ff25922f9bdb on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:48.098363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192474ba-5217-4488-9909-b202f4ffc785']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:48.113990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723e8df1-9061-44d1-b120-c807c4241173') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:48.114368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723e8df1-9061-44d1-b120-c807c4241173') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:48.124830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.138884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] For port 1d42e455-3e43-4f74-af03-f9b6cd377e9a, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:48.144892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.152552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:48.153118 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:48.155599 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:48.222504 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.222969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] For port 1d42e455-3e43-4f74-af03-f9b6cd377e9a, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1d42e455-3e43-4f74-af03-f9b6cd377e9a,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:48.231679 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.236311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] 10.222.0.55 "DELETE /v2.0/networks/192474ba-5217-4488-9909-b202f4ffc785 HTTP/1.1" status: 204 len: 168 time: 0.7626586 Jun 30 02:35:48.245870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.252082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5a88a-9d0e-492f-b95c-230c684de625 admin admin] Pushing event deleted for resources: {'Network': ['ID=192474ba-5217-4488-9909-b202f4ffc785,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:48.261897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-9504b444-df96-47c0-ba01-15387b77589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:48.263480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-9504b444-df96-47c0-ba01-15387b77589b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29f45555-f98c-4697-b3ec-fc081885a673 HTTP/1.1" status: 200 len: 857 time: 0.1950278 Jun 30 02:35:48.343565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71931d0-d96b-446b-b561-5cafa3387af5 req-ad770d3c-fcef-4b14-a78c-64dfe2480cc4 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:48.351008 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a71931d0-d96b-446b-b561-5cafa3387af5 req-ad770d3c-fcef-4b14-a78c-64dfe2480cc4 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 944 time: 0.5078554 Jun 30 02:35:48.364598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:48.368141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-07c8348a-cc2a-4d17-adbd-d658e436e14c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfe57224-acd0-4867-b428-f96893c5bdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725546 Jun 30 02:35:48.368567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3', 'tag': 'ea7ac69e-2989-4e6d-ac5a-4aded03dd368'}, {'name': 'network-changed', 'server_uuid': '686d8def-7058-4461-9a33-877a0dcafa61', 'tag': '539cc670-c277-42b6-a4ee-c03b647996a8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:48.370796 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d176a2-d3dd-47d7-8e70-56b941054274" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3", "tag": "ea7ac69e-2989-4e6d-ac5a-4aded03dd368"}, {"name": "network-changed", "server_uuid": "686d8def-7058-4461-9a33-877a0dcafa61", "tag": "539cc670-c277-42b6-a4ee-c03b647996a8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:48.376688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:48.377303 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.378618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] 10.222.0.73 "PUT /v2.0/ports/1d42e455-3e43-4f74-af03-f9b6cd377e9a HTTP/1.1" status: 200 len: 1093 time: 3.6996763 Jun 30 02:35:48.421768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Deleting port eafa18e7-bfc4-4835-8547-e037f0a576c7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:48.421768 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.422840 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-89421eac-aa6f-4084-82a7-fb08bd25311d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1c484526af6471982a3bbac30b3f9ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562205 Jun 30 02:35:48.423229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:48.497866 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d47f9d4-e147-46f0-8147-f364121b5304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.520444 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d47f9d4-e147-46f0-8147-f364121b5304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.568138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d51544-7c12-4d10-a3ea-45a0543a14d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d42e455-3e43-4f74-af03-f9b6cd377e9a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:48.574169 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-2d7c65f9-1f4b-4d4f-b71e-8196428e8902 service neutron] 10.222.0.69 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522929 Jun 30 02:35:48.608511 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d47f9d4-e147-46f0-8147-f364121b5304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.611960 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d47f9d4-e147-46f0-8147-f364121b5304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.613327 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a71931d0-d96b-446b-b561-5cafa3387af5 req-8eff5182-67a6-4316-899f-b5e937dcd4b8 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615309 Jun 30 02:35:48.623672 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2d47f9d4-e147-46f0-8147-f364121b5304 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d635a03-d8c0-4633-b61d-61afd60f421c HTTP/1.1" status: 204 len: 168 time: 0.1941576 Jun 30 02:35:48.637852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26 req-1f01a71b-db34-4924-8468-6936a63a2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:48.639921 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26 req-1f01a71b-db34-4924-8468-6936a63a2bb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5a8f6c23d3aa44e9be41ea12b87b23db&device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 1095 time: 0.5074515 Jun 30 02:35:48.645193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47f9d4-e147-46f0-8147-f364121b5304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d635a03-d8c0-4633-b61d-61afd60f421c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:48.697023 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cc0e4d-12ab-492e-98c4-7727979a12f1 x-openstack-request-id: req-68cc0e4d-12ab-492e-98c4-7727979a12f1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:48.697299 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3", "tag": "ea7ac69e-2989-4e6d-ac5a-4aded03dd368", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "686d8def-7058-4461-9a33-877a0dcafa61", "tag": "539cc670-c277-42b6-a4ee-c03b647996a8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:48.697546 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-68cc0e4d-12ab-492e-98c4-7727979a12f1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:48.698135 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3', 'tag': 'ea7ac69e-2989-4e6d-ac5a-4aded03dd368', 'status': 'completed', 'code': 200} Jun 30 02:35:48.698546 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686d8def-7058-4461-9a33-877a0dcafa61', 'tag': '539cc670-c277-42b6-a4ee-c03b647996a8', 'status': 'completed', 'code': 200} Jun 30 02:35:48.744792 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:48.816887 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Calling delete_port for eafa18e7-bfc4-4835-8547-e037f0a576c7 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:48.853560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-9c407c9f-2e37-4838-8401-5f2aa7357a99 service neutron] 10.222.0.69 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541416 Jun 30 02:35:48.974242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-7b17bd0a-d3e9-4842-a40e-5581d05c61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:48.976389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-7b17bd0a-d3e9-4842-a40e-5581d05c61a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc0da76d9c564aae9d52df52078277ad&device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 1096 time: 0.5215464 Jun 30 02:35:49.065174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26 req-e1c3c57f-f010-499b-92b0-53421a9c1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:49.066706 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26 req-e1c3c57f-f010-499b-92b0-53421a9c1a75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=49c82659-2cd0-4141-aff2-ba45cc8b5a16 HTTP/1.1" status: 200 len: 923 time: 0.4015372 Jun 30 02:35:49.123063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-e5522c8d-3e48-44ad-ae55-4102b14a244c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d42e455-3e43-4f74-af03-f9b6cd377e9a HTTP/1.1" status: 200 len: 217 time: 0.0989444 Jun 30 02:35:49.175988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26 req-808c6950-65a7-40e8-9f03-f0b4bff28c78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27f3976d-1b19-44d4-935a-c0b5bb60cf87 HTTP/1.1" status: 200 len: 217 time: 0.0704484 Jun 30 02:35:49.268566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-344f0eda-3f67-47a4-87d2-964a13ad93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:49.270164 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-344f0eda-3f67-47a4-87d2-964a13ad93a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc0da76d9c564aae9d52df52078277ad&device_id=0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3 HTTP/1.1" status: 200 len: 1095 time: 0.5504501 Jun 30 02:35:49.391732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-ccfe3a6d-930b-4ca6-974c-3a4454dcb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:49.393173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-ccfe3a6d-930b-4ca6-974c-3a4454dcb6cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29f45555-f98c-4697-b3ec-fc081885a673 HTTP/1.1" status: 200 len: 857 time: 0.2321875 Jun 30 02:35:49.400893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd36d2-c121-4594-abb3-4c4981d98601 req-72594598-3fad-46c6-b7ad-0a57118aeb58 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:49.403323 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eccd36d2-c121-4594-abb3-4c4981d98601 req-72594598-3fad-46c6-b7ad-0a57118aeb58 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 943 time: 0.5889921 Jun 30 02:35:49.405861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-45a6313a-a978-46ef-8eaa-857a42c6dfd6 service neutron] 10.222.0.69 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631402 Jun 30 02:35:49.466926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26 req-eea55643-ef8b-46af-b2c2-8a325cbe5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:49.468262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26 req-eea55643-ef8b-46af-b2c2-8a325cbe5d90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a050d619-cd5f-47e5-a84a-f202c391a3fa HTTP/1.1" status: 200 len: 862 time: 0.2522712 Jun 30 02:35:49.476612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-5126b79c-f0d6-44cd-b1cb-0d9e514cd6b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bfe57224-acd0-4867-b428-f96893c5bdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686502 Jun 30 02:35:49.568006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4f5df-6b15-4f70-a51b-3128bd562026 req-1eeecbe2-097a-408d-94c6-e33e9b53a60f tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:49.576125 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44d4f5df-6b15-4f70-a51b-3128bd562026 req-1eeecbe2-097a-408d-94c6-e33e9b53a60f tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 945 time: 0.0950451 Jun 30 02:35:49.599983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6149442a-1e40-43fd-93c7-ff25922f9bdb no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:49.613783 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26 req-1f5cb5b4-fee0-4608-a84c-72901b5357d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49c82659-2cd0-4141-aff2-ba45cc8b5a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301138 Jun 30 02:35:49.619440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44d4f5df-6b15-4f70-a51b-3128bd562026 req-d1f73ad1-5c9b-46c7-bb79-42adfc554a47 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425372 Jun 30 02:35:49.623043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 6149442a-1e40-43fd-93c7-ff25922f9bdb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:49.623493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6149442a-1e40-43fd-93c7-ff25922f9bdb not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:49.973468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-5373d988-1040-4485-a334-8ab2ea7eb568 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=462fdd0e4ec849c3bbec759f92318674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231371 Jun 30 02:35:50.096715 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-e1a7e8a7-896a-4b8e-bd37-582e239119ca tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:50.099012 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-e1a7e8a7-896a-4b8e-bd37-582e239119ca tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196201 Jun 30 02:35:50.119406 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-69e5868b-6bf8-47c3-bafe-984be1d24780 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/quotas/462fdd0e4ec849c3bbec759f92318674 HTTP/1.1" status: 200 len: 375 time: 0.0144660 Jun 30 02:35:50.120154 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eccd36d2-c121-4594-abb3-4c4981d98601 req-e328c577-79cf-4943-a839-84b37b5c1f20 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905429 Jun 30 02:35:50.167988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26 req-946234a3-dad6-4f47-b55b-a0b24265faad service neutron] 10.222.0.69 "GET /v2.0/networks/49c82659-2cd0-4141-aff2-ba45cc8b5a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386610 Jun 30 02:35:50.189165 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-315578c8-dc24-4c2b-be67-c29f3d977dd3 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=462fdd0e4ec849c3bbec759f92318674&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593338 Jun 30 02:35:50.191703 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-61beafa7-b028-447f-8069-b41dd6d5e83d service neutron] 10.222.0.73 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881063 Jun 30 02:35:50.212579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-f1fc8d64-8116-4b61-9a3b-0f1659d53fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:50.214301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-f1fc8d64-8116-4b61-9a3b-0f1659d53fe1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfe57224-acd0-4867-b428-f96893c5bdd7 HTTP/1.1" status: 200 len: 918 time: 0.9215777 Jun 30 02:35:50.265925 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:50.453755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-ac29bf76-7ca1-479b-9cfb-6b4222681d94 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea7ac69e-2989-4e6d-ac5a-4aded03dd368 HTTP/1.1" status: 200 len: 217 time: 0.1886241 Jun 30 02:35:50.462491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Pushing event deleted for resources: {'Port': ['ID=eafa18e7-bfc4-4835-8547-e037f0a576c7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:50.542323 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d33aeaed-af41-4431-907c-ad2764ff9659 req-8cd4ade7-acb1-4c36-b0b2-8d73afe98db9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 210 time: 0.0341270 Jun 30 02:35:50.614809 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a867bad1-d94d-4c1f-9c4e-520cf0c2ec26 req-d17b9d93-4e72-4ea1-b8df-027ebcb40f6e service neutron] 10.222.0.69 "GET /v2.0/networks/49c82659-2cd0-4141-aff2-ba45cc8b5a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374011 Jun 30 02:35:50.639317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-70fd1859-8501-482d-a27d-06db89e02c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:50.641358 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-70fd1859-8501-482d-a27d-06db89e02c9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29f45555-f98c-4697-b3ec-fc081885a673 HTTP/1.1" status: 200 len: 857 time: 0.1682754 Jun 30 02:35:50.663148 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:50.717329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840de5b-c464-4e97-8d16-e8acde431023 req-8fedd279-e71a-4d7b-8967-441ad2fadbcc tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:50.719571 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e840de5b-c464-4e97-8d16-e8acde431023 req-8fedd279-e71a-4d7b-8967-441ad2fadbcc tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 945 time: 0.0714073 Jun 30 02:35:50.721200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c47f65-7c07-409a-9ce8-ff8714d78f7f', 'tag': '1d42e455-3e43-4f74-af03-f9b6cd377e9a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:50.723593 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "28c47f65-7c07-409a-9ce8-ff8714d78f7f", "tag": "1d42e455-3e43-4f74-af03-f9b6cd377e9a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:50.750232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-83151e61-449b-4f10-8bec-d5241b71f7c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfe57224-acd0-4867-b428-f96893c5bdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935059 Jun 30 02:35:50.767601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e840de5b-c464-4e97-8d16-e8acde431023 req-43c0af29-e5ac-490a-9dbc-453c1522908f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Jun 30 02:35:50.780691 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff6497bb-fc8c-4529-8f32-c22f3411f4c2 req-938a74af-a977-4b4a-907e-14e0b9fa1e6b service neutron] 10.222.0.73 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269732 Jun 30 02:35:50.805760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347e08a-bd7d-47f0-b993-03a53a8ed892 req-ac02144b-bef8-4834-a795-136ef75beb13 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:50.806894 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9347e08a-bd7d-47f0-b993-03a53a8ed892 req-ac02144b-bef8-4834-a795-136ef75beb13 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 944 time: 0.5430734 Jun 30 02:35:50.955800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88ca4b-c33e-42ae-a1fd-0579c7824761 req-b9be170a-6917-4087-92d8-601f8ed78dbf tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:50.957385 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d88ca4b-c33e-42ae-a1fd-0579c7824761 req-b9be170a-6917-4087-92d8-601f8ed78dbf tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 945 time: 0.0704374 Jun 30 02:35:50.998968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9347e08a-bd7d-47f0-b993-03a53a8ed892 req-0d3a1ad5-6e67-46e6-b4d3-de47c37b051d tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774905 Jun 30 02:35:51.025944 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d88ca4b-c33e-42ae-a1fd-0579c7824761 req-321f6e6a-73c7-4f2b-a360-6b313784c4d4 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484283 Jun 30 02:35:51.057351 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:51.059779 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead01cbf-c47a-4214-a428-4d9724a50b0a x-openstack-request-id: req-ead01cbf-c47a-4214-a428-4d9724a50b0a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:51.060064 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c47f65-7c07-409a-9ce8-ff8714d78f7f", "tag": "1d42e455-3e43-4f74-af03-f9b6cd377e9a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:51.060315 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ead01cbf-c47a-4214-a428-4d9724a50b0a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:51.060703 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c47f65-7c07-409a-9ce8-ff8714d78f7f', 'tag': '1d42e455-3e43-4f74-af03-f9b6cd377e9a', 'status': 'completed', 'code': 200} Jun 30 02:35:51.065713 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:51.081917 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-be8fa63d-2e82-4335-9f3a-180e7e75bb79 service neutron] 10.222.0.69 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002348 Jun 30 02:35:51.234385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Router c178f8ac-4794-43bd-bcc8-6c20a7f59ac1 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:51.294162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49b876-351c-427c-b30e-d460c4d3d9b4 req-0f7bc858-43fe-443b-a845-85d231bd8f45 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:51.295726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e49b876-351c-427c-b30e-d460c4d3d9b4 req-0f7bc858-43fe-443b-a845-85d231bd8f45 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 943 time: 0.0678625 Jun 30 02:35:51.316060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-5b373585-a7a8-46e4-9c4a-8f118efb2aba service neutron] 10.222.0.69 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981523 Jun 30 02:35:51.337172 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e49b876-351c-427c-b30e-d460c4d3d9b4 req-e326945b-6b86-4ce3-a595-f95b1beca8dd tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352085 Jun 30 02:35:51.357291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f req-c1496bad-646f-4583-b2b3-2440d2bd2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:51.358869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f req-c1496bad-646f-4583-b2b3-2440d2bd2037 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc0da76d9c564aae9d52df52078277ad&device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 1096 time: 0.2425613 Jun 30 02:35:51.360547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:51.368320 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:51.369594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-487701bd-68f1-4d19-a09a-2faac56197bd tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "PUT /v2.0/routers/c178f8ac-4794-43bd-bcc8-6c20a7f59ac1 HTTP/1.1" status: 200 len: 709 time: 5.3582518 Jun 30 02:35:51.372581 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:51.372748 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7e6a2-2346-4a81-9da0-01c4fd284fa3 None None] Sync routers for ids ['c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:51.384066 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7e6a2-2346-4a81-9da0-01c4fd284fa3 None None] Routers {'c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:51.384693 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9db7e6a2-2346-4a81-9da0-01c4fd284fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:51.418620 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9db7e6a2-2346-4a81-9da0-01c4fd284fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:51.431199 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db7e6a2-2346-4a81-9da0-01c4fd284fa3 None None] Routers {'c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:51.432174 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9db7e6a2-2346-4a81-9da0-01c4fd284fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:51.458254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68b03d3a-b631-4231-acfc-dbee1a2523fd tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/routers/c178f8ac-4794-43bd-bcc8-6c20a7f59ac1 HTTP/1.1" status: 200 len: 744 time: 0.0842822 Jun 30 02:35:51.461188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:51.471737 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9db7e6a2-2346-4a81-9da0-01c4fd284fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:51.473835 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db7e6a2-2346-4a81-9da0-01c4fd284fa3 None None] The sync data for ids ['c178f8ac-4794-43bd-bcc8-6c20a7f59ac1'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:51.512465 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f012f22-6f21-42e4-9b37-3af47db72cbe tempest-RoutersIpV6AdminTest-526828307 tempest-RoutersIpV6AdminTest-526828307-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&device_id=c178f8ac-4794-43bd-bcc8-6c20a7f59ac1 HTTP/1.1" status: 200 len: 205 time: 0.0498784 Jun 30 02:35:51.515002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:51.527475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-7d382114-8a8a-438a-87e3-ba8854a557f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:51.528997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-7d382114-8a8a-438a-87e3-ba8854a557f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc0da76d9c564aae9d52df52078277ad&device_id=686d8def-7058-4461-9a33-877a0dcafa61 HTTP/1.1" status: 200 len: 1096 time: 0.1583834 Jun 30 02:35:51.530144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f req-14aca98b-9729-46a5-aa58-b8c23c62b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:51.531665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f req-14aca98b-9729-46a5-aa58-b8c23c62b16b service neutron] 10.222.0.73 "GET /v2.0/networks?id=bfe57224-acd0-4867-b428-f96893c5bdd7 HTTP/1.1" status: 200 len: 918 time: 0.1597316 Jun 30 02:35:51.550137 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e766d3af-7bd2-4ca1-bafd-dd2dcb78e75d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=c178f8ac-4794-43bd-bcc8-6c20a7f59ac1 HTTP/1.1" status: 200 len: 205 time: 0.0337577 Jun 30 02:35:51.555101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:51.653530 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-f6d83f2b-9c0a-4d51-b85b-aa93aef9ff72 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=462fdd0e4ec849c3bbec759f92318674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967038 Jun 30 02:35:51.653810 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5381df4d-2f86-4ffa-9b54-b5cb0a560664 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:51.658477 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f req-e66deee1-5731-41d6-9eb2-8891aa69cad5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d42e455-3e43-4f74-af03-f9b6cd377e9a HTTP/1.1" status: 200 len: 217 time: 0.1005845 Jun 30 02:35:51.782166 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78975656-2d9b-4c79-a2d1-8fd30d0f30c4 req-acb043fa-f1d8-4035-ae05-50e1e9e5302c tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 210 time: 0.0857160 Jun 30 02:35:51.793886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f req-a3aa7db9-d6c5-472c-a097-71f6e28ce251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:51.795448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f req-a3aa7db9-d6c5-472c-a097-71f6e28ce251 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29f45555-f98c-4697-b3ec-fc081885a673 HTTP/1.1" status: 200 len: 857 time: 0.1224878 Jun 30 02:35:51.799089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-6f2cff3f-b8be-49f4-aa6a-d60d72dfd63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:51.809918 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-6f2cff3f-b8be-49f4-aa6a-d60d72dfd63a service neutron] 10.222.0.69 "GET /v2.0/networks?id=bfe57224-acd0-4867-b428-f96893c5bdd7 HTTP/1.1" status: 200 len: 918 time: 0.2743196 Jun 30 02:35:51.891647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5381df4d-2f86-4ffa-9b54-b5cb0a560664 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:51.892825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f req-e9c8373e-fffe-465c-b883-619c733a7976 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bfe57224-acd0-4867-b428-f96893c5bdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717337 Jun 30 02:35:51.894357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5381df4d-2f86-4ffa-9b54-b5cb0a560664 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:51.899668 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-36ef43e6-8c6f-41dd-b2de-834256955c10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=539cc670-c277-42b6-a4ee-c03b647996a8 HTTP/1.1" status: 200 len: 217 time: 0.0774357 Jun 30 02:35:51.910108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-8acc0b1e-c195-4964-bb7b-21b48dece384 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:51.911640 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-8acc0b1e-c195-4964-bb7b-21b48dece384 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507157 Jun 30 02:35:51.963732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Request body: {'port': {'device_id': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '462fdd0e4ec849c3bbec759f92318674'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:52.109132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-a108a8fa-f0cd-40c4-a818-1530c7b6c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:52.110618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-a108a8fa-f0cd-40c4-a818-1530c7b6c9aa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29f45555-f98c-4697-b3ec-fc081885a673 HTTP/1.1" status: 200 len: 857 time: 0.1980133 Jun 30 02:35:52.189873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-ccf3b3f2-08aa-4020-925e-84d203e310be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=bfe57224-acd0-4867-b428-f96893c5bdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604322 Jun 30 02:35:52.204474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f req-56181b71-2795-490b-9653-97ef9f67faf1 service neutron] 10.222.0.73 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902658 Jun 30 02:35:52.311951 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5381df4d-2f86-4ffa-9b54-b5cb0a560664 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.311951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5381df4d-2f86-4ffa-9b54-b5cb0a560664 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Fanout notify agent at l3_agent the message router_deleted on router c178f8ac-4794-43bd-bcc8-6c20a7f59ac1 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:35:52.324200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04c75-15d6-452e-be5d-4db00e488f31 req-8536cc53-78a2-418e-84e8-13bd64cd12c7 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:52.325720 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27a04c75-15d6-452e-be5d-4db00e488f31 req-8536cc53-78a2-418e-84e8-13bd64cd12c7 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 945 time: 0.4039075 Jun 30 02:35:52.335574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5381df4d-2f86-4ffa-9b54-b5cb0a560664 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.336656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5381df4d-2f86-4ffa-9b54-b5cb0a560664 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/c178f8ac-4794-43bd-bcc8-6c20a7f59ac1 HTTP/1.1" status: 204 len: 168 time: 0.7768805 Jun 30 02:35:52.345345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-e5971753-4d06-4d1c-8004-ccacb075b76f tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:52.346740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:52.346959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-e5971753-4d06-4d1c-8004-ccacb075b76f tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.73 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 945 time: 0.6090047 Jun 30 02:35:52.413195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Made reservation on behalf of 462fdd0e4ec849c3bbec759f92318674 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:52.416764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.422597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e93e3d87-ea99-4288-b660-586ad89da405 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=c178f8ac-4794-43bd-bcc8-6c20a7f59ac1 HTTP/1.1" status: 200 len: 205 time: 0.0687582 Jun 30 02:35:52.422783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3390ba3-e353-4a1e-8142-a7e6387a40f6 req-c93180a9-fa6f-46ce-b68b-9d63c15ee405 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:52.422783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3390ba3-e353-4a1e-8142-a7e6387a40f6 req-c93180a9-fa6f-46ce-b68b-9d63c15ee405 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 944 time: 0.1305573 Jun 30 02:35:52.422980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:52.453901 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.483603 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1be47553-837a-4a22-8205-45d2b7bc6343 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] delete failed (client error): The resource could not be found. Jun 30 02:35:52.487380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1be47553-837a-4a22-8205-45d2b7bc6343 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/c178f8ac-4794-43bd-bcc8-6c20a7f59ac1 HTTP/1.1" status: 404 len: 336 time: 0.0608542 Jun 30 02:35:52.487551 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-d655c3b8-69d0-4624-9179-9112c005d7a6 service neutron] 10.222.0.69 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845874 Jun 30 02:35:52.488112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c6b0808-3ef3-421f-860e-ef7aa4ee7d3f req-d7da8816-025c-4399-939a-bf1e2e03dc0c service neutron] 10.222.0.73 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692525 Jun 30 02:35:52.489545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:52.494417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27a04c75-15d6-452e-be5d-4db00e488f31 req-946078b3-90e7-43cc-a2bb-f0ebe87ce2c4 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556983 Jun 30 02:35:52.534043 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d9acef9f-4481-4094-a399-cf14f8d44762 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fa8ff1e-e278-4734-889a-24e202455ac1 HTTP/1.1" status: 200 len: 205 time: 0.0431867 Jun 30 02:35:52.538383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:52.549619 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3390ba3-e353-4a1e-8142-a7e6387a40f6 req-e78f1761-fa11-4b5e-8dc3-0ee8e1d1d095 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861130 Jun 30 02:35:52.580127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device c0f59a10-893c-438f-b9b1-86d17f412cd0 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:52.613771 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-be5656a4-307e-46df-8339-10e6b9fb5ec5 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] delete failed (client error): The resource could not be found. Jun 30 02:35:52.617694 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-be5656a4-307e-46df-8339-10e6b9fb5ec5 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/9fa8ff1e-e278-4734-889a-24e202455ac1 HTTP/1.1" status: 404 len: 336 time: 0.0757294 Jun 30 02:35:52.619096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:52.635840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-0cd97e89-5d41-4f37-945e-7d71da76ae2b tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Deleting port 969b488e-cbe8-4761-adb0-42ad5111491d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:52.636664 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-0cd97e89-5d41-4f37-945e-7d71da76ae2b tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.665496 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8c2ef04f-ecd1-48b9-a00b-7d780dff810c tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=2edcc2ff-be4b-44a6-9127-6384de59e463 HTTP/1.1" status: 200 len: 205 time: 0.0429835 Jun 30 02:35:52.665757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47d176a2-d3dd-47d7-8e70-56b941054274 req-ac37d070-399b-4b60-889a-89f07c795ed3 service neutron] 10.222.0.69 "GET /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701167 Jun 30 02:35:52.667196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:52.744605 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-0ee6e8ae-372f-451d-b26e-86b143adc517 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] delete failed (client error): The resource could not be found. Jun 30 02:35:52.749337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0ee6e8ae-372f-451d-b26e-86b143adc517 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/2edcc2ff-be4b-44a6-9127-6384de59e463 HTTP/1.1" status: 404 len: 336 time: 0.0775337 Jun 30 02:35:52.750195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:52.772126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port c0f59a10-893c-438f-b9b1-86d17f412cd0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0f59a10-893c-438f-b9b1-86d17f412cd0,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:52.788592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-0cd97e89-5d41-4f37-945e-7d71da76ae2b tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] For port 969b488e-cbe8-4761-adb0-42ad5111491d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=969b488e-cbe8-4761-adb0-42ad5111491d,segment=NetworkSegment(8fa8940b-a798-4e41-8514-321889a70bfa),segment_id=8fa8940b-a798-4e41-8514-321889a70bfa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:52.789243 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-0cd97e89-5d41-4f37-945e-7d71da76ae2b tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.792853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'c0f59a10-893c-438f-b9b1-86d17f412cd0', 'network_id': '98e36a4f-8446-40a2-9d41-79a84b74cb18', 'port_id': 'c0f59a10-893c-438f-b9b1-86d17f412cd0', 'mac_address': 'fa:16:3e:b6:1e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd93f79d-ac84-486e-a998-bf81e77882e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:52.807877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-0cd97e89-5d41-4f37-945e-7d71da76ae2b tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Calling delete_port for 969b488e-cbe8-4761-adb0-42ad5111491d owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:52.849841 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.866504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0f59a10-893c-438f-b9b1-86d17f412cd0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:52.884781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3c1f6-4e11-4157-b709-e2906e65c955 req-2a180d7c-d8c6-4bff-9b29-a303951cdd2f tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:52.886389 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4de3c1f6-4e11-4157-b709-e2906e65c955 req-2a180d7c-d8c6-4bff-9b29-a303951cdd2f tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 943 time: 0.1404741 Jun 30 02:35:52.890139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port c0f59a10-893c-438f-b9b1-86d17f412cd0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0f59a10-893c-438f-b9b1-86d17f412cd0,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:52.898880 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:52.951844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4de3c1f6-4e11-4157-b709-e2906e65c955 req-344f4539-91a1-4df5-a904-5e2daf240794 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557823 Jun 30 02:35:52.983983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=c0f59a10-893c-438f-b9b1-86d17f412cd0,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:53.019944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-0cd97e89-5d41-4f37-945e-7d71da76ae2b tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.025063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['c0f59a10-893c-438f-b9b1-86d17f412cd0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:53.052722 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd97e89-5d41-4f37-945e-7d71da76ae2b tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Pushing event deleted for resources: {'Port': ['ID=969b488e-cbe8-4761-adb0-42ad5111491d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:53.109615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-0cd97e89-5d41-4f37-945e-7d71da76ae2b tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] No DVR routers for this DVR port 969b488e-cbe8-4761-adb0-42ad5111491d on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:53.112132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-0cd97e89-5d41-4f37-945e-7d71da76ae2b tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.114411 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-926d13a0-66e6-4cf0-9513-877c7dcd8b08 req-0cd97e89-5d41-4f37-945e-7d71da76ae2b tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.73 "DELETE /v2.0/ports/969b488e-cbe8-4761-adb0-42ad5111491d HTTP/1.1" status: 204 len: 173 time: 0.7540722 Jun 30 02:35:53.114970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39468294-54cb-44b7-9137-f91608d8c48b', 'name': 'network-vif-deleted', 'tag': '969b488e-cbe8-4761-adb0-42ad5111491d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:53.117793 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff5092a-fa88-486c-8b7c-ae9bb8e32b49" -d '{"events": [{"server_uuid": "39468294-54cb-44b7-9137-f91608d8c48b", "name": "network-vif-deleted", "tag": "969b488e-cbe8-4761-adb0-42ad5111491d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:53.220210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 27f3976d-1b19-44d4-935a-c0b5bb60cf87 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:53.238048 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-56351a6e-0e4b-47a6-b05c-597476b96d96 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cc1ee07-8a30-42c3-84a5-00a139e7f196 HTTP/1.1" status: 200 len: 205 time: 0.4859326 Jun 30 02:35:53.239157 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9285bc7-52e2-4370-855a-fc86d7ad9cce req-44887113-fb33-4480-80be-4ba11b40602e tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 210 time: 0.0482917 Jun 30 02:35:53.239739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:53.254644 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.268040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.308856 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a8743508-f8ea-466a-8774-34a1b2701467 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] delete failed (client error): The resource could not be found. Jun 30 02:35:53.311466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a8743508-f8ea-466a-8774-34a1b2701467 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/1cc1ee07-8a30-42c3-84a5-00a139e7f196 HTTP/1.1" status: 404 len: 336 time: 0.0705662 Jun 30 02:35:53.314054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:53.353824 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-03908e29-da08-4af5-9b2a-bb0a50b62d21 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebff7d96-7fe4-421a-a6a3-d3b21f79bd35 HTTP/1.1" status: 200 len: 205 time: 0.0358858 Jun 30 02:35:53.354197 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed781651-6b37-474e-add7-5358ea78e55a x-openstack-request-id: req-ed781651-6b37-474e-add7-5358ea78e55a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:53.354496 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39468294-54cb-44b7-9137-f91608d8c48b", "name": "network-vif-deleted", "tag": "969b488e-cbe8-4761-adb0-42ad5111491d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:53.354884 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed781651-6b37-474e-add7-5358ea78e55a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:53.355263 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39468294-54cb-44b7-9137-f91608d8c48b', 'name': 'network-vif-deleted', 'tag': '969b488e-cbe8-4761-adb0-42ad5111491d', 'status': 'completed', 'code': 200} Jun 30 02:35:53.355790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32948) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:53.360591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2936c68-127e-4921-8d10-4b9d1fce0d45 req-9c2ab98e-fd3d-4f96-91c1-4d94976553e0 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:53.362649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2936c68-127e-4921-8d10-4b9d1fce0d45 req-9c2ab98e-fd3d-4f96-91c1-4d94976553e0 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/ports?device_id=39468294-54cb-44b7-9137-f91608d8c48b HTTP/1.1" status: 200 len: 867 time: 0.6854746 Jun 30 02:35:53.366511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184827fb-6a70-4979-9a5a-27a0060449cc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:53.400940 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-9cf99b33-dc70-44ff-a80e-152dbe307328 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] delete failed (client error): The resource could not be found. Jun 30 02:35:53.402548 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9cf99b33-dc70-44ff-a80e-152dbe307328 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/ebff7d96-7fe4-421a-a6a3-d3b21f79bd35 HTTP/1.1" status: 404 len: 336 time: 0.0453465 Jun 30 02:35:53.404839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:53.422051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 27f3976d-1b19-44d4-935a-c0b5bb60cf87, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=27f3976d-1b19-44d4-935a-c0b5bb60cf87,segment=NetworkSegment(88ce477a-6294-46ff-9fa9-7968861c3deb),segment_id=88ce477a-6294-46ff-9fa9-7968861c3deb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:53.443182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '27f3976d-1b19-44d4-935a-c0b5bb60cf87', 'network_id': '49c82659-2cd0-4141-aff2-ba45cc8b5a16', 'port_id': '27f3976d-1b19-44d4-935a-c0b5bb60cf87', 'mac_address': 'fa:16:3e:0a:4b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a050d619-cd5f-47e5-a84a-f202c391a3fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:53.448363 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cae4d646-bb79-41d1-8528-2e302513274d tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "GET /v2.0/ports?device_id=268cbb9f-0a93-4d70-b09a-16ed801fbc33 HTTP/1.1" status: 200 len: 205 time: 0.0421076 Jun 30 02:35:53.450995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:53.454074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2936c68-127e-4921-8d10-4b9d1fce0d45 req-9b57aa1e-472e-4a2e-87c5-ea89754a30e3 tempest-InstanceActionsNegativeTestJSON-1355483302 tempest-InstanceActionsNegativeTestJSON-1355483302-project] 10.222.0.55 "GET /v2.0/security-groups?id=570a99d6-aaac-4301-8a01-78735b976cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780308 Jun 30 02:35:53.494673 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.495777 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-f3e17b07-218c-4fd8-8f9c-b7a645b55a7e tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] delete failed (client error): The resource could not be found. Jun 30 02:35:53.496879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f3e17b07-218c-4fd8-8f9c-b7a645b55a7e tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/routers/268cbb9f-0a93-4d70-b09a-16ed801fbc33 HTTP/1.1" status: 404 len: 336 time: 0.0418532 Jun 30 02:35:53.499540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:53.508139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f3976d-1b19-44d4-935a-c0b5bb60cf87 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:53.528792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 27f3976d-1b19-44d4-935a-c0b5bb60cf87, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=27f3976d-1b19-44d4-935a-c0b5bb60cf87,segment=NetworkSegment(88ce477a-6294-46ff-9fa9-7968861c3deb),segment_id=88ce477a-6294-46ff-9fa9-7968861c3deb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:53.532189 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a7532b-3dd9-4e31-883e-927f996f2ef3 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] DELETE failed (client error): The resource could not be found. Jun 30 02:35:53.532704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a7532b-3dd9-4e31-883e-927f996f2ef3 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:35:53.534506 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-37a7532b-3dd9-4e31-883e-927f996f2ef3 tempest-RoutersIpV6AdminTest-359252470 tempest-RoutersIpV6AdminTest-359252470-project] 10.222.0.55 "DELETE /v2.0/subnets/4c700902-3ff2-4fe0-b455-da4af2651c31 HTTP/1.1" status: 404 len: 337 time: 0.0340722 Jun 30 02:35:53.535599 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.536583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ea7ac69e-2989-4e6d-ac5a-4aded03dd368 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:53.547031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Allocated IP 192.168.233.142 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:53.604557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=27f3976d-1b19-44d4-935a-c0b5bb60cf87,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:53.734303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port ea7ac69e-2989-4e6d-ac5a-4aded03dd368, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:53.755524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'ea7ac69e-2989-4e6d-ac5a-4aded03dd368', 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7', 'port_id': 'ea7ac69e-2989-4e6d-ac5a-4aded03dd368', 'mac_address': 'fa:16:3e:36:84:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f45555-f98c-4697-b3ec-fc081885a673', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:53.756878 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.794061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447bbf5-5289-497d-a783-0eafa107da8c req-f2c3438c-d4f7-4cb5-84a3-03a9d7ec971f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:53.798980 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7447bbf5-5289-497d-a783-0eafa107da8c req-f2c3438c-d4f7-4cb5-84a3-03a9d7ec971f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 944 time: 0.1055262 Jun 30 02:35:53.812195 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.828632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7ac69e-2989-4e6d-ac5a-4aded03dd368 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:53.831129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Transition to ACTIVE for port object 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:53.855037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port ea7ac69e-2989-4e6d-ac5a-4aded03dd368, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:53.862329 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:53.863067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 539cc670-c277-42b6-a4ee-c03b647996a8 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:53.870221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7447bbf5-5289-497d-a783-0eafa107da8c req-d4589570-b04e-4ef5-b182-57a3aec4dd7e tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638728 Jun 30 02:35:53.912783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:53.943486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:53.946494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1362e63-8e3a-4dd2-9af8-c34d45a0ec3e req-a5464843-8e1a-45bc-863c-230ef18d1597 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:53.948280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1362e63-8e3a-4dd2-9af8-c34d45a0ec3e req-a5464843-8e1a-45bc-863c-230ef18d1597 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 944 time: 0.2006686 Jun 30 02:35:53.950130 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.012375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 539cc670-c277-42b6-a4ee-c03b647996a8, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=539cc670-c277-42b6-a4ee-c03b647996a8,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:54.020210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:54.030393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:54.034994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '539cc670-c277-42b6-a4ee-c03b647996a8', 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7', 'port_id': '539cc670-c277-42b6-a4ee-c03b647996a8', 'mac_address': 'fa:16:3e:fa:45:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f45555-f98c-4697-b3ec-fc081885a673', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:54.044200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:54.092671 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.094809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:54.114294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539cc670-c277-42b6-a4ee-c03b647996a8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:54.126681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1362e63-8e3a-4dd2-9af8-c34d45a0ec3e req-7251e70c-3ed0-4bd6-a779-10b1a99cf7bf tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305625 Jun 30 02:35:54.137389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 539cc670-c277-42b6-a4ee-c03b647996a8, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=539cc670-c277-42b6-a4ee-c03b647996a8,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:54.144420 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.152312 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85dcbf32-49e7-44ee-b78d-3f3ff30cd5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.166066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:54.166692 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.211906 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=539cc670-c277-42b6-a4ee-c03b647996a8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:54.303483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85dcbf32-49e7-44ee-b78d-3f3ff30cd5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.312032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85dcbf32-49e7-44ee-b78d-3f3ff30cd5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.333172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a7c7842d-5e2f-4405-89ec-20e896794ee9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4007962 Jun 30 02:35:54.335687 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a6fb153-0278-42d2-bd4b-2b58b39da5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.347289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Request body: {'port': {'device_id': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:54.361896 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-85dcbf32-49e7-44ee-b78d-3f3ff30cd5b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d234212a47484174b64d38429f65b7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471562 Jun 30 02:35:54.362924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcbf32-49e7-44ee-b78d-3f3ff30cd5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bdbe71-9d70-40c4-a330-d13571cd2f07,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:54.366509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:54.416892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-14460b45-4bcd-44fb-9801-9fe6745f9eb2 None None] Provisioning for port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:54.423000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-14460b45-4bcd-44fb-9801-9fe6745f9eb2 None None] Provisioning complete for port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:54.423595 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14460b45-4bcd-44fb-9801-9fe6745f9eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.423726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48881acf-c6af-4c06-9b8f-60a8fb748ddc req-bc898153-4bf9-495b-83d2-7328b4a36951 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:54.432631 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48881acf-c6af-4c06-9b8f-60a8fb748ddc req-bc898153-4bf9-495b-83d2-7328b4a36951 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 944 time: 0.1576457 Jun 30 02:35:54.461648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-033604e1-0a82-4f70-8ef2-7da408529b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.487414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-033604e1-0a82-4f70-8ef2-7da408529b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.488387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-14460b45-4bcd-44fb-9801-9fe6745f9eb2 None None] Port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:54.492561 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.508708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48881acf-c6af-4c06-9b8f-60a8fb748ddc req-2a548d77-656b-468f-aa5f-20a29b6d3fd9 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746830 Jun 30 02:35:54.554706 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-033604e1-0a82-4f70-8ef2-7da408529b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.557894 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-033604e1-0a82-4f70-8ef2-7da408529b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.561876 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-033604e1-0a82-4f70-8ef2-7da408529b9c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47bdbe71-9d70-40c4-a330-d13571cd2f07 HTTP/1.1" status: 204 len: 168 time: 0.1912785 Jun 30 02:35:54.570849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033604e1-0a82-4f70-8ef2-7da408529b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bdbe71-9d70-40c4-a330-d13571cd2f07,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:54.580074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1d42e455-3e43-4f74-af03-f9b6cd377e9a details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:35:54.695109 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device c0f59a10-893c-438f-b9b1-86d17f412cd0 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:54.759727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['539cc670-c277-42b6-a4ee-c03b647996a8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:54.762612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['ea7ac69e-2989-4e6d-ac5a-4aded03dd368'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:54.777278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f3267-8e66-4a0c-8a1b-cf36768272e5 req-f6cbe79e-91f8-4de0-aa8e-7441981c0184 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:54.778939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-797f3267-8e66-4a0c-8a1b-cf36768272e5 req-f6cbe79e-91f8-4de0-aa8e-7441981c0184 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 936 time: 0.0904613 Jun 30 02:35:54.789912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['27f3976d-1b19-44d4-935a-c0b5bb60cf87'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:54.875188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-797f3267-8e66-4a0c-8a1b-cf36768272e5 req-ac9f56da-d9a8-461d-bf0d-52605474d0b0 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887818 Jun 30 02:35:54.931487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:54.940247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:54.976067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Transition to ACTIVE for port object 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:54.982639 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.001252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:55.008951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:55.025074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1d42e455-3e43-4f74-af03-f9b6cd377e9a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1d42e455-3e43-4f74-af03-f9b6cd377e9a,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:55.040441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port c0f59a10-893c-438f-b9b1-86d17f412cd0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:55.040820 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.127139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:55.167604 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0077121e-4a24-4656-8753-7f6a40f89d44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fbc013bd72644159e7732cffd0d53de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574843 Jun 30 02:35:55.170024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:55.187604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f672a70-1ea1-49f4-b743-4b879d10cab0 admin admin] Deleting subnet 072afaa4-969b-43f2-b0e9-8186f44ccefd {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:35:55.194282 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f672a70-1ea1-49f4-b743-4b879d10cab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.229273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '1d42e455-3e43-4f74-af03-f9b6cd377e9a', 'network_id': 'bfe57224-acd0-4867-b428-f96893c5bdd7', 'port_id': '1d42e455-3e43-4f74-af03-f9b6cd377e9a', 'mac_address': 'fa:16:3e:43:ec:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f45555-f98c-4697-b3ec-fc081885a673', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:35:55.322661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13574a6c-9195-4dfa-a7d4-1998b129e1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.331785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f672a70-1ea1-49f4-b743-4b879d10cab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.333527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Attempting to bind port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:55.333923 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Attempting to bind port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:55.334303 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Attempting to bind port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:55.350236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:35:55.350629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Attempting to bind port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:55.360545 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13574a6c-9195-4dfa-a7d4-1998b129e1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.414287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47930d-4237-404a-a0a7-d0faea270789 req-f98e7626-60d6-4df0-a384-b6219d9dc2f4 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:55.414656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:55.416383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df47930d-4237-404a-a0a7-d0faea270789 req-f98e7626-60d6-4df0-a384-b6219d9dc2f4 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 944 time: 0.1475630 Jun 30 02:35:55.417626 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f672a70-1ea1-49f4-b743-4b879d10cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.419703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:55.420143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:55.420614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Bound port: 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:55.421086 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.451551 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.491722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13574a6c-9195-4dfa-a7d4-1998b129e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.494211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13574a6c-9195-4dfa-a7d4-1998b129e1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.497670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-13574a6c-9195-4dfa-a7d4-1998b129e1fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8db11f7c-aece-4d66-99af-e151bec5f6a3 HTTP/1.1" status: 204 len: 168 time: 0.3243701 Jun 30 02:35:55.497829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d42e455-3e43-4f74-af03-f9b6cd377e9a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:35:55.502275 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.536144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13574a6c-9195-4dfa-a7d4-1998b129e1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db11f7c-aece-4d66-99af-e151bec5f6a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:55.571063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1d42e455-3e43-4f74-af03-f9b6cd377e9a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1d42e455-3e43-4f74-af03-f9b6cd377e9a,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:55.573994 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df47930d-4237-404a-a0a7-d0faea270789 req-ae9ab8f9-3661-4114-8184-69563d1d1062 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185408 Jun 30 02:35:55.577635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:55.580204 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f672a70-1ea1-49f4-b743-4b879d10cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.583190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657b264-f83a-4112-b774-e312c2f780ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f59a10-893c-438f-b9b1-86d17f412cd0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:55.585631 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b66bfb9-7e3e-4d29-8c5b-57798cf3eee1" -d '{"events": [{"server_uuid": "a657b264-f83a-4112-b774-e312c2f780ac", "name": "network-vif-plugged", "status": "completed", "tag": "c0f59a10-893c-438f-b9b1-86d17f412cd0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:55.600764 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.602191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:55.608732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port c0f59a10-893c-438f-b9b1-86d17f412cd0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0f59a10-893c-438f-b9b1-86d17f412cd0,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:55.629447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.644978 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.645857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 969b488e-cbe8-4761-adb0-42ad5111491d no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:35:55.671283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732784d-a9d2-422d-89ec-22c1a4d8f435 req-93edc70a-c109-43da-b809-0f0b0a3d4103 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:55.672648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 969b488e-cbe8-4761-adb0-42ad5111491d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:35:55.673096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 969b488e-cbe8-4761-adb0-42ad5111491d not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:35:55.673715 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f672a70-1ea1-49f4-b743-4b879d10cab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072afaa4-969b-43f2-b0e9-8186f44ccefd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:55.679146 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4732784d-a9d2-422d-89ec-22c1a4d8f435 req-93edc70a-c109-43da-b809-0f0b0a3d4103 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 944 time: 0.1938868 Jun 30 02:35:55.696585 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f672a70-1ea1-49f4-b743-4b879d10cab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.700984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=1d42e455-3e43-4f74-af03-f9b6cd377e9a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:55.704141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:55.704758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:55.706278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] 10.222.0.69 "PUT /v2.0/ports/67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef HTTP/1.1" status: 200 len: 1097 time: 1.3643348 Jun 30 02:35:55.706772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:55.709248 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dd54e3-67e6-4eec-a9ae-71081ed903b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:55.713399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:55.717473 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2f672a70-1ea1-49f4-b743-4b879d10cab0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/072afaa4-969b-43f2-b0e9-8186f44ccefd HTTP/1.1" status: 204 len: 168 time: 0.7047246 Jun 30 02:35:55.811296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=c0f59a10-893c-438f-b9b1-86d17f412cd0,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:55.840619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4732784d-a9d2-422d-89ec-22c1a4d8f435 req-2f43d763-8bbb-4288-800e-025cd9c2bc6f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604371 Jun 30 02:35:55.925762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16038bd-7d9e-4e7c-befe-db21ab7dd510 service neutron] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:55.939328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020fd6c-3b1f-4550-bcb4-3fb6c686a858 req-c5a3e20b-2928-4a7c-ace7-23999596335a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:55.942699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5020fd6c-3b1f-4550-bcb4-3fb6c686a858 req-c5a3e20b-2928-4a7c-ace7-23999596335a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 944 time: 0.0863192 Jun 30 02:35:55.948572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['1d42e455-3e43-4f74-af03-f9b6cd377e9a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:55.990645 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.060148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5020fd6c-3b1f-4550-bcb4-3fb6c686a858 req-ef36c7d7-f5fb-4597-83cd-4746d1a588fc tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034894 Jun 30 02:35:56.125058 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb7e720-be15-4b90-af2a-1db6f2a60831 x-openstack-request-id: req-fdb7e720-be15-4b90-af2a-1db6f2a60831 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:56.125261 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:56.125486 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fdb7e720-be15-4b90-af2a-1db6f2a60831 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:56.126083 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'status': 'completed', 'code': 200} Jun 30 02:35:56.138991 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f3efac-c2c7-4cb1-982e-a362b68b2b74 x-openstack-request-id: req-a6f3efac-c2c7-4cb1-982e-a362b68b2b74 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:56.139248 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657b264-f83a-4112-b774-e312c2f780ac", "name": "network-vif-plugged", "status": "completed", "tag": "c0f59a10-893c-438f-b9b1-86d17f412cd0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:56.139502 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6f3efac-c2c7-4cb1-982e-a362b68b2b74 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:56.139883 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657b264-f83a-4112-b774-e312c2f780ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f59a10-893c-438f-b9b1-86d17f412cd0', 'code': 200} Jun 30 02:35:56.153159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-df22af6b-fa52-4975-b4de-6c910a1fc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.154742 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-df22af6b-fa52-4975-b4de-6c910a1fc342 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462fdd0e4ec849c3bbec759f92318674&device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 1100 time: 0.3850539 Jun 30 02:35:56.176921 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.219964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-9cb5898e-8146-4e85-ac85-09029de62cb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef HTTP/1.1" status: 200 len: 217 time: 0.0544193 Jun 30 02:35:56.221549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41077b6f-2f07-4658-92b5-a7474a299645']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:56.232340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa8940b-a798-4e41-8514-321889a70bfa') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:56.232796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa8940b-a798-4e41-8514-321889a70bfa') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:56.268279 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.294476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.306078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:35:56.306336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:35:56.308267 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:35:56.315870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd155ea-36be-4c43-b225-6790dd01a4b6 req-f7d6ff68-1b88-4120-b28e-408827759130 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.318250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9dd155ea-36be-4c43-b225-6790dd01a4b6 req-f7d6ff68-1b88-4120-b28e-408827759130 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 948 time: 0.0738742 Jun 30 02:35:56.319335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-3aa7c5ef-1e3a-45ef-9155-d77449de94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.320881 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-3aa7c5ef-1e3a-45ef-9155-d77449de94cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0858412 Jun 30 02:35:56.365755 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9dd155ea-36be-4c43-b225-6790dd01a4b6 req-de3bfd2a-8b5f-496b-b398-69ca14ee8cb5 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393686 Jun 30 02:35:56.409807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.418403 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.420895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] 10.222.0.55 "DELETE /v2.0/networks/41077b6f-2f07-4658-92b5-a7474a299645 HTTP/1.1" status: 204 len: 168 time: 0.7038305 Jun 30 02:35:56.441531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38f3e4-d247-4167-bb05-b0c6ef7b075c admin admin] Pushing event deleted for resources: {'Network': ['ID=41077b6f-2f07-4658-92b5-a7474a299645,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:56.446360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-da508b48-2ae9-4d26-8490-9fe0733a785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.448217 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-da508b48-2ae9-4d26-8490-9fe0733a785c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027262 Jun 30 02:35:56.563407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a5cb63c6-b96e-4711-8051-a5f68d8e504e service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069634 Jun 30 02:35:56.577419 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:56.703012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d0ab691-7895-4363-aaa3-45a652ce221a req-a3f75e6a-ad3f-41e1-8a08-52184c1be9e9 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290472 Jun 30 02:35:56.736784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-dcde36a4-8776-4f1f-b990-80077cfd994c tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.738442 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-dcde36a4-8776-4f1f-b990-80077cfd994c tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 945 time: 0.1711218 Jun 30 02:35:56.742684 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8437e9dc-7397-4829-b740-5bf343c4e874 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58f9eac75ba24206a6e7d319b22e36bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626735 Jun 30 02:35:56.745341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:56.882517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89601c58-e74a-477e-a641-d71e007ee63e req-fba08740-385c-4448-8486-5c585b312b3d tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.889585 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-89601c58-e74a-477e-a641-d71e007ee63e req-fba08740-385c-4448-8486-5c585b312b3d tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 945 time: 0.1423240 Jun 30 02:35:56.900483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f775e59-11ce-4e58-8e9a-ae199ee7727e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.948890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-63a34f22-18a2-4028-aeaa-f56f87562cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:56.950405 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-63a34f22-18a2-4028-aeaa-f56f87562cd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=462fdd0e4ec849c3bbec759f92318674&device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 1100 time: 0.1578050 Jun 30 02:35:56.958950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f775e59-11ce-4e58-8e9a-ae199ee7727e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:56.983884 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-89601c58-e74a-477e-a641-d71e007ee63e req-cb7634fc-f810-4c2e-b90a-df997502e017 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857711 Jun 30 02:35:57.001203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe294dc9-22c6-4f69-accf-cfdeaab8e8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.008810 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.012973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-ca223d18-56fd-43fe-9195-403510aa08e2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Deleting port c0f59a10-893c-438f-b9b1-86d17f412cd0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:35:57.013325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-ca223d18-56fd-43fe-9195-403510aa08e2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.079151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 539cc670-c277-42b6-a4ee-c03b647996a8 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:57.097559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-a6bd0ee3-512f-49d4-95a9-e5224d484466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:57.100554 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-a6bd0ee3-512f-49d4-95a9-e5224d484466 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1153004 Jun 30 02:35:57.188508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 539cc670-c277-42b6-a4ee-c03b647996a8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:57.193245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 539cc670-c277-42b6-a4ee-c03b647996a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:57.193873 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.203990 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f775e59-11ce-4e58-8e9a-ae199ee7727e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.223870 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f775e59-11ce-4e58-8e9a-ae199ee7727e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.226455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0f775e59-11ce-4e58-8e9a-ae199ee7727e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/570a99d6-aaac-4301-8a01-78735b976cd2 HTTP/1.1" status: 204 len: 168 time: 0.4773998 Jun 30 02:35:57.248949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-138c6500-f225-4111-bc83-2b017773f94f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef HTTP/1.1" status: 200 len: 217 time: 0.1412327 Jun 30 02:35:57.262689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-ca223d18-56fd-43fe-9195-403510aa08e2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] For port c0f59a10-893c-438f-b9b1-86d17f412cd0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=c0f59a10-893c-438f-b9b1-86d17f412cd0,segment=NetworkSegment(285f8e68-cc88-4e8b-ba19-53ffdbde7929),segment_id=285f8e68-cc88-4e8b-ba19-53ffdbde7929)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:57.277533 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-ca223d18-56fd-43fe-9195-403510aa08e2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.340151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-ca223d18-56fd-43fe-9195-403510aa08e2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Calling delete_port for c0f59a10-893c-438f-b9b1-86d17f412cd0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:35:57.348520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-7c2201d2-dab6-4b7c-9b42-6c0febd482df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:57.352552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-7c2201d2-dab6-4b7c-9b42-6c0febd482df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0959158 Jun 30 02:35:57.405646 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.483268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 539cc670-c277-42b6-a4ee-c03b647996a8, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=539cc670-c277-42b6-a4ee-c03b647996a8,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:57.491159 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.492371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ea7ac69e-2989-4e6d-ac5a-4aded03dd368 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:57.498379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f775e59-11ce-4e58-8e9a-ae199ee7727e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570a99d6-aaac-4301-8a01-78735b976cd2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:57.510850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af28d11-a580-4cc2-a929-723fd4ecace0 req-2b8689a1-dda1-4b3b-a911-59140928ca5f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:57.518587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-6f03b3f4-0a14-4866-aed2-ad4844816ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:57.518983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7af28d11-a580-4cc2-a929-723fd4ecace0 req-2b8689a1-dda1-4b3b-a911-59140928ca5f tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 945 time: 0.5338373 Jun 30 02:35:57.522843 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-ca223d18-56fd-43fe-9195-403510aa08e2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.524535 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-6f03b3f4-0a14-4866-aed2-ad4844816ec7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1615281 Jun 30 02:35:57.559573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['c0f59a10-893c-438f-b9b1-86d17f412cd0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:35:57.593042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca223d18-56fd-43fe-9195-403510aa08e2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Pushing event deleted for resources: {'Port': ['ID=c0f59a10-893c-438f-b9b1-86d17f412cd0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:57.611155 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7af28d11-a580-4cc2-a929-723fd4ecace0 req-a222900f-20be-4f24-9b74-9c21381b5623 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899742 Jun 30 02:35:57.674333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:57.703784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-ca223d18-56fd-43fe-9195-403510aa08e2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] No DVR routers for this DVR port c0f59a10-893c-438f-b9b1-86d17f412cd0 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:35:57.707796 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-ca223d18-56fd-43fe-9195-403510aa08e2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.712818 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-67a76f69-d72e-4a53-ad06-818d717e5827 req-ca223d18-56fd-43fe-9195-403510aa08e2 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.73 "DELETE /v2.0/ports/c0f59a10-893c-438f-b9b1-86d17f412cd0 HTTP/1.1" status: 204 len: 173 time: 0.9593928 Jun 30 02:35:57.715824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a657b264-f83a-4112-b774-e312c2f780ac', 'name': 'network-vif-deleted', 'tag': 'c0f59a10-893c-438f-b9b1-86d17f412cd0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:57.723893 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d18014-831e-48a5-87a4-ac4830894120" -d '{"events": [{"server_uuid": "a657b264-f83a-4112-b774-e312c2f780ac", "name": "network-vif-deleted", "tag": "c0f59a10-893c-438f-b9b1-86d17f412cd0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:57.730419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7564864-cb62-4aa9-9526-855873eb0f2c req-cd6b2f9a-46d2-4ba3-ab21-260d06590e0d tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:57.738198 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b7564864-cb62-4aa9-9526-855873eb0f2c req-cd6b2f9a-46d2-4ba3-ab21-260d06590e0d tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 944 time: 0.2126007 Jun 30 02:35:57.788623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b7564864-cb62-4aa9-9526-855873eb0f2c req-6c4a6d3b-2d95-4a6c-9f6c-3e83e99d6b19 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493183 Jun 30 02:35:57.812339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=539cc670-c277-42b6-a4ee-c03b647996a8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:57.839608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port ea7ac69e-2989-4e6d-ac5a-4aded03dd368 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:57.848120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port ea7ac69e-2989-4e6d-ac5a-4aded03dd368 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:57.849004 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.859523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-a7a8dd8a-0126-463d-862d-0c02478aed89 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733366 Jun 30 02:35:57.876006 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57667db6-9906-4c00-919e-e2ce3f63a895 x-openstack-request-id: req-57667db6-9906-4c00-919e-e2ce3f63a895 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:57.876308 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a657b264-f83a-4112-b774-e312c2f780ac", "name": "network-vif-deleted", "tag": "c0f59a10-893c-438f-b9b1-86d17f412cd0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:57.877194 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57667db6-9906-4c00-919e-e2ce3f63a895 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:57.877194 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a657b264-f83a-4112-b774-e312c2f780ac', 'name': 'network-vif-deleted', 'tag': 'c0f59a10-893c-438f-b9b1-86d17f412cd0', 'status': 'completed', 'code': 200} Jun 30 02:35:57.966588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:57.982517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572199c8-93c8-4c52-a71d-fe5ef4ca9240 req-9f6e79f2-7b26-43ea-8609-f0e4fd6f9456 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:57.984112 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-572199c8-93c8-4c52-a71d-fe5ef4ca9240 req-9f6e79f2-7b26-43ea-8609-f0e4fd6f9456 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 948 time: 0.1833651 Jun 30 02:35:58.010347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-601249935', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:58.011691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port ea7ac69e-2989-4e6d-ac5a-4aded03dd368, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:58.019510 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.043752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58dd54e3-67e6-4eec-a9ae-71081ed903b5 req-de1eb48e-02cf-4cc4-ad67-544ea3ff8459 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769912 Jun 30 02:35:58.114348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Made reservation on behalf of 270ce01690534fb4a98c37465ac710cf for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:58.136363 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.144078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686d8def-7058-4461-9a33-877a0dcafa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539cc670-c277-42b6-a4ee-c03b647996a8'}, {'server_uuid': '0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7ac69e-2989-4e6d-ac5a-4aded03dd368'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:35:58.146512 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444f1974-3e72-4d4e-b97e-89a46fcd7006" -d '{"events": [{"server_uuid": "686d8def-7058-4461-9a33-877a0dcafa61", "name": "network-vif-plugged", "status": "completed", "tag": "539cc670-c277-42b6-a4ee-c03b647996a8"}, {"server_uuid": "0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3", "name": "network-vif-plugged", "status": "completed", "tag": "ea7ac69e-2989-4e6d-ac5a-4aded03dd368"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:35:58.156289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:58.165412 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.165988 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.176561 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-572199c8-93c8-4c52-a71d-fe5ef4ca9240 req-9da53f33-98c6-459d-bf81-f31f9bf7c056 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525314 Jun 30 02:35:58.252814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc98d-eb43-496a-ad2e-78e114b7c0e3 req-865f4277-d3e3-4222-a92f-75eba403b731 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:58.262733 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b86cc98d-eb43-496a-ad2e-78e114b7c0e3 req-865f4277-d3e3-4222-a92f-75eba403b731 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 945 time: 0.0915487 Jun 30 02:35:58.276971 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3afacf-5e4e-4d5e-bbfe-37f07d1faca2 x-openstack-request-id: req-9b3afacf-5e4e-4d5e-bbfe-37f07d1faca2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:35:58.277264 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686d8def-7058-4461-9a33-877a0dcafa61", "name": "network-vif-plugged", "status": "completed", "tag": "539cc670-c277-42b6-a4ee-c03b647996a8", "code": 200}, {"server_uuid": "0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3", "name": "network-vif-plugged", "status": "completed", "tag": "ea7ac69e-2989-4e6d-ac5a-4aded03dd368", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:35:58.277562 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b3afacf-5e4e-4d5e-bbfe-37f07d1faca2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:35:58.278006 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686d8def-7058-4461-9a33-877a0dcafa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539cc670-c277-42b6-a4ee-c03b647996a8', 'code': 200} Jun 30 02:35:58.278264 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7ac69e-2989-4e6d-ac5a-4aded03dd368', 'code': 200} Jun 30 02:35:58.308556 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.319501 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.326508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] device_id is not set on port 69f4edb5-498f-4439-9250-ef23e0f7ab19 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:35:58.385296 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b86cc98d-eb43-496a-ad2e-78e114b7c0e3 req-8cd2ec08-ab11-4d7b-ba59-7df0af7dd29c tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215305 Jun 30 02:35:58.452470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b91e75c-0416-4f84-bf7d-ccf37a5b8a79,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:58.575214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Allocated IP 172.25.7.138 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/69f4edb5-498f-4439-9250-ef23e0f7ab19) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:58.592781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1d42e455-3e43-4f74-af03-f9b6cd377e9a up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:58.661474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6602-d112-44ec-886b-af6fd51b8716 req-b0496423-0478-4508-b4e1-e5a3fb78e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:58.666865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c87f6602-d112-44ec-886b-af6fd51b8716 req-b0496423-0478-4508-b4e1-e5a3fb78e0e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=686d8def-7058-4461-9a33-877a0dcafa61 HTTP/1.1" status: 200 len: 1098 time: 0.2705300 Jun 30 02:35:58.709804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 1d42e455-3e43-4f74-af03-f9b6cd377e9a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:58.714392 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 1d42e455-3e43-4f74-af03-f9b6cd377e9a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:58.715097 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7be4bf-8b70-4f87-83c2-011e06381607 req-cdb95b50-144a-4076-8c45-0dc549fe2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:58.715308 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.721272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f7be4bf-8b70-4f87-83c2-011e06381607 req-cdb95b50-144a-4076-8c45-0dc549fe2b58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3 HTTP/1.1" status: 200 len: 1097 time: 0.2446280 Jun 30 02:35:58.864173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c87f6602-d112-44ec-886b-af6fd51b8716 req-f21bbbd9-2853-4356-b603-2b3a3a1d0454 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894076 Jun 30 02:35:58.865068 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.878493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5acef2e8-5a2b-4c41-90ff-b61227b662c6 req-43f4c925-1294-4437-8580-a8931f5177d6 tempest-ImagesTestJSON-1876238724 tempest-ImagesTestJSON-1876238724-project] 10.222.0.55 "GET /v2.0/ports?device_id=a657b264-f83a-4112-b774-e312c2f780ac HTTP/1.1" status: 200 len: 210 time: 0.0941453 Jun 30 02:35:58.893128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f7be4bf-8b70-4f87-83c2-011e06381607 req-56c0db0d-8d02-4ec9-a857-62f53a8dae8d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590066 Jun 30 02:35:58.900625 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.939860 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.971530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1d42e455-3e43-4f74-af03-f9b6cd377e9a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1d42e455-3e43-4f74-af03-f9b6cd377e9a,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:58.977946 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.013781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:59.043781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=1d42e455-3e43-4f74-af03-f9b6cd377e9a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:59.045153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:59.051822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:59.080026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Pushing event updated for resources: {'Port': ['ID=69f4edb5-498f-4439-9250-ef23e0f7ab19,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:59.093420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 27f3976d-1b19-44d4-935a-c0b5bb60cf87 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:59.102634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:59.103271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.125057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bd5d00ed-7676-4285-bb07-1a7b89a26299 tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4424863 Jun 30 02:35:59.125467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:59.139920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.138'}]}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:59.140882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473dbce-b92b-4df1-9c9f-df32b18f341a req-f998900b-8ca6-4790-912b-caf0ea9afff4 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:59.148059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1473dbce-b92b-4df1-9c9f-df32b18f341a req-f998900b-8ca6-4790-912b-caf0ea9afff4 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 944 time: 0.1669064 Jun 30 02:35:59.168491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 27f3976d-1b19-44d4-935a-c0b5bb60cf87 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:59.170085 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.171537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.172595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 27f3976d-1b19-44d4-935a-c0b5bb60cf87 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:59.173009 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.202413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1473dbce-b92b-4df1-9c9f-df32b18f341a req-c14c3b54-685c-43a1-93a6-607e7bf21d94 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533712 Jun 30 02:35:59.252021 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.323914 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.379949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 27f3976d-1b19-44d4-935a-c0b5bb60cf87, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=27f3976d-1b19-44d4-935a-c0b5bb60cf87,segment=NetworkSegment(88ce477a-6294-46ff-9fa9-7968861c3deb),segment_id=88ce477a-6294-46ff-9fa9-7968861c3deb)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:59.385980 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.438906 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.464082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08ad25-7cda-4892-aa8e-ba36396caf62 req-369aecc0-e72a-449b-bba1-37afced7e89e tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:59.471908 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa08ad25-7cda-4892-aa8e-ba36396caf62 req-369aecc0-e72a-449b-bba1-37afced7e89e tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 948 time: 0.1383708 Jun 30 02:35:59.498311 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ffc0bab4-dcf1-44c8-85ac-67307592e0e6 req-4c3bbefc-339b-4883-9528-c9fc531b6614 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=e28c36f8-6b3c-4898-bdf1-9a7340e0d677 HTTP/1.1" status: 200 len: 210 time: 0.0517347 Jun 30 02:35:59.505756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=27f3976d-1b19-44d4-935a-c0b5bb60cf87,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:59.599745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aa08ad25-7cda-4892-aa8e-ba36396caf62 req-971ca548-919c-4758-b372-3f8d2487a9c0 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267731 Jun 30 02:35:59.852747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.871647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:59.939682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf9266-d7b1-48c8-9f53-a258ab08d34c req-99ce50b2-d2df-4630-9c0f-0face6aded6b tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:59.951399 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ddf9266-d7b1-48c8-9f53-a258ab08d34c req-99ce50b2-d2df-4630-9c0f-0face6aded6b tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 946 time: 0.2516170 Jun 30 02:35:59.963794 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.066487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ddf9266-d7b1-48c8-9f53-a258ab08d34c req-30b22d07-428e-4301-91a7-17be3aa73ff3 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127636 Jun 30 02:36:00.185014 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.279893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c47f65-7c07-409a-9ce8-ff8714d78f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d42e455-3e43-4f74-af03-f9b6cd377e9a'}, {'server_uuid': 'ae60e818-5c96-43fa-82d7-4cf9caf4aa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f3976d-1b19-44d4-935a-c0b5bb60cf87'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:00.282911 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9d08c2-5a8a-4478-a31f-32d9951582fb" -d '{"events": [{"server_uuid": "28c47f65-7c07-409a-9ce8-ff8714d78f7f", "name": "network-vif-plugged", "status": "completed", "tag": "1d42e455-3e43-4f74-af03-f9b6cd377e9a"}, {"server_uuid": "ae60e818-5c96-43fa-82d7-4cf9caf4aa38", "name": "network-vif-plugged", "status": "completed", "tag": "27f3976d-1b19-44d4-935a-c0b5bb60cf87"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:00.312097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3bf08cc-dcae-4dd6-a5e6-02d077a9b445 req-2faec98a-7020-4f74-bb9e-436be0d90aa7 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0525591 Jun 30 02:36:00.516880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7b605-d479-4f45-8def-9bdd0efd2c79 req-f5006e12-3e8f-47e3-987f-c19da057fd9b tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:00.525198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a7d7b605-d479-4f45-8def-9bdd0efd2c79 req-f5006e12-3e8f-47e3-987f-c19da057fd9b tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 945 time: 0.1074779 Jun 30 02:36:00.560655 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.568467 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.576980 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a7d7b605-d479-4f45-8def-9bdd0efd2c79 req-a0f65b59-aacc-40f1-8010-9fda037a985a tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 Jun 30 02:36:00.591122 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6a9e21-eabd-42be-b826-dc9badd12405 x-openstack-request-id: req-5c6a9e21-eabd-42be-b826-dc9badd12405 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:00.591711 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c47f65-7c07-409a-9ce8-ff8714d78f7f", "name": "network-vif-plugged", "status": "completed", "tag": "1d42e455-3e43-4f74-af03-f9b6cd377e9a", "code": 200}, {"server_uuid": "ae60e818-5c96-43fa-82d7-4cf9caf4aa38", "name": "network-vif-plugged", "status": "completed", "tag": "27f3976d-1b19-44d4-935a-c0b5bb60cf87", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:00.592133 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c6a9e21-eabd-42be-b826-dc9badd12405 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:00.592756 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c47f65-7c07-409a-9ce8-ff8714d78f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d42e455-3e43-4f74-af03-f9b6cd377e9a', 'code': 200} Jun 30 02:36:00.593295 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae60e818-5c96-43fa-82d7-4cf9caf4aa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f3976d-1b19-44d4-935a-c0b5bb60cf87', 'code': 200} Jun 30 02:36:00.596071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device c0f59a10-893c-438f-b9b1-86d17f412cd0 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:00.627989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: c0f59a10-893c-438f-b9b1-86d17f412cd0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:00.628673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device c0f59a10-893c-438f-b9b1-86d17f412cd0 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:00.724189 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:00.725583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 546e7f9c-96f3-443d-9617-7b459a7497af {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:36:00.821186 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:36:00.825028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4b668c0b-1796-4788-acdc-85367b71e52b tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6958029 Jun 30 02:36:00.825028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:00.855099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a21b8-a834-4fd1-a2e9-9900ec243e02 req-55b354f8-3f57-4daf-8583-b450d78c667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:00.860257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b55a21b8-a834-4fd1-a2e9-9900ec243e02 req-55b354f8-3f57-4daf-8583-b450d78c667f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 1098 time: 0.1314027 Jun 30 02:36:00.913278 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b55a21b8-a834-4fd1-a2e9-9900ec243e02 req-a0529e48-2f15-42d1-a8aa-9692a488c180 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421007 Jun 30 02:36:00.973107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146cc07-cb51-4cfb-95e4-3e40296a272a req-20052e6e-cf40-4f06-b007-a1329c5e647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:00.974634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2146cc07-cb51-4cfb-95e4-3e40296a272a req-20052e6e-cf40-4f06-b007-a1329c5e647b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 1097 time: 0.2234278 Jun 30 02:36:00.993248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd024a8-5a84-48ed-b62b-fee6775bff95 req-a3dc46f5-278e-49e6-931c-37674a8d44c5 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:01.000064 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-acd024a8-5a84-48ed-b62b-fee6775bff95 req-a3dc46f5-278e-49e6-931c-37674a8d44c5 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 948 time: 0.1315696 Jun 30 02:36:01.079440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2146cc07-cb51-4cfb-95e4-3e40296a272a req-be4b82c4-2677-488f-95b2-c1428ec607f3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941529 Jun 30 02:36:01.086900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0428040d-e0c4-4837-9d71-0b8b579d88dd tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Deleting port 69f4edb5-498f-4439-9250-ef23e0f7ab19 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:01.087639 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0428040d-e0c4-4837-9d71-0b8b579d88dd tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.100563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-acd024a8-5a84-48ed-b62b-fee6775bff95 req-f27b19f4-9240-4226-9d59-4630d0844a10 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995283 Jun 30 02:36:01.103966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:01.188311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0428040d-e0c4-4837-9d71-0b8b579d88dd tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.207880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0428040d-e0c4-4837-9d71-0b8b579d88dd tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Calling delete_port for 69f4edb5-498f-4439-9250-ef23e0f7ab19 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:01.285063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:01.312265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'mac_address': 'fa:16:3e:dc:a6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:01.363866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:01.445246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c465a83-09d0-46d8-b90d-5a2ad8cadc55 req-dd5976fb-4573-4215-895e-8044a29df209 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:01.451763 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c465a83-09d0-46d8-b90d-5a2ad8cadc55 req-dd5976fb-4573-4215-895e-8044a29df209 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 946 time: 0.1897833 Jun 30 02:36:01.532269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-166c7d9a-c351-4a90-a229-88ccdd5fcb9c admin admin] Deleting subnet cd93f79d-ac84-486e-a998-bf81e77882e4 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:36:01.537116 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166c7d9a-c351-4a90-a229-88ccdd5fcb9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.542507 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c465a83-09d0-46d8-b90d-5a2ad8cadc55 req-cbfcb204-b489-401e-a1a6-d0208679f97e tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797017 Jun 30 02:36:01.543180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0428040d-e0c4-4837-9d71-0b8b579d88dd tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.657156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ed49965-f5d5-4425-b2f8-727616dfa1c1 req-b6113697-34a2-4683-ad4e-3412c9c2aa07 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0666773 Jun 30 02:36:01.675218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.679904 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166c7d9a-c351-4a90-a229-88ccdd5fcb9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.685651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428040d-e0c4-4837-9d71-0b8b579d88dd tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Pushing event deleted for resources: {'Port': ['ID=69f4edb5-498f-4439-9250-ef23e0f7ab19,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:01.690058 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0428040d-e0c4-4837-9d71-0b8b579d88dd tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.701520 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0428040d-e0c4-4837-9d71-0b8b579d88dd tempest-RoutersAdminNegativeIpV6Test-1588102878 tempest-RoutersAdminNegativeIpV6Test-1588102878-project-admin] 10.222.0.55 "DELETE /v2.0/ports/69f4edb5-498f-4439-9250-ef23e0f7ab19 HTTP/1.1" status: 204 len: 168 time: 0.8722215 Jun 30 02:36:01.712985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:01.759658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:01.761032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166c7d9a-c351-4a90-a229-88ccdd5fcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.773914 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.843564 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166c7d9a-c351-4a90-a229-88ccdd5fcb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.861818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:01.886138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c7d9a-c351-4a90-a229-88ccdd5fcb9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd93f79d-ac84-486e-a998-bf81e77882e4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:01.888266 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166c7d9a-c351-4a90-a229-88ccdd5fcb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:01.890342 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-166c7d9a-c351-4a90-a229-88ccdd5fcb9c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cd93f79d-ac84-486e-a998-bf81e77882e4 HTTP/1.1" status: 204 len: 168 time: 0.5201766 Jun 30 02:36:01.892976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:01.914096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdafb9a-473f-418a-8b8e-e45fe0eef55c req-1bafda2a-417c-4dd9-ba03-ee42f67284fe tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:01.924227 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-abdafb9a-473f-418a-8b8e-e45fe0eef55c req-1bafda2a-417c-4dd9-ba03-ee42f67284fe tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 945 time: 0.1724374 Jun 30 02:36:02.000205 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-abdafb9a-473f-418a-8b8e-e45fe0eef55c req-a9037587-7d72-4340-810d-0b6b2914f0b0 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750725 Jun 30 02:36:02.025081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.122023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:02.198948 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.210842 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e36a4f-8446-40a2-9d41-79a84b74cb18']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:02.223950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285f8e68-cc88-4e8b-ba19-53ffdbde7929') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:02.225252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285f8e68-cc88-4e8b-ba19-53ffdbde7929') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:02.239908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:02.266965 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.305717 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.320433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:36:02.322436 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.365311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca93021b-b1c8-4e6e-9ad4-e99c1cda1f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:36:02.444829 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:36:02.458356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be750439-f9bc-4e05-92b6-a30c73e62a83 req-3e239e96-64bf-4752-a4bd-d6a8e05f00ab tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:02.459969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be750439-f9bc-4e05-92b6-a30c73e62a83 req-3e239e96-64bf-4752-a4bd-d6a8e05f00ab tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 949 time: 0.1046236 Jun 30 02:36:02.487065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.491938 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.494787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] 10.222.0.55 "DELETE /v2.0/networks/98e36a4f-8446-40a2-9d41-79a84b74cb18 HTTP/1.1" status: 204 len: 168 time: 0.6004736 Jun 30 02:36:02.533565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f46f3-8495-4afa-ade8-0c764aa5b315 admin admin] Pushing event deleted for resources: {'Network': ['ID=98e36a4f-8446-40a2-9d41-79a84b74cb18,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:02.555170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2330588-c317-405d-939c-9f268e1aa44d req-76232b82-4ce9-4112-a32b-bf9e2d67ba60 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:02.557144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2330588-c317-405d-939c-9f268e1aa44d req-76232b82-4ce9-4112-a32b-bf9e2d67ba60 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 947 time: 0.1107769 Jun 30 02:36:02.600559 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2330588-c317-405d-939c-9f268e1aa44d req-10893eb3-3936-47c8-a63e-c21405ed0c2e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363955 Jun 30 02:36:02.646263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:02.692075 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bad71aaa-58f8-4515-b77f-14db045bbf56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50f3443ffa82427e9b043eebefd6f034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442486 Jun 30 02:36:02.694957 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:02.789150 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51183b53-4224-4cf0-873c-78380a994038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.823346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5665b-72be-4aa6-aa2c-ea9128847ccf req-b5a8e114-e94a-41d6-8f05-9380b0db5c2d tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:02.824826 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bee5665b-72be-4aa6-aa2c-ea9128847ccf req-b5a8e114-e94a-41d6-8f05-9380b0db5c2d tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 946 time: 0.1138463 Jun 30 02:36:02.826837 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51183b53-4224-4cf0-873c-78380a994038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.830836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:36:02.884885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be750439-f9bc-4e05-92b6-a30c73e62a83 req-3a6a6d76-251a-4ad8-8efb-710f706dac41 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128704 Jun 30 02:36:02.891890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bee5665b-72be-4aa6-aa2c-ea9128847ccf req-f3299496-77ba-4c07-9637-62ac356e26cd tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577009 Jun 30 02:36:02.893224 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca93021b-b1c8-4e6e-9ad4-e99c1cda1f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.897414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca93021b-b1c8-4e6e-9ad4-e99c1cda1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.909429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51183b53-4224-4cf0-873c-78380a994038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.913390 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51183b53-4224-4cf0-873c-78380a994038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:02.922225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-51183b53-4224-4cf0-873c-78380a994038 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf HTTP/1.1" status: 204 len: 168 time: 0.2182441 Jun 30 02:36:02.923621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51183b53-4224-4cf0-873c-78380a994038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ea6cc-a8ac-406d-ae11-d1d5fc2df8cf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:02.948959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ca93021b-b1c8-4e6e-9ad4-e99c1cda1f25 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1d92d4a040041c6a44adddc7aa0fc5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8223934 Jun 30 02:36:02.948959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93021b-b1c8-4e6e-9ad4-e99c1cda1f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada03b08-6a7d-4217-b604-12e74fb4c3fd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:02.950148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:03.014794 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5756dcfb-b588-4a40-90ba-f8f6a791ea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.041399 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5756dcfb-b588-4a40-90ba-f8f6a791ea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.075329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f63a67d8-52c3-4c0a-a01e-d483bd4ede10 req-315fef22-169a-420e-b1aa-3eb662fd1a75 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0317671 Jun 30 02:36:03.103132 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d0b5b6b-fbfb-4e37-a6ed-d46b15005b4d req-1c8f5a0b-164d-4fbc-a386-070abdf8f535 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e28c36f8-6b3c-4898-bdf1-9a7340e0d677 HTTP/1.1" status: 200 len: 210 time: 0.0341957 Jun 30 02:36:03.187351 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5756dcfb-b588-4a40-90ba-f8f6a791ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.189835 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5756dcfb-b588-4a40-90ba-f8f6a791ea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.191007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5756dcfb-b588-4a40-90ba-f8f6a791ea65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ada03b08-6a7d-4217-b604-12e74fb4c3fd HTTP/1.1" status: 204 len: 168 time: 0.2395511 Jun 30 02:36:03.204705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756dcfb-b588-4a40-90ba-f8f6a791ea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada03b08-6a7d-4217-b604-12e74fb4c3fd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:03.237212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfed417-0f84-4d60-88ee-6de07c490f2a req-2807d532-8b9c-4ecb-995c-067578eaf010 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:03.243286 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bfed417-0f84-4d60-88ee-6de07c490f2a req-2807d532-8b9c-4ecb-995c-067578eaf010 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=686d8def-7058-4461-9a33-877a0dcafa61 HTTP/1.1" status: 200 len: 946 time: 0.1063426 Jun 30 02:36:03.265511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58e4d-8b96-479b-9680-602d55c3b38a req-992d2d69-8879-43ca-ae2a-4cc1bd55b693 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:03.267616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7bb58e4d-8b96-479b-9680-602d55c3b38a req-992d2d69-8879-43ca-ae2a-4cc1bd55b693 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 945 time: 0.0764868 Jun 30 02:36:03.304224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bfed417-0f84-4d60-88ee-6de07c490f2a req-2086cb3b-dce8-48b2-b306-2bc7b8707f62 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587046 Jun 30 02:36:03.342565 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7bb58e4d-8b96-479b-9680-602d55c3b38a req-43cf67cd-9521-405e-8aec-b0477496650e tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630372 Jun 30 02:36:03.523062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee07113-2634-4ed0-b99f-6aca15fe484f req-f931c347-7260-43d6-a4fa-d3f64fa19d58 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:03.524864 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ee07113-2634-4ed0-b99f-6aca15fe484f req-f931c347-7260-43d6-a4fa-d3f64fa19d58 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0716724 Jun 30 02:36:03.578366 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ee07113-2634-4ed0-b99f-6aca15fe484f req-16ea08e8-66dc-430c-bda7-03d1da6b2e7a tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455654 Jun 30 02:36:03.734015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:03.789433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5a74a39b-b99e-4b15-b851-83d3cc629efe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=270ce01690534fb4a98c37465ac710cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538890 Jun 30 02:36:03.793511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33308) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:03.855074 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-360ba9cf-0b46-4b35-a47e-6c1b7ecb1e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.890285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-360ba9cf-0b46-4b35-a47e-6c1b7ecb1e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:03.995491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c3f0825-146c-4df5-a44a-55c7ee68f639 req-ae7b4042-d51d-4e9a-82f5-9b6ad278c79b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0414772 Jun 30 02:36:04.023566 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-360ba9cf-0b46-4b35-a47e-6c1b7ecb1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.026308 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-360ba9cf-0b46-4b35-a47e-6c1b7ecb1e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:04.029950 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-360ba9cf-0b46-4b35-a47e-6c1b7ecb1e4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b91e75c-0416-4f84-bf7d-ccf37a5b8a79 HTTP/1.1" status: 204 len: 168 time: 0.2349737 Jun 30 02:36:04.038495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b12d5-5fb6-4c6b-93f2-1fdc055147c6 req-267ba2e6-1ab5-4cd2-9011-55126ed3cf68 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:04.040054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b7b12d5-5fb6-4c6b-93f2-1fdc055147c6 req-267ba2e6-1ab5-4cd2-9011-55126ed3cf68 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 947 time: 0.1388638 Jun 30 02:36:04.048261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ba9cf-0b46-4b35-a47e-6c1b7ecb1e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b91e75c-0416-4f84-bf7d-ccf37a5b8a79,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:04.055500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cffa45-14d1-4ad9-96b0-60584292a291 req-62b2b38e-f23b-4f7d-851d-fcf0aef5fec7 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:04.063233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79cffa45-14d1-4ad9-96b0-60584292a291 req-62b2b38e-f23b-4f7d-851d-fcf0aef5fec7 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 945 time: 0.0828013 Jun 30 02:36:04.091328 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3b7b12d5-5fb6-4c6b-93f2-1fdc055147c6 req-49685e2f-dd92-4ef3-98a0-aa7c8419c647 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450747 Jun 30 02:36:04.100472 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79cffa45-14d1-4ad9-96b0-60584292a291 req-b63e7f29-e6ce-423e-8af5-2935ca125fc6 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359516 Jun 30 02:36:04.285122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc8721-04a5-4653-b4a3-e830a4c3f7cd req-b659cc0e-39f0-4cae-890c-0fdd0eef3a6e tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:04.288467 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddfc8721-04a5-4653-b4a3-e830a4c3f7cd req-b659cc0e-39f0-4cae-890c-0fdd0eef3a6e tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3 HTTP/1.1" status: 200 len: 945 time: 0.0839713 Jun 30 02:36:04.299963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b605be-7893-4694-bcd7-63ce27caed2a req-c3848840-9148-4320-b747-9d680a07d9d3 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:04.302215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1b605be-7893-4694-bcd7-63ce27caed2a req-c3848840-9148-4320-b747-9d680a07d9d3 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 949 time: 0.0722289 Jun 30 02:36:04.337095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddfc8721-04a5-4653-b4a3-e830a4c3f7cd req-bdde684a-3872-4419-ac64-40060bfbaaab tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416517 Jun 30 02:36:04.349973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1b605be-7893-4694-bcd7-63ce27caed2a req-af7ea085-9b0b-4a7f-9a27-a4c665780e99 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Jun 30 02:36:04.509317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ad9cf7f-4ee2-49c1-98c8-fe2ff9af9117 req-692225d5-1f18-49d7-a2c1-5acafa7f678b tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0296922 Jun 30 02:36:04.922745 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-ac980fad-788a-43d1-a157-0b8ac1ceb31a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:04.924204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-ac980fad-788a-43d1-a157-0b8ac1ceb31a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 947 time: 0.0690734 Jun 30 02:36:05.043447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Deleting port f2ccab27-5c33-42a3-8cba-21482183ce02 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:05.043789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.119226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:05.177588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] For port f2ccab27-5c33-42a3-8cba-21482183ce02, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f2ccab27-5c33-42a3-8cba-21482183ce02,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:05.177979 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.228727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:05.236300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:05.238858 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.349713 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.361929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605196d7-c77e-47dd-8a31-1ac424c25318 req-a87915b4-2220-421e-9181-9490b03c392e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:05.363890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-605196d7-c77e-47dd-8a31-1ac424c25318 req-a87915b4-2220-421e-9181-9490b03c392e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 947 time: 0.1008587 Jun 30 02:36:05.436854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:05.438539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:05.441983 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b23dc4-853f-4afb-9e1c-6fa39bfc90c7" -d '{"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-plugged", "status": "completed", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:05.447695 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.467642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-605196d7-c77e-47dd-8a31-1ac424c25318 req-c28d303e-fe13-4897-b841-e6d849c19243 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1076136-6796-45a2-b19c-7c52d11183dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687540 Jun 30 02:36:05.529647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:05.559427 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.559966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.560342 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Floating IP dff61b16-2b3f-4340-b82e-d887fed26884 disassociated. External IP: 172.25.7.26, port: f2ccab27-5c33-42a3-8cba-21482183ce02. Jun 30 02:36:05.560755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Calling delete_port for f2ccab27-5c33-42a3-8cba-21482183ce02 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:05.576262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-673fe762-7a9f-411b-82b9-375d88aacd38 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:05.578062 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-673fe762-7a9f-411b-82b9-375d88aacd38 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 945 time: 0.2511883 Jun 30 02:36:05.613261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:05.660322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7ce4a-4965-4474-85db-d0ef36116f8a req-92a21b07-ca60-45bd-a416-ee7a0af19756 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:05.663438 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8db7ce4a-4965-4474-85db-d0ef36116f8a req-92a21b07-ca60-45bd-a416-ee7a0af19756 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 945 time: 0.2336581 Jun 30 02:36:05.713158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410201e2-8c92-4777-9ad9-492627960506 req-3ab9bfe3-4ce5-4815-934c-c1a377a57c50 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:05.714756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-410201e2-8c92-4777-9ad9-492627960506 req-3ab9bfe3-4ce5-4815-934c-c1a377a57c50 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3 HTTP/1.1" status: 200 len: 945 time: 0.2343647 Jun 30 02:36:05.747832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1228307102', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:05.762428 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.770955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfee70b-eb3d-46cd-9ac8-7bbdc8269773 req-1bcf2870-c0ee-45a6-8101-31f581c07a81 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:05.772466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddfee70b-eb3d-46cd-9ac8-7bbdc8269773 req-1bcf2870-c0ee-45a6-8101-31f581c07a81 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3 HTTP/1.1" status: 200 len: 945 time: 0.1233115 Jun 30 02:36:05.789932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8db7ce4a-4965-4474-85db-d0ef36116f8a req-9dc88aea-535e-4d23-b7f7-e94c743c8f90 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/security-groups?id=b9452f5c-766c-4221-9ffe-e0e381f4e175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181114 Jun 30 02:36:05.819767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event deleted for resources: {'Port': ['ID=f2ccab27-5c33-42a3-8cba-21482183ce02,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:05.838007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-1a378589-eb85-4af7-9a72-3a3f75652488 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Deleting port 27f3976d-1b19-44d4-935a-c0b5bb60cf87 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:05.838007 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-1a378589-eb85-4af7-9a72-3a3f75652488 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.839012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Made reservation on behalf of fdbdc13478bc48ee88d012a8b556b11e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:05.841802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.858349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddfee70b-eb3d-46cd-9ac8-7bbdc8269773 req-51a17a75-7a2f-4518-b278-04936ab0f1c2 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775509 Jun 30 02:36:05.898958 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.936037 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1496b8-4917-4ebf-9908-7b4531723dcd x-openstack-request-id: req-4d1496b8-4917-4ebf-9908-7b4531723dcd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:05.936331 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-plugged", "status": "completed", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:05.936583 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d1496b8-4917-4ebf-9908-7b4531723dcd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:05.937007 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'code': 200} Jun 30 02:36:05.980539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-410201e2-8c92-4777-9ad9-492627960506 req-b0327a0d-409d-4038-a457-9384bb2452d5 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Deleting port ea7ac69e-2989-4e6d-ac5a-4aded03dd368 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:05.980881 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-410201e2-8c92-4777-9ad9-492627960506 req-b0327a0d-409d-4038-a457-9384bb2452d5 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.036714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:06.091475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-1a378589-eb85-4af7-9a72-3a3f75652488 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] For port 27f3976d-1b19-44d4-935a-c0b5bb60cf87, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=27f3976d-1b19-44d4-935a-c0b5bb60cf87,segment=NetworkSegment(88ce477a-6294-46ff-9fa9-7968861c3deb),segment_id=88ce477a-6294-46ff-9fa9-7968861c3deb)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:06.091849 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-1a378589-eb85-4af7-9a72-3a3f75652488 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.121946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-1a378589-eb85-4af7-9a72-3a3f75652488 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Calling delete_port for 27f3976d-1b19-44d4-935a-c0b5bb60cf87 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:06.209957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92c517-445a-4a13-b9fe-3f5122b22a7f req-6dd44e1b-becd-4736-84cb-c0d45d740ad5 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:06.212727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c92c517-445a-4a13-b9fe-3f5122b22a7f req-6dd44e1b-becd-4736-84cb-c0d45d740ad5 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 950 time: 0.2860873 Jun 30 02:36:06.222730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-410201e2-8c92-4777-9ad9-492627960506 req-b0327a0d-409d-4038-a457-9384bb2452d5 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] For port ea7ac69e-2989-4e6d-ac5a-4aded03dd368, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:06.223112 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-410201e2-8c92-4777-9ad9-492627960506 req-b0327a0d-409d-4038-a457-9384bb2452d5 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.264743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-410201e2-8c92-4777-9ad9-492627960506 req-b0327a0d-409d-4038-a457-9384bb2452d5 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Calling delete_port for ea7ac69e-2989-4e6d-ac5a-4aded03dd368 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:06.291075 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fa5a3-a3c3-40b9-b93a-0e0a07e3058c req-4f65d471-208e-4d20-925c-5203d37afad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:06.292628 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d7fa5a3-a3c3-40b9-b93a-0e0a07e3058c req-4f65d471-208e-4d20-925c-5203d37afad6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 1102 time: 0.2603219 Jun 30 02:36:06.371384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c92c517-445a-4a13-b9fe-3f5122b22a7f req-dcba6b12-7bce-4e60-b006-dbb0059b6be1 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437190 Jun 30 02:36:06.416595 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d7fa5a3-a3c3-40b9-b93a-0e0a07e3058c req-27c80a9d-eb48-47a4-b320-0c174a3ecd99 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091576 Jun 30 02:36:06.494414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.507602 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-1a378589-eb85-4af7-9a72-3a3f75652488 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.517108 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-68794f1d-cf18-49c4-a9de-ad3c22ed3bb2 req-1d8d04e0-db68-41d6-9bfa-733674d394e3 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0407104 Jun 30 02:36:06.521787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['27f3976d-1b19-44d4-935a-c0b5bb60cf87'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:06.542880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.550060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] device_id is not set on port 74faf4bd-aae7-4cd8-aeb5-d754cd825a4a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:36:06.561631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a378589-eb85-4af7-9a72-3a3f75652488 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Pushing event deleted for resources: {'Port': ['ID=27f3976d-1b19-44d4-935a-c0b5bb60cf87,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:06.621785 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-410201e2-8c92-4777-9ad9-492627960506 req-b0327a0d-409d-4038-a457-9384bb2452d5 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.625743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-1a378589-eb85-4af7-9a72-3a3f75652488 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] No DVR routers for this DVR port 27f3976d-1b19-44d4-935a-c0b5bb60cf87 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:06.629127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-1a378589-eb85-4af7-9a72-3a3f75652488 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.632907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c74daf12-4cd2-4854-8ee6-8abbb1359b07 req-1a378589-eb85-4af7-9a72-3a3f75652488 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.69 "DELETE /v2.0/ports/27f3976d-1b19-44d4-935a-c0b5bb60cf87 HTTP/1.1" status: 204 len: 173 time: 1.0459120 Jun 30 02:36:06.635506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['ea7ac69e-2989-4e6d-ac5a-4aded03dd368', '539cc670-c277-42b6-a4ee-c03b647996a8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:06.638938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['1d42e455-3e43-4f74-af03-f9b6cd377e9a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:06.643459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:06.651525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8e08d-87ae-4fa3-9313-0edf42d84e7e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:06.675027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae60e818-5c96-43fa-82d7-4cf9caf4aa38', 'name': 'network-vif-deleted', 'tag': '27f3976d-1b19-44d4-935a-c0b5bb60cf87'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:06.681424 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4846d9e-cbe7-4a52-a2c3-1e4bd3ceefa5" -d '{"events": [{"server_uuid": "ae60e818-5c96-43fa-82d7-4cf9caf4aa38", "name": "network-vif-deleted", "tag": "27f3976d-1b19-44d4-935a-c0b5bb60cf87"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:06.704724 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] No DVR routers for this DVR port f2ccab27-5c33-42a3-8cba-21482183ce02 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:06.723467 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.725634 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed34de3a-423a-4490-8b7a-04c08d4e6d30 req-73ef7266-5586-45a0-9c25-6d3c6a605bbd tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.73 "DELETE /v2.0/ports/f2ccab27-5c33-42a3-8cba-21482183ce02 HTTP/1.1" status: 204 len: 173 time: 1.7897947 Jun 30 02:36:06.726097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'name': 'network-vif-deleted', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:06.728508 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73660f75-30bd-4066-9441-0e25decb2486" -d '{"events": [{"server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "name": "network-vif-deleted", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:06.767889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0327a0d-409d-4038-a457-9384bb2452d5 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Pushing event deleted for resources: {'Port': ['ID=ea7ac69e-2989-4e6d-ac5a-4aded03dd368,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:06.769295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Allocated IP 172.25.7.193 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/74faf4bd-aae7-4cd8-aeb5-d754cd825a4a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:06.779769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] Sync routers for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:06.868888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-410201e2-8c92-4777-9ad9-492627960506 req-b0327a0d-409d-4038-a457-9384bb2452d5 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] No DVR routers for this DVR port ea7ac69e-2989-4e6d-ac5a-4aded03dd368 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:06.884257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-410201e2-8c92-4777-9ad9-492627960506 req-b0327a0d-409d-4038-a457-9384bb2452d5 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.887451 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-410201e2-8c92-4777-9ad9-492627960506 req-b0327a0d-409d-4038-a457-9384bb2452d5 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.69 "DELETE /v2.0/ports/ea7ac69e-2989-4e6d-ac5a-4aded03dd368 HTTP/1.1" status: 204 len: 173 time: 1.1612246 Jun 30 02:36:06.918437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-544b49f3-d406-4e6c-a4a2-1857adc7270f req-8815a628-66fd-4df3-8cf7-30dd39f5a25d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e HTTP/1.1" status: 200 len: 210 time: 0.0465078 Jun 30 02:36:06.930236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:06.931021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:06.989553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.064532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.146982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:07.149982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:07.153919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:07.188558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:07.238122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Pushing event updated for resources: {'Port': ['ID=74faf4bd-aae7-4cd8-aeb5-d754cd825a4a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:07.254207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:07.255084 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.276719 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aeda3ae1-dd19-4ebb-a5e7-d88bf52f8056 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6621609 Jun 30 02:36:07.279839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:07.280069 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b496a992-b4ff-4664-b24b-f3816930a8a5 x-openstack-request-id: req-b496a992-b4ff-4664-b24b-f3816930a8a5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:07.280366 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae60e818-5c96-43fa-82d7-4cf9caf4aa38", "name": "network-vif-deleted", "tag": "27f3976d-1b19-44d4-935a-c0b5bb60cf87", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:07.280624 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b496a992-b4ff-4664-b24b-f3816930a8a5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:07.281672 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae60e818-5c96-43fa-82d7-4cf9caf4aa38', 'name': 'network-vif-deleted', 'tag': '27f3976d-1b19-44d4-935a-c0b5bb60cf87', 'status': 'completed', 'code': 200} Jun 30 02:36:07.289811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.193'}]}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:07.321862 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.323350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.329140 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb10352a-34ef-4cbb-b0a6-bd1fe0546d9e x-openstack-request-id: req-fb10352a-34ef-4cbb-b0a6-bd1fe0546d9e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:07.329582 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e", "name": "network-vif-deleted", "tag": "f2ccab27-5c33-42a3-8cba-21482183ce02", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:07.329881 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb10352a-34ef-4cbb-b0a6-bd1fe0546d9e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:07.330560 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c8a04cf-ebfd-4164-b8e8-d2b44eb7e27e', 'name': 'network-vif-deleted', 'tag': 'f2ccab27-5c33-42a3-8cba-21482183ce02', 'status': 'completed', 'code': 200} Jun 30 02:36:07.386177 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.494904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:07.536293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] Checking router: 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:07.548122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:07.548889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:07.603442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:07.620661 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad9ef58e-3b59-46c9-8e0a-e19a840064b6 req-aa38bd55-7634-4409-b910-b3740cea8a10 tempest-ServerAddressesNegativeTestJSON-1537240154 tempest-ServerAddressesNegativeTestJSON-1537240154-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae60e818-5c96-43fa-82d7-4cf9caf4aa38 HTTP/1.1" status: 200 len: 210 time: 0.0722675 Jun 30 02:36:07.712282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:07.919096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fc3f51b-8b85-46ec-ae0b-57fd95466507 req-20190016-0e0e-4017-816d-a8ca53fe7947 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3 HTTP/1.1" status: 200 len: 210 time: 0.0690720 Jun 30 02:36:08.064772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:08.081987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a49bc95b-a7e8-482b-a783-6d0d10848c0e req-52c475b6-6dbd-426c-a9f8-4340a5cb8f06 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0649719 Jun 30 02:36:08.102140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9347b81c-957e-4a21-881c-35f8e48fbf61 None None] The sync data for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 is: [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:08.119262 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.180673 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.223250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e55b-ceb4-4eb2-b019-793963527943 req-f9cec89a-d3d1-4c10-b6a4-617830794869 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:08.225080 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26f5e55b-ceb4-4eb2-b019-793963527943 req-f9cec89a-d3d1-4c10-b6a4-617830794869 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 950 time: 0.1525021 Jun 30 02:36:08.273736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26f5e55b-ceb4-4eb2-b019-793963527943 req-897b8145-a675-43f0-a987-9aa60dcac756 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Jun 30 02:36:08.365339 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.478578 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d464923-48ae-4b9e-bc7e-599b989997ee None None] New status for floating IP dff61b16-2b3f-4340-b82e-d887fed26884: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:36:08.551071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.554741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.601311 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.601862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5096618-ed74-42fd-9108-05d591e6c62b {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:36:08.620964 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:36:08.624750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-819aeee0-e7a4-4a87-b9f0-f104b2d47359 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3405428 Jun 30 02:36:08.625240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33440) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:08.695372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f2ccab27-5c33-42a3-8cba-21482183ce02 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:08.726942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:08.734764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: f2ccab27-5c33-42a3-8cba-21482183ce02 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:08.735363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f2ccab27-5c33-42a3-8cba-21482183ce02 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:08.751384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-87553cc0-56ca-4b00-b9e8-7bec7e577a67 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Deleting port 74faf4bd-aae7-4cd8-aeb5-d754cd825a4a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:08.751741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87553cc0-56ca-4b00-b9e8-7bec7e577a67 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.798990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:08.848131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4f76f5-9341-4baa-b6e8-f8d7c44be1f3 admin admin] Deleting subnet a050d619-cd5f-47e5-a84a-f202c391a3fa {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:36:08.855593 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e4f76f5-9341-4baa-b6e8-f8d7c44be1f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.874742 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2347d62b-6a57-4a7a-bd1b-d5c310a0d5c6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.896129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87553cc0-56ca-4b00-b9e8-7bec7e577a67 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.923271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-87553cc0-56ca-4b00-b9e8-7bec7e577a67 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Calling delete_port for 74faf4bd-aae7-4cd8-aeb5-d754cd825a4a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:08.926254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2347d62b-6a57-4a7a-bd1b-d5c310a0d5c6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.944158 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e4f76f5-9341-4baa-b6e8-f8d7c44be1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.996224 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e4f76f5-9341-4baa-b6e8-f8d7c44be1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.050373 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2347d62b-6a57-4a7a-bd1b-d5c310a0d5c6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.054104 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2347d62b-6a57-4a7a-bd1b-d5c310a0d5c6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.057657 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2347d62b-6a57-4a7a-bd1b-d5c310a0d5c6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "DELETE /v2.0/security-groups/a1076136-6796-45a2-b19c-7c52d11183dc HTTP/1.1" status: 204 len: 168 time: 0.3275547 Jun 30 02:36:09.059040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:09.067692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347d62b-6a57-4a7a-bd1b-d5c310a0d5c6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1076136-6796-45a2-b19c-7c52d11183dc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:09.105203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e4f76f5-9341-4baa-b6e8-f8d7c44be1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.129811 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-16006355-bddf-4a4e-b02a-100a096b7e3c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] show failed (client error): The resource could not be found. Jun 30 02:36:09.134749 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-16006355-bddf-4a4e-b02a-100a096b7e3c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups/a1076136-6796-45a2-b19c-7c52d11183dc HTTP/1.1" status: 404 len: 347 time: 0.0703850 Jun 30 02:36:09.135702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f76f5-9341-4baa-b6e8-f8d7c44be1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a050d619-cd5f-47e5-a84a-f202c391a3fa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:09.139122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:09.142206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 27f3976d-1b19-44d4-935a-c0b5bb60cf87 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:09.144224 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e4f76f5-9341-4baa-b6e8-f8d7c44be1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.146423 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5e4f76f5-9341-4baa-b6e8-f8d7c44be1f3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a050d619-cd5f-47e5-a84a-f202c391a3fa HTTP/1.1" status: 204 len: 168 time: 0.3464983 Jun 30 02:36:09.149266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:09.155191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87553cc0-56ca-4b00-b9e8-7bec7e577a67 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.178255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 27f3976d-1b19-44d4-935a-c0b5bb60cf87 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:09.178804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 27f3976d-1b19-44d4-935a-c0b5bb60cf87 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:09.179302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ea7ac69e-2989-4e6d-ac5a-4aded03dd368 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:09.201628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: ea7ac69e-2989-4e6d-ac5a-4aded03dd368 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:09.202070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device ea7ac69e-2989-4e6d-ac5a-4aded03dd368 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:09.228677 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.263279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87553cc0-56ca-4b00-b9e8-7bec7e577a67 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Pushing event deleted for resources: {'Port': ['ID=74faf4bd-aae7-4cd8-aeb5-d754cd825a4a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:09.321231 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.336487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c82659-2cd0-4141-aff2-ba45cc8b5a16']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:09.346977 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ce477a-6294-46ff-9fa9-7968861c3deb') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:09.347269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ce477a-6294-46ff-9fa9-7968861c3deb') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:09.356517 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.368877 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87553cc0-56ca-4b00-b9e8-7bec7e577a67 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.375495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.375682 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-87553cc0-56ca-4b00-b9e8-7bec7e577a67 tempest-RoutersAdminNegativeTest-430290651 tempest-RoutersAdminNegativeTest-430290651-project-admin] 10.222.0.55 "DELETE /v2.0/ports/74faf4bd-aae7-4cd8-aeb5-d754cd825a4a HTTP/1.1" status: 204 len: 168 time: 0.7447393 Jun 30 02:36:09.377494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:36:09.378002 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.434218 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3', 'name': 'network-vif-deleted', 'tag': 'ea7ac69e-2989-4e6d-ac5a-4aded03dd368'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:09.436403 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb49281-ae80-4161-9a88-d2808246c1c1" -d '{"events": [{"server_uuid": "0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3", "name": "network-vif-deleted", "tag": "ea7ac69e-2989-4e6d-ac5a-4aded03dd368"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:36:09.438970 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:36:09.451213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-92d1e5af-124f-4465-8534-90ff5e953059 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Deleting port c81ebeea-4882-47f3-90ab-7ac24c28c2f6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:09.451568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92d1e5af-124f-4465-8534-90ff5e953059 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.469814 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f6d780a-7d1f-4623-87bf-7ce645329a0d req-6f553600-90ea-44ec-869c-7d4f21442aca tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0453057 Jun 30 02:36:09.485014 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.497797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.500445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/49c82659-2cd0-4141-aff2-ba45cc8b5a16 HTTP/1.1" status: 204 len: 168 time: 0.3500969 Jun 30 02:36:09.516237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797e117-b2f9-4396-8920-03467cc828b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c82659-2cd0-4141-aff2-ba45cc8b5a16,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:09.551613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92d1e5af-124f-4465-8534-90ff5e953059 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.552377 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92d1e5af-124f-4465-8534-90ff5e953059 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.566375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-92d1e5af-124f-4465-8534-90ff5e953059 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Calling delete_port for c81ebeea-4882-47f3-90ab-7ac24c28c2f6 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:09.586534 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cc68f6-b7d4-47c6-b26a-aa3ef3781a08 x-openstack-request-id: req-13cc68f6-b7d4-47c6-b26a-aa3ef3781a08 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:09.586933 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3", "name": "network-vif-deleted", "tag": "ea7ac69e-2989-4e6d-ac5a-4aded03dd368", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:09.587194 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13cc68f6-b7d4-47c6-b26a-aa3ef3781a08 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:09.587760 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3b2c33-17c0-4cf1-80b9-b9df2c4d6cb3', 'name': 'network-vif-deleted', 'tag': 'ea7ac69e-2989-4e6d-ac5a-4aded03dd368', 'status': 'completed', 'code': 200} Jun 30 02:36:09.744101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:09.779234 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92d1e5af-124f-4465-8534-90ff5e953059 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.797928 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ebb34fcf-482f-4536-a4f6-f2e5a6c5a3b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a8f6c23d3aa44e9be41ea12b87b23db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503116 Jun 30 02:36:09.799048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:09.827747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1e5af-124f-4465-8534-90ff5e953059 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event deleted for resources: {'Port': ['ID=c81ebeea-4882-47f3-90ab-7ac24c28c2f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:09.848316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:09.889446 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-345f38c5-9f49-4140-a018-9157f81e077f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.896222 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92d1e5af-124f-4465-8534-90ff5e953059 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.899191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92d1e5af-124f-4465-8534-90ff5e953059 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.914083 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-92d1e5af-124f-4465-8534-90ff5e953059 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "DELETE /v2.0/floatingips/dff61b16-2b3f-4340-b82e-d887fed26884 HTTP/1.1" status: 204 len: 168 time: 0.7608504 Jun 30 02:36:09.917802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-345f38c5-9f49-4140-a018-9157f81e077f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.988748 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-345f38c5-9f49-4140-a018-9157f81e077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.992911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-345f38c5-9f49-4140-a018-9157f81e077f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:09.995989 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-345f38c5-9f49-4140-a018-9157f81e077f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9452f5c-766c-4221-9ffe-e0e381f4e175 HTTP/1.1" status: 204 len: 168 time: 0.1957815 Jun 30 02:36:10.004541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f38c5-9f49-4140-a018-9157f81e077f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9452f5c-766c-4221-9ffe-e0e381f4e175,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:10.135206 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-975045d5-1ec8-490f-8850-7ab33de246ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.254708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-975045d5-1ec8-490f-8850-7ab33de246ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.261420 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-975045d5-1ec8-490f-8850-7ab33de246ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.332076 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-975045d5-1ec8-490f-8850-7ab33de246ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31f56e4903be4246ae4995c757c3fa3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4802954 Jun 30 02:36:10.332076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975045d5-1ec8-490f-8850-7ab33de246ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250e2163-fada-4dcf-8ff3-a4ff93c426cc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:10.332698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:10.408185 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3926ab2f-cb0d-48b0-b817-e96a932faf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.411830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:10.417159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c1c677d0-c2bd-47b9-a74a-f3fbd9305045 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228176815', 'description': 'tempest-description--1899891783'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:10.438425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3926ab2f-cb0d-48b0-b817-e96a932faf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.455056 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c677d0-c2bd-47b9-a74a-f3fbd9305045 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.506933 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3926ab2f-cb0d-48b0-b817-e96a932faf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.509665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3926ab2f-cb0d-48b0-b817-e96a932faf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.511100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3926ab2f-cb0d-48b0-b817-e96a932faf04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/250e2163-fada-4dcf-8ff3-a4ff93c426cc HTTP/1.1" status: 204 len: 168 time: 0.1772616 Jun 30 02:36:10.519907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926ab2f-cb0d-48b0-b817-e96a932faf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250e2163-fada-4dcf-8ff3-a4ff93c426cc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:10.582436 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c677d0-c2bd-47b9-a74a-f3fbd9305045 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.588360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c677d0-c2bd-47b9-a74a-f3fbd9305045 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.626079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1c677d0-c2bd-47b9-a74a-f3fbd9305045 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.629869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c1c677d0-c2bd-47b9-a74a-f3fbd9305045 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2138896 Jun 30 02:36:10.629869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c677d0-c2bd-47b9-a74a-f3fbd9305045 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cca48c2-1d65-4e0c-8476-4bf4caf43011,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:10.630327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:10.635948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7cbc2665-7edb-4ee5-87ff-ee0b9696871a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'security_group_rule': {'security_group_id': '3cca48c2-1d65-4e0c-8476-4bf4caf43011', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:10.674687 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2665-7edb-4ee5-87ff-ee0b9696871a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.736801 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2665-7edb-4ee5-87ff-ee0b9696871a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.744193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2665-7edb-4ee5-87ff-ee0b9696871a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.752026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-47dda782-d3d8-4d0d-a5b0-dff514a66009 req-a2651bb2-98b1-4c39-bf68-081a6ee12832 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0537055 Jun 30 02:36:10.795441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc2665-7edb-4ee5-87ff-ee0b9696871a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753a90dc-5751-4d6f-b715-f9e2b8c012b5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:10.809398 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2665-7edb-4ee5-87ff-ee0b9696871a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.814995 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7cbc2665-7edb-4ee5-87ff-ee0b9696871a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1808078 Jun 30 02:36:10.815403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:10.822092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5f1f6812-6005-4bf0-96c3-3fa1238d6705 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'security_group_rule': {'security_group_id': '3cca48c2-1d65-4e0c-8476-4bf4caf43011', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:10.877318 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6812-6005-4bf0-96c3-3fa1238d6705 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.981894 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6812-6005-4bf0-96c3-3fa1238d6705 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:10.988352 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6812-6005-4bf0-96c3-3fa1238d6705 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.009507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f6812-6005-4bf0-96c3-3fa1238d6705 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784f2b6f-bc7a-4db0-b3ad-189001b24d7f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:11.017938 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6812-6005-4bf0-96c3-3fa1238d6705 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.019481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5f1f6812-6005-4bf0-96c3-3fa1238d6705 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2029507 Jun 30 02:36:11.025391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:11.047361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:11.087801 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.182051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:11.272207 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-00c264b1-c249-4cd3-bbf3-9e4909bb6948 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdbdc13478bc48ee88d012a8b556b11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877080 Jun 30 02:36:11.278213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:11.313255 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.329891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:11.365540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1d0b98b-a86f-4998-a42e-19336afc5baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.422144 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1d0b98b-a86f-4998-a42e-19336afc5baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.466198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-network', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:11.477047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Allocated IP 172.25.7.249 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/4e193dd9-0d62-4983-84bc-215f1e98047d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:11.508439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26527-7544-422c-94ae-d1703bf8faa1 req-14d28c2a-a4de-419e-b47b-9dbea03afc93 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:11.514354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26527-7544-422c-94ae-d1703bf8faa1 req-14d28c2a-a4de-419e-b47b-9dbea03afc93 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:11.516336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Made reservation on behalf of c936496cd6d847db822f7d0023ff161f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:11.518936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.521629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8b26527-7544-422c-94ae-d1703bf8faa1 req-14d28c2a-a4de-419e-b47b-9dbea03afc93 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f&device_id=686d8def-7058-4461-9a33-877a0dcafa61 HTTP/1.1" status: 200 len: 1683 time: 0.1441169 Jun 30 02:36:11.553554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1d0b98b-a86f-4998-a42e-19336afc5baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.556119 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1d0b98b-a86f-4998-a42e-19336afc5baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.557278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d1d0b98b-a86f-4998-a42e-19336afc5baa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88d8e08d-87ae-4fa3-9313-0edf42d84e7e HTTP/1.1" status: 204 len: 168 time: 0.2737751 Jun 30 02:36:11.562975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.568868 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8b26527-7544-422c-94ae-d1703bf8faa1 req-60df59bd-bd33-448e-a36e-9d060a0389e3 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462279 Jun 30 02:36:11.573936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0b98b-a86f-4998-a42e-19336afc5baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8e08d-87ae-4fa3-9313-0edf42d84e7e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:11.634938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:11.661334 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.746547 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.762602 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.791356 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-454bce02-3d33-4949-93b6-307662d624a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.803633 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.837729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:11.881878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:11.903626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:11.905710 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:11.914774 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-454bce02-3d33-4949-93b6-307662d624a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.920955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-454bce02-3d33-4949-93b6-307662d624a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.947099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:11.947719 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Added segment 03d457ad-5475-42f0-8d78-292f587c0d49 of type vlan for network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 Jun 30 02:36:11.979488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-454bce02-3d33-4949-93b6-307662d624a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=717da4e0c78c4c94ba922a85805922a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413200 Jun 30 02:36:11.979488 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bce02-3d33-4949-93b6-307662d624a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39de43d-6cbb-4ddc-9196-f5eca1b6fe7d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:11.980400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:11.992905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'Port': ['ID=4e193dd9-0d62-4983-84bc-215f1e98047d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:12.038759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-badd5c4b-f5c8-4f6f-81de-a0bfc9c6ad20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.039311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92418e84-a026-4e9d-ad9f-937ccb28a1ce,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:12.065162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-badd5c4b-f5c8-4f6f-81de-a0bfc9c6ad20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.087392 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2271578-81ac-4169-ae6c-a8d97ba66361 req-99ebd00d-bd3c-4c6f-a9c9-70cf7e246b98 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0666599 Jun 30 02:36:12.125197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.130431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-badd5c4b-f5c8-4f6f-81de-a0bfc9c6ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.133435 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-badd5c4b-f5c8-4f6f-81de-a0bfc9c6ad20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.134732 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-badd5c4b-f5c8-4f6f-81de-a0bfc9c6ad20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d39de43d-6cbb-4ddc-9196-f5eca1b6fe7d HTTP/1.1" status: 204 len: 168 time: 0.1532695 Jun 30 02:36:12.152500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd5c4b-f5c8-4f6f-81de-a0bfc9c6ad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39de43d-6cbb-4ddc-9196-f5eca1b6fe7d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:12.219781 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.228686 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.230042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:12.230909 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.368669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0372522 Jun 30 02:36:12.371443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:12.380093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Request body: {'subnet': {'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-subnet', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:12.384222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8010a-a69c-4ac3-8ef7-54a0f82bfad2 admin admin] Pushing event updated for resources: {'Network': ['ID=dcafbfc4-2a93-4f25-97ba-edf5e3c73916,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:12.389720 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.394743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:12.428845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Made reservation on behalf of c936496cd6d847db822f7d0023ff161f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:12.432676 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.684334 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.695517 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.746911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.782506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'Port': ['ID=4e193dd9-0d62-4983-84bc-215f1e98047d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:12.804478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.825697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.836224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-19564ca7-3b1a-43c5-ad75-a01c6dfeb438 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7993963 Jun 30 02:36:12.877388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=858759c8-15f3-48c5-9dd8-52f3849cb5eb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:12.887520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:12.891369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Checking segment: {'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:12.891728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Network hostable DHCP agents. Network: dcafbfc4-2a93-4f25-97ba-edf5e3c73916, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:36:12.913156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd847c-fb2d-40de-a873-ad6cb29f9a1f req-3ed88578-2a6b-471f-9eeb-280c82ee688f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:12.915452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbbd847c-fb2d-40de-a873-ad6cb29f9a1f req-3ed88578-2a6b-471f-9eeb-280c82ee688f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=686d8def-7058-4461-9a33-877a0dcafa61 HTTP/1.1" status: 200 len: 946 time: 0.1096132 Jun 30 02:36:12.947266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:36:12.960301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, dcafbfc4-2a93-4f25-97ba-edf5e3c73916) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:12.965916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:12.966631 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:12.972272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87bf50a-c2d7-4a0a-84f0-75282a26ec5e None None] Network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:13.003578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbbd847c-fb2d-40de-a873-ad6cb29f9a1f req-e112cede-9f2d-417d-8e85-3ce46592c627 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822725 Jun 30 02:36:13.019653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33688) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:13.020980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ab9d0a17-6750-4a70-9069-cfe935b5db7e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6470010 Jun 30 02:36:13.036423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-router', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:13.161607 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.162652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.167356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e65d3-588b-42af-a8c2-83342ae6743f None None] Network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:13.173226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:13.207215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-69c38aed-9129-4fa3-b63e-820d2879189a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--228176815&fields=id&tenant_id=a12c18dd59784acc8be285228865d299 HTTP/1.1" status: 200 len: 267 time: 0.1403933 Jun 30 02:36:13.299371 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ff5d0d0-1537-4b22-97ff-a750cd9817ee req-d3274947-a59d-4007-87b1-a4e40d708ce7 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0399199 Jun 30 02:36:13.316189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2053268312'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:13.406229 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.408906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Made reservation on behalf of a4a463470708484c901643489e5ee123 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:13.412825 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.421030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-ca773f4e-9c91-45c4-916d-9519b0ba29cc tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:13.428656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-ca773f4e-9c91-45c4-916d-9519b0ba29cc tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 816 time: 0.2203658 Jun 30 02:36:13.434629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:13.445817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'mac_address': 'fa:16:3e:dc:a6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:13.475689 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.480902 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-3ff1c0ed-cfba-4c84-bdf1-aa852af8b88b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/quotas/a12c18dd59784acc8be285228865d299 HTTP/1.1" status: 200 len: 375 time: 0.0514169 Jun 30 02:36:13.493274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.507845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:13.529371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:13.537812 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.593604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:13.644259 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.655229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:13.811554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-81b45ac8-5c35-452e-bb39-ea6f8e5f370c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2949986 Jun 30 02:36:13.913264 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85bc98f3-36b2-4141-9858-e5e83d6ce258 req-8cfff8e6-eed2-4d2e-a1c1-a4ab41f0c53e tempest-AbsoluteLimitsNegativeTestJSON-1205073297 tempest-AbsoluteLimitsNegativeTestJSON-1205073297-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0285dd2437ca438db84ade784f839238&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269780 Jun 30 02:36:13.924752 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:13.935358 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.005942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:14.028533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90510ac0-2452-4d41-8456-efe4683d66da,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:14.035512 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-27597259-f451-404d-9b11-8b62eed7a16b service neutron] 10.222.0.55 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085438 Jun 30 02:36:14.052094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc98f3-36b2-4141-9858-e5e83d6ce258 req-c65992c9-040f-4498-9061-84009b3a3201 tempest-AbsoluteLimitsNegativeTestJSON-1205073297 tempest-AbsoluteLimitsNegativeTestJSON-1205073297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:14.053298 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.053731 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Added segment 70ca80b9-b7d1-40d7-9ec2-ab3db0836e01 of type vlan for network 75ba048b-25b9-4887-b553-2770b1dcf43c Jun 30 02:36:14.057226 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85bc98f3-36b2-4141-9858-e5e83d6ce258 req-c65992c9-040f-4498-9061-84009b3a3201 tempest-AbsoluteLimitsNegativeTestJSON-1205073297 tempest-AbsoluteLimitsNegativeTestJSON-1205073297-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371953 Jun 30 02:36:14.074973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.076037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.076216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.076681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.077236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.077829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.078525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.079448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.079618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.079784 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85bc98f3-36b2-4141-9858-e5e83d6ce258 req-15aa0b5a-211a-498e-bdda-b4c4e62fdcb4 tempest-AbsoluteLimitsNegativeTestJSON-1205073297 tempest-AbsoluteLimitsNegativeTestJSON-1205073297-project] 10.222.0.55 "GET /v2.0/quotas/0285dd2437ca438db84ade784f839238 HTTP/1.1" status: 200 len: 375 time: 0.0196762 Jun 30 02:36:14.080086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.080918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.081238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:14.121378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85bc98f3-36b2-4141-9858-e5e83d6ce258 req-9b65677c-a82a-4d6e-b279-20da9b5f2af0 tempest-AbsoluteLimitsNegativeTestJSON-1205073297 tempest-AbsoluteLimitsNegativeTestJSON-1205073297-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0285dd2437ca438db84ade784f839238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350933 Jun 30 02:36:14.381103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf7319-791d-48af-94ed-11be5cde61dd req-ecf1a0fe-2a9d-4c61-9afc-93f2f25ab3ba tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:14.388197 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19cf7319-791d-48af-94ed-11be5cde61dd req-ecf1a0fe-2a9d-4c61-9afc-93f2f25ab3ba tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=686d8def-7058-4461-9a33-877a0dcafa61 HTTP/1.1" status: 200 len: 946 time: 0.0899935 Jun 30 02:36:14.434260 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19cf7319-791d-48af-94ed-11be5cde61dd req-19996616-91f3-4843-b673-38808f2b8536 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 Jun 30 02:36:14.509894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:14.544533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-a65e82b5-60f6-46ca-95ae-94cdd242f4fc tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:14.547286 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-a65e82b5-60f6-46ca-95ae-94cdd242f4fc tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.69 "GET /v2.0/ports?device_id=686d8def-7058-4461-9a33-877a0dcafa61 HTTP/1.1" status: 200 len: 946 time: 0.1012547 Jun 30 02:36:14.625412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.631440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-05b4d7fe-896c-4bd6-8565-fd1d52240002 req-e28a3e2b-be1d-4ec9-b813-4499eb4576a8 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0610657 Jun 30 02:36:14.703727 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.761497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-ec4bd979-bb09-4188-aa9e-b7a7ca67b02f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Deleting port 539cc670-c277-42b6-a4ee-c03b647996a8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:14.761726 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.762076 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-ec4bd979-bb09-4188-aa9e-b7a7ca67b02f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.767003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:14.767608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.792117 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-c31cb242-235d-4d24-8868-aee512451801 service neutron] 10.222.0.55 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7412231 Jun 30 02:36:14.793124 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.882444 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.900056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-ec4bd979-bb09-4188-aa9e-b7a7ca67b02f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] For port 539cc670-c277-42b6-a4ee-c03b647996a8, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=539cc670-c277-42b6-a4ee-c03b647996a8,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:14.900542 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-ec4bd979-bb09-4188-aa9e-b7a7ca67b02f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.903798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-04faea52-751e-4e1a-bf75-56821663e8c0 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:14.905463 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-04faea52-751e-4e1a-bf75-56821663e8c0 tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.73 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 946 time: 0.2762408 Jun 30 02:36:14.910809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Network': ['ID=75ba048b-25b9-4887-b553-2770b1dcf43c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:14.922644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 75ba048b-25b9-4887-b553-2770b1dcf43c details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:14.924587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-ec4bd979-bb09-4188-aa9e-b7a7ca67b02f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Calling delete_port for 539cc670-c277-42b6-a4ee-c03b647996a8 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:14.928029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.938425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:14.971452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb6dc8-30fe-4533-9beb-8550bc4c6bed,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:14.994649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d452f688-1ecc-42bc-8030-84e176f1995c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1056550 Jun 30 02:36:14.995300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:15.012241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'subnet': {'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:15.029289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.029894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.030582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.031153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.031905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.032832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.033427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.034198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.034765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.035317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.035846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.036395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:15.047095 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f52f06fa-b54c-47c0-82ad-382fd1cba75e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0285dd2437ca438db84ade784f839238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341640 Jun 30 02:36:15.053108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:15.111747 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f95735fe-74d1-4c67-9a34-1073c2bfd9ae req-b5015d9e-fe89-46b2-9f01-be55661fc0c5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 210 time: 0.0593488 Jun 30 02:36:15.168598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b5e72e3-0e02-4ad5-9149-a1158329d080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.192586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:15.212751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Allocated IP 172.25.7.164 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/0e88fd1b-a273-40ac-8a29-85625910c62b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:15.213394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b5e72e3-0e02-4ad5-9149-a1158329d080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.263120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Made reservation on behalf of a4a463470708484c901643489e5ee123 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:15.267812 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.271840 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-ec4bd979-bb09-4188-aa9e-b7a7ca67b02f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.278011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:15.278933 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.288977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['1d42e455-3e43-4f74-af03-f9b6cd377e9a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:15.311593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bd979-bb09-4188-aa9e-b7a7ca67b02f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Pushing event deleted for resources: {'Port': ['ID=539cc670-c277-42b6-a4ee-c03b647996a8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:15.319525 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b5e72e3-0e02-4ad5-9149-a1158329d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.322151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7b5e72e3-0e02-4ad5-9149-a1158329d080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.324801 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7b5e72e3-0e02-4ad5-9149-a1158329d080 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4edb6dc8-30fe-4533-9beb-8550bc4c6bed HTTP/1.1" status: 204 len: 168 time: 0.2692862 Jun 30 02:36:15.326585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-a10893fc-0c13-4854-8d2a-e984e4ce8ffb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Deleting port 1d42e455-3e43-4f74-af03-f9b6cd377e9a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:15.327157 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-a10893fc-0c13-4854-8d2a-e984e4ce8ffb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.378011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-ec4bd979-bb09-4188-aa9e-b7a7ca67b02f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] No DVR routers for this DVR port 539cc670-c277-42b6-a4ee-c03b647996a8 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:15.380046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e72e3-0e02-4ad5-9149-a1158329d080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb6dc8-30fe-4533-9beb-8550bc4c6bed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:15.382685 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-ec4bd979-bb09-4188-aa9e-b7a7ca67b02f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.385107 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6231401a-7d1c-4099-85a4-b147788bfde5 req-ec4bd979-bb09-4188-aa9e-b7a7ca67b02f tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.69 "DELETE /v2.0/ports/539cc670-c277-42b6-a4ee-c03b647996a8 HTTP/1.1" status: 204 len: 173 time: 0.8240809 Jun 30 02:36:15.386239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686d8def-7058-4461-9a33-877a0dcafa61', 'name': 'network-vif-deleted', 'tag': '539cc670-c277-42b6-a4ee-c03b647996a8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:15.389007 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36f7a51-a37d-4eda-8324-07c1452dc138" -d '{"events": [{"server_uuid": "686d8def-7058-4461-9a33-877a0dcafa61", "name": "network-vif-deleted", "tag": "539cc670-c277-42b6-a4ee-c03b647996a8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:15.500947 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44ccb32-7680-40f7-8f56-c40ee79eb3fb x-openstack-request-id: req-d44ccb32-7680-40f7-8f56-c40ee79eb3fb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:15.501389 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686d8def-7058-4461-9a33-877a0dcafa61", "name": "network-vif-deleted", "tag": "539cc670-c277-42b6-a4ee-c03b647996a8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:15.501926 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d44ccb32-7680-40f7-8f56-c40ee79eb3fb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:15.502813 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686d8def-7058-4461-9a33-877a0dcafa61', 'name': 'network-vif-deleted', 'tag': '539cc670-c277-42b6-a4ee-c03b647996a8', 'status': 'completed', 'code': 200} Jun 30 02:36:15.531206 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.585309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:15.592420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:15.595756 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c58926-1e8c-4652-b557-eaf54faac115" -d '{"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-plugged", "status": "completed", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:15.599996 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.603266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-a10893fc-0c13-4854-8d2a-e984e4ce8ffb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] For port 1d42e455-3e43-4f74-af03-f9b6cd377e9a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1d42e455-3e43-4f74-af03-f9b6cd377e9a,segment=NetworkSegment(ad4dc64b-1006-44b8-893c-580d1ae4fcb3),segment_id=ad4dc64b-1006-44b8-893c-580d1ae4fcb3)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:15.604014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-a10893fc-0c13-4854-8d2a-e984e4ce8ffb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.616907 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.617994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 539cc670-c277-42b6-a4ee-c03b647996a8 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:15.636511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-a10893fc-0c13-4854-8d2a-e984e4ce8ffb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Calling delete_port for 1d42e455-3e43-4f74-af03-f9b6cd377e9a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:15.802356 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b22dfb99-b1ed-4971-a69d-8dc9c3bb2d37 req-d25ceb17-cb0e-4c04-8c06-525c6c41caaa tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=686d8def-7058-4461-9a33-877a0dcafa61 HTTP/1.1" status: 200 len: 210 time: 0.0622149 Jun 30 02:36:15.842307 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.854594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:15.924246 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615ea328-6705-4719-a51d-10e574b548b4 x-openstack-request-id: req-615ea328-6705-4719-a51d-10e574b548b4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:15.925314 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-plugged", "status": "completed", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:15.926087 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-615ea328-6705-4719-a51d-10e574b548b4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:15.927168 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'code': 200} Jun 30 02:36:15.938776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:15.940699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 539cc670-c277-42b6-a4ee-c03b647996a8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:15.941144 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 539cc670-c277-42b6-a4ee-c03b647996a8 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:15.952101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:15.955967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:15.971537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Pushing event updated for resources: {'Port': ['ID=0e88fd1b-a273-40ac-8a29-85625910c62b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:16.058812 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.074163 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.082330 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad6d6372-9aa6-40fd-98d9-fd4ab9cf1c06 req-2170af99-aa7c-4e64-be79-df4f58369e56 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.1232052 Jun 30 02:36:16.082983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Subnet': ['ID=42626302-5c83-44ad-bb8c-a6e195201de8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:16.120646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:16.130032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Checking segment: {'id': '70ca80b9-b7d1-40d7-9ec2-ab3db0836e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:16.130442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Network hostable DHCP agents. Network: 75ba048b-25b9-4887-b553-2770b1dcf43c, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:36:16.185753 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-a10893fc-0c13-4854-8d2a-e984e4ce8ffb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.262543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10893fc-0c13-4854-8d2a-e984e4ce8ffb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Pushing event deleted for resources: {'Port': ['ID=1d42e455-3e43-4f74-af03-f9b6cd377e9a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:16.339681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Network 75ba048b-25b9-4887-b553-2770b1dcf43c is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:36:16.391306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-a10893fc-0c13-4854-8d2a-e984e4ce8ffb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] No DVR routers for this DVR port 1d42e455-3e43-4f74-af03-f9b6cd377e9a on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:16.398035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-a10893fc-0c13-4854-8d2a-e984e4ce8ffb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.400708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3674e6ae-b550-4e61-9152-4f59db4ee65a req-a10893fc-0c13-4854-8d2a-e984e4ce8ffb tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.73 "DELETE /v2.0/ports/1d42e455-3e43-4f74-af03-f9b6cd377e9a HTTP/1.1" status: 204 len: 173 time: 1.4778366 Jun 30 02:36:16.401089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c47f65-7c07-409a-9ce8-ff8714d78f7f', 'name': 'network-vif-deleted', 'tag': '1d42e455-3e43-4f74-af03-f9b6cd377e9a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:16.404218 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cce90cc-5d34-4b6d-89b3-581684e638df" -d '{"events": [{"server_uuid": "28c47f65-7c07-409a-9ce8-ff8714d78f7f", "name": "network-vif-deleted", "tag": "1d42e455-3e43-4f74-af03-f9b6cd377e9a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:16.440863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 75ba048b-25b9-4887-b553-2770b1dcf43c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:16.449760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b321388e-3e17-411f-96dc-9269feb76eab None None] Network 75ba048b-25b9-4887-b553-2770b1dcf43c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:16.454328 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-69fe640b-942d-4eea-b1ce-7515d3f145c7 req-6eb51a8c-2bfa-490f-a8d9-e0dfa740190a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 210 time: 0.1087320 Jun 30 02:36:16.463152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:16.477757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.523056 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76806cc3-e2ae-484e-83b0-361c45a68063 x-openstack-request-id: req-76806cc3-e2ae-484e-83b0-361c45a68063 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:16.523554 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c47f65-7c07-409a-9ce8-ff8714d78f7f", "name": "network-vif-deleted", "tag": "1d42e455-3e43-4f74-af03-f9b6cd377e9a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:16.523977 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76806cc3-e2ae-484e-83b0-361c45a68063 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:16.524543 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c47f65-7c07-409a-9ce8-ff8714d78f7f', 'name': 'network-vif-deleted', 'tag': '1d42e455-3e43-4f74-af03-f9b6cd377e9a', 'status': 'completed', 'code': 200} Jun 30 02:36:16.560644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4b3c428b-2613-42af-9bc3-d21cf757add0 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5563281 Jun 30 02:36:16.561500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:16.569695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'port': {'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1801104073'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:16.646986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:16.656500 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.706202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-75ba048b-25b9-4887-b553-2770b1dcf43c', 'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c', 'tenant_id': 'a4a463470708484c901643489e5ee123', 'fixed_ips': [{'subnet_id': '42626302-5c83-44ad-bb8c-a6e195201de8'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:36:16.707386 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.788625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Made reservation on behalf of a4a463470708484c901643489e5ee123 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:16.792460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:16.840713 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] device_id is not set on port 82c5d3a7-2bc2-481f-b658-584f30455ee8 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:36:16.919181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-534516055-network', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:16.969349 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Allocated IP 2001:db8::2 (75ba048b-25b9-4887-b553-2770b1dcf43c/42626302-5c83-44ad-bb8c-a6e195201de8/443770c6-1eca-4ab0-a411-efd3c4f415e7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:17.025788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:17.036137 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.042744 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.071049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.276761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-4f93475a-300b-40d1-87a9-23b1aed6bfac tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:17.289502 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-4f93475a-300b-40d1-87a9-23b1aed6bfac tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.69 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 816 time: 0.3373144 Jun 30 02:36:17.352806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Router eb00a594-e01b-4a6c-8a07-bb0311068613 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:36:17.501904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-538bffe1-4d81-4a8e-85f4-58f810b346e3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12c18dd59784acc8be285228865d299 HTTP/1.1" status: 200 len: 379 time: 0.2037957 Jun 30 02:36:17.514427 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7bce95bb-df93-4584-8c02-b6de1ad1ba14 req-5ab2fac6-d3a0-47f2-9929-254feab2181e tempest-ListServersNegativeTestJSON-99508283 tempest-ListServersNegativeTestJSON-99508283-project] 10.222.0.55 "GET /v2.0/ports?device_id=28c47f65-7c07-409a-9ce8-ff8714d78f7f HTTP/1.1" status: 200 len: 210 time: 0.1141846 Jun 30 02:36:17.518439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.534356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'port': {'device_id': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'admin_state_up': True, 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'security_groups': ['3cca48c2-1d65-4e0c-8476-4bf4caf43011']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:17.559844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Transition to ACTIVE for port object 443770c6-1eca-4ab0-a411-efd3c4f415e7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:17.579220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Transition to ACTIVE for port object 443770c6-1eca-4ab0-a411-efd3c4f415e7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:17.590634 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.648251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Network 75ba048b-25b9-4887-b553-2770b1dcf43c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:17.653067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:17.659337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:17.693900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.704542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:17.723005 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.770589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Sync routers for ids ['eb00a594-e01b-4a6c-8a07-bb0311068613'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:17.772741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Pushing event updated for resources: {'Port': ['ID=443770c6-1eca-4ab0-a411-efd3c4f415e7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:17.800574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Routers {'eb00a594-e01b-4a6c-8a07-bb0311068613'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:17.801492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2479d2e0-5636-4795-8814-a924429c330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eb00a594-e01b-4a6c-8a07-bb0311068613'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:17.808545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27457b2-ff77-4824-a636-449aad41f8cf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:17.832543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:17.851026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Allocated IP 2001:db8::81 (75ba048b-25b9-4887-b553-2770b1dcf43c/42626302-5c83-44ad-bb8c-a6e195201de8/82c5d3a7-2bc2-481f-b658-584f30455ee8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:17.884087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Attempting to bind port 443770c6-1eca-4ab0-a411-efd3c4f415e7 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:17.884374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Attempting to bind port 443770c6-1eca-4ab0-a411-efd3c4f415e7 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '70ca80b9-b7d1-40d7-9ec2-ab3db0836e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:17.884673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8548b32-43f5-49bb-aed1-1e36914e2882 req-4429394f-c7a2-43e7-a955-37200c87bb14 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0639014 Jun 30 02:36:17.884815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Attempting to bind port 443770c6-1eca-4ab0-a411-efd3c4f415e7 on network 75ba048b-25b9-4887-b553-2770b1dcf43c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:17.896858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.900439 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9a420b5c-b55a-47c2-8553-1f526be24a32 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8796921 Jun 30 02:36:17.905374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:17.905517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:17.906014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Checking segment: {'id': '70ca80b9-b7d1-40d7-9ec2-ab3db0836e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:17.906415 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.906879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Bound using segment: {'id': '70ca80b9-b7d1-40d7-9ec2-ab3db0836e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:17.909159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Bound port: 443770c6-1eca-4ab0-a411-efd3c4f415e7, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ca80b9-b7d1-40d7-9ec2-ab3db0836e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:17.910354 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.935616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-54280f87-05a6-4fc9-a721-c489d736b084 req-88977c9e-1c48-4fe3-8524-68d86c60d066 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 210 time: 0.0649948 Jun 30 02:36:17.936795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:17.937395 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Added segment 0621da90-e17b-46f8-9055-a8f8f31f4858 of type vlan for network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c Jun 30 02:36:17.997953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Made reservation on behalf of a12c18dd59784acc8be285228865d299 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:18.003588 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.102838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.128763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] For port 443770c6-1eca-4ab0-a411-efd3c4f415e7, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:18.134916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] For port 443770c6-1eca-4ab0-a411-efd3c4f415e7, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=443770c6-1eca-4ab0-a411-efd3c4f415e7,segment=NetworkSegment(70ca80b9-b7d1-40d7-9ec2-ab3db0836e01),segment_id=70ca80b9-b7d1-40d7-9ec2-ab3db0836e01)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:18.137491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Set router eb00a594-e01b-4a6c-8a07-bb0311068613 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:18.172502 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.200103 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.201018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:18.201603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.238821 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.270147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Transition to ACTIVE for port object 82c5d3a7-2bc2-481f-b658-584f30455ee8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:18.275799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Allocated IP 172.20.0.3 (d229cb70-5fa0-4cb6-8449-0aa985c643b3/2b9a2953-ff5e-4455-9a8e-2962a7821379/70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:18.308686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=175f8c10-e3cb-4f57-ba7e-a25d23feca3c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:18.321604 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-26ca74ed-3d8a-4e4d-ab55-8edbb5914ae7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6735201 Jun 30 02:36:18.326637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:18.333796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Request body: {'subnet': {'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-subnet', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:18.336839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:18.452218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:18.453716 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.456247 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.474747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc5253-8f61-4d9f-acb9-7d9e58ea1304 None None] Pushing event updated for resources: {'Port': ['ID=443770c6-1eca-4ab0-a411-efd3c4f415e7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:18.738983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2479d2e0-5636-4795-8814-a924429c330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-router', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:13Z', 'updated_at': '2021-06-30T02:36:16Z', 'revision_number': 3, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'gw_port': {'id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:14Z', 'updated_at': '2021-06-30T02:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:18.783527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:18.791901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1d42e455-3e43-4f74-af03-f9b6cd377e9a no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:18.795905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Checking router: eb00a594-e01b-4a6c-8a07-bb0311068613 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:18.796535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Updating router eb00a594-e01b-4a6c-8a07-bb0311068613 port 0e88fd1b-a273-40ac-8a29-85625910c62b binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:36:18.838076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 1d42e455-3e43-4f74-af03-f9b6cd377e9a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:18.838076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1d42e455-3e43-4f74-af03-f9b6cd377e9a not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:18.881079 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:18.988476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f9d55a-1f07-4a50-a45e-1951819dc0b5 admin admin] Deleting subnet 29f45555-f98c-4697-b3ec-fc081885a673 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:36:18.999624 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d55a-1f07-4a50-a45e-1951819dc0b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.157287 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d55a-1f07-4a50-a45e-1951819dc0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.364345 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.390052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Transition to ACTIVE for port object 0e88fd1b-a273-40ac-8a29-85625910c62b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:19.401321 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.456690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Network 75ba048b-25b9-4887-b553-2770b1dcf43c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:19.476869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Attempting to bind port 0e88fd1b-a273-40ac-8a29-85625910c62b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:19.477102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d0b315a-55e9-4ff1-ad76-ca28c89b82e2 req-fb42bac3-aa68-4524-a503-ce237714a77e tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.2066379 Jun 30 02:36:19.477459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Attempting to bind port 0e88fd1b-a273-40ac-8a29-85625910c62b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:19.477915 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Attempting to bind port 0e88fd1b-a273-40ac-8a29-85625910c62b on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:19.483355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb23c0-80b7-438e-a0d2-7d5d8099000e None None] Pushing event updated for resources: {'Port': ['ID=0e88fd1b-a273-40ac-8a29-85625910c62b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:19.490474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:19.491156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:19.491756 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.492253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:19.492821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Bound port: 0e88fd1b-a273-40ac-8a29-85625910c62b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:19.493299 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.501606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:19.556117 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.573124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Transition to ACTIVE for port object 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:19.629560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:19.638454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:19.639448 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.644746 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.652951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2479d2e0-5636-4795-8814-a924429c330c None None] For port 0e88fd1b-a273-40ac-8a29-85625910c62b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:19.653171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Port': ['ID=82c5d3a7-2bc2-481f-b658-584f30455ee8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:19.669701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2479d2e0-5636-4795-8814-a924429c330c None None] For port 0e88fd1b-a273-40ac-8a29-85625910c62b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0e88fd1b-a273-40ac-8a29-85625910c62b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:19.681471 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:19.763674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 443770c6-1eca-4ab0-a411-efd3c4f415e7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:19.789641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:19.809022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Network d229cb70-5fa0-4cb6-8449-0aa985c643b3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:19.817005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-25ccfe2f-10d7-470c-9249-e7f90de183ae tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2514684 Jun 30 02:36:19.817005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:19.818129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:19.827972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'port': {'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-658740736', 'allowed_address_pairs': [{'ip_address': '2001:db8::81', 'mac_address': 'fa:16:3e:24:d7:5d'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:19.934892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:19.977284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Routers {'eb00a594-e01b-4a6c-8a07-bb0311068613'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:19.987945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2479d2e0-5636-4795-8814-a924429c330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eb00a594-e01b-4a6c-8a07-bb0311068613'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:20.108370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb23c0-80b7-438e-a0d2-7d5d8099000e None None] Pushing event updated for resources: {'Port': ['ID=0e88fd1b-a273-40ac-8a29-85625910c62b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:20.170242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e409dbb0-4b8f-4dfe-b5e9-48ace7b1f383 req-59cb0a85-ddca-4d69-95d3-f320d593daaa tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 210 time: 0.8659685 Jun 30 02:36:20.209085 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d6978-d3a8-4c74-a735-115ea9baa9dc None None] Network 75ba048b-25b9-4887-b553-2770b1dcf43c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:20.239135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:20.242481 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.267933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Made reservation on behalf of a4a463470708484c901643489e5ee123 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:20.280107 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6a636a52-613d-406d-9f1a-7569966764d3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7578030 Jun 30 02:36:20.297741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d55a-1f07-4a50-a45e-1951819dc0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.310786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Request body: {'port': {'device_id': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:20.361603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.372170 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.458589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 443770c6-1eca-4ab0-a411-efd3c4f415e7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:20.491677 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.501188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ce3ea872-d4bd-4c22-82ed-459bca5b60ca None None] Provisioning for port 443770c6-1eca-4ab0-a411-efd3c4f415e7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:20.509792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2479d2e0-5636-4795-8814-a924429c330c None None] Set router eb00a594-e01b-4a6c-8a07-bb0311068613 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:20.530808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.546855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ce3ea872-d4bd-4c22-82ed-459bca5b60ca None None] Provisioning complete for port 443770c6-1eca-4ab0-a411-efd3c4f415e7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:20.547223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce3ea872-d4bd-4c22-82ed-459bca5b60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.558269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] device_id is not set on port 6558d58e-519b-417c-88d9-debd59df9949 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:36:20.600115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Allocated IP 172.20.0.1 (dcafbfc4-2a93-4f25-97ba-edf5e3c73916/858759c8-15f3-48c5-9dd8-52f3849cb5eb/c8342502-e6bf-4e54-8150-cc383799da2e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:20.719245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b4606b-a00c-4e33-b6ba-7adba1ded0ce,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:20.721974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d55a-1f07-4a50-a45e-1951819dc0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.745962 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d55a-1f07-4a50-a45e-1951819dc0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.747933 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e2f9d55a-1f07-4a50-a45e-1951819dc0b5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/29f45555-f98c-4697-b3ec-fc081885a673 HTTP/1.1" status: 204 len: 168 time: 1.9582975 Jun 30 02:36:20.780697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:20.830391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9d55a-1f07-4a50-a45e-1951819dc0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f45555-f98c-4697-b3ec-fc081885a673,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:20.889426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1fd1bb0-33d3-481f-afdb-8163ac590dbb req-46bd41c6-9afe-4d09-bba8-251e728957a4 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0590436 Jun 30 02:36:20.931837 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce3ea872-d4bd-4c22-82ed-459bca5b60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.937154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Checking segment: {'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:20.937563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Network hostable DHCP agents. Network: 175f8c10-e3cb-4f57-ba7e-a25d23feca3c, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:36:20.970667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Allocated IP 2001:db8::232 (75ba048b-25b9-4887-b553-2770b1dcf43c/42626302-5c83-44ad-bb8c-a6e195201de8/6558d58e-519b-417c-88d9-debd59df9949) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:20.980805 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:20.990382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.031943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ce3ea872-d4bd-4c22-82ed-459bca5b60ca None None] For port 443770c6-1eca-4ab0-a411-efd3c4f415e7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=443770c6-1eca-4ab0-a411-efd3c4f415e7,segment=NetworkSegment(70ca80b9-b7d1-40d7-9ec2-ab3db0836e01),segment_id=70ca80b9-b7d1-40d7-9ec2-ab3db0836e01)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:21.044082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce3ea872-d4bd-4c22-82ed-459bca5b60ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.057106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:36:21.082125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2479d2e0-5636-4795-8814-a924429c330c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-router', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:13Z', 'updated_at': '2021-06-30T02:36:16Z', 'revision_number': 3, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'gw_port': {'id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:14Z', 'updated_at': '2021-06-30T02:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:21.137596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479d2e0-5636-4795-8814-a924429c330c None None] The sync data for ids ['eb00a594-e01b-4a6c-8a07-bb0311068613'] in n-d-758944-39 is: [{'id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-router', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:13Z', 'updated_at': '2021-06-30T02:36:16Z', 'revision_number': 3, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'gw_port': {'id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:14Z', 'updated_at': '2021-06-30T02:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:21.164584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 175f8c10-e3cb-4f57-ba7e-a25d23feca3c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:21.173459 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.219234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d418c3f-c0fa-4563-83bb-e3cc2969dc02 None None] Network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:21.219965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe57224-acd0-4867-b428-f96893c5bdd7']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:21.223727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:21.225215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.265778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:21.268228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4dc64b-1006-44b8-893c-580d1ae4fcb3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:21.289571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.290343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:21.315992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f1b1aed7-5dee-4858-9137-814a0ca3ff10 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9879034 Jun 30 02:36:21.317212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.320020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.332810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:21.338935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:21.340367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ea872-d4bd-4c22-82ed-459bca5b60ca None None] Pushing event updated for resources: {'Port': ['ID=443770c6-1eca-4ab0-a411-efd3c4f415e7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:21.376145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-13828b48-6532-4575-99f8-527b796e6a75 None None] Provisioning for port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:21.398526 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.407237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-13828b48-6532-4575-99f8-527b796e6a75 None None] Provisioning complete for port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:21.407697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13828b48-6532-4575-99f8-527b796e6a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.411573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:21.443989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:21.452767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:21.464159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:36:21.468671 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:36:21.470957 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:36:21.495440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-13828b48-6532-4575-99f8-527b796e6a75 None None] Port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:21.539876 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.572952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Transition to ACTIVE for port object 6558d58e-519b-417c-88d9-debd59df9949 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:21.685818 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.689194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.701090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.714284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Transition to ACTIVE for port object 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:21.718005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Pushing event updated for resources: {'Port': ['ID=c8342502-e6bf-4e54-8150-cc383799da2e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:21.726528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:36:21.728479 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.747034 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.766139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.795934 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.890421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 443770c6-1eca-4ab0-a411-efd3c4f415e7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:21.933296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Network 75ba048b-25b9-4887-b553-2770b1dcf43c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:21.936126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e768d82-fee6-4992-9a70-2addab295227 None None] Provisioning complete for port 443770c6-1eca-4ab0-a411-efd3c4f415e7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:21.936504 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e768d82-fee6-4992-9a70-2addab295227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:21.977146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:21.989847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:21.998880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:21.999545 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:22.077912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:22.084709 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] 10.222.0.55 "DELETE /v2.0/networks/bfe57224-acd0-4867-b428-f96893c5bdd7 HTTP/1.1" status: 204 len: 168 time: 1.2960644 Jun 30 02:36:22.088399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773f133-9434-4f1f-b6a5-40c4fb51a68f admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe57224-acd0-4867-b428-f96893c5bdd7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:22.114966 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:22.172071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:22.204653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Allocated IP 172.20.0.2 (175f8c10-e3cb-4f57-ba7e-a25d23feca3c/33b4606b-a00c-4e33-b6ba-7adba1ded0ce/e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:22.310917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 443770c6-1eca-4ab0-a411-efd3c4f415e7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:22.314104 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:22.341770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63fbc78d-b3a6-4c7f-b829-e83c147a7953 req-b723761d-2569-4af2-b80a-9de51161a112 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0620944 Jun 30 02:36:22.545248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Port': ['ID=6558d58e-519b-417c-88d9-debd59df9949,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:22.584916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:22.695332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-922720ff-57da-43da-812d-b6cdb6781448 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.8758483 Jun 30 02:36:22.742363 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:22.752882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Transition to ACTIVE for port object e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:22.756718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:22.764181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2aeabb91-15a7-4d00-b902-289366d221db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc0da76d9c564aae9d52df52078277ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780279 Jun 30 02:36:22.773067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Transition to ACTIVE for port object e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:22.786001 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:22.830882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:22.832518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e768d82-fee6-4992-9a70-2addab295227 None None] Provisioning for port 82c5d3a7-2bc2-481f-b658-584f30455ee8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:22.837357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:22.848498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33942) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:22.852598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:22.858524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e768d82-fee6-4992-9a70-2addab295227 None None] Provisioning complete for port 82c5d3a7-2bc2-481f-b658-584f30455ee8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:22.858774 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e768d82-fee6-4992-9a70-2addab295227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:22.933754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6e768d82-fee6-4992-9a70-2addab295227 None None] Port 82c5d3a7-2bc2-481f-b658-584f30455ee8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:22.947180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.009793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Pushing event updated for resources: {'Port': ['ID=e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:23.036817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77e8be-b995-4471-b0fe-21811795e41a req-ed72e256-5e5f-431b-8a06-8fdf6def32c3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:23.051418 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30ccdf3e-4311-482f-9fea-0c871be5d981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.056382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf77e8be-b995-4471-b0fe-21811795e41a req-ed72e256-5e5f-431b-8a06-8fdf6def32c3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 943 time: 1.3843780 Jun 30 02:36:23.062794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Attempting to bind port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:23.063171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Attempting to bind port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:23.063535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Attempting to bind port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf on network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:23.064541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Attempting to bind port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:23.065101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Attempting to bind port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:23.065677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Attempting to bind port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:23.081766 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30ccdf3e-4311-482f-9fea-0c871be5d981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.092744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:23.093616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Checking segment: {'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:23.094050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.094457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Bound using segment: {'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:23.095651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Bound port: e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:23.096044 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.123574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:23.137443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:23.138404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Attempting to bind port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:23.148836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:23.149627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Checking segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:23.150236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Bound using segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:23.150546 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.151192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Bound port: 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:23.151968 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.167245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.202631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34a3779c-267f-433c-bb6c-04e4c253703c None None] Provisioning for port 6558d58e-519b-417c-88d9-debd59df9949 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:23.208250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7765df3a-223a-4fad-8a70-053f22b4f93f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:23.215310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7765df3a-223a-4fad-8a70-053f22b4f93f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:23.221795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7765df3a-223a-4fad-8a70-053f22b4f93f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:23.222032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34a3779c-267f-433c-bb6c-04e4c253703c None None] Provisioning complete for port 6558d58e-519b-417c-88d9-debd59df9949 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:23.222415 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34a3779c-267f-433c-bb6c-04e4c253703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.223623 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7765df3a-223a-4fad-8a70-053f22b4f93f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4582448 Jun 30 02:36:23.227131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:23.277582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-34a3779c-267f-433c-bb6c-04e4c253703c None None] Port 6558d58e-519b-417c-88d9-debd59df9949 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:23.288253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.292075 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30ccdf3e-4311-482f-9fea-0c871be5d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.294696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30ccdf3e-4311-482f-9fea-0c871be5d981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.298836 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-30ccdf3e-4311-482f-9fea-0c871be5d981 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb2d84da-d71d-42a0-90e8-0fd7faddcd6a HTTP/1.1" status: 204 len: 168 time: 0.4482667 Jun 30 02:36:23.308752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Pushing event updated for resources: {'Port': ['ID=c8342502-e6bf-4e54-8150-cc383799da2e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:23.315019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccdf3e-4311-482f-9fea-0c871be5d981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2d84da-d71d-42a0-90e8-0fd7faddcd6a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:23.369109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:23.417130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:23.419164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:23.429482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:23.445685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] For port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:23.446539 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.457403 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] For port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:23.474748 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.503210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34a3779c-267f-433c-bb6c-04e4c253703c None None] Provisioning complete for port 82c5d3a7-2bc2-481f-b658-584f30455ee8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:23.504738 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34a3779c-267f-433c-bb6c-04e4c253703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.592203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Router eb00a594-e01b-4a6c-8a07-bb0311068613 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:23.680825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:23.730027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:23.730747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.734926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-6c04e507-2657-4fe1-a103-a415e3ccbc4f service neutron] 10.222.0.69 "PUT /v2.0/ports/70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 200 len: 1092 time: 3.4266286 Jun 30 02:36:23.746245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:23.748861 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21112404-c20a-4c41-8be2-8973d908d6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:23.768366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0e88fd1b-a273-40ac-8a29-85625910c62b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:23.867513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1a46a52b-2170-42cc-9506-c928fd76718b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Deleting port 6558d58e-519b-417c-88d9-debd59df9949 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:23.870431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a46a52b-2170-42cc-9506-c928fd76718b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:23.969108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:23.983121 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a6560ea1-686a-404d-8676-64506ee8d1bf admin admin] 10.222.0.55 "PUT /v2.0/routers/eb00a594-e01b-4a6c-8a07-bb0311068613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0716250 Jun 30 02:36:24.004375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23d7b6-9774-44e9-a3f4-04ece56ebbcc None None] Pushing event updated for resources: {'Port': ['ID=e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:24.021021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-34a3779c-267f-433c-bb6c-04e4c253703c None None] Port 82c5d3a7-2bc2-481f-b658-584f30455ee8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:24.044998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0e88fd1b-a273-40ac-8a29-85625910c62b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:24.049839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0e88fd1b-a273-40ac-8a29-85625910c62b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:24.050748 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.092099 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf77e8be-b995-4471-b0fe-21811795e41a req-40f04d64-1bdd-4b2e-bc01-9668d8d0e14d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0317621 Jun 30 02:36:24.103353 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ec6e28a-4578-4e45-82e7-6755f7a239df req-84829ede-bc12-43a0-8200-a8e9ff5e9b38 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.1271167 Jun 30 02:36:24.148247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.290696 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3c9fa5-50a9-42b5-b267-628005ab01ec x-openstack-request-id: req-be3c9fa5-50a9-42b5-b267-628005ab01ec {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:24.291035 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:24.291306 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be3c9fa5-50a9-42b5-b267-628005ab01ec {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:24.291741 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'status': 'completed', 'code': 200} Jun 30 02:36:24.302536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.393740 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Sync routers for ids ['eb00a594-e01b-4a6c-8a07-bb0311068613'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:24.410577 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Routers {'eb00a594-e01b-4a6c-8a07-bb0311068613'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:24.413994 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eb00a594-e01b-4a6c-8a07-bb0311068613'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:24.460821 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bd9edfa-13b8-4fac-8746-cd6ff2c21dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.500583 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.549900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0e88fd1b-a273-40ac-8a29-85625910c62b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0e88fd1b-a273-40ac-8a29-85625910c62b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:24.559485 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.611632 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a46a52b-2170-42cc-9506-c928fd76718b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:24.616098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-f70a1ef0-e1f9-4de6-9fe8-6981c0c0a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:24.617618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-f70a1ef0-e1f9-4de6-9fe8-6981c0c0a703 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 1095 time: 0.7883387 Jun 30 02:36:24.669992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0e88fd1b-a273-40ac-8a29-85625910c62b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:24.690991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1a46a52b-2170-42cc-9506-c928fd76718b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Calling delete_port for 6558d58e-519b-417c-88d9-debd59df9949 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:24.707802 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-b3ebcea8-7752-438e-bce6-0a3990ac641e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 200 len: 217 time: 0.0775645 Jun 30 02:36:24.711573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Allocated IP 172.25.7.15 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/1e4b149e-19f5-40b7-9325-a154a83d51c9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:24.759862 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Set router eb00a594-e01b-4a6c-8a07-bb0311068613 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:24.839744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-fac614e7-927a-4633-b3c1-7657891fc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:24.842368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-fac614e7-927a-4633-b3c1-7657891fc2ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.1212671 Jun 30 02:36:25.100477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:25.136625 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.148045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-77f2a832-9975-4dfd-a05b-1f2f1c355db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:25.149727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-77f2a832-9975-4dfd-a05b-1f2f1c355db5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2728684 Jun 30 02:36:25.310028 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-router', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:13Z', 'updated_at': '2021-06-30T02:36:22Z', 'revision_number': 4, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'gw_port': {'id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:14Z', 'updated_at': '2021-06-30T02:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c8342502-e6bf-4e54-8150-cc383799da2e', 'name': '', 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'mac_address': 'fa:16:3e:71:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '858759c8-15f3-48c5-9dd8-52f3849cb5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:20Z', 'updated_at': '2021-06-30T02:36:22Z', 'revision_number': 2, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'subnets': [{'id': '858759c8-15f3-48c5-9dd8-52f3849cb5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:25.367835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-efcaf5fc-a29c-47de-ace1-071085dfddc7 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:25.371227 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a46a52b-2170-42cc-9506-c928fd76718b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.382559 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-efcaf5fc-a29c-47de-ace1-071085dfddc7 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 819 time: 0.2533102 Jun 30 02:36:25.384673 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Checking router: eb00a594-e01b-4a6c-8a07-bb0311068613 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:25.385316 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Updating router eb00a594-e01b-4a6c-8a07-bb0311068613 port c8342502-e6bf-4e54-8150-cc383799da2e binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:36:25.425312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-540048b0-ce51-4579-9c80-c60937fac053 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/quotas/c936496cd6d847db822f7d0023ff161f HTTP/1.1" status: 200 len: 375 time: 0.0403929 Jun 30 02:36:25.448018 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.501084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-653270532-network', 'tenant_id': 'a6f78a9f180c4aa395586c880a7854ca'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:25.527806 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ce90561-2b8b-4730-b249-783f756e6158 req-1169dac9-b770-4fe3-a4c1-2688060db323 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.1191247 Jun 30 02:36:25.576723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46a52b-2170-42cc-9506-c928fd76718b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event deleted for resources: {'Port': ['ID=6558d58e-519b-417c-88d9-debd59df9949,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:25.581503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Made reservation on behalf of a6f78a9f180c4aa395586c880a7854ca for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:25.585441 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.638292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.681809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-1bda0f47-bc09-489c-b5a9-ac60542e76f0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2536869 Jun 30 02:36:25.798353 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d62e5-e4b3-49b7-8011-274aeeb7f380 None None] Network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:25.815149 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:25.877439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Pushing event updated for resources: {'Port': ['ID=1e4b149e-19f5-40b7-9325-a154a83d51c9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:25.885274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-aef60724-df8b-431e-94eb-c4af88646264 service neutron] 10.222.0.69 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7122998 Jun 30 02:36:25.909215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:25.974085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.074963 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0e88fd1b-a273-40ac-8a29-85625910c62b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:26.078912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.092728 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:26.098127 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-064293d5-6951-42ed-83b6-c77d2d2821cd req-9319beb4-7ffd-4f9c-a6fa-eb7953f7be8a service neutron] 10.222.0.69 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872654 Jun 30 02:36:26.104457 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a46a52b-2170-42cc-9506-c928fd76718b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.104668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.105154 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Added segment 7e28f844-4723-443b-8dff-5c572ec851e0 of type vlan for network 5e230ad2-9618-49f2-8102-656af15efcc8 Jun 30 02:36:26.106520 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1a46a52b-2170-42cc-9506-c928fd76718b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "DELETE /v2.0/ports/6558d58e-519b-417c-88d9-debd59df9949 HTTP/1.1" status: 204 len: 168 time: 2.8779471 Jun 30 02:36:26.107496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:26.110400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:26.116540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:26.165145 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.177954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c20806a-4db1-41bc-a9e4-c5d7f66f8ea1 None None] Provisioning for port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:26.185593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0e88fd1b-a273-40ac-8a29-85625910c62b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:26.186352 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.231338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62545ab0-31cb-420f-992a-98c140e09c31,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:26.236928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.239042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.239696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.241197 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ec8cdd-12ed-4e74-ae25-efe236f77a4d tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] GET failed (client error): The resource could not be found. Jun 30 02:36:26.246104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-55ec8cdd-12ed-4e74-ae25-efe236f77a4d tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "GET /v2.0/ports/6558d58e-519b-417c-88d9-debd59df9949 HTTP/1.1" status: 404 len: 333 time: 0.1240833 Jun 30 02:36:26.254778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:26.310451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:26.384106 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:26.388883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:26.389511 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.398285 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.403945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'port': {'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1872406231'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:26.423151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] Pushing event updated for resources: {'Network': ['ID=5e230ad2-9618-49f2-8102-656af15efcc8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:26.426016 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Transition to ACTIVE for port object c8342502-e6bf-4e54-8150-cc383799da2e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:26.433770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6aea57d9-e8fd-44f5-97e6-491b4c5b0575 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3272257 Jun 30 02:36:26.440085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:26.443599 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.446636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5e230ad2-9618-49f2-8102-656af15efcc8 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:26.465605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Request body: {'subnet': {'network_id': '5e230ad2-9618-49f2-8102-656af15efcc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-653270532-subnet', 'tenant_id': 'a6f78a9f180c4aa395586c880a7854ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:26.584621 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Pushing event updated for resources: {'Port': ['ID=c8342502-e6bf-4e54-8150-cc383799da2e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:26.595242 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.595866 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.596971 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.597480 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.597950 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.598907 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.599442 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.599931 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.600409 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.600875 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.601343 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.601818 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:26.634263 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.681621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:26.683639 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Attempting to bind port c8342502-e6bf-4e54-8150-cc383799da2e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:26.685239 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Attempting to bind port c8342502-e6bf-4e54-8150-cc383799da2e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:26.687702 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Attempting to bind port c8342502-e6bf-4e54-8150-cc383799da2e on network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:26.693262 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.706231 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:26.709370 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Checking segment: {'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:26.710168 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.710747 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Bound using segment: {'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:26.713071 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Bound port: c8342502-e6bf-4e54-8150-cc383799da2e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:26.713926 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.753169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Made reservation on behalf of a6f78a9f180c4aa395586c880a7854ca for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:26.755709 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.802907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:26.824614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d76fb7b-5c64-40b9-a7a5-48d8ed2eca00 None None] Provisioning complete for port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:26.825157 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d76fb7b-5c64-40b9-a7a5-48d8ed2eca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.859073 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] For port c8342502-e6bf-4e54-8150-cc383799da2e, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:26.867580 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] For port c8342502-e6bf-4e54-8150-cc383799da2e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c8342502-e6bf-4e54-8150-cc383799da2e,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:26.909642 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:26.963331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-3cbcaa86-deba-43a9-9920-02f47d0e4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:26.966017 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-3cbcaa86-deba-43a9-9920-02f47d0e4c06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 1095 time: 0.7982008 Jun 30 02:36:26.990897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-44b9d853-6c8e-4d97-aaa8-6642c9231bfe service neutron] 10.222.0.55 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3079667 Jun 30 02:36:26.998812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c80dd-112c-4aa2-b6b1-332d5b00e621 req-172b87be-ec70-48d4-bdc3-781ba9bebcf0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.000728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c92c80dd-112c-4aa2-b6b1-332d5b00e621 req-172b87be-ec70-48d4-bdc3-781ba9bebcf0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 943 time: 1.1742105 Jun 30 02:36:27.032198 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Routers {'eb00a594-e01b-4a6c-8a07-bb0311068613'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:27.036745 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:35:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eb00a594-e01b-4a6c-8a07-bb0311068613'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:27.045145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Made reservation on behalf of a4a463470708484c901643489e5ee123 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:27.049001 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.081032 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.083584 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dd07da6-fc0d-49aa-b125-aac2ce42afb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.125182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] device_id is not set on port 275338f2-6601-44b5-bc96-ec946f10c016 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:36:27.137043 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106313a0-94a5-4851-a8d2-3604cb632923 None None] Pushing event updated for resources: {'Port': ['ID=c8342502-e6bf-4e54-8150-cc383799da2e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:27.138624 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c92c80dd-112c-4aa2-b6b1-332d5b00e621 req-6e4f97b4-2a11-45c5-a0d7-3e621d4d976f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219962 Jun 30 02:36:27.199511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-141f2980-51b8-410e-b4b6-1973043a5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.201016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-141f2980-51b8-410e-b4b6-1973043a5600 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.1992109 Jun 30 02:36:27.273368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-b8c5c2e5-18c2-4c2a-bf25-e9a26b6d1945 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 200 len: 217 time: 0.0627408 Jun 30 02:36:27.294861 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] Set router eb00a594-e01b-4a6c-8a07-bb0311068613 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:27.399537 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.459028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-fd4ab02b-4351-4ec0-b241-cb93d2ecac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.460780 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-fd4ab02b-4351-4ec0-b241-cb93d2ecac88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.1793253 Jun 30 02:36:27.461981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.496268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Allocated IP 2001:db8::2ff (75ba048b-25b9-4887-b553-2770b1dcf43c/42626302-5c83-44ad-bb8c-a6e195201de8/275338f2-6601-44b5-bc96-ec946f10c016) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:27.535428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8735b4d-d324-433f-9501-2d9ae2e2be12,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:27.588677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Checking segment: {'id': '7e28f844-4723-443b-8dff-5c572ec851e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5e230ad2-9618-49f2-8102-656af15efcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:27.589207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Network hostable DHCP agents. Network: 5e230ad2-9618-49f2-8102-656af15efcc8, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:36:27.612112 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-3d84c191-52dc-4264-8197-58c162195807 service neutron] 10.222.0.55 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029301 Jun 30 02:36:27.669084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Network 5e230ad2-9618-49f2-8102-656af15efcc8 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:36:27.675757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c8cb06f-af5e-440a-bdf8-be1bc2bd49b0 req-3a905d7e-e69f-42fa-a317-c86d732839c5 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0617418 Jun 30 02:36:27.695879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-883583d2-02e8-4f11-9948-9d8e78194b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:27.697490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-883583d2-02e8-4f11-9948-9d8e78194b18 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2218547 Jun 30 02:36:27.726880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:27.813379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:27.814572 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.826540 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-router', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:13Z', 'updated_at': '2021-06-30T02:36:22Z', 'revision_number': 4, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'gw_port': {'id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:14Z', 'updated_at': '2021-06-30T02:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c8342502-e6bf-4e54-8150-cc383799da2e', 'name': '', 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'mac_address': 'fa:16:3e:71:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '858759c8-15f3-48c5-9dd8-52f3849cb5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:20Z', 'updated_at': '2021-06-30T02:36:26Z', 'revision_number': 4, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'subnets': [{'id': '858759c8-15f3-48c5-9dd8-52f3849cb5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:27.888722 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d34b3-f6ee-4b45-9362-b2ae43ef2180 None None] The sync data for ids ['eb00a594-e01b-4a6c-8a07-bb0311068613'] in n-d-758944-39 is: [{'id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-router', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:13Z', 'updated_at': '2021-06-30T02:36:22Z', 'revision_number': 4, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'gw_port': {'id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:14Z', 'updated_at': '2021-06-30T02:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c8342502-e6bf-4e54-8150-cc383799da2e', 'name': '', 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'mac_address': 'fa:16:3e:71:76:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '858759c8-15f3-48c5-9dd8-52f3849cb5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:20Z', 'updated_at': '2021-06-30T02:36:26Z', 'revision_number': 4, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'subnets': [{'id': '858759c8-15f3-48c5-9dd8-52f3849cb5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:27.908876 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:27.952621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Transition to ACTIVE for port object 275338f2-6601-44b5-bc96-ec946f10c016 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:27.987935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5e230ad2-9618-49f2-8102-656af15efcc8) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:28.005657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:28.006406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.016306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cd7823-a7d4-4a41-94bd-adab35d13c68 None None] Network 5e230ad2-9618-49f2-8102-656af15efcc8 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:28.041716 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.058085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4d4c5255-7ef5-4df3-9a04-654efb0cede0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6053531 Jun 30 02:36:28.081183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-d7f8b840-77b5-4885-8993-49b63d9dfbfd service neutron] 10.222.0.69 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765333 Jun 30 02:36:28.129018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.187355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9810a27-84b6-4ee3-8dc2-9d3b1a44653d req-0fa85df7-dd08-46bc-8663-3384323028e5 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 210 time: 0.1095300 Jun 30 02:36:28.279185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Network 75ba048b-25b9-4887-b553-2770b1dcf43c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:28.288389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:28.297083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:28.305648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:28.306601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.344217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Port': ['ID=275338f2-6601-44b5-bc96-ec946f10c016,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:28.370676 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-451f76d0-359f-4afb-9ca5-b9ed837304a5 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9770126 Jun 30 02:36:28.372551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:28.397801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cdf784d5-533a-41a9-b912-038d5e6207e8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::81', 'mac_address': 'fa:16:3e:24:d7:5d'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:28.867832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Router 25ee13b9-0d13-411f-99b0-31a692235f6a is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:36:28.929021 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf784d5-533a-41a9-b912-038d5e6207e8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:28.970397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26179f58-4b95-4a0c-ab86-19983b16c459 None None] Network 5e230ad2-9618-49f2-8102-656af15efcc8 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:29.005445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:29.033402 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21112404-c20a-4c41-8be2-8973d908d6b3 req-f84a39a9-9e60-4c74-a283-c0100a2bdaa6 service neutron] 10.222.0.69 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9274070 Jun 30 02:36:29.066293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33e5ba-efc5-43e5-aba7-68a067218d88 req-94964a6a-2b95-4df9-9440-3f274d83644a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.084199 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef33e5ba-efc5-43e5-aba7-68a067218d88 req-94964a6a-2b95-4df9-9440-3f274d83644a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 943 time: 0.5323269 Jun 30 02:36:29.089584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec378cb5-57ea-477a-bb03-2095e1eee7b9 None None] Provisioning for port 275338f2-6601-44b5-bc96-ec946f10c016 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:29.111183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec378cb5-57ea-477a-bb03-2095e1eee7b9 None None] Provisioning complete for port 275338f2-6601-44b5-bc96-ec946f10c016 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:29.112906 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec378cb5-57ea-477a-bb03-2095e1eee7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:29.147760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:29.182016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ec378cb5-57ea-477a-bb03-2095e1eee7b9 None None] Port 275338f2-6601-44b5-bc96-ec946f10c016 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:29.186841 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Sync routers for ids ['25ee13b9-0d13-411f-99b0-31a692235f6a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:29.207103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Routers {'25ee13b9-0d13-411f-99b0-31a692235f6a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:29.208841 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['25ee13b9-0d13-411f-99b0-31a692235f6a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:29.267161 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef33e5ba-efc5-43e5-aba7-68a067218d88 req-345e1ee7-b3a5-4472-ac4e-4d4c40c39611 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806703 Jun 30 02:36:29.312102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:29.339840 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:29.349247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5826da54-d950-4001-9231-3e00909f1cff admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0118561 Jun 30 02:36:29.360797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:29.576768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-d03b41a0-dde9-4afd-a84f-018474d00b92 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.584267 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-d03b41a0-dde9-4afd-a84f-018474d00b92 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/networks?id=5e230ad2-9618-49f2-8102-656af15efcc8 HTTP/1.1" status: 200 len: 812 time: 0.4197967 Jun 30 02:36:29.698985 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf784d5-533a-41a9-b912-038d5e6207e8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:29.714012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf784d5-533a-41a9-b912-038d5e6207e8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:29.747907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-c2acf504-043e-4070-8d7a-32787bff668f tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.749526 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-c2acf504-043e-4070-8d7a-32787bff668f tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 819 time: 0.2723503 Jun 30 02:36:29.777969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-d898b4bd-83a7-45dd-845c-07363ade7550 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/quotas/a6f78a9f180c4aa395586c880a7854ca HTTP/1.1" status: 200 len: 375 time: 0.0200477 Jun 30 02:36:29.797987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Set router 25ee13b9-0d13-411f-99b0-31a692235f6a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:29.814694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf784d5-533a-41a9-b912-038d5e6207e8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Port': ['ID=275338f2-6601-44b5-bc96-ec946f10c016,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:29.818217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cdf784d5-533a-41a9-b912-038d5e6207e8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] In _notify_port_updated(), no bound segment for port 275338f2-6601-44b5-bc96-ec946f10c016 on network 75ba048b-25b9-4887-b553-2770b1dcf43c {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:36:29.823653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf784d5-533a-41a9-b912-038d5e6207e8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:29.824274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf784d5-533a-41a9-b912-038d5e6207e8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:29.825557 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cdf784d5-533a-41a9-b912-038d5e6207e8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "PUT /v2.0/ports/275338f2-6601-44b5-bc96-ec946f10c016 HTTP/1.1" status: 200 len: 1002 time: 1.4516640 Jun 30 02:36:29.831619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:29.836390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-8eb9c413-aeeb-4e62-b685-3b9285ca49b0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/quotas/c936496cd6d847db822f7d0023ff161f HTTP/1.1" status: 200 len: 375 time: 0.0227516 Jun 30 02:36:29.852603 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-9df23087-36d5-47a3-8ee6-bf9a083b91d8 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6f78a9f180c4aa395586c880a7854ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732901 Jun 30 02:36:29.893774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c8342502-e6bf-4e54-8150-cc383799da2e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:30.009512 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-107b2e33-0a80-4fa7-a942-5cccaf95707b tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1664078 Jun 30 02:36:30.173592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:30.308632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'port_id': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'mac_address': 'fa:16:3e:0b:ab:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:30.329404 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-d7a04f5c-61c4-458b-9bcd-8c36854c4f73 service neutron] 10.222.0.55 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047628 Jun 30 02:36:30.417767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1ff90d68-6357-4283-b930-33bff72d23cc None None] Provisioning complete for port 275338f2-6601-44b5-bc96-ec946f10c016 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:30.419880 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ff90d68-6357-4283-b930-33bff72d23cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.475181 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-0cd92c2f-15cf-4c50-870b-a5bfe6d31aa6 service neutron] 10.222.0.55 "GET /v2.0/networks/5e230ad2-9618-49f2-8102-656af15efcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361267 Jun 30 02:36:30.565735 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.574178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.598109 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:30.621631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:30.638675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1ff90d68-6357-4283-b930-33bff72d23cc None None] Port 275338f2-6601-44b5-bc96-ec946f10c016 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:30.643676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.727405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:30.736269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:27Z', 'revision_number': 3, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:30.741707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.742055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.742398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.742746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.743086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.743419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.743745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.744068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.744389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.744705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.745240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.745566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:30.764477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-276729fd-ebeb-46f7-8221-5e8dfbf63c4d tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Deleting port 275338f2-6601-44b5-bc96-ec946f10c016 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:30.774741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-276729fd-ebeb-46f7-8221-5e8dfbf63c4d tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.786595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Checking router: 25ee13b9-0d13-411f-99b0-31a692235f6a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:30.787365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Updating router 25ee13b9-0d13-411f-99b0-31a692235f6a port 1e4b149e-19f5-40b7-9325-a154a83d51c9 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:36:30.798930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port c8342502-e6bf-4e54-8150-cc383799da2e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:30.822386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c8342502-e6bf-4e54-8150-cc383799da2e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:30.823085 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.862498 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:30.946397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-416244a3-a077-4dce-8a81-8a97abfd44ee service neutron] 10.222.0.55 "GET /v2.0/networks/5e230ad2-9618-49f2-8102-656af15efcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683681 Jun 30 02:36:31.027030 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-276729fd-ebeb-46f7-8221-5e8dfbf63c4d tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.097543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-276729fd-ebeb-46f7-8221-5e8dfbf63c4d tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Calling delete_port for 275338f2-6601-44b5-bc96-ec946f10c016 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:31.223487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-4fe0b450-4504-41c6-bbf1-6067b128430d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:31.225535 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-4fe0b450-4504-41c6-bbf1-6067b128430d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.73 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 819 time: 0.8621180 Jun 30 02:36:31.247549 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.268084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Transition to ACTIVE for port object 1e4b149e-19f5-40b7-9325-a154a83d51c9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:31.281810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:31.295077 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-c1649c5a-9ddf-4b6e-958e-5217967f83fb service neutron] 10.222.0.55 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9567423 Jun 30 02:36:31.308078 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Request body: {'port': {'device_id': '8ba62dc3-7046-47e0-8b50-f838a23f61e5', 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916', 'admin_state_up': True, 'tenant_id': 'c936496cd6d847db822f7d0023ff161f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:31.370961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.396472 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.454232 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.511632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port c8342502-e6bf-4e54-8150-cc383799da2e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c8342502-e6bf-4e54-8150-cc383799da2e,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:31.550406 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.614457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Allocated IP 172.20.0.1 (175f8c10-e3cb-4f57-ba7e-a25d23feca3c/33b4606b-a00c-4e33-b6ba-7adba1ded0ce/0ed5f1c3-6df8-411f-9fb9-3badfee2adc8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:31.619497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Attempting to bind port 1e4b149e-19f5-40b7-9325-a154a83d51c9 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:31.620193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Attempting to bind port 1e4b149e-19f5-40b7-9325-a154a83d51c9 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:31.620797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Attempting to bind port 1e4b149e-19f5-40b7-9325-a154a83d51c9 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:31.637047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:31.637467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:31.637872 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.638404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:31.638930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Bound port: 1e4b149e-19f5-40b7-9325-a154a83d51c9, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:31.639343 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.673252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Made reservation on behalf of c936496cd6d847db822f7d0023ff161f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:31.678319 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.715396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] For port 1e4b149e-19f5-40b7-9325-a154a83d51c9, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:31.719711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] For port 1e4b149e-19f5-40b7-9325-a154a83d51c9, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1e4b149e-19f5-40b7-9325-a154a83d51c9,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:31.729691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c436c9f-b18a-4843-a024-025d70eef5d9 None None] Pushing event updated for resources: {'Port': ['ID=1e4b149e-19f5-40b7-9325-a154a83d51c9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:31.743826 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:31.799337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c11df6d3-c911-4a56-b62d-b021649fb7db req-3eb02c03-a615-46c2-9993-6ef68327b3e9 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.1014855 Jun 30 02:36:31.875327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=c8342502-e6bf-4e54-8150-cc383799da2e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:31.922052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Routers {'25ee13b9-0d13-411f-99b0-31a692235f6a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:31.925176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['25ee13b9-0d13-411f-99b0-31a692235f6a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:32.140134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c436c9f-b18a-4843-a024-025d70eef5d9 None None] Pushing event updated for resources: {'Port': ['ID=1e4b149e-19f5-40b7-9325-a154a83d51c9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:32.264903 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80b284e8-f874-4de4-956c-3fd0ca21383e req-6a2f3399-ce23-497d-9da0-8024bbd18e7f tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 210 time: 0.0362113 Jun 30 02:36:32.281602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Allocated IP 172.20.0.6 (dcafbfc4-2a93-4f25-97ba-edf5e3c73916/858759c8-15f3-48c5-9dd8-52f3849cb5eb/9dd81dfe-abe8-409a-bd1b-d2c2b0249400) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:32.450921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] Set router 25ee13b9-0d13-411f-99b0-31a692235f6a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:32.486266 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-12d5dbb8-3734-426d-a111-21a0d7e2aca5 req-8b21d746-cdb2-40c5-b1ef-dde18a0e6416 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 210 time: 0.1148546 Jun 30 02:36:32.633403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-394be8ef-d66a-4d05-a555-6590c3e4dfbc req-da8560f0-a807-47aa-951a-006b19f1f9ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e28c36f8-6b3c-4898-bdf1-9a7340e0d677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0793970 Jun 30 02:36:32.691237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-276729fd-ebeb-46f7-8221-5e8dfbf63c4d tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.767129 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.785040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.850470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276729fd-ebeb-46f7-8221-5e8dfbf63c4d tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event deleted for resources: {'Port': ['ID=275338f2-6601-44b5-bc96-ec946f10c016,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:32.922653 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.055810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:33.058534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Pushing event updated for resources: {'Port': ['ID=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:33.060787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:27Z', 'revision_number': 3, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:33.064760 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:33.068264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:33.077494 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-394be8ef-d66a-4d05-a555-6590c3e4dfbc req-834b2472-4a05-4d8c-8320-2f99fad038f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=11438e0bec954cd0819001570c73a8aa&device_id=e28c36f8-6b3c-4898-bdf1-9a7340e0d677 HTTP/1.1" status: 200 len: 210 time: 0.1864622 Jun 30 02:36:33.138398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:33.139065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.139685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Transition to ACTIVE for port object 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:33.153648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4170d9f3-e38f-4589-b3a4-fd07df290f62 None None] The sync data for ids ['25ee13b9-0d13-411f-99b0-31a692235f6a'] in n-d-758944-39 is: [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:27Z', 'revision_number': 3, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:33.161529 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-276729fd-ebeb-46f7-8221-5e8dfbf63c4d tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.164529 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-276729fd-ebeb-46f7-8221-5e8dfbf63c4d tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "DELETE /v2.0/ports/275338f2-6601-44b5-bc96-ec946f10c016 HTTP/1.1" status: 204 len: 168 time: 3.3109663 Jun 30 02:36:33.170352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:33.200746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9cdbff94-3c43-4573-b484-3eff5a5db00c req-c177ed2b-82c4-4b60-80ad-36438ac7faa4 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.1431012 Jun 30 02:36:33.214905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-a2e06bc5-0a08-45a2-a7e7-b84cf340cd85 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9183955 Jun 30 02:36:33.242870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Request body: {'port': {'device_id': '8ba62dc3-7046-47e0-8b50-f838a23f61e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:33.288644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-394be8ef-d66a-4d05-a555-6590c3e4dfbc req-6b937c3c-9f14-4c75-ba78-538d219f26c2 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=11438e0bec954cd0819001570c73a8aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469138 Jun 30 02:36:33.290876 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdad8a07-279d-4f07-9000-6cb058cff5df tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] GET failed (client error): The resource could not be found. Jun 30 02:36:33.295666 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fdad8a07-279d-4f07-9000-6cb058cff5df tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "GET /v2.0/ports/275338f2-6601-44b5-bc96-ec946f10c016 HTTP/1.1" status: 404 len: 333 time: 0.1225815 Jun 30 02:36:33.308255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:33.314391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'port': {'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-875925667'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:33.484128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.488283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be8ef-d66a-4d05-a555-6590c3e4dfbc req-95290d7c-ab78-4907-a52f-138584add4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:33.490293 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-394be8ef-d66a-4d05-a555-6590c3e4dfbc req-95290d7c-ab78-4907-a52f-138584add4ee service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1861982 Jun 30 02:36:33.504329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbac96-3832-45a9-bda2-dbd358be3a00 req-5b9be6f1-5fcd-4ef6-b2a4-20acc27e4676 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:33.525904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0fbac96-3832-45a9-bda2-dbd358be3a00 req-5b9be6f1-5fcd-4ef6-b2a4-20acc27e4676 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.9606555 Jun 30 02:36:33.745612 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58a36bb4-f8da-4241-8903-e23639ddea3b req-756b563f-2918-473c-9736-a1d528e0442f tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 210 time: 0.1459138 Jun 30 02:36:33.806515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c8342502-e6bf-4e54-8150-cc383799da2e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:33.821138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-cb127be2-4256-48a9-a503-d86bd8e555de tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:33.822875 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-cb127be2-4256-48a9-a503-d86bd8e555de tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.69 "GET /v2.0/networks?id=5e230ad2-9618-49f2-8102-656af15efcc8 HTTP/1.1" status: 200 len: 812 time: 0.2188292 Jun 30 02:36:33.867750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Request body: {'port': {'device_id': 'fea54d69-ff91-4676-aec1-a158b5ad9421', 'network_id': '5e230ad2-9618-49f2-8102-656af15efcc8', 'admin_state_up': True, 'tenant_id': 'a6f78a9f180c4aa395586c880a7854ca'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:33.926958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Made reservation on behalf of a4a463470708484c901643489e5ee123 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:33.932390 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:33.985965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] device_id is not set on port b4d9cc74-b4ff-4fff-82f3-56785499e66a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:36:34.023896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c8342502-e6bf-4e54-8150-cc383799da2e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:34.028262 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:34.049185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0fbac96-3832-45a9-bda2-dbd358be3a00 req-e1ef4698-2593-45f6-aa23-d965adcf5ae2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5222919 Jun 30 02:36:34.125641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Made reservation on behalf of a6f78a9f180c4aa395586c880a7854ca for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:34.129892 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:34.133896 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:34.311539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72d3704b-5abd-4d4f-926a-addf04c6d6ca req-ecf86550-4596-4fc9-98c8-5fafc26d11dc tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 210 time: 0.1754830 Jun 30 02:36:34.483028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Allocated IP 2001:db8::110 (75ba048b-25b9-4887-b553-2770b1dcf43c/42626302-5c83-44ad-bb8c-a6e195201de8/b4d9cc74-b4ff-4fff-82f3-56785499e66a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:34.546652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed5f1c3-6df8-411f-9fb9-3badfee2adc8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:34.625226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:34.640256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f28903b-7c82-4273-b696-d7067050238d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:34.642029 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f28903b-7c82-4273-b696-d7067050238d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.69 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 819 time: 0.3761756 Jun 30 02:36:34.676114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:34.712421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Request body: {'port': {'device_id': 'c863dbee-23ae-422e-b1a7-8c4b8f01641e', 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916', 'admin_state_up': True, 'tenant_id': 'c936496cd6d847db822f7d0023ff161f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:34.757351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:34.775054 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:34.788040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:34.804761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Transition to ACTIVE for port object 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:34.806544 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9cd296c-57d2-47f6-abbd-88474e37521f req-24225b36-76cc-493c-a506-e961174bf35e tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.2563469 Jun 30 02:36:34.824770 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:34.924631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:34.991503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.026605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-823538fa-8f96-41f2-a3fd-a97615a72cb1 None None] Provisioning for port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:35.032269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-823538fa-8f96-41f2-a3fd-a97615a72cb1 None None] Provisioning complete for port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:35.032866 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-823538fa-8f96-41f2-a3fd-a97615a72cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.078824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:35.106986 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1409e84e-59c3-4159-8e60-5c7c8ef88edb req-35cf0727-5a36-430b-9faf-647d49409175 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 210 time: 0.0881073 Jun 30 02:36:35.126349 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-823538fa-8f96-41f2-a3fd-a97615a72cb1 None None] Port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:35.136650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Allocated IP 172.20.0.10 (5e230ad2-9618-49f2-8102-656af15efcc8/e8735b4d-d324-433f-9501-2d9ae2e2be12/13cd5384-b44b-44da-a3f5-267c1bd9b703) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:35.156627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Transition to ACTIVE for port object b4d9cc74-b4ff-4fff-82f3-56785499e66a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:35.158571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Attempting to bind port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:35.158896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Attempting to bind port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:35.159107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Attempting to bind port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 on network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:35.167718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 on network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:35.168093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Attempting to bind port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 on network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:35.174657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:35.175019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Checking segment: {'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:35.175401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Bound using segment: {'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:35.175834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Bound port: 9dd81dfe-abe8-409a-bd1b-d2c2b0249400, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:35.176581 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.299241 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:35.327992 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.345238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] For port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:35.374777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] For port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:35.393563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.445824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:35.446528 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.448228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] 10.222.0.73 "PUT /v2.0/ports/9dd81dfe-abe8-409a-bd1b-d2c2b0249400 HTTP/1.1" status: 200 len: 1092 time: 2.2099881 Jun 30 02:36:35.451298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba62dc3-7046-47e0-8b50-f838a23f61e5', 'tag': '9dd81dfe-abe8-409a-bd1b-d2c2b0249400'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:35.454648 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfea8746-b306-45c1-88b9-c0e8070df671" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba62dc3-7046-47e0-8b50-f838a23f61e5", "tag": "9dd81dfe-abe8-409a-bd1b-d2c2b0249400"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:35.456981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.479312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:35.485025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:35.485398 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.529788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Made reservation on behalf of c936496cd6d847db822f7d0023ff161f for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:35.535541 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.582775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Network 75ba048b-25b9-4887-b553-2770b1dcf43c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:35.605094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:35.620040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:35.637822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:35.641045 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.745929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1e4b149e-19f5-40b7-9325-a154a83d51c9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:35.782966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Port': ['ID=b4d9cc74-b4ff-4fff-82f3-56785499e66a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:35.822692 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.879276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:35.881645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:35.893218 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15d2829-9cc1-48ed-9936-a00364488964" -d '{"events": [{"server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "name": "network-vif-plugged", "status": "completed", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:35.898439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 1e4b149e-19f5-40b7-9325-a154a83d51c9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:35.905113 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.909212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1e4b149e-19f5-40b7-9325-a154a83d51c9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:35.910819 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.938294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e87fa-81e3-4d58-91c4-247146a66330 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:35.965305 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-14bd2f47-5428-4090-8b0a-f59494c49520 req-56e16b60-6f23-44f9-ba60-a8461375e8a9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 210 time: 0.2299669 Jun 30 02:36:36.018159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9f00c7e3-d50e-45d9-95e4-94bd2f0dc41f tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7079983 Jun 30 02:36:36.029861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:36.045525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2b4a6621-a1ba-454b-8188-85390668a214 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:24:d7:5d'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:36.145247 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c566ffd-fdea-47ff-91ec-8bcdf81114d2 x-openstack-request-id: req-4c566ffd-fdea-47ff-91ec-8bcdf81114d2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:36.146311 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba62dc3-7046-47e0-8b50-f838a23f61e5", "tag": "9dd81dfe-abe8-409a-bd1b-d2c2b0249400", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:36.146311 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c566ffd-fdea-47ff-91ec-8bcdf81114d2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:36.148957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d992c7e-7c37-48d6-ae03-b40fe96d3cbd req-7c0fa7b0-bb6f-402c-a8dc-d737f3b238c4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:36.149665 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba62dc3-7046-47e0-8b50-f838a23f61e5', 'tag': '9dd81dfe-abe8-409a-bd1b-d2c2b0249400', 'status': 'completed', 'code': 200} Jun 30 02:36:36.156163 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d992c7e-7c37-48d6-ae03-b40fe96d3cbd req-7c0fa7b0-bb6f-402c-a8dc-d737f3b238c4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.7514038 Jun 30 02:36:36.197166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.243479 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.270681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:36.293502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-6c86bf0a-e86e-4900-8699-8fa74ba22143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:36.299659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-6c86bf0a-e86e-4900-8699-8fa74ba22143 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 1095 time: 0.7120845 Jun 30 02:36:36.348296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52dd974f-0f73-4677-afe3-72cd18fb6618 None None] Provisioning for port b4d9cc74-b4ff-4fff-82f3-56785499e66a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:36.362998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-52dd974f-0f73-4677-afe3-72cd18fb6618 None None] Provisioning complete for port b4d9cc74-b4ff-4fff-82f3-56785499e66a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:36.367169 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52dd974f-0f73-4677-afe3-72cd18fb6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.400881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-cbbd4ed2-c3e3-4046-8116-2cfad5b66bc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400 HTTP/1.1" status: 200 len: 217 time: 0.0784121 Jun 30 02:36:36.434981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.447621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Allocated IP 172.20.0.14 (dcafbfc4-2a93-4f25-97ba-edf5e3c73916/858759c8-15f3-48c5-9dd8-52f3849cb5eb/71530577-7371-4dfa-aa03-35ff470129ac) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:36.455594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.465121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 1e4b149e-19f5-40b7-9325-a154a83d51c9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1e4b149e-19f5-40b7-9325-a154a83d51c9,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:36.477679 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.481708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-52dd974f-0f73-4677-afe3-72cd18fb6618 None None] Port b4d9cc74-b4ff-4fff-82f3-56785499e66a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:36.537258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-5568c9b6-9474-4d10-a58b-e2a70bb3c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:36.539258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-5568c9b6-9474-4d10-a58b-e2a70bb3c3d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 200 len: 859 time: 0.0670893 Jun 30 02:36:36.605773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=1e4b149e-19f5-40b7-9325-a154a83d51c9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:36.617783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-9952431d-398c-458e-b9bd-291441761b47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661001 Jun 30 02:36:36.619302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.651562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b820bee-6837-4993-9cf6-4f9adfd9ef8c req-f346f02f-45d1-45da-b0d5-1f215db8cbc5 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0524921 Jun 30 02:36:36.679457 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d992c7e-7c37-48d6-ae03-b40fe96d3cbd req-22d52a81-ed51-4ee2-9512-bbbcfba399a9 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5222716 Jun 30 02:36:36.750250 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05170fbb-f934-4014-9d93-b82aefad23ff x-openstack-request-id: req-05170fbb-f934-4014-9d93-b82aefad23ff {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:36.750542 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "name": "network-vif-plugged", "status": "completed", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:36.750815 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-05170fbb-f934-4014-9d93-b82aefad23ff {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:36.751212 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'code': 200} Jun 30 02:36:36.753745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.783186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-1e48ae42-8896-4d8d-8d70-5eb52cb0bbdd service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376653 Jun 30 02:36:36.913598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Network 5e230ad2-9618-49f2-8102-656af15efcc8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:36.920786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed5f1c3-6df8-411f-9fb9-3badfee2adc8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:36.956004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6621-a1ba-454b-8188-85390668a214 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.015157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Pushing event updated for resources: {'Port': ['ID=13cd5384-b44b-44da-a3f5-267c1bd9b703,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:37.038103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:37.098847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:37.153023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:37.153867 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.182451 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-033fd424-a63f-40fc-b141-824dd6117ba7 req-8cf2faaa-4066-4885-8285-d227197ba5cf service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906903 Jun 30 02:36:37.231011 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-af2dd24f-a8bc-48a3-9f2c-ea5e68b2e1fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3563995 Jun 30 02:36:37.243526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Request body: {'port': {'device_id': 'fea54d69-ff91-4676-aec1-a158b5ad9421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:37.275593 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-adcec1f0-2852-41cb-93c2-e8a91088fb83 req-bf689ce8-6e2c-4027-abbc-cbf5c87868d5 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 210 time: 0.0601285 Jun 30 02:36:37.297647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.326086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6621-a1ba-454b-8188-85390668a214 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.337863 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6621-a1ba-454b-8188-85390668a214 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.355891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a88ed-033f-470c-b34c-c0b2822f7947 req-f4cdb2eb-a6e4-4d55-a2a9-fa2cc93298b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:37.357506 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22a88ed-033f-470c-b34c-c0b2822f7947 req-f4cdb2eb-a6e4-4d55-a2a9-fa2cc93298b7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 1097 time: 0.4292729 Jun 30 02:36:37.369536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea8746-b306-45c1-88b9-c0e8070df671 req-9c91b357-8131-47c5-a710-5ff936a0c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:37.371083 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfea8746-b306-45c1-88b9-c0e8070df671 req-9c91b357-8131-47c5-a710-5ff936a0c702 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 1095 time: 0.1236854 Jun 30 02:36:37.400147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a6621-a1ba-454b-8188-85390668a214 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] In _notify_port_updated(), no bound segment for port b4d9cc74-b4ff-4fff-82f3-56785499e66a on network 75ba048b-25b9-4887-b553-2770b1dcf43c {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:36:37.405832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4a6621-a1ba-454b-8188-85390668a214 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:37.406223 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6621-a1ba-454b-8188-85390668a214 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.407569 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2b4a6621-a1ba-454b-8188-85390668a214 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "PUT /v2.0/ports/b4d9cc74-b4ff-4fff-82f3-56785499e66a HTTP/1.1" status: 200 len: 1002 time: 1.3755107 Jun 30 02:36:37.433321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:37.463653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce760fe-aab1-4155-b403-fb04924cfe12 req-a73a9dcf-e6cb-471e-bf2a-42484b678cae tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:37.465167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ce760fe-aab1-4155-b403-fb04924cfe12 req-a73a9dcf-e6cb-471e-bf2a-42484b678cae tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 932 time: 0.4634960 Jun 30 02:36:37.497261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:37.556791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a6621-a1ba-454b-8188-85390668a214 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Port': ['ID=b4d9cc74-b4ff-4fff-82f3-56785499e66a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:37.572267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:37.575774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d22a88ed-033f-470c-b34c-c0b2822f7947 req-3b95fc52-1387-4527-8dd0-426ba12be6e2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098095 Jun 30 02:36:37.624955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ce760fe-aab1-4155-b403-fb04924cfe12 req-1e1a633b-7614-455b-a977-95d1bad6ebc4 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224163 Jun 30 02:36:37.626868 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.755601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1e4b149e-19f5-40b7-9325-a154a83d51c9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:37.774681 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:37.897777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1e4b149e-19f5-40b7-9325-a154a83d51c9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:37.898435 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.012809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-337c25c4-1f57-44fa-a0a3-969a88770b56 None None] Provisioning complete for port b4d9cc74-b4ff-4fff-82f3-56785499e66a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:38.013295 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-337c25c4-1f57-44fa-a0a3-969a88770b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.044771 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2c6872b-d881-4b4d-bfb0-04a7433775b9 req-46180fcf-fc19-45f2-bf28-08cc4e70ef07 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.1285121 Jun 30 02:36:38.050276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:38.145349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:38.152045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:38.163891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-337c25c4-1f57-44fa-a0a3-969a88770b56 None None] Port b4d9cc74-b4ff-4fff-82f3-56785499e66a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:38.256383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.257766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.297405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fbd7454a-b973-48f3-a7fa-2e60a8f2e577 None None] Provisioning complete for port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:38.297802 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fbd7454a-b973-48f3-a7fa-2e60a8f2e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.330400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Pushing event updated for resources: {'Port': ['ID=71530577-7371-4dfa-aa03-35ff470129ac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:38.364604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7454a-b973-48f3-a7fa-2e60a8f2e577 None None] Port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:38.372307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-a6797e43-6e65-4d11-a31c-3aa56cc61cd2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6653018 Jun 30 02:36:38.395616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Request body: {'port': {'device_id': 'c863dbee-23ae-422e-b1a7-8c4b8f01641e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:38.399838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea8746-b306-45c1-88b9-c0e8070df671 req-74ae47f2-4582-4014-bc82-9db2c6edc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.402047 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfea8746-b306-45c1-88b9-c0e8070df671 req-74ae47f2-4582-4014-bc82-9db2c6edc9ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 920 time: 1.0224359 Jun 30 02:36:38.431034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Router 25ee13b9-0d13-411f-99b0-31a692235f6a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:38.461494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-904ae72a-dc23-4ba6-8763-9a3e9cf814b8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Deleting port b4d9cc74-b4ff-4fff-82f3-56785499e66a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:38.462104 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-904ae72a-dc23-4ba6-8763-9a3e9cf814b8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.467173 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfea8746-b306-45c1-88b9-c0e8070df671 req-d5e3b208-21ac-41bf-afb8-9e858efaad8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400 HTTP/1.1" status: 200 len: 217 time: 0.0537114 Jun 30 02:36:38.489772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa89fab-51e0-4fee-b425-ea0bd75b8426 req-4b9cf54c-db54-41ad-b33b-3ea094dd22f4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.497525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daa89fab-51e0-4fee-b425-ea0bd75b8426 req-4b9cf54c-db54-41ad-b33b-3ea094dd22f4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.3889520 Jun 30 02:36:38.608842 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daa89fab-51e0-4fee-b425-ea0bd75b8426 req-8631783b-13c3-4167-b505-f3bcfa8c7015 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101072 Jun 30 02:36:38.623472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea8746-b306-45c1-88b9-c0e8070df671 req-deb38e16-67b3-4731-af80-25e66d7c5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:38.625322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfea8746-b306-45c1-88b9-c0e8070df671 req-deb38e16-67b3-4731-af80-25e66d7c5ed4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 200 len: 859 time: 0.1035657 Jun 30 02:36:38.629965 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.722050 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfea8746-b306-45c1-88b9-c0e8070df671 req-92ad62a5-1c2a-4cd3-98f9-648e8cf1579d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778544 Jun 30 02:36:38.769095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-904ae72a-dc23-4ba6-8763-9a3e9cf814b8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.889019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-904ae72a-dc23-4ba6-8763-9a3e9cf814b8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Calling delete_port for b4d9cc74-b4ff-4fff-82f3-56785499e66a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:39.029102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfea8746-b306-45c1-88b9-c0e8070df671 req-2eedb234-027e-470e-bc66-a78d215ca0bd service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883596 Jun 30 02:36:39.048463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad409964-a565-49a9-badc-e89c0ab1e08a req-4b118731-af40-4d9b-a975-f893d35512aa tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:39.050425 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad409964-a565-49a9-badc-e89c0ab1e08a req-4b118731-af40-4d9b-a975-f893d35512aa tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 932 time: 0.2272513 Jun 30 02:36:39.186916 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad409964-a565-49a9-badc-e89c0ab1e08a req-fcbc48d1-7a09-4485-9d2e-e1ed5e856e60 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177025 Jun 30 02:36:39.225148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfea8746-b306-45c1-88b9-c0e8070df671 req-fdd8d99a-6ce9-4301-ad57-ae56aa9b86d2 service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728547 Jun 30 02:36:39.238694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-904ae72a-dc23-4ba6-8763-9a3e9cf814b8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:39.292890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ae72a-dc23-4ba6-8763-9a3e9cf814b8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event deleted for resources: {'Port': ['ID=b4d9cc74-b4ff-4fff-82f3-56785499e66a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:39.386916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-904ae72a-dc23-4ba6-8763-9a3e9cf814b8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:39.391414 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-904ae72a-dc23-4ba6-8763-9a3e9cf814b8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "DELETE /v2.0/ports/b4d9cc74-b4ff-4fff-82f3-56785499e66a HTTP/1.1" status: 204 len: 168 time: 1.9527407 Jun 30 02:36:39.391977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:39.449911 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca4239d-ac51-4a1b-a59a-ae4e9bfa1168 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] GET failed (client error): The resource could not be found. Jun 30 02:36:39.454760 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8ca4239d-ac51-4a1b-a59a-ae4e9bfa1168 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "GET /v2.0/ports/b4d9cc74-b4ff-4fff-82f3-56785499e66a HTTP/1.1" status: 404 len: 333 time: 0.0566285 Jun 30 02:36:39.456832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:39.462102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'port': {'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1080580067'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:39.613596 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21202-6dcb-4d2d-9ced-00dabfa657f6 req-337c31bf-08cb-4310-936a-e58f27f5696e tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:39.620639 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74e21202-6dcb-4d2d-9ced-00dabfa657f6 req-337c31bf-08cb-4310-936a-e58f27f5696e tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 932 time: 1.1651647 Jun 30 02:36:39.649825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e18c59bc-c094-456c-9126-1a3622c4afbe req-0d2780c7-62a3-464b-b99b-b5174ea9bebc tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0494111 Jun 30 02:36:39.695411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:39.722286 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Sync routers for ids ['25ee13b9-0d13-411f-99b0-31a692235f6a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:39.734374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Made reservation on behalf of a4a463470708484c901643489e5ee123 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:39.735563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1c110d16-9639-4016-8de0-6f4663c35ad0 admin admin] 10.222.0.55 "PUT /v2.0/routers/25ee13b9-0d13-411f-99b0-31a692235f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3658719 Jun 30 02:36:39.742620 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:39.751637 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Routers {'25ee13b9-0d13-411f-99b0-31a692235f6a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:39.754834 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['25ee13b9-0d13-411f-99b0-31a692235f6a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:39.775580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] device_id is not set on port b6f4e924-8ee6-4569-97bd-2e14e7cb7005 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:36:39.915250 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74e21202-6dcb-4d2d-9ced-00dabfa657f6 req-2fea842a-b29b-4383-a7a8-1346fcaa7f58 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932982 Jun 30 02:36:39.952561 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:36:39.966799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cd5384-b44b-44da-a3f5-267c1bd9b703 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:39.970774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Allocated IP 2001:db8::336 (75ba048b-25b9-4887-b553-2770b1dcf43c/42626302-5c83-44ad-bb8c-a6e195201de8/b6f4e924-8ee6-4569-97bd-2e14e7cb7005) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:39.978466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.004723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Transition to ACTIVE for port object 13cd5384-b44b-44da-a3f5-267c1bd9b703 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:40.025550 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.135343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Pushing event updated for resources: {'Port': ['ID=13cd5384-b44b-44da-a3f5-267c1bd9b703,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:40.146330 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Set router 25ee13b9-0d13-411f-99b0-31a692235f6a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:40.249215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71530577-7371-4dfa-aa03-35ff470129ac {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:40.296588 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.317553 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Attempting to bind port 13cd5384-b44b-44da-a3f5-267c1bd9b703 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:40.327571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Attempting to bind port 13cd5384-b44b-44da-a3f5-267c1bd9b703 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '7e28f844-4723-443b-8dff-5c572ec851e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5e230ad2-9618-49f2-8102-656af15efcc8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:40.327571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Attempting to bind port 13cd5384-b44b-44da-a3f5-267c1bd9b703 on network 5e230ad2-9618-49f2-8102-656af15efcc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:40.347421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Transition to ACTIVE for port object 71530577-7371-4dfa-aa03-35ff470129ac will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:40.348550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Port 13cd5384-b44b-44da-a3f5-267c1bd9b703 on network 5e230ad2-9618-49f2-8102-656af15efcc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:40.349046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Attempting to bind port 13cd5384-b44b-44da-a3f5-267c1bd9b703 on network 5e230ad2-9618-49f2-8102-656af15efcc8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:40.368656 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.386133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:40.386680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Checking segment: {'id': '7e28f844-4723-443b-8dff-5c572ec851e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5e230ad2-9618-49f2-8102-656af15efcc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:40.387264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Bound using segment: {'id': '7e28f844-4723-443b-8dff-5c572ec851e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5e230ad2-9618-49f2-8102-656af15efcc8'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:40.387856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Bound port: 13cd5384-b44b-44da-a3f5-267c1bd9b703, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e28f844-4723-443b-8dff-5c572ec851e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5e230ad2-9618-49f2-8102-656af15efcc8'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:40.388306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.402754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59efe7-9d37-4838-b7b3-4cf36e7672dc req-f1df34f1-434f-4454-a8c5-d5e20d213e8d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.404380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd59efe7-9d37-4838-b7b3-4cf36e7672dc req-f1df34f1-434f-4454-a8c5-d5e20d213e8d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.3454309 Jun 30 02:36:40.493751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Pushing event updated for resources: {'Port': ['ID=71530577-7371-4dfa-aa03-35ff470129ac,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:40.499426 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.550486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Transition to ACTIVE for port object b6f4e924-8ee6-4569-97bd-2e14e7cb7005 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:40.565952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd59efe7-9d37-4838-b7b3-4cf36e7672dc req-8d28703e-0575-4e6d-a7a0-58ef6bb2ea69 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509621 Jun 30 02:36:40.608363 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:35Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0ed5f1c3-6df8-411f-9fb9-3badfee2adc8', 'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'mac_address': 'fa:16:3e:59:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:31Z', 'updated_at': '2021-06-30T02:36:35Z', 'revision_number': 2, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'subnets': [{'id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:40.647218 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.682143 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Checking router: 25ee13b9-0d13-411f-99b0-31a692235f6a for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:40.682501 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Updating router 25ee13b9-0d13-411f-99b0-31a692235f6a port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:36:40.736042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Network 75ba048b-25b9-4887-b553-2770b1dcf43c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:40.750763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:40.767161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:40.769978 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.777948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.778875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:40.822018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Port': ['ID=b6f4e924-8ee6-4569-97bd-2e14e7cb7005,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:40.842625 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-66cbe49e-7cff-408e-b426-e57cb2e8c695 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3849866 Jun 30 02:36:40.851579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:40.869046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'port': {'network_id': '75ba048b-25b9-4887-b553-2770b1dcf43c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2050655030'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:40.875557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] For port 13cd5384-b44b-44da-a3f5-267c1bd9b703, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:40.918619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] For port 13cd5384-b44b-44da-a3f5-267c1bd9b703, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=13cd5384-b44b-44da-a3f5-267c1bd9b703,segment=NetworkSegment(7e28f844-4723-443b-8dff-5c572ec851e0),segment_id=7e28f844-4723-443b-8dff-5c572ec851e0)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:40.925646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:40.947928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770a529-1be9-49a4-8fc1-28b539b3f43e req-999c0ff9-9b59-4c2a-b38e-2cb2c359eba7 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:40.956434 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4770a529-1be9-49a4-8fc1-28b539b3f43e req-999c0ff9-9b59-4c2a-b38e-2cb2c359eba7 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 944 time: 0.4445148 Jun 30 02:36:40.966505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.082240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.086145 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.087704 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] 10.222.0.69 "PUT /v2.0/ports/13cd5384-b44b-44da-a3f5-267c1bd9b703 HTTP/1.1" status: 200 len: 1093 time: 3.8496025 Jun 30 02:36:41.105388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea54d69-ff91-4676-aec1-a158b5ad9421', 'tag': '13cd5384-b44b-44da-a3f5-267c1bd9b703'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:41.115048 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab91f89-601f-43cf-849b-676a00246a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "fea54d69-ff91-4676-aec1-a158b5ad9421", "tag": "13cd5384-b44b-44da-a3f5-267c1bd9b703"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:41.143531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Attempting to bind port 71530577-7371-4dfa-aa03-35ff470129ac on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:41.143881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Attempting to bind port 71530577-7371-4dfa-aa03-35ff470129ac by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:41.144202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Attempting to bind port 71530577-7371-4dfa-aa03-35ff470129ac on network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:41.200283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Port 71530577-7371-4dfa-aa03-35ff470129ac on network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:36:41.200283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Attempting to bind port 71530577-7371-4dfa-aa03-35ff470129ac on network dcafbfc4-2a93-4f25-97ba-edf5e3c73916 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:41.248760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:41.283739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '9dd81dfe-abe8-409a-bd1b-d2c2b0249400', 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916', 'port_id': '9dd81dfe-abe8-409a-bd1b-d2c2b0249400', 'mac_address': 'fa:16:3e:a7:77:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858759c8-15f3-48c5-9dd8-52f3849cb5eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:41.371541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Made reservation on behalf of a4a463470708484c901643489e5ee123 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:41.377159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.381568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:41.381936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Checking segment: {'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:41.382438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Bound using segment: {'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:41.383201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Bound port: 71530577-7371-4dfa-aa03-35ff470129ac, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d457ad-5475-42f0-8d78-292f587c0d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:41.383768 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.399565 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.424758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e0b8d82-d68b-42c9-80bc-a24cafbff3c9 None None] Provisioning for port b6f4e924-8ee6-4569-97bd-2e14e7cb7005 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:41.431566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:41.438526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6e0b8d82-d68b-42c9-80bc-a24cafbff3c9 None None] Provisioning complete for port b6f4e924-8ee6-4569-97bd-2e14e7cb7005 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:41.438897 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e0b8d82-d68b-42c9-80bc-a24cafbff3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.444387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] device_id is not set on port 1a80c90c-19ba-4bb1-a699-06dfe885f9c7 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:36:41.446861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4770a529-1be9-49a4-8fc1-28b539b3f43e req-938a7d82-080b-477e-8d7b-80b45d16153a tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894464 Jun 30 02:36:41.536267 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:41.549861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7384b-55be-458a-8590-c79423f5cd1b req-23a5ff28-52ef-442a-8e78-e5b15848057e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.556805 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.565523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ae7384b-55be-458a-8590-c79423f5cd1b req-23a5ff28-52ef-442a-8e78-e5b15848057e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.5068619 Jun 30 02:36:41.578451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:41.583759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-01ff3974-1701-4331-a5c8-db21b5b2c597 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Request body: {'floatingip': {'port_id': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:41.623890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e21ba5-fc22-4e88-8e37-0296086bda0d service neutron] Pushing event updated for resources: {'Port': ['ID=13cd5384-b44b-44da-a3f5-267c1bd9b703,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:41.658061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6e0b8d82-d68b-42c9-80bc-a24cafbff3c9 None None] Port b6f4e924-8ee6-4569-97bd-2e14e7cb7005 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:41.660288 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01ff3974-1701-4331-a5c8-db21b5b2c597 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.697911 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.723181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:41.727174 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Transition to ACTIVE for port object 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:41.739978 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.764038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-d5b6cfce-b99e-42b4-9572-1c82063f82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:41.771391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-d5b6cfce-b99e-42b4-9572-1c82063f82ed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6f78a9f180c4aa395586c880a7854ca&device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 1096 time: 0.6033473 Jun 30 02:36:41.804579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] For port 71530577-7371-4dfa-aa03-35ff470129ac, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:41.820651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] For port 71530577-7371-4dfa-aa03-35ff470129ac, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=71530577-7371-4dfa-aa03-35ff470129ac,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:41.827488 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e7e77-0ed6-49bf-a9cf-3cc1516f5bf5 None None] Pushing event updated for resources: {'Port': ['ID=0ed5f1c3-6df8-411f-9fb9-3badfee2adc8,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:41.862137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['9dd81dfe-abe8-409a-bd1b-d2c2b0249400'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:41.862709 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:41.997617 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-532fb634-518c-4137-8049-cc4519dcadc4 req-2edb7a3a-72bb-4492-a08f-fccd6cd5413c tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.1904492 Jun 30 02:36:42.001759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Allocated IP 2001:db8::e2 (75ba048b-25b9-4887-b553-2770b1dcf43c/42626302-5c83-44ad-bb8c-a6e195201de8/1a80c90c-19ba-4bb1-a699-06dfe885f9c7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:36:42.046197 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Attempting to bind port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:36:42.047089 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Attempting to bind port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:36:42.047610 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Attempting to bind port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 on network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:36:42.056730 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:36:42.058390 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Checking segment: {'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:42.059468 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.060033 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Bound using segment: {'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:36:42.061646 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Bound port: 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:36:42.063030 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.313743 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] For port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:36:42.320507 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] For port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0ed5f1c3-6df8-411f-9fb9-3badfee2adc8,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:36:42.329936 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.342844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-d194150d-88c9-4adc-a160-7269f21a9ddb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13cd5384-b44b-44da-a3f5-267c1bd9b703 HTTP/1.1" status: 200 len: 217 time: 0.5543356 Jun 30 02:36:42.351483 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25abd92-bb95-4b68-8c41-92283c3a3fda x-openstack-request-id: req-c25abd92-bb95-4b68-8c41-92283c3a3fda {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:42.352061 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea54d69-ff91-4676-aec1-a158b5ad9421", "tag": "13cd5384-b44b-44da-a3f5-267c1bd9b703", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:42.352322 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c25abd92-bb95-4b68-8c41-92283c3a3fda {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:42.354708 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea54d69-ff91-4676-aec1-a158b5ad9421', 'tag': '13cd5384-b44b-44da-a3f5-267c1bd9b703', 'status': 'completed', 'code': 200} Jun 30 02:36:42.367937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:42.369526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.372232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] 10.222.0.69 "PUT /v2.0/ports/71530577-7371-4dfa-aa03-35ff470129ac HTTP/1.1" status: 200 len: 1093 time: 3.9812031 Jun 30 02:36:42.527569 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.543924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Transition to ACTIVE for port object 1a80c90c-19ba-4bb1-a699-06dfe885f9c7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:36:42.567611 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e7e77-0ed6-49bf-a9cf-3cc1516f5bf5 None None] Pushing event updated for resources: {'Port': ['ID=0ed5f1c3-6df8-411f-9fb9-3badfee2adc8,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:42.570429 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Routers {'25ee13b9-0d13-411f-99b0-31a692235f6a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:42.575595 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['25ee13b9-0d13-411f-99b0-31a692235f6a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:42.660434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c0dc771-f05f-448a-a9a1-a0c914186667 req-fe789d9c-61f8-44c2-bb85-12d7f944df58 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.9951823 Jun 30 02:36:42.661605 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.750221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-8f8aa158-c044-4218-b8f3-6a934435690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:42.752598 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-8f8aa158-c044-4218-b8f3-6a934435690b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8735b4d-d324-433f-9501-2d9ae2e2be12 HTTP/1.1" status: 200 len: 852 time: 0.3794079 Jun 30 02:36:42.797475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f368ffd-f2cd-450a-9f00-5141753abe2a service neutron] Pushing event updated for resources: {'Port': ['ID=71530577-7371-4dfa-aa03-35ff470129ac,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:42.812446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Port': ['ID=1a80c90c-19ba-4bb1-a699-06dfe885f9c7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:42.856540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Network 75ba048b-25b9-4887-b553-2770b1dcf43c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:36:42.878400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:42.894022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:42.900221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:42.900918 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:42.948028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-d3835837-965c-41d3-ba52-f2d1d9cb51ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e230ad2-9618-49f2-8102-656af15efcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844933 Jun 30 02:36:43.113337 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] Set router 25ee13b9-0d13-411f-99b0-31a692235f6a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:43.173144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2199a4-6522-43a0-adbd-54389e1eb0d0 req-33ce35df-e5eb-4409-9d45-ae79c5df353a tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.185716 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-db2199a4-6522-43a0-adbd-54389e1eb0d0 req-33ce35df-e5eb-4409-9d45-ae79c5df353a tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 944 time: 0.5831299 Jun 30 02:36:43.235030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-9a0e98f0-a061-4062-945c-593ed9a91a42 service neutron] 10.222.0.69 "GET /v2.0/networks/5e230ad2-9618-49f2-8102-656af15efcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477245 Jun 30 02:36:43.280834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-8ab7abff-1ae3-4f89-82b4-6e6ac8f85d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.282573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-8ab7abff-1ae3-4f89-82b4-6e6ac8f85d88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 1096 time: 0.8353951 Jun 30 02:36:43.298254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a1f893a7-ac66-4254-b04a-7672fcdd5c9c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4453540 Jun 30 02:36:43.304105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:43.335873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-db2199a4-6522-43a0-adbd-54389e1eb0d0 req-1cf6affc-51a1-4f06-9efd-0952d0a1aedf tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483924 Jun 30 02:36:43.354839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a740a040-1f33-4a45-a026-cc5d74405879 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::81', 'mac_address': 'fa:16:3e:24:d7:5d'}, {'ip_address': '2001:db8::336', 'mac_address': 'fa:16:3e:eb:ff:53'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:43.396574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d8c671bb-1d29-4bb2-805f-e7f8e76b4b7a None None] Provisioning for port 1a80c90c-19ba-4bb1-a699-06dfe885f9c7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:43.405015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d8c671bb-1d29-4bb2-805f-e7f8e76b4b7a None None] Provisioning complete for port 1a80c90c-19ba-4bb1-a699-06dfe885f9c7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:43.405393 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8c671bb-1d29-4bb2-805f-e7f8e76b4b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:43.527134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-afacf419-cc6c-48f5-b394-74d4a50e8da0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71530577-7371-4dfa-aa03-35ff470129ac HTTP/1.1" status: 200 len: 217 time: 0.1979170 Jun 30 02:36:43.544172 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:35Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0ed5f1c3-6df8-411f-9fb9-3badfee2adc8', 'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'mac_address': 'fa:16:3e:59:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:31Z', 'updated_at': '2021-06-30T02:36:42Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'subnets': [{'id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:43.568620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d8c671bb-1d29-4bb2-805f-e7f8e76b4b7a None None] Port 1a80c90c-19ba-4bb1-a699-06dfe885f9c7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:43.583928 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e70ae4a-873f-4912-9cd7-4e51f999fa1c None None] The sync data for ids ['25ee13b9-0d13-411f-99b0-31a692235f6a'] in n-d-758944-39 is: [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:35Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0ed5f1c3-6df8-411f-9fb9-3badfee2adc8', 'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'mac_address': 'fa:16:3e:59:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:31Z', 'updated_at': '2021-06-30T02:36:42Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'subnets': [{'id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:43.621207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9aa28-af73-439a-9625-9eb13d232a63 req-e9c95254-5998-4960-bc51-3e818f33c84e tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.632979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6be9aa28-af73-439a-9625-9eb13d232a63 req-e9c95254-5998-4960-bc51-3e818f33c84e tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 944 time: 0.8536861 Jun 30 02:36:43.794870 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c550a5c4-2331-4f5e-806f-540f7e154eb7 req-28ddee21-46fa-4fb9-9962-f02a83ced613 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0407369 Jun 30 02:36:43.852917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-10151227-2fae-45f9-8702-3a9d072d2a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:43.855163 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-10151227-2fae-45f9-8702-3a9d072d2a37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 200 len: 859 time: 0.2641277 Jun 30 02:36:43.884336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35c131d4-b2dc-4e0e-b4e5-0865ab0a4b88 req-f3771596-5d73-49b2-aebd-4d3dfe8c3ab2 service neutron] 10.222.0.69 "GET /v2.0/networks/5e230ad2-9618-49f2-8102-656af15efcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6386356 Jun 30 02:36:43.892556 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6be9aa28-af73-439a-9625-9eb13d232a63 req-78fdebd7-ec22-4268-bbb0-07cfdb28b969 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573597 Jun 30 02:36:44.022687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-7adc430f-5ffb-4333-b37d-ebd09bdd84f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061406 Jun 30 02:36:44.213791 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-2f3446a1-02e5-46ec-ad56-2827ce1e19bf service neutron] 10.222.0.69 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772616 Jun 30 02:36:44.378467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c863dbee-23ae-422e-b1a7-8c4b8f01641e', 'tag': '71530577-7371-4dfa-aa03-35ff470129ac'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:44.381017 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccad895c-2573-4817-8520-63d5210c118a" -d '{"events": [{"name": "network-changed", "server_uuid": "c863dbee-23ae-422e-b1a7-8c4b8f01641e", "tag": "71530577-7371-4dfa-aa03-35ff470129ac"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:44.496919 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a740a040-1f33-4a45-a026-cc5d74405879 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:44.576484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dfc3d-9a5d-4d10-9f91-b1aea054c59d req-b17bb1bc-0c8f-4d4e-846d-f788f40c7627 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:44.583330 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d98dfc3d-9a5d-4d10-9f91-b1aea054c59d req-b17bb1bc-0c8f-4d4e-846d-f788f40c7627 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 950 time: 0.3737006 Jun 30 02:36:44.585866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c11806d-09d0-4ca6-b9e2-587cabe05024 req-e6077d79-88e3-4171-a888-96f2e789e9b8 service neutron] 10.222.0.69 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224368 Jun 30 02:36:44.619570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab91f89-601f-43cf-849b-676a00246a7c req-21a78b40-1ffb-49f9-a222-19cad8a582af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:44.622392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ab91f89-601f-43cf-849b-676a00246a7c req-21a78b40-1ffb-49f9-a222-19cad8a582af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6f78a9f180c4aa395586c880a7854ca&device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 1096 time: 0.4139161 Jun 30 02:36:44.723756 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-01ff3974-1701-4331-a5c8-db21b5b2c597 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:36:44.777476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d98dfc3d-9a5d-4d10-9f91-b1aea054c59d req-4d0059a5-cca7-4183-bb8d-8353537780bb tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855385 Jun 30 02:36:44.778437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67de01-de79-414e-ba21-a8fa52488d2d req-2d33a5c5-9780-4e6b-ad61-e8a2a5a1f58f tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:44.780164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be67de01-de79-414e-ba21-a8fa52488d2d req-2d33a5c5-9780-4e6b-ad61-e8a2a5a1f58f tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 944 time: 0.2395411 Jun 30 02:36:44.828359 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01ff3974-1701-4331-a5c8-db21b5b2c597 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:44.838624 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01ff3974-1701-4331-a5c8-db21b5b2c597 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:44.888062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be67de01-de79-414e-ba21-a8fa52488d2d req-3699fe27-9f5f-49ab-8960-1df0092ed742 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994360 Jun 30 02:36:44.895981 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99771025-c1bd-4c1c-b79f-b73e7132996c x-openstack-request-id: req-99771025-c1bd-4c1c-b79f-b73e7132996c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:44.896286 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c863dbee-23ae-422e-b1a7-8c4b8f01641e", "tag": "71530577-7371-4dfa-aa03-35ff470129ac", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:44.896798 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99771025-c1bd-4c1c-b79f-b73e7132996c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:44.896936 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c863dbee-23ae-422e-b1a7-8c4b8f01641e', 'tag': '71530577-7371-4dfa-aa03-35ff470129ac', 'status': 'completed', 'code': 200} Jun 30 02:36:44.939273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:45.008798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab91f89-601f-43cf-849b-676a00246a7c req-9ebb2c39-15c0-413d-a8b5-6055d467c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:45.013512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ab91f89-601f-43cf-849b-676a00246a7c req-9ebb2c39-15c0-413d-a8b5-6055d467c7e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e230ad2-9618-49f2-8102-656af15efcc8 HTTP/1.1" status: 200 len: 913 time: 0.3704767 Jun 30 02:36:45.021947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:45.028795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:45.029405 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.041825 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-01ff3974-1701-4331-a5c8-db21b5b2c597 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Floating IP 4733bfaf-954e-4f57-b39c-1ba20b7cdf02 associated. External IP: 172.25.7.249, port: 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3. Jun 30 02:36:45.056931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a740a040-1f33-4a45-a026-cc5d74405879 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.085800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a740a040-1f33-4a45-a026-cc5d74405879 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.149343 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.178030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ab91f89-601f-43cf-849b-676a00246a7c req-41fab6db-c622-4361-a9c8-373929e38a02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13cd5384-b44b-44da-a3f5-267c1bd9b703 HTTP/1.1" status: 200 len: 217 time: 0.1137753 Jun 30 02:36:45.221727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:45.224713 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba62dc3-7046-47e0-8b50-f838a23f61e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd81dfe-abe8-409a-bd1b-d2c2b0249400'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:45.232131 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd15b85-b86f-4f0d-9b89-be73c14507b6" -d '{"events": [{"server_uuid": "8ba62dc3-7046-47e0-8b50-f838a23f61e5", "name": "network-vif-plugged", "status": "completed", "tag": "9dd81dfe-abe8-409a-bd1b-d2c2b0249400"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:45.239413 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.277881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab91f89-601f-43cf-849b-676a00246a7c req-f6a6d93c-1df7-42bd-a667-34ce49fc7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:45.279409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ab91f89-601f-43cf-849b-676a00246a7c req-f6a6d93c-1df7-42bd-a667-34ce49fc7778 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e8735b4d-d324-433f-9501-2d9ae2e2be12 HTTP/1.1" status: 200 len: 852 time: 0.0799751 Jun 30 02:36:45.283492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a740a040-1f33-4a45-a026-cc5d74405879 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] In _notify_port_updated(), no bound segment for port 1a80c90c-19ba-4bb1-a699-06dfe885f9c7 on network 75ba048b-25b9-4887-b553-2770b1dcf43c {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:36:45.289637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a740a040-1f33-4a45-a026-cc5d74405879 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:45.290319 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a740a040-1f33-4a45-a026-cc5d74405879 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.296276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:45.299345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a740a040-1f33-4a45-a026-cc5d74405879 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "PUT /v2.0/ports/1a80c90c-19ba-4bb1-a699-06dfe885f9c7 HTTP/1.1" status: 200 len: 1066 time: 1.9558754 Jun 30 02:36:45.306087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c3b3910-e84e-491b-aeed-72152e0b203a req-e522a10a-2dc0-40b8-b899-fc3eea24ef33 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.1303542 Jun 30 02:36:45.324277 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:45.350918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740a040-1f33-4a45-a026-cc5d74405879 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event updated for resources: {'Port': ['ID=1a80c90c-19ba-4bb1-a699-06dfe885f9c7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:45.405784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ebc30-a5bb-48e1-8d8d-c80f41ed5e98 req-b879acd6-be25-453e-b292-b8f69aa69662 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:45.410214 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ab91f89-601f-43cf-849b-676a00246a7c req-3a3963dd-374c-436e-a12d-205f07b0ec29 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e230ad2-9618-49f2-8102-656af15efcc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998938 Jun 30 02:36:45.420882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad895c-2573-4817-8520-63d5210c118a req-32f2da63-2818-425d-917c-f3eb3711777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:45.420882 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccad895c-2573-4817-8520-63d5210c118a req-32f2da63-2818-425d-917c-f3eb3711777a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 1096 time: 0.5024171 Jun 30 02:36:45.434242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea3ebc30-a5bb-48e1-8d8d-c80f41ed5e98 req-b879acd6-be25-453e-b292-b8f69aa69662 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 944 time: 0.3104248 Jun 30 02:36:45.615631 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.640714 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0c3faa-efbe-4467-858e-023c2c38d1e2 x-openstack-request-id: req-ea0c3faa-efbe-4467-858e-023c2c38d1e2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:45.641969 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba62dc3-7046-47e0-8b50-f838a23f61e5", "name": "network-vif-plugged", "status": "completed", "tag": "9dd81dfe-abe8-409a-bd1b-d2c2b0249400", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:45.642552 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea0c3faa-efbe-4467-858e-023c2c38d1e2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:45.643187 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba62dc3-7046-47e0-8b50-f838a23f61e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd81dfe-abe8-409a-bd1b-d2c2b0249400', 'code': 200} Jun 30 02:36:45.736700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ed040d24-c605-4ac4-adaa-80c427fe9089 None None] Provisioning complete for port 1a80c90c-19ba-4bb1-a699-06dfe885f9c7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:45.740609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ab91f89-601f-43cf-849b-676a00246a7c req-1207164c-f1a9-4501-b6af-11f7c20aa5bf service neutron] 10.222.0.69 "GET /v2.0/networks/5e230ad2-9618-49f2-8102-656af15efcc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212607 Jun 30 02:36:45.741070 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed040d24-c605-4ac4-adaa-80c427fe9089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.750043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea3ebc30-a5bb-48e1-8d8d-c80f41ed5e98 req-9811222b-bfb8-45ce-bf6a-e7a439c7a50b tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148088 Jun 30 02:36:45.775209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad895c-2573-4817-8520-63d5210c118a req-d9d564b0-c274-4413-b9ac-a1798916e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:45.782895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccad895c-2573-4817-8520-63d5210c118a req-d9d564b0-c274-4413-b9ac-a1798916e5ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 920 time: 0.3549373 Jun 30 02:36:45.796791 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:45.838646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ff3974-1701-4331-a5c8-db21b5b2c597 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:36:45.865412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f034884f-e01d-4bdf-afcb-3565861f22c8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Deleting port 1a80c90c-19ba-4bb1-a699-06dfe885f9c7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:45.865766 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034884f-e01d-4bdf-afcb-3565861f22c8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.925594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ed040d24-c605-4ac4-adaa-80c427fe9089 None None] Port 1a80c90c-19ba-4bb1-a699-06dfe885f9c7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:36:45.940493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccad895c-2573-4817-8520-63d5210c118a req-f5712929-9dc3-4552-bb8c-9f4cd6045a1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71530577-7371-4dfa-aa03-35ff470129ac HTTP/1.1" status: 200 len: 217 time: 0.1323562 Jun 30 02:36:45.968801 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:45.976319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a1cff-5964-4091-809b-8926f00414fb req-3f10ae23-db88-47da-9223-c80ce8d9937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:45.978165 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-798a1cff-5964-4091-809b-8926f00414fb req-3f10ae23-db88-47da-9223-c80ce8d9937e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 1097 time: 0.2650549 Jun 30 02:36:46.004741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:46.016572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:46.017869 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.132140 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.138546 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-798a1cff-5964-4091-809b-8926f00414fb req-ce84abb9-46e7-4417-9710-98a5e118d73f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390359 Jun 30 02:36:46.174490 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034884f-e01d-4bdf-afcb-3565861f22c8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.180043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0ed5f1c3-6df8-411f-9fb9-3badfee2adc8,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:46.191763 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.205836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f034884f-e01d-4bdf-afcb-3565861f22c8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Calling delete_port for 1a80c90c-19ba-4bb1-a699-06dfe885f9c7 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:46.227457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee27a0-109e-4fe2-8a1f-5d48b9334e28 req-651e8a74-46c4-48a5-b6cb-1431741f38cb tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:46.229163 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-69ee27a0-109e-4fe2-8a1f-5d48b9334e28 req-651e8a74-46c4-48a5-b6cb-1431741f38cb tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 950 time: 0.2440860 Jun 30 02:36:46.233917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ff3974-1701-4331-a5c8-db21b5b2c597 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:36:46.240726 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01ff3974-1701-4331-a5c8-db21b5b2c597 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.249317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] Sync routers for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:36:46.282863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:46.283520 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:46.331868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0ed5f1c3-6df8-411f-9fb9-3badfee2adc8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:46.371643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-01ff3974-1701-4331-a5c8-db21b5b2c597 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "PUT /v2.0/floatingips/4733bfaf-954e-4f57-b39c-1ba20b7cdf02 HTTP/1.1" status: 200 len: 991 time: 4.7892075 Jun 30 02:36:46.372751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:46.375765 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4" -d '{"events": [{"name": "network-changed", "server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:46.386271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-69ee27a0-109e-4fe2-8a1f-5d48b9334e28 req-88f66588-1f1b-4ece-81c1-a6741e4bc0b9 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427722 Jun 30 02:36:46.456154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:46.481719 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b4d9c3c-efa5-423f-ab07-b5068f5f77a3 req-6f8f5c74-ddd2-4b57-bd33-a409d7a997b2 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77&device_id=e28c36f8-6b3c-4898-bdf1-9a7340e0d677 HTTP/1.1" status: 200 len: 210 time: 0.0570548 Jun 30 02:36:46.487670 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034884f-e01d-4bdf-afcb-3565861f22c8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:46.529149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034884f-e01d-4bdf-afcb-3565861f22c8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event deleted for resources: {'Port': ['ID=1a80c90c-19ba-4bb1-a699-06dfe885f9c7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:46.544101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad895c-2573-4817-8520-63d5210c118a req-e93bda85-b8d1-4d55-b4c1-d96cc22c1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:46.556504 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccad895c-2573-4817-8520-63d5210c118a req-e93bda85-b8d1-4d55-b4c1-d96cc22c1093 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 200 len: 859 time: 0.6057584 Jun 30 02:36:46.653883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ab91f89-601f-43cf-849b-676a00246a7c req-e1b16c3a-6dc5-4b34-9931-e4a2a6dafdc5 service neutron] 10.222.0.69 "GET /v2.0/networks/5e230ad2-9618-49f2-8102-656af15efcc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8954611 Jun 30 02:36:46.656314 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccad895c-2573-4817-8520-63d5210c118a req-9b5ed797-118f-40f7-9b77-c10d89fed753 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757914 Jun 30 02:36:46.819595 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccad895c-2573-4817-8520-63d5210c118a req-e9958ac6-8c18-4ee6-9f36-4f3850a778df service neutron] 10.222.0.69 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476593 Jun 30 02:36:46.988701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '4733bfaf-954e-4f57-b39c-1ba20b7cdf02', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'port_id': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'mac_address': 'fa:16:3e:0b:ab:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:36:12Z', 'updated_at': '2021-06-30T02:36:44Z', 'revision_number': 1, 'project_id': 'a12c18dd59784acc8be285228865d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:47.007145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-a60090e1-dc01-40b0-bbf0-84c98f31ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.008913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-a60090e1-dc01-40b0-bbf0-84c98f31ad84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 1097 time: 0.1855326 Jun 30 02:36:47.011045 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccad895c-2573-4817-8520-63d5210c118a req-115ed1b4-c62e-408c-a70e-acb69bdaa0dd service neutron] 10.222.0.69 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684334 Jun 30 02:36:47.055735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] Checking router: 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:36:47.065854 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c44f283-06ef-4537-9cd4-b0511c4e6eaf x-openstack-request-id: req-2c44f283-06ef-4537-9cd4-b0511c4e6eaf {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:47.066481 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:47.066481 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c44f283-06ef-4537-9cd4-b0511c4e6eaf {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:47.066855 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'status': 'completed', 'code': 200} Jun 30 02:36:47.067831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:36:47.069511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:47.150996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-e7ce2880-8dec-4009-b3a5-babcd16e6287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.153741 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-e7ce2880-8dec-4009-b3a5-babcd16e6287 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.1314635 Jun 30 02:36:47.196712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8b0c8-19ac-47d1-8443-c604a4c8a4a4 req-efa50235-1f5f-4756-96f2-e32d7030e603 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.211120 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13e8b0c8-19ac-47d1-8443-c604a4c8a4a4 req-efa50235-1f5f-4756-96f2-e32d7030e603 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 944 time: 0.5938101 Jun 30 02:36:47.306036 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f034884f-e01d-4bdf-afcb-3565861f22c8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:47.311094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f034884f-e01d-4bdf-afcb-3565861f22c8 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "DELETE /v2.0/ports/1a80c90c-19ba-4bb1-a699-06dfe885f9c7 HTTP/1.1" status: 204 len: 168 time: 2.0061839 Jun 30 02:36:47.311754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:47.343677 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13e8b0c8-19ac-47d1-8443-c604a4c8a4a4 req-ca1de377-5057-46fc-898b-dd186137ac66 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314991 Jun 30 02:36:47.372251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-263ec9e3-cbcd-4c25-974f-7a03d10146c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 200 len: 999 time: 0.2119007 Jun 30 02:36:47.393011 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dd3b7a-5d2b-453e-a11f-43ea08faeb5c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] GET failed (client error): The resource could not be found. Jun 30 02:36:47.398579 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e9dd3b7a-5d2b-453e-a11f-43ea08faeb5c tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "GET /v2.0/ports/1a80c90c-19ba-4bb1-a699-06dfe885f9c7 HTTP/1.1" status: 404 len: 333 time: 0.0834801 Jun 30 02:36:47.417618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:47.487006 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0014c9f9-24ba-42d4-b3dc-ad58f38fb936 req-1a9ccfc3-47ba-4b49-a4be-0084c3c9e3ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=11438e0bec954cd0819001570c73a8aa&device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.1061440 Jun 30 02:36:47.498818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 13cd5384-b44b-44da-a3f5-267c1bd9b703 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:47.503041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-91ed96cf-8bb1-4fb1-88c7-dd5f868ea33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.506503 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-91ed96cf-8bb1-4fb1-88c7-dd5f868ea33d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.1277757 Jun 30 02:36:47.587665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0014c9f9-24ba-42d4-b3dc-ad58f38fb936 req-8add0859-1054-4595-be8c-88022fc985ac service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=11438e0bec954cd0819001570c73a8aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652966 Jun 30 02:36:47.613444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5b855-0461-416b-a2ae-36755c1d6f70 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Deleting port b6f4e924-8ee6-4569-97bd-2e14e7cb7005 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:47.614304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b855-0461-416b-a2ae-36755c1d6f70 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:47.619369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 13cd5384-b44b-44da-a3f5-267c1bd9b703, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=13cd5384-b44b-44da-a3f5-267c1bd9b703,segment=NetworkSegment(7e28f844-4723-443b-8dff-5c572ec851e0),segment_id=7e28f844-4723-443b-8dff-5c572ec851e0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:47.638321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:47.644894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '13cd5384-b44b-44da-a3f5-267c1bd9b703', 'network_id': '5e230ad2-9618-49f2-8102-656af15efcc8', 'port_id': '13cd5384-b44b-44da-a3f5-267c1bd9b703', 'mac_address': 'fa:16:3e:ab:2a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8735b4d-d324-433f-9501-2d9ae2e2be12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:47.664619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-0eee5e75-cd29-478f-9dfc-d405b1a42bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.669014 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-0eee5e75-cd29-478f-9dfc-d405b1a42bed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1538086 Jun 30 02:36:47.713312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:47.769517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:36:47.776700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9a142cb-97bf-4149-a9b7-691691dfc4f0 req-8941c59b-92af-4bb1-a2fd-38dcff6c0229 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0829947 Jun 30 02:36:47.884186 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-7a946402-4337-44a6-87c6-85a1d732aabd service neutron] 10.222.0.69 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019296 Jun 30 02:36:47.926617 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:47.962335 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b855-0461-416b-a2ae-36755c1d6f70 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:47.973477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e910c-794b-427c-b9d8-43df4d5a792a req-46dab225-6dc5-431f-b7b8-05921bb178e4 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:47.975442 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc3e910c-794b-427c-b9d8-43df4d5a792a req-46dab225-6dc5-431f-b7b8-05921bb178e4 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 944 time: 0.3338590 Jun 30 02:36:47.998880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cd5384-b44b-44da-a3f5-267c1bd9b703 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:48.007894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014c9f9-24ba-42d4-b3dc-ad58f38fb936 req-c404939c-657a-432d-ac7e-99e46c15fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:48.009536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0014c9f9-24ba-42d4-b3dc-ad58f38fb936 req-c404939c-657a-432d-ac7e-99e46c15fcdd service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3755734 Jun 30 02:36:48.010561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5b855-0461-416b-a2ae-36755c1d6f70 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Calling delete_port for b6f4e924-8ee6-4569-97bd-2e14e7cb7005 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:48.046562 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.052640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:48.055059 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.070408 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc3e910c-794b-427c-b9d8-43df4d5a792a req-ca905a0b-639c-473a-a7c8-7541fa7b8ebf tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859275 Jun 30 02:36:48.092982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 13cd5384-b44b-44da-a3f5-267c1bd9b703, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=13cd5384-b44b-44da-a3f5-267c1bd9b703,segment=NetworkSegment(7e28f844-4723-443b-8dff-5c572ec851e0),segment_id=7e28f844-4723-443b-8dff-5c572ec851e0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:48.125136 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.125416 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b05c89d-23cc-4dc0-a39c-6b2fa0ac22e4 req-b6498bec-4ec1-4a19-b9e5-ee281fd2177f service neutron] 10.222.0.69 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225292 Jun 30 02:36:48.173622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:48.175910 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cf7410-448d-4fb5-af23-9abeb2abf13a" -d '{"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:48.200954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:48.220670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.239652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b855-0461-416b-a2ae-36755c1d6f70 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.258553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=13cd5384-b44b-44da-a3f5-267c1bd9b703,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:48.329067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3e5b855-0461-416b-a2ae-36755c1d6f70 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.334257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c3e5b855-0461-416b-a2ae-36755c1d6f70 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "DELETE /v2.0/ports/b6f4e924-8ee6-4569-97bd-2e14e7cb7005 HTTP/1.1" status: 204 len: 168 time: 0.9123449 Jun 30 02:36:48.334683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34482) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:48.372792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5b855-0461-416b-a2ae-36755c1d6f70 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event deleted for resources: {'Port': ['ID=b6f4e924-8ee6-4569-97bd-2e14e7cb7005,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:48.424762 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0acd8a8-86d0-4329-926f-f6e1c7377044 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] GET failed (client error): The resource could not be found. Jun 30 02:36:48.427642 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c0acd8a8-86d0-4329-926f-f6e1c7377044 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "GET /v2.0/ports/b6f4e924-8ee6-4569-97bd-2e14e7cb7005 HTTP/1.1" status: 404 len: 333 time: 0.0918708 Jun 30 02:36:48.432253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:48.438244 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ad09f8-071f-4884-916e-a31d526063ce x-openstack-request-id: req-63ad09f8-071f-4884-916e-a31d526063ce {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:48.438244 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:48.438244 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63ad09f8-071f-4884-916e-a31d526063ce {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:48.438244 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'code': 200} Jun 30 02:36:48.459372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:48.514470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['13cd5384-b44b-44da-a3f5-267c1bd9b703'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:48.548344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-74859994-e5af-4ace-aa82-b1a993dd1cf9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Deleting port 82c5d3a7-2bc2-481f-b658-584f30455ee8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:48.548608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74859994-e5af-4ace-aa82-b1a993dd1cf9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.555966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '4733bfaf-954e-4f57-b39c-1ba20b7cdf02', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'port_id': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'mac_address': 'fa:16:3e:0b:ab:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:36:12Z', 'updated_at': '2021-06-30T02:36:44Z', 'revision_number': 1, 'project_id': 'a12c18dd59784acc8be285228865d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:48.607537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649ea975-8992-4fe5-86db-0d9154402bc3 None None] The sync data for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 is: [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '4733bfaf-954e-4f57-b39c-1ba20b7cdf02', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'floating_ip_address': '172.25.7.249', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'port_id': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'mac_address': 'fa:16:3e:0b:ab:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:36:12Z', 'updated_at': '2021-06-30T02:36:44Z', 'revision_number': 1, 'project_id': 'a12c18dd59784acc8be285228865d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:36:48.647295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74859994-e5af-4ace-aa82-b1a993dd1cf9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.660524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-74859994-e5af-4ace-aa82-b1a993dd1cf9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Calling delete_port for 82c5d3a7-2bc2-481f-b658-584f30455ee8 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:48.854381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211daac5-9d47-4fea-bcbc-71423e93eb1b req-b2db2422-2017-4438-9098-e374f573f6e4 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:48.861501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-211daac5-9d47-4fea-bcbc-71423e93eb1b req-b2db2422-2017-4438-9098-e374f573f6e4 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 944 time: 0.1165311 Jun 30 02:36:48.889941 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74859994-e5af-4ace-aa82-b1a993dd1cf9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.955484 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-211daac5-9d47-4fea-bcbc-71423e93eb1b req-13669320-b925-4469-890d-ca0ef9d32890 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930903 Jun 30 02:36:48.975801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74859994-e5af-4ace-aa82-b1a993dd1cf9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event deleted for resources: {'Port': ['ID=82c5d3a7-2bc2-481f-b658-584f30455ee8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:48.986598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74859994-e5af-4ace-aa82-b1a993dd1cf9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:48.991958 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634f4b4-cb4d-45e3-afee-422d95959916 None None] New status for floating IP 4733bfaf-954e-4f57-b39c-1ba20b7cdf02: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:36:49.001654 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-74859994-e5af-4ace-aa82-b1a993dd1cf9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "DELETE /v2.0/ports/82c5d3a7-2bc2-481f-b658-584f30455ee8 HTTP/1.1" status: 204 len: 168 time: 0.5680716 Jun 30 02:36:49.001816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:49.171527 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c81b6e06-f515-4224-a700-484e8aaeb9f5 req-e6e36a40-d439-429a-9a2e-102d8c7db10e tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0635903 Jun 30 02:36:49.177977 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6eddaf-ad44-4fbd-be75-415f3711069b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Deleting subnet 42626302-5c83-44ad-bb8c-a6e195201de8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:36:49.182159 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6eddaf-ad44-4fbd-be75-415f3711069b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.244168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6eddaf-ad44-4fbd-be75-415f3711069b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.378228 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6eddaf-ad44-4fbd-be75-415f3711069b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.381630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 71530577-7371-4dfa-aa03-35ff470129ac details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:49.487898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dae02-788d-4bb1-84a3-79bb981d965e req-783a0d25-baaa-4940-8ad9-0579460ee0d0 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:49.488146 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c73dae02-788d-4bb1-84a3-79bb981d965e req-783a0d25-baaa-4940-8ad9-0579460ee0d0 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 945 time: 0.1262667 Jun 30 02:36:49.489795 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6eddaf-ad44-4fbd-be75-415f3711069b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.501415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 71530577-7371-4dfa-aa03-35ff470129ac, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=71530577-7371-4dfa-aa03-35ff470129ac,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:49.514624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '71530577-7371-4dfa-aa03-35ff470129ac', 'network_id': 'dcafbfc4-2a93-4f25-97ba-edf5e3c73916', 'port_id': '71530577-7371-4dfa-aa03-35ff470129ac', 'mac_address': 'fa:16:3e:ad:5b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858759c8-15f3-48c5-9dd8-52f3849cb5eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:49.530521 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6eddaf-ad44-4fbd-be75-415f3711069b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event deleted for resources: {'Subnet': ['ID=42626302-5c83-44ad-bb8c-a6e195201de8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:49.549281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfcb947-e5ad-48d0-83dd-b00f42e53426 None None] Network 75ba048b-25b9-4887-b553-2770b1dcf43c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:49.549664 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6eddaf-ad44-4fbd-be75-415f3711069b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.554845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:49.556611 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3d6eddaf-ad44-4fbd-be75-415f3711069b tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "DELETE /v2.0/subnets/42626302-5c83-44ad-bb8c-a6e195201de8 HTTP/1.1" status: 204 len: 168 time: 0.5527904 Jun 30 02:36:49.611110 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c73dae02-788d-4bb1-84a3-79bb981d965e req-1c3c7cc2-3dd1-4a67-ad7c-eeca8d850b2f tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099710 Jun 30 02:36:49.617086 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.645636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71530577-7371-4dfa-aa03-35ff470129ac {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:49.702869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 71530577-7371-4dfa-aa03-35ff470129ac, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=71530577-7371-4dfa-aa03-35ff470129ac,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:49.710432 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.719680 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.806646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Deleting port 443770c6-1eca-4ab0-a411-efd3c4f415e7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:49.807028 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.810287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=71530577-7371-4dfa-aa03-35ff470129ac,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:49.886802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca97b4b-e039-43bf-8fbb-b6bba195dc5d None None] DHCP port deletion for 75ba048b-25b9-4887-b553-2770b1dcf43c request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:36:49.897108 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0014c9f9-24ba-42d4-b3dc-ad58f38fb936 req-6b6b6da2-c2b0-41e5-aabb-5163f0c79950 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.73 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0402131 Jun 30 02:36:49.915929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] For port 443770c6-1eca-4ab0-a411-efd3c4f415e7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=443770c6-1eca-4ab0-a411-efd3c4f415e7,segment=NetworkSegment(70ca80b9-b7d1-40d7-9ec2-ab3db0836e01),segment_id=70ca80b9-b7d1-40d7-9ec2-ab3db0836e01)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:49.916300 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:49.933522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Calling delete_port for 443770c6-1eca-4ab0-a411-efd3c4f415e7 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:49.963427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6ca97b4b-e039-43bf-8fbb-b6bba195dc5d None None] Deleting port 443770c6-1eca-4ab0-a411-efd3c4f415e7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:49.964040 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ca97b4b-e039-43bf-8fbb-b6bba195dc5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.069227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6ca97b4b-e039-43bf-8fbb-b6bba195dc5d None None] For port 443770c6-1eca-4ab0-a411-efd3c4f415e7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=443770c6-1eca-4ab0-a411-efd3c4f415e7,segment=NetworkSegment(70ca80b9-b7d1-40d7-9ec2-ab3db0836e01),segment_id=70ca80b9-b7d1-40d7-9ec2-ab3db0836e01)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:50.069617 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ca97b4b-e039-43bf-8fbb-b6bba195dc5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.076508 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.098595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6ca97b4b-e039-43bf-8fbb-b6bba195dc5d None None] Calling delete_port for 443770c6-1eca-4ab0-a411-efd3c4f415e7 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:50.132627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event deleted for resources: {'Port': ['ID=443770c6-1eca-4ab0-a411-efd3c4f415e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:50.155233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] No DVR routers for this DVR port 443770c6-1eca-4ab0-a411-efd3c4f415e7 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:50.171890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['71530577-7371-4dfa-aa03-35ff470129ac'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:50.250880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.264484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c08dd5-2b94-472e-9bd2-e08e6b3d8f57 req-6f7fc64f-ee5d-47ea-aa75-617926611cc2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:50.266920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c5c08dd5-2b94-472e-9bd2-e08e6b3d8f57 req-6f7fc64f-ee5d-47ea-aa75-617926611cc2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 945 time: 0.0764811 Jun 30 02:36:50.267488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ba048b-25b9-4887-b553-2770b1dcf43c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:50.279324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ca80b9-b7d1-40d7-9ec2-ab3db0836e01') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:50.279644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ca80b9-b7d1-40d7-9ec2-ab3db0836e01') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:50.290395 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.313574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.331252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:36:50.331564 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.338599 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ca97b4b-e039-43bf-8fbb-b6bba195dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:36:50.340143 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:36:50.346572 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c5c08dd5-2b94-472e-9bd2-e08e6b3d8f57 req-24312821-572a-4f1e-9eb5-af8ea1c9c629 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655692 Jun 30 02:36:50.369315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca97b4b-e039-43bf-8fbb-b6bba195dc5d None None] No DVR routers for this DVR port 443770c6-1eca-4ab0-a411-efd3c4f415e7 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:50.402123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca97b4b-e039-43bf-8fbb-b6bba195dc5d None None] Pushing event deleted for resources: {'Port': ['ID=443770c6-1eca-4ab0-a411-efd3c4f415e7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:50.446008 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d27ec7c3-70d8-45cb-9f23-28b041fb09af req-38843b9b-8f23-4f8b-9bd6-eb0a59a51b80 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=cbefcb8d-0a53-4d85-bace-4922e5a5ee77 HTTP/1.1" status: 200 len: 210 time: 0.0472107 Jun 30 02:36:50.464131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.494613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:50.498959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] 10.222.0.55 "DELETE /v2.0/networks/75ba048b-25b9-4887-b553-2770b1dcf43c HTTP/1.1" status: 204 len: 168 time: 0.9403324 Jun 30 02:36:50.509507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e0071-5606-44e0-9a14-8590821964a9 tempest-AllowedAddressPairIpV6TestJSON-1403225607 tempest-AllowedAddressPairIpV6TestJSON-1403225607-project] Pushing event deleted for resources: {'Network': ['ID=75ba048b-25b9-4887-b553-2770b1dcf43c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:50.820608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:50.860022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad961e1-8fe8-4c36-80cc-d5abed21c66e req-aa1afc50-55db-42bb-b927-55aa3556c6fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:50.870061 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cad961e1-8fe8-4c36-80cc-d5abed21c66e req-aa1afc50-55db-42bb-b927-55aa3556c6fb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 945 time: 0.1099930 Jun 30 02:36:50.914925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cad961e1-8fe8-4c36-80cc-d5abed21c66e req-42fb2c48-6a47-466a-990e-4d159ec2dacb tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437799 Jun 30 02:36:51.025750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4fe1bbd5-621f-4db7-811b-6ead0b2e71ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4a463470708484c901643489e5ee123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038116 Jun 30 02:36:51.028543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:51.088404 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dea3f854-5a92-499f-9575-4fbf7d27891d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:51.110790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dea3f854-5a92-499f-9575-4fbf7d27891d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:51.166357 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dea3f854-5a92-499f-9575-4fbf7d27891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:51.169455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dea3f854-5a92-499f-9575-4fbf7d27891d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:51.170643 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dea3f854-5a92-499f-9575-4fbf7d27891d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90510ac0-2452-4d41-8456-efe4683d66da HTTP/1.1" status: 204 len: 168 time: 0.1411006 Jun 30 02:36:51.180797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3f854-5a92-499f-9575-4fbf7d27891d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90510ac0-2452-4d41-8456-efe4683d66da,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:51.389796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 13cd5384-b44b-44da-a3f5-267c1bd9b703 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:51.514309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 13cd5384-b44b-44da-a3f5-267c1bd9b703 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:51.526609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 13cd5384-b44b-44da-a3f5-267c1bd9b703 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:51.526609 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:51.664114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dafb42-a48d-4d0d-9a03-10c7a860ddd2 req-7283b90b-eefd-40de-8ced-ace529c1203d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:51.667566 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:51.673988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1dafb42-a48d-4d0d-9a03-10c7a860ddd2 req-7283b90b-eefd-40de-8ced-ace529c1203d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 945 time: 0.1702762 Jun 30 02:36:51.696105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 443770c6-1eca-4ab0-a411-efd3c4f415e7 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:36:51.730499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1dafb42-a48d-4d0d-9a03-10c7a860ddd2 req-4327be33-5ccb-4fec-8291-b56c6b925ab5 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Jun 30 02:36:51.945162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 443770c6-1eca-4ab0-a411-efd3c4f415e7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:36:51.945380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 443770c6-1eca-4ab0-a411-efd3c4f415e7 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:36:51.970533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea54d69-ff91-4676-aec1-a158b5ad9421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cd5384-b44b-44da-a3f5-267c1bd9b703'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:51.979004 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a6fd07-7a4c-4a14-9a06-2db81555beba" -d '{"events": [{"server_uuid": "fea54d69-ff91-4676-aec1-a158b5ad9421", "name": "network-vif-plugged", "status": "completed", "tag": "13cd5384-b44b-44da-a3f5-267c1bd9b703"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:52.003136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-704d56a6-3e8f-447f-9cbe-5283d944c524 req-f0f31ea3-b750-4090-a9ca-5643438d9c57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=11438e0bec954cd0819001570c73a8aa&device_id=e28c36f8-6b3c-4898-bdf1-9a7340e0d677 HTTP/1.1" status: 200 len: 210 time: 0.0528650 Jun 30 02:36:52.013993 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 13cd5384-b44b-44da-a3f5-267c1bd9b703, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=13cd5384-b44b-44da-a3f5-267c1bd9b703,segment=NetworkSegment(7e28f844-4723-443b-8dff-5c572ec851e0),segment_id=7e28f844-4723-443b-8dff-5c572ec851e0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:52.020784 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.042767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-704d56a6-3e8f-447f-9cbe-5283d944c524 req-9cf74ce4-5ba5-493b-b3ed-4e6286bec3c6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=11438e0bec954cd0819001570c73a8aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236113 Jun 30 02:36:52.084781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=13cd5384-b44b-44da-a3f5-267c1bd9b703,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:52.158680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:52.169087 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35686dc0-94ba-48bc-8a6b-039fa661ff27 req-d9b5078a-e9c9-4ad2-9a2c-a2fcba388471 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=e28c36f8-6b3c-4898-bdf1-9a7340e0d677 HTTP/1.1" status: 200 len: 210 time: 0.0495720 Jun 30 02:36:52.237728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf0e4-c916-49bf-82c0-1c72b996a3fc req-ab95ed61-e00e-46a4-9cb0-08c9843ce294 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:52.240193 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23abf0e4-c916-49bf-82c0-1c72b996a3fc req-ab95ed61-e00e-46a4-9cb0-08c9843ce294 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 946 time: 0.1103408 Jun 30 02:36:52.248321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d56a6-3e8f-447f-9cbe-5283d944c524 req-5c3dea9b-e75b-4be3-9fe5-8b0c4b880335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:52.249961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-704d56a6-3e8f-447f-9cbe-5283d944c524 req-5c3dea9b-e75b-4be3-9fe5-8b0c4b880335 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962483 Jun 30 02:36:52.313121 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23abf0e4-c916-49bf-82c0-1c72b996a3fc req-821c68f5-c8b2-41fd-b0ff-969b55137a02 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540035 Jun 30 02:36:52.353111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'networks': [{'name': 'tempest-network--1881794170'}, {'name': 'tempest-network--1622206649'}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:52.353680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'network': {'name': 'tempest-network--1881794170'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:52.354051 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81f1db4-f970-4395-bbaf-c08e5796a729 x-openstack-request-id: req-e81f1db4-f970-4395-bbaf-c08e5796a729 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:52.354183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'network': {'name': 'tempest-network--1622206649'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:52.354340 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea54d69-ff91-4676-aec1-a158b5ad9421", "name": "network-vif-plugged", "status": "completed", "tag": "13cd5384-b44b-44da-a3f5-267c1bd9b703", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:52.354583 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e81f1db4-f970-4395-bbaf-c08e5796a729 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:52.355009 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea54d69-ff91-4676-aec1-a158b5ad9421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cd5384-b44b-44da-a3f5-267c1bd9b703', 'code': 200} Jun 30 02:36:52.387425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Made reservation on behalf of e48cf658b36940cab8246a6171807c85 for: {'network': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:52.392861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.404740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.486181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f18a9-8a84-4d1c-b10c-29386462fe01 req-1baa857a-b620-409a-bbb6-1d89ea94b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:52.487804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d78f18a9-8a84-4d1c-b10c-29386462fe01 req-1baa857a-b620-409a-bbb6-1d89ea94b95b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 1098 time: 0.0633192 Jun 30 02:36:52.509048 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.514589 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.515422 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.529429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d78f18a9-8a84-4d1c-b10c-29386462fe01 req-7f06d4a3-d218-4047-98f3-83e10a9ff350 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Jun 30 02:36:52.559210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fc2ed2-9fa8-4ebf-91f2-338c5c83fb41,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:52.566649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:52.578743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.579203 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Added segment cdfc8b9a-3890-4e94-8014-2451faca693b of type vlan for network c2f1b7ca-1fce-4fb6-b15a-d0eaa3494ec3 Jun 30 02:36:52.629464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.665742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:52.675674 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.676391 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Added segment 30843898-f354-4e07-ac42-2618b9737a00 of type vlan for network dd886acc-f4ae-4e3a-8a63-a7b5c67c47a6 Jun 30 02:36:52.717739 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.750450 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.751010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.757155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:52.762338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:52.763071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:52.854270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'Network': ['ID=c2f1b7ca-1fce-4fb6-b15a-d0eaa3494ec3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:52.868956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network c2f1b7ca-1fce-4fb6-b15a-d0eaa3494ec3 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:52.902909 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7368293 Jun 30 02:36:52.905627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:52.950619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527353d-a8de-4104-8402-89cabff79239 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'Network': ['ID=dd886acc-f4ae-4e3a-8a63-a7b5c67c47a6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:52.965240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network dd886acc-f4ae-4e3a-8a63-a7b5c67c47a6 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:53.010267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdd2b-7ee7-49d5-8312-d9c778c53ddd req-3cfafd5e-9e6d-4fc9-8173-4f1c67313cc9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:53.018515 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2ecdd2b-7ee7-49d5-8312-d9c778c53ddd req-3cfafd5e-9e6d-4fc9-8173-4f1c67313cc9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 945 time: 0.1174493 Jun 30 02:36:53.063492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2ecdd2b-7ee7-49d5-8312-d9c778c53ddd req-5fe2fb6a-9b4e-44ba-ab96-ea4c24957e70 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440614 Jun 30 02:36:53.155316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf34cef5-c9df-4faf-8ab5-97d5b9405307 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:53.161451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf34cef5-c9df-4faf-8ab5-97d5b9405307 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:53.167217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf34cef5-c9df-4faf-8ab5-97d5b9405307 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:53.172766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf34cef5-c9df-4faf-8ab5-97d5b9405307 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:53.177601 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bf34cef5-c9df-4faf-8ab5-97d5b9405307 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2675431 Jun 30 02:36:53.177866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:53.264802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.371643 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4790a79-029d-4e33-86ca-0bb1b811e8a2 req-cca3c59f-9d00-4083-8d6c-a14425d362bb tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=e28c36f8-6b3c-4898-bdf1-9a7340e0d677 HTTP/1.1" status: 200 len: 210 time: 0.0740018 Jun 30 02:36:53.391925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:36:53.394000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 71530577-7371-4dfa-aa03-35ff470129ac up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:53.394307 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.405938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f1b7ca-1fce-4fb6-b15a-d0eaa3494ec3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:53.435717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfc8b9a-3890-4e94-8014-2451faca693b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:53.436016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfc8b9a-3890-4e94-8014-2451faca693b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:53.446673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.463033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.469773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:36:53.470374 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:36:53.474611 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:36:53.537688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 71530577-7371-4dfa-aa03-35ff470129ac completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:36:53.545892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 71530577-7371-4dfa-aa03-35ff470129ac triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:53.546548 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.573405 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.599161 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.603893 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "DELETE /v2.0/networks/c2f1b7ca-1fce-4fb6-b15a-d0eaa3494ec3 HTTP/1.1" status: 204 len: 168 time: 0.4223154 Jun 30 02:36:53.604073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:53.604419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a59f7c-cc00-48e6-8c01-a325d6d4165d tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Network': ['ID=c2f1b7ca-1fce-4fb6-b15a-d0eaa3494ec3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:53.627870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:53.645300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589497fd-8ee0-4422-a897-d3f4dd2c8ce4 req-124454d6-a964-4eb7-a4b7-fab8222bc071 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:53.645972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'mac_address': 'fa:16:3e:dc:a6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:36:53.647406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-589497fd-8ee0-4422-a897-d3f4dd2c8ce4 req-124454d6-a964-4eb7-a4b7-fab8222bc071 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 946 time: 0.1183665 Jun 30 02:36:53.710104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-589497fd-8ee0-4422-a897-d3f4dd2c8ce4 req-56e32f26-f381-4f0f-9296-2ac65caf0fa0 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551136 Jun 30 02:36:53.718831 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.722494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.741786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:36:53.781707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:53.785001 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.789398 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.836190 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.847810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd886acc-f4ae-4e3a-8a63-a7b5c67c47a6']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:53.864706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 71530577-7371-4dfa-aa03-35ff470129ac, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=71530577-7371-4dfa-aa03-35ff470129ac,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:53.864984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30843898-f354-4e07-ac42-2618b9737a00') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:53.865494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30843898-f354-4e07-ac42-2618b9737a00') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:36:53.875194 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.876468 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.880975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:53.898033 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.905079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:36:53.905483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:36:53.908680 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:36:53.934238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:53.987392 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=71530577-7371-4dfa-aa03-35ff470129ac,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:53.987637 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.012891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.015144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "DELETE /v2.0/networks/dd886acc-f4ae-4e3a-8a63-a7b5c67c47a6 HTTP/1.1" status: 204 len: 168 time: 0.4100268 Jun 30 02:36:54.017876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:54.026957 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-704d56a6-3e8f-447f-9cbe-5283d944c524 req-940dc525-7fec-45d0-b9d4-8f2356743a59 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.73 "GET /v2.0/ports?device_id=e28c36f8-6b3c-4898-bdf1-9a7340e0d677 HTTP/1.1" status: 200 len: 210 time: 0.0526845 Jun 30 02:36:54.028127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648f5c1-ae6f-47ff-8376-cec48ca2fbab tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Network': ['ID=dd886acc-f4ae-4e3a-8a63-a7b5c67c47a6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:54.196796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13db18d-a577-4e19-a78d-d320ee80640a tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:54.203263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13db18d-a577-4e19-a78d-d320ee80640a tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:54.205143 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c13db18d-a577-4e19-a78d-d320ee80640a tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1861150 Jun 30 02:36:54.208914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:54.213996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-488532242'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:54.273097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Made reservation on behalf of e48cf658b36940cab8246a6171807c85 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:54.276542 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.309554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:54.324332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb849f-66a6-4a97-9c13-43e9613aac8d req-17bf0a4a-27d9-4fdd-a3be-502cd1c50382 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:54.325910 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6adb849f-66a6-4a97-9c13-43e9613aac8d req-17bf0a4a-27d9-4fdd-a3be-502cd1c50382 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.1082249 Jun 30 02:36:54.330760 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.331341 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Added segment 62ea4d91-4a33-4253-aa43-32a7cb3a7639 of type vlan for network db772bc7-cb13-4e37-9b20-1c706098c81c Jun 30 02:36:54.334287 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b916f815-f449-411c-bc4f-3f65c1c2e605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.355871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863dbee-23ae-422e-b1a7-8c4b8f01641e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71530577-7371-4dfa-aa03-35ff470129ac'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:54.358653 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a99569f-c8ec-486a-aced-7fb8c903cbd6" -d '{"events": [{"server_uuid": "c863dbee-23ae-422e-b1a7-8c4b8f01641e", "name": "network-vif-plugged", "status": "completed", "tag": "71530577-7371-4dfa-aa03-35ff470129ac"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:54.392105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.405575 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b783401b-8899-497f-9b6c-eeb7029c6223 x-openstack-request-id: req-b783401b-8899-497f-9b6c-eeb7029c6223 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:54.406361 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c863dbee-23ae-422e-b1a7-8c4b8f01641e", "name": "network-vif-plugged", "status": "completed", "tag": "71530577-7371-4dfa-aa03-35ff470129ac", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:54.406803 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b783401b-8899-497f-9b6c-eeb7029c6223 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:54.407947 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c863dbee-23ae-422e-b1a7-8c4b8f01641e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71530577-7371-4dfa-aa03-35ff470129ac', 'code': 200} Jun 30 02:36:54.419465 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6adb849f-66a6-4a97-9c13-43e9613aac8d req-75d49276-6ccc-4aac-9882-646229a7ed1e tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862825 Jun 30 02:36:54.451024 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.459489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:54.460202 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.537277 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3246474 Jun 30 02:36:54.538388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34692) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:54.554908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1581184947'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:54.571991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc2f5a-835f-4813-8044-7759303691de tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'Network': ['ID=db772bc7-cb13-4e37-9b20-1c706098c81c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:54.583759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network db772bc7-cb13-4e37-9b20-1c706098c81c details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:54.590508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Made reservation on behalf of e48cf658b36940cab8246a6171807c85 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:54.602211 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.640940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:54.652480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.654885 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Added segment da234975-f793-4809-a592-235ec0d904e9 of type vlan for network ac2d8532-3264-4d30-b704-c3aeb7f22f3d Jun 30 02:36:54.659162 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb29764f-7e0d-4d61-add6-29c6c1922a76 req-aa9abe07-0eb2-414b-b45d-5adacadd6287 tempest-ServerShowV247Test-901558289 tempest-ServerShowV247Test-901558289-project] 10.222.0.55 "GET /v2.0/ports?device_id=e28c36f8-6b3c-4898-bdf1-9a7340e0d677 HTTP/1.1" status: 200 len: 210 time: 0.0517275 Jun 30 02:36:54.698490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9ffe9-8e40-471d-b0f8-c53e5d89fce2 req-c58c07e7-b4af-4646-92a0-4d43db3f8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:54.698490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fb9ffe9-8e40-471d-b0f8-c53e5d89fce2 req-c58c07e7-b4af-4646-92a0-4d43db3f8948 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 1098 time: 0.1815307 Jun 30 02:36:54.726787 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.759841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fb9ffe9-8e40-471d-b0f8-c53e5d89fce2 req-a6626c0c-a4bf-41a7-9371-0d63276dbe8e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557933 Jun 30 02:36:54.774563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.781147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:54.782076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:54.887900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3491793 Jun 30 02:36:54.890690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:54.897702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'ports': [{'network_id': 'db772bc7-cb13-4e37-9b20-1c706098c81c', 'name': 'tempest-port--1921341409', 'admin_state_up': True}, {'network_id': 'ac2d8532-3264-4d30-b704-c3aeb7f22f3d', 'admin_state_up': False}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:54.898333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'port': {'network_id': 'db772bc7-cb13-4e37-9b20-1c706098c81c', 'name': 'tempest-port--1921341409', 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:54.899240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'port': {'network_id': 'ac2d8532-3264-4d30-b704-c3aeb7f22f3d', 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:54.911945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb48cc-9f51-4965-8b28-18eddbe490db tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'Network': ['ID=ac2d8532-3264-4d30-b704-c3aeb7f22f3d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:54.922899 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network ac2d8532-3264-4d30-b704-c3aeb7f22f3d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:54.951054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5ffc9-4172-4856-940f-113b335bd492 req-fd073c80-cc8d-4d71-8e37-8a4371f4f865 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:54.952649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cc5ffc9-4172-4856-940f-113b335bd492 req-fd073c80-cc8d-4d71-8e37-8a4371f4f865 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 946 time: 0.0926933 Jun 30 02:36:55.003054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cc5ffc9-4172-4856-940f-113b335bd492 req-43d4298e-ac99-4716-ab12-8d5e83985038 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Jun 30 02:36:55.097360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Made reservation on behalf of e48cf658b36940cab8246a6171807c85 for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:55.103369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.118448 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.212359 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] device_id is not set on port f01ccd82-979a-4f2d-ac44-1425e6f9dbbe yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:36:55.353028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.390780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:36:55.439568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] device_id is not set on port 8116270d-46c5-4b0e-a711-8a9b91a9fb3a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:36:55.457004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:55.458021 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.616034 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.660917 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.687937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:55.693611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc0348-dcc8-4c44-aa42-1bbac781d0ae req-d371e534-1e7c-4fd9-9ed2-517343ba5b40 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:55.695879 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-92fc0348-dcc8-4c44-aa42-1bbac781d0ae req-d371e534-1e7c-4fd9-9ed2-517343ba5b40 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.0818949 Jun 30 02:36:55.696784 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.748371 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-92fc0348-dcc8-4c44-aa42-1bbac781d0ae req-c6edcaad-d42e-4b26-9699-d85f4f73dbff tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Jun 30 02:36:55.750966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:55.766948 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.830991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'Port': ['ID=f01ccd82-979a-4f2d-ac44-1425e6f9dbbe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:55.860125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc5d01-6e74-4929-b8af-75e1b952a30b req-395ccf68-0038-4018-9ccb-cf9bfb186c7e tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:55.861558 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4cc5d01-6e74-4929-b8af-75e1b952a30b req-395ccf68-0038-4018-9ccb-cf9bfb186c7e tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 946 time: 0.1538374 Jun 30 02:36:55.868748 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Checking segment: {'id': '62ea4d91-4a33-4253-aa43-32a7cb3a7639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'db772bc7-cb13-4e37-9b20-1c706098c81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:55.869137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Network hostable DHCP agents. Network: db772bc7-cb13-4e37-9b20-1c706098c81c, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:36:55.912165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Network db772bc7-cb13-4e37-9b20-1c706098c81c is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:36:55.919456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4cc5d01-6e74-4929-b8af-75e1b952a30b req-23ddebfe-dbf3-48d8-b94a-cbe5e183ef2d tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479467 Jun 30 02:36:55.927243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, db772bc7-cb13-4e37-9b20-1c706098c81c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:55.931647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:55.932729 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:55.951071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950ee8af-7cc1-4597-8287-9c8b2d2d8fe1 None None] Network db772bc7-cb13-4e37-9b20-1c706098c81c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:55.996704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'Port': ['ID=8116270d-46c5-4b0e-a711-8a9b91a9fb3a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:56.012988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Checking segment: {'id': 'da234975-f793-4809-a592-235ec0d904e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'ac2d8532-3264-4d30-b704-c3aeb7f22f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:36:56.013347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Network hostable DHCP agents. Network: ac2d8532-3264-4d30-b704-c3aeb7f22f3d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:36:56.044514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Network ac2d8532-3264-4d30-b704-c3aeb7f22f3d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:36:56.061246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, ac2d8532-3264-4d30-b704-c3aeb7f22f3d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:36:56.070327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:36:56.084287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:56.089816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:56.091407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0ffbd6-8077-4a37-8722-0b8ef9d39b0b None None] Network ac2d8532-3264-4d30-b704-c3aeb7f22f3d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:56.092472 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.121402 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7ce6defd-afc8-49d0-a176-14ad0aa93b0f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2292049 Jun 30 02:36:56.124654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:56.227449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3283b-2b16-4630-a887-8511715431a7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:56.234512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3283b-2b16-4630-a887-8511715431a7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:56.239982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:56.240353 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-42c3283b-2b16-4630-a887-8511715431a7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1147010 Jun 30 02:36:56.355277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:56.368499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c78a0bf3-6194-4b5e-954b-ee3c803dd94c tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Deleting port f01ccd82-979a-4f2d-ac44-1425e6f9dbbe {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:56.368918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c78a0bf3-6194-4b5e-954b-ee3c803dd94c tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.409831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:56.412709 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfb034d-a393-4973-9d37-7b2d59ce7a94" -d '{"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-plugged", "status": "completed", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:56.457113 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c78a0bf3-6194-4b5e-954b-ee3c803dd94c tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.466391 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ae7472-befc-4c3c-ba63-0fd57a899c4e x-openstack-request-id: req-90ae7472-befc-4c3c-ba63-0fd57a899c4e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:36:56.466683 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-plugged", "status": "completed", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:36:56.466994 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90ae7472-befc-4c3c-ba63-0fd57a899c4e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:36:56.467389 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'code': 200} Jun 30 02:36:56.473931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c78a0bf3-6194-4b5e-954b-ee3c803dd94c tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Calling delete_port for f01ccd82-979a-4f2d-ac44-1425e6f9dbbe owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:56.495071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b39a632-c6c7-45a4-8934-f5b769265059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.568875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c78a0bf3-6194-4b5e-954b-ee3c803dd94c tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.599995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b39a632-c6c7-45a4-8934-f5b769265059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.601031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a0bf3-6194-4b5e-954b-ee3c803dd94c tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Port': ['ID=f01ccd82-979a-4f2d-ac44-1425e6f9dbbe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:56.606627 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b39a632-c6c7-45a4-8934-f5b769265059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.606924 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c78a0bf3-6194-4b5e-954b-ee3c803dd94c tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.609073 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c78a0bf3-6194-4b5e-954b-ee3c803dd94c tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "DELETE /v2.0/ports/f01ccd82-979a-4f2d-ac44-1425e6f9dbbe HTTP/1.1" status: 204 len: 168 time: 0.3636420 Jun 30 02:36:56.611701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:56.654992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5b39a632-c6c7-45a4-8934-f5b769265059 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11438e0bec954cd0819001570c73a8aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985022 Jun 30 02:36:56.656174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39a632-c6c7-45a4-8934-f5b769265059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d4eda-e8b9-4c8a-a454-e512ed1e5293,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:56.659756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:56.726789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eedca96-4aa6-4b2b-8bfa-ce78e98ab65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.753504 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eedca96-4aa6-4b2b-8bfa-ce78e98ab65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.765072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f63bd3db-edf0-49b2-bb4a-85591d5b60e7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Deleting port 8116270d-46c5-4b0e-a711-8a9b91a9fb3a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:56.765741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f63bd3db-edf0-49b2-bb4a-85591d5b60e7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.823415 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eedca96-4aa6-4b2b-8bfa-ce78e98ab65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.828063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eedca96-4aa6-4b2b-8bfa-ce78e98ab65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.828777 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9eedca96-4aa6-4b2b-8bfa-ce78e98ab65b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b42d4eda-e8b9-4c8a-a454-e512ed1e5293 HTTP/1.1" status: 204 len: 168 time: 0.1678357 Jun 30 02:36:56.836045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f63bd3db-edf0-49b2-bb4a-85591d5b60e7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.837803 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedca96-4aa6-4b2b-8bfa-ce78e98ab65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d4eda-e8b9-4c8a-a454-e512ed1e5293,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:56.851269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f63bd3db-edf0-49b2-bb4a-85591d5b60e7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Calling delete_port for 8116270d-46c5-4b0e-a711-8a9b91a9fb3a owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:57.034370 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.039166 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-69460185-cdad-489f-98ff-b00dcfcfd75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.047475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda9c1b-c467-4a0c-ba46-aa45bb88b609 req-54ded977-76bb-48cf-b31c-0d1d3feedb3a tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:57.055223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6fda9c1b-c467-4a0c-ba46-aa45bb88b609 req-54ded977-76bb-48cf-b31c-0d1d3feedb3a tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.1351621 Jun 30 02:36:57.091754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6fda9c1b-c467-4a0c-ba46-aa45bb88b609 req-7ada35a7-b5f6-4211-806e-268ca535f408 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349157 Jun 30 02:36:57.094101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f63bd3db-edf0-49b2-bb4a-85591d5b60e7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.136802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bd3db-edf0-49b2-bb4a-85591d5b60e7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Port': ['ID=8116270d-46c5-4b0e-a711-8a9b91a9fb3a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:57.155039 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f63bd3db-edf0-49b2-bb4a-85591d5b60e7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.159842 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:57.163277 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f63bd3db-edf0-49b2-bb4a-85591d5b60e7 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "DELETE /v2.0/ports/8116270d-46c5-4b0e-a711-8a9b91a9fb3a HTTP/1.1" status: 204 len: 168 time: 0.5505364 Jun 30 02:36:57.235428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b94a5724-c9ec-48bf-aabb-d8e6a899a77b tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0697980 Jun 30 02:36:57.236147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:57.248128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-109903287'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:57.282381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Made reservation on behalf of e48cf658b36940cab8246a6171807c85 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:57.288088 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.323517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:57.324772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b4bb-14c9-4f3f-9683-52ec4c1cef96 req-89741431-ec1e-411f-8275-4ac6d3e31daf tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:57.335717 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e3b4bb-14c9-4f3f-9683-52ec4c1cef96 req-89741431-ec1e-411f-8275-4ac6d3e31daf tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 946 time: 0.1219003 Jun 30 02:36:57.336990 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.337546 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Added segment 5449366b-f8f5-4338-9085-7046688804f1 of type vlan for network c08599d9-287f-4e41-bd20-28eb729af58e Jun 30 02:36:57.382618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e3b4bb-14c9-4f3f-9683-52ec4c1cef96 req-2c8104f3-2d05-44a8-9d3a-c0c40ea8223f tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445609 Jun 30 02:36:57.424819 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.537835 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.553301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:57.556531 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.634480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3972461 Jun 30 02:36:57.636903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:57.644222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1402481836'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:57.656078 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588c566-c1f5-4a06-9e47-2c8ee8331002 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'Network': ['ID=c08599d9-287f-4e41-bd20-28eb729af58e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:57.670574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network c08599d9-287f-4e41-bd20-28eb729af58e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:57.681780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-3b55ffe9-e10e-4134-ae45-c1f076c62d83 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:57.683433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-3b55ffe9-e10e-4134-ae45-c1f076c62d83 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.69 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 946 time: 0.2576725 Jun 30 02:36:57.689360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Made reservation on behalf of e48cf658b36940cab8246a6171807c85 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:57.700015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.730499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:57.746599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.747116 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Added segment c937672e-f23b-4f94-8fdf-87e0f7fe5f2a of type vlan for network 112439e0-8376-4c66-9ba2-172e1b7fdb05 Jun 30 02:36:57.800671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eda1ec-e794-47f4-be70-e6a3f3095c5e req-c00dc47d-2601-4c91-a5d6-c49f07bf3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:57.807050 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80eda1ec-e794-47f4-be70-e6a3f3095c5e req-c00dc47d-2601-4c91-a5d6-c49f07bf3088 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 1098 time: 0.2731845 Jun 30 02:36:57.808371 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.877206 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.887137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:57.887848 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:57.978532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44198a0-21ae-41c2-b8c6-cbf065042237 req-0212c72e-0fff-499f-b4d3-163d699e27bc tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:57.980782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d44198a0-21ae-41c2-b8c6-cbf065042237 req-0212c72e-0fff-499f-b4d3-163d699e27bc tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.2834451 Jun 30 02:36:58.023558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'Network': ['ID=112439e0-8376-4c66-9ba2-172e1b7fdb05,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:58.027505 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b96dbee8-7092-46c5-9691-88039e060907 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3894465 Jun 30 02:36:58.035914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 112439e0-8376-4c66-9ba2-172e1b7fdb05 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:36:58.063142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eda1ec-e794-47f4-be70-e6a3f3095c5e req-1fb7850d-4e28-467b-b792-078f7d630ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:58.064912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80eda1ec-e794-47f4-be70-e6a3f3095c5e req-1fb7850d-4e28-467b-b792-078f7d630ed8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 920 time: 0.2396624 Jun 30 02:36:58.077819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-aabef062-5d24-4c92-971b-02c40167c587 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Deleting port 13cd5384-b44b-44da-a3f5-267c1bd9b703 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:36:58.079238 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-aabef062-5d24-4c92-971b-02c40167c587 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.112298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:58.181569 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.332358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-aabef062-5d24-4c92-971b-02c40167c587 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] For port 13cd5384-b44b-44da-a3f5-267c1bd9b703, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=13cd5384-b44b-44da-a3f5-267c1bd9b703,segment=NetworkSegment(7e28f844-4723-443b-8dff-5c572ec851e0),segment_id=7e28f844-4723-443b-8dff-5c572ec851e0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:36:58.332873 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1272809997-network', 'tenant_id': 'fef5510c674d4c81beed3eda57f51908'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:58.334345 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-aabef062-5d24-4c92-971b-02c40167c587 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.357820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-aabef062-5d24-4c92-971b-02c40167c587 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Calling delete_port for 13cd5384-b44b-44da-a3f5-267c1bd9b703 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:36:58.364608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Made reservation on behalf of fef5510c674d4c81beed3eda57f51908 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:36:58.368418 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.389750 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.412949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80eda1ec-e794-47f4-be70-e6a3f3095c5e req-fe8284c6-a532-458d-a9c8-d224a449fb60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71530577-7371-4dfa-aa03-35ff470129ac HTTP/1.1" status: 200 len: 217 time: 0.3262458 Jun 30 02:36:58.534606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d44198a0-21ae-41c2-b8c6-cbf065042237 req-1da5bd75-bdf7-4890-8e04-3667f6750588 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366490 Jun 30 02:36:58.643678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eda1ec-e794-47f4-be70-e6a3f3095c5e req-7525d829-c7a3-47fe-a8bf-6e560e8ea176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:58.646038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80eda1ec-e794-47f4-be70-e6a3f3095c5e req-7525d829-c7a3-47fe-a8bf-6e560e8ea176 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 200 len: 859 time: 0.2253449 Jun 30 02:36:58.694908 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.737606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80eda1ec-e794-47f4-be70-e6a3f3095c5e req-6fceffab-719f-4eef-900b-6fb300e4d315 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822341 Jun 30 02:36:58.778147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.802029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:36:58.829318 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.829795 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Added segment 39efe67f-f5bf-4e49-8a9f-1275641fa340 of type vlan for network da85fd17-8f5d-4621-95de-f716da3768b8 Jun 30 02:36:58.972084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80eda1ec-e794-47f4-be70-e6a3f3095c5e req-e18b3f63-b620-458f-b9b6-30d2812ca580 service neutron] 10.222.0.69 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181377 Jun 30 02:36:59.202458 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80eda1ec-e794-47f4-be70-e6a3f3095c5e req-3a932d4b-aeaf-4a48-9ff0-3c1abb570b91 service neutron] 10.222.0.69 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223175 Jun 30 02:36:59.300630 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-aabef062-5d24-4c92-971b-02c40167c587 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.343859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['13cd5384-b44b-44da-a3f5-267c1bd9b703'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:36:59.372780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabef062-5d24-4c92-971b-02c40167c587 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Pushing event deleted for resources: {'Port': ['ID=13cd5384-b44b-44da-a3f5-267c1bd9b703,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:59.561815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-aabef062-5d24-4c92-971b-02c40167c587 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] No DVR routers for this DVR port 13cd5384-b44b-44da-a3f5-267c1bd9b703 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:36:59.570159 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-aabef062-5d24-4c92-971b-02c40167c587 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.583461 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b3e2882-2c4b-4842-b449-6f406242a419 req-aabef062-5d24-4c92-971b-02c40167c587 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.69 "DELETE /v2.0/ports/13cd5384-b44b-44da-a3f5-267c1bd9b703 HTTP/1.1" status: 204 len: 173 time: 1.8802350 Jun 30 02:36:59.596742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea54d69-ff91-4676-aec1-a158b5ad9421', 'name': 'network-vif-deleted', 'tag': '13cd5384-b44b-44da-a3f5-267c1bd9b703'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:36:59.607867 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f27d8f-d996-421b-a116-b9acb409f63e" -d '{"events": [{"server_uuid": "fea54d69-ff91-4676-aec1-a158b5ad9421", "name": "network-vif-deleted", "tag": "13cd5384-b44b-44da-a3f5-267c1bd9b703"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:36:59.671475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.676698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0327bd87-8a2b-4696-8a98-2acd73831176,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:59.721247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fc078-1ac5-4c00-89ea-d30cc99f8cce req-3ae3a812-ba4c-4c5a-b21a-9424f4e1eb43 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:59.730459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-842fc078-1ac5-4c00-89ea-d30cc99f8cce req-3ae3a812-ba4c-4c5a-b21a-9424f4e1eb43 tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/ports?device_id=fea54d69-ff91-4676-aec1-a158b5ad9421 HTTP/1.1" status: 200 len: 867 time: 1.0334668 Jun 30 02:36:59.786924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.788644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:59.789623 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.918338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564f9ba-4e93-47a8-84a3-496017f9e64d req-d6b2f061-aeae-4241-b901-c447780a7681 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:59.928041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3564f9ba-4e93-47a8-84a3-496017f9e64d req-d6b2f061-aeae-4241-b901-c447780a7681 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.0867622 Jun 30 02:36:59.952615 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-842fc078-1ac5-4c00-89ea-d30cc99f8cce req-b0ee75f6-5b99-4d7b-94e4-0a5e3130a32b tempest-ServerPasswordTestJSON-1636023045 tempest-ServerPasswordTestJSON-1636023045-project] 10.222.0.55 "GET /v2.0/security-groups?id=62545ab0-31cb-420f-992a-98c140e09c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186675 Jun 30 02:36:59.975078 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.001512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3564f9ba-4e93-47a8-84a3-496017f9e64d req-3c399ca9-27ac-4653-90bf-f7b5bbd930ec tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722346 Jun 30 02:37:00.028186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] Pushing event updated for resources: {'Network': ['ID=da85fd17-8f5d-4621-95de-f716da3768b8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:00.042384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network da85fd17-8f5d-4621-95de-f716da3768b8 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:00.060744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-85d03b13-3cab-42df-a26d-f435d167aba2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9470341 Jun 30 02:37:00.064303 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:00.070500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Request body: {'subnet': {'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1272809997-subnet', 'tenant_id': 'fef5510c674d4c81beed3eda57f51908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:00.117575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Made reservation on behalf of fef5510c674d4c81beed3eda57f51908 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:00.120869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.546621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.613136 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c9424e-f7ec-46a0-90d8-b27b30535e13 x-openstack-request-id: req-b4c9424e-f7ec-46a0-90d8-b27b30535e13 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:00.613541 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea54d69-ff91-4676-aec1-a158b5ad9421", "name": "network-vif-deleted", "tag": "13cd5384-b44b-44da-a3f5-267c1bd9b703", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:00.616454 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4c9424e-f7ec-46a0-90d8-b27b30535e13 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:00.616866 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea54d69-ff91-4676-aec1-a158b5ad9421', 'name': 'network-vif-deleted', 'tag': '13cd5384-b44b-44da-a3f5-267c1bd9b703', 'status': 'completed', 'code': 200} Jun 30 02:37:00.651378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b856f8da-cbc5-40d0-9b04-dd78e7eed933,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:00.691629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Checking segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:00.692086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Network hostable DHCP agents. Network: da85fd17-8f5d-4621-95de-f716da3768b8, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:00.726187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Network da85fd17-8f5d-4621-95de-f716da3768b8 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:00.743190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, da85fd17-8f5d-4621-95de-f716da3768b8) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:00.747697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:00.748276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.757116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b850555e-14bf-4dcb-94ba-44e9ddc4440b None None] Network da85fd17-8f5d-4621-95de-f716da3768b8 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:00.790159 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-833e1387-0a76-4406-aa7f-167751cac973 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7245405 Jun 30 02:37:01.091110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1506990-929f-4edf-a2fe-c53cf66a6d6b None None] Network da85fd17-8f5d-4621-95de-f716da3768b8 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:01.186194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:01.296292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f0559f-30b1-48ea-aede-3b1e974776cf admin admin] Deleting subnet e8735b4d-d324-433f-9501-2d9ae2e2be12 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:37:01.338991 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69f0559f-30b1-48ea-aede-3b1e974776cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.442136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 13cd5384-b44b-44da-a3f5-267c1bd9b703 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:01.472673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 13cd5384-b44b-44da-a3f5-267c1bd9b703 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:01.480523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 13cd5384-b44b-44da-a3f5-267c1bd9b703 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:01.525024 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69f0559f-30b1-48ea-aede-3b1e974776cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.586648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae3300-c1c7-4544-8ef0-6599282a1e0a req-f27733a5-3a09-4895-b615-d213ba6e4199 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:01.594307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5ae3300-c1c7-4544-8ef0-6599282a1e0a req-f27733a5-3a09-4895-b615-d213ba6e4199 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.2948534 Jun 30 02:37:01.647749 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5ae3300-c1c7-4544-8ef0-6599282a1e0a req-39458fdb-240e-4977-98ad-b5310f29b8aa tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520809 Jun 30 02:37:01.662993 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69f0559f-30b1-48ea-aede-3b1e974776cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.731016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:01.743253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'subnets': [{'network_id': 'c08599d9-287f-4e41-bd20-28eb729af58e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--910202315', 'ip_version': 6}, {'network_id': '112439e0-8376-4c66-9ba2-172e1b7fdb05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:01.743812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'subnet': {'network_id': 'c08599d9-287f-4e41-bd20-28eb729af58e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--910202315', 'ip_version': 6}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:01.744655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Request body: {'subnet': {'network_id': '112439e0-8376-4c66-9ba2-172e1b7fdb05', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:01.794060 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69f0559f-30b1-48ea-aede-3b1e974776cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.812643 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69f0559f-30b1-48ea-aede-3b1e974776cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:01.821112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-69f0559f-30b1-48ea-aede-3b1e974776cf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e8735b4d-d324-433f-9501-2d9ae2e2be12 HTTP/1.1" status: 204 len: 168 time: 0.6314380 Jun 30 02:37:01.821360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:01.895224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-69a7e349-2f00-4166-896d-960daa844bf5 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:01.897075 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-69a7e349-2f00-4166-896d-960daa844bf5 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.3669176 Jun 30 02:37:01.959293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-6cb82639-a3bb-4744-b916-50083f17d6bb tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/quotas/fef5510c674d4c81beed3eda57f51908 HTTP/1.1" status: 200 len: 375 time: 0.0415380 Jun 30 02:37:02.008063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-9bc0f76f-6208-4495-9d2c-972d3353743e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476215 Jun 30 02:37:02.011715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0559f-30b1-48ea-aede-3b1e974776cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8735b4d-d324-433f-9501-2d9ae2e2be12,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:02.023166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.183408 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.205316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Made reservation on behalf of e48cf658b36940cab8246a6171807c85 for: {'subnet': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:02.214200 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.214528 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.260928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e230ad2-9618-49f2-8102-656af15efcc8']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:02.284135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e28f844-4723-443b-8dff-5c572ec851e0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:02.284427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e28f844-4723-443b-8dff-5c572ec851e0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:02.311863 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.318144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-7d107dfd-5079-4116-8fc2-b1e201809135 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973208 Jun 30 02:37:02.332407 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.341569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:02.344042 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:02.346738 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:02.433070 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.442864 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-e990e0fd-fc8b-4c2e-b15e-15befe29a9b9 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062574 Jun 30 02:37:02.446373 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:02.451054 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] 10.222.0.55 "DELETE /v2.0/networks/5e230ad2-9618-49f2-8102-656af15efcc8 HTTP/1.1" status: 204 len: 168 time: 0.5652268 Jun 30 02:37:02.467844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c569f-a259-4f87-be69-132af16ac3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5e230ad2-9618-49f2-8102-656af15efcc8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:02.649873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:02.816540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-998ccc3a-63fd-4d99-b7d0-867c8c1a1f7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6f78a9f180c4aa395586c880a7854ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650057 Jun 30 02:37:02.818794 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:02.892861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8dad84a5-ada5-4533-bc5c-ea447533b929 req-9eae029d-9641-44fb-adcb-291d259aab43 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 210 time: 0.0955057 Jun 30 02:37:03.084382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2d3f7-2e6e-496d-83fa-f63731ab53e3 req-447492e2-89ce-4448-9f2d-03ffa1a7d0d5 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:03.094346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03a2d3f7-2e6e-496d-83fa-f63731ab53e3 req-447492e2-89ce-4448-9f2d-03ffa1a7d0d5 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.2873881 Jun 30 02:37:03.120314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-885f8dc1-2f80-4ea5-8014-acac8a6ba4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.190911 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-885f8dc1-2f80-4ea5-8014-acac8a6ba4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.228052 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03a2d3f7-2e6e-496d-83fa-f63731ab53e3 req-53fea678-266b-4d57-930b-6a9702c6895a tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324651 Jun 30 02:37:03.383646 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-885f8dc1-2f80-4ea5-8014-acac8a6ba4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.386528 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-885f8dc1-2f80-4ea5-8014-acac8a6ba4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.387938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-885f8dc1-2f80-4ea5-8014-acac8a6ba4c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62545ab0-31cb-420f-992a-98c140e09c31 HTTP/1.1" status: 204 len: 168 time: 0.4975398 Jun 30 02:37:03.392049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.430680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f8dc1-2f80-4ea5-8014-acac8a6ba4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62545ab0-31cb-420f-992a-98c140e09c31,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:03.497456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'Subnet': ['ID=5193e0dd-0494-4ee0-a246-be4f247cefbb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:03.517727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Checking segment: {'id': '5449366b-f8f5-4338-9085-7046688804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c08599d9-287f-4e41-bd20-28eb729af58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:03.518319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Network hostable DHCP agents. Network: c08599d9-287f-4e41-bd20-28eb729af58e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:03.551659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Network c08599d9-287f-4e41-bd20-28eb729af58e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:03.568860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, c08599d9-287f-4e41-bd20-28eb729af58e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:03.581043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d37a51-4790-4787-89c4-ced893a7ca71 None None] Network c08599d9-287f-4e41-bd20-28eb729af58e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:03.586328 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.665581 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event updated for resources: {'Subnet': ['ID=368f0ac4-0512-427b-93c5-52e43a350491,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:03.699939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Checking segment: {'id': 'c937672e-f23b-4f94-8fdf-87e0f7fe5f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '112439e0-8376-4c66-9ba2-172e1b7fdb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:03.700485 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Network hostable DHCP agents. Network: 112439e0-8376-4c66-9ba2-172e1b7fdb05, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:03.729974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Network 112439e0-8376-4c66-9ba2-172e1b7fdb05 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:03.760665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 112439e0-8376-4c66-9ba2-172e1b7fdb05) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:03.767624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:03.768104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:03.768983 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.778157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe569b9b-316a-44e8-88ea-65deb18a5a3c None None] Network 112439e0-8376-4c66-9ba2-172e1b7fdb05 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:03.835224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cf7799e4-d2ce-4613-b349-332e8603990e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.1022675 Jun 30 02:37:03.837845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:04.067507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabeeb01-6d87-404f-8e92-ef7d9db797d3 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:04.076213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabeeb01-6d87-404f-8e92-ef7d9db797d3 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:04.078009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabeeb01-6d87-404f-8e92-ef7d9db797d3 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:04.098222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:04.102034 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-aabeeb01-6d87-404f-8e92-ef7d9db797d3 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2624385 Jun 30 02:37:04.240919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb34ff3d-57c7-4961-94eb-42b94ebeebfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-c08599d9-287f-4e41-bd20-28eb729af58e', 'network_id': 'c08599d9-287f-4e41-bd20-28eb729af58e', 'tenant_id': 'e48cf658b36940cab8246a6171807c85', 'fixed_ips': [{'subnet_id': '5193e0dd-0494-4ee0-a246-be4f247cefbb'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:04.240919 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb34ff3d-57c7-4961-94eb-42b94ebeebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.259052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-112439e0-8376-4c66-9ba2-172e1b7fdb05', 'network_id': '112439e0-8376-4c66-9ba2-172e1b7fdb05', 'tenant_id': 'e48cf658b36940cab8246a6171807c85', 'fixed_ips': [{'subnet_id': '368f0ac4-0512-427b-93c5-52e43a350491'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:04.259976 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.289624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-293c4cc8-c223-49c4-bae3-d58f8ce0a488 req-5cbc60fe-3da9-4427-86e0-90eddf0e1162 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 210 time: 0.1283090 Jun 30 02:37:04.363478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7d0edd-a562-46e4-9996-3d2c9795beb9 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Deleting subnet 5193e0dd-0494-4ee0-a246-be4f247cefbb {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:37:04.376944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0edd-a562-46e4-9996-3d2c9795beb9 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.601023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0edd-a562-46e4-9996-3d2c9795beb9 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.701476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800c69c-9281-4a14-b44f-64719fe38a74 req-6f936e4c-f1a0-4ea9-a1b1-ee28767c2368 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:04.710733 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b800c69c-9281-4a14-b44f-64719fe38a74 req-6f936e4c-f1a0-4ea9-a1b1-ee28767c2368 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.0886118 Jun 30 02:37:04.778305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b800c69c-9281-4a14-b44f-64719fe38a74 req-c7330f36-54c5-4d79-a856-c37551b5ba6c tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655351 Jun 30 02:37:04.838668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0edd-a562-46e4-9996-3d2c9795beb9 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.863071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35032) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:04.928483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0edd-a562-46e4-9996-3d2c9795beb9 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.962767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Allocated IP 2001:db8:0:1::1 (112439e0-8376-4c66-9ba2-172e1b7fdb05/368f0ac4-0512-427b-93c5-52e43a350491/42eb66e5-a63d-47ed-a3ab-bb6b5664687c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:04.967423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d0edd-a562-46e4-9996-3d2c9795beb9 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Subnet': ['ID=5193e0dd-0494-4ee0-a246-be4f247cefbb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:04.976505 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0edd-a562-46e4-9996-3d2c9795beb9 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:04.982335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:04.993524 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1e7d0edd-a562-46e4-9996-3d2c9795beb9 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "DELETE /v2.0/subnets/5193e0dd-0494-4ee0-a246-be4f247cefbb HTTP/1.1" status: 204 len: 168 time: 0.8939855 Jun 30 02:37:05.433712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-1dbe2135-420b-4d0e-a115-8195c63ae352 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:05.454998 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-1dbe2135-420b-4d0e-a115-8195c63ae352 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.73 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.2839367 Jun 30 02:37:05.476041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Request body: {'port': {'device_id': '42a73769-a8e1-4b91-9270-71a8d5d37832', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'admin_state_up': True, 'tenant_id': 'fef5510c674d4c81beed3eda57f51908'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:05.645777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2142e99-7ca9-41df-bc03-82133d503c5e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Deleting subnet 368f0ac4-0512-427b-93c5-52e43a350491 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:37:05.668307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1782686876-network', 'tenant_id': '1912f95c79d941e19cc7e34361df4358'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:05.719969 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.729296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Transition to ACTIVE for port object 42eb66e5-a63d-47ed-a3ab-bb6b5664687c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:05.763734 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:37:05.763734 n-d-758944-39 neutron-server[93771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:37:05.763734 n-d-758944-39 neutron-server[93771]: [parameters: {'project_id': '1912f95c79d941e19cc7e34361df4358', 'id': '6966b572-4e07-430a-a40b-f970cd258bd4', 'expiration': datetime.datetime(2021, 6, 30, 2, 39, 5, 757902)}] Jun 30 02:37:05.763734 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:37:05.764173 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:37:05.766134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b195af5-701c-4d0e-9834-aa781c72fdd4 req-90bc25c9-9316-4596-8c58-5ae10363c39f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 210 time: 0.1026506 Jun 30 02:37:05.789632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Transition to ACTIVE for port object 42eb66e5-a63d-47ed-a3ab-bb6b5664687c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:05.791041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Made reservation on behalf of fef5510c674d4c81beed3eda57f51908 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:05.794875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.813245 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2142e99-7ca9-41df-bc03-82133d503c5e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-eb34ff3d-57c7-4961-94eb-42b94ebeebfc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5193e0dd-0494-4ee0-a246-be4f247cefbb: This subnet is being modified by another concurrent operation. Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:37:05.861863 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5193e0dd-0494-4ee0-a246-be4f247cefbb: This subnet is being modified by another concurrent operation. Jun 30 02:37:05.868509 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 02:37:05.875249 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.885076 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2142e99-7ca9-41df-bc03-82133d503c5e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.998278 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Network 112439e0-8376-4c66-9ba2-172e1b7fdb05 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:06.000431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b350b2-9410-4768-961e-a6e731e35f61 None None] Network c08599d9-287f-4e41-bd20-28eb729af58e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:06.024580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:06.048012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:06.072353 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2142e99-7ca9-41df-bc03-82133d503c5e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.148274 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2142e99-7ca9-41df-bc03-82133d503c5e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.162462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Allocated IP 172.20.0.12 (da85fd17-8f5d-4621-95de-f716da3768b8/b856f8da-cbc5-40d0-9b04-dd78e7eed933/03b8a46f-0f7f-4bc7-8007-9c090a023cd2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:06.176605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Pushing event updated for resources: {'Port': ['ID=42eb66e5-a63d-47ed-a3ab-bb6b5664687c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:06.179749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2142e99-7ca9-41df-bc03-82133d503c5e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Subnet': ['ID=368f0ac4-0512-427b-93c5-52e43a350491,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:06.182145 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2142e99-7ca9-41df-bc03-82133d503c5e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.184278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b2142e99-7ca9-41df-bc03-82133d503c5e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "DELETE /v2.0/subnets/368f0ac4-0512-427b-93c5-52e43a350491 HTTP/1.1" status: 204 len: 168 time: 1.2004359 Jun 30 02:37:06.186835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:06.290795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a4563e-d48f-4291-938e-6927f3eda9fb tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:06.292663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f9a4563e-d48f-4291-938e-6927f3eda9fb tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1046066 Jun 30 02:37:06.300246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:06.302495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Attempting to bind port 42eb66e5-a63d-47ed-a3ab-bb6b5664687c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:06.303167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Attempting to bind port 42eb66e5-a63d-47ed-a3ab-bb6b5664687c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c937672e-f23b-4f94-8fdf-87e0f7fe5f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '112439e0-8376-4c66-9ba2-172e1b7fdb05'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:06.303640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Attempting to bind port 42eb66e5-a63d-47ed-a3ab-bb6b5664687c on network 112439e0-8376-4c66-9ba2-172e1b7fdb05 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:06.316312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:06.317160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Checking segment: {'id': 'c937672e-f23b-4f94-8fdf-87e0f7fe5f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '112439e0-8376-4c66-9ba2-172e1b7fdb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:06.317798 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.318530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Bound using segment: {'id': 'c937672e-f23b-4f94-8fdf-87e0f7fe5f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '112439e0-8376-4c66-9ba2-172e1b7fdb05'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:06.320613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Bound port: 42eb66e5-a63d-47ed-a3ab-bb6b5664687c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c937672e-f23b-4f94-8fdf-87e0f7fe5f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '112439e0-8376-4c66-9ba2-172e1b7fdb05'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:06.321186 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.375182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.401955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] For port 42eb66e5-a63d-47ed-a3ab-bb6b5664687c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:06.408970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] For port 42eb66e5-a63d-47ed-a3ab-bb6b5664687c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=42eb66e5-a63d-47ed-a3ab-bb6b5664687c,segment=NetworkSegment(c937672e-f23b-4f94-8fdf-87e0f7fe5f2a),segment_id=c937672e-f23b-4f94-8fdf-87e0f7fe5f2a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:06.416673 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.436569 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.445558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Made reservation on behalf of 1912f95c79d941e19cc7e34361df4358 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:06.449042 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.466006 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.502909 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.519078 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca035e-c86f-4f4f-9a5f-9067a4227de0 req-0af2df7b-1dd2-4065-910b-0e76414fbf63 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:06.526287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be30701-7538-4fd2-91d0-29021b734e3a None None] Pushing event updated for resources: {'Port': ['ID=42eb66e5-a63d-47ed-a3ab-bb6b5664687c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:06.527054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-42ca035e-c86f-4f4f-9a5f-9067a4227de0 req-0af2df7b-1dd2-4065-910b-0e76414fbf63 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.4515970 Jun 30 02:37:06.583996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Network da85fd17-8f5d-4621-95de-f716da3768b8 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:06.592013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:06.597329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:06.664465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:06.665174 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.682608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b36ee-9db6-48d8-a0f3-bee0da0e00ac None None] Network 112439e0-8376-4c66-9ba2-172e1b7fdb05 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:06.695213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Deleting port 42eb66e5-a63d-47ed-a3ab-bb6b5664687c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:06.695549 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.705391 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-42ca035e-c86f-4f4f-9a5f-9067a4227de0 req-3cd54645-ebdd-44bc-a4f1-839914a9eddd tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773133 Jun 30 02:37:06.706377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event updated for resources: {'Port': ['ID=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:06.753162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.759243 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.767218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-16a69660-b219-4a05-b9cb-f7502cf2ae3c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3112543 Jun 30 02:37:06.836280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] For port 42eb66e5-a63d-47ed-a3ab-bb6b5664687c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=42eb66e5-a63d-47ed-a3ab-bb6b5664687c,segment=NetworkSegment(c937672e-f23b-4f94-8fdf-87e0f7fe5f2a),segment_id=c937672e-f23b-4f94-8fdf-87e0f7fe5f2a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:06.837004 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.844134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:06.867085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd258f1-6177-4b7d-ae6e-12caebc7d77b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:06.881025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Calling delete_port for 42eb66e5-a63d-47ed-a3ab-bb6b5664687c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:06.885728 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.885728 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Added segment 154d251a-a6f2-40aa-89e9-c01196abc92e of type vlan for network 479e2ea4-349b-4570-9e57-005fea5385a4 Jun 30 02:37:06.913781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Request body: {'port': {'device_id': '42a73769-a8e1-4b91-9270-71a8d5d37832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:07.068714 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.072779 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.096053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e35af-ded7-46d8-8896-353e2a2e6e17 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:37:07.204292 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.207652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:07.209781 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.337636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341373c0-49a3-4d83-b10e-f640540e945d req-f5ee41da-47c9-46d2-9135-615d6ac8ef1b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:07.339415 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-341373c0-49a3-4d83-b10e-f640540e945d req-f5ee41da-47c9-46d2-9135-615d6ac8ef1b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 932 time: 0.1774971 Jun 30 02:37:07.425196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5582449 Jun 30 02:37:07.429895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e35af-ded7-46d8-8896-353e2a2e6e17 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:37:07.445788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:07.453933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Request body: {'subnet': {'network_id': '479e2ea4-349b-4570-9e57-005fea5385a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1782686876-subnet', 'tenant_id': '1912f95c79d941e19cc7e34361df4358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:07.460408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cc35f-ffb6-486f-a99e-2bd1e1ea6623 admin admin] Pushing event updated for resources: {'Network': ['ID=479e2ea4-349b-4570-9e57-005fea5385a4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:07.463314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.477386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 479e2ea4-349b-4570-9e57-005fea5385a4 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:07.499310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] No DVR routers for this DVR port 42eb66e5-a63d-47ed-a3ab-bb6b5664687c on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:07.501099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Port': ['ID=42eb66e5-a63d-47ed-a3ab-bb6b5664687c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:07.515968 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-341373c0-49a3-4d83-b10e-f640540e945d req-615a520b-c71a-4d35-bb0c-9bdd628d97fb tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648841 Jun 30 02:37:07.557235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Made reservation on behalf of 1912f95c79d941e19cc7e34361df4358 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:07.562439 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.638654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.659602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112439e0-8376-4c66-9ba2-172e1b7fdb05']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:07.676375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c937672e-f23b-4f94-8fdf-87e0f7fe5f2a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:07.677630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c937672e-f23b-4f94-8fdf-87e0f7fe5f2a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:07.689860 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.691429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:07.703474 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.711686 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.732437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Transition to ACTIVE for port object 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:07.734510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:07.735333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:07.743073 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:07.748983 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.847116 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.858225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.861082 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "DELETE /v2.0/networks/112439e0-8376-4c66-9ba2-172e1b7fdb05 HTTP/1.1" status: 204 len: 168 time: 1.5592659 Jun 30 02:37:07.867056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:07.887125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cd834-cf7f-4929-b4f1-46f454b32719 tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Network': ['ID=112439e0-8376-4c66-9ba2-172e1b7fdb05,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:08.032217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666144c0-57ff-464d-b2ce-821e14214784 req-d7aaa158-1d23-41a3-93e1-13df6875dee7 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:08.033485 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-666144c0-57ff-464d-b2ce-821e14214784 req-d7aaa158-1d23-41a3-93e1-13df6875dee7 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.1120443 Jun 30 02:37:08.091858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:08.102552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.124851 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-666144c0-57ff-464d-b2ce-821e14214784 req-c2cbcfec-61de-441f-9cba-c6f5607dafae tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805032 Jun 30 02:37:08.215376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c5ea6d-fe49-4a16-8174-ce343bab6b16 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:37:08.253450 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.308853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Attempting to bind port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:08.309247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Attempting to bind port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:08.309672 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Attempting to bind port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:08.313515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=053735bb-7a3b-48d5-8912-30db5bcdc920,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:08.327616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Checking segment: {'id': '154d251a-a6f2-40aa-89e9-c01196abc92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '479e2ea4-349b-4570-9e57-005fea5385a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:08.328177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Network hostable DHCP agents. Network: 479e2ea4-349b-4570-9e57-005fea5385a4, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:08.341057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c5ea6d-fe49-4a16-8174-ce343bab6b16 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:37:08.360189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 on network da85fd17-8f5d-4621-95de-f716da3768b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:08.360677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Attempting to bind port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:08.416252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:08.416597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Checking segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:08.417113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Bound using segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:08.417567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Bound port: 03b8a46f-0f7f-4bc7-8007-9c090a023cd2, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:08.417921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.469380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Network 479e2ea4-349b-4570-9e57-005fea5385a4 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:08.590234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 479e2ea4-349b-4570-9e57-005fea5385a4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:08.619338 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.634821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:08.635820 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.653748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08599d9-287f-4e41-bd20-28eb729af58e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:08.692521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5449366b-f8f5-4338-9085-7046688804f1') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:08.693141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5449366b-f8f5-4338-9085-7046688804f1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:08.733726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c587c6f3-866b-4d3d-8ab5-71d044372365 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2862036 Jun 30 02:37:08.742574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.754427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] For port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:08.774998 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.777489 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc6ce8e-634f-48b2-8d7c-095c8c2c3dbf None None] Network 479e2ea4-349b-4570-9e57-005fea5385a4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:08.782694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] For port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:08.788568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:08.788984 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:08.792037 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:08.837826 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.899562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:08.900076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.901523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] 10.222.0.73 "PUT /v2.0/ports/03b8a46f-0f7f-4bc7-8007-9c090a023cd2 HTTP/1.1" status: 200 len: 1093 time: 2.1248090 Jun 30 02:37:08.903700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a73769-a8e1-4b91-9270-71a8d5d37832', 'tag': '03b8a46f-0f7f-4bc7-8007-9c090a023cd2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:08.906179 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f9893-a2be-4819-adc7-3031281297a7" -d '{"events": [{"name": "network-changed", "server_uuid": "42a73769-a8e1-4b91-9270-71a8d5d37832", "tag": "03b8a46f-0f7f-4bc7-8007-9c090a023cd2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:08.936573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc8902-07af-4c3c-832a-66676cde72de req-501e6788-0d92-4bf0-9a9e-f21fb3d91b5e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:08.944627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08fc8902-07af-4c3c-832a-66676cde72de req-501e6788-0d92-4bf0-9a9e-f21fb3d91b5e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 944 time: 0.2689445 Jun 30 02:37:08.953991 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.988338 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:08.990629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "DELETE /v2.0/networks/c08599d9-287f-4e41-bd20-28eb729af58e HTTP/1.1" status: 204 len: 168 time: 1.1211436 Jun 30 02:37:08.993539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:09.018455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff4be6-f579-48c5-bc97-2f035b3b2fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:09.045476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea35b77-ae50-4c30-8b64-75a710899e1e tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Network': ['ID=c08599d9-287f-4e41-bd20-28eb729af58e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:09.070503 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249a4dce-109c-4181-a21d-77ff6eab83e7 x-openstack-request-id: req-249a4dce-109c-4181-a21d-77ff6eab83e7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:09.070841 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a73769-a8e1-4b91-9270-71a8d5d37832", "tag": "03b8a46f-0f7f-4bc7-8007-9c090a023cd2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:09.071096 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-249a4dce-109c-4181-a21d-77ff6eab83e7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:09.071493 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a73769-a8e1-4b91-9270-71a8d5d37832', 'tag': '03b8a46f-0f7f-4bc7-8007-9c090a023cd2', 'status': 'completed', 'code': 200} Jun 30 02:37:09.089091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08fc8902-07af-4c3c-832a-66676cde72de req-47639459-cb14-4e87-bcc4-ff7421b788f2 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434915 Jun 30 02:37:09.154252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-4fa8389f-c3d8-47e6-b2e0-ad4617c12498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:09.157525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-4fa8389f-c3d8-47e6-b2e0-ad4617c12498 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 1096 time: 0.1657739 Jun 30 02:37:09.232934 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.240403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-c7d99e8d-711a-4e6c-9f7c-3b2db1e29d67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03b8a46f-0f7f-4bc7-8007-9c090a023cd2 HTTP/1.1" status: 200 len: 217 time: 0.0664649 Jun 30 02:37:09.338464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-98d4d230-c526-4231-b7c2-088155ba7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:09.339984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-98d4d230-c526-4231-b7c2-088155ba7402 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.0891361 Jun 30 02:37:09.428804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-9d8fe834-8612-42d9-99e4-bf512b2169cf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771608 Jun 30 02:37:09.500794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8889ab41-d99b-4984-832b-98170ed57604 None None] Network 479e2ea4-349b-4570-9e57-005fea5385a4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:09.522474 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.543405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2d8532-3264-4d30-b704-c3aeb7f22f3d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:09.561697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da234975-f793-4809-a592-235ec0d904e9') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:09.562385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da234975-f793-4809-a592-235ec0d904e9') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:09.639681 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.703739 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.724675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:09.725539 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:09.732598 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:09.744106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12492d7-4bd3-418f-84b9-f072f9aabe70 req-d6a76895-e9e2-49ab-8094-632ed4c9c3b9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:09.752356 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c12492d7-4bd3-418f-84b9-f072f9aabe70 req-d6a76895-e9e2-49ab-8094-632ed4c9c3b9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.2736237 Jun 30 02:37:09.858265 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c12492d7-4bd3-418f-84b9-f072f9aabe70 req-fe72f121-5be4-496a-9f55-970adf430e27 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047614 Jun 30 02:37:09.864635 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.886425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:09.889007 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "DELETE /v2.0/networks/ac2d8532-3264-4d30-b704-c3aeb7f22f3d HTTP/1.1" status: 204 len: 168 time: 0.8929281 Jun 30 02:37:09.892486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:09.987254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe082433-162e-414f-85e3-d8ba87f4e15f tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Network': ['ID=ac2d8532-3264-4d30-b704-c3aeb7f22f3d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:10.041507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:10.053047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-af9d18b3-adfa-41f1-92be-3ecccc6203f7 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:10.061575 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-af9d18b3-adfa-41f1-92be-3ecccc6203f7 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/networks?id=479e2ea4-349b-4570-9e57-005fea5385a4 HTTP/1.1" status: 200 len: 809 time: 0.6307373 Jun 30 02:37:10.088136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-7a72a56d-abfb-4b68-b66e-3d4a3d5646b9 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/quotas/1912f95c79d941e19cc7e34361df4358 HTTP/1.1" status: 200 len: 375 time: 0.0256517 Jun 30 02:37:10.127736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-750f266f-b6fe-4f68-9e36-aaaacf598020 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1912f95c79d941e19cc7e34361df4358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386646 Jun 30 02:37:10.167408 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:10.179980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db772bc7-cb13-4e37-9b20-1c706098c81c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:10.191175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ea4d91-4a33-4253-aa43-32a7cb3a7639') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:10.191594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ea4d91-4a33-4253-aa43-32a7cb3a7639') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:10.192622 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-d560d732-348e-4fb4-b847-d19e800ad1e2 service neutron] 10.222.0.73 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7452109 Jun 30 02:37:10.202882 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:10.227033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:10.233775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:10.234178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:10.238317 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:10.311589 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-9cdd0a4f-bb2d-4d42-a66f-be796aea2d3a service neutron] 10.222.0.55 "GET /v2.0/networks/479e2ea4-349b-4570-9e57-005fea5385a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829147 Jun 30 02:37:10.340040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:10.344929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:10.350415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] 10.222.0.55 "DELETE /v2.0/networks/db772bc7-cb13-4e37-9b20-1c706098c81c HTTP/1.1" status: 204 len: 168 time: 0.4532471 Jun 30 02:37:10.375724 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d02ab-5e28-488c-a85f-c245776356fa tempest-BulkNetworkOpsIpV6Test-1029475586 tempest-BulkNetworkOpsIpV6Test-1029475586-project] Pushing event deleted for resources: {'Network': ['ID=db772bc7-cb13-4e37-9b20-1c706098c81c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:10.398164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe7e1fd0-be52-495b-ba6a-ec6027caf81e req-7eb86479-57ad-4739-9a9e-defc78bbdb6b service neutron] 10.222.0.73 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829886 Jun 30 02:37:10.400932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd4c4f-d7f5-4ac4-888a-008b41a17897 req-39bf6511-403d-47bc-b6de-126cf4b26baa tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:10.402621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b3bd4c4f-d7f5-4ac4-888a-008b41a17897 req-39bf6511-403d-47bc-b6de-126cf4b26baa tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 944 time: 0.1235287 Jun 30 02:37:10.473910 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-e95eeb90-76da-4296-b644-35aea9c55963 service neutron] 10.222.0.55 "GET /v2.0/networks/479e2ea4-349b-4570-9e57-005fea5385a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607759 Jun 30 02:37:10.483254 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b3bd4c4f-d7f5-4ac4-888a-008b41a17897 req-cfb696aa-8204-498d-a2ab-047b68c94580 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738637 Jun 30 02:37:10.555942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9893-a2be-4819-adc7-3031281297a7 req-a1c045f7-0ee6-42b7-ad16-cc27c75dc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:10.557648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c6f9893-a2be-4819-adc7-3031281297a7 req-a1c045f7-0ee6-42b7-ad16-cc27c75dc698 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 1096 time: 0.0765004 Jun 30 02:37:10.682277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:10.715942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9893-a2be-4819-adc7-3031281297a7 req-474728ba-09cd-40f7-95bf-6bf18c5944cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:10.718182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c6f9893-a2be-4819-adc7-3031281297a7 req-474728ba-09cd-40f7-95bf-6bf18c5944cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 907 time: 0.1534951 Jun 30 02:37:10.778383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c6f9893-a2be-4819-adc7-3031281297a7 req-5779ca3e-fe5d-48c9-b5db-a8bddb18ab3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03b8a46f-0f7f-4bc7-8007-9c090a023cd2 HTTP/1.1" status: 200 len: 217 time: 0.0503504 Jun 30 02:37:10.884164 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-75151db5-ac73-4969-9e4a-dad2abe1b34b req-6e80ee16-3a1b-4fff-a221-d866a165d504 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 210 time: 0.0630400 Jun 30 02:37:10.919905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f9893-a2be-4819-adc7-3031281297a7 req-cef2d7c7-f404-4067-a5cc-5c2e38e134d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:10.921351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c6f9893-a2be-4819-adc7-3031281297a7 req-cef2d7c7-f404-4067-a5cc-5c2e38e134d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.1295724 Jun 30 02:37:11.009284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c6f9893-a2be-4819-adc7-3031281297a7 req-3e9c8da8-a8b3-471b-8212-81c9c555151d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777361 Jun 30 02:37:11.026130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9dd3c2fc-66bc-49b7-a850-bb70782ea782 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e48cf658b36940cab8246a6171807c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3414495 Jun 30 02:37:11.031313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:11.133883 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3d8da44-abf2-44fb-956e-f375fd3bbf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:11.199214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3d8da44-abf2-44fb-956e-f375fd3bbf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:11.301628 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3d8da44-abf2-44fb-956e-f375fd3bbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:11.305034 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3d8da44-abf2-44fb-956e-f375fd3bbf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:11.309903 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d3d8da44-abf2-44fb-956e-f375fd3bbf4e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13fc2ed2-9fa8-4ebf-91f2-338c5c83fb41 HTTP/1.1" status: 204 len: 168 time: 0.2766106 Jun 30 02:37:11.329668 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8da44-abf2-44fb-956e-f375fd3bbf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fc2ed2-9fa8-4ebf-91f2-338c5c83fb41,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:11.337190 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c6f9893-a2be-4819-adc7-3031281297a7 req-7b9128c1-4b41-4766-a80d-6ce166698cd0 service neutron] 10.222.0.73 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180721 Jun 30 02:37:11.358860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8f189-8b2a-49b2-90b3-b7eaabd07313 req-f860b81a-da29-4876-bac9-a6254ef4d0af tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:11.369283 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03e8f189-8b2a-49b2-90b3-b7eaabd07313 req-f860b81a-da29-4876-bac9-a6254ef4d0af tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.2289488 Jun 30 02:37:11.492661 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03e8f189-8b2a-49b2-90b3-b7eaabd07313 req-786e2167-ea38-4c4d-a175-64a0e23809dd tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216881 Jun 30 02:37:11.561984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c6f9893-a2be-4819-adc7-3031281297a7 req-dbd2d811-3a70-4f48-931c-c4a317677324 service neutron] 10.222.0.73 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896989 Jun 30 02:37:11.881141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd391d0b-41db-4fa3-8415-c70ddde5ce0b req-e40abd9e-a7f3-4298-99f9-81a0a6550974 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:11.886240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd391d0b-41db-4fa3-8415-c70ddde5ce0b req-e40abd9e-a7f3-4298-99f9-81a0a6550974 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 944 time: 0.1338825 Jun 30 02:37:11.945751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd391d0b-41db-4fa3-8415-c70ddde5ce0b req-c8751eca-022b-4cc8-b2ec-ccf796a661f0 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509009 Jun 30 02:37:12.120064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49b22a94-f7d1-483b-9f4a-bb1f57ad59bf req-f95cdfb3-d0f6-4983-a129-42b88d405cb9 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 210 time: 0.0532081 Jun 30 02:37:12.505343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35248) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:12.670738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-971927237'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:12.735420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:12.746388 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.774457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f229385-75c1-4d8b-9d3c-d3519542dcae req-8671afb5-bdc7-4e48-a52e-6f5d0855fe02 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:12.781771 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f229385-75c1-4d8b-9d3c-d3519542dcae req-8671afb5-bdc7-4e48-a52e-6f5d0855fe02 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.1173494 Jun 30 02:37:12.784594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.862007 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f229385-75c1-4d8b-9d3c-d3519542dcae req-7fbb7b31-3b61-408f-801a-2515f007e395 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769105 Jun 30 02:37:12.866431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-9daf7512-6abb-41c3-b990-1c34c7c9bb3c tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:12.868934 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-9daf7512-6abb-41c3-b990-1c34c7c9bb3c tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.73 "GET /v2.0/networks?id=479e2ea4-349b-4570-9e57-005fea5385a4 HTTP/1.1" status: 200 len: 809 time: 0.1785309 Jun 30 02:37:12.883023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Request body: {'port': {'device_id': 'ec8d0f19-b5db-4f0e-bada-a6a1cc126e43', 'network_id': '479e2ea4-349b-4570-9e57-005fea5385a4', 'admin_state_up': True, 'tenant_id': '1912f95c79d941e19cc7e34361df4358'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:12.955712 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.961515 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.981008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:12.992847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:12.993480 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Added segment e0067b5a-d83f-4070-97a8-3dbbb28136b6 of type vlan for network c097f470-5f77-4075-92e1-cde791fff2db Jun 30 02:37:13.053834 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.057838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:37:13.188028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39233c2d-1996-4267-a286-1ff7621c4578,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:13.196960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Made reservation on behalf of 1912f95c79d941e19cc7e34361df4358 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:13.204280 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.222603 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.233229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:13.234262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.287306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:13.337179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '03b8a46f-0f7f-4bc7-8007-9c090a023cd2', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'port_id': '03b8a46f-0f7f-4bc7-8007-9c090a023cd2', 'mac_address': 'fa:16:3e:c6:94:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b856f8da-cbc5-40d0-9b04-dd78e7eed933', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:37:13.389178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Network': ['ID=c097f470-5f77-4075-92e1-cde791fff2db,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:13.449471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network c097f470-5f77-4075-92e1-cde791fff2db details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:13.449938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66306cfd-c05e-4429-91a8-b2aa2a06b839 req-19ab0fc4-9dd1-4371-8903-e64ce55b0e53 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:13.455997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-598a2805-ef4b-4c3c-8549-fa223f6ce215 req-25591b58-06ed-4d95-9842-7e4c303a9704 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 210 time: 0.0575054 Jun 30 02:37:13.460126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-126b5678-eca8-46cd-bd58-d3165cf2f9a4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9535956 Jun 30 02:37:13.461816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66306cfd-c05e-4429-91a8-b2aa2a06b839 req-19ab0fc4-9dd1-4371-8903-e64ce55b0e53 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 944 time: 0.2883902 Jun 30 02:37:13.521208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:13.531804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1332864956'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:13.589477 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.597813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:13.608070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66306cfd-c05e-4429-91a8-b2aa2a06b839 req-7245a8e9-c04b-48f7-ba9b-12f5f24eadbb tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454308 Jun 30 02:37:13.610334 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.626390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:13.651605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:13.659537 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.683955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Allocated IP 172.20.0.3 (479e2ea4-349b-4570-9e57-005fea5385a4/053735bb-7a3b-48d5-8912-30db5bcdc920/1fd39c77-6e1b-41c3-a7d3-178241800f1d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:13.707700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:13.735969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.737034 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Added segment 40d7b028-68bf-4a10-a5bc-86718097445e of type vlan for network 0309606f-fa66-4c24-9aed-94352388efc1 Jun 30 02:37:13.797548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:13.840620 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.897194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.905194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:13.905822 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:13.940828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:13.953707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:13.955431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4294879 Jun 30 02:37:13.976336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1487900067'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:14.068235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:14.071997 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.084223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa1d8c-6727-4308-ad34-4e3e4ed861ce tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Network': ['ID=0309606f-fa66-4c24-9aed-94352388efc1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:14.109460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.118581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 0309606f-fa66-4c24-9aed-94352388efc1 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:14.191596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:14.205038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.205394 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Added segment 7dd62848-88b7-4b17-92e1-b560288af654 of type vlan for network 4f822b0e-82d4-4d9a-9952-bdda678788b4 Jun 30 02:37:14.260594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.299181 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.313815 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.318402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.319380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.495624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5353174 Jun 30 02:37:14.498118 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:14.503645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'subnet': {'network_id': '0309606f-fa66-4c24-9aed-94352388efc1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:14.532116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Network 479e2ea4-349b-4570-9e57-005fea5385a4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:14.542633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:14.552721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Pushing event updated for resources: {'Port': ['ID=1fd39c77-6e1b-41c3-a7d3-178241800f1d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:14.559448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Network': ['ID=4f822b0e-82d4-4d9a-9952-bdda678788b4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:14.561999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:14.652767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:14.656417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.658372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.658952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.659506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.660663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.661854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.662909 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.663463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.665779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.666333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.666871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.667383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.667923 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.685999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.686623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.687177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.687713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.688218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.688708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.689210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.689706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.690194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.690668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.691196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.691790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11a8eaf-2be2-4e05-b629-8a045f3af903 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:14.704009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 4f822b0e-82d4-4d9a-9952-bdda678788b4 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:14.738045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a819be0-b724-4648-93a7-9fb89dd90721 req-90c58bad-dd3c-49a4-9cfa-c8a185e8e105 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.746487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8a819be0-b724-4648-93a7-9fb89dd90721 req-90c58bad-dd3c-49a4-9cfa-c8a185e8e105 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.4514344 Jun 30 02:37:14.760319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.761267 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:14.808686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-3e67dd95-5c84-4cb1-a352-a955fec01009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9306839 Jun 30 02:37:14.828402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Request body: {'port': {'device_id': 'ec8d0f19-b5db-4f0e-bada-a6a1cc126e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:14.849095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8a819be0-b724-4648-93a7-9fb89dd90721 req-be75563e-00a5-444d-ae20-74a98a1cdec6 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986898 Jun 30 02:37:14.990943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89836ff9-aa37-4bc9-afc5-f2b8fffa0655 req-05283bcd-feaf-428d-8557-74b840ee7009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.993261 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-89836ff9-aa37-4bc9-afc5-f2b8fffa0655 req-05283bcd-feaf-428d-8557-74b840ee7009 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 931 time: 0.3090768 Jun 30 02:37:14.995402 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.016254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.054931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Subnet': ['ID=61f98dca-3562-451b-97e6-d10cc0e1988f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:15.060810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.061209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.061720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.062051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.062419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.062865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.063199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.063516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.063834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.064148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.064461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.064770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:15.074984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:15.173263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:15.180735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:15.181106 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.206038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-89836ff9-aa37-4bc9-afc5-f2b8fffa0655 req-d3e13e14-662b-42cf-a705-ca8b4f501ee9 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601658 Jun 30 02:37:15.211437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Checking segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:15.211823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network hostable DHCP agents. Network: 0309606f-fa66-4c24-9aed-94352388efc1, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:15.252315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network 0309606f-fa66-4c24-9aed-94352388efc1 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:15.268261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 0309606f-fa66-4c24-9aed-94352388efc1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:15.278148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:15.278763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.285985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537c561-a3c4-405d-81c6-e1721ccdf47b None None] Network 0309606f-fa66-4c24-9aed-94352388efc1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:15.329059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-428157ea-42da-413b-bc50-7734fd72a8cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8297596 Jun 30 02:37:15.331600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:15.337669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'subnet': {'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:15.342864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb14808-021a-45fa-b296-2dfe81af1ea9 req-8b65d09c-440c-4147-ad83-bf6ea9d24b04 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:15.351091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cb14808-021a-45fa-b296-2dfe81af1ea9 req-8b65d09c-440c-4147-ad83-bf6ea9d24b04 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 945 time: 0.2626905 Jun 30 02:37:15.434565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cb14808-021a-45fa-b296-2dfe81af1ea9 req-3b06a5b2-bec4-4efb-8403-af5ba17fde23 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813799 Jun 30 02:37:15.547404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:15.554843 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.592091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.598835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd39c77-6e1b-41c3-a7d3-178241800f1d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:15.631950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.657399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Transition to ACTIVE for port object 1fd39c77-6e1b-41c3-a7d3-178241800f1d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:15.681651 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.729169 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.755980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a73769-a8e1-4b91-9270-71a8d5d37832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b8a46f-0f7f-4bc7-8007-9c090a023cd2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:15.760377 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b762d-9131-437f-b2f1-063d21151eb0" -d '{"events": [{"server_uuid": "42a73769-a8e1-4b91-9270-71a8d5d37832", "name": "network-vif-plugged", "status": "completed", "tag": "03b8a46f-0f7f-4bc7-8007-9c090a023cd2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:15.804632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:15.850506 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.865636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-0309606f-fa66-4c24-9aed-94352388efc1', 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'fixed_ips': [{'subnet_id': '61f98dca-3562-451b-97e6-d10cc0e1988f'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:15.866528 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:15.873824 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82a686d-d8e8-4371-8eb0-0126528dbdf2 x-openstack-request-id: req-d82a686d-d8e8-4371-8eb0-0126528dbdf2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:15.874202 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a73769-a8e1-4b91-9270-71a8d5d37832", "name": "network-vif-plugged", "status": "completed", "tag": "03b8a46f-0f7f-4bc7-8007-9c090a023cd2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:15.874589 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d82a686d-d8e8-4371-8eb0-0126528dbdf2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:15.875010 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a73769-a8e1-4b91-9270-71a8d5d37832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b8a46f-0f7f-4bc7-8007-9c090a023cd2', 'code': 200} Jun 30 02:37:15.913911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd39c77-6e1b-41c3-a7d3-178241800f1d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:15.993164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Attempting to bind port 1fd39c77-6e1b-41c3-a7d3-178241800f1d on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:15.994792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Attempting to bind port 1fd39c77-6e1b-41c3-a7d3-178241800f1d by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '154d251a-a6f2-40aa-89e9-c01196abc92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '479e2ea4-349b-4570-9e57-005fea5385a4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:15.995407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Attempting to bind port 1fd39c77-6e1b-41c3-a7d3-178241800f1d on network 479e2ea4-349b-4570-9e57-005fea5385a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:16.000206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Port 1fd39c77-6e1b-41c3-a7d3-178241800f1d on network 479e2ea4-349b-4570-9e57-005fea5385a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:16.000806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Attempting to bind port 1fd39c77-6e1b-41c3-a7d3-178241800f1d on network 479e2ea4-349b-4570-9e57-005fea5385a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:16.008176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:16.008871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Checking segment: {'id': '154d251a-a6f2-40aa-89e9-c01196abc92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '479e2ea4-349b-4570-9e57-005fea5385a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:16.009498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Bound using segment: {'id': '154d251a-a6f2-40aa-89e9-c01196abc92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '479e2ea4-349b-4570-9e57-005fea5385a4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:16.010204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Bound port: 1fd39c77-6e1b-41c3-a7d3-178241800f1d, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154d251a-a6f2-40aa-89e9-c01196abc92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '479e2ea4-349b-4570-9e57-005fea5385a4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:16.010836 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.050798 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.102181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] For port 1fd39c77-6e1b-41c3-a7d3-178241800f1d, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:16.106428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] For port 1fd39c77-6e1b-41c3-a7d3-178241800f1d, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1fd39c77-6e1b-41c3-a7d3-178241800f1d,segment=NetworkSegment(154d251a-a6f2-40aa-89e9-c01196abc92e),segment_id=154d251a-a6f2-40aa-89e9-c01196abc92e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:16.117223 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.152294 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.181354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:16.230463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd39c77-6e1b-41c3-a7d3-178241800f1d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:16.243243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.256013 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.261486 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-b2c53349-ab8b-456e-a609-d7b7e2271435 service neutron] 10.222.0.73 "PUT /v2.0/ports/1fd39c77-6e1b-41c3-a7d3-178241800f1d HTTP/1.1" status: 200 len: 1092 time: 1.4407876 Jun 30 02:37:16.262235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8d0f19-b5db-4f0e-bada-a6a1cc126e43', 'tag': '1fd39c77-6e1b-41c3-a7d3-178241800f1d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:16.266329 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bae8a5-7e17-4499-9662-9b4e37da8c10" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8d0f19-b5db-4f0e-bada-a6a1cc126e43", "tag": "1fd39c77-6e1b-41c3-a7d3-178241800f1d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:16.354230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Allocated IP 10.1.1.2 (0309606f-fa66-4c24-9aed-94352388efc1/61f98dca-3562-451b-97e6-d10cc0e1988f/ffe8a59f-d8bb-49b7-9e3c-580771f9d55e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:16.436142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee2236-5d3f-432a-a8a6-1e31735e16df req-a9436075-fa2b-42fd-a2ce-4545a05acca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.439258 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deee2236-5d3f-432a-a8a6-1e31735e16df req-a9436075-fa2b-42fd-a2ce-4545a05acca1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 1098 time: 0.4435816 Jun 30 02:37:16.439912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Subnet': ['ID=911a2c0c-8819-4225-bb42-03018ac5ca34,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:16.448090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Checking segment: {'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:16.448452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network hostable DHCP agents. Network: 4f822b0e-82d4-4d9a-9952-bdda678788b4, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:16.484344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23d48c-1d2b-4030-af0e-7277f21c7e5a req-a8202680-6618-4778-a9be-611dd2ad60d1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.491161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce23d48c-1d2b-4030-af0e-7277f21c7e5a req-a8202680-6618-4778-a9be-611dd2ad60d1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.4321671 Jun 30 02:37:16.563199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-02fb08db-20ea-445e-be8b-6a2c680c15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.565186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-02fb08db-20ea-445e-be8b-6a2c680c15b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1912f95c79d941e19cc7e34361df4358&device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 1095 time: 0.2494748 Jun 30 02:37:16.577768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce23d48c-1d2b-4030-af0e-7277f21c7e5a req-505d9aab-8e95-4555-ad11-b3a5b9faaa76 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855255 Jun 30 02:37:16.591066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network 4f822b0e-82d4-4d9a-9952-bdda678788b4 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:16.633589 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deee2236-5d3f-432a-a8a6-1e31735e16df req-5920090f-db05-4e9e-a92b-d4da199aeed0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712496 Jun 30 02:37:16.636720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 4f822b0e-82d4-4d9a-9952-bdda678788b4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:16.658339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-04242881-1c97-40d2-802a-c077a50ef7a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fd39c77-6e1b-41c3-a7d3-178241800f1d HTTP/1.1" status: 200 len: 217 time: 0.0813656 Jun 30 02:37:16.659416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.660007 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.707304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cf052-02e8-442c-ad49-7eb6eb7a7939 req-5e85b92e-8a7b-4ed4-ae11-74f54f134449 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.717490 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-296cf052-02e8-442c-ad49-7eb6eb7a7939 req-5e85b92e-8a7b-4ed4-ae11-74f54f134449 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 943 time: 0.2535629 Jun 30 02:37:16.720113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b83b1193-aae9-4094-8a0e-3b6069600986 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3873417 Jun 30 02:37:16.722841 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:16.733516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'port': {'network_id': '0309606f-fa66-4c24-9aed-94352388efc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1172532532', 'fixed_ips': [{'subnet_id': '61f98dca-3562-451b-97e6-d10cc0e1988f'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:16.763433 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe23d7c-f9b3-4875-bb4b-f17cbe30a2af x-openstack-request-id: req-ebe23d7c-f9b3-4875-bb4b-f17cbe30a2af {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:16.763817 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8d0f19-b5db-4f0e-bada-a6a1cc126e43", "tag": "1fd39c77-6e1b-41c3-a7d3-178241800f1d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:16.764194 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebe23d7c-f9b3-4875-bb4b-f17cbe30a2af {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:16.764597 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8d0f19-b5db-4f0e-bada-a6a1cc126e43', 'tag': '1fd39c77-6e1b-41c3-a7d3-178241800f1d', 'status': 'completed', 'code': 200} Jun 30 02:37:16.809765 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-296cf052-02e8-442c-ad49-7eb6eb7a7939 req-995b9a44-0a39-461f-a783-9d6cdddc27dd tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909438 Jun 30 02:37:16.840964 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:16.847371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-59028640-8e41-494f-a793-056e7599ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:16.853436 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-59028640-8e41-494f-a793-056e7599ac39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=053735bb-7a3b-48d5-8912-30db5bcdc920 HTTP/1.1" status: 200 len: 849 time: 0.1307981 Jun 30 02:37:16.855924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Transition to ACTIVE for port object ffe8a59f-d8bb-49b7-9e3c-580771f9d55e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:16.903577 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:37:16.905189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Transition to ACTIVE for port object ffe8a59f-d8bb-49b7-9e3c-580771f9d55e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:16.910491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3359c8f-c1ae-4a6a-8347-1eee99ea6fdc None None] Network 4f822b0e-82d4-4d9a-9952-bdda678788b4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:16.924836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:16.945814 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-c0f2a32f-35f2-4eb9-b39c-10dbadffd4b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=479e2ea4-349b-4570-9e57-005fea5385a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843620 Jun 30 02:37:17.101119 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.123762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Network 0309606f-fa66-4c24-9aed-94352388efc1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:17.153377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:17.177701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:17.195777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-4f822b0e-82d4-4d9a-9952-bdda678788b4', 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'fixed_ips': [{'subnet_id': '911a2c0c-8819-4225-bb42-03018ac5ca34'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:17.196785 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.208132 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-4fe61695-7b4f-455a-8152-4a6685910eed service neutron] 10.222.0.73 "GET /v2.0/networks/479e2ea4-349b-4570-9e57-005fea5385a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538154 Jun 30 02:37:17.271517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'subnet': {'network_id': 'c097f470-5f77-4075-92e1-cde791fff2db', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:17.416346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Allocated IP 10.2.2.2 (4f822b0e-82d4-4d9a-9952-bdda678788b4/911a2c0c-8819-4225-bb42-03018ac5ca34/1d80c72e-4ee0-432d-9d60-5b0f859a3245) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:17.448254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5f95f93-664a-4f85-b877-1383e7d7a6c1 req-daa378ca-ba23-444c-a874-55ae3cf90709 service neutron] 10.222.0.73 "GET /v2.0/networks/479e2ea4-349b-4570-9e57-005fea5385a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321310 Jun 30 02:37:17.508322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Pushing event updated for resources: {'Port': ['ID=ffe8a59f-d8bb-49b7-9e3c-580771f9d55e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:17.555051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7bd4a-de51-4c5e-adff-ba0d8fe4e9c7 req-c8b864a2-09ed-49cb-b5a9-ba31a7903861 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:17.556616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8da7bd4a-de51-4c5e-adff-ba0d8fe4e9c7 req-c8b864a2-09ed-49cb-b5a9-ba31a7903861 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 946 time: 0.2691402 Jun 30 02:37:17.569424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Attempting to bind port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:17.569865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Attempting to bind port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:17.570148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Attempting to bind port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:17.577735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:17.578145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Checking segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:17.578560 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.579188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Bound using segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:17.579673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Bound port: ffe8a59f-d8bb-49b7-9e3c-580771f9d55e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:17.580055 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.591840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:17.596559 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.636441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bae8a5-7e17-4499-9662-9b4e37da8c10 req-05a8b3dc-1eee-4848-a853-b6508b7a7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:17.638849 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80bae8a5-7e17-4499-9662-9b4e37da8c10 req-05a8b3dc-1eee-4848-a853-b6508b7a7471 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1912f95c79d941e19cc7e34361df4358&device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 1095 time: 0.1030321 Jun 30 02:37:17.729380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:17.759336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8da7bd4a-de51-4c5e-adff-ba0d8fe4e9c7 req-f9c30506-f322-4935-aa29-54d26e861399 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938195 Jun 30 02:37:17.821765 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.845815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Transition to ACTIVE for port object 1d80c72e-4ee0-432d-9d60-5b0f859a3245 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:17.855671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bae8a5-7e17-4499-9662-9b4e37da8c10 req-5f308577-5289-4a22-b73e-8f43ddbe21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:17.865576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80bae8a5-7e17-4499-9662-9b4e37da8c10 req-5f308577-5289-4a22-b73e-8f43ddbe21b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=479e2ea4-349b-4570-9e57-005fea5385a4 HTTP/1.1" status: 200 len: 910 time: 0.2157476 Jun 30 02:37:17.873344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Transition to ACTIVE for port object 1d80c72e-4ee0-432d-9d60-5b0f859a3245 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:17.942351 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:17.958051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] For port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:17.959566 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80bae8a5-7e17-4499-9662-9b4e37da8c10 req-bdf49abe-594d-41ae-81a3-19681894c48b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fd39c77-6e1b-41c3-a7d3-178241800f1d HTTP/1.1" status: 200 len: 217 time: 0.0763628 Jun 30 02:37:18.016478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Pushing event updated for resources: {'Port': ['ID=1d80c72e-4ee0-432d-9d60-5b0f859a3245,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:18.030151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] For port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ffe8a59f-d8bb-49b7-9e3c-580771f9d55e,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:18.039371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Network 4f822b0e-82d4-4d9a-9952-bdda678788b4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:18.041589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:18.044190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.046341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:18.049282 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.054900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bae8a5-7e17-4499-9662-9b4e37da8c10 req-ae0b2c61-8974-40c9-9a60-b9d32d4287fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.056632 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80bae8a5-7e17-4499-9662-9b4e37da8c10 req-ae0b2c61-8974-40c9-9a60-b9d32d4287fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=053735bb-7a3b-48d5-8912-30db5bcdc920 HTTP/1.1" status: 200 len: 849 time: 0.0859089 Jun 30 02:37:18.106575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b385131-b157-4740-9d2f-52fb5c63b456 None None] Pushing event updated for resources: {'Port': ['ID=ffe8a59f-d8bb-49b7-9e3c-580771f9d55e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:18.165805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80bae8a5-7e17-4499-9662-9b4e37da8c10 req-b9226e99-99d3-4342-8d44-6061e8ada9e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=479e2ea4-349b-4570-9e57-005fea5385a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691431 Jun 30 02:37:18.182458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] device_id is not set on port a5dde89a-1deb-4720-8797-def5858c8386 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:37:18.195864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Attempting to bind port 1d80c72e-4ee0-432d-9d60-5b0f859a3245 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:18.196354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Attempting to bind port 1d80c72e-4ee0-432d-9d60-5b0f859a3245 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:18.196595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Attempting to bind port 1d80c72e-4ee0-432d-9d60-5b0f859a3245 on network 4f822b0e-82d4-4d9a-9952-bdda678788b4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:18.202462 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:18.203628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Checking segment: {'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:18.204042 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.204447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Bound using segment: {'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:18.204953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Bound port: 1d80c72e-4ee0-432d-9d60-5b0f859a3245, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:18.205503 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.289423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b19aa-b79e-4004-863b-27c816b89371 req-fa01ea14-aa17-4764-80dd-f51518d55ffc tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.297114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d72b19aa-b79e-4004-863b-27c816b89371 req-fa01ea14-aa17-4764-80dd-f51518d55ffc tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 943 time: 0.2384114 Jun 30 02:37:18.337069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] For port 1d80c72e-4ee0-432d-9d60-5b0f859a3245, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:18.343043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] For port 1d80c72e-4ee0-432d-9d60-5b0f859a3245, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1d80c72e-4ee0-432d-9d60-5b0f859a3245,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:18.351354 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.360069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.423484 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d72b19aa-b79e-4004-863b-27c816b89371 req-9fbe5d0b-df26-47b1-b15b-8889bbc1812a tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253088 Jun 30 02:37:18.426000 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80bae8a5-7e17-4499-9662-9b4e37da8c10 req-95afa259-568e-445c-ab81-849f314b1cbf service neutron] 10.222.0.73 "GET /v2.0/networks/479e2ea4-349b-4570-9e57-005fea5385a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465768 Jun 30 02:37:18.473220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849b918-3785-432f-9265-bf24e1e15b91 None None] Pushing event updated for resources: {'Port': ['ID=1d80c72e-4ee0-432d-9d60-5b0f859a3245,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:18.492874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaf8e9-aff6-45b6-9c4c-b868ac820300 req-3433b74e-0c6b-486a-a4b9-e681bd1d5e74 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.495171 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ffaf8e9-aff6-45b6-9c4c-b868ac820300 req-3433b74e-0c6b-486a-a4b9-e681bd1d5e74 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.5569077 Jun 30 02:37:18.542597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Subnet': ['ID=16aa6fdd-8c86-43dc-ad5b-e5f3241c0020,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:18.651419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Checking segment: {'id': 'e0067b5a-d83f-4070-97a8-3dbbb28136b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c097f470-5f77-4075-92e1-cde791fff2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:18.651419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network hostable DHCP agents. Network: c097f470-5f77-4075-92e1-cde791fff2db, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:18.696687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ffaf8e9-aff6-45b6-9c4c-b868ac820300 req-8ea3d735-33aa-458b-9c64-8ef301d1e62a tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789036 Jun 30 02:37:18.723079 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80bae8a5-7e17-4499-9662-9b4e37da8c10 req-e503e6ed-e3e9-4081-85a3-16e406ad44c4 service neutron] 10.222.0.73 "GET /v2.0/networks/479e2ea4-349b-4570-9e57-005fea5385a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777059 Jun 30 02:37:18.765574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network c097f470-5f77-4075-92e1-cde791fff2db is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:18.800163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Allocated IP 10.1.1.94 (0309606f-fa66-4c24-9aed-94352388efc1/61f98dca-3562-451b-97e6-d10cc0e1988f/a5dde89a-1deb-4720-8797-def5858c8386) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:18.803933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, c097f470-5f77-4075-92e1-cde791fff2db) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:18.827966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:18.830797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:18.855810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e8bfd-b80c-4726-b979-a7c4138d7f81 None None] Network c097f470-5f77-4075-92e1-cde791fff2db requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:18.887185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:18.895530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-334486744'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:18.898264 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f4aefba0-2ac6-4939-8239-408b03e76c6f tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9695094 Jun 30 02:37:18.941842 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:18.948228 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.024546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:19.075722 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.075970 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Added segment b9c7e96a-5964-48ed-aa0c-661c37c329f8 of type vlan for network 0e23baeb-aad6-4ed5-9e70-8299c1aae129 Jun 30 02:37:19.201887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-c097f470-5f77-4075-92e1-cde791fff2db', 'network_id': 'c097f470-5f77-4075-92e1-cde791fff2db', 'tenant_id': '2329ef9b348e4ae6b2d3527d104850ab', 'fixed_ips': [{'subnet_id': '16aa6fdd-8c86-43dc-ad5b-e5f3241c0020'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:19.204090 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.217800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.226568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.261246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Transition to ACTIVE for port object a5dde89a-1deb-4720-8797-def5858c8386 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:19.272840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b9942-d03c-4fac-9e99-b9599b7ede3c req-5243bc1a-cd82-4ff4-a181-14072c08bb14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:19.274705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c03b9942-d03c-4fac-9e99-b9599b7ede3c req-5243bc1a-cd82-4ff4-a181-14072c08bb14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 946 time: 0.1967871 Jun 30 02:37:19.348135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.352606 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.353631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:19.356774 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.398258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c03b9942-d03c-4fac-9e99-b9599b7ede3c req-463caa37-0d74-4e60-8cc8-e2ec540b774b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172495 Jun 30 02:37:19.434745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5299330 Jun 30 02:37:19.434745 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:19.469952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network 0309606f-fa66-4c24-9aed-94352388efc1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:19.474291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:19.486487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:19.501075 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Allocated IP 2001:db8:0:ffff::2 (c097f470-5f77-4075-92e1-cde791fff2db/16aa6fdd-8c86-43dc-ad5b-e5f3241c0020/5cdd5390-c0fb-412d-a903-d2b79a87b149) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:19.540428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'subnet': {'network_id': '0e23baeb-aad6-4ed5-9e70-8299c1aae129', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:19.552844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Port': ['ID=a5dde89a-1deb-4720-8797-def5858c8386,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:19.614330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:19.621248 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:19.785550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-10e265a2-37c5-46e4-82af-f4777359c644 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0608428 Jun 30 02:37:19.789545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:19.804177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'port': {'network_id': '0309606f-fa66-4c24-9aed-94352388efc1', 'name': 'tempest-TaggedBootDevicesTest_v242-1101325294', 'fixed_ips': [{'subnet_id': '61f98dca-3562-451b-97e6-d10cc0e1988f'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:19.844312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9adc6-ef98-4e27-a879-bc6e21b4781b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Network': ['ID=0e23baeb-aad6-4ed5-9e70-8299c1aae129,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:19.888405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 0e23baeb-aad6-4ed5-9e70-8299c1aae129 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:19.991411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aafd8-da1d-4e5f-ac8e-a541e3fcc8a2 req-08b98d06-a783-466d-8c2b-ef16d83357a5 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:19.993510 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b4aafd8-da1d-4e5f-ac8e-a541e3fcc8a2 req-08b98d06-a783-466d-8c2b-ef16d83357a5 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 943 time: 0.3389244 Jun 30 02:37:20.081573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:20.090779 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.142539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b4aafd8-da1d-4e5f-ac8e-a541e3fcc8a2 req-e3354dd1-83c0-45b4-87b4-3e63d68ed570 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326001 Jun 30 02:37:20.210628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253396bd-b2cb-4ff0-a1e2-88d6bc9bf93c req-f2e51b56-054e-479b-8558-ea22b63454c4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:20.213908 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-253396bd-b2cb-4ff0-a1e2-88d6bc9bf93c req-f2e51b56-054e-479b-8558-ea22b63454c4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.3370497 Jun 30 02:37:20.216622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:20.231401 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.256898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-253396bd-b2cb-4ff0-a1e2-88d6bc9bf93c req-9608d157-009c-459d-ad5a-8cd01f9d0d9f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/quotas/fef5510c674d4c81beed3eda57f51908 HTTP/1.1" status: 200 len: 375 time: 0.0334473 Jun 30 02:37:20.324675 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.333412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] device_id is not set on port feb8efb1-d2db-4c17-91db-c41bb5b3befc yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:37:20.335590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Transition to ACTIVE for port object 5cdd5390-c0fb-412d-a903-d2b79a87b149 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:20.360873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Transition to ACTIVE for port object 5cdd5390-c0fb-412d-a903-d2b79a87b149 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:20.371298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ffe8a59f-d8bb-49b7-9e3c-580771f9d55e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:20.382470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d63800-2191-41de-8e2d-1ca2d05cf80c None None] Network 0309606f-fa66-4c24-9aed-94352388efc1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:20.390330 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.558523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49b36f-e956-4dff-ae72-b40aae9db6a8 req-b4cbdbaf-9fa1-41fe-af86-9e0a10d1ce73 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:20.561972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Network c097f470-5f77-4075-92e1-cde791fff2db is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:20.570579 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f49b36f-e956-4dff-ae72-b40aae9db6a8 req-b4cbdbaf-9fa1-41fe-af86-9e0a10d1ce73 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.2200747 Jun 30 02:37:20.570846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d2030f11-3c8a-41d0-b456-33badaadba9d None None] Provisioning for port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:20.593112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:20.600486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:20.605268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Pushing event updated for resources: {'Port': ['ID=5cdd5390-c0fb-412d-a903-d2b79a87b149,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:20.634747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa1b1e9-713d-40ea-8b75-a92a130a968f None None] Network 4f822b0e-82d4-4d9a-9952-bdda678788b4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:20.677100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f49b36f-e956-4dff-ae72-b40aae9db6a8 req-28e4e109-90ae-4aca-bb6d-a72ef1352e8c tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086581 Jun 30 02:37:20.708319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Allocated IP 10.1.1.162 (0309606f-fa66-4c24-9aed-94352388efc1/61f98dca-3562-451b-97e6-d10cc0e1988f/feb8efb1-d2db-4c17-91db-c41bb5b3befc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:20.767874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:20.787097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:20.787465 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.795285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Attempting to bind port 5cdd5390-c0fb-412d-a903-d2b79a87b149 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:20.795516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Attempting to bind port 5cdd5390-c0fb-412d-a903-d2b79a87b149 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'e0067b5a-d83f-4070-97a8-3dbbb28136b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c097f470-5f77-4075-92e1-cde791fff2db'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:20.796190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Attempting to bind port 5cdd5390-c0fb-412d-a903-d2b79a87b149 on network c097f470-5f77-4075-92e1-cde791fff2db {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:20.829134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-27befb53-67e1-4f4d-9411-29d90da4918d None None] Provisioning for port 1d80c72e-4ee0-432d-9d60-5b0f859a3245 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:20.853172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:20.853524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Checking segment: {'id': 'e0067b5a-d83f-4070-97a8-3dbbb28136b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c097f470-5f77-4075-92e1-cde791fff2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:20.853909 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:20.854302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Bound using segment: {'id': 'e0067b5a-d83f-4070-97a8-3dbbb28136b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c097f470-5f77-4075-92e1-cde791fff2db'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:20.854852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Bound port: 5cdd5390-c0fb-412d-a903-d2b79a87b149, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0067b5a-d83f-4070-97a8-3dbbb28136b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c097f470-5f77-4075-92e1-cde791fff2db'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:20.855389 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.061980 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.076266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Transition to ACTIVE for port object feb8efb1-d2db-4c17-91db-c41bb5b3befc will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:21.109450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] For port 5cdd5390-c0fb-412d-a903-d2b79a87b149, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:21.113454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1fd39c77-6e1b-41c3-a7d3-178241800f1d details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:37:21.120214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.147575 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-253396bd-b2cb-4ff0-a1e2-88d6bc9bf93c req-1073799b-7689-44fe-bd0c-9049d746b58e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8893127 Jun 30 02:37:21.155091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] For port 5cdd5390-c0fb-412d-a903-d2b79a87b149, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5cdd5390-c0fb-412d-a903-d2b79a87b149,segment=NetworkSegment(e0067b5a-d83f-4070-97a8-3dbbb28136b6),segment_id=e0067b5a-d83f-4070-97a8-3dbbb28136b6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:21.160697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.171665 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.195053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network 0309606f-fa66-4c24-9aed-94352388efc1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:21.198983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:21.202055 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:21.242401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Port': ['ID=feb8efb1-d2db-4c17-91db-c41bb5b3befc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:21.308358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:21.309002 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.346630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f8658e05-1d90-47fd-90b7-cf3132b2b1f9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5556943 Jun 30 02:37:21.365965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-253396bd-b2cb-4ff0-a1e2-88d6bc9bf93c req-2e543b4a-3035-4867-a9ba-d6aab31ea7bc service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166598 Jun 30 02:37:21.461261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ffe8a59f-d8bb-49b7-9e3c-580771f9d55e,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:21.495472 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.497089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1d80c72e-4ee0-432d-9d60-5b0f859a3245 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:21.541277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb912f7-4c9c-4924-8f5b-7d1003ef316a req-2ce4a225-d879-4a16-91fe-1c5fc0e609e5 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:21.543568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d653c5e-7f8a-4e74-857b-10d77e2d9a60 None None] Pushing event updated for resources: {'Port': ['ID=5cdd5390-c0fb-412d-a903-d2b79a87b149,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:21.545185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6bb912f7-4c9c-4924-8f5b-7d1003ef316a req-2ce4a225-d879-4a16-91fe-1c5fc0e609e5 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 943 time: 0.0991082 Jun 30 02:37:21.561681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:37:21.563759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.649022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6bb912f7-4c9c-4924-8f5b-7d1003ef316a req-0907ecc7-a02d-47e0-9a88-eb0ee2c176ae tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893843 Jun 30 02:37:21.689552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Subnet': ['ID=c73b9ba4-37ad-46b6-abd9-dedff4c3c44a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:21.720584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1fd39c77-6e1b-41c3-a7d3-178241800f1d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1fd39c77-6e1b-41c3-a7d3-178241800f1d,segment=NetworkSegment(154d251a-a6f2-40aa-89e9-c01196abc92e),segment_id=154d251a-a6f2-40aa-89e9-c01196abc92e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:21.739818 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-253396bd-b2cb-4ff0-a1e2-88d6bc9bf93c req-cc17c812-8a1b-41a4-8ed8-145f54837cfb service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725245 Jun 30 02:37:21.759639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '1fd39c77-6e1b-41c3-a7d3-178241800f1d', 'network_id': '479e2ea4-349b-4570-9e57-005fea5385a4', 'port_id': '1fd39c77-6e1b-41c3-a7d3-178241800f1d', 'mac_address': 'fa:16:3e:a6:09:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053735bb-7a3b-48d5-8912-30db5bcdc920', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:37:21.765148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 1d80c72e-4ee0-432d-9d60-5b0f859a3245 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:21.775498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3ff7dd3-5261-454f-b67c-5206e92b19f8 None None] Provisioning complete for port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:21.790818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7dd3-5261-454f-b67c-5206e92b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.810759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Checking segment: {'id': 'b9c7e96a-5964-48ed-aa0c-661c37c329f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e23baeb-aad6-4ed5-9e70-8299c1aae129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:21.811064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network hostable DHCP agents. Network: 0e23baeb-aad6-4ed5-9e70-8299c1aae129, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:21.840468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1d80c72e-4ee0-432d-9d60-5b0f859a3245 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:21.840837 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.850490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network 0e23baeb-aad6-4ed5-9e70-8299c1aae129 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:21.872759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 0e23baeb-aad6-4ed5-9e70-8299c1aae129) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:21.878909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:21.879981 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.914194 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:21.915768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f423bff7-c078-46b0-a512-c7ed463ba59b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4665332 Jun 30 02:37:21.918747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:21.921675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=ffe8a59f-d8bb-49b7-9e3c-580771f9d55e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:21.924771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'port': {'network_id': '0e23baeb-aad6-4ed5-9e70-8299c1aae129', 'name': 'tempest-NetworksIpV6TestAttrs-190950171'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:21.956335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529362c6-f0ed-41de-9540-b04560228b5e None None] Network 0e23baeb-aad6-4ed5-9e70-8299c1aae129 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:22.088583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:22.098331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f8ca856d-5fa1-44c6-a0da-536f2af8deea tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113742328', 'description': 'tempest-description--666049372'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:22.157211 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8ca856d-5fa1-44c6-a0da-536f2af8deea tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.202026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:22.219688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.243032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd39c77-6e1b-41c3-a7d3-178241800f1d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:22.287715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] device_id is not set on port ec5d7fae-50c2-4a44-bd4b-3a5933d61cc9 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:37:22.297270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1fd39c77-6e1b-41c3-a7d3-178241800f1d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1fd39c77-6e1b-41c3-a7d3-178241800f1d,segment=NetworkSegment(154d251a-a6f2-40aa-89e9-c01196abc92e),segment_id=154d251a-a6f2-40aa-89e9-c01196abc92e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:22.320445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.459129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8ca856d-5fa1-44c6-a0da-536f2af8deea tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.468423 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8ca856d-5fa1-44c6-a0da-536f2af8deea tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.522666 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8ca856d-5fa1-44c6-a0da-536f2af8deea tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.526871 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f8ca856d-5fa1-44c6-a0da-536f2af8deea tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4340146 Jun 30 02:37:22.527968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:22.528823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca856d-5fa1-44c6-a0da-536f2af8deea tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a100fa1-2e0d-4099-ad53-34d2e5074f72,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:22.538068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-582971bb-42ef-4079-b6a8-fb8e587b7976 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'security_group_rule': {'security_group_id': '0a100fa1-2e0d-4099-ad53-34d2e5074f72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:22.559257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30895d95-0fb4-462e-a36a-022421b7b9fc req-51f2a62b-c200-4ffe-93a5-ceb850e72bf9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:22.569254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30895d95-0fb4-462e-a36a-022421b7b9fc req-51f2a62b-c200-4ffe-93a5-ceb850e72bf9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.2461710 Jun 30 02:37:22.570797 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.599644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-0e23baeb-aad6-4ed5-9e70-8299c1aae129', 'network_id': '0e23baeb-aad6-4ed5-9e70-8299c1aae129', 'tenant_id': '2329ef9b348e4ae6b2d3527d104850ab', 'fixed_ips': [{'subnet_id': 'c73b9ba4-37ad-46b6-abd9-dedff4c3c44a'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:22.603573 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.615172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Allocated IP 2001:db8::f816:3eff:fecb:1dde (0e23baeb-aad6-4ed5-9e70-8299c1aae129/c73b9ba4-37ad-46b6-abd9-dedff4c3c44a/ec5d7fae-50c2-4a44-bd4b-3a5933d61cc9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:22.643587 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-582971bb-42ef-4079-b6a8-fb8e587b7976 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.648879 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30895d95-0fb4-462e-a36a-022421b7b9fc req-7322b4b3-3678-4f2b-8585-70f54e5f6eb4 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784602 Jun 30 02:37:22.663272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=1fd39c77-6e1b-41c3-a7d3-178241800f1d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:22.853915 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3ff7dd3-5261-454f-b67c-5206e92b19f8 None None] Provisioning for port a5dde89a-1deb-4720-8797-def5858c8386 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:22.858369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['1fd39c77-6e1b-41c3-a7d3-178241800f1d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:22.865860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3ff7dd3-5261-454f-b67c-5206e92b19f8 None None] Provisioning complete for port a5dde89a-1deb-4720-8797-def5858c8386 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:22.866250 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7dd3-5261-454f-b67c-5206e92b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.904379 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-582971bb-42ef-4079-b6a8-fb8e587b7976 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.914941 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-582971bb-42ef-4079-b6a8-fb8e587b7976 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:22.949428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 1d80c72e-4ee0-432d-9d60-5b0f859a3245, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1d80c72e-4ee0-432d-9d60-5b0f859a3245,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:22.958071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582971bb-42ef-4079-b6a8-fb8e587b7976 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1ad129-f7dc-496e-b0a4-6a6a5deb0515,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:22.976889 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.060519 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-582971bb-42ef-4079-b6a8-fb8e587b7976 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.062789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-582971bb-42ef-4079-b6a8-fb8e587b7976 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5346360 Jun 30 02:37:23.065544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:23.071103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-06b9c241-5df8-4765-baed-320b1634176c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'security_group_rule': {'security_group_id': '0a100fa1-2e0d-4099-ad53-34d2e5074f72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:23.090065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff7dd3-5261-454f-b67c-5206e92b19f8 None None] Port a5dde89a-1deb-4720-8797-def5858c8386 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:23.120079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.140262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Transition to ACTIVE for port object ec5d7fae-50c2-4a44-bd4b-3a5933d61cc9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:23.168754 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06b9c241-5df8-4765-baed-320b1634176c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.180799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d160f-9f35-405e-a186-8a157778ea38 req-b1ee8bba-034a-4893-b10c-08f7bbe0e343 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:23.182423 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b6d160f-9f35-405e-a186-8a157778ea38 req-b1ee8bba-034a-4893-b10c-08f7bbe0e343 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 944 time: 0.1848726 Jun 30 02:37:23.196924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=1d80c72e-4ee0-432d-9d60-5b0f859a3245,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:23.257072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c170285-ca25-48c9-b647-5ddf3b8ac344 None None] Network c097f470-5f77-4075-92e1-cde791fff2db requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:23.259074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfde6a03-ae84-4723-b552-1aa7289bb9d0 None None] Provisioning for port feb8efb1-d2db-4c17-91db-c41bb5b3befc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:23.276336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5cdd5390-c0fb-412d-a903-d2b79a87b149 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:23.288010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b6d160f-9f35-405e-a186-8a157778ea38 req-41ab4e22-5294-4a47-b17c-1c78d948746e tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932562 Jun 30 02:37:23.292363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.337081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06b9c241-5df8-4765-baed-320b1634176c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.342182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network 0e23baeb-aad6-4ed5-9e70-8299c1aae129 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:23.344895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-49de4adf-1c12-4e25-89aa-b559daca68e8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:23.345805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:23.349578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-49de4adf-1c12-4e25-89aa-b559daca68e8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.2112646 Jun 30 02:37:23.351158 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06b9c241-5df8-4765-baed-320b1634176c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.353692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfde6a03-ae84-4723-b552-1aa7289bb9d0 None None] Provisioning complete for port feb8efb1-d2db-4c17-91db-c41bb5b3befc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:23.354196 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfde6a03-ae84-4723-b552-1aa7289bb9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.356779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:23.363634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:23.364369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.388239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9c241-5df8-4765-baed-320b1634176c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1c2472-a519-415a-8c00-30011e582fb8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:23.389984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Port': ['ID=ec5d7fae-50c2-4a44-bd4b-3a5933d61cc9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:23.403811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-5d564041-19b7-4093-8d25-b9e201b65b68 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/quotas/fef5510c674d4c81beed3eda57f51908 HTTP/1.1" status: 200 len: 375 time: 0.0463164 Jun 30 02:37:23.404395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:23.407030 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06b9c241-5df8-4765-baed-320b1634176c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.411886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f6c2d3d6-f1ff-47bb-aec0-324a5adf43e4 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4914861 Jun 30 02:37:23.412752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:23.421176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:23.423129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-06b9c241-5df8-4765-baed-320b1634176c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560896 Jun 30 02:37:23.489237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.510555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f825274-c805-4c63-8bcd-4ea4183ecc7c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Deleting subnet c73b9ba4-37ad-46b6-abd9-dedff4c3c44a {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:37:23.531110 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-cef49f33-72a3-4b8d-a841-cc42f3d06878 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070278 Jun 30 02:37:23.561717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278ff1a-8b4b-4ffa-8b69-33e4067fd45c req-1fcfa819-39b9-4427-a52d-7a573467b75c tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:23.563261 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1278ff1a-8b4b-4ffa-8b69-33e4067fd45c req-1fcfa819-39b9-4427-a52d-7a573467b75c tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 951 time: 0.1282244 Jun 30 02:37:23.622964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cfde6a03-ae84-4723-b552-1aa7289bb9d0 None None] Port feb8efb1-d2db-4c17-91db-c41bb5b3befc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:23.624008 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1278ff1a-8b4b-4ffa-8b69-33e4067fd45c req-84194118-1b8a-4550-b926-7d8df67d951b tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509760 Jun 30 02:37:23.652542 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-35cecc4d-1d17-4061-9062-b50702087967 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074138 Jun 30 02:37:23.655932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.659943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Allocated IP 2001:db8::f816:3eff:fe02:208c (0e23baeb-aad6-4ed5-9e70-8299c1aae129/c73b9ba4-37ad-46b6-abd9-dedff4c3c44a/55771ddc-d6ae-4c82-86ca-504757e85f40) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:23.697466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfde6a03-ae84-4723-b552-1aa7289bb9d0 None None] Provisioning complete for port a5dde89a-1deb-4720-8797-def5858c8386 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:23.697925 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfde6a03-ae84-4723-b552-1aa7289bb9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.710671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 5cdd5390-c0fb-412d-a903-d2b79a87b149 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:23.771387 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-7618d178-9ac5-43a5-92d8-1e21e35f63ba service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181581 Jun 30 02:37:23.785175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ffe8a59f-d8bb-49b7-9e3c-580771f9d55e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:23.806759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Allocated IP 172.25.7.215 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/9a331432-6a9c-4ded-a2c3-571167eb2a82) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:23.836166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cfde6a03-ae84-4723-b552-1aa7289bb9d0 None None] Port a5dde89a-1deb-4720-8797-def5858c8386 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:23.924823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cfde6a03-ae84-4723-b552-1aa7289bb9d0 None None] Provisioning complete for port 1d80c72e-4ee0-432d-9d60-5b0f859a3245 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:23.925725 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfde6a03-ae84-4723-b552-1aa7289bb9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.972555 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:23.973165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:23.973355 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.011937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302bfcb-2cbb-4b80-a32f-9587f209617b req-06803a75-7b63-4d79-b49d-008e697176f9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:24.013443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0302bfcb-2cbb-4b80-a32f-9587f209617b req-06803a75-7b63-4d79-b49d-008e697176f9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.1091785 Jun 30 02:37:24.041986 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.060336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Transition to ACTIVE for port object 55771ddc-d6ae-4c82-86ca-504757e85f40 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:24.063975 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.085304 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0302bfcb-2cbb-4b80-a32f-9587f209617b req-1e1ae24d-11c2-4373-bf4a-15144e482417 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606384 Jun 30 02:37:24.117532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Transition to ACTIVE for port object 55771ddc-d6ae-4c82-86ca-504757e85f40 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:24.118829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:24.123461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:24.130602 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f825274-c805-4c63-8bcd-4ea4183ecc7c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.131048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:24.150344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.229028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Port': ['ID=9a331432-6a9c-4ded-a2c3-571167eb2a82,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:24.252404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f825274-c805-4c63-8bcd-4ea4183ecc7c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.277076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Network 0e23baeb-aad6-4ed5-9e70-8299c1aae129 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:24.279937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:24.301365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:24.336282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Pushing event updated for resources: {'Port': ['ID=55771ddc-d6ae-4c82-86ca-504757e85f40,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:24.454022 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a031f76a-4d2c-4c2f-8928-88852d442c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.491003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15274ba2-94b9-463d-9a15-53087ba6875e None None] Provisioning for port 5cdd5390-c0fb-412d-a903-d2b79a87b149 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:24.508315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4049ab0-5eff-4aee-ab27-25fd457ab8ae req-734270b0-3087-464b-bafb-48c9e71264d8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 210 time: 0.1037884 Jun 30 02:37:24.510528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15274ba2-94b9-463d-9a15-53087ba6875e None None] Provisioning complete for port 5cdd5390-c0fb-412d-a903-d2b79a87b149 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:24.511097 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15274ba2-94b9-463d-9a15-53087ba6875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.517341 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.526197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f825274-c805-4c63-8bcd-4ea4183ecc7c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.601327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Attempting to bind port 55771ddc-d6ae-4c82-86ca-504757e85f40 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:24.601819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Attempting to bind port 55771ddc-d6ae-4c82-86ca-504757e85f40 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'b9c7e96a-5964-48ed-aa0c-661c37c329f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e23baeb-aad6-4ed5-9e70-8299c1aae129'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:24.602190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Attempting to bind port 55771ddc-d6ae-4c82-86ca-504757e85f40 on network 0e23baeb-aad6-4ed5-9e70-8299c1aae129 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:24.603070 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.687955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:24.689253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Checking segment: {'id': 'b9c7e96a-5964-48ed-aa0c-661c37c329f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e23baeb-aad6-4ed5-9e70-8299c1aae129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:24.689670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.690060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Bound using segment: {'id': 'b9c7e96a-5964-48ed-aa0c-661c37c329f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e23baeb-aad6-4ed5-9e70-8299c1aae129'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:24.690548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Bound port: 55771ddc-d6ae-4c82-86ca-504757e85f40, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c7e96a-5964-48ed-aa0c-661c37c329f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0e23baeb-aad6-4ed5-9e70-8299c1aae129'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:24.690949 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.691971 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f825274-c805-4c63-8bcd-4ea4183ecc7c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.697047 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15274ba2-94b9-463d-9a15-53087ba6875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.748455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f825274-c805-4c63-8bcd-4ea4183ecc7c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.752142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0f825274-c805-4c63-8bcd-4ea4183ecc7c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/subnets/c73b9ba4-37ad-46b6-abd9-dedff4c3c44a HTTP/1.1" status: 204 len: 168 time: 1.3447380 Jun 30 02:37:24.753918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35552) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:24.754675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f825274-c805-4c63-8bcd-4ea4183ecc7c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Subnet': ['ID=c73b9ba4-37ad-46b6-abd9-dedff4c3c44a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:24.830534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] For port 55771ddc-d6ae-4c82-86ca-504757e85f40, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:24.834095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] For port 55771ddc-d6ae-4c82-86ca-504757e85f40, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=55771ddc-d6ae-4c82-86ca-504757e85f40,segment=NetworkSegment(b9c7e96a-5964-48ed-aa0c-661c37c329f8),segment_id=b9c7e96a-5964-48ed-aa0c-661c37c329f8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:24.840606 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.878162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf1aaf-0430-4cf1-9d0d-aa05361e528c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:24.879749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bf1aaf-0430-4cf1-9d0d-aa05361e528c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:24.881948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-30bf1aaf-0430-4cf1-9d0d-aa05361e528c tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1217995 Jun 30 02:37:24.885504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:24.913566 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.928481 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:24.935300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ede72-e802-4774-934e-b1991b168ea6 None None] Pushing event updated for resources: {'Port': ['ID=55771ddc-d6ae-4c82-86ca-504757e85f40,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:24.992202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15274ba2-94b9-463d-9a15-53087ba6875e None None] For port 5cdd5390-c0fb-412d-a903-d2b79a87b149, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5cdd5390-c0fb-412d-a903-d2b79a87b149,segment=NetworkSegment(e0067b5a-d83f-4070-97a8-3dbbb28136b6),segment_id=e0067b5a-d83f-4070-97a8-3dbbb28136b6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:25.009518 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15274ba2-94b9-463d-9a15-53087ba6875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.019647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adafdf2-2a54-44c2-90ef-4988c91e5bce None None] Network 0e23baeb-aad6-4ed5-9e70-8299c1aae129 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:25.041167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6997dd48-cfad-4127-8076-5930fd84f367 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.053984 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6997dd48-cfad-4127-8076-5930fd84f367 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 02:37:25.055002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6997dd48-cfad-4127-8076-5930fd84f367 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:25.057051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6997dd48-cfad-4127-8076-5930fd84f367 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/0e23baeb-aad6-4ed5-9e70-8299c1aae129 HTTP/1.1" status: 409 len: 405 time: 0.1697662 Jun 30 02:37:25.061841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:25.067658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-629856473'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:25.128453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:25.132692 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.160408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1fd39c77-6e1b-41c3-a7d3-178241800f1d up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:25.168471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1d80c72e-4ee0-432d-9d60-5b0f859a3245 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:25.173017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:25.185378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.186189 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Added segment 0353a864-df6b-4758-bcec-7e33239781d8 of type vlan for network 90477105-8e38-4ec8-aa4a-a2fd536eeb2d Jun 30 02:37:25.234892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.259250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31f39bc0-d2d9-456c-b8f5-8c4f533ee58f None None] Provisioning complete for port 5cdd5390-c0fb-412d-a903-d2b79a87b149 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:25.259617 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31f39bc0-d2d9-456c-b8f5-8c4f533ee58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.275099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.282615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:25.283861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.323447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1d80c72e-4ee0-432d-9d60-5b0f859a3245 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:25.323818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.370970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Network': ['ID=90477105-8e38-4ec8-aa4a-a2fd536eeb2d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:25.396072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9751668f-d2ae-4559-a419-f72752624497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3324716 Jun 30 02:37:25.399170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:25.404596 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1179d41-61da-4251-b5d5-7cd3e38f6158 req-761871ad-ca20-4110-b89d-dc29d4fb07bb tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:25.406306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'subnet': {'network_id': '90477105-8e38-4ec8-aa4a-a2fd536eeb2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:25.414351 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1179d41-61da-4251-b5d5-7cd3e38f6158 req-761871ad-ca20-4110-b89d-dc29d4fb07bb tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 944 time: 0.6257310 Jun 30 02:37:25.433881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 90477105-8e38-4ec8-aa4a-a2fd536eeb2d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:25.465763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Port': ['ID=9a331432-6a9c-4ded-a2c3-571167eb2a82,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:25.483403 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.511276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3694365f-096f-465b-ade7-8fbe51db13b5 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:37:25.516843 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1179d41-61da-4251-b5d5-7cd3e38f6158 req-dd23e32c-0d52-45a1-97d8-9069dfd3790c tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966144 Jun 30 02:37:25.536461 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.546088 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6e69b7d1-0cb5-411b-a8fa-e7fae4807ab5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1321952 Jun 30 02:37:25.580966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:25.584954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:25.587311 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.631500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15274ba2-94b9-463d-9a15-53087ba6875e None None] Pushing event updated for resources: {'Port': ['ID=5cdd5390-c0fb-412d-a903-d2b79a87b149,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:25.724396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 1fd39c77-6e1b-41c3-a7d3-178241800f1d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:25.733300 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.809246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-04db8625-bc65-47fb-a718-72554ab0e1c7 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:25.811335 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-04db8625-bc65-47fb-a718-72554ab0e1c7 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.1838613 Jun 30 02:37:25.828302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Request body: {'port': {'device_id': '5235bdba-ea50-4eee-87fb-9ae3b65ee56d', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'admin_state_up': True, 'tenant_id': 'fef5510c674d4c81beed3eda57f51908'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:25.833008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 1fd39c77-6e1b-41c3-a7d3-178241800f1d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:25.833609 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:25.864855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baa106-725b-4236-a713-6eb85b0d5a7a req-249a5498-01da-4c4c-8d45-70da1b0ecc12 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:25.872563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16baa106-725b-4236-a713-6eb85b0d5a7a req-249a5498-01da-4c4c-8d45-70da1b0ecc12 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.1760209 Jun 30 02:37:25.909179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:25.911696 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbace6f5-c616-4dbe-b676-70a1afdf3828" -d '{"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:25.936459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:25.951929 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16baa106-725b-4236-a713-6eb85b0d5a7a req-ee12160b-9765-46aa-8eca-e47b504f66d8 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760248 Jun 30 02:37:25.988778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3694365f-096f-465b-ade7-8fbe51db13b5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:37:25.994504 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.033512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4720f-45d4-4229-84fc-fc2214185c4a req-2414dad9-6e42-410c-a3f4-95cdae9bf7d1 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.035087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bfb4720f-45d4-4229-84fc-fc2214185c4a req-2414dad9-6e42-410c-a3f4-95cdae9bf7d1 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 951 time: 0.1174829 Jun 30 02:37:26.075261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Made reservation on behalf of fef5510c674d4c81beed3eda57f51908 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:26.078819 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.087421 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bfb4720f-45d4-4229-84fc-fc2214185c4a req-4be3a5c3-0902-4c18-b54f-1519ecc8d203 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Jun 30 02:37:26.122347 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b1bd5cd-a79a-48b0-a68d-1d90e19f009b req-c339e3c3-5652-4c49-9bc9-ffe8623af924 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 210 time: 0.0362983 Jun 30 02:37:26.163857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:37:26.175986 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.176379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:26.195691 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.252915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Checking segment: {'id': '0353a864-df6b-4758-bcec-7e33239781d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '90477105-8e38-4ec8-aa4a-a2fd536eeb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:26.253331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network hostable DHCP agents. Network: 90477105-8e38-4ec8-aa4a-a2fd536eeb2d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:26.272671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1fd39c77-6e1b-41c3-a7d3-178241800f1d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1fd39c77-6e1b-41c3-a7d3-178241800f1d,segment=NetworkSegment(154d251a-a6f2-40aa-89e9-c01196abc92e),segment_id=154d251a-a6f2-40aa-89e9-c01196abc92e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:26.278762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.278983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network 90477105-8e38-4ec8-aa4a-a2fd536eeb2d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:26.282489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Subnet': ['ID=62c9abd2-8815-4e15-8f3d-6fbaf6e95ac5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:26.307047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 90477105-8e38-4ec8-aa4a-a2fd536eeb2d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:26.313029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.313635 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.329957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-38264bee-5043-44cc-a3e5-de74860af0df tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1113742328&fields=id&tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2 HTTP/1.1" status: 200 len: 267 time: 0.0850852 Jun 30 02:37:26.340308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-813e2e34-3312-4bde-b45b-ec280c3396ff tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9397202 Jun 30 02:37:26.342685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:26.348253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'port': {'network_id': '90477105-8e38-4ec8-aa4a-a2fd536eeb2d', 'name': 'tempest-NetworksIpV6TestAttrs-860818689'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:26.365732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=1fd39c77-6e1b-41c3-a7d3-178241800f1d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:26.437651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-4eb92d10-719e-4393-8244-349ffd1134eb tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.445848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-4eb92d10-719e-4393-8244-349ffd1134eb tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports/a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 200 len: 936 time: 0.1055062 Jun 30 02:37:26.473046 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1bddd4-ce65-445b-9b4a-0d9c74d2310a x-openstack-request-id: req-6f1bddd4-ce65-445b-9b4a-0d9c74d2310a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:26.473617 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:26.474168 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f1bddd4-ce65-445b-9b4a-0d9c74d2310a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:26.474951 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'code': 200} Jun 30 02:37:26.498615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Allocated IP 172.20.0.11 (da85fd17-8f5d-4621-95de-f716da3768b8/b856f8da-cbc5-40d0-9b04-dd78e7eed933/fe2d0b49-a0d5-4e54-8607-9bdaff912651) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:26.524166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-66e782dc-faf2-4878-b6de-b9da56e0aa29 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.528589 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-66e782dc-faf2-4878-b6de-b9da56e0aa29 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports/feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 200 len: 937 time: 0.0810618 Jun 30 02:37:26.535318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:26.539270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.569908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] device_id is not set on port 1aca12d0-32e0-4242-a204-7fc4d6df9033 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:37:26.575999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795e8cf6-a5b1-4955-8b41-ec0b65c2bb65 None None] Network 90477105-8e38-4ec8-aa4a-a2fd536eeb2d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:26.612744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-d85da33f-c4d9-4589-931a-b79cfb6adf22 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0712385 Jun 30 02:37:26.707555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Allocated IP 2001:db8::f816:3eff:febd:dce0 (90477105-8e38-4ec8-aa4a-a2fd536eeb2d/62c9abd2-8815-4e15-8f3d-6fbaf6e95ac5/1aca12d0-32e0-4242-a204-7fc4d6df9033) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:26.715774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-c892e197-7647-4d1a-9515-60873c257dbf tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1016593 Jun 30 02:37:26.901399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-90477105-8e38-4ec8-aa4a-a2fd536eeb2d', 'network_id': '90477105-8e38-4ec8-aa4a-a2fd536eeb2d', 'tenant_id': '2329ef9b348e4ae6b2d3527d104850ab', 'fixed_ips': [{'subnet_id': '62c9abd2-8815-4e15-8f3d-6fbaf6e95ac5'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:26.903093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.906172 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:26.914801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0231543-573f-47e8-9fb9-bb3fc2888d06 req-b52a1ac5-ba24-4186-b764-f80447b624e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.916435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a0231543-573f-47e8-9fb9-bb3fc2888d06 req-b52a1ac5-ba24-4186-b764-f80447b624e1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 1098 time: 0.2831628 Jun 30 02:37:26.917421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a5e30-38a8-422a-a69d-6ab8b9e574de req-006d459c-aa0e-4215-b622-20e316330088 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.919356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd9a5e30-38a8-422a-a69d-6ab8b9e574de req-006d459c-aa0e-4215-b622-20e316330088 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 945 time: 0.1544840 Jun 30 02:37:26.937689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-d97714a2-aca8-451e-89ba-354be36a51d3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.940688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Transition to ACTIVE for port object 1aca12d0-32e0-4242-a204-7fc4d6df9033 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:26.945312 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-d97714a2-aca8-451e-89ba-354be36a51d3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.951172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-d97714a2-aca8-451e-89ba-354be36a51d3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:26.952862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-d97714a2-aca8-451e-89ba-354be36a51d3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/networks?id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=4f822b0e-82d4-4d9a-9952-bdda678788b4&id=4f822b0e-82d4-4d9a-9952-bdda678788b4 HTTP/1.1" status: 200 len: 1995 time: 0.2358241 Jun 30 02:37:26.995168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd9a5e30-38a8-422a-a69d-6ab8b9e574de req-b803ebdf-e0a4-41c0-a23f-7e9228fecd6d tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648758 Jun 30 02:37:27.021402 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.029299 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.035938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-40bc9525-819a-46dc-b658-bb6a21660e81 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/quotas/e7eda8aa0b2b48c9954771cb75bd2ff2 HTTP/1.1" status: 200 len: 375 time: 0.0713477 Jun 30 02:37:27.037152 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-01fb2716-c652-4ba4-88ff-0485349d5598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.046381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.098597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5cdd5390-c0fb-412d-a903-d2b79a87b149 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:27.106749 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a0231543-573f-47e8-9fb9-bb3fc2888d06 req-c91bab73-dc08-4459-94af-488d330f0a97 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511993 Jun 30 02:37:27.128494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Port': ['ID=1aca12d0-32e0-4242-a204-7fc4d6df9033,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:27.141053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Allocated IP 2001:db8::f816:3eff:fe5c:a7b7 (90477105-8e38-4ec8-aa4a-a2fd536eeb2d/62c9abd2-8815-4e15-8f3d-6fbaf6e95ac5/731f6320-884c-4b4e-8a54-72caeb3da71f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:27.144687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network 90477105-8e38-4ec8-aa4a-a2fd536eeb2d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:27.148651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:27.159032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:27.169505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:27.170703 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.191802 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9dd4de58-f96e-439e-9543-cac9478f7679 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8475718 Jun 30 02:37:27.194477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:27.206381 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-2fa288d2-a462-4fbb-bf2c-bd3e76e545b6 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1684246 Jun 30 02:37:27.215000 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.222549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5cdd5390-c0fb-412d-a903-d2b79a87b149 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:27.222953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.250204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:27.270684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Network da85fd17-8f5d-4621-95de-f716da3768b8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:27.275508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc70318c-d4b9-4825-898c-beea941b4eef tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Deleting subnet 62c9abd2-8815-4e15-8f3d-6fbaf6e95ac5 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:37:27.287418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:27.289798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:27.378644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event updated for resources: {'Port': ['ID=fe2d0b49-a0d5-4e54-8607-9bdaff912651,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:27.422162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:27.423260 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.449992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-248e179b-b688-439c-b9f4-cf15ddbc6b03 service neutron] 10.222.0.55 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179370 Jun 30 02:37:27.459683 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-3226e521-4505-43c3-abd5-7d6ba4f541ae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6390059 Jun 30 02:37:27.461767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2ceb7-3c46-4d2e-89b0-0f99bd7cf8de req-d5b1233f-4cf5-4c56-b3d7-19e28dac554e tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:27.463423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51f2ceb7-3c46-4d2e-89b0-0f99bd7cf8de req-d5b1233f-4cf5-4c56-b3d7-19e28dac554e tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.0990183 Jun 30 02:37:27.481730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Request body: {'port': {'device_id': '5235bdba-ea50-4eee-87fb-9ae3b65ee56d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:27.488746 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.509051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Transition to ACTIVE for port object 731f6320-884c-4b4e-8a54-72caeb3da71f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:27.524813 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51f2ceb7-3c46-4d2e-89b0-0f99bd7cf8de req-684ccda3-9e25-420d-99c0-beb8b9c2c409 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544991 Jun 30 02:37:27.544819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Transition to ACTIVE for port object 731f6320-884c-4b4e-8a54-72caeb3da71f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:27.552018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc70318c-d4b9-4825-898c-beea941b4eef tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.552820 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.599429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Network 90477105-8e38-4ec8-aa4a-a2fd536eeb2d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:27.602928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:27.607083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:27.617142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc70318c-d4b9-4825-898c-beea941b4eef tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.621729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Pushing event updated for resources: {'Port': ['ID=731f6320-884c-4b4e-8a54-72caeb3da71f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:27.656568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.667574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-bc33dcd0-71a7-4d03-9a9b-f74457cfdad2 service neutron] 10.222.0.55 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063782 Jun 30 02:37:27.692271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Attempting to bind port 731f6320-884c-4b4e-8a54-72caeb3da71f on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:27.692711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Attempting to bind port 731f6320-884c-4b4e-8a54-72caeb3da71f by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '0353a864-df6b-4758-bcec-7e33239781d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '90477105-8e38-4ec8-aa4a-a2fd536eeb2d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:27.693503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Attempting to bind port 731f6320-884c-4b4e-8a54-72caeb3da71f on network 90477105-8e38-4ec8-aa4a-a2fd536eeb2d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:27.699210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:27.699573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Checking segment: {'id': '0353a864-df6b-4758-bcec-7e33239781d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '90477105-8e38-4ec8-aa4a-a2fd536eeb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:27.699977 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.700421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Bound using segment: {'id': '0353a864-df6b-4758-bcec-7e33239781d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '90477105-8e38-4ec8-aa4a-a2fd536eeb2d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:27.700852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Bound port: 731f6320-884c-4b4e-8a54-72caeb3da71f, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0353a864-df6b-4758-bcec-7e33239781d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '90477105-8e38-4ec8-aa4a-a2fd536eeb2d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:27.701223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.760857 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5c17b1f8-3bae-4795-908b-c06e402b728a service neutron] 10.222.0.55 "GET /v2.0/ports/a5dde89a-1deb-4720-8797-def5858c8386?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0922742 Jun 30 02:37:27.797577 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc70318c-d4b9-4825-898c-beea941b4eef tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.829321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeb11f-2c1d-42e4-9a40-421e0bb2f8eb req-f922fad6-cb13-4f77-ac31-39ecea16fead tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:27.830951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15aeb11f-2c1d-42e4-9a40-421e0bb2f8eb req-f922fad6-cb13-4f77-ac31-39ecea16fead tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 949 time: 0.1403992 Jun 30 02:37:27.888726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15aeb11f-2c1d-42e4-9a40-421e0bb2f8eb req-bfca9a5b-5504-488d-8bf1-ce5630c89bb6 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500679 Jun 30 02:37:27.894611 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc70318c-d4b9-4825-898c-beea941b4eef tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.901597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] For port 731f6320-884c-4b4e-8a54-72caeb3da71f, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:27.910394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] For port 731f6320-884c-4b4e-8a54-72caeb3da71f, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=731f6320-884c-4b4e-8a54-72caeb3da71f,segment=NetworkSegment(0353a864-df6b-4758-bcec-7e33239781d8),segment_id=0353a864-df6b-4758-bcec-7e33239781d8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:27.922105 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.935905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70318c-d4b9-4825-898c-beea941b4eef tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Subnet': ['ID=62c9abd2-8815-4e15-8f3d-6fbaf6e95ac5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:27.938031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc70318c-d4b9-4825-898c-beea941b4eef tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:27.943144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dc70318c-d4b9-4825-898c-beea941b4eef tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/subnets/62c9abd2-8815-4e15-8f3d-6fbaf6e95ac5 HTTP/1.1" status: 204 len: 168 time: 0.7474995 Jun 30 02:37:27.943851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:28.018986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769325e-d51b-40d1-8161-f3f76370a891 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:28.022588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f769325e-d51b-40d1-8161-f3f76370a891 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:28.027809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f769325e-d51b-40d1-8161-f3f76370a891 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0820982 Jun 30 02:37:28.028493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:28.029862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df11d9-b780-478e-a72f-b2f84b301f6e None None] Pushing event updated for resources: {'Port': ['ID=731f6320-884c-4b4e-8a54-72caeb3da71f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:28.033328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-dbefe3c7-ae91-4ed3-945e-24ed405a6d41 service neutron] 10.222.0.55 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715340 Jun 30 02:37:28.116020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-0e313fec-69cd-4f8e-b29f-932d3651da98 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:28.117504 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-0e313fec-69cd-4f8e-b29f-932d3651da98 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.69 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 949 time: 0.2616200 Jun 30 02:37:28.157525 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a20f0405-7e49-4951-adb1-ef33d13bb836 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.171729 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.182578 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20f0405-7e49-4951-adb1-ef33d13bb836 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 02:37:28.183150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20f0405-7e49-4951-adb1-ef33d13bb836 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:28.189571 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a20f0405-7e49-4951-adb1-ef33d13bb836 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/90477105-8e38-4ec8-aa4a-a2fd536eeb2d HTTP/1.1" status: 409 len: 405 time: 0.1599820 Jun 30 02:37:28.190246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:28.196983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-520234268'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:28.294613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88cc0e-1720-4128-93e6-7259fb505b79 req-ad579120-19cc-4a84-9e54-cc2bdf1b2b88 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:28.296725 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc88cc0e-1720-4128-93e6-7259fb505b79 req-ad579120-19cc-4a84-9e54-cc2bdf1b2b88 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 932 time: 0.2037706 Jun 30 02:37:28.298701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:28.303059 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.315305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-09897358-bdcc-4377-bb78-2021376476a0 service neutron] 10.222.0.55 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808912 Jun 30 02:37:28.328026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2d0b49-a0d5-4e54-8607-9bdaff912651 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:28.346828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.368490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:28.379444 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc88cc0e-1720-4128-93e6-7259fb505b79 req-57a31520-2953-445f-a399-5ab63b04b2c6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727062 Jun 30 02:37:28.389014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.389514 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Added segment 291f89fc-1da8-485b-a18c-b55d3c596e3c of type vlan for network e31e28a8-b127-4810-9a5e-b8d4bc715c8f Jun 30 02:37:28.389636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Transition to ACTIVE for port object fe2d0b49-a0d5-4e54-8607-9bdaff912651 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:28.404433 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.412324 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e522e48b-8abc-4331-9f01-cd6ae1d7f9c2 service neutron] 10.222.0.55 "GET /v2.0/ports/feb8efb1-d2db-4c17-91db-c41bb5b3befc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0770891 Jun 30 02:37:28.437376 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.468327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.474453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:28.475108 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.476771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8d0f19-b5db-4f0e-bada-a6a1cc126e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd39c77-6e1b-41c3-a7d3-178241800f1d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:28.480084 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d366c17e-cf34-4243-a668-6453347d5051" -d '{"events": [{"server_uuid": "ec8d0f19-b5db-4f0e-bada-a6a1cc126e43", "name": "network-vif-plugged", "status": "completed", "tag": "1fd39c77-6e1b-41c3-a7d3-178241800f1d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:28.532021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-b0c0f8a2-908f-4ebe-a426-b2397e7fd261 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Deleting port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:28.533433 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-b0c0f8a2-908f-4ebe-a426-b2397e7fd261 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.536057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3432553 Jun 30 02:37:28.543902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:28.552839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'subnet': {'network_id': 'e31e28a8-b127-4810-9a5e-b8d4bc715c8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:28.594172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Pushing event updated for resources: {'Port': ['ID=fe2d0b49-a0d5-4e54-8607-9bdaff912651,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:28.605430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782ea90-a04c-4aee-81ed-762103c5d31a tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Network': ['ID=e31e28a8-b127-4810-9a5e-b8d4bc715c8f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:28.623362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network e31e28a8-b127-4810-9a5e-b8d4bc715c8f details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:28.700412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:28.704378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.721073 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e78a7a62-6362-47f3-8782-46546aaa6331 service neutron] 10.222.0.55 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710290 Jun 30 02:37:28.771020 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c1a08-42f2-466b-8b56-9c08d8fb73c9 req-55eba4ff-4549-4103-ac47-caab053f863b tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:28.772749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d9c1a08-42f2-466b-8b56-9c08d8fb73c9 req-55eba4ff-4549-4103-ac47-caab053f863b tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 945 time: 0.1448860 Jun 30 02:37:28.804850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Attempting to bind port fe2d0b49-a0d5-4e54-8607-9bdaff912651 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:28.805186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Attempting to bind port fe2d0b49-a0d5-4e54-8607-9bdaff912651 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:28.805513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Attempting to bind port fe2d0b49-a0d5-4e54-8607-9bdaff912651 on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:28.809929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-b0c0f8a2-908f-4ebe-a426-b2397e7fd261 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] For port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:28.810290 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-b0c0f8a2-908f-4ebe-a426-b2397e7fd261 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.832022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Port fe2d0b49-a0d5-4e54-8607-9bdaff912651 on network da85fd17-8f5d-4621-95de-f716da3768b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:28.832474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Attempting to bind port fe2d0b49-a0d5-4e54-8607-9bdaff912651 on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:28.834511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-b0c0f8a2-908f-4ebe-a426-b2397e7fd261 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Calling delete_port for 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:28.839299 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d9c1a08-42f2-466b-8b56-9c08d8fb73c9 req-680ff211-2560-4302-b268-f629606ebfe1 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562069 Jun 30 02:37:28.913227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:28.913671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Checking segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:28.914131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Bound using segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:28.914645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Bound port: fe2d0b49-a0d5-4e54-8607-9bdaff912651, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:28.915038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:28.954446 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-94c2c59e-e9d3-4f78-880a-398467d43b11 service neutron] 10.222.0.55 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239172 Jun 30 02:37:29.011739 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e4fa9d-daae-41c6-bebf-f8a9407e6156 x-openstack-request-id: req-98e4fa9d-daae-41c6-bebf-f8a9407e6156 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:29.012316 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8d0f19-b5db-4f0e-bada-a6a1cc126e43", "name": "network-vif-plugged", "status": "completed", "tag": "1fd39c77-6e1b-41c3-a7d3-178241800f1d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:29.012316 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98e4fa9d-daae-41c6-bebf-f8a9407e6156 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:29.012653 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8d0f19-b5db-4f0e-bada-a6a1cc126e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd39c77-6e1b-41c3-a7d3-178241800f1d', 'code': 200} Jun 30 02:37:29.088876 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:37:29.091336 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.158470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 731f6320-884c-4b4e-8a54-72caeb3da71f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:29.216403 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 731f6320-884c-4b4e-8a54-72caeb3da71f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:29.253776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Subnet': ['ID=ac6cf8c3-6023-4b8f-ba0a-e3214dcbda93,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:29.290617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Checking segment: {'id': '291f89fc-1da8-485b-a18c-b55d3c596e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e31e28a8-b127-4810-9a5e-b8d4bc715c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:29.291038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network hostable DHCP agents. Network: e31e28a8-b127-4810-9a5e-b8d4bc715c8f, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:29.294749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52155938-594c-4e52-a875-b7f73c43e98a None None] Network 90477105-8e38-4ec8-aa4a-a2fd536eeb2d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:29.329599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6558f-2fd9-4b05-a6d0-6e4b3d9e20b5 req-64109560-6944-4c0d-9fd9-56ffa477da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:29.331361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44c6558f-2fd9-4b05-a6d0-6e4b3d9e20b5 req-64109560-6944-4c0d-9fd9-56ffa477da0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 1097 time: 0.1710296 Jun 30 02:37:29.343370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfdfd3-c565-4a29-9827-866bebcc54e3 req-19ad07e2-fddc-45b3-ad28-467ff030adcc tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:29.345209 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bddfdfd3-c565-4a29-9827-866bebcc54e3 req-19ad07e2-fddc-45b3-ad28-467ff030adcc tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.1560400 Jun 30 02:37:29.363664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-159a0ba7-f93e-43dd-8e73-0282f9d2c64a None None] Provisioning for port 731f6320-884c-4b4e-8a54-72caeb3da71f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:29.373062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network e31e28a8-b127-4810-9a5e-b8d4bc715c8f is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:29.373951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-159a0ba7-f93e-43dd-8e73-0282f9d2c64a None None] Provisioning complete for port 731f6320-884c-4b4e-8a54-72caeb3da71f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:29.374578 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-159a0ba7-f93e-43dd-8e73-0282f9d2c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.418987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44c6558f-2fd9-4b05-a6d0-6e4b3d9e20b5 req-4582c8ed-351b-43b2-9320-c29ae9392f03 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719900 Jun 30 02:37:29.421590 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, e31e28a8-b127-4810-9a5e-b8d4bc715c8f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:29.426630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bddfdfd3-c565-4a29-9827-866bebcc54e3 req-f73f1d6d-5335-48e7-92d5-167b07b5072f tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730352 Jun 30 02:37:29.429526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:29.430176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.442213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fc825c-5d77-4e63-ab5a-44a72da4b371 None None] Network e31e28a8-b127-4810-9a5e-b8d4bc715c8f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:29.450201 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-12099009-d212-48d4-aae1-d2460881115e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9050021 Jun 30 02:37:29.451029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35636) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:29.464270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] For port fe2d0b49-a0d5-4e54-8607-9bdaff912651, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:29.552202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] For port fe2d0b49-a0d5-4e54-8607-9bdaff912651, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fe2d0b49-a0d5-4e54-8607-9bdaff912651,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:29.574048 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.619885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-68f14e5b-22a4-4400-9c22-6645a4ad5740 service neutron] 10.222.0.55 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428068 Jun 30 02:37:29.627202 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-159a0ba7-f93e-43dd-8e73-0282f9d2c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.657124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:29.657897 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.659500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] 10.222.0.69 "PUT /v2.0/ports/fe2d0b49-a0d5-4e54-8607-9bdaff912651 HTTP/1.1" status: 200 len: 1093 time: 2.1832337 Jun 30 02:37:29.662661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5235bdba-ea50-4eee-87fb-9ae3b65ee56d', 'tag': 'fe2d0b49-a0d5-4e54-8607-9bdaff912651'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:29.664202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087cdaa-659a-4cf2-9774-f73163cab31e req-4c5a2f06-f53d-46e9-b957-d74bf4124728 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:29.665893 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7087cdaa-659a-4cf2-9774-f73163cab31e req-4c5a2f06-f53d-46e9-b957-d74bf4124728 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/ports?device_id=b975ae28-1728-413b-b17a-0de87f1b0ad4 HTTP/1.1" status: 200 len: 866 time: 0.0918489 Jun 30 02:37:29.666244 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5235bdba-ea50-4eee-87fb-9ae3b65ee56d", "tag": "fe2d0b49-a0d5-4e54-8607-9bdaff912651"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:29.682667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-b0c0f8a2-908f-4ebe-a426-b2397e7fd261 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.717626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-e31e28a8-b127-4810-9a5e-b8d4bc715c8f', 'network_id': 'e31e28a8-b127-4810-9a5e-b8d4bc715c8f', 'tenant_id': '2329ef9b348e4ae6b2d3527d104850ab', 'fixed_ips': [{'subnet_id': 'ac6cf8c3-6023-4b8f-ba0a-e3214dcbda93'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:29.718105 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.721848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-159a0ba7-f93e-43dd-8e73-0282f9d2c64a None None] For port 731f6320-884c-4b4e-8a54-72caeb3da71f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=731f6320-884c-4b4e-8a54-72caeb3da71f,segment=NetworkSegment(0353a864-df6b-4758-bcec-7e33239781d8),segment_id=0353a864-df6b-4758-bcec-7e33239781d8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:29.733337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc73f9f-45c2-450d-a7a0-1335eda62158 None None] DHCP port deletion for 90477105-8e38-4ec8-aa4a-a2fd536eeb2d request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:37:29.737741 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-159a0ba7-f93e-43dd-8e73-0282f9d2c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.743013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7087cdaa-659a-4cf2-9774-f73163cab31e req-85d00e81-d396-456d-8ac1-1ef889dece1c tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.55 "GET /v2.0/security-groups?id=184827fb-6a70-4979-9a5a-27a0060449cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657749 Jun 30 02:37:29.789455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.801594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b9106-8e28-4b45-bd42-28f3561c079f service neutron] Pushing event updated for resources: {'Port': ['ID=fe2d0b49-a0d5-4e54-8607-9bdaff912651,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:29.891962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a0ba7-f93e-43dd-8e73-0282f9d2c64a None None] Pushing event updated for resources: {'Port': ['ID=731f6320-884c-4b4e-8a54-72caeb3da71f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:29.895543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0f8a2-908f-4ebe-a426-b2397e7fd261 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Pushing event deleted for resources: {'Port': ['ID=67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:29.904140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-b0c0f8a2-908f-4ebe-a426-b2397e7fd261 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] No DVR routers for this DVR port 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:29.913598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-b0c0f8a2-908f-4ebe-a426-b2397e7fd261 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:29.915858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf9078c2-0755-455b-ace3-c48d73471cc0 req-b0c0f8a2-908f-4ebe-a426-b2397e7fd261 tempest-ImagesOneServerTestJSON-1189943651 tempest-ImagesOneServerTestJSON-1189943651-project] 10.222.0.69 "DELETE /v2.0/ports/67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef HTTP/1.1" status: 204 len: 173 time: 1.7870173 Jun 30 02:37:29.929547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332cb3c-a729-43eb-af3f-6490a9178de6 req-84a279a7-7b4c-4f22-81ad-b1a58476d9cf tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:29.940395 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5332cb3c-a729-43eb-af3f-6490a9178de6 req-84a279a7-7b4c-4f22-81ad-b1a58476d9cf tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 944 time: 0.0912416 Jun 30 02:37:29.945666 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-35f99512-ea33-42b8-8a09-d20172a73690 service neutron] 10.222.0.55 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090711 Jun 30 02:37:29.992407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5332cb3c-a729-43eb-af3f-6490a9178de6 req-d9cadce7-c067-4a16-9dd2-c603cc180026 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508928 Jun 30 02:37:29.998338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Allocated IP 2001:db8::f816:3eff:fe13:8dd0 (e31e28a8-b127-4810-9a5e-b8d4bc715c8f/ac6cf8c3-6023-4b8f-ba0a-e3214dcbda93/3ce1cd73-46d0-4476-b911-722337fccb0b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:30.023332 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.030199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-301244c9-4b15-40d4-b867-321e2df7e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:30.032074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-301244c9-4b15-40d4-b867-321e2df7e595 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 1096 time: 0.2941866 Jun 30 02:37:30.034429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1dc73f9f-45c2-450d-a7a0-1335eda62158 None None] Deleting port 731f6320-884c-4b4e-8a54-72caeb3da71f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:30.035026 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dc73f9f-45c2-450d-a7a0-1335eda62158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.101261 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-56c52bd7-05ed-43e0-aa9e-87b3b9a177cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe2d0b49-a0d5-4e54-8607-9bdaff912651 HTTP/1.1" status: 200 len: 217 time: 0.0490201 Jun 30 02:37:30.137828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1dc73f9f-45c2-450d-a7a0-1335eda62158 None None] For port 731f6320-884c-4b4e-8a54-72caeb3da71f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=731f6320-884c-4b4e-8a54-72caeb3da71f,segment=NetworkSegment(0353a864-df6b-4758-bcec-7e33239781d8),segment_id=0353a864-df6b-4758-bcec-7e33239781d8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:30.138229 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dc73f9f-45c2-450d-a7a0-1335eda62158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.180371 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3ce9472-5027-4bac-88da-eb42af2f2a93 service neutron] 10.222.0.55 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169507 Jun 30 02:37:30.187487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077fcd3-9719-407f-bc25-865c96d1eb02 req-5bcfcc46-3371-48a1-a817-05e76d12c9f1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:30.188182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-5a6089c4-d1ca-4e24-b3c9-2844d9e46005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:30.190060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-5a6089c4-d1ca-4e24-b3c9-2844d9e46005 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.0793765 Jun 30 02:37:30.196642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4077fcd3-9719-407f-bc25-865c96d1eb02 req-5bcfcc46-3371-48a1-a817-05e76d12c9f1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.0832865 Jun 30 02:37:30.207959 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.210312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1dc73f9f-45c2-450d-a7a0-1335eda62158 None None] Calling delete_port for 731f6320-884c-4b4e-8a54-72caeb3da71f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:30.250580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4077fcd3-9719-407f-bc25-865c96d1eb02 req-d7ed83c7-0055-411e-935e-241b05456585 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Jun 30 02:37:30.259933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-32e097d9-7a91-4010-afec-d42d5952992a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611279 Jun 30 02:37:30.360705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-39fc5819-c47b-4185-84c2-ec7730ee76ba service neutron] 10.222.0.55 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695008 Jun 30 02:37:30.387701 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.403401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Transition to ACTIVE for port object 3ce1cd73-46d0-4476-b911-722337fccb0b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:30.444959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-0386e516-e3ff-4c01-b8cd-5bde1c943fb2 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752777 Jun 30 02:37:30.451785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Transition to ACTIVE for port object 3ce1cd73-46d0-4476-b911-722337fccb0b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:30.473773 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0b7adb-9b2f-4742-9665-1407b1496e44 x-openstack-request-id: req-6f0b7adb-9b2f-4742-9665-1407b1496e44 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:30.474067 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5235bdba-ea50-4eee-87fb-9ae3b65ee56d", "tag": "fe2d0b49-a0d5-4e54-8607-9bdaff912651", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:30.474312 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f0b7adb-9b2f-4742-9665-1407b1496e44 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:30.474911 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5235bdba-ea50-4eee-87fb-9ae3b65ee56d', 'tag': 'fe2d0b49-a0d5-4e54-8607-9bdaff912651', 'status': 'completed', 'code': 200} Jun 30 02:37:30.493428 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.542887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-d235ed54-cf83-40a3-a89d-c1c0f5318afc service neutron] 10.222.0.55 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719639 Jun 30 02:37:30.548886 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.587190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1dc73f9f-45c2-450d-a7a0-1335eda62158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.608776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Network e31e28a8-b127-4810-9a5e-b8d4bc715c8f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:30.615212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc73f9f-45c2-450d-a7a0-1335eda62158 None None] No DVR routers for this DVR port 731f6320-884c-4b4e-8a54-72caeb3da71f on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:30.619878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:30.622103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:30.641478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6cf8c3-6023-4b8f-ba0a-e3214dcbda93,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:30.655790 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Pushing event updated for resources: {'Port': ['ID=3ce1cd73-46d0-4476-b911-722337fccb0b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:30.667962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5092409d-25b6-4312-a6db-e3ed7053a793 req-5f91f2a6-65ba-4334-8e2a-035772c088a8 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165232 Jun 30 02:37:30.681943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd67d85-b57b-4616-abc5-a13996f933ff req-ce6ba934-e7f3-4068-9f3c-ac25c85dd9b2 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:30.690223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0bd67d85-b57b-4616-abc5-a13996f933ff req-ce6ba934-e7f3-4068-9f3c-ac25c85dd9b2 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 945 time: 0.1090555 Jun 30 02:37:30.722222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc73f9f-45c2-450d-a7a0-1335eda62158 None None] Pushing event deleted for resources: {'Port': ['ID=731f6320-884c-4b4e-8a54-72caeb3da71f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:30.737058 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0bd67d85-b57b-4616-abc5-a13996f933ff req-daec4063-aa5a-42ef-a410-01cdb43aeff2 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456324 Jun 30 02:37:30.760820 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.781043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31e28a8-b127-4810-9a5e-b8d4bc715c8f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:30.782149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Attempting to bind port 3ce1cd73-46d0-4476-b911-722337fccb0b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:30.782513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Attempting to bind port 3ce1cd73-46d0-4476-b911-722337fccb0b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '291f89fc-1da8-485b-a18c-b55d3c596e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e31e28a8-b127-4810-9a5e-b8d4bc715c8f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:30.782933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Attempting to bind port 3ce1cd73-46d0-4476-b911-722337fccb0b on network e31e28a8-b127-4810-9a5e-b8d4bc715c8f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:30.789734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:30.790362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Checking segment: {'id': '291f89fc-1da8-485b-a18c-b55d3c596e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e31e28a8-b127-4810-9a5e-b8d4bc715c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:30.790516 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.790971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-35750bd0-0179-4383-bb11-df3f70257d79 service neutron] 10.222.0.55 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327876 Jun 30 02:37:30.791688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Bound using segment: {'id': '291f89fc-1da8-485b-a18c-b55d3c596e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e31e28a8-b127-4810-9a5e-b8d4bc715c8f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:30.792165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Bound port: 3ce1cd73-46d0-4476-b911-722337fccb0b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291f89fc-1da8-485b-a18c-b55d3c596e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e31e28a8-b127-4810-9a5e-b8d4bc715c8f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:30.792537 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.794664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291f89fc-1da8-485b-a18c-b55d3c596e3c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:30.795043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291f89fc-1da8-485b-a18c-b55d3c596e3c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:30.823305 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.885785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] For port 3ce1cd73-46d0-4476-b911-722337fccb0b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:30.891618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] For port 3ce1cd73-46d0-4476-b911-722337fccb0b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3ce1cd73-46d0-4476-b911-722337fccb0b,segment=NetworkSegment(291f89fc-1da8-485b-a18c-b55d3c596e3c),segment_id=291f89fc-1da8-485b-a18c-b55d3c596e3c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:30.896943 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.902497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.919129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:30.919540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:30.922817 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:30.977089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Pushing event updated for resources: {'Port': ['ID=3ce1cd73-46d0-4476-b911-722337fccb0b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:31.004623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc req-744acd03-cd2b-4fb6-81ba-075a807043fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:31.006167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc req-744acd03-cd2b-4fb6-81ba-075a807043fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 1096 time: 0.1569090 Jun 30 02:37:31.008983 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-88908d92-3dd6-4211-8018-14e46956b928 service neutron] 10.222.0.55 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120082 Jun 30 02:37:31.009958 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:37:31.009958 n-d-758944-39 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:37:31.009958 n-d-758944-39 neutron-server[93771]: [parameters: {'id': 'e31e28a8-b127-4810-9a5e-b8d4bc715c8f'}] Jun 30 02:37:31.009958 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:37:31.010295 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:37:31.033590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c6b9a0-5e1a-4fe0-9b02-f59aa9eab7bb None None] Network e31e28a8-b127-4810-9a5e-b8d4bc715c8f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:31.103977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.104621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.104742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.104979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.105310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.105637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.105959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.106289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.106612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.106965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.107347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.107789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49ecd3e-5653-4e66-a652-a2df381b3b3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:31.141105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 731f6320-884c-4b4e-8a54-72caeb3da71f no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:31.182573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 731f6320-884c-4b4e-8a54-72caeb3da71f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:31.182942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 731f6320-884c-4b4e-8a54-72caeb3da71f not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:31.191600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc req-9430b1ab-c00b-4d94-b983-8f519f349da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:31.193662 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc req-9430b1ab-c00b-4d94-b983-8f519f349da3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 907 time: 0.1796532 Jun 30 02:37:31.195790 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93689581-19f8-49a3-8a36-316e312e0b33 service neutron] 10.222.0.55 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697898 Jun 30 02:37:31.243367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc req-480dfc22-3767-457b-a378-41456b36d86a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe2d0b49-a0d5-4e54-8607-9bdaff912651 HTTP/1.1" status: 200 len: 217 time: 0.0419977 Jun 30 02:37:31.253179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e8d956-a02f-47de-8b99-476251cff51b None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:37:31.306339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc req-7e89a3fb-210a-481c-8505-582d45a207f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:31.308279 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc req-7e89a3fb-210a-481c-8505-582d45a207f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.0579996 Jun 30 02:37:31.378846 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc req-d8983483-3ac3-4ecb-a852-0736f4d73c76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632865 Jun 30 02:37:31.423990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:31.448654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e8d956-a02f-47de-8b99-476251cff51b None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:37:31.513038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bae16c-a58b-4f43-9ad9-c527e49827d6 req-f2abbd66-1900-465f-9996-23248d0573c1 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:31.513308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.515409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85bae16c-a58b-4f43-9ad9-c527e49827d6 req-f2abbd66-1900-465f-9996-23248d0573c1 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 944 time: 0.1197991 Jun 30 02:37:31.523640 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc req-ce29e213-3254-4a5e-8f21-ba22e12c767d service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379085 Jun 30 02:37:31.587475 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85bae16c-a58b-4f43-9ad9-c527e49827d6 req-ad7b1c52-6e9a-4474-82e1-5fb4a03ef37a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620000 Jun 30 02:37:31.620805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:31.668540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:31.668540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:31.732682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Deleting port 3ce1cd73-46d0-4476-b911-722337fccb0b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:31.733628 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.746151 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22b7ce5b-e731-4e74-8a74-1c1d90c4e6bc req-907d5905-3a3b-4836-a4c5-8c9fa1b09be3 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152164 Jun 30 02:37:31.791865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0e86dcb1-16f3-4937-b7c2-52b1deea0ebd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=462fdd0e4ec849c3bbec759f92318674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667493 Jun 30 02:37:31.794749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:31.842697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] For port 3ce1cd73-46d0-4476-b911-722337fccb0b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3ce1cd73-46d0-4476-b911-722337fccb0b,segment=NetworkSegment(291f89fc-1da8-485b-a18c-b55d3c596e3c),segment_id=291f89fc-1da8-485b-a18c-b55d3c596e3c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:31.843401 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.856904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52343e-a3da-423b-8d44-32b472a87853 req-734ca85a-8fad-4474-9431-2e0eca3c8b34 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:31.864797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae52343e-a3da-423b-8d44-32b472a87853 req-734ca85a-8fad-4474-9431-2e0eca3c8b34 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.0979140 Jun 30 02:37:31.866819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Calling delete_port for 3ce1cd73-46d0-4476-b911-722337fccb0b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:31.911557 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae52343e-a3da-423b-8d44-32b472a87853 req-13e3db94-8e1e-49c1-ba6c-12c7adcf3648 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458112 Jun 30 02:37:31.920881 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa14da59-261a-41aa-9c6e-4ff166e80230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:31.958468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa14da59-261a-41aa-9c6e-4ff166e80230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.009869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.040111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Port': ['ID=3ce1cd73-46d0-4476-b911-722337fccb0b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:32.044651 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa14da59-261a-41aa-9c6e-4ff166e80230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.047237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa14da59-261a-41aa-9c6e-4ff166e80230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.048289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fa14da59-261a-41aa-9c6e-4ff166e80230 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/184827fb-6a70-4979-9a5a-27a0060449cc HTTP/1.1" status: 204 len: 168 time: 0.2524641 Jun 30 02:37:32.063565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No DVR routers for this DVR port 3ce1cd73-46d0-4476-b911-722337fccb0b on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:32.083164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14da59-261a-41aa-9c6e-4ff166e80230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184827fb-6a70-4979-9a5a-27a0060449cc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:32.155551 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-91e8d956-a02f-47de-8b99-476251cff51b None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:37:32.203848 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.223971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31e28a8-b127-4810-9a5e-b8d4bc715c8f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:32.259156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291f89fc-1da8-485b-a18c-b55d3c596e3c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:32.259656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291f89fc-1da8-485b-a18c-b55d3c596e3c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:32.271629 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.289915 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.300575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:32.301093 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:32.304307 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:32.386609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9470a53-a29b-47ad-984b-564da25989fb req-98036df3-a163-4d2b-a4bc-9f0a1d792782 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:32.388141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9470a53-a29b-47ad-984b-564da25989fb req-98036df3-a163-4d2b-a4bc-9f0a1d792782 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 945 time: 0.1816745 Jun 30 02:37:32.402981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.417802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.423051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/e31e28a8-b127-4810-9a5e-b8d4bc715c8f HTTP/1.1" status: 204 len: 168 time: 2.9657357 Jun 30 02:37:32.423376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:32.429296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-125346011'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:32.436548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9508cc2-2c7f-4bce-b52e-718c81d146ec tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Network': ['ID=e31e28a8-b127-4810-9a5e-b8d4bc715c8f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:32.464639 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9470a53-a29b-47ad-984b-564da25989fb req-6fd2fa91-aff6-43f7-9fb7-12c536d28eb2 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696964 Jun 30 02:37:32.476256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-deleted', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:32.483803 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c605b7e3-6c33-4781-bd39-a53925e2923b" -d '{"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-deleted", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:32.502646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:32.511952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.588126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed7e0721-5d9a-4f61-a0aa-46b531537ce2 req-79b707a8-48ac-43b4-832c-c846e09a52f7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.0560954 Jun 30 02:37:32.605986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:32.631469 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.631799 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Added segment c0e5914e-aaac-47e9-bef8-9d0250bbd1a2 of type vlan for network 426ff628-5e0c-45b7-ae15-b4e5dbc0681f Jun 30 02:37:32.676703 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f1698a-931b-40d5-beb4-6e5960da709c x-openstack-request-id: req-e2f1698a-931b-40d5-beb4-6e5960da709c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:32.677443 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b975ae28-1728-413b-b17a-0de87f1b0ad4", "name": "network-vif-deleted", "tag": "67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:32.677859 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2f1698a-931b-40d5-beb4-6e5960da709c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:32.678497 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b975ae28-1728-413b-b17a-0de87f1b0ad4', 'name': 'network-vif-deleted', 'tag': '67e0a0bf-a1ae-4c1b-85b9-5de4e6ef5aef', 'status': 'completed', 'code': 200} Jun 30 02:37:32.700396 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.743119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.753805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:32.754922 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:32.792503 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3678310 Jun 30 02:37:32.795465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:32.801080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'subnet': {'network_id': '426ff628-5e0c-45b7-ae15-b4e5dbc0681f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:32.909020 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe694f-2f69-42c5-89d2-25c96d9113b2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Network': ['ID=426ff628-5e0c-45b7-ae15-b4e5dbc0681f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:32.933093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 426ff628-5e0c-45b7-ae15-b4e5dbc0681f details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:33.059218 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:33.063481 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.443065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c702aa-605d-4b3b-893c-289a876cbcc7 req-29487834-ade8-465a-ba63-a1be18a03b87 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:33.444440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-03c702aa-605d-4b3b-893c-289a876cbcc7 req-29487834-ade8-465a-ba63-a1be18a03b87 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 944 time: 0.5127659 Jun 30 02:37:33.461769 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d655cf-5b83-4ac6-b53b-462ad441aa32 req-f6c1a851-3f51-4555-977f-d68e5fae32e9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:33.463270 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22d655cf-5b83-4ac6-b53b-462ad441aa32 req-f6c1a851-3f51-4555-977f-d68e5fae32e9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.4373717 Jun 30 02:37:33.502631 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22d655cf-5b83-4ac6-b53b-462ad441aa32 req-e534b46a-7b7c-48e9-b1f4-71b421beb975 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Jun 30 02:37:33.510327 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-03c702aa-605d-4b3b-893c-289a876cbcc7 req-1a6846c3-ca23-4c20-85a1-b37ab4f5b1df tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591750 Jun 30 02:37:33.600251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fe2d0b49-a0d5-4e54-8607-9bdaff912651 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:37:33.638495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.737230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Subnet': ['ID=ee3c7cc8-ce12-47e5-b4e6-dc8274565bf6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:33.741230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fe2d0b49-a0d5-4e54-8607-9bdaff912651, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fe2d0b49-a0d5-4e54-8607-9bdaff912651,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:33.746289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Checking segment: {'id': 'c0e5914e-aaac-47e9-bef8-9d0250bbd1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '426ff628-5e0c-45b7-ae15-b4e5dbc0681f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:33.746648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network hostable DHCP agents. Network: 426ff628-5e0c-45b7-ae15-b4e5dbc0681f, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:33.763996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'fe2d0b49-a0d5-4e54-8607-9bdaff912651', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'port_id': 'fe2d0b49-a0d5-4e54-8607-9bdaff912651', 'mac_address': 'fa:16:3e:5a:de:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b856f8da-cbc5-40d0-9b04-dd78e7eed933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:37:33.769368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network 426ff628-5e0c-45b7-ae15-b4e5dbc0681f is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:33.783151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 426ff628-5e0c-45b7-ae15-b4e5dbc0681f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:33.798380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:33.801466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.828431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2ab042d6-8eb0-44c3-a4a9-37b2471dbe7d tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0318067 Jun 30 02:37:33.831211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:33.843023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ede0a9-0c83-468b-ad5c-4248866e578a None None] Network 426ff628-5e0c-45b7-ae15-b4e5dbc0681f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:33.947415 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:33.961427 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37f413c4-9d4e-44ef-9ff6-c0b9b9010b1c req-8fbd4de5-6e7d-46bb-9905-f5f778df4e2e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.0683563 Jun 30 02:37:34.001352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2d0b49-a0d5-4e54-8607-9bdaff912651 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:34.039030 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.042268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fe2d0b49-a0d5-4e54-8607-9bdaff912651, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fe2d0b49-a0d5-4e54-8607-9bdaff912651,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:34.042529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-c54522f4-af80-4108-929c-0c72ce435aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:34.044495 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-c54522f4-af80-4108-929c-0c72ce435aac service neutron] 10.222.0.73 "GET /v2.0/ports/a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 200 len: 1032 time: 0.1549942 Jun 30 02:37:34.068734 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.149030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fe2d0b49-a0d5-4e54-8607-9bdaff912651,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:34.172447 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.213239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55df9be-c091-4ce6-9fdb-10b01b880d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-426ff628-5e0c-45b7-ae15-b4e5dbc0681f', 'network_id': '426ff628-5e0c-45b7-ae15-b4e5dbc0681f', 'tenant_id': '2329ef9b348e4ae6b2d3527d104850ab', 'fixed_ips': [{'subnet_id': 'ee3c7cc8-ce12-47e5-b4e6-dc8274565bf6'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:34.214524 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d55df9be-c091-4ce6-9fdb-10b01b880d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.247659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-c7b6d86e-e076-46f0-b456-407ec1e21681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:34.249320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-c7b6d86e-e076-46f0-b456-407ec1e21681 service neutron] 10.222.0.73 "GET /v2.0/ports/feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 200 len: 1033 time: 0.1939633 Jun 30 02:37:34.341446 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.428837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Subnet': ['ID=ee3c7cc8-ce12-47e5-b4e6-dc8274565bf6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-d55df9be-c091-4ce6-9fdb-10b01b880d91 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee3c7cc8-ce12-47e5-b4e6-dc8274565bf6: This subnet is being modified by another concurrent operation. Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:37:34.436593 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee3c7cc8-ce12-47e5-b4e6-dc8274565bf6: This subnet is being modified by another concurrent operation. Jun 30 02:37:34.440124 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 02:37:34.468667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac059f5-2e6d-4c61-8cf4-ccabd88ae0ce None None] Network 426ff628-5e0c-45b7-ae15-b4e5dbc0681f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:34.507698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-2f69e3ac-41f5-4678-96d0-310c6c8ab468 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:34.515666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-2f69e3ac-41f5-4678-96d0-310c6c8ab468 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:34.523013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-2f69e3ac-41f5-4678-96d0-310c6c8ab468 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:34.529726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-2f69e3ac-41f5-4678-96d0-310c6c8ab468 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "GET /v2.0/networks?id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=4f822b0e-82d4-4d9a-9952-bdda678788b4&id=4f822b0e-82d4-4d9a-9952-bdda678788b4 HTTP/1.1" status: 200 len: 1995 time: 0.2706552 Jun 30 02:37:34.536227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fe2d0b49-a0d5-4e54-8607-9bdaff912651'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:34.615601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.625909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426ff628-5e0c-45b7-ae15-b4e5dbc0681f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:34.642341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e5914e-aaac-47e9-bef8-9d0250bbd1a2') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:34.642801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e5914e-aaac-47e9-bef8-9d0250bbd1a2') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:34.655275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528f6b16-448e-4fdd-bace-2fd89e0c90d9 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:37:34.656776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.728249 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.737819 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-6b4e6214-bddc-452d-9059-bec7e1d61ab6 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2 HTTP/1.1" status: 200 len: 380 time: 0.1933692 Jun 30 02:37:34.741155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:34.741612 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:34.744720 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:34.765259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'admin_state_up': True, 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'security_groups': ['0a100fa1-2e0d-4099-ad53-34d2e5074f72']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:34.815487 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f6b16-448e-4fdd-bace-2fd89e0c90d9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:37:34.900945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd707b7-b291-4c49-8165-4bf6e59a1c11 req-6eaf912c-c931-48e7-a8c1-069be8e66f65 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:34.909053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:34.912687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3dd707b7-b291-4c49-8165-4bf6e59a1c11 req-6eaf912c-c931-48e7-a8c1-069be8e66f65 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 945 time: 0.0920074 Jun 30 02:37:34.912871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:34.975789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3dd707b7-b291-4c49-8165-4bf6e59a1c11 req-9f2c8304-8712-4295-80f4-d316b0b7395f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606179 Jun 30 02:37:35.019083 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.030168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b83f6-8c3b-428e-9b8b-f3ea4728c9c3 req-b97bf771-3979-4b7f-9339-a1cc2c6b4478 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:35.035586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a52b83f6-8c3b-428e-9b8b-f3ea4728c9c3 req-b97bf771-3979-4b7f-9339-a1cc2c6b4478 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.3816214 Jun 30 02:37:35.058333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.061208 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/426ff628-5e0c-45b7-ae15-b4e5dbc0681f HTTP/1.1" status: 204 len: 168 time: 1.2288799 Jun 30 02:37:35.065654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:35.068437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa4ca5-592a-448f-a65d-b10661b7f6ee tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Network': ['ID=426ff628-5e0c-45b7-ae15-b4e5dbc0681f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:35.078170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1976161428'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:35.119590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:35.124716 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.176253 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a52b83f6-8c3b-428e-9b8b-f3ea4728c9c3 req-a830f5b4-cc9f-4bfb-b18e-ebefc4d6e0b5 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033964 Jun 30 02:37:35.190179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:35.207522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.207921 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Added segment 222de49a-4923-4c2d-a1a9-0eb0725c090c of type vlan for network a1db78ef-3515-4aa9-a2fe-65422385b897 Jun 30 02:37:35.220734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Allocated IP 172.20.0.7 (175f8c10-e3cb-4f57-ba7e-a25d23feca3c/33b4606b-a00c-4e33-b6ba-7adba1ded0ce/1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:35.298699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.365283 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.378660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:35.379335 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.490256 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4231515 Jun 30 02:37:35.495287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:35.505350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Request body: {'subnet': {'network_id': 'a1db78ef-3515-4aa9-a2fe-65422385b897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:35.506602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ae6f8-b8d1-4dfd-a7cb-1cdf66a23961 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Network': ['ID=a1db78ef-3515-4aa9-a2fe-65422385b897,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:35.520610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a1db78ef-3515-4aa9-a2fe-65422385b897 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:35.613920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d26c75db-54b0-4d87-8d38-fe2671b13cc9 req-1b1ae266-7f89-4514-9172-7c0cf89e2601 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.0989883 Jun 30 02:37:35.764498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.812481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Transition to ACTIVE for port object 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:35.897055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Made reservation on behalf of 2329ef9b348e4ae6b2d3527d104850ab for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:35.904010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.968318 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.060298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:36.073167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:36.083189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:36.146581 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Port': ['ID=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:36.155692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.156693 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.207938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e3d6f0a4-6fba-4f16-a495-e8d505b2f587 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4611232 Jun 30 02:37:36.241923 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1', 'admin_state_up': True, 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'security_groups': ['0a100fa1-2e0d-4099-ad53-34d2e5074f72']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:36.459573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-0b79c7f1-5a94-44c3-b94d-804b75186cde service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2221990 Jun 30 02:37:36.480478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd0f4b-2508-4962-b7dc-3e4c85b10e29 req-95f1ed55-3df4-4025-877a-5e18ad7e5024 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.497880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dbbd0f4b-2508-4962-b7dc-3e4c85b10e29 req-95f1ed55-3df4-4025-877a-5e18ad7e5024 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 945 time: 0.2787747 Jun 30 02:37:36.552634 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4bb61b9f-6637-472b-98c4-c4befea2c767 None None] Provisioning for port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:36.559283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4bb61b9f-6637-472b-98c4-c4befea2c767 None None] Provisioning complete for port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:36.560188 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bb61b9f-6637-472b-98c4-c4befea2c767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.608084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:36.647015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dbbd0f4b-2508-4962-b7dc-3e4c85b10e29 req-98a8d94a-e60e-4da4-8878-d47c81ed70c1 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473062 Jun 30 02:37:36.668827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4bb61b9f-6637-472b-98c4-c4befea2c767 None None] Port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:36.712508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:36.717406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.744367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-b14af944-e5d8-4d70-9367-a0b594ab358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.744937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-b14af944-e5d8-4d70-9367-a0b594ab358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.745313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-b14af944-e5d8-4d70-9367-a0b594ab358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.745777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-b14af944-e5d8-4d70-9367-a0b594ab358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.746237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-b14af944-e5d8-4d70-9367-a0b594ab358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.755347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-b14af944-e5d8-4d70-9367-a0b594ab358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.756006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-b14af944-e5d8-4d70-9367-a0b594ab358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.758476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-b14af944-e5d8-4d70-9367-a0b594ab358b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6495 time: 0.2089703 Jun 30 02:37:36.877234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:37:36.886156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.957489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-be30c325-aa6c-4ce8-9c1f-33e4fbe5fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.957977 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-be30c325-aa6c-4ce8-9c1f-33e4fbe5fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.958758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-be30c325-aa6c-4ce8-9c1f-33e4fbe5fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:36.960310 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-be30c325-aa6c-4ce8-9c1f-33e4fbe5fb7d service neutron] 10.222.0.69 "GET /v2.0/networks?id=1bf7c089-dba0-493c-abbd-547a13d73c08&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=578abc09-9da7-49ae-8002-6d682c8aa7a3&id=cd24ac80-8c34-47d2-9050-738175838a5b&id=cd24ac80-8c34-47d2-9050-738175838a5b HTTP/1.1" status: 200 len: 2292 time: 0.1757276 Jun 30 02:37:37.156404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event updated for resources: {'Subnet': ['ID=0da3770a-ec41-4bf0-950a-3438c507de26,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:37.163454 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09a855d3-0612-43dc-99d7-c2e2a158e565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.192618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-7e6bb199-a52b-487d-8f08-8991c026f872 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06505dc6-30ad-45ca-a4cc-0359749921a7 HTTP/1.1" status: 200 len: 1001 time: 0.2169607 Jun 30 02:37:37.263973 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-bc2f78b8-957b-4d50-8665-66e6b2dc7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:37.265838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-bc2f78b8-957b-4d50-8665-66e6b2dc7b5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6e7f8d23-1a11-452b-bcfe-c02e3b8173f8 HTTP/1.1" status: 200 len: 850 time: 0.0662749 Jun 30 02:37:37.273635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52a735-6f44-4d2d-b2ff-6601831f269a req-dae51e9e-6717-4581-bad8-da63a8ff0e32 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:37.275317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e52a735-6f44-4d2d-b2ff-6601831f269a req-dae51e9e-6717-4581-bad8-da63a8ff0e32 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 931 time: 0.1909077 Jun 30 02:37:37.283430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Checking segment: {'id': '222de49a-4923-4c2d-a1a9-0eb0725c090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a1db78ef-3515-4aa9-a2fe-65422385b897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:37.283861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network hostable DHCP agents. Network: a1db78ef-3515-4aa9-a2fe-65422385b897, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:37.337574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Network a1db78ef-3515-4aa9-a2fe-65422385b897 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:37.351176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e52a735-6f44-4d2d-b2ff-6601831f269a req-461c503a-6d3a-42b5-b8df-a91956b844b5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651321 Jun 30 02:37:37.363509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Allocated IP 10.1.1.129 (0309606f-fa66-4c24-9aed-94352388efc1/61f98dca-3562-451b-97e6-d10cc0e1988f/13754d30-137a-4c46-952c-15a32b902563) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:37.368229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-5777ce73-e61d-470a-bb48-495e49c8f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:37.369931 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-5777ce73-e61d-470a-bb48-495e49c8f033 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1bf7c089-dba0-493c-abbd-547a13d73c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935552 Jun 30 02:37:37.403500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a1db78ef-3515-4aa9-a2fe-65422385b897) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:37.412215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4454c01-22cd-437d-91ee-5257257c0455 None None] Network a1db78ef-3515-4aa9-a2fe-65422385b897 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:37.435904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:37.437038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.513801 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09a855d3-0612-43dc-99d7-c2e2a158e565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.528105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09a855d3-0612-43dc-99d7-c2e2a158e565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.541151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-57c369f3-6cb3-4b3b-acc4-e8088970d434 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0445125 Jun 30 02:37:37.543512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:37.559758 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-041a8cf7-de9b-45b6-8e3c-df29845bf846 service neutron] 10.222.0.69 "GET /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779151 Jun 30 02:37:37.639447 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09a855d3-0612-43dc-99d7-c2e2a158e565 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac6c2d0b05504f278a3d73aad183035e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0285354 Jun 30 02:37:37.642945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:37.664164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fe2d0b49-a0d5-4e54-8607-9bdaff912651 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:37.685450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a855d3-0612-43dc-99d7-c2e2a158e565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cd0bba-31ec-4e34-ba72-9ec820886793,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:37.689230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a1db78ef-3515-4aa9-a2fe-65422385b897', 'network_id': 'a1db78ef-3515-4aa9-a2fe-65422385b897', 'tenant_id': '2329ef9b348e4ae6b2d3527d104850ab', 'fixed_ips': [{'subnet_id': '0da3770a-ec41-4bf0-950a-3438c507de26'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:37.693522 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.778090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4e7da7a-a49e-49e4-8f01-2307d93dbbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.810112 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4e7da7a-a49e-49e4-8f01-2307d93dbbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.890413 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4e7da7a-a49e-49e4-8f01-2307d93dbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.893323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4e7da7a-a49e-49e4-8f01-2307d93dbbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.897966 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b4e7da7a-a49e-49e4-8f01-2307d93dbbc8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65cd0bba-31ec-4e34-ba72-9ec820886793 HTTP/1.1" status: 204 len: 168 time: 0.2539470 Jun 30 02:37:37.907032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:37.920593 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7da7a-a49e-49e4-8f01-2307d93dbbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cd0bba-31ec-4e34-ba72-9ec820886793,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:37.929876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Allocated IP 2001:db8::f816:3eff:fe91:7844 (a1db78ef-3515-4aa9-a2fe-65422385b897/0da3770a-ec41-4bf0-950a-3438c507de26/ed1f4fb0-23cc-465c-9fcd-374f863f52da) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:37.944945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Transition to ACTIVE for port object 13754d30-137a-4c46-952c-15a32b902563 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:37.954325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.006534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-8a79afa7-3f26-4fda-936f-3653608e6497 service neutron] 10.222.0.69 "GET /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233513 Jun 30 02:37:38.006986 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.105890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port fe2d0b49-a0d5-4e54-8607-9bdaff912651 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:38.120314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port fe2d0b49-a0d5-4e54-8607-9bdaff912651 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:38.120818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.144395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network 0309606f-fa66-4c24-9aed-94352388efc1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:38.148713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:38.152350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:38.188183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-d9782159-3ef3-4eaf-87c9-92bda55010eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=32495fac-1ad2-4c12-b2b8-3d2caacc7872 HTTP/1.1" status: 200 len: 217 time: 0.0999818 Jun 30 02:37:38.225709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Port': ['ID=13754d30-137a-4c46-952c-15a32b902563,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:38.312661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:38.314217 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.322382 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.345817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.359872 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8eb832fc-e4e7-484d-82a2-be1288ca2fac tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1263602 Jun 30 02:37:38.382064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1', 'admin_state_up': True, 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'security_groups': ['0a100fa1-2e0d-4099-ad53-34d2e5074f72']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:38.386104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Transition to ACTIVE for port object ed1f4fb0-23cc-465c-9fcd-374f863f52da will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:38.422890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Transition to ACTIVE for port object ed1f4fb0-23cc-465c-9fcd-374f863f52da will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:38.427007 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.460937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-a6be3bbd-d4e3-413e-b077-8ff333ba560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:38.461704 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.462432 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-a6be3bbd-d4e3-413e-b077-8ff333ba560d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.2453501 Jun 30 02:37:38.539708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Pushing event updated for resources: {'Port': ['ID=ed1f4fb0-23cc-465c-9fcd-374f863f52da,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:38.553050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5235bdba-ea50-4eee-87fb-9ae3b65ee56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2d0b49-a0d5-4e54-8607-9bdaff912651'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:38.556797 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1914f18-b19d-4516-8df9-da9c396b3d98" -d '{"events": [{"server_uuid": "5235bdba-ea50-4eee-87fb-9ae3b65ee56d", "name": "network-vif-plugged", "status": "completed", "tag": "fe2d0b49-a0d5-4e54-8607-9bdaff912651"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:38.577235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fe2d0b49-a0d5-4e54-8607-9bdaff912651, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fe2d0b49-a0d5-4e54-8607-9bdaff912651,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:38.579825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Network a1db78ef-3515-4aa9-a2fe-65422385b897 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:38.581932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:38.584791 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:38.588758 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.635745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.662942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd4345-378a-488e-ac6b-afed16bc6125 req-65887852-8f21-4c37-95c5-d94e4fdde476 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:38.675729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25dd4345-378a-488e-ac6b-afed16bc6125 req-65887852-8f21-4c37-95c5-d94e4fdde476 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 945 time: 0.4263275 Jun 30 02:37:38.683573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:38.687536 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.725057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-741453a2-ea0a-4482-973b-62e9feaf19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:38.731554 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-741453a2-ea0a-4482-973b-62e9feaf19c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2569442 Jun 30 02:37:38.740491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Subnet': ['ID=0da3770a-ec41-4bf0-950a-3438c507de26,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:38.763967 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25dd4345-378a-488e-ac6b-afed16bc6125 req-680517d3-2298-4ea2-bc36-c6b94289d303 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872128 Jun 30 02:37:38.870867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b8a56cf6-d973-4cf5-ae73-b0b082b613ea None None] Provisioning for port 13754d30-137a-4c46-952c-15a32b902563 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:38.942572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b8a56cf6-d973-4cf5-ae73-b0b082b613ea None None] Provisioning complete for port 13754d30-137a-4c46-952c-15a32b902563 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:38.943995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8a56cf6-d973-4cf5-ae73-b0b082b613ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.969532 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.031085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Allocated IP 10.1.1.87 (0309606f-fa66-4c24-9aed-94352388efc1/61f98dca-3562-451b-97e6-d10cc0e1988f/3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:39.040284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1db78ef-3515-4aa9-a2fe-65422385b897']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:39.065452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-f16ed7c9-ad29-49c5-b449-d94376321b49 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971792 Jun 30 02:37:39.069127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222de49a-4923-4c2d-a1a9-0eb0725c090c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:39.072983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222de49a-4923-4c2d-a1a9-0eb0725c090c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:39.088023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fe2d0b49-a0d5-4e54-8607-9bdaff912651,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:39.098406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Attempting to bind port ed1f4fb0-23cc-465c-9fcd-374f863f52da on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:39.098800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Attempting to bind port ed1f4fb0-23cc-465c-9fcd-374f863f52da by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '222de49a-4923-4c2d-a1a9-0eb0725c090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a1db78ef-3515-4aa9-a2fe-65422385b897'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:39.099166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Attempting to bind port ed1f4fb0-23cc-465c-9fcd-374f863f52da on network a1db78ef-3515-4aa9-a2fe-65422385b897 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:39.125319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:39.135930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Checking segment: {'id': '222de49a-4923-4c2d-a1a9-0eb0725c090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a1db78ef-3515-4aa9-a2fe-65422385b897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:39.136537 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.136960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Bound using segment: {'id': '222de49a-4923-4c2d-a1a9-0eb0725c090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a1db78ef-3515-4aa9-a2fe-65422385b897'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:39.137479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Bound port: ed1f4fb0-23cc-465c-9fcd-374f863f52da, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222de49a-4923-4c2d-a1a9-0eb0725c090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a1db78ef-3515-4aa9-a2fe-65422385b897'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:39.137869 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.164421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b8a56cf6-d973-4cf5-ae73-b0b082b613ea None None] Port 13754d30-137a-4c46-952c-15a32b902563 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:39.173930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca484d7-af1f-4cc3-918c-2bf5fa46635d req-e56d2c26-1950-4d4d-a4f3-0516e931db41 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:39.176943 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.201385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca484d7-af1f-4cc3-918c-2bf5fa46635d req-e56d2c26-1950-4d4d-a4f3-0516e931db41 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:39.211374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bca484d7-af1f-4cc3-918c-2bf5fa46635d req-e56d2c26-1950-4d4d-a4f3-0516e931db41 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 1653 time: 0.2423639 Jun 30 02:37:39.216180 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cefbfce-8608-4d82-aa88-686a0b2774a9 x-openstack-request-id: req-1cefbfce-8608-4d82-aa88-686a0b2774a9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:39.216510 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5235bdba-ea50-4eee-87fb-9ae3b65ee56d", "name": "network-vif-plugged", "status": "completed", "tag": "fe2d0b49-a0d5-4e54-8607-9bdaff912651", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:39.216734 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1cefbfce-8608-4d82-aa88-686a0b2774a9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:39.225220 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5235bdba-ea50-4eee-87fb-9ae3b65ee56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2d0b49-a0d5-4e54-8607-9bdaff912651', 'code': 200} Jun 30 02:37:39.289403 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] For port ed1f4fb0-23cc-465c-9fcd-374f863f52da, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:39.308722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:39.324125 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.325832 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bca484d7-af1f-4cc3-918c-2bf5fa46635d req-a231cb35-8767-4b0d-a3dc-7a05b67c1e52 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518007 Jun 30 02:37:39.366335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:39.366772 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:39.370067 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:39.422393 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.453384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Transition to ACTIVE for port object 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:39.488174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] For port ed1f4fb0-23cc-465c-9fcd-374f863f52da, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ed1f4fb0-23cc-465c-9fcd-374f863f52da,segment=NetworkSegment(222de49a-4923-4c2d-a1a9-0eb0725c090c),segment_id=222de49a-4923-4c2d-a1a9-0eb0725c090c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:39.495097 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.530672 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.540496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:37:39.540496 n-d-758944-39 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:37:39.540496 n-d-758944-39 neutron-server[93771]: [parameters: {'id': 'a1db78ef-3515-4aa9-a2fe-65422385b897'}] Jun 30 02:37:39.540496 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:37:39.540968 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:37:39.563376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2007048423-network', 'tenant_id': '8048055f541545ecbdcdf972f571ec34'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:39.599476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-0e0c00d7-270b-4d50-b57e-344f3355cf61 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239482 Jun 30 02:37:39.633021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73bc92-f0bc-4fa1-9d11-fd41687d6b17 None None] Pushing event updated for resources: {'Port': ['ID=ed1f4fb0-23cc-465c-9fcd-374f863f52da,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:39.660346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5cbcc2-ad64-46f4-8de2-2aad065bbfd8 None None] Network a1db78ef-3515-4aa9-a2fe-65422385b897 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:39.691876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ed9db-138b-44ab-8830-11c239977c65 req-3359fc0e-927f-416a-8237-ecc996d5f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:39.693690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-419ed9db-138b-44ab-8830-11c239977c65 req-3359fc0e-927f-416a-8237-ecc996d5f17a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 1097 time: 0.4573066 Jun 30 02:37:39.696475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network 0309606f-fa66-4c24-9aed-94352388efc1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:39.696680 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-7172c261-6b75-4030-8311-2de7eb6c84dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=cbf60437-17b2-4b6f-b2f7-0ee518410922 HTTP/1.1" status: 200 len: 217 time: 0.0811009 Jun 30 02:37:39.699164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c007cf-5827-4727-9a04-c529abec966d req-0b780b77-c0d8-49a2-88ee-5591748a2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:39.701161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87c007cf-5827-4727-9a04-c529abec966d req-0b780b77-c0d8-49a2-88ee-5591748a2803 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 1098 time: 0.3915265 Jun 30 02:37:39.702399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Made reservation on behalf of 8048055f541545ecbdcdf972f571ec34 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:39.705000 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.707908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:39.712977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Port': ['ID=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:39.717846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:39.734409 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.848704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:39.849393 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:39.949679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-4e3ee414-e714-4e40-a275-8baa64f44110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:39.951312 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-4e3ee414-e714-4e40-a275-8baa64f44110 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.2193696 Jun 30 02:37:39.990571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddc8cf-bd22-49df-b22f-a436cc9ed0a7 req-2be25a46-bad5-443e-ada5-7a966be3e7f5 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:39.998700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ddc8cf-bd22-49df-b22f-a436cc9ed0a7 req-2be25a46-bad5-443e-ada5-7a966be3e7f5 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1412401 Jun 30 02:37:40.046064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2107e1d0-b907-4d24-8771-7981db0e4da7 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:37:40.056420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ed9db-138b-44ab-8830-11c239977c65 req-9bf71a70-b880-4a6a-99cb-a214eb15bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:40.057972 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-419ed9db-138b-44ab-8830-11c239977c65 req-9bf71a70-b880-4a6a-99cb-a214eb15bb2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 920 time: 0.3273704 Jun 30 02:37:40.058487 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.059057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f2ddc8cf-bd22-49df-b22f-a436cc9ed0a7 req-c1312043-1861-4422-a04b-07d7c2841619 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501590 Jun 30 02:37:40.061414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87c007cf-5827-4727-9a04-c529abec966d req-7395ad0d-3af0-4910-93c2-47729237e021 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285322 Jun 30 02:37:40.115597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-976819ae-c732-4a9d-b2fc-07218efe270e None None] Provisioning for port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:40.124508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-976819ae-c732-4a9d-b2fc-07218efe270e None None] Provisioning complete for port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:40.124984 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976819ae-c732-4a9d-b2fc-07218efe270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.207775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-976819ae-c732-4a9d-b2fc-07218efe270e None None] Port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:40.220041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-419ed9db-138b-44ab-8830-11c239977c65 req-0da77a97-6b87-47ef-b1df-9be95470c16c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400 HTTP/1.1" status: 200 len: 217 time: 0.1310234 Jun 30 02:37:40.261300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107e1d0-b907-4d24-8771-7981db0e4da7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:37:40.306630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60851f7-0a8d-443b-b981-da935b3002a6 req-d3526541-c414-4170-8190-bdc9e1d2f8da tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:40.308347 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60851f7-0a8d-443b-b981-da935b3002a6 req-d3526541-c414-4170-8190-bdc9e1d2f8da tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 946 time: 0.1022294 Jun 30 02:37:40.313413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.332416 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.343821 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-93bdc2d4-3362-4a2e-83fb-0d550188353f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9736493 Jun 30 02:37:40.368106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4', 'admin_state_up': True, 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'security_groups': ['0a100fa1-2e0d-4099-ad53-34d2e5074f72']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:40.378449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ed9db-138b-44ab-8830-11c239977c65 req-4952f14c-3b28-4c91-9602-9453face9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:40.380112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-419ed9db-138b-44ab-8830-11c239977c65 req-4952f14c-3b28-4c91-9602-9453face9f0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 200 len: 859 time: 0.1497741 Jun 30 02:37:40.399855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-92638259-9987-4d0e-887a-49948df6e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:40.401454 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-92638259-9987-4d0e-887a-49948df6e47d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4326179 Jun 30 02:37:40.403467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:40.406989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60851f7-0a8d-443b-b981-da935b3002a6 req-7e422508-1ada-48f5-b3bf-29373a40a048 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882456 Jun 30 02:37:40.441711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc36b41-a9ab-47d2-83c6-83c0626f13d4 req-9ca6d62b-a2ce-4bb9-be30-e7e961a0ad54 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:40.443209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bfc36b41-a9ab-47d2-83c6-83c0626f13d4 req-9ca6d62b-a2ce-4bb9-be30-e7e961a0ad54 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 945 time: 0.3796568 Jun 30 02:37:40.473572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab512f5-f493-40d9-a2ce-20ecfe35f64b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:40.505739 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-419ed9db-138b-44ab-8830-11c239977c65 req-c16296ae-38f5-4c17-b61e-efd1be8f29ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032052 Jun 30 02:37:40.507033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.507408 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Added segment f4aef258-4bdc-4de8-8074-5a102975a970 of type vlan for network 5941b6b7-a807-4b49-90e3-d159db06b015 Jun 30 02:37:40.578428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Deleting port ed1f4fb0-23cc-465c-9fcd-374f863f52da {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:40.579070 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.586141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:40.726336 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.744456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.785149 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bfc36b41-a9ab-47d2-83c6-83c0626f13d4 req-3c355e2f-1e96-4959-8e79-99b1d93f97ce tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138089 Jun 30 02:37:40.794307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] For port ed1f4fb0-23cc-465c-9fcd-374f863f52da, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ed1f4fb0-23cc-465c-9fcd-374f863f52da,segment=NetworkSegment(222de49a-4923-4c2d-a1a9-0eb0725c090c),segment_id=222de49a-4923-4c2d-a1a9-0eb0725c090c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:40.794650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.844710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Calling delete_port for ed1f4fb0-23cc-465c-9fcd-374f863f52da owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:40.849235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb199bc9-bde0-4a69-9115-890fa9abd51d req-fff3d41a-0aa2-4394-ab5a-89d79c710b92 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:40.855264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb199bc9-bde0-4a69-9115-890fa9abd51d req-fff3d41a-0aa2-4394-ab5a-89d79c710b92 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:40.860072 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-bce689a1-8067-4dd8-891b-94b50080b872 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501028 Jun 30 02:37:40.861159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb199bc9-bde0-4a69-9115-890fa9abd51d req-fff3d41a-0aa2-4394-ab5a-89d79c710b92 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:40.868792 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb199bc9-bde0-4a69-9115-890fa9abd51d req-fff3d41a-0aa2-4394-ab5a-89d79c710b92 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 2373 time: 0.2201366 Jun 30 02:37:40.895913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.896776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:40.897383 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.981215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-419ed9db-138b-44ab-8830-11c239977c65 req-a633d7ed-dc23-44f3-a040-fc628f03d69c service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407601 Jun 30 02:37:41.084618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7712545 Jun 30 02:37:41.329759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:41.336353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Request body: {'subnet': {'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2007048423-subnet', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:41.378176 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb199bc9-bde0-4a69-9115-890fa9abd51d req-402b54bf-9032-4d5e-b36e-bcc56f15fd60 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5085123 Jun 30 02:37:41.433254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Made reservation on behalf of 8048055f541545ecbdcdf972f571ec34 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:41.435626 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.486269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-ecb1bd0b-a031-4d39-8744-a6f10b962b52 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063149 Jun 30 02:37:41.514180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Allocated IP 10.2.2.100 (4f822b0e-82d4-4d9a-9952-bdda678788b4/911a2c0c-8819-4225-bb42-03018ac5ca34/1ef21ad5-03b8-438f-9438-c9e4d870f4cc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:41.588531 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-378a6f51-34cb-47a5-9b9e-0676b41f1573 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=bed0dcaf-cdff-483c-a583-5d8df195470f HTTP/1.1" status: 200 len: 217 time: 0.0881593 Jun 30 02:37:41.598365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151d9e1-a0f5-4063-9dc5-d91253bfdd78 admin admin] Pushing event updated for resources: {'Network': ['ID=5941b6b7-a807-4b49-90e3-d159db06b015,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:41.620380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5941b6b7-a807-4b49-90e3-d159db06b015 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:41.690654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-96d2d641-4577-45bf-9cca-a6fb656184f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:41.692397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-96d2d641-4577-45bf-9cca-a6fb656184f1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.0914173 Jun 30 02:37:41.713557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-419ed9db-138b-44ab-8830-11c239977c65 req-c2295620-0559-4bc0-8456-c31c43ff3baa service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058039 Jun 30 02:37:41.737491 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.778463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b01ca9-2d06-4446-9bf2-6c393ad9b639 req-378114fc-b9cc-43d9-8655-455d3c27b1ed tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:41.780064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-57b01ca9-2d06-4446-9bf2-6c393ad9b639 req-378114fc-b9cc-43d9-8655-455d3c27b1ed tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 946 time: 0.2425661 Jun 30 02:37:41.801966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9da2-5484-45dc-825a-4243e8c70845 req-550c5db3-292a-43d1-a842-a18dffb5d80b tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:41.806831 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aeaa9da2-5484-45dc-825a-4243e8c70845 req-550c5db3-292a-43d1-a842-a18dffb5d80b tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.3588514 Jun 30 02:37:41.808181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Port': ['ID=ed1f4fb0-23cc-465c-9fcd-374f863f52da,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:41.816699 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.821185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No DVR routers for this DVR port ed1f4fb0-23cc-465c-9fcd-374f863f52da on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:41.865621 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:41.906448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Transition to ACTIVE for port object 1ef21ad5-03b8-438f-9438-c9e4d870f4cc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:41.924254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-57b01ca9-2d06-4446-9bf2-6c393ad9b639 req-feae927f-08d1-4181-8002-c1bb04eafa58 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295948 Jun 30 02:37:41.927772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=447eaec8-fc8d-466d-8a03-dcd3cf27b389,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:41.957451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Checking segment: {'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:41.957823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Network hostable DHCP agents. Network: 5941b6b7-a807-4b49-90e3-d159db06b015, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:41.984495 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.015985 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.031798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1db78ef-3515-4aa9-a2fe-65422385b897']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:42.053340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Network 5941b6b7-a807-4b49-90e3-d159db06b015 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:42.054864 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aeaa9da2-5484-45dc-825a-4243e8c70845 req-11b6e4fa-7753-4bb5-9b0b-b5dfea34aa43 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109685 Jun 30 02:37:42.085156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network 4f822b0e-82d4-4d9a-9952-bdda678788b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:42.088134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222de49a-4923-4c2d-a1a9-0eb0725c090c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:42.088329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5941b6b7-a807-4b49-90e3-d159db06b015) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:42.088445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222de49a-4923-4c2d-a1a9-0eb0725c090c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:42.098124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b32879-044f-4309-b6a2-54f5767a6e6c None None] Network 5941b6b7-a807-4b49-90e3-d159db06b015 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:42.100711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:42.106280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-bb98b1ac-d325-41b8-a565-3bab998d9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:42.110174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-bb98b1ac-d325-41b8-a565-3bab998d9496 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4079790 Jun 30 02:37:42.141453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:42.154958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:42.157720 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.159249 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.218845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Port': ['ID=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:42.293573 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.304375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6e0317ef-2e03-4bbd-a30b-a174ef87dc3e tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:42.305939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6e0317ef-2e03-4bbd-a30b-a174ef87dc3e tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 945 time: 0.5143106 Jun 30 02:37:42.315312 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:42.315771 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:42.320475 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:42.330977 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-21a67b93-788b-4ac5-b3de-33ec283eeedf admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9998200 Jun 30 02:37:42.338039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:42.343082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:42.373980 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.375594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.418076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:42.419481 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.438460 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-5941b6b7-a807-4b49-90e3-d159db06b015', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:42.439562 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.440595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9f6b0cdc-6d4b-4056-bbe3-659237670c5c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0808825 Jun 30 02:37:42.457436 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a1089-05be-476c-8951-82c50d291e53 req-0f17107a-5bcd-4a0c-bdf6-e467ac6b19ce tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:42.466314 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-472a1089-05be-476c-8951-82c50d291e53 req-0f17107a-5bcd-4a0c-bdf6-e467ac6b19ce tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 945 time: 0.3131731 Jun 30 02:37:42.474356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4', 'admin_state_up': True, 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'security_groups': ['0a100fa1-2e0d-4099-ad53-34d2e5074f72']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:42.612645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Allocated IP 172.20.0.2 (5941b6b7-a807-4b49-90e3-d159db06b015/447eaec8-fc8d-466d-8a03-dcd3cf27b389/cc3476c3-4171-439b-b843-93e083e77d2d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:42.638801 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.641264 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-472a1089-05be-476c-8951-82c50d291e53 req-6884bf88-af8a-4c0a-9932-323c75ee3cfb tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/security-groups?id=6fd258f1-6177-4b7d-ae6e-12caebc7d77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733928 Jun 30 02:37:42.664568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.669360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/a1db78ef-3515-4aa9-a2fe-65422385b897 HTTP/1.1" status: 204 len: 168 time: 5.1219471 Jun 30 02:37:42.672100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Made reservation on behalf of e7eda8aa0b2b48c9954771cb75bd2ff2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:42.677224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.682158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:42.753112 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.769940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-0fe0547c-5d1d-494e-8a10-42c2dbc2d46e service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420867 Jun 30 02:37:42.771745 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.781510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Transition to ACTIVE for port object cc3476c3-4171-439b-b843-93e083e77d2d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:42.786224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e786a-d513-4da8-aafe-979273e3f383 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Network': ['ID=a1db78ef-3515-4aa9-a2fe-65422385b897,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:42.806667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Transition to ACTIVE for port object cc3476c3-4171-439b-b843-93e083e77d2d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:42.823234 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.856489 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd93d141-64ce-4a1a-aa56-76373820d497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] DELETE failed (client error): The resource could not be found. Jun 30 02:37:42.857100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd93d141-64ce-4a1a-aa56-76373820d497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:42.861080 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dd93d141-64ce-4a1a-aa56-76373820d497 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/subnets/0da3770a-ec41-4bf0-950a-3438c507de26 HTTP/1.1" status: 404 len: 337 time: 0.1749463 Jun 30 02:37:42.871497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Pushing event updated for resources: {'Port': ['ID=cc3476c3-4171-439b-b843-93e083e77d2d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:42.874229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ffa380f9-c010-4fbb-aa8c-a00f843e3f26 None None] Provisioning for port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:42.874992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:42.883277 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ffa380f9-c010-4fbb-aa8c-a00f843e3f26 None None] Provisioning complete for port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:42.883921 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffa380f9-c010-4fbb-aa8c-a00f843e3f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:42.925687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ffa380f9-c010-4fbb-aa8c-a00f843e3f26 None None] Port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:42.942223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Network 5941b6b7-a807-4b49-90e3-d159db06b015 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:42.944057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:42.946608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:42.993324 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7121e3e9-a32d-44af-a57f-52180e96fb94 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] DELETE failed (client error): The resource could not be found. Jun 30 02:37:42.995185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7121e3e9-a32d-44af-a57f-52180e96fb94 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:42.995671 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7121e3e9-a32d-44af-a57f-52180e96fb94 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/a1db78ef-3515-4aa9-a2fe-65422385b897 HTTP/1.1" status: 404 len: 339 time: 0.1197309 Jun 30 02:37:43.013311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a260c74-1344-4c04-85db-dab3103df898 req-8fa62891-78e6-4958-9621-71e79bb8d745 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:43.015192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:43.025510 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a260c74-1344-4c04-85db-dab3103df898 req-8fa62891-78e6-4958-9621-71e79bb8d745 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 946 time: 0.4923050 Jun 30 02:37:43.036410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Attempting to bind port cc3476c3-4171-439b-b843-93e083e77d2d on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:43.037055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Attempting to bind port cc3476c3-4171-439b-b843-93e083e77d2d by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:43.037637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Attempting to bind port cc3476c3-4171-439b-b843-93e083e77d2d on network 5941b6b7-a807-4b49-90e3-d159db06b015 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:43.043585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:43.044425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Checking segment: {'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:43.045061 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.045664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Bound using segment: {'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:43.046416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Bound port: cc3476c3-4171-439b-b843-93e083e77d2d, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:43.047158 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.111340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-6e0ee2ff-26e6-4b08-a4c3-f9419a3597bd service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883751 Jun 30 02:37:43.140818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] For port cc3476c3-4171-439b-b843-93e083e77d2d, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:43.144783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] For port cc3476c3-4171-439b-b843-93e083e77d2d, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc3476c3-4171-439b-b843-93e083e77d2d,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:43.150079 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.175692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-675816a6-88e4-441a-872d-22f92d49f7f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 HTTP/1.1" status: 200 len: 217 time: 0.0468874 Jun 30 02:37:43.183902 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-06064c5c-deba-4043-ac73-3b08cc84acba tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] DELETE failed (client error): The resource could not be found. Jun 30 02:37:43.184194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06064c5c-deba-4043-ac73-3b08cc84acba tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:43.186134 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-06064c5c-deba-4043-ac73-3b08cc84acba tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/subnets/ee3c7cc8-ce12-47e5-b4e6-dc8274565bf6 HTTP/1.1" status: 404 len: 337 time: 0.1693995 Jun 30 02:37:43.208691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec8f6c-537f-4f02-9d46-6eca9c91da6a None None] Pushing event updated for resources: {'Port': ['ID=cc3476c3-4171-439b-b843-93e083e77d2d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:43.231098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:43.240125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a260c74-1344-4c04-85db-dab3103df898 req-4ff9cbff-72d5-4406-b0db-9a5cfef27f37 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111881 Jun 30 02:37:43.262769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6d0c8adf-6fce-458d-8d3c-a09c95b16610 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Deleting port 1fd39c77-6e1b-41c3-a7d3-178241800f1d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:43.263175 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6d0c8adf-6fce-458d-8d3c-a09c95b16610 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.339642 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.377185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-12411603-08c1-4650-a6bd-f633e6b5ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:43.379026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-12411603-08c1-4650-a6bd-f633e6b5ec7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 200 len: 797 time: 0.1949217 Jun 30 02:37:43.381945 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c899250c-ace0-47e2-b24d-b10dc2c6e608 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] DELETE failed (client error): The resource could not be found. Jun 30 02:37:43.382756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c899250c-ace0-47e2-b24d-b10dc2c6e608 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:43.386943 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c899250c-ace0-47e2-b24d-b10dc2c6e608 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/426ff628-5e0c-45b7-ae15-b4e5dbc0681f HTTP/1.1" status: 404 len: 339 time: 0.1116910 Jun 30 02:37:43.397714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:43.495087 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3038645-f989-4c0a-b6ea-93a95d324809 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] DELETE failed (client error): The resource could not be found. Jun 30 02:37:43.495537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3038645-f989-4c0a-b6ea-93a95d324809 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:43.497294 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d3038645-f989-4c0a-b6ea-93a95d324809 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/subnets/ac6cf8c3-6023-4b8f-ba0a-e3214dcbda93 HTTP/1.1" status: 404 len: 337 time: 0.0964813 Jun 30 02:37:43.508431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:43.530308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Allocated IP 10.2.2.200 (4f822b0e-82d4-4d9a-9952-bdda678788b4/911a2c0c-8819-4225-bb42-03018ac5ca34/96e7369e-63eb-4a57-bdc3-852a4ed8fb6b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:43.560875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b88f5-8a38-4d5a-937d-c8c9391f5eb6 req-d3f9e041-82b8-41fc-9d34-eee641e3dbfb tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:43.567610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b88f5-8a38-4d5a-937d-c8c9391f5eb6 req-d3f9e041-82b8-41fc-9d34-eee641e3dbfb tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:43.571575 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b1cac9-78bf-4a17-8e7f-4e6e4dcb3d86 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] DELETE failed (client error): The resource could not be found. Jun 30 02:37:43.575508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b1cac9-78bf-4a17-8e7f-4e6e4dcb3d86 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:43.577388 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-30b1cac9-78bf-4a17-8e7f-4e6e4dcb3d86 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/e31e28a8-b127-4810-9a5e-b8d4bc715c8f HTTP/1.1" status: 404 len: 339 time: 0.0584381 Jun 30 02:37:43.579378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6d0c8adf-6fce-458d-8d3c-a09c95b16610 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] For port 1fd39c77-6e1b-41c3-a7d3-178241800f1d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1fd39c77-6e1b-41c3-a7d3-178241800f1d,segment=NetworkSegment(154d251a-a6f2-40aa-89e9-c01196abc92e),segment_id=154d251a-a6f2-40aa-89e9-c01196abc92e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:43.579748 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6d0c8adf-6fce-458d-8d3c-a09c95b16610 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:43.580004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b88f5-8a38-4d5a-937d-c8c9391f5eb6 req-d3f9e041-82b8-41fc-9d34-eee641e3dbfb tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:43.584518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:43.588750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b88f5-8a38-4d5a-937d-c8c9391f5eb6 req-d3f9e041-82b8-41fc-9d34-eee641e3dbfb tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:43.594805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-896b88f5-8a38-4d5a-937d-c8c9391f5eb6 req-d3f9e041-82b8-41fc-9d34-eee641e3dbfb tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 3094 time: 0.4515107 Jun 30 02:37:43.611634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6d0c8adf-6fce-458d-8d3c-a09c95b16610 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Calling delete_port for 1fd39c77-6e1b-41c3-a7d3-178241800f1d owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:43.702053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-00423cb1-38f5-4086-8462-73e18b4864f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:43.703661 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-00423cb1-38f5-4086-8462-73e18b4864f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=578abc09-9da7-49ae-8002-6d682c8aa7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3150120 Jun 30 02:37:43.717238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-896b88f5-8a38-4d5a-937d-c8c9391f5eb6 req-ef20d157-8746-49e4-9f68-d6886b8a8242 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854297 Jun 30 02:37:43.754785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea52c06-979f-4272-b650-69196a8149bf req-51c902c4-5914-46cd-b232-fa038c48e9cb tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:43.754785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ea52c06-979f-4272-b650-69196a8149bf req-51c902c4-5914-46cd-b232-fa038c48e9cb tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.3634529 Jun 30 02:37:43.907690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ea52c06-979f-4272-b650-69196a8149bf req-ea4540a9-7fd6-4825-8135-6589656ad523 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376204 Jun 30 02:37:44.015819 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6d0c8adf-6fce-458d-8d3c-a09c95b16610 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.023220 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.071849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-49003dd0-f87f-47d0-936d-dec69b2de7c9 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Deleting port 1aca12d0-32e0-4242-a204-7fc4d6df9033 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:44.071849 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49003dd0-f87f-47d0-936d-dec69b2de7c9 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.073734 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.130994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Transition to ACTIVE for port object 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:44.137551 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.177885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-d7a4b895-575b-4120-bfbf-750e74a1eaaf service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621885 Jun 30 02:37:44.179126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c8adf-6fce-458d-8d3c-a09c95b16610 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Pushing event deleted for resources: {'Port': ['ID=1fd39c77-6e1b-41c3-a7d3-178241800f1d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:44.203596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49003dd0-f87f-47d0-936d-dec69b2de7c9 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.228293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-49003dd0-f87f-47d0-936d-dec69b2de7c9 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Calling delete_port for 1aca12d0-32e0-4242-a204-7fc4d6df9033 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:44.328960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ce2fad7-1273-4130-afd7-9245eb33672b req-6e89a4b5-9232-423a-bb6d-895b2b6078d5 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8d0f19-b5db-4f0e-bada-a6a1cc126e43 HTTP/1.1" status: 200 len: 210 time: 0.0722010 Jun 30 02:37:44.381560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6d0c8adf-6fce-458d-8d3c-a09c95b16610 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] No DVR routers for this DVR port 1fd39c77-6e1b-41c3-a7d3-178241800f1d on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:44.384896 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.386647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6d0c8adf-6fce-458d-8d3c-a09c95b16610 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.389121 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d8f0f8a8-d3dd-4872-b32f-9fdbeab0fea8 req-6d0c8adf-6fce-458d-8d3c-a09c95b16610 tempest-ServerTagsTestJSON-781105761 tempest-ServerTagsTestJSON-781105761-project] 10.222.0.73 "DELETE /v2.0/ports/1fd39c77-6e1b-41c3-a7d3-178241800f1d HTTP/1.1" status: 204 len: 173 time: 2.0692613 Jun 30 02:37:44.390912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8d0f19-b5db-4f0e-bada-a6a1cc126e43', 'name': 'network-vif-deleted', 'tag': '1fd39c77-6e1b-41c3-a7d3-178241800f1d'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:44.393227 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a00dfcf-aa01-44bb-a2cb-7b0a244d6012" -d '{"events": [{"server_uuid": "ec8d0f19-b5db-4f0e-bada-a6a1cc126e43", "name": "network-vif-deleted", "tag": "1fd39c77-6e1b-41c3-a7d3-178241800f1d"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:44.495634 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008c031c-9cd7-4bcc-8bb3-e4246635b49f x-openstack-request-id: req-008c031c-9cd7-4bcc-8bb3-e4246635b49f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:44.495917 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8d0f19-b5db-4f0e-bada-a6a1cc126e43", "name": "network-vif-deleted", "tag": "1fd39c77-6e1b-41c3-a7d3-178241800f1d", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:44.496251 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-008c031c-9cd7-4bcc-8bb3-e4246635b49f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:44.496557 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8d0f19-b5db-4f0e-bada-a6a1cc126e43', 'name': 'network-vif-deleted', 'tag': '1fd39c77-6e1b-41c3-a7d3-178241800f1d', 'status': 'completed', 'code': 200} Jun 30 02:37:44.506667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-a2cd8040-202d-48fb-97d6-1310b9951b80 service neutron] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616477 Jun 30 02:37:44.528462 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49003dd0-f87f-47d0-936d-dec69b2de7c9 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.541718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event updated for resources: {'Port': ['ID=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:44.550455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Network 4f822b0e-82d4-4d9a-9952-bdda678788b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:44.556423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:44.561896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:44.599293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Allocated IP 172.25.7.12 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/432ae65c-50ef-4235-9be6-ca5f9b3bd2cd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:44.669058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-d3e21951-4dde-4ff7-ad51-cc4110d5e1ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=00ef3587-abe6-4280-a268-0d6e50f4c1a3 HTTP/1.1" status: 200 len: 217 time: 0.1492548 Jun 30 02:37:44.680985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:44.681655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.735404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49003dd0-f87f-47d0-936d-dec69b2de7c9 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Port': ['ID=1aca12d0-32e0-4242-a204-7fc4d6df9033,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:44.758880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-92b3a368-424e-4c6a-aabd-06b9c006a1e7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2890389 Jun 30 02:37:44.765585 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49003dd0-f87f-47d0-936d-dec69b2de7c9 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.772130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-49003dd0-f87f-47d0-936d-dec69b2de7c9 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/ports/1aca12d0-32e0-4242-a204-7fc4d6df9033 HTTP/1.1" status: 204 len: 168 time: 1.1819022 Jun 30 02:37:44.775049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:44.802975 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:44.815411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e76e9-3ec7-43d6-87b5-2fabe8ae7d5f None None] Network 5941b6b7-a807-4b49-90e3-d159db06b015 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:44.818151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-c58dd99b-bcfb-447d-8219-8e2218b01f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:44.819758 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-c58dd99b-bcfb-447d-8219-8e2218b01f06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e545eccd-650a-4043-aa44-a5cdae114a45 HTTP/1.1" status: 200 len: 797 time: 0.0934877 Jun 30 02:37:44.899052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a08ed-9206-4fa4-a0f2-6ff950ee3cdb req-e881fe40-10ef-4bd3-86bd-753330b1a68f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:44.900365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-200a08ed-9206-4fa4-a0f2-6ff950ee3cdb req-e881fe40-10ef-4bd3-86bd-753330b1a68f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 946 time: 0.3565965 Jun 30 02:37:44.906120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:44.918637 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e908071a-48d5-4738-ad66-fbc99c3a8e8b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] DELETE failed (client error): The resource could not be found. Jun 30 02:37:44.919556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e908071a-48d5-4738-ad66-fbc99c3a8e8b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:44.921517 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e908071a-48d5-4738-ad66-fbc99c3a8e8b tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/subnets/62c9abd2-8815-4e15-8f3d-6fbaf6e95ac5 HTTP/1.1" status: 404 len: 337 time: 0.1453171 Jun 30 02:37:44.929004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:44.984169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.089633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b6a5512-c59c-4610-a638-a381999cd709 None None] Provisioning for port cc3476c3-4171-439b-b843-93e083e77d2d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:45.164308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9787-b888-4043-bc5c-c03977fd9d53 req-93a561cc-36b8-4a39-afb4-d87970344d43 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.172903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9787-b888-4043-bc5c-c03977fd9d53 req-93a561cc-36b8-4a39-afb4-d87970344d43 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.179548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9787-b888-4043-bc5c-c03977fd9d53 req-93a561cc-36b8-4a39-afb4-d87970344d43 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.189328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9787-b888-4043-bc5c-c03977fd9d53 req-93a561cc-36b8-4a39-afb4-d87970344d43 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.198177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9787-b888-4043-bc5c-c03977fd9d53 req-93a561cc-36b8-4a39-afb4-d87970344d43 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.201695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb4a9787-b888-4043-bc5c-c03977fd9d53 req-93a561cc-36b8-4a39-afb4-d87970344d43 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 3815 time: 0.2417281 Jun 30 02:37:45.278500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1fd39c77-6e1b-41c3-a7d3-178241800f1d no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:45.298516 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.338544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc3476c3-4171-439b-b843-93e083e77d2d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:45.358597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Pushing event updated for resources: {'Port': ['ID=432ae65c-50ef-4235-9be6-ca5f9b3bd2cd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:45.376493 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb4a9787-b888-4043-bc5c-c03977fd9d53 req-0ba75b54-17b6-44b7-94f1-fdeaed0e4118 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651912 Jun 30 02:37:45.391726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 1fd39c77-6e1b-41c3-a7d3-178241800f1d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:45.392811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1fd39c77-6e1b-41c3-a7d3-178241800f1d not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:45.446058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:45.449155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:45.454240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:45.462310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67ccee31-7d51-4dd2-bcf0-dba3c2efe181 None None] Provisioning for port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:45.468461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-67ccee31-7d51-4dd2-bcf0-dba3c2efe181 None None] Provisioning complete for port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:45.468835 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67ccee31-7d51-4dd2-bcf0-dba3c2efe181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.512223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port cc3476c3-4171-439b-b843-93e083e77d2d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:45.525028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-200a08ed-9206-4fa4-a0f2-6ff950ee3cdb req-3776221a-0549-41de-9f7d-1d546335a4a4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166818 Jun 30 02:37:45.556913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-c964f9e2-9619-403b-a0ac-2cadd5981798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.557738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cc3476c3-4171-439b-b843-93e083e77d2d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:45.558113 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.559513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-c964f9e2-9619-403b-a0ac-2cadd5981798 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd24ac80-8c34-47d2-9050-738175838a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7306373 Jun 30 02:37:45.571871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.609319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-67ccee31-7d51-4dd2-bcf0-dba3c2efe181 None None] Port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:45.645334 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.741007 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.761571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b815326d-ba8e-441b-9c0a-563ce61cc916 None None] Provisioning complete for port cc3476c3-4171-439b-b843-93e083e77d2d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:45.762077 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b815326d-ba8e-441b-9c0a-563ce61cc916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.834578 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.841066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-f5a3eedf-d00f-4ba8-9ae5-d308d0ed363b service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632251 Jun 30 02:37:45.853455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port cc3476c3-4171-439b-b843-93e083e77d2d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc3476c3-4171-439b-b843-93e083e77d2d,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:45.868934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90477105-8e38-4ec8-aa4a-a2fd536eeb2d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:45.892608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0353a864-df6b-4758-bcec-7e33239781d8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:45.893035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0353a864-df6b-4758-bcec-7e33239781d8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:45.911793 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.912494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:45.922806 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.942309 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.947994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Transition to ACTIVE for port object 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:45.970817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.973472 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.997496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:45.997978 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:46.001446 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:46.016723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-4f3716d4-55c5-4a66-b9b2-0603e4f64fb6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:46.018491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-4f3716d4-55c5-4a66-b9b2-0603e4f64fb6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 946 time: 0.2236879 Jun 30 02:37:46.018739 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.026362 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b815326d-ba8e-441b-9c0a-563ce61cc916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.069099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:46.089794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=cc3476c3-4171-439b-b843-93e083e77d2d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:46.101955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-56b690d2-6d25-4318-8975-f3ccdabad204 service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439210 Jun 30 02:37:46.161405 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-b815326d-ba8e-441b-9c0a-563ce61cc916 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:37:46.161763 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-b815326d-ba8e-441b-9c0a-563ce61cc916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:37:46.194954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-ce6a6fab-91ce-48bf-a4e0-b69e7ee117e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1ee62e8a-ac04-4b69-81cf-e3412dd85b98 HTTP/1.1" status: 200 len: 217 time: 0.0560193 Jun 30 02:37:46.203054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.228904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.230937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/90477105-8e38-4ec8-aa4a-a2fd536eeb2d HTTP/1.1" status: 204 len: 168 time: 0.9098656 Jun 30 02:37:46.236250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:46.294158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c06a9b0-83ab-47d8-b623-454cc9a3c356 admin admin] Deleting subnet 053735bb-7a3b-48d5-8912-30db5bcdc920 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:37:46.319990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f4905-856e-4fb6-b4d7-55206f883ae0 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Network': ['ID=90477105-8e38-4ec8-aa4a-a2fd536eeb2d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:46.324806 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c06a9b0-83ab-47d8-b623-454cc9a3c356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.380739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-c2bcdb37-72c8-4dbc-b0e7-8386b1653b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:46.382572 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-c2bcdb37-72c8-4dbc-b0e7-8386b1653b13 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e545eccd-650a-4043-aa44-a5cdae114a45 HTTP/1.1" status: 200 len: 797 time: 0.1754150 Jun 30 02:37:46.409770 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c06a9b0-83ab-47d8-b623-454cc9a3c356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.436382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ab8c-f208-4a80-878a-aeb56e72641a req-1ea66fdc-0d60-4d0f-95b9-7050c83d0283 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:46.443374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e962ab8c-f208-4a80-878a-aeb56e72641a req-1ea66fdc-0d60-4d0f-95b9-7050c83d0283 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.8481810 Jun 30 02:37:46.532277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:46.544271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c06a9b0-83ab-47d8-b623-454cc9a3c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.576072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-7de44155-9ca4-4471-aed1-7e3b473e28b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Deleting port fe2d0b49-a0d5-4e54-8607-9bdaff912651 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:46.577312 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-7de44155-9ca4-4471-aed1-7e3b473e28b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.623825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e962ab8c-f208-4a80-878a-aeb56e72641a req-b34a1aac-dcee-41ef-8d0f-2ed48146a833 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795242 Jun 30 02:37:46.709636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Attempting to bind port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:46.709963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Attempting to bind port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:46.710370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Attempting to bind port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 on network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:46.717788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 on network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:46.718216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Attempting to bind port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 on network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:46.732342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:46.732796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Checking segment: {'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:46.733287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Bound using segment: {'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:46.733829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Bound port: 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0621da90-e17b-46f8-9055-a8f8f31f4858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:46.734461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.753028 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.773339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ec510c1e-1088-462a-9191-a81864dc8f19 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Deleting port ec5d7fae-50c2-4a44-bd4b-3a5933d61cc9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:46.773670 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec510c1e-1088-462a-9191-a81864dc8f19 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.800714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95bfa-db57-4388-8599-f752ef923146 req-4f61a016-9d00-4e5d-b5fb-d50e1c0dec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:46.802209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-4f61a016-9d00-4e5d-b5fb-d50e1c0dec2f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cd24ac80-8c34-47d2-9050-738175838a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4128978 Jun 30 02:37:46.926116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] For port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:46.930780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-7de44155-9ca4-4471-aed1-7e3b473e28b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] For port fe2d0b49-a0d5-4e54-8607-9bdaff912651, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fe2d0b49-a0d5-4e54-8607-9bdaff912651,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:46.931177 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-7de44155-9ca4-4471-aed1-7e3b473e28b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.931892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] For port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:46.943758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.960258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec510c1e-1088-462a-9191-a81864dc8f19 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.962917 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c06a9b0-83ab-47d8-b623-454cc9a3c356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:46.977591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-7de44155-9ca4-4471-aed1-7e3b473e28b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Calling delete_port for fe2d0b49-a0d5-4e54-8607-9bdaff912651 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:47.019271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ec510c1e-1088-462a-9191-a81864dc8f19 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Calling delete_port for ec5d7fae-50c2-4a44-bd4b-3a5933d61cc9 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:47.024318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06a9b0-83ab-47d8-b623-454cc9a3c356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053735bb-7a3b-48d5-8912-30db5bcdc920,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:47.028650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:47.029364 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.030909 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] 10.222.0.73 "PUT /v2.0/ports/1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 HTTP/1.1" status: 200 len: 1092 time: 2.2397518 Jun 30 02:37:47.034867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:47.036797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c06a9b0-83ab-47d8-b623-454cc9a3c356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.037133 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab64177-0fbc-4ff7-9e17-79baf69f57e0" -d '{"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:47.038826 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c06a9b0-83ab-47d8-b623-454cc9a3c356 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/053735bb-7a3b-48d5-8912-30db5bcdc920 HTTP/1.1" status: 204 len: 168 time: 0.9664550 Jun 30 02:37:47.043154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35988) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:47.075870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:47.086257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d6de6-a022-450f-aa29-fc165a242cac req-28fb7c36-8fce-42f7-a7ab-66417173cd04 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:47.087946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-747d6de6-a022-450f-aa29-fc165a242cac req-28fb7c36-8fce-42f7-a7ab-66417173cd04 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 946 time: 0.2795858 Jun 30 02:37:47.152271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351774c9-f18a-4d30-89ac-6b1495670fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:47.186803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc3476c3-4171-439b-b843-93e083e77d2d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:47.187369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d331-c5db-4882-a091-d91040bec4ea req-06972e97-71ba-4bb8-8ca8-cc31f1db3b03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:47.193487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d331-c5db-4882-a091-d91040bec4ea req-06972e97-71ba-4bb8-8ca8-cc31f1db3b03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:47.199405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d331-c5db-4882-a091-d91040bec4ea req-06972e97-71ba-4bb8-8ca8-cc31f1db3b03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:47.205648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d331-c5db-4882-a091-d91040bec4ea req-06972e97-71ba-4bb8-8ca8-cc31f1db3b03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:47.211948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19d331-c5db-4882-a091-d91040bec4ea req-06972e97-71ba-4bb8-8ca8-cc31f1db3b03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:47.221642 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed19d331-c5db-4882-a091-d91040bec4ea req-06972e97-71ba-4bb8-8ca8-cc31f1db3b03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 3827 time: 0.5680087 Jun 30 02:37:47.243890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-747d6de6-a022-450f-aa29-fc165a242cac req-653d7277-2dd1-4854-b52d-c98e5c7bbd77 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394787 Jun 30 02:37:47.300441 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.302019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-14fd2a07-127d-453d-861a-e4f92db87758 service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632332 Jun 30 02:37:47.316163 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.345184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cc3476c3-4171-439b-b843-93e083e77d2d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:47.345814 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.463801 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.474755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed19d331-c5db-4882-a091-d91040bec4ea req-a386ff00-640d-4ef4-a02c-adb938480c9b tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511623 Jun 30 02:37:47.626124 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec510c1e-1088-462a-9191-a81864dc8f19 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.664793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9b95bfa-db57-4388-8599-f752ef923146 req-2dc037a3-f8a6-4ef8-8967-9da642e2c290 service neutron] 10.222.0.69 "GET /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426340 Jun 30 02:37:47.685097 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d5f59a-db5f-413a-916c-2e6986337f24 x-openstack-request-id: req-64d5f59a-db5f-413a-916c-2e6986337f24 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:47.685265 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:47.685597 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64d5f59a-db5f-413a-916c-2e6986337f24 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:47.685868 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8', 'status': 'completed', 'code': 200} Jun 30 02:37:47.688579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Router 1074f87d-4295-4f54-afb4-b1c91adf3dba is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:37:47.743324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec510c1e-1088-462a-9191-a81864dc8f19 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Port': ['ID=ec5d7fae-50c2-4a44-bd4b-3a5933d61cc9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:47.761599 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ec510c1e-1088-462a-9191-a81864dc8f19 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.766810 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ec510c1e-1088-462a-9191-a81864dc8f19 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/ports/ec5d7fae-50c2-4a44-bd4b-3a5933d61cc9 HTTP/1.1" status: 204 len: 168 time: 1.5115728 Jun 30 02:37:47.767688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:47.868710 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b743d08-b645-4dba-85a7-7408288ea681 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] DELETE failed (client error): The resource could not be found. Jun 30 02:37:47.869173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b743d08-b645-4dba-85a7-7408288ea681 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:37:47.873200 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b743d08-b645-4dba-85a7-7408288ea681 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/subnets/c73b9ba4-37ad-46b6-abd9-dedff4c3c44a HTTP/1.1" status: 404 len: 337 time: 0.1006804 Jun 30 02:37:47.882276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:47.905581 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.935945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479e2ea4-349b-4570-9e57-005fea5385a4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:47.951307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154d251a-a6f2-40aa-89e9-c01196abc92e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:47.951674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154d251a-a6f2-40aa-89e9-c01196abc92e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:47.954628 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-7de44155-9ca4-4471-aed1-7e3b473e28b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:47.967186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:47.999333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5dde89a-1deb-4720-8797-def5858c8386 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:48.002341 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.011920 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:37:48.020944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.023205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de44155-9ca4-4471-aed1-7e3b473e28b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event deleted for resources: {'Port': ['ID=fe2d0b49-a0d5-4e54-8607-9bdaff912651,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:48.036475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Sync routers for ids ['1074f87d-4295-4f54-afb4-b1c91adf3dba'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:37:48.045781 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.059968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-15838a1f-9adf-4caf-8250-a6eea271300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.060593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-15838a1f-9adf-4caf-8250-a6eea271300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.061061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-15838a1f-9adf-4caf-8250-a6eea271300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.061715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-15838a1f-9adf-4caf-8250-a6eea271300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.062343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-15838a1f-9adf-4caf-8250-a6eea271300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.064260 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-15838a1f-9adf-4caf-8250-a6eea271300a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 4363 time: 0.3268685 Jun 30 02:37:48.065961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.067823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.069229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bec11c7b-b3a9-4df5-87ed-2ad45677c59e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7296412 Jun 30 02:37:48.080841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf593d9-e9bc-48c2-b90b-12cb178dd88b req-eb1d4413-de60-4c2a-b7f8-337d9d0d6f06 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.083287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6cf593d9-e9bc-48c2-b90b-12cb178dd88b req-eb1d4413-de60-4c2a-b7f8-337d9d0d6f06 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2976549 Jun 30 02:37:48.083787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:48.089713 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-7de44155-9ca4-4471-aed1-7e3b473e28b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] No DVR routers for this DVR port fe2d0b49-a0d5-4e54-8607-9bdaff912651 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:48.093050 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-7de44155-9ca4-4471-aed1-7e3b473e28b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.095526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8fcc2195-f067-4be1-a075-8ae2765de80d req-7de44155-9ca4-4471-aed1-7e3b473e28b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "DELETE /v2.0/ports/fe2d0b49-a0d5-4e54-8607-9bdaff912651 HTTP/1.1" status: 204 len: 173 time: 2.0634439 Jun 30 02:37:48.096639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:48.097052 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.108331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5235bdba-ea50-4eee-87fb-9ae3b65ee56d', 'name': 'network-vif-deleted', 'tag': 'fe2d0b49-a0d5-4e54-8607-9bdaff912651'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:48.109769 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8fbe4b-7a30-4f14-9946-7dff3f565063" -d '{"events": [{"server_uuid": "5235bdba-ea50-4eee-87fb-9ae3b65ee56d", "name": "network-vif-deleted", "tag": "fe2d0b49-a0d5-4e54-8607-9bdaff912651"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:48.112253 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:48.235986 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7b4a58-a3cc-4e1c-99b7-2998d87fba3f x-openstack-request-id: req-0d7b4a58-a3cc-4e1c-99b7-2998d87fba3f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:48.236277 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5235bdba-ea50-4eee-87fb-9ae3b65ee56d", "name": "network-vif-deleted", "tag": "fe2d0b49-a0d5-4e54-8607-9bdaff912651", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:48.236809 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d7b4a58-a3cc-4e1c-99b7-2998d87fba3f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:48.237577 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5235bdba-ea50-4eee-87fb-9ae3b65ee56d', 'name': 'network-vif-deleted', 'tag': 'fe2d0b49-a0d5-4e54-8607-9bdaff912651', 'status': 'completed', 'code': 200} Jun 30 02:37:48.248451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Routers {'1074f87d-4295-4f54-afb4-b1c91adf3dba'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:48.249117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1074f87d-4295-4f54-afb4-b1c91adf3dba'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:48.266290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6cf593d9-e9bc-48c2-b90b-12cb178dd88b req-80ef4b08-64aa-4600-9251-a58823fbc093 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735699 Jun 30 02:37:48.356210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Deleting port 55771ddc-d6ae-4c82-86ca-504757e85f40 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:48.356547 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.438592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] For port 55771ddc-d6ae-4c82-86ca-504757e85f40, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=55771ddc-d6ae-4c82-86ca-504757e85f40,segment=NetworkSegment(b9c7e96a-5964-48ed-aa0c-661c37c329f8),segment_id=b9c7e96a-5964-48ed-aa0c-661c37c329f8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:48.439004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.461543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Calling delete_port for 55771ddc-d6ae-4c82-86ca-504757e85f40 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:48.590288 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.626840 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6b385a7c-92f1-495c-a09f-dca326664627 req-887af52c-b3a5-48e7-bd1e-e3e7a609999a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5235bdba-ea50-4eee-87fb-9ae3b65ee56d HTTP/1.1" status: 200 len: 210 time: 0.0491376 Jun 30 02:37:48.645310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Port': ['ID=55771ddc-d6ae-4c82-86ca-504757e85f40,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:48.651332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No DVR routers for this DVR port 55771ddc-d6ae-4c82-86ca-504757e85f40 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:48.661891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.673508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Transition to ACTIVE for port object a5dde89a-1deb-4720-8797-def5858c8386 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:48.695449 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.697134 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.720021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] 10.222.0.55 "DELETE /v2.0/networks/479e2ea4-349b-4570-9e57-005fea5385a4 HTTP/1.1" status: 204 len: 168 time: 1.6675639 Jun 30 02:37:48.815486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c613ce6-ed8e-4a6d-9afa-fe7d2d0c1932 admin admin] Pushing event deleted for resources: {'Network': ['ID=479e2ea4-349b-4570-9e57-005fea5385a4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:48.827359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dde89a-1deb-4720-8797-def5858c8386,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:48.840392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-742f72cc-f353-4da1-8242-fa0274b61cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.840816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-742f72cc-f353-4da1-8242-fa0274b61cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.841293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-742f72cc-f353-4da1-8242-fa0274b61cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.843656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-742f72cc-f353-4da1-8242-fa0274b61cf9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7552824 Jun 30 02:37:48.937348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Set router 1074f87d-4295-4f54-afb4-b1c91adf3dba gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:49.016503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:49.138111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.139913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-f014b5c2-dc68-4f74-b36d-ec75645ccb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.141623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab64177-0fbc-4ff7-9e17-79baf69f57e0 req-f014b5c2-dc68-4f74-b36d-ec75645ccb4e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2885275 Jun 30 02:37:49.166305 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b35b3c-c711-4ad0-9a39-822ad8aaa069 req-bab71b3f-060b-4730-8d08-c7caff58e2d2 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.172127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b35b3c-c711-4ad0-9a39-822ad8aaa069 req-bab71b3f-060b-4730-8d08-c7caff58e2d2 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.179062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b35b3c-c711-4ad0-9a39-822ad8aaa069 req-bab71b3f-060b-4730-8d08-c7caff58e2d2 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.185066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b35b3c-c711-4ad0-9a39-822ad8aaa069 req-bab71b3f-060b-4730-8d08-c7caff58e2d2 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.193835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b35b3c-c711-4ad0-9a39-822ad8aaa069 req-bab71b3f-060b-4730-8d08-c7caff58e2d2 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.208090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b35b3c-c711-4ad0-9a39-822ad8aaa069 req-bab71b3f-060b-4730-8d08-c7caff58e2d2 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:49.216572 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c8b35b3c-c711-4ad0-9a39-822ad8aaa069 req-bab71b3f-060b-4730-8d08-c7caff58e2d2 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 4604 time: 0.2702925 Jun 30 02:37:49.276699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c8b35b3c-c711-4ad0-9a39-822ad8aaa069 req-df50d685-9b1e-44f5-82a1-9bb3c86598fe tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589569 Jun 30 02:37:49.285537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:46Z', 'revision_number': 3, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:49.321201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Checking router: 1074f87d-4295-4f54-afb4-b1c91adf3dba for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:37:49.321570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Updating router 1074f87d-4295-4f54-afb4-b1c91adf3dba port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:37:49.366362 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.561705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e23baeb-aad6-4ed5-9e70-8299c1aae129']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:49.613432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c7e96a-5964-48ed-aa0c-661c37c329f8') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:49.613717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c7e96a-5964-48ed-aa0c-661c37c329f8') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:49.645613 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.647930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.656166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Transition to ACTIVE for port object 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:49.663914 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.669863 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-70d39771-f562-4400-bbf3-a3bd8aa6ff3d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1912f95c79d941e19cc7e34361df4358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6333611 Jun 30 02:37:49.674102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:49.676738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Attempting to bind port a5dde89a-1deb-4720-8797-def5858c8386 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:49.677145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Attempting to bind port a5dde89a-1deb-4720-8797-def5858c8386 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:49.677515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Attempting to bind port a5dde89a-1deb-4720-8797-def5858c8386 on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:49.688179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.696355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Port a5dde89a-1deb-4720-8797-def5858c8386 on network 0309606f-fa66-4c24-9aed-94352388efc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:49.696698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Attempting to bind port a5dde89a-1deb-4720-8797-def5858c8386 on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:49.734071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:49.734802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:49.751790 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:49.755748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2e67c-d1af-4495-91f5-518996c8eaa3 None None] Pushing event updated for resources: {'Port': ['ID=432ae65c-50ef-4235-9be6-ca5f9b3bd2cd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:49.759102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-982086e1-c377-4f84-b223-344cecec1155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.768009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fe2d0b49-a0d5-4e54-8607-9bdaff912651 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:49.809809 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-982086e1-c377-4f84-b223-344cecec1155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.822150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:49.822428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Attempting to bind port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:49.822613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Attempting to bind port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:49.822991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Attempting to bind port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:49.823393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Checking segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:49.823997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Bound using segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:49.824645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Bound port: a5dde89a-1deb-4720-8797-def5858c8386, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:49.825250 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.825919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: fe2d0b49-a0d5-4e54-8607-9bdaff912651 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:49.826262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fe2d0b49-a0d5-4e54-8607-9bdaff912651 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:49.830600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:49.831001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:49.831406 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.832002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:49.832485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Bound port: 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:49.832871 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.869749 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-982086e1-c377-4f84-b223-344cecec1155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.873597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-982086e1-c377-4f84-b223-344cecec1155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.875544 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-982086e1-c377-4f84-b223-344cecec1155 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fd258f1-6177-4b7d-ae6e-12caebc7d77b HTTP/1.1" status: 204 len: 168 time: 0.1968055 Jun 30 02:37:49.890631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982086e1-c377-4f84-b223-344cecec1155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd258f1-6177-4b7d-ae6e-12caebc7d77b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:49.926614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] For port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:49.945656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] For port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=432ae65c-50ef-4235-9be6-ca5f9b3bd2cd,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:49.953405 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.012021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Routers {'1074f87d-4295-4f54-afb4-b1c91adf3dba'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:50.012639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1074f87d-4295-4f54-afb4-b1c91adf3dba'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:50.052064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdca66-17cc-4376-a187-c549472fe6d9 req-8206062b-97bb-44dc-8b5c-7de038339042 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:50.056157 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-91cdca66-17cc-4376-a187-c549472fe6d9 req-8206062b-97bb-44dc-8b5c-7de038339042 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.4962676 Jun 30 02:37:50.082148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2e67c-d1af-4495-91f5-518996c8eaa3 None None] Pushing event updated for resources: {'Port': ['ID=432ae65c-50ef-4235-9be6-ca5f9b3bd2cd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:50.101794 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.111402 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.122489 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/0e23baeb-aad6-4ed5-9e70-8299c1aae129 HTTP/1.1" status: 204 len: 168 time: 2.2374113 Jun 30 02:37:50.125098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:50.170084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] Set router 1074f87d-4295-4f54-afb4-b1c91adf3dba gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:50.187391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca765966-ade5-490b-b72e-2d7daf329fb2 tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Network': ['ID=0e23baeb-aad6-4ed5-9e70-8299c1aae129,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:50.239717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] For port a5dde89a-1deb-4720-8797-def5858c8386, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:50.240478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed01a1b1-e716-4669-ac97-e7b50bcdbb8e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Deleting subnet 16aa6fdd-8c86-43dc-ad5b-e5f3241c0020 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:37:50.249895 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed01a1b1-e716-4669-ac97-e7b50bcdbb8e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.263735 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-91cdca66-17cc-4376-a187-c549472fe6d9 req-e078a36a-6859-494e-83a7-1b2c1e093158 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921415 Jun 30 02:37:50.265755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] For port a5dde89a-1deb-4720-8797-def5858c8386, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a5dde89a-1deb-4720-8797-def5858c8386,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:50.274881 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.332564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:50.333032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.335100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] 10.222.0.73 "PUT /v2.0/ports/a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 200 len: 1136 time: 3.2635522 Jun 30 02:37:50.338054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': 'a5dde89a-1deb-4720-8797-def5858c8386'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:50.342974 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20550c2-8912-45d9-ba79-ab2d730732bc" -d '{"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "a5dde89a-1deb-4720-8797-def5858c8386"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:50.346820 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.407488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:50.413654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed01a1b1-e716-4669-ac97-e7b50bcdbb8e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.544296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e9e05-cf13-4a6d-b2d3-15a746ccce36 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dde89a-1deb-4720-8797-def5858c8386,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:50.632582 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.664501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:46Z', 'revision_number': 3, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:50.686185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed01a1b1-e716-4669-ac97-e7b50bcdbb8e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.752509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829139dd-26e4-45de-8a3c-10c2f6f985bd None None] The sync data for ids ['1074f87d-4295-4f54-afb4-b1c91adf3dba'] in n-d-758944-39 is: [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:46Z', 'revision_number': 3, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:37:50.762644 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fdc757-2f89-48d2-afef-a7280857eedc x-openstack-request-id: req-c3fdc757-2f89-48d2-afef-a7280857eedc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:50.762973 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "a5dde89a-1deb-4720-8797-def5858c8386", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:50.763225 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3fdc757-2f89-48d2-afef-a7280857eedc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:50.763623 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': 'a5dde89a-1deb-4720-8797-def5858c8386', 'status': 'completed', 'code': 200} Jun 30 02:37:50.967130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aa707-0cb0-4303-911e-75bb22423f04 req-ec2ddab9-762f-46e5-acc1-953e76cae722 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:50.973165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aa707-0cb0-4303-911e-75bb22423f04 req-ec2ddab9-762f-46e5-acc1-953e76cae722 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:50.979193 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aa707-0cb0-4303-911e-75bb22423f04 req-ec2ddab9-762f-46e5-acc1-953e76cae722 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:50.986589 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aa707-0cb0-4303-911e-75bb22423f04 req-ec2ddab9-762f-46e5-acc1-953e76cae722 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:50.994108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aa707-0cb0-4303-911e-75bb22423f04 req-ec2ddab9-762f-46e5-acc1-953e76cae722 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:50.999969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3aa707-0cb0-4303-911e-75bb22423f04 req-ec2ddab9-762f-46e5-acc1-953e76cae722 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.001922 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0c3aa707-0cb0-4303-911e-75bb22423f04 req-ec2ddab9-762f-46e5-acc1-953e76cae722 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 4604 time: 0.3068726 Jun 30 02:37:51.005827 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed01a1b1-e716-4669-ac97-e7b50bcdbb8e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.014072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-b49fdb56-7dba-4851-a90c-ab12974be48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.021858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-b49fdb56-7dba-4851-a90c-ab12974be48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.022452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-b49fdb56-7dba-4851-a90c-ab12974be48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.049762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-b49fdb56-7dba-4851-a90c-ab12974be48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.050670 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-b49fdb56-7dba-4851-a90c-ab12974be48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.051192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-b49fdb56-7dba-4851-a90c-ab12974be48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.053239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-b49fdb56-7dba-4851-a90c-ab12974be48a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5292 time: 0.3069057 Jun 30 02:37:51.116021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Allocated IP 172.20.0.1 (5941b6b7-a807-4b49-90e3-d159db06b015/447eaec8-fc8d-466d-8a03-dcd3cf27b389/e00c3b55-390c-40f9-bc38-89db3b18cf8f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:51.135475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01a1b1-e716-4669-ac97-e7b50bcdbb8e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Subnet': ['ID=16aa6fdd-8c86-43dc-ad5b-e5f3241c0020,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:51.177602 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ed01a1b1-e716-4669-ac97-e7b50bcdbb8e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.180518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341801b-9973-43ae-8b70-e6722fc4d6a9 None None] Network c097f470-5f77-4075-92e1-cde791fff2db requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:51.183887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ed01a1b1-e716-4669-ac97-e7b50bcdbb8e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/subnets/16aa6fdd-8c86-43dc-ad5b-e5f3241c0020 HTTP/1.1" status: 204 len: 168 time: 1.0576282 Jun 30 02:37:51.189759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:51.394785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36072) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:51.531679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-a7be7029-f737-4e85-8410-549874bf2152 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.539018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-a7be7029-f737-4e85-8410-549874bf2152 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.4412470 Jun 30 02:37:51.574481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0c3aa707-0cb0-4303-911e-75bb22423f04 req-a58dc36e-e7cc-4438-8c27-c740308c86e2 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5196910 Jun 30 02:37:51.620529 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-4e2a4d3e-513d-44d5-ae18-3b6eebb7170b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/quotas/fef5510c674d4c81beed3eda57f51908 HTTP/1.1" status: 200 len: 375 time: 0.0694659 Jun 30 02:37:51.620666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31469b-f390-424e-aa32-d85dc5a274df None None] DHCP port deletion for c097f470-5f77-4075-92e1-cde791fff2db request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:37:51.684346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.723479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc31469b-f390-424e-aa32-d85dc5a274df None None] Deleting port 5cdd5390-c0fb-412d-a903-d2b79a87b149 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:51.724060 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc31469b-f390-424e-aa32-d85dc5a274df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.724596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-157711427-network', 'tenant_id': '870f746fdbab4c2aa11923e47dd35e05'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:51.773643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Made reservation on behalf of 870f746fdbab4c2aa11923e47dd35e05 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:51.776835 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.788515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-e195c10d-d03f-405c-9e5f-610a79c9dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.788989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-e195c10d-d03f-405c-9e5f-610a79c9dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.789455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-e195c10d-d03f-405c-9e5f-610a79c9dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:51.793763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.801395 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-e195c10d-d03f-405c-9e5f-610a79c9dd07 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7326932 Jun 30 02:37:51.841852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.873344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fc31469b-f390-424e-aa32-d85dc5a274df None None] For port 5cdd5390-c0fb-412d-a903-d2b79a87b149, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5cdd5390-c0fb-412d-a903-d2b79a87b149,segment=NetworkSegment(e0067b5a-d83f-4070-97a8-3dbbb28136b6),segment_id=e0067b5a-d83f-4070-97a8-3dbbb28136b6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:51.873754 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc31469b-f390-424e-aa32-d85dc5a274df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.884230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Transition to ACTIVE for port object e00c3b55-390c-40f9-bc38-89db3b18cf8f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:51.906921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc31469b-f390-424e-aa32-d85dc5a274df None None] Calling delete_port for 5cdd5390-c0fb-412d-a903-d2b79a87b149 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:52.003477 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.026321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-f033f785-799c-4584-92e9-b98c45342520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.034861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c20550c2-8912-45d9-ba79-ab2d730732bc req-f033f785-799c-4584-92e9-b98c45342520 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2227056 Jun 30 02:37:52.046406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb8efb1-d2db-4c17-91db-c41bb5b3befc {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:52.072475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.075457 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.076242 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc31469b-f390-424e-aa32-d85dc5a274df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.087811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:52.098009 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.098352 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Added segment 76b0186b-ecb5-4c9e-90ab-9d4a091fc822 of type vlan for network 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d Jun 30 02:37:52.113098 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31469b-f390-424e-aa32-d85dc5a274df None None] Pushing event deleted for resources: {'Port': ['ID=5cdd5390-c0fb-412d-a903-d2b79a87b149,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:52.116336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Deleting port 5cdd5390-c0fb-412d-a903-d2b79a87b149 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:37:52.120373 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.123738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc31469b-f390-424e-aa32-d85dc5a274df None None] No DVR routers for this DVR port 5cdd5390-c0fb-412d-a903-d2b79a87b149 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:52.149049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.157270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.206899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ace7c-5fe0-4cc7-b2cd-7c563d4af0ad req-c807f10d-79cb-4972-9ef6-c855f9dee9f8 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.208993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a51ace7c-5fe0-4cc7-b2cd-7c563d4af0ad req-c807f10d-79cb-4972-9ef6-c855f9dee9f8 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2085650 Jun 30 02:37:52.226018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Transition to ACTIVE for port object feb8efb1-d2db-4c17-91db-c41bb5b3befc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:52.236728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] For port 5cdd5390-c0fb-412d-a903-d2b79a87b149, host n-d-758944-39, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:52.237235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.240185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Pushing event updated for resources: {'Port': ['ID=e00c3b55-390c-40f9-bc38-89db3b18cf8f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:52.253780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-8f958ba7-8c37-4500-b4ee-79cf0c809ac4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6426313 Jun 30 02:37:52.254444 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.265518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Network 5941b6b7-a807-4b49-90e3-d159db06b015 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:52.265518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:52.273525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Calling delete_port for 5cdd5390-c0fb-412d-a903-d2b79a87b149 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:37:52.280778 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Port 5cdd5390-c0fb-412d-a903-d2b79a87b149 was not found and therefore no delete operation was performed {{(pid=93771) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:37:52.287501 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.326999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:52.332970 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a51ace7c-5fe0-4cc7-b2cd-7c563d4af0ad req-e88e8977-7965-437a-8753-5cbe775bc69d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143808 Jun 30 02:37:52.334392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:52.335965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Port': ['ID=5cdd5390-c0fb-412d-a903-d2b79a87b149,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:52.345489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] No DVR routers for this DVR port 5cdd5390-c0fb-412d-a903-d2b79a87b149 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:37:52.448861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.449903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.450494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.478503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Pushing event updated for resources: {'Port': ['ID=feb8efb1-d2db-4c17-91db-c41bb5b3befc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:52.528372 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.545633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c097f470-5f77-4075-92e1-cde791fff2db']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:52.561382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0067b5a-d83f-4070-97a8-3dbbb28136b6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:52.562441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0067b5a-d83f-4070-97a8-3dbbb28136b6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:52.578492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.600133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.609182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:37:52.610946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:37:52.616046 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:37:52.639306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2433517 Jun 30 02:37:52.651681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:52.668573 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.695107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Request body: {'subnet': {'network_id': '2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-157711427-subnet', 'tenant_id': '870f746fdbab4c2aa11923e47dd35e05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:52.699946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df4bfc-e071-4255-8fec-82dc57ee4c1c admin admin] Pushing event updated for resources: {'Network': ['ID=2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:52.718201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:52.744950 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.755819 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.761318 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] 10.222.0.55 "DELETE /v2.0/networks/c097f470-5f77-4075-92e1-cde791fff2db HTTP/1.1" status: 204 len: 168 time: 1.5298712 Jun 30 02:37:52.804126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3a56d1f3-93b2-4825-80ab-a24aa5b91694 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323081 Jun 30 02:37:52.846178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Made reservation on behalf of 870f746fdbab4c2aa11923e47dd35e05 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:52.848041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-47146f14-5cf1-4af4-9826-11594a39db1f None None] Provisioning for port e00c3b55-390c-40f9-bc38-89db3b18cf8f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:52.849858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.861678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-47146f14-5cf1-4af4-9826-11594a39db1f None None] Provisioning complete for port e00c3b55-390c-40f9-bc38-89db3b18cf8f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:52.862057 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-47146f14-5cf1-4af4-9826-11594a39db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:52.868874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f07f1d-36b0-4d80-9f23-97ba46365d0e tempest-NetworksIpV6TestAttrs-1894425903 tempest-NetworksIpV6TestAttrs-1894425903-project] Pushing event deleted for resources: {'Network': ['ID=c097f470-5f77-4075-92e1-cde791fff2db,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:52.931748 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77616619-bdd6-42e2-a4d2-ed9d55ad5a1b req-8ffd2ced-6568-4f3d-8c09-1651789e04f8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.934173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-47146f14-5cf1-4af4-9826-11594a39db1f None None] Port e00c3b55-390c-40f9-bc38-89db3b18cf8f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:52.938700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77616619-bdd6-42e2-a4d2-ed9d55ad5a1b req-8ffd2ced-6568-4f3d-8c09-1651789e04f8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.947936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77616619-bdd6-42e2-a4d2-ed9d55ad5a1b req-8ffd2ced-6568-4f3d-8c09-1651789e04f8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.954335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77616619-bdd6-42e2-a4d2-ed9d55ad5a1b req-8ffd2ced-6568-4f3d-8c09-1651789e04f8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.965907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77616619-bdd6-42e2-a4d2-ed9d55ad5a1b req-8ffd2ced-6568-4f3d-8c09-1651789e04f8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.977767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77616619-bdd6-42e2-a4d2-ed9d55ad5a1b req-8ffd2ced-6568-4f3d-8c09-1651789e04f8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:52.986639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77616619-bdd6-42e2-a4d2-ed9d55ad5a1b req-8ffd2ced-6568-4f3d-8c09-1651789e04f8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:53.002667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-77616619-bdd6-42e2-a4d2-ed9d55ad5a1b req-8ffd2ced-6568-4f3d-8c09-1651789e04f8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5382 time: 0.2134016 Jun 30 02:37:53.060307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-77616619-bdd6-42e2-a4d2-ed9d55ad5a1b req-61f5b295-8ee3-4031-83e9-a58ff40a2764 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560815 Jun 30 02:37:53.092108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Attempting to bind port feb8efb1-d2db-4c17-91db-c41bb5b3befc on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:53.092448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Attempting to bind port feb8efb1-d2db-4c17-91db-c41bb5b3befc by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:53.092773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Attempting to bind port feb8efb1-d2db-4c17-91db-c41bb5b3befc on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:53.121002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Port feb8efb1-d2db-4c17-91db-c41bb5b3befc on network 0309606f-fa66-4c24-9aed-94352388efc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:53.121442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Attempting to bind port feb8efb1-d2db-4c17-91db-c41bb5b3befc on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:53.154111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:53.216559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:53.258435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-2f5739d6-b632-43c0-9c25-4c3ffdffa716 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452360 Jun 30 02:37:53.280350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.295841 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:53.302061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:53.302655 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.341386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:53.341738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Checking segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:53.342131 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Bound using segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:53.342578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Bound port: feb8efb1-d2db-4c17-91db-c41bb5b3befc, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:53.344302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.353911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a5b701-4545-489d-84ef-fe906651d894,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:53.411448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.413326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:53.416472 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bbdb3de0-78cc-4ce6-b63d-b34fe767d395 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2329ef9b348e4ae6b2d3527d104850ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600191 Jun 30 02:37:53.448299 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.477706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=432ae65c-50ef-4235-9be6-ca5f9b3bd2cd,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:53.493713 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.580769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5cdd5390-c0fb-412d-a903-d2b79a87b149 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:37:53.625715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 5cdd5390-c0fb-412d-a903-d2b79a87b149 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:37:53.626737 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5cdd5390-c0fb-412d-a903-d2b79a87b149 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:37:53.637505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=432ae65c-50ef-4235-9be6-ca5f9b3bd2cd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:53.660559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] For port feb8efb1-d2db-4c17-91db-c41bb5b3befc, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:53.666184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2280671-05d2-4c69-abe4-a758ad06d066 req-f472cf79-9d18-4038-b192-966236a45b91 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:53.669104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2280671-05d2-4c69-abe4-a758ad06d066 req-f472cf79-9d18-4038-b192-966236a45b91 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1441691 Jun 30 02:37:53.702894 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-23d51186-4915-4100-a365-d0ab0b278d21 req-54c888bd-cef8-411f-acd0-1cc8ceb105fb tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 210 time: 0.0832083 Jun 30 02:37:53.728822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c848f033-d541-47d7-a8c3-f3d448e50353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.729753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2280671-05d2-4c69-abe4-a758ad06d066 req-7f7197a7-15c8-4f7b-8d07-731518bdb4eb tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512905 Jun 30 02:37:53.731965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] For port feb8efb1-d2db-4c17-91db-c41bb5b3befc, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:53.739302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Checking segment: {'id': '76b0186b-ecb5-4c9e-90ab-9d4a091fc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:53.739674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Network hostable DHCP agents. Network: 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:53.750186 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.844796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:53.845408 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.846891 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] 10.222.0.73 "PUT /v2.0/ports/feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 200 len: 1137 time: 3.4651399 Jun 30 02:37:53.850308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': 'feb8efb1-d2db-4c17-91db-c41bb5b3befc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:53.852667 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82" -d '{"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "feb8efb1-d2db-4c17-91db-c41bb5b3befc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:53.883598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c848f033-d541-47d7-a8c3-f3d448e50353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:53.903918 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:37:53.951518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:53.973785 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c736ba95-7520-4293-a4cd-cda81f004366 x-openstack-request-id: req-c736ba95-7520-4293-a4cd-cda81f004366 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:53.974180 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "feb8efb1-d2db-4c17-91db-c41bb5b3befc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:53.974767 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c736ba95-7520-4293-a4cd-cda81f004366 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:53.975241 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': 'feb8efb1-d2db-4c17-91db-c41bb5b3befc', 'status': 'completed', 'code': 200} Jun 30 02:37:54.007699 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c848f033-d541-47d7-a8c3-f3d448e50353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.011738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c848f033-d541-47d7-a8c3-f3d448e50353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.016348 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c848f033-d541-47d7-a8c3-f3d448e50353 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39233c2d-1996-4267-a286-1ff7621c4578 HTTP/1.1" status: 204 len: 168 time: 0.5982702 Jun 30 02:37:54.017107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Network 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:54.046541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2304bb-b019-49bf-bc6a-faf20a3d6320 service neutron] Pushing event updated for resources: {'Port': ['ID=feb8efb1-d2db-4c17-91db-c41bb5b3befc,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:54.055427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848f033-d541-47d7-a8c3-f3d448e50353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39233c2d-1996-4267-a286-1ff7621c4578,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:54.078917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:54.087738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cf30c1-5cd9-4eda-885e-bd98a1107cee None None] Network 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:54.091516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-5302fb8c-7a99-457a-8d09-722bbce69cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.091734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.091999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-5302fb8c-7a99-457a-8d09-722bbce69cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.092431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.092549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-5302fb8c-7a99-457a-8d09-722bbce69cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.092925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-5302fb8c-7a99-457a-8d09-722bbce69cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.097020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-5302fb8c-7a99-457a-8d09-722bbce69cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.098135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-5302fb8c-7a99-457a-8d09-722bbce69cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.098845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-5302fb8c-7a99-457a-8d09-722bbce69cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.106539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-5302fb8c-7a99-457a-8d09-722bbce69cfc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6222 time: 0.1439455 Jun 30 02:37:54.139124 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5d4dd74d-98b5-483f-b1dd-388290e2de25 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4650850 Jun 30 02:37:54.409870 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.468880 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7b04-e8a1-4a92-b663-ec44c6feabf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.473974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.476867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3972a-06c4-423a-acb1-fc5985f5930b None None] Network 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:54.484274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-1d42be4d-9842-4f52-8ef6-a98552c0d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.484798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-1d42be4d-9842-4f52-8ef6-a98552c0d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.485260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-1d42be4d-9842-4f52-8ef6-a98552c0d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.488302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.489047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-1d42be4d-9842-4f52-8ef6-a98552c0d2d9 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3681750 Jun 30 02:37:54.640006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-287ea84b-d3d8-45e7-82fd-87ed420691cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.641928 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdc96d79-5541-4aaa-aae4-5d9d5ad28d82 req-287ea84b-d3d8-45e7-82fd-87ed420691cf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463799 Jun 30 02:37:54.773714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Pushing event updated for resources: {'Port': ['ID=e00c3b55-390c-40f9-bc38-89db3b18cf8f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:54.784343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:54.937027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6350d2-7124-4ef6-8166-47238e422cd7 req-1a472af0-1d48-455f-a4c9-7736bcb8017f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.946582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6350d2-7124-4ef6-8166-47238e422cd7 req-1a472af0-1d48-455f-a4c9-7736bcb8017f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.953360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6350d2-7124-4ef6-8166-47238e422cd7 req-1a472af0-1d48-455f-a4c9-7736bcb8017f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.959563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6350d2-7124-4ef6-8166-47238e422cd7 req-1a472af0-1d48-455f-a4c9-7736bcb8017f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.966038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6350d2-7124-4ef6-8166-47238e422cd7 req-1a472af0-1d48-455f-a4c9-7736bcb8017f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.972169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6350d2-7124-4ef6-8166-47238e422cd7 req-1a472af0-1d48-455f-a4c9-7736bcb8017f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.978521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6350d2-7124-4ef6-8166-47238e422cd7 req-1a472af0-1d48-455f-a4c9-7736bcb8017f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:54.988202 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f6350d2-7124-4ef6-8166-47238e422cd7 req-1a472af0-1d48-455f-a4c9-7736bcb8017f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5382 time: 0.4952850 Jun 30 02:37:55.080916 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-488c91f4-4324-4a17-a10b-cb6d450b81a5 req-47d1bab4-43db-4eb8-bc0c-a67cc022ea34 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 210 time: 0.0919015 Jun 30 02:37:55.182337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:55.201288 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f6350d2-7124-4ef6-8166-47238e422cd7 req-3f055f08-0430-4f04-a71c-5b8fd91f639a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116513 Jun 30 02:37:55.274692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Network 5941b6b7-a807-4b49-90e3-d159db06b015 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:55.280708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:55.353742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:55.354769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:55.466413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:55.479565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:55.523715 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-732207-network', 'tenant_id': '382ea649196241dfb4f379ca7c1c19c5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:55.607752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-8ece0339-f311-46d4-95ee-2863ecb4292a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.610504 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-8ece0339-f311-46d4-95ee-2863ecb4292a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.3760159 Jun 30 02:37:55.625723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Request body: {'port': {'device_id': '90d11104-ab8e-4e53-ad5a-e907d488085b', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'admin_state_up': True, 'tenant_id': 'fef5510c674d4c81beed3eda57f51908'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:55.684827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc335c4-1db5-40f1-be50-9a11850d2f8e req-86b8ddf2-9285-433f-a800-8c13610bbf8d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:55.696004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cc335c4-1db5-40f1-be50-9a11850d2f8e req-86b8ddf2-9285-433f-a800-8c13610bbf8d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.3106096 Jun 30 02:37:55.698110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a84900a3-62f5-4346-8426-6baadf0ed31a None None] Provisioning complete for port e00c3b55-390c-40f9-bc38-89db3b18cf8f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:55.698707 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a84900a3-62f5-4346-8426-6baadf0ed31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:55.737941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a84900a3-62f5-4346-8426-6baadf0ed31a None None] Port e00c3b55-390c-40f9-bc38-89db3b18cf8f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:37:55.779898 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4cc335c4-1db5-40f1-be50-9a11850d2f8e req-aa3bc23d-7a11-4ed8-9bfe-5b782c146360 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668535 Jun 30 02:37:55.817013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Made reservation on behalf of fef5510c674d4c81beed3eda57f51908 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:55.820777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:55.960867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Made reservation on behalf of 382ea649196241dfb4f379ca7c1c19c5 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:55.961762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Allocated IP 172.20.0.11 (da85fd17-8f5d-4621-95de-f716da3768b8/b856f8da-cbc5-40d0-9b04-dd78e7eed933/4d13a9c2-3284-4be0-8c93-2c95d4db4376) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:55.963340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:55.981059 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.001286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13754d30-137a-4c46-952c-15a32b902563 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:56.018597 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.040147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Router 1074f87d-4295-4f54-afb4-b1c91adf3dba has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:37:56.051849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Transition to ACTIVE for port object 13754d30-137a-4c46-952c-15a32b902563 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:56.063197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.126897 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.137788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-956651680'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:56.170045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.185202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:37:56.201961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Pushing event updated for resources: {'Port': ['ID=13754d30-137a-4c46-952c-15a32b902563,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:56.260810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Network da85fd17-8f5d-4621-95de-f716da3768b8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:56.269561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:56.280254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:56.353404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event updated for resources: {'Port': ['ID=4d13a9c2-3284-4be0-8c93-2c95d4db4376,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:56.371030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.372024 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.408991 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.413788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:37:56.419295 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e9de1ea3-5618-440c-88ef-630a5160e3fa admin admin] 10.222.0.55 "PUT /v2.0/routers/1074f87d-4295-4f54-afb4-b1c91adf3dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3334494 Jun 30 02:37:56.425769 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.431031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-3b9eca66-65d4-4782-913c-2e29adad12ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8090198 Jun 30 02:37:56.439722 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Sync routers for ids ['1074f87d-4295-4f54-afb4-b1c91adf3dba'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:37:56.447642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Request body: {'port': {'device_id': '90d11104-ab8e-4e53-ad5a-e907d488085b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:56.453836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Routers {'1074f87d-4295-4f54-afb4-b1c91adf3dba'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:56.454479 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1074f87d-4295-4f54-afb4-b1c91adf3dba'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:56.479352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Attempting to bind port 13754d30-137a-4c46-952c-15a32b902563 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:56.480413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Attempting to bind port 13754d30-137a-4c46-952c-15a32b902563 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:56.480950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Attempting to bind port 13754d30-137a-4c46-952c-15a32b902563 on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:56.511030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Port 13754d30-137a-4c46-952c-15a32b902563 on network 0309606f-fa66-4c24-9aed-94352388efc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:56.511667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Attempting to bind port 13754d30-137a-4c46-952c-15a32b902563 on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:56.531901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:56.532646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Checking segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:56.533422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Bound using segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:56.535380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Bound port: 13754d30-137a-4c46-952c-15a32b902563, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:56.536110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.553505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:56.580664 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Set router 1074f87d-4295-4f54-afb4-b1c91adf3dba gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:56.591676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:56.595138 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.603962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dbeeb-e8b9-4e7b-af2b-3e7ecf6750a2 req-78aab47d-9eed-406e-afd6-207e7dd4571f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.608935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9470282-b074-4729-a216-ceff7d2bb60e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:56.609786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dbeeb-e8b9-4e7b-af2b-3e7ecf6750a2 req-78aab47d-9eed-406e-afd6-207e7dd4571f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.611892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.612235 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Added segment a5f05a17-1a9b-431b-a1b1-769091c149ec of type vlan for network b9137945-e3d4-4740-a344-58877bbaa1fb Jun 30 02:37:56.616912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dbeeb-e8b9-4e7b-af2b-3e7ecf6750a2 req-78aab47d-9eed-406e-afd6-207e7dd4571f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.622660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dbeeb-e8b9-4e7b-af2b-3e7ecf6750a2 req-78aab47d-9eed-406e-afd6-207e7dd4571f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.623698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.629880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dbeeb-e8b9-4e7b-af2b-3e7ecf6750a2 req-78aab47d-9eed-406e-afd6-207e7dd4571f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.635875 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dbeeb-e8b9-4e7b-af2b-3e7ecf6750a2 req-78aab47d-9eed-406e-afd6-207e7dd4571f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.641445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dbeeb-e8b9-4e7b-af2b-3e7ecf6750a2 req-78aab47d-9eed-406e-afd6-207e7dd4571f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.643387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-701dbeeb-e8b9-4e7b-af2b-3e7ecf6750a2 req-78aab47d-9eed-406e-afd6-207e7dd4571f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5394 time: 0.2102735 Jun 30 02:37:56.644720 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.713588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.725854 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-701dbeeb-e8b9-4e7b-af2b-3e7ecf6750a2 req-27e36147-8f8f-411d-9807-39928aeedf31 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710509 Jun 30 02:37:56.736586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019789a1-5537-4a2e-8852-d2830a74fb8e req-0cee26ab-88ec-4094-a03e-4d535a682e23 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.738223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-019789a1-5537-4a2e-8852-d2830a74fb8e req-0cee26ab-88ec-4094-a03e-4d535a682e23 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 932 time: 0.4264216 Jun 30 02:37:56.773564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] For port 13754d30-137a-4c46-952c-15a32b902563, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:56.814217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] For port 13754d30-137a-4c46-952c-15a32b902563, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=13754d30-137a-4c46-952c-15a32b902563,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:56.833428 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.840722 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e00c3b55-390c-40f9-bc38-89db3b18cf8f', 'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'mac_address': 'fa:16:3e:e6:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:50Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 2, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'subnets': [{'id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:56.880930 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-019789a1-5537-4a2e-8852-d2830a74fb8e req-a328f8fa-9fcb-43cc-b9a6-c24e4b47e44a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323321 Jun 30 02:37:56.881829 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.883113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:56.883312 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Checking router: 1074f87d-4295-4f54-afb4-b1c91adf3dba for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:37:56.884007 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Updating router 1074f87d-4295-4f54-afb4-b1c91adf3dba port e00c3b55-390c-40f9-bc38-89db3b18cf8f binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:37:56.884191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.974779 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:56.993148 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.010902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.011822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.017218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3b648e9-2911-45cc-a68b-70dd3e048dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.018380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] 10.222.0.73 "PUT /v2.0/ports/13754d30-137a-4c46-952c-15a32b902563 HTTP/1.1" status: 200 len: 1092 time: 3.0856743 Jun 30 02:37:57.024175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '13754d30-137a-4c46-952c-15a32b902563'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:57.026908 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd1fea8-c8fa-468d-9830-e8ed70682484" -d '{"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "13754d30-137a-4c46-952c-15a32b902563"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:57.076836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:57.082589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b5f89-4644-46f4-9749-5c38c34ccfda service neutron] Pushing event updated for resources: {'Port': ['ID=13754d30-137a-4c46-952c-15a32b902563,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:57.104792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d13a9c2-3284-4be0-8c93-2c95d4db4376 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:57.133519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] Pushing event updated for resources: {'Network': ['ID=b9137945-e3d4-4740-a344-58877bbaa1fb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:57.134112 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.149211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network b9137945-e3d4-4740-a344-58877bbaa1fb details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:57.199852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Transition to ACTIVE for port object 4d13a9c2-3284-4be0-8c93-2c95d4db4376 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:57.214497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.224458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.243739 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.260178 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.263104 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ceda66fa-f988-48fb-b2d0-a76385f78d1a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7458768 Jun 30 02:37:57.307550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:57.326026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Request body: {'subnet': {'network_id': 'b9137945-e3d4-4740-a344-58877bbaa1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-732207-subnet', 'tenant_id': '382ea649196241dfb4f379ca7c1c19c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:57.339448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Pushing event updated for resources: {'Port': ['ID=4d13a9c2-3284-4be0-8c93-2c95d4db4376,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:57.341209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:57.398053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7867c50-c1ba-49b5-a9c1-16f13868b35b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:57.407976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.408323 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Added segment 5f8361bc-46a1-4fda-86b1-8ea645d03897 of type vlan for network 70a7fba7-72c2-4eb3-b220-4e8a822976af Jun 30 02:37:57.472046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Attempting to bind port 4d13a9c2-3284-4be0-8c93-2c95d4db4376 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:57.472465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Attempting to bind port 4d13a9c2-3284-4be0-8c93-2c95d4db4376 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:57.473034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Attempting to bind port 4d13a9c2-3284-4be0-8c93-2c95d4db4376 on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:57.476681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Made reservation on behalf of 382ea649196241dfb4f379ca7c1c19c5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:57.477825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Port 4d13a9c2-3284-4be0-8c93-2c95d4db4376 on network da85fd17-8f5d-4621-95de-f716da3768b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:57.478148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Attempting to bind port 4d13a9c2-3284-4be0-8c93-2c95d4db4376 on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:57.479160 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.483741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:57.484166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Checking segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:57.484446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Bound using segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:57.484883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Bound port: 4d13a9c2-3284-4be0-8c93-2c95d4db4376, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:57.485230 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.564250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:57.568333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] For port 4d13a9c2-3284-4be0-8c93-2c95d4db4376, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:57.573267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f36e0600-476b-4835-950b-36de9042ab83 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385561161', 'description': 'tempest-description--1209200419'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:57.593313 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.598094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] For port 4d13a9c2-3284-4be0-8c93-2c95d4db4376, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4d13a9c2-3284-4be0-8c93-2c95d4db4376,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:57.607614 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.612267 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.618758 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83768d5c-ecd3-49fa-aa5e-34adb8ca973b x-openstack-request-id: req-83768d5c-ecd3-49fa-aa5e-34adb8ca973b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:57.619049 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "13754d30-137a-4c46-952c-15a32b902563", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:57.619293 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83768d5c-ecd3-49fa-aa5e-34adb8ca973b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:57.619697 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '13754d30-137a-4c46-952c-15a32b902563', 'status': 'completed', 'code': 200} Jun 30 02:37:57.627073 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Transition to ACTIVE for port object e00c3b55-390c-40f9-bc38-89db3b18cf8f will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:57.641388 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.650652 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36e0600-476b-4835-950b-36de9042ab83 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.702607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.703970 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.705773 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] 10.222.0.69 "PUT /v2.0/ports/4d13a9c2-3284-4be0-8c93-2c95d4db4376 HTTP/1.1" status: 200 len: 1093 time: 1.2625005 Jun 30 02:37:57.712355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d11104-ab8e-4e53-ad5a-e907d488085b', 'tag': '4d13a9c2-3284-4be0-8c93-2c95d4db4376'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:57.712616 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Pushing event updated for resources: {'Port': ['ID=e00c3b55-390c-40f9-bc38-89db3b18cf8f,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:57.715202 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "90d11104-ab8e-4e53-ad5a-e907d488085b", "tag": "4d13a9c2-3284-4be0-8c93-2c95d4db4376"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:57.725032 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.725553 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.725905 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.727027 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.727152 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.727535 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.727857 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.728184 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.728559 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.728880 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.729202 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.729609 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:57.732519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f24089-d0bf-4ec1-ac45-f1a45b90b5c5 req-b9b08e9b-4318-4e66-a0a6-1549859c8e19 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.740460 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0f24089-d0bf-4ec1-ac45-f1a45b90b5c5 req-b9b08e9b-4318-4e66-a0a6-1549859c8e19 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.3966482 Jun 30 02:37:57.783135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.788624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:57.789218 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.816487 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Attempting to bind port e00c3b55-390c-40f9-bc38-89db3b18cf8f on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:57.817157 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Attempting to bind port e00c3b55-390c-40f9-bc38-89db3b18cf8f by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:57.817616 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Attempting to bind port e00c3b55-390c-40f9-bc38-89db3b18cf8f on network 5941b6b7-a807-4b49-90e3-d159db06b015 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:57.823345 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:57.823977 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Checking segment: {'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:57.824517 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.824891 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Bound using segment: {'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:57.825479 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Bound port: e00c3b55-390c-40f9-bc38-89db3b18cf8f, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:57.825936 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.901287 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] For port e00c3b55-390c-40f9-bc38-89db3b18cf8f, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:57.905727 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] For port e00c3b55-390c-40f9-bc38-89db3b18cf8f, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e00c3b55-390c-40f9-bc38-89db3b18cf8f,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:57.913002 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:57.949608 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0f24089-d0bf-4ec1-ac45-f1a45b90b5c5 req-82836b8c-b39f-4887-9168-6c746a5eaef5 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082758 Jun 30 02:37:57.999296 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Routers {'1074f87d-4295-4f54-afb4-b1c91adf3dba'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:37:57.999941 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:37:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1074f87d-4295-4f54-afb4-b1c91adf3dba'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:58.003662 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c815ac-4e82-4bf8-8ae9-23782a621a1f None None] Pushing event updated for resources: {'Port': ['ID=e00c3b55-390c-40f9-bc38-89db3b18cf8f,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:58.010033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Network': ['ID=70a7fba7-72c2-4eb3-b220-4e8a822976af,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:58.077517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:58.137383 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] Set router 1074f87d-4295-4f54-afb4-b1c91adf3dba gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:37:58.167060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.208299 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dc5315-0369-4511-81cf-4048671434c5 x-openstack-request-id: req-08dc5315-0369-4511-81cf-4048671434c5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:37:58.208924 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d11104-ab8e-4e53-ad5a-e907d488085b", "tag": "4d13a9c2-3284-4be0-8c93-2c95d4db4376", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:37:58.209072 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08dc5315-0369-4511-81cf-4048671434c5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:37:58.209433 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.210401 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d11104-ab8e-4e53-ad5a-e907d488085b', 'tag': '4d13a9c2-3284-4be0-8c93-2c95d4db4376', 'status': 'completed', 'code': 200} Jun 30 02:37:58.252058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e91ad-7249-40cd-8054-ca0250503f33 service neutron] Pushing event updated for resources: {'Port': ['ID=4d13a9c2-3284-4be0-8c93-2c95d4db4376,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:58.330395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:37:58.336016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0bfb201-8f12-4a01-bd0b-b1102fd1862b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:58.345819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddfc5d-e7d8-44e8-b2ee-d2c74854c530 req-09afbc88-8e3e-4d30-9606-86624b1b3922 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.345946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.352464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddfc5d-e7d8-44e8-b2ee-d2c74854c530 req-09afbc88-8e3e-4d30-9606-86624b1b3922 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.358773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddfc5d-e7d8-44e8-b2ee-d2c74854c530 req-09afbc88-8e3e-4d30-9606-86624b1b3922 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.365563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddfc5d-e7d8-44e8-b2ee-d2c74854c530 req-09afbc88-8e3e-4d30-9606-86624b1b3922 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.371519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddfc5d-e7d8-44e8-b2ee-d2c74854c530 req-09afbc88-8e3e-4d30-9606-86624b1b3922 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.375384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Transition to ACTIVE for port object 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:58.378016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddfc5d-e7d8-44e8-b2ee-d2c74854c530 req-09afbc88-8e3e-4d30-9606-86624b1b3922 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.381139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Checking segment: {'id': 'a5f05a17-1a9b-431b-a1b1-769091c149ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b9137945-e3d4-4740-a344-58877bbaa1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:58.381488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Network hostable DHCP agents. Network: b9137945-e3d4-4740-a344-58877bbaa1fb, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:58.385508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddfc5d-e7d8-44e8-b2ee-d2c74854c530 req-09afbc88-8e3e-4d30-9606-86624b1b3922 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.385737 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.387481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efddfc5d-e7d8-44e8-b2ee-d2c74854c530 req-09afbc88-8e3e-4d30-9606-86624b1b3922 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5431 time: 0.6679895 Jun 30 02:37:58.397394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-49c02719-0b1a-465e-a2a4-10c9a97ec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.397979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-49c02719-0b1a-465e-a2a4-10c9a97ec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.398456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-49c02719-0b1a-465e-a2a4-10c9a97ec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.398943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-49c02719-0b1a-465e-a2a4-10c9a97ec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.399408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-49c02719-0b1a-465e-a2a4-10c9a97ec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.399869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-49c02719-0b1a-465e-a2a4-10c9a97ec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.400326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-49c02719-0b1a-465e-a2a4-10c9a97ec19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.402381 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-49c02719-0b1a-465e-a2a4-10c9a97ec19b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6290 time: 0.7473879 Jun 30 02:37:58.468187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02aaa9-ad32-4017-899f-6c41b56e69bb req-3909f4d3-215e-4475-bfcc-e55aecf7fe6f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.474120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02aaa9-ad32-4017-899f-6c41b56e69bb req-3909f4d3-215e-4475-bfcc-e55aecf7fe6f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.479982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02aaa9-ad32-4017-899f-6c41b56e69bb req-3909f4d3-215e-4475-bfcc-e55aecf7fe6f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.486054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02aaa9-ad32-4017-899f-6c41b56e69bb req-3909f4d3-215e-4475-bfcc-e55aecf7fe6f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.491817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02aaa9-ad32-4017-899f-6c41b56e69bb req-3909f4d3-215e-4475-bfcc-e55aecf7fe6f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.497698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02aaa9-ad32-4017-899f-6c41b56e69bb req-3909f4d3-215e-4475-bfcc-e55aecf7fe6f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.503621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02aaa9-ad32-4017-899f-6c41b56e69bb req-3909f4d3-215e-4475-bfcc-e55aecf7fe6f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.505734 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a02aaa9-ad32-4017-899f-6c41b56e69bb req-3909f4d3-215e-4475-bfcc-e55aecf7fe6f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5394 time: 0.2664678 Jun 30 02:37:58.523159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:58.551143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-919164aa-1e10-4402-8b6d-4c7fcab4627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.552663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-919164aa-1e10-4402-8b6d-4c7fcab4627b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 1096 time: 0.7492161 Jun 30 02:37:58.563438 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efddfc5d-e7d8-44e8-b2ee-d2c74854c530 req-04f18253-dcc9-4ced-9544-abc8b161b058 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1588478 Jun 30 02:37:58.563718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Network b9137945-e3d4-4740-a344-58877bbaa1fb is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:58.583451 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36e0600-476b-4835-950b-36de9042ab83 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.588924 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e00c3b55-390c-40f9-bc38-89db3b18cf8f', 'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'mac_address': 'fa:16:3e:e6:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:50Z', 'updated_at': '2021-06-30T02:37:57Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'subnets': [{'id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:37:58.633522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36e0600-476b-4835-950b-36de9042ab83 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.633800 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d7f416-0cd7-4750-a55a-a18ba63f191f None None] The sync data for ids ['1074f87d-4295-4f54-afb4-b1c91adf3dba'] in n-d-758944-39 is: [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e00c3b55-390c-40f9-bc38-89db3b18cf8f', 'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'mac_address': 'fa:16:3e:e6:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:50Z', 'updated_at': '2021-06-30T02:37:57Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'subnets': [{'id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:37:58.636232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Attempting to bind port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:58.642169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Attempting to bind port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:58.642518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Attempting to bind port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:58.648613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4108ccb0-32fa-4b2b-95f4-4ad40719269f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1363494 Jun 30 02:37:58.651906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 on network 0309606f-fa66-4c24-9aed-94352388efc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:37:58.652458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Attempting to bind port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:58.658884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:58.665194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'name': 'tempest-PortsIpV6TestJSON-1870893970'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:58.688460 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-c891e155-294a-48dc-bb09-f92a0bab25fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d13a9c2-3284-4be0-8c93-2c95d4db4376 HTTP/1.1" status: 200 len: 217 time: 0.1174526 Jun 30 02:37:58.700028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f36e0600-476b-4835-950b-36de9042ab83 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.701257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f36e0600-476b-4835-950b-36de9042ab83 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1347306 Jun 30 02:37:58.769483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-1ad4a481-487d-4d69-83dd-07381bc2e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.772029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-1ad4a481-487d-4d69-83dd-07381bc2e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.772605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-1ad4a481-487d-4d69-83dd-07381bc2e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.774235 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-1ad4a481-487d-4d69-83dd-07381bc2e76f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3539834 Jun 30 02:37:58.774771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:58.782037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, b9137945-e3d4-4740-a344-58877bbaa1fb) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:58.784789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:58.785439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Checking segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:58.786132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Bound using segment: {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:58.787046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Bound port: 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d7b028-68bf-4a10-a5bc-86718097445e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:58.788605 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.797615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454bfff1-f37e-421b-b55f-df514e8096a1 None None] Network b9137945-e3d4-4740-a344-58877bbaa1fb requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:58.807364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.808237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:58.859686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a02aaa9-ad32-4017-899f-6c41b56e69bb req-f967fb8f-8386-448c-9747-6df4ed23171d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3423748 Jun 30 02:37:58.925765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d6b3a063-2aeb-4d9d-8ad7-bf32e680c8b5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Request body: {'security_group_rule': {'security_group_id': 'e49edfb6-bcd5-4afe-8982-c3dc7f9affe4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:58.946246 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-92630f4b-cf6b-44e5-9ef5-cd460d7263b0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6374671 Jun 30 02:37:58.953554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e0600-476b-4835-950b-36de9042ab83 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:58.959948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-d25b4b51-2d48-4b50-b44e-b7476d9cd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.962591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fd1fea8-c8fa-468d-9830-e8ed70682484 req-d25b4b51-2d48-4b50-b44e-b7476d9cd266 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709151 Jun 30 02:37:58.970009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-20d16b3e-0c80-4552-adc7-05659080a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:58.971778 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-20d16b3e-0c80-4552-adc7-05659080a96f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.2735531 Jun 30 02:37:59.064852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9f937b-f946-4260-858c-9f2782bbafb0 None None] Network b9137945-e3d4-4740-a344-58877bbaa1fb requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:59.065865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-75f07d1d-57d2-48a4-9fb7-b34c32c859f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874734 Jun 30 02:37:59.071508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:59.080061 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.119376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] For port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:59.189297 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a063-2aeb-4d9d-8ad7-bf32e680c8b5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.226765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] For port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:59.236349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:37:59.262151 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.302428 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a063-2aeb-4d9d-8ad7-bf32e680c8b5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.304946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e00c3b55-390c-40f9-bc38-89db3b18cf8f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:59.316794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a063-2aeb-4d9d-8ad7-bf32e680c8b5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.327118 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-a408987d-c46c-4dad-ab3d-d7c50c43b70b service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530622 Jun 30 02:37:59.352622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.353269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.354699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 HTTP/1.1" status: 200 len: 1091 time: 2.2857282 Jun 30 02:37:59.408975 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:59.455424 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6b3a063-2aeb-4d9d-8ad7-bf32e680c8b5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.459130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d6b3a063-2aeb-4d9d-8ad7-bf32e680c8b5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6759233 Jun 30 02:37:59.459294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e00c3b55-390c-40f9-bc38-89db3b18cf8f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:59.466305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec7eff-7f01-49e6-8a6f-4dfc142c1163 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:59.467019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e00c3b55-390c-40f9-bc38-89db3b18cf8f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:59.467495 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.473569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:59.481536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ceabd63b-0b45-4394-a1cf-5d76f2ba6448 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Request body: {'security_group_rule': {'security_group_id': 'e49edfb6-bcd5-4afe-8982-c3dc7f9affe4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:59.483025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1538-6adf-432a-9baf-f65cc2027f99 req-85ecdd5f-c034-400a-b39f-a192142dff00 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.484911 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f15a1538-6adf-432a-9baf-f65cc2027f99 req-85ecdd5f-c034-400a-b39f-a192142dff00 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 944 time: 0.3821108 Jun 30 02:37:59.534292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b49a9-1225-4cc8-b420-7bf5aaea21ae req-1b0f3a01-e312-48a8-9e03-277c3ece7d13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.547693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1593a168-0337-4220-bf94-1d8aec4bf677 req-aea1a4bf-31fd-4ed8-adc6-ae7fb0ab73ba service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924388 Jun 30 02:37:59.549420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b49a9-1225-4cc8-b420-7bf5aaea21ae req-1b0f3a01-e312-48a8-9e03-277c3ece7d13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.550212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3a063-2aeb-4d9d-8ad7-bf32e680c8b5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2747542-5214-484d-9d90-a0bed580d1bc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:59.557272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b49a9-1225-4cc8-b420-7bf5aaea21ae req-1b0f3a01-e312-48a8-9e03-277c3ece7d13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.567748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b49a9-1225-4cc8-b420-7bf5aaea21ae req-1b0f3a01-e312-48a8-9e03-277c3ece7d13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.575315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b49a9-1225-4cc8-b420-7bf5aaea21ae req-1b0f3a01-e312-48a8-9e03-277c3ece7d13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.581421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b49a9-1225-4cc8-b420-7bf5aaea21ae req-1b0f3a01-e312-48a8-9e03-277c3ece7d13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.587683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b49a9-1225-4cc8-b420-7bf5aaea21ae req-1b0f3a01-e312-48a8-9e03-277c3ece7d13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.589842 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f76b49a9-1225-4cc8-b420-7bf5aaea21ae req-1b0f3a01-e312-48a8-9e03-277c3ece7d13 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5431 time: 0.4948251 Jun 30 02:37:59.606785 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.636035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:37:59.654925 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a" -d '{"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:37:59.703550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e00c3b55-390c-40f9-bc38-89db3b18cf8f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e00c3b55-390c-40f9-bc38-89db3b18cf8f,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:59.709213 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.719907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f15a1538-6adf-432a-9baf-f65cc2027f99 req-310f46f1-88f9-4099-acc9-cdc463d9ef76 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707919 Jun 30 02:37:59.762706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9 req-60f889bc-38db-43c0-be6a-d0df8d7dffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.764727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9 req-60f889bc-38db-43c0-be6a-d0df8d7dffb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 1096 time: 0.1390717 Jun 30 02:37:59.801045 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceabd63b-0b45-4394-a1cf-5d76f2ba6448 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.801317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e00c3b55-390c-40f9-bc38-89db3b18cf8f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:59.895170 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.901425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.915106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9 req-5c5a7efb-cb4f-4363-bd51-a3f32fd3d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:59.916557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9 req-5c5a7efb-cb4f-4363-bd51-a3f32fd3d790 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 907 time: 0.1443527 Jun 30 02:37:59.977790 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:59.978070 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceabd63b-0b45-4394-a1cf-5d76f2ba6448 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.004551 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceabd63b-0b45-4394-a1cf-5d76f2ba6448 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.009183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9 req-922d764f-45f5-40a1-adf3-750082faff18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d13a9c2-3284-4be0-8c93-2c95d4db4376 HTTP/1.1" status: 200 len: 217 time: 0.0816154 Jun 30 02:38:00.059138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabd63b-0b45-4394-a1cf-5d76f2ba6448 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdc41cc-734d-4041-afb8-6b6e59ee2277,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:00.072327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ceabd63b-0b45-4394-a1cf-5d76f2ba6448 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.076425 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ceabd63b-0b45-4394-a1cf-5d76f2ba6448 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5957007 Jun 30 02:38:00.083320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:00.089665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:00.109627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63840a5-8856-480a-8bf4-82d87552a04f req-1194f33a-caa4-43a8-a6cf-2fa6c3e704e2 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.112210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-1194f33a-caa4-43a8-a6cf-2fa6c3e704e2 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/networks?id=2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d HTTP/1.1" status: 200 len: 824 time: 0.2173650 Jun 30 02:38:00.116661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9 req-c93c44e9-bd1b-4d9e-82fb-64a7f5cfae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.119723 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9 req-c93c44e9-bd1b-4d9e-82fb-64a7f5cfae3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.1018095 Jun 30 02:38:00.138637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21298718-1e44-41fc-aa07-4e8f8591cc37 req-929bae14-917c-42d7-bb57-fd6f376678f9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.140272 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-21298718-1e44-41fc-aa07-4e8f8591cc37 req-929bae14-917c-42d7-bb57-fd6f376678f9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2826929 Jun 30 02:38:00.165808 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-fbeae0b3-3738-4f55-88ad-2a21c3813fa6 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/quotas/870f746fdbab4c2aa11923e47dd35e05 HTTP/1.1" status: 200 len: 375 time: 0.0427098 Jun 30 02:38:00.167691 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.170257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9 req-818f9981-bbcd-4df3-965a-0176316513df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374789 Jun 30 02:38:00.190070 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.299274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-91ce21a0-bc2f-46ed-8377-630c8e1bc893 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=870f746fdbab4c2aa11923e47dd35e05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179910 Jun 30 02:38:00.309913 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-21298718-1e44-41fc-aa07-4e8f8591cc37 req-328fd2b2-a500-407b-9989-0c4115410d74 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540320 Jun 30 02:38:00.310737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:00.356663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Checking segment: {'id': '5f8361bc-46a1-4fda-86b1-8ea645d03897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:00.357030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network hostable DHCP agents. Network: 70a7fba7-72c2-4eb3-b220-4e8a822976af, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:00.370148 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9 req-4d21c323-7560-4ac0-aee7-a702b1f9f5cb service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901004 Jun 30 02:38:00.395950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:00.449800 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2ac678-a386-46db-9256-8c0ae7ce620d x-openstack-request-id: req-2e2ac678-a386-46db-9256-8c0ae7ce620d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:00.450103 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:00.450380 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e2ac678-a386-46db-9256-8c0ae7ce620d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:00.450761 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67', 'status': 'completed', 'code': 200} Jun 30 02:38:00.451340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 70a7fba7-72c2-4eb3-b220-4e8a822976af) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:00.459454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:00.462040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd0503-4fca-4544-899a-3d8cac762872 None None] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:00.465655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.465942 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.490912 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef21ad5-03b8-438f-9438-c9e4d870f4cc {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:00.500719 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d04b405c-07eb-4b36-9669-338922564ac6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8400214 Jun 30 02:38:00.503529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:00.507665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.513494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1031836752'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:00.541932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Transition to ACTIVE for port object 1ef21ad5-03b8-438f-9438-c9e4d870f4cc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:00.552510 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.574558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:00.579544 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.635920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79a34f1b-ceae-4abe-a6cd-089f3d8ee4b9 req-599a2b5b-1c60-43b5-afb1-e3620075c59b service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563782 Jun 30 02:38:00.663519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:00.679902 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.680708 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Added segment 1d6f59f0-cbb9-4e37-8dca-a04521951368 of type vlan for network 311220a7-a352-41f0-8f65-5a6f1efbf869 Jun 30 02:38:00.730954 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.745977 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.762847 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-ec6b71aa-d1b2-4675-bad8-8f7f5ff24663 service neutron] 10.222.0.55 "GET /v2.0/networks/2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530745 Jun 30 02:38:00.792533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:00.857340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-fe289e3a-8a2d-4215-b68e-7241423238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.857818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-fe289e3a-8a2d-4215-b68e-7241423238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.858280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-fe289e3a-8a2d-4215-b68e-7241423238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.858758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-fe289e3a-8a2d-4215-b68e-7241423238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.859490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-fe289e3a-8a2d-4215-b68e-7241423238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.859897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-fe289e3a-8a2d-4215-b68e-7241423238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.860125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-fe289e3a-8a2d-4215-b68e-7241423238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.862321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-fe289e3a-8a2d-4215-b68e-7241423238b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6384 time: 0.3259289 Jun 30 02:38:00.869776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.875510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:00.876098 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:00.960291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4525757 Jun 30 02:38:00.971212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:00.981167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'ports': [{'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af'}, {'network_id': '311220a7-a352-41f0-8f65-5a6f1efbf869'}]} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:00.981512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:00.982033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '311220a7-a352-41f0-8f65-5a6f1efbf869'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:01.084223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-c2afcac6-6edf-46eb-98e4-71ee0d8257fa service neutron] 10.222.0.55 "GET /v2.0/networks/2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205085 Jun 30 02:38:01.124944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Allocated IP 172.25.7.236 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/759c95cc-616f-4970-913d-dc2c74e78478) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:01.138446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-b00cb9c3-824a-4cf1-99e1-961d4a7a1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.139201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-b00cb9c3-824a-4cf1-99e1-961d4a7a1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.139434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-b00cb9c3-824a-4cf1-99e1-961d4a7a1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.141067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-b00cb9c3-824a-4cf1-99e1-961d4a7a1365 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2639563 Jun 30 02:38:01.168651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e00c3b55-390c-40f9-bc38-89db3b18cf8f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:01.227485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e00c3b55-390c-40f9-bc38-89db3b18cf8f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:01.228369 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.341999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Attempting to bind port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:01.342400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Attempting to bind port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:01.342654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Attempting to bind port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc on network 4f822b0e-82d4-4d9a-9952-bdda678788b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:01.360530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc on network 4f822b0e-82d4-4d9a-9952-bdda678788b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:01.360857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Attempting to bind port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc on network 4f822b0e-82d4-4d9a-9952-bdda678788b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:01.376537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2b5d-0a79-4372-ab5f-b9180773f638 req-9289bb36-4f57-4672-af51-b3218ee4ed09 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.382643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2b5d-0a79-4372-ab5f-b9180773f638 req-9289bb36-4f57-4672-af51-b3218ee4ed09 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.392068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2b5d-0a79-4372-ab5f-b9180773f638 req-9289bb36-4f57-4672-af51-b3218ee4ed09 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.401658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2b5d-0a79-4372-ab5f-b9180773f638 req-9289bb36-4f57-4672-af51-b3218ee4ed09 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.407594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2b5d-0a79-4372-ab5f-b9180773f638 req-9289bb36-4f57-4672-af51-b3218ee4ed09 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.421678 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2b5d-0a79-4372-ab5f-b9180773f638 req-9289bb36-4f57-4672-af51-b3218ee4ed09 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.422470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c2b5d-0a79-4372-ab5f-b9180773f638 req-9289bb36-4f57-4672-af51-b3218ee4ed09 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.425948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a3c2b5d-0a79-4372-ab5f-b9180773f638 req-9289bb36-4f57-4672-af51-b3218ee4ed09 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5418 time: 0.6828527 Jun 30 02:38:01.428292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eba1c-beca-49be-aff4-df12de6acea3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Network': ['ID=311220a7-a352-41f0-8f65-5a6f1efbf869,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:01.444562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:01.444924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Checking segment: {'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:01.445329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Bound using segment: {'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:01.446142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Bound port: 1ef21ad5-03b8-438f-9438-c9e4d870f4cc, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:01.446525 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.453095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 311220a7-a352-41f0-8f65-5a6f1efbf869 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:01.521540 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a3c2b5d-0a79-4372-ab5f-b9180773f638 req-a44f7c97-23a8-40d7-9e00-07782926120c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788114 Jun 30 02:38:01.545633 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.550788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-2533a96f-b49a-4b9d-bf0c-efea6fc48fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.552631 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff52b205-2c08-4f61-91c9-8dfd1e07d94a req-2533a96f-b49a-4b9d-bf0c-efea6fc48fea service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3958638 Jun 30 02:38:01.580741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 2} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:01.581016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] For port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:01.581131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.581230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] For port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:01.594964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.608327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.644161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fc5c7-0bda-42ba-a3f7-4d893bc6d59d req-6f5ecace-93dd-45c9-9602-eb9ea4ed5bae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.651264 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-898fc5c7-0bda-42ba-a3f7-4d893bc6d59d req-6f5ecace-93dd-45c9-9602-eb9ea4ed5bae tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 944 time: 0.2251003 Jun 30 02:38:01.745038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.751546 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7269991f-95fb-43ec-984c-f6adc3baf3a8 req-e6a989c1-e6ff-4fa2-9ef1-8b23480a0e7c tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 210 time: 0.1257236 Jun 30 02:38:01.755891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:01.758748 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:01.762466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] 10.222.0.73 "PUT /v2.0/ports/1ef21ad5-03b8-438f-9438-c9e4d870f4cc HTTP/1.1" status: 200 len: 1092 time: 2.3678980 Jun 30 02:38:01.811596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Request body: {'port': {'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:01.813478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-898fc5c7-0bda-42ba-a3f7-4d893bc6d59d req-5ed461d9-0d62-49e2-b020-276b3d449437 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612401 Jun 30 02:38:01.845861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port ee990cc9-e45d-4056-b40f-946f9573c166 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:01.889437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:01.898346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:01.924542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:01.928507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Pushing event updated for resources: {'Port': ['ID=759c95cc-616f-4970-913d-dc2c74e78478,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:01.959534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.033431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd98ad0-3b28-46b9-905f-e3924f2df7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:02.077417 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4d13a9c2-3284-4be0-8c93-2c95d4db4376 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:02.187466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7a4c-8924-424c-aa75-1b5b81b3f7aa req-acf719d3-7050-4ab8-8501-97c715d70794 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.189106 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4bef7a4c-8924-424c-aa75-1b5b81b3f7aa req-acf719d3-7050-4ab8-8501-97c715d70794 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1700468 Jun 30 02:38:02.261797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 4d13a9c2-3284-4be0-8c93-2c95d4db4376, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4d13a9c2-3284-4be0-8c93-2c95d4db4376,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:02.291272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '4d13a9c2-3284-4be0-8c93-2c95d4db4376', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'port_id': '4d13a9c2-3284-4be0-8c93-2c95d4db4376', 'mac_address': 'fa:16:3e:14:36:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b856f8da-cbc5-40d0-9b04-dd78e7eed933', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:02.347853 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.367068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4bef7a4c-8924-424c-aa75-1b5b81b3f7aa req-71379a1c-efe5-4583-9bad-109adfb972f2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630974 Jun 30 02:38:02.372785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d13a9c2-3284-4be0-8c93-2c95d4db4376 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:02.408469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 4d13a9c2-3284-4be0-8c93-2c95d4db4376, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4d13a9c2-3284-4be0-8c93-2c95d4db4376,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:02.413346 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.466959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '1ef21ad5-03b8-438f-9438-c9e4d870f4cc'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:02.469522 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bff57b-d4db-4624-a1c2-33b9637cd09b" -d '{"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "1ef21ad5-03b8-438f-9438-c9e4d870f4cc"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:02.479911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=4d13a9c2-3284-4be0-8c93-2c95d4db4376,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:02.495199 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.505048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:02.524843 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.528539 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45100f0-d761-4324-8c46-d71430940dd1 x-openstack-request-id: req-a45100f0-d761-4324-8c46-d71430940dd1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:02.529050 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "1ef21ad5-03b8-438f-9438-c9e4d870f4cc", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:02.529170 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a45100f0-d761-4324-8c46-d71430940dd1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:02.529651 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '1ef21ad5-03b8-438f-9438-c9e4d870f4cc', 'status': 'completed', 'code': 200} Jun 30 02:38:02.543504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Transition to ACTIVE for port object 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:02.550522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.571236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:02.604698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:02.637591 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.641839 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.691995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Attempting to bind port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:02.692413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Attempting to bind port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:02.694156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Attempting to bind port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b on network 4f822b0e-82d4-4d9a-9952-bdda678788b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:02.701763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b on network 4f822b0e-82d4-4d9a-9952-bdda678788b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:02.702159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Attempting to bind port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b on network 4f822b0e-82d4-4d9a-9952-bdda678788b4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:02.708813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:02.709777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Checking segment: {'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:02.710230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Bound using segment: {'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:02.710797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Bound port: 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd62848-88b7-4b17-92e1-b560288af654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:02.711228 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.810855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port a4e6c584-56ae-42a0-884a-9213b506ef1d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:02.827729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['4d13a9c2-3284-4be0-8c93-2c95d4db4376'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:02.934515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-7719c062-8057-4570-8179-b4a6637c50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.935275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-7719c062-8057-4570-8179-b4a6637c50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.936364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-7719c062-8057-4570-8179-b4a6637c50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.937197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-7719c062-8057-4570-8179-b4a6637c50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.938170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-7719c062-8057-4570-8179-b4a6637c50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.938985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-7719c062-8057-4570-8179-b4a6637c50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.939467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-7719c062-8057-4570-8179-b4a6637c50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:02.943965 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-7719c062-8057-4570-8179-b4a6637c50c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6452 time: 0.3836477 Jun 30 02:38:02.950618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] For port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:03.010036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] For port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:03.025506 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.147474 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:03.154555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.73', 63473) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:03.169848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e87b-1a28-4375-9def-849e65b1b95e req-b1501967-18e3-4044-919c-cf08e64479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.170338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e87b-1a28-4375-9def-849e65b1b95e req-b1501967-18e3-4044-919c-cf08e64479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.170850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e87b-1a28-4375-9def-849e65b1b95e req-b1501967-18e3-4044-919c-cf08e64479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.171315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e87b-1a28-4375-9def-849e65b1b95e req-b1501967-18e3-4044-919c-cf08e64479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.171775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e87b-1a28-4375-9def-849e65b1b95e req-b1501967-18e3-4044-919c-cf08e64479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.172273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e87b-1a28-4375-9def-849e65b1b95e req-b1501967-18e3-4044-919c-cf08e64479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.172681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e87b-1a28-4375-9def-849e65b1b95e req-b1501967-18e3-4044-919c-cf08e64479f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.176813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3e41e87b-1a28-4375-9def-849e65b1b95e req-b1501967-18e3-4044-919c-cf08e64479f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 6495 time: 0.6022966 Jun 30 02:38:03.217909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.218485 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.220012 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] 10.222.0.73 "PUT /v2.0/ports/96e7369e-63eb-4a57-bdc3-852a4ed8fb6b HTTP/1.1" status: 200 len: 1092 time: 1.4244754 Jun 30 02:38:03.223134 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.250056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63840a5-8856-480a-8bf4-82d87552a04f req-c81ad7de-94a9-4fa5-a2cf-b5b5b5f7ee8b tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.253392 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-c81ad7de-94a9-4fa5-a2cf-b5b5b5f7ee8b tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.73 "GET /v2.0/networks?id=2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d HTTP/1.1" status: 200 len: 824 time: 0.3845997 Jun 30 02:38:03.270315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8140e-e61c-4d71-91fa-76da84c71a45 req-90427465-c293-4d0d-b698-5ba9ec9da939 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.276163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8140e-e61c-4d71-91fa-76da84c71a45 req-90427465-c293-4d0d-b698-5ba9ec9da939 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.282012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8140e-e61c-4d71-91fa-76da84c71a45 req-90427465-c293-4d0d-b698-5ba9ec9da939 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.287935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8140e-e61c-4d71-91fa-76da84c71a45 req-90427465-c293-4d0d-b698-5ba9ec9da939 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.293772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8140e-e61c-4d71-91fa-76da84c71a45 req-90427465-c293-4d0d-b698-5ba9ec9da939 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.299604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8140e-e61c-4d71-91fa-76da84c71a45 req-90427465-c293-4d0d-b698-5ba9ec9da939 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.305731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8140e-e61c-4d71-91fa-76da84c71a45 req-90427465-c293-4d0d-b698-5ba9ec9da939 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.307731 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-42a8140e-e61c-4d71-91fa-76da84c71a45 req-90427465-c293-4d0d-b698-5ba9ec9da939 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.4986410 Jun 30 02:38:03.313571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Request body: {'port': {'device_id': '0462467b-c0e3-41be-9e78-81ecf8465a76', 'network_id': '2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d', 'admin_state_up': True, 'tenant_id': '870f746fdbab4c2aa11923e47dd35e05'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:03.332080 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-443b6bef-e512-44aa-83e0-6c2c251f1242 req-c34b63d5-7e68-468f-b00a-f05c49c2908c tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 210 time: 0.0795305 Jun 30 02:38:03.396282 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3e41e87b-1a28-4375-9def-849e65b1b95e req-c58012e7-873e-4cc2-8f8e-fb6f135a7d04 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521506 Jun 30 02:38:03.416697 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.435197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.445559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b826491-997f-407f-8000-3f71dc9f238d req-b191fb63-5dec-481c-8d29-3688ab02290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.447081 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b826491-997f-407f-8000-3f71dc9f238d req-b191fb63-5dec-481c-8d29-3688ab02290f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 1097 time: 0.2845225 Jun 30 02:38:03.449871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-bc1e3fa2-0ba6-4c15-bc60-4dbc9998f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.450369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-bc1e3fa2-0ba6-4c15-bc60-4dbc9998f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.450935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-bc1e3fa2-0ba6-4c15-bc60-4dbc9998f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.452354 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-42a8140e-e61c-4d71-91fa-76da84c71a45 req-54186793-259f-4ca5-941b-582ec6b10655 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319995 Jun 30 02:38:03.452530 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-bc1e3fa2-0ba6-4c15-bc60-4dbc9998f82c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3459141 Jun 30 02:38:03.473088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.525440 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Made reservation on behalf of 870f746fdbab4c2aa11923e47dd35e05 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:03.529998 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.562130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b826491-997f-407f-8000-3f71dc9f238d req-17fe5623-61ae-4306-bc9b-b0d9abe4ecd0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002018 Jun 30 02:38:03.568626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:03.609669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:03.612768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:03.614047 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.641654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Pushing event updated for resources: {'Port': ['ID=759c95cc-616f-4970-913d-dc2c74e78478,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:03.687624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Allocated IP 172.20.0.6 (2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d/03a5b701-4545-489d-84ef-fe906651d894/d3e6cff6-8128-4982-83d7-6d6661a0130f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:03.728325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.766807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=ee990cc9-e45d-4056-b40f-946f9573c166,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:03.786279 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-215e19e7-a7ee-4835-8577-85156d803962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.787846 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9bff57b-d4db-4624-a1c2-33b9637cd09b req-215e19e7-a7ee-4835-8577-85156d803962 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3065331 Jun 30 02:38:03.788554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.789606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d4f9df48-a7ad-4edc-a5c9-52b23d2e8d6d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7038631 Jun 30 02:38:03.836822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Checking segment: {'id': '1d6f59f0-cbb9-4e37-8dca-a04521951368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '311220a7-a352-41f0-8f65-5a6f1efbf869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:03.837195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network hostable DHCP agents. Network: 311220a7-a352-41f0-8f65-5a6f1efbf869, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:03.851220 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f0dc2-7f34-4cae-9f81-ee9bf06d0b01 req-d0882598-297d-441a-b224-9be376f08b60 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.852852 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d58f0dc2-7f34-4cae-9f81-ee9bf06d0b01 req-d0882598-297d-441a-b224-9be376f08b60 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 945 time: 0.2890809 Jun 30 02:38:03.853414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5d5af-2e94-4c07-b232-e54d8463e63a req-f7f450f5-7059-4a5e-b3d7-7959472ac7f9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.855052 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bdf5d5af-2e94-4c07-b232-e54d8463e63a req-f7f450f5-7059-4a5e-b3d7-7959472ac7f9 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1552432 Jun 30 02:38:03.883166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=a4e6c584-56ae-42a0-884a-9213b506ef1d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:03.921086 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bdf5d5af-2e94-4c07-b232-e54d8463e63a req-36a530ad-df21-4842-828d-83227b123103 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567231 Jun 30 02:38:03.932275 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.935762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 311220a7-a352-41f0-8f65-5a6f1efbf869 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:03.952895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d58f0dc2-7f34-4cae-9f81-ee9bf06d0b01 req-b7393836-aa8e-4870-bb13-fd0c8ae53b1e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879953 Jun 30 02:38:03.954594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 311220a7-a352-41f0-8f65-5a6f1efbf869) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:03.959954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:03.965603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.971339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:03.972709 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:03.974147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e8e7b4-cb9f-43aa-9a20-aea1fb6c7461 None None] Network 311220a7-a352-41f0-8f65-5a6f1efbf869 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:03.988125 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.003319 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0d5082d6-cc8a-4e96-87d2-72469cbfe521 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0280979 Jun 30 02:38:04.008025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:04.010406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-3bd68ca1-565e-476e-8cb9-6199d25d432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.010966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-3bd68ca1-565e-476e-8cb9-6199d25d432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.011422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-3bd68ca1-565e-476e-8cb9-6199d25d432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.011878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-3bd68ca1-565e-476e-8cb9-6199d25d432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.012344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-3bd68ca1-565e-476e-8cb9-6199d25d432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.012809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-3bd68ca1-565e-476e-8cb9-6199d25d432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.013274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-3bd68ca1-565e-476e-8cb9-6199d25d432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.015278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-3bd68ca1-565e-476e-8cb9-6199d25d432c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6494 time: 0.1548753 Jun 30 02:38:04.067192 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e11d2c61-a863-46f7-aeaf-c89b82c67094 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 HTTP/1.1" status: 200 len: 217 time: 0.0410049 Jun 30 02:38:04.124108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Network 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:04.131520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:04.133152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-4081d95a-b233-4e5d-bf94-112d9c0e4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.134846 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-4081d95a-b233-4e5d-bf94-112d9c0e4261 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33b4606b-a00c-4e33-b6ba-7adba1ded0ce HTTP/1.1" status: 200 len: 855 time: 0.0581262 Jun 30 02:38:04.135941 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-801cbc8f-2589-4d97-8c33-15d35fedd0ea tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1385561161&fields=id&tenant_id=8048055f541545ecbdcdf972f571ec34 HTTP/1.1" status: 200 len: 267 time: 0.0681741 Jun 30 02:38:04.137107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:04.198593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-491d1abb-0e37-4606-a091-eb032d64ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.202130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-491d1abb-0e37-4606-a091-eb032d64ff3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552692 Jun 30 02:38:04.213646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Pushing event updated for resources: {'Port': ['ID=d3e6cff6-8128-4982-83d7-6d6661a0130f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:04.271611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.272240 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.302759 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-e6f19f0b-6406-494f-b85f-a0e93163863e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9939296 Jun 30 02:38:04.303907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8985d702-1823-40f6-af4a-070a1dbee11c service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911984 Jun 30 02:38:04.342863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Request body: {'port': {'device_id': '0462467b-c0e3-41be-9e78-81ecf8465a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:04.370355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-565e5a72-f0cf-4989-ac20-68c97171940e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port a4e6c584-56ae-42a0-884a-9213b506ef1d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:04.370704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-565e5a72-f0cf-4989-ac20-68c97171940e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.381230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-610f8026-0cd1-48f1-92c8-e6c4f0d85cf5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.382785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-610f8026-0cd1-48f1-92c8-e6c4f0d85cf5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/networks?id=5941b6b7-a807-4b49-90e3-d159db06b015 HTTP/1.1" status: 200 len: 812 time: 0.2110729 Jun 30 02:38:04.417769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-7681c0cb-0338-4bc9-82c2-4ad92512c094 service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926166 Jun 30 02:38:04.471601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-2baf8b1c-2c96-43e2-a348-4284aca50f58 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/quotas/8048055f541545ecbdcdf972f571ec34 HTTP/1.1" status: 200 len: 375 time: 0.0726039 Jun 30 02:38:04.475245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-719a31ad-c865-4ecd-99a8-5865c2b07938 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 200 len: 217 time: 0.0482864 Jun 30 02:38:04.502114 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-565e5a72-f0cf-4989-ac20-68c97171940e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.530219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '96e7369e-63eb-4a57-bdc3-852a4ed8fb6b'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:04.532610 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e18125c-fa71-4641-b074-1f7669493e65" -d '{"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "96e7369e-63eb-4a57-bdc3-852a4ed8fb6b"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:04.545266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-565e5a72-f0cf-4989-ac20-68c97171940e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for a4e6c584-56ae-42a0-884a-9213b506ef1d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:04.554558 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.555789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-71469695-920f-49e1-934b-0d491910d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.557439 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-71469695-920f-49e1-934b-0d491910d611 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.0725703 Jun 30 02:38:04.603678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613440-f2f1-4062-bbc0-23d39a0cd68a req-c8e67074-bf33-4e08-b893-97b8ecdecc5c tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.605177 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49613440-f2f1-4062-bbc0-23d39a0cd68a req-c8e67074-bf33-4e08-b893-97b8ecdecc5c tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 931 time: 0.1319251 Jun 30 02:38:04.661770 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49613440-f2f1-4062-bbc0-23d39a0cd68a req-898dccf5-38c8-4d85-b9bc-0baad0e44b57 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489650 Jun 30 02:38:04.663670 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-b981db22-3c28-4801-9c5b-26c17c19a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.665102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-b981db22-3c28-4801-9c5b-26c17c19a86b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1002533 Jun 30 02:38:04.695644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-a29d2fb8-5034-450a-b1b5-76f90ed6c8b9 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8048055f541545ecbdcdf972f571ec34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2183671 Jun 30 02:38:04.773298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-247d2d23-e06a-46e2-a90e-3665c5a4b48a service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995564 Jun 30 02:38:04.840773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-565e5a72-f0cf-4989-ac20-68c97171940e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.909407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-1dc6195b-d856-48c8-9b59-5fee4a5d8b5c service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288078 Jun 30 02:38:04.919457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e5a72-f0cf-4989-ac20-68c97171940e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=a4e6c584-56ae-42a0-884a-9213b506ef1d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:04.925053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa839-997b-4939-a80a-b67f45a7448e req-9892935f-a96d-4cb8-9add-0139591bdc4d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.930275 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-565e5a72-f0cf-4989-ac20-68c97171940e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:04.931445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa839-997b-4939-a80a-b67f45a7448e req-9892935f-a96d-4cb8-9add-0139591bdc4d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.932491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-565e5a72-f0cf-4989-ac20-68c97171940e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/a4e6c584-56ae-42a0-884a-9213b506ef1d HTTP/1.1" status: 204 len: 168 time: 0.9235244 Jun 30 02:38:04.937313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa839-997b-4939-a80a-b67f45a7448e req-9892935f-a96d-4cb8-9add-0139591bdc4d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.940834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:04.944651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa839-997b-4939-a80a-b67f45a7448e req-9892935f-a96d-4cb8-9add-0139591bdc4d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.950429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa839-997b-4939-a80a-b67f45a7448e req-9892935f-a96d-4cb8-9add-0139591bdc4d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.956301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa839-997b-4939-a80a-b67f45a7448e req-9892935f-a96d-4cb8-9add-0139591bdc4d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.962120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa839-997b-4939-a80a-b67f45a7448e req-9892935f-a96d-4cb8-9add-0139591bdc4d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:04.964109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf4aa839-997b-4939-a80a-b67f45a7448e req-9892935f-a96d-4cb8-9add-0139591bdc4d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.1759109 Jun 30 02:38:04.982532 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-a48ebaab-7e59-4922-ac2f-865afeab318a service neutron] 10.222.0.55 "GET /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778254 Jun 30 02:38:05.009825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-1ffce8d1-e053-4553-b2dc-c7e52caf4e4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 200 len: 217 time: 0.0446610 Jun 30 02:38:05.070774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bf4aa839-997b-4939-a80a-b67f45a7448e req-c9957759-098e-4b56-824b-ca6dc94b3ecd tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977314 Jun 30 02:38:05.077859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-363d24d0-ea2f-417f-b9de-0a05b86a17da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.079354 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-363d24d0-ea2f-417f-b9de-0a05b86a17da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.0616896 Jun 30 02:38:05.134838 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acd85de-781d-4d40-874a-787ec9f15bc8 x-openstack-request-id: req-6acd85de-781d-4d40-874a-787ec9f15bc8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:05.135361 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "96e7369e-63eb-4a57-bdc3-852a4ed8fb6b", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:05.135361 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6acd85de-781d-4d40-874a-787ec9f15bc8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:05.135953 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '96e7369e-63eb-4a57-bdc3-852a4ed8fb6b', 'status': 'completed', 'code': 200} Jun 30 02:38:05.140201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-4bfba1e8-c0d3-48ff-b091-60cef5907f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.141660 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-4bfba1e8-c0d3-48ff-b091-60cef5907f10 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0550652 Jun 30 02:38:05.179481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb9515-917d-4d65-9eb7-ce18eaa36b4c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.185372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb9515-917d-4d65-9eb7-ce18eaa36b4c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.189524 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-44bb9515-917d-4d65-9eb7-ce18eaa36b4c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2398119 Jun 30 02:38:05.192148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:05.204225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-27acaf9f-7a02-4c11-bd7c-26445e2032c2 service neutron] 10.222.0.55 "GET /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128308 Jun 30 02:38:05.230974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e6cff6-8128-4982-83d7-6d6661a0130f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:05.243156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.244205 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-12d0d188-3f19-4265-ae2a-6e1e14bd9bfa service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940821 Jun 30 02:38:05.267211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Transition to ACTIVE for port object d3e6cff6-8128-4982-83d7-6d6661a0130f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:05.275838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.358380 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-899edab6-e09a-41e4-87e2-f202335ab6bb service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999799 Jun 30 02:38:05.365456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Pushing event updated for resources: {'Port': ['ID=d3e6cff6-8128-4982-83d7-6d6661a0130f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:05.439433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-c6435187-eeae-4eae-b640-c66dc1eae93c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=13754d30-137a-4c46-952c-15a32b902563 HTTP/1.1" status: 200 len: 217 time: 0.0730293 Jun 30 02:38:05.459877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-34c8dca3-fb47-4f4b-a773-8701a98cee36 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port ee990cc9-e45d-4056-b40f-946f9573c166 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:05.460341 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34c8dca3-fb47-4f4b-a773-8701a98cee36 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.518542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-6d9b49d7-d2b4-42d9-96af-4ec4153a464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.519818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-6d9b49d7-d2b4-42d9-96af-4ec4153a464d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.0532916 Jun 30 02:38:05.562975 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Attempting to bind port d3e6cff6-8128-4982-83d7-6d6661a0130f on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:05.563376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Attempting to bind port d3e6cff6-8128-4982-83d7-6d6661a0130f by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '76b0186b-ecb5-4c9e-90ab-9d4a091fc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:05.563771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Attempting to bind port d3e6cff6-8128-4982-83d7-6d6661a0130f on network 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:05.570170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce5884-813a-4db8-89d8-657ef5ac7b0b req-0f9f7375-808f-47c1-aa38-dc7902088e30 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.578146 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23ce5884-813a-4db8-89d8-657ef5ac7b0b req-0f9f7375-808f-47c1-aa38-dc7902088e30 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1497715 Jun 30 02:38:05.584075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Port d3e6cff6-8128-4982-83d7-6d6661a0130f on network 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:05.584474 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Attempting to bind port d3e6cff6-8128-4982-83d7-6d6661a0130f on network 2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:05.592035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34c8dca3-fb47-4f4b-a773-8701a98cee36 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.612338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:05.612738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Checking segment: {'id': '76b0186b-ecb5-4c9e-90ab-9d4a091fc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:05.613263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Bound using segment: {'id': '76b0186b-ecb5-4c9e-90ab-9d4a091fc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:05.613779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Bound port: d3e6cff6-8128-4982-83d7-6d6661a0130f, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76b0186b-ecb5-4c9e-90ab-9d4a091fc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:05.614204 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.617450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-34c8dca3-fb47-4f4b-a773-8701a98cee36 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for ee990cc9-e45d-4056-b40f-946f9573c166 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:05.628730 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23ce5884-813a-4db8-89d8-657ef5ac7b0b req-fddc44f2-9cb0-44be-82ab-a9a771cf7f01 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498998 Jun 30 02:38:05.638431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8c98b013-da8c-49df-84de-e775633380b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:05.639835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-8c98b013-da8c-49df-84de-e775633380b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1103535 Jun 30 02:38:05.766219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17132319-50db-4d83-a6eb-2e480cfaa537 req-ecf3736b-b5f3-4480-94bb-6101e795b92e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 210 time: 0.0699496 Jun 30 02:38:05.778961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4d13a9c2-3284-4be0-8c93-2c95d4db4376 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:05.839727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-73634e8c-913f-484d-9e97-f9878fa1ff8c service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919317 Jun 30 02:38:05.892977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 4d13a9c2-3284-4be0-8c93-2c95d4db4376 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:05.897765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 4d13a9c2-3284-4be0-8c93-2c95d4db4376 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:05.898324 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.999219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-006fc203-cf82-4bed-8e37-2e8297070471 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503069 Jun 30 02:38:06.034651 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.063408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d11104-ab8e-4e53-ad5a-e907d488085b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d13a9c2-3284-4be0-8c93-2c95d4db4376'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:06.066426 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109db419-d22d-46b1-950a-067b4230f766" -d '{"events": [{"server_uuid": "90d11104-ab8e-4e53-ad5a-e907d488085b", "name": "network-vif-plugged", "status": "completed", "tag": "4d13a9c2-3284-4be0-8c93-2c95d4db4376"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:06.072106 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-336740b0-4873-4c72-9bb0-ac009cc4d9b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 HTTP/1.1" status: 200 len: 217 time: 0.0545297 Jun 30 02:38:06.087930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 4d13a9c2-3284-4be0-8c93-2c95d4db4376, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4d13a9c2-3284-4be0-8c93-2c95d4db4376,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:06.093072 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.151768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=4d13a9c2-3284-4be0-8c93-2c95d4db4376,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:06.157970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de651d26-25ca-4556-a8a9-161141090291 req-d1abec12-ae00-4f74-9498-305855853f00 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.159745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de651d26-25ca-4556-a8a9-161141090291 req-d1abec12-ae00-4f74-9498-305855853f00 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 945 time: 0.6410575 Jun 30 02:38:06.164261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a659-a2f5-4795-a242-db9fc0197813 req-81165ca1-1f0c-4d76-aec9-14be2d533b8d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.166368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ae22a659-a2f5-4795-a242-db9fc0197813 req-81165ca1-1f0c-4d76-aec9-14be2d533b8d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 943 time: 0.1619072 Jun 30 02:38:06.168662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-d5d29b9c-e629-45fe-a922-b819b1d8385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.170968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-d5d29b9c-e629-45fe-a922-b819b1d8385e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.0908403 Jun 30 02:38:06.235209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ae22a659-a2f5-4795-a242-db9fc0197813 req-00546336-bfe2-4cb1-9bac-ea12d429564d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621438 Jun 30 02:38:06.235573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] For port d3e6cff6-8128-4982-83d7-6d6661a0130f, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:06.254585 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de651d26-25ca-4556-a8a9-161141090291 req-b03ed0fb-552d-45c5-bdda-427fe68c7747 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752113 Jun 30 02:38:06.258885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] For port d3e6cff6-8128-4982-83d7-6d6661a0130f, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d3e6cff6-8128-4982-83d7-6d6661a0130f,segment=NetworkSegment(76b0186b-ecb5-4c9e-90ab-9d4a091fc822),segment_id=76b0186b-ecb5-4c9e-90ab-9d4a091fc822)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:06.259735 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34c8dca3-fb47-4f4b-a773-8701a98cee36 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.282851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-b6453c40-ca5d-40dc-b394-7c2cb2916d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.284730 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-b6453c40-ca5d-40dc-b394-7c2cb2916d73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1041083 Jun 30 02:38:06.285335 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.300061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8dca3-fb47-4f4b-a773-8701a98cee36 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=ee990cc9-e45d-4056-b40f-946f9573c166,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:06.323769 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34c8dca3-fb47-4f4b-a773-8701a98cee36 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.326039 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-34c8dca3-fb47-4f4b-a773-8701a98cee36 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/ee990cc9-e45d-4056-b40f-946f9573c166 HTTP/1.1" status: 204 len: 168 time: 1.1328516 Jun 30 02:38:06.348397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:06.356905 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cfd6ed-dddd-4081-902d-0de294074a28 x-openstack-request-id: req-59cfd6ed-dddd-4081-902d-0de294074a28 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:06.357172 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d11104-ab8e-4e53-ad5a-e907d488085b", "name": "network-vif-plugged", "status": "completed", "tag": "4d13a9c2-3284-4be0-8c93-2c95d4db4376", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:06.357443 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59cfd6ed-dddd-4081-902d-0de294074a28 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:06.357832 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d11104-ab8e-4e53-ad5a-e907d488085b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d13a9c2-3284-4be0-8c93-2c95d4db4376', 'code': 200} Jun 30 02:38:06.402353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.403314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.404785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] 10.222.0.73 "PUT /v2.0/ports/d3e6cff6-8128-4982-83d7-6d6661a0130f HTTP/1.1" status: 200 len: 1092 time: 2.0760212 Jun 30 02:38:06.438648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4b305-f576-42bb-a166-9e4a0e83debd service neutron] Pushing event updated for resources: {'Port': ['ID=d3e6cff6-8128-4982-83d7-6d6661a0130f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:06.509007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926881e9-f88c-45f3-8b63-8c662e735e18 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.510912 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-926881e9-f88c-45f3-8b63-8c662e735e18 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1614320 Jun 30 02:38:06.514346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:06.548639 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7308c6-0c1f-4f1a-8093-278769a6b0a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:06.550913 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4e7308c6-0c1f-4f1a-8093-278769a6b0a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/a4e6c584-56ae-42a0-884a-9213b506ef1d HTTP/1.1" status: 404 len: 333 time: 0.0352800 Jun 30 02:38:06.555217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:06.600156 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff57bb06-1ad6-47ae-90a0-ca7039dca758 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:06.601904 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ff57bb06-1ad6-47ae-90a0-ca7039dca758 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/ee990cc9-e45d-4056-b40f-946f9573c166 HTTP/1.1" status: 404 len: 333 time: 0.0458810 Jun 30 02:38:06.605391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:06.679710 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63840a5-8856-480a-8bf4-82d87552a04f req-43fad072-51ab-4e2e-a86d-1ed64a7ee6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.681265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-43fad072-51ab-4e2e-a86d-1ed64a7ee6ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870f746fdbab4c2aa11923e47dd35e05&device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 1095 time: 0.2154429 Jun 30 02:38:06.746073 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-17a7a1e8-ffd1-47b9-bd42-1511fdb5261f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e6cff6-8128-4982-83d7-6d6661a0130f HTTP/1.1" status: 200 len: 217 time: 0.0562704 Jun 30 02:38:06.764147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.856093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40592e67-b800-43d3-8ef0-d7a40bab6a9b req-c9d83a39-3a0e-49eb-9cd5-1b8a25a3b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.857614 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40592e67-b800-43d3-8ef0-d7a40bab6a9b req-c9d83a39-3a0e-49eb-9cd5-1b8a25a3b5d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 1097 time: 0.2667372 Jun 30 02:38:06.868013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63840a5-8856-480a-8bf4-82d87552a04f req-07189902-8804-481a-98df-ac20e0da390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.869405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-07189902-8804-481a-98df-ac20e0da390f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03a5b701-4545-489d-84ef-fe906651d894 HTTP/1.1" status: 200 len: 864 time: 0.1112509 Jun 30 02:38:06.983050 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-3b861427-183d-4841-a9d0-287a90c35ef1 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864698 Jun 30 02:38:06.992185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-f4a0451a-55c7-4ce4-b9e5-408fa6a54be4 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:06.993963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-f4a0451a-55c7-4ce4-b9e5-408fa6a54be4 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.69 "GET /v2.0/networks?id=5941b6b7-a807-4b49-90e3-d159db06b015 HTTP/1.1" status: 200 len: 812 time: 0.2097428 Jun 30 02:38:06.999828 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-96daca99-57f2-4d51-b20c-278afa801891 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047273 Jun 30 02:38:07.077767 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.080406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f5f3-4aac-436d-a299-8fe9bd69ab60 req-1b90bc61-716f-4f15-9bad-736916faeb7a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.086264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f5f3-4aac-436d-a299-8fe9bd69ab60 req-1b90bc61-716f-4f15-9bad-736916faeb7a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.092029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f5f3-4aac-436d-a299-8fe9bd69ab60 req-1b90bc61-716f-4f15-9bad-736916faeb7a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.097818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f5f3-4aac-436d-a299-8fe9bd69ab60 req-1b90bc61-716f-4f15-9bad-736916faeb7a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.103638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f5f3-4aac-436d-a299-8fe9bd69ab60 req-1b90bc61-716f-4f15-9bad-736916faeb7a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.103838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311220a7-a352-41f0-8f65-5a6f1efbf869']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:07.109504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f5f3-4aac-436d-a299-8fe9bd69ab60 req-1b90bc61-716f-4f15-9bad-736916faeb7a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.115720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f5f3-4aac-436d-a299-8fe9bd69ab60 req-1b90bc61-716f-4f15-9bad-736916faeb7a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.117757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0f3f5f3-4aac-436d-a299-8fe9bd69ab60 req-1b90bc61-716f-4f15-9bad-736916faeb7a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.3347976 Jun 30 02:38:07.124983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ce8cb-1a15-4c11-b1a3-12c470c627c4 req-77d48c10-8279-4890-bf92-e39263768638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.126438 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-920ce8cb-1a15-4c11-b1a3-12c470c627c4 req-77d48c10-8279-4890-bf92-e39263768638 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 1098 time: 0.3445938 Jun 30 02:38:07.129019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6f59f0-cbb9-4e37-8dca-a04521951368') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:07.129341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6f59f0-cbb9-4e37-8dca-a04521951368') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:07.137363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0462467b-c0e3-41be-9e78-81ecf8465a76', 'tag': 'd3e6cff6-8128-4982-83d7-6d6661a0130f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:07.139661 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c43767b-53d3-4252-8e29-668c880f2cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0462467b-c0e3-41be-9e78-81ecf8465a76", "tag": "d3e6cff6-8128-4982-83d7-6d6661a0130f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:07.158048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252f0b4-968a-4db7-ad79-e0c6bfc914b0 req-810615d9-85de-47db-9b78-2c27214897f1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.159697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4252f0b4-968a-4db7-ad79-e0c6bfc914b0 req-810615d9-85de-47db-9b78-2c27214897f1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.3850243 Jun 30 02:38:07.166102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.171679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40592e67-b800-43d3-8ef0-d7a40bab6a9b req-f40178da-5092-4aec-8dcf-ead6bb73542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.173179 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40592e67-b800-43d3-8ef0-d7a40bab6a9b req-f40178da-5092-4aec-8dcf-ead6bb73542a service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 920 time: 0.3071113 Jun 30 02:38:07.193196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-fc923069-4034-4a74-876a-e2aaff24f08f tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8048055f541545ecbdcdf972f571ec34 HTTP/1.1" status: 200 len: 380 time: 0.1816220 Jun 30 02:38:07.207519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Request body: {'port': {'device_id': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'admin_state_up': True, 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'security_groups': ['e49edfb6-bcd5-4afe-8982-c3dc7f9affe4']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:07.244681 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.249122 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40592e67-b800-43d3-8ef0-d7a40bab6a9b req-55c6fc27-a66d-41b4-b056-496cd0ae3341 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400 HTTP/1.1" status: 200 len: 217 time: 0.0586708 Jun 30 02:38:07.259131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-09db4fd2-5908-42eb-b479-6749b7aa751d service neutron] 10.222.0.73 "GET /v2.0/networks/2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443089 Jun 30 02:38:07.264710 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:07.265131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:07.268001 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:07.281004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0f3f5f3-4aac-436d-a299-8fe9bd69ab60 req-11a34e1d-05b2-487d-9646-2561b28c9300 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487932 Jun 30 02:38:07.287318 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-920ce8cb-1a15-4c11-b1a3-12c470c627c4 req-b50dbcf5-6885-47ae-9093-02e6c28646fa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490281 Jun 30 02:38:07.289228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-bffd8d36-0e03-41fc-bf92-6c70f0277059 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930787 Jun 30 02:38:07.343362 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-9184e69d-d2d5-4d18-b4ca-f2252b91a470 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc HTTP/1.1" status: 200 len: 217 time: 0.0415835 Jun 30 02:38:07.357663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4252f0b4-968a-4db7-ad79-e0c6bfc914b0 req-d19658be-0df6-494a-a5b3-6e74262c907d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875262 Jun 30 02:38:07.424288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-09664af5-a747-47ad-9d7f-fe5751b238e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.426179 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-09664af5-a747-47ad-9d7f-fe5751b238e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.0714667 Jun 30 02:38:07.434924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.435758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Made reservation on behalf of 8048055f541545ecbdcdf972f571ec34 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:07.440676 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.443681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40592e67-b800-43d3-8ef0-d7a40bab6a9b req-f0969292-9605-424c-82f7-9424c8e0727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.445166 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40592e67-b800-43d3-8ef0-d7a40bab6a9b req-f0969292-9605-424c-82f7-9424c8e0727b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 200 len: 859 time: 0.1745384 Jun 30 02:38:07.468748 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.474535 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/networks/311220a7-a352-41f0-8f65-5a6f1efbf869 HTTP/1.1" status: 204 len: 168 time: 0.8480446 Jun 30 02:38:07.474535 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a5cea5-5d49-4bc0-8185-b5bdc79e3b4b x-openstack-request-id: req-f4a5cea5-5d49-4bc0-8185-b5bdc79e3b4b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:07.474535 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0462467b-c0e3-41be-9e78-81ecf8465a76", "tag": "d3e6cff6-8128-4982-83d7-6d6661a0130f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:07.474535 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4a5cea5-5d49-4bc0-8185-b5bdc79e3b4b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:07.474535 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0462467b-c0e3-41be-9e78-81ecf8465a76', 'tag': 'd3e6cff6-8128-4982-83d7-6d6661a0130f', 'status': 'completed', 'code': 200} Jun 30 02:38:07.475196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:07.484067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7885b8-476f-4440-b7ff-b06c288b48f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Network': ['ID=311220a7-a352-41f0-8f65-5a6f1efbf869,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:07.495980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1988782617'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:07.512913 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40592e67-b800-43d3-8ef0-d7a40bab6a9b req-0f2e4c5c-73d2-4586-ba90-a6e3f00fcf38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413074 Jun 30 02:38:07.516437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c5cab2c6-fc2d-4e90-96a4-0b2aad8b4096 req-7a40813e-184a-4beb-bb72-869cd7320a3f tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 210 time: 0.0723662 Jun 30 02:38:07.518250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d63840a5-8856-480a-8bf4-82d87552a04f req-2cfc0c7d-1488-4e74-a7d9-b1e343c71aa5 service neutron] 10.222.0.73 "GET /v2.0/networks/2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463844 Jun 30 02:38:07.590504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:07.594068 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.659524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e9b37514-7528-4899-9717-6f98d6878e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.661472 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-e9b37514-7528-4899-9717-6f98d6878e88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2147992 Jun 30 02:38:07.678731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:07.707746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40592e67-b800-43d3-8ef0-d7a40bab6a9b req-44a22c77-9c02-4d35-9e4a-a7683f61f5b4 service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764016 Jun 30 02:38:07.761029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.761369 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Added segment 415e3480-f59e-40f8-9cdb-8a5a1d67a33f of type vlan for network 5afc9bba-3d06-4670-aac9-f218089de3e1 Jun 30 02:38:07.774195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc09251-a855-4d97-861b-b20d6cf7bfa3 req-4feea786-2382-4a8b-aaf8-830648ffe3c8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.775732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cdc09251-a855-4d97-861b-b20d6cf7bfa3 req-4feea786-2382-4a8b-aaf8-830648ffe3c8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 946 time: 0.1835732 Jun 30 02:38:07.782521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43767b-53d3-4252-8e29-668c880f2cd1 req-cc7d6364-5d00-4b58-9214-fb895cf619a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.784015 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c43767b-53d3-4252-8e29-668c880f2cd1 req-cc7d6364-5d00-4b58-9214-fb895cf619a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=870f746fdbab4c2aa11923e47dd35e05&device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 1095 time: 0.1888723 Jun 30 02:38:07.786035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Allocated IP 172.20.0.6 (5941b6b7-a807-4b49-90e3-d159db06b015/447eaec8-fc8d-466d-8a03-dcd3cf27b389/95269582-bd69-4d90-a236-fdadf3ec5ee5) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:07.839375 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.908065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cdc09251-a855-4d97-861b-b20d6cf7bfa3 req-175e8b47-5871-456e-a5fc-261dde2e3a7a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215780 Jun 30 02:38:07.912087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-0d44d5f2-dc2f-4ea9-aa8a-bbe7e87aeb94 service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411427 Jun 30 02:38:07.914319 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40592e67-b800-43d3-8ef0-d7a40bab6a9b req-6ed559cd-e42e-4163-a4f6-466ce947d5f5 service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987591 Jun 30 02:38:07.944956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43767b-53d3-4252-8e29-668c880f2cd1 req-f122f98e-8d9d-4e4b-84d0-3777b713b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.946616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c43767b-53d3-4252-8e29-668c880f2cd1 req-f122f98e-8d9d-4e4b-84d0-3777b713b9ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d HTTP/1.1" status: 200 len: 925 time: 0.1488714 Jun 30 02:38:07.947131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:07.952380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:07.952976 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.001166 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c43767b-53d3-4252-8e29-668c880f2cd1 req-0b42b822-a154-4320-920d-b46863488e3a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e6cff6-8128-4982-83d7-6d6661a0130f HTTP/1.1" status: 200 len: 217 time: 0.0403473 Jun 30 02:38:08.067141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43767b-53d3-4252-8e29-668c880f2cd1 req-ef8fe8a6-07a3-4264-96d0-1de5e8f871fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.068586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c43767b-53d3-4252-8e29-668c880f2cd1 req-ef8fe8a6-07a3-4264-96d0-1de5e8f871fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=03a5b701-4545-489d-84ef-fe906651d894 HTTP/1.1" status: 200 len: 864 time: 0.0490282 Jun 30 02:38:08.075416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c377837-bccc-4fae-9b2f-25243111b4ca req-de06c6ed-83f7-4638-ba0f-70a88486ea85 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.076872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0c377837-bccc-4fae-9b2f-25243111b4ca req-de06c6ed-83f7-4638-ba0f-70a88486ea85 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 943 time: 0.3797312 Jun 30 02:38:08.098476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6221344 Jun 30 02:38:08.105486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:08.110373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '5afc9bba-3d06-4670-aac9-f218089de3e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:08.115356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c43767b-53d3-4252-8e29-668c880f2cd1 req-4fadb429-9e2a-44be-92d9-a46606fb883c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349262 Jun 30 02:38:08.150329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef560b6-162c-472f-bd6c-8d8db6fe2ccc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Network': ['ID=5afc9bba-3d06-4670-aac9-f218089de3e1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:08.164919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5afc9bba-3d06-4670-aac9-f218089de3e1 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:08.207960 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0c377837-bccc-4fae-9b2f-25243111b4ca req-5f6fecca-9d3a-4064-9e83-1e14761b0a95 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193764 Jun 30 02:38:08.215052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-db19fbc8-8dce-4306-80e3-1a1953d72fdd service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756574 Jun 30 02:38:08.219739 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.274609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Transition to ACTIVE for port object 95269582-bd69-4d90-a236-fdadf3ec5ee5 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:08.278455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-21982014-46e0-4543-97ef-6c7b63d51668 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b HTTP/1.1" status: 200 len: 217 time: 0.0482335 Jun 30 02:38:08.279846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:08.283466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.333736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c43767b-53d3-4252-8e29-668c880f2cd1 req-3988cfef-12a6-48d3-a3f8-8f592442b752 service neutron] 10.222.0.73 "GET /v2.0/networks/2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832469 Jun 30 02:38:08.348436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-21f8d4cd-3a1c-48d2-af0a-76e902d09caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.349914 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-21f8d4cd-3a1c-48d2-af0a-76e902d09caf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.0594075 Jun 30 02:38:08.351252 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.450313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Network 5941b6b7-a807-4b49-90e3-d159db06b015 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:08.457675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:08.460630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Pushing event updated for resources: {'Port': ['ID=95269582-bd69-4d90-a236-fdadf3ec5ee5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:08.463019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:08.523110 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c43767b-53d3-4252-8e29-668c880f2cd1 req-ac0923d6-7ab5-4aa2-bf52-7247649b4cf7 service neutron] 10.222.0.73 "GET /v2.0/networks/2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757360 Jun 30 02:38:08.539379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.540042 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.554917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defff71-9910-400d-981d-f893dd9d62d2 req-bac2f0e8-8faf-4695-99b2-1618fc3888e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.556437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-bac2f0e8-8faf-4695-99b2-1618fc3888e3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754506 Jun 30 02:38:08.643711 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c60e45c8-e8cc-42bd-a727-5f17ce2f33a5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4429061 Jun 30 02:38:08.652801 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.678740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Request body: {'port': {'device_id': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:08.735962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8b77-3335-4b62-93f2-67f17fb93cbf req-95aec117-b882-4320-948b-1a3d33b0bd57 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.742192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8b77-3335-4b62-93f2-67f17fb93cbf req-95aec117-b882-4320-948b-1a3d33b0bd57 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.748182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8b77-3335-4b62-93f2-67f17fb93cbf req-95aec117-b882-4320-948b-1a3d33b0bd57 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.754589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8b77-3335-4b62-93f2-67f17fb93cbf req-95aec117-b882-4320-948b-1a3d33b0bd57 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.760883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8b77-3335-4b62-93f2-67f17fb93cbf req-95aec117-b882-4320-948b-1a3d33b0bd57 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.766775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8b77-3335-4b62-93f2-67f17fb93cbf req-95aec117-b882-4320-948b-1a3d33b0bd57 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.773344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8b77-3335-4b62-93f2-67f17fb93cbf req-95aec117-b882-4320-948b-1a3d33b0bd57 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.775305 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddcf8b77-3335-4b62-93f2-67f17fb93cbf req-95aec117-b882-4320-948b-1a3d33b0bd57 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.2326093 Jun 30 02:38:08.779256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=f71901da-35dc-43d1-ab1b-47b4393855f3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:08.800808 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-22a83aa3-a87f-4188-826d-bb5ea31571cf service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350137 Jun 30 02:38:08.808944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91555546-d351-4b46-8409-b34c52418bd5 None None] Provisioning for port 95269582-bd69-4d90-a236-fdadf3ec5ee5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:08.814206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91555546-d351-4b46-8409-b34c52418bd5 None None] Provisioning complete for port 95269582-bd69-4d90-a236-fdadf3ec5ee5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:08.814556 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91555546-d351-4b46-8409-b34c52418bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.817339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Checking segment: {'id': '415e3480-f59e-40f8-9cdb-8a5a1d67a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5afc9bba-3d06-4670-aac9-f218089de3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:08.817707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network hostable DHCP agents. Network: 5afc9bba-3d06-4670-aac9-f218089de3e1, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:08.829765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833360b3-6e36-42f2-b6ee-29e2883c6cfa req-94389f22-bdc2-4546-9678-ba52d609e151 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.831582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-833360b3-6e36-42f2-b6ee-29e2883c6cfa req-94389f22-bdc2-4546-9678-ba52d609e151 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2289941 Jun 30 02:38:08.842189 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddcf8b77-3335-4b62-93f2-67f17fb93cbf req-1d4ac25d-f7ab-45bb-80b7-2a1be992ce49 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583622 Jun 30 02:38:08.855535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 5afc9bba-3d06-4670-aac9-f218089de3e1 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:08.864677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-91555546-d351-4b46-8409-b34c52418bd5 None None] Port 95269582-bd69-4d90-a236-fdadf3ec5ee5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:08.872742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5afc9bba-3d06-4670-aac9-f218089de3e1) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:08.877577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:08.878263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.883925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081156d2-f27a-4abf-8714-0d8013f58e77 None None] Network 5afc9bba-3d06-4670-aac9-f218089de3e1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:08.900959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ebadd7c-74c0-4b7d-91af-6d3ab88f1725 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7935958 Jun 30 02:38:08.901225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.902504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:08.918168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '5afc9bba-3d06-4670-aac9-f218089de3e1', 'name': 'tempest-PortsIpV6TestJSON-1321595127'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:09.037192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9778a0-f9b2-4d14-be6c-c4ac429aa246 req-01bb8aba-26e4-4c1c-852b-d2fb19746cff tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.038762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0e9778a0-f9b2-4d14-be6c-c4ac429aa246 req-01bb8aba-26e4-4c1c-852b-d2fb19746cff tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 931 time: 0.0816786 Jun 30 02:38:09.050183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-833360b3-6e36-42f2-b6ee-29e2883c6cfa req-2b32b4b7-a221-4c22-990a-07621939f8a8 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598642 Jun 30 02:38:09.061216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-5afc9bba-3d06-4670-aac9-f218089de3e1', 'network_id': '5afc9bba-3d06-4670-aac9-f218089de3e1', 'tenant_id': 'e18078425cbf42c4a01bea3dd7f8f955', 'fixed_ips': [{'subnet_id': 'f71901da-35dc-43d1-ab1b-47b4393855f3'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:09.062789 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.077582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-b2113f1e-f058-40a0-82ae-a10362d0beca service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687538 Jun 30 02:38:09.095410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0e9778a0-f9b2-4d14-be6c-c4ac429aa246 req-e36066b0-f1db-4795-aef0-1fcab5945a20 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490878 Jun 30 02:38:09.263062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Allocated IP 2001:db8::2 (5afc9bba-3d06-4670-aac9-f218089de3e1/f71901da-35dc-43d1-ab1b-47b4393855f3/14a68aff-9b5c-4e3d-a1b8-875244060b0a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:09.423470 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.431880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b67bba-3e7d-460f-9cf6-e2f75766d2cd req-e5423ae8-05f9-42f3-b4af-93a643138ee1 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.433134 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60b67bba-3e7d-460f-9cf6-e2f75766d2cd req-e5423ae8-05f9-42f3-b4af-93a643138ee1 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 943 time: 0.0806191 Jun 30 02:38:09.435154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Transition to ACTIVE for port object 14a68aff-9b5c-4e3d-a1b8-875244060b0a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:09.452020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Transition to ACTIVE for port object 14a68aff-9b5c-4e3d-a1b8-875244060b0a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:09.460073 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.478020 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60b67bba-3e7d-460f-9cf6-e2f75766d2cd req-bee95795-ba1b-45f4-88a2-296cd414f262 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Jun 30 02:38:09.501987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Network 5afc9bba-3d06-4670-aac9-f218089de3e1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:09.503139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:09.512235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:09.518649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Pushing event updated for resources: {'Port': ['ID=14a68aff-9b5c-4e3d-a1b8-875244060b0a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:09.577306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Attempting to bind port 14a68aff-9b5c-4e3d-a1b8-875244060b0a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:09.577677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Attempting to bind port 14a68aff-9b5c-4e3d-a1b8-875244060b0a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '415e3480-f59e-40f8-9cdb-8a5a1d67a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5afc9bba-3d06-4670-aac9-f218089de3e1'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:09.578040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Attempting to bind port 14a68aff-9b5c-4e3d-a1b8-875244060b0a on network 5afc9bba-3d06-4670-aac9-f218089de3e1 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:09.583568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:09.583944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Checking segment: {'id': '415e3480-f59e-40f8-9cdb-8a5a1d67a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5afc9bba-3d06-4670-aac9-f218089de3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:09.584372 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.584760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Bound using segment: {'id': '415e3480-f59e-40f8-9cdb-8a5a1d67a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5afc9bba-3d06-4670-aac9-f218089de3e1'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:09.585223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Bound port: 14a68aff-9b5c-4e3d-a1b8-875244060b0a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '415e3480-f59e-40f8-9cdb-8a5a1d67a33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5afc9bba-3d06-4670-aac9-f218089de3e1'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:09.585677 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.650951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:09.654502 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.657043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] For port 14a68aff-9b5c-4e3d-a1b8-875244060b0a, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:09.661726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] For port 14a68aff-9b5c-4e3d-a1b8-875244060b0a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=14a68aff-9b5c-4e3d-a1b8-875244060b0a,segment=NetworkSegment(415e3480-f59e-40f8-9cdb-8a5a1d67a33f),segment_id=415e3480-f59e-40f8-9cdb-8a5a1d67a33f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:09.666785 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:09.734640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port 6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:09.736423 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e83896-dcd0-4f1e-82e6-10d8122ca096 None None] Pushing event updated for resources: {'Port': ['ID=14a68aff-9b5c-4e3d-a1b8-875244060b0a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:09.743629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18125c-fa71-4641-b074-1f7669493e65 req-2b070fc7-4b14-43f0-978e-e29eabc5c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.744137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18125c-fa71-4641-b074-1f7669493e65 req-2b070fc7-4b14-43f0-978e-e29eabc5c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.744604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18125c-fa71-4641-b074-1f7669493e65 req-2b070fc7-4b14-43f0-978e-e29eabc5c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.745143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18125c-fa71-4641-b074-1f7669493e65 req-2b070fc7-4b14-43f0-978e-e29eabc5c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.745533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18125c-fa71-4641-b074-1f7669493e65 req-2b070fc7-4b14-43f0-978e-e29eabc5c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.745991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18125c-fa71-4641-b074-1f7669493e65 req-2b070fc7-4b14-43f0-978e-e29eabc5c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.746443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18125c-fa71-4641-b074-1f7669493e65 req-2b070fc7-4b14-43f0-978e-e29eabc5c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.748576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e18125c-fa71-4641-b074-1f7669493e65 req-2b070fc7-4b14-43f0-978e-e29eabc5c2f0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6494 time: 0.5691509 Jun 30 02:38:09.861730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab66039-86e9-4774-8091-c8e59854ae05 req-a9735a2b-61b2-4fbc-946e-9cb13d48bafc tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:09.863584 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aab66039-86e9-4774-8091-c8e59854ae05 req-a9735a2b-61b2-4fbc-946e-9cb13d48bafc tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 946 time: 0.6302149 Jun 30 02:38:10.039081 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aab66039-86e9-4774-8091-c8e59854ae05 req-eff5ab30-5302-4391-9692-063e42fc8d46 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656907 Jun 30 02:38:10.042231 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95269582-bd69-4d90-a236-fdadf3ec5ee5 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:10.051122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18125c-fa71-4641-b074-1f7669493e65 req-3971e351-0b06-4767-99c7-fa555525d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.052671 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e18125c-fa71-4641-b074-1f7669493e65 req-3971e351-0b06-4767-99c7-fa555525d62e service neutron] 10.222.0.73 "GET /v2.0/networks?id=4f822b0e-82d4-4d9a-9952-bdda678788b4 HTTP/1.1" status: 200 len: 903 time: 0.2946002 Jun 30 02:38:10.058142 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.111173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8::1e6 (5afc9bba-3d06-4670-aac9-f218089de3e1/f71901da-35dc-43d1-ab1b-47b4393855f3/6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:10.116580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e18125c-fa71-4641-b074-1f7669493e65 req-7c9f7760-a826-4c77-b707-bc354e9f8535 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b HTTP/1.1" status: 200 len: 217 time: 0.0553687 Jun 30 02:38:10.120537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Transition to ACTIVE for port object 95269582-bd69-4d90-a236-fdadf3ec5ee5 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:10.129299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700508f-0476-4b15-9c4c-9631bc5d3c90 req-2a627cfb-3969-4484-9f2d-817d0f5db5e0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.135552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700508f-0476-4b15-9c4c-9631bc5d3c90 req-2a627cfb-3969-4484-9f2d-817d0f5db5e0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.136387 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.141511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700508f-0476-4b15-9c4c-9631bc5d3c90 req-2a627cfb-3969-4484-9f2d-817d0f5db5e0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.147401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700508f-0476-4b15-9c4c-9631bc5d3c90 req-2a627cfb-3969-4484-9f2d-817d0f5db5e0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.158337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700508f-0476-4b15-9c4c-9631bc5d3c90 req-2a627cfb-3969-4484-9f2d-817d0f5db5e0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.166079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700508f-0476-4b15-9c4c-9631bc5d3c90 req-2a627cfb-3969-4484-9f2d-817d0f5db5e0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.172128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700508f-0476-4b15-9c4c-9631bc5d3c90 req-2a627cfb-3969-4484-9f2d-817d0f5db5e0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.174119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6700508f-0476-4b15-9c4c-9631bc5d3c90 req-2a627cfb-3969-4484-9f2d-817d0f5db5e0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.1461589 Jun 30 02:38:10.220892 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6700508f-0476-4b15-9c4c-9631bc5d3c90 req-ce45bae8-523f-4c5d-8265-6f9026c2a7cc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380402 Jun 30 02:38:10.279685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Pushing event updated for resources: {'Port': ['ID=95269582-bd69-4d90-a236-fdadf3ec5ee5,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:10.282840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18125c-fa71-4641-b074-1f7669493e65 req-753fa81c-3ef6-4fc5-98e8-4dc7fcb27f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.284345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e18125c-fa71-4641-b074-1f7669493e65 req-753fa81c-3ef6-4fc5-98e8-4dc7fcb27f39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.1608801 Jun 30 02:38:10.400631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9591537-34c7-4431-be4a-7253e75c1e6e req-3a10648b-ab9f-4321-a53f-498d27eb315a tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.402471 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9591537-34c7-4431-be4a-7253e75c1e6e req-3a10648b-ab9f-4321-a53f-498d27eb315a tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.0700355 Jun 30 02:38:10.459633 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9591537-34c7-4431-be4a-7253e75c1e6e req-80d7e372-f6e2-487c-824d-f04daeeb692d tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499129 Jun 30 02:38:10.519922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Attempting to bind port 95269582-bd69-4d90-a236-fdadf3ec5ee5 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:10.520261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Attempting to bind port 95269582-bd69-4d90-a236-fdadf3ec5ee5 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:10.520577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Attempting to bind port 95269582-bd69-4d90-a236-fdadf3ec5ee5 on network 5941b6b7-a807-4b49-90e3-d159db06b015 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:10.548063 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18125c-fa71-4641-b074-1f7669493e65 req-1087ffc9-9ca1-4ce1-b049-25d3e0f4c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.549627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e18125c-fa71-4641-b074-1f7669493e65 req-1087ffc9-9ca1-4ce1-b049-25d3e0f4c8f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2517607 Jun 30 02:38:10.558792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17dd67-7553-4a22-bf95-cd6199489989 req-ba992806-b244-4443-ba0e-e2e17356cbf9 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.559873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c17dd67-7553-4a22-bf95-cd6199489989 req-ba992806-b244-4443-ba0e-e2e17356cbf9 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 946 time: 0.3656945 Jun 30 02:38:10.583557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Port 95269582-bd69-4d90-a236-fdadf3ec5ee5 on network 5941b6b7-a807-4b49-90e3-d159db06b015 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:10.583984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Attempting to bind port 95269582-bd69-4d90-a236-fdadf3ec5ee5 on network 5941b6b7-a807-4b49-90e3-d159db06b015 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:10.630605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:10.632028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Checking segment: {'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:10.632573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Bound using segment: {'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:10.633150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Bound port: 95269582-bd69-4d90-a236-fdadf3ec5ee5, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4aef258-4bdc-4de8-8074-5a102975a970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:10.633532 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.674994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.717567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f94ae4-6072-41d2-baa1-7c30f6684eb6 req-834a286a-6d7c-4aeb-ade5-50d236f18354 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:10.719438 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0f94ae4-6072-41d2-baa1-7c30f6684eb6 req-834a286a-6d7c-4aeb-ade5-50d236f18354 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 943 time: 0.0974486 Jun 30 02:38:10.743641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object 6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:10.772573 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0f94ae4-6072-41d2-baa1-7c30f6684eb6 req-6ead8778-9e2f-4e22-9e0b-15ac027d2b8d tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453417 Jun 30 02:38:10.774151 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c17dd67-7553-4a22-bf95-cd6199489989 req-a9ce977f-50a6-40ab-916c-abfd4f46cc7c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840804 Jun 30 02:38:10.847862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e18125c-fa71-4641-b074-1f7669493e65 req-417f0d7c-f3e2-47dd-8ff3-7f70cf91695e service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830954 Jun 30 02:38:10.936656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] For port 95269582-bd69-4d90-a236-fdadf3ec5ee5, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:10.966469 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] For port 95269582-bd69-4d90-a236-fdadf3ec5ee5, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=95269582-bd69-4d90-a236-fdadf3ec5ee5,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:10.978025 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:10.998891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.015535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2fd456-d181-4169-9d31-7ffda5ebc0c4 None None] Network 5afc9bba-3d06-4670-aac9-f218089de3e1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:11.051683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.052538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.054087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] 10.222.0.69 "PUT /v2.0/ports/95269582-bd69-4d90-a236-fdadf3ec5ee5 HTTP/1.1" status: 200 len: 1092 time: 2.3805461 Jun 30 02:38:11.070984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'tag': '95269582-bd69-4d90-a236-fdadf3ec5ee5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:11.074818 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22e232c-4497-4e8e-9c44-9cd08f5ca103" -d '{"events": [{"name": "network-changed", "server_uuid": "a2566809-7ff6-4355-b61e-9874004b18d0", "tag": "95269582-bd69-4d90-a236-fdadf3ec5ee5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:11.135246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d58442e4-fb41-477c-a88b-e8cae35287da None None] Provisioning for port 14a68aff-9b5c-4e3d-a1b8-875244060b0a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:11.153253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 5afc9bba-3d06-4670-aac9-f218089de3e1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:11.182733 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:11.185321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:11.191535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.192203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.207701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e18125c-fa71-4641-b074-1f7669493e65 req-7cd71146-d9cf-463a-9237-4308a597569d service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484948 Jun 30 02:38:11.222964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4ae1b-e5cd-4872-aa84-8a93745f4e99 service neutron] Pushing event updated for resources: {'Port': ['ID=95269582-bd69-4d90-a236-fdadf3ec5ee5,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:11.272690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 14a68aff-9b5c-4e3d-a1b8-875244060b0a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:11.314067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4015830 Jun 30 02:38:11.317757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36406) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:11.344344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 14a68aff-9b5c-4e3d-a1b8-875244060b0a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:11.350662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6583462-f332-40fe-a6ab-9969d47e0d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:11.351665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 14a68aff-9b5c-4e3d-a1b8-875244060b0a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:11.352262 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.379235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c31d07-47df-4a7f-910e-478c62b6f5fd req-44ebf239-b2fd-4919-aeda-d25b3bbf4475 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.380992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2c31d07-47df-4a7f-910e-478c62b6f5fd req-44ebf239-b2fd-4919-aeda-d25b3bbf4475 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 943 time: 0.3435419 Jun 30 02:38:11.383409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-bfbdeaee-4145-42e1-8086-8ace07c96ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.384883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-bfbdeaee-4145-42e1-8086-8ace07c96ae7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8048055f541545ecbdcdf972f571ec34&device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 1095 time: 0.2577808 Jun 30 02:38:11.390275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d3e6cff6-8128-4982-83d7-6d6661a0130f details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:11.514031 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a843297-3c58-4cf2-bfd0-105f0121c29d x-openstack-request-id: req-7a843297-3c58-4cf2-bfd0-105f0121c29d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:11.514332 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2566809-7ff6-4355-b61e-9874004b18d0", "tag": "95269582-bd69-4d90-a236-fdadf3ec5ee5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:11.519776 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a843297-3c58-4cf2-bfd0-105f0121c29d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:11.520447 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'tag': '95269582-bd69-4d90-a236-fdadf3ec5ee5', 'status': 'completed', 'code': 200} Jun 30 02:38:11.525481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-e776d570-d74f-472d-a477-c63229026767 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95269582-bd69-4d90-a236-fdadf3ec5ee5 HTTP/1.1" status: 200 len: 217 time: 0.1066229 Jun 30 02:38:11.539652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a3c6d-da92-43d1-bebd-425d6ff510e1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:11.540381 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3c6d-da92-43d1-bebd-425d6ff510e1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.576166 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.606231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d3e6cff6-8128-4982-83d7-6d6661a0130f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d3e6cff6-8128-4982-83d7-6d6661a0130f,segment=NetworkSegment(76b0186b-ecb5-4c9e-90ab-9d4a091fc822),segment_id=76b0186b-ecb5-4c9e-90ab-9d4a091fc822)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:11.634775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'd3e6cff6-8128-4982-83d7-6d6661a0130f', 'network_id': '2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d', 'port_id': 'd3e6cff6-8128-4982-83d7-6d6661a0130f', 'mac_address': 'fa:16:3e:a2:ed:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a5b701-4545-489d-84ef-fe906651d894', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:11.648398 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2c31d07-47df-4a7f-910e-478c62b6f5fd req-97874821-9c9a-4399-b22f-ea75a435f19d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596667 Jun 30 02:38:11.683635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c1fe91cb-cf1c-4e72-993a-c85e9fad0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.685208 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-c1fe91cb-cf1c-4e72-993a-c85e9fad0637 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=447eaec8-fc8d-466d-8a03-dcd3cf27b389 HTTP/1.1" status: 200 len: 851 time: 0.1451671 Jun 30 02:38:11.692336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 14a68aff-9b5c-4e3d-a1b8-875244060b0a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=14a68aff-9b5c-4e3d-a1b8-875244060b0a,segment=NetworkSegment(415e3480-f59e-40f8-9cdb-8a5a1d67a33f),segment_id=415e3480-f59e-40f8-9cdb-8a5a1d67a33f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:11.704508 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.740377 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3c6d-da92-43d1-bebd-425d6ff510e1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.751294 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.777937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e6cff6-8128-4982-83d7-6d6661a0130f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:11.786200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-cb476f03-8839-46e4-a19d-8b336d3720a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.789625 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-cb476f03-8839-46e4-a19d-8b336d3720a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5941b6b7-a807-4b49-90e3-d159db06b015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960605 Jun 30 02:38:11.802889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a3c6d-da92-43d1-bebd-425d6ff510e1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:11.812732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=14a68aff-9b5c-4e3d-a1b8-875244060b0a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:11.828293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d3e6cff6-8128-4982-83d7-6d6661a0130f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d3e6cff6-8128-4982-83d7-6d6661a0130f,segment=NetworkSegment(76b0186b-ecb5-4c9e-90ab-9d4a091fc822),segment_id=76b0186b-ecb5-4c9e-90ab-9d4a091fc822)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:11.835057 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.910213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=d3e6cff6-8128-4982-83d7-6d6661a0130f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:11.942751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b88eac48-7065-47c1-a0d2-84eef56e0dbf None None] Provisioning for port 6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:11.958125 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15954-eaf7-4d02-8519-86076d857a35 req-a5247984-d339-42d3-acdf-10b9091f3193 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:11.960598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b88eac48-7065-47c1-a0d2-84eef56e0dbf None None] Provisioning complete for port 6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:11.961219 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b88eac48-7065-47c1-a0d2-84eef56e0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:11.993221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15954-eaf7-4d02-8519-86076d857a35 req-a5247984-d339-42d3-acdf-10b9091f3193 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.001379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15954-eaf7-4d02-8519-86076d857a35 req-a5247984-d339-42d3-acdf-10b9091f3193 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.005610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15954-eaf7-4d02-8519-86076d857a35 req-a5247984-d339-42d3-acdf-10b9091f3193 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.028867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15954-eaf7-4d02-8519-86076d857a35 req-a5247984-d339-42d3-acdf-10b9091f3193 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.032187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b88eac48-7065-47c1-a0d2-84eef56e0dbf None None] Port 6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:12.042983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15954-eaf7-4d02-8519-86076d857a35 req-a5247984-d339-42d3-acdf-10b9091f3193 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.044397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b88eac48-7065-47c1-a0d2-84eef56e0dbf None None] Provisioning complete for port 14a68aff-9b5c-4e3d-a1b8-875244060b0a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:12.044889 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b88eac48-7065-47c1-a0d2-84eef56e0dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:12.049310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c15954-eaf7-4d02-8519-86076d857a35 req-a5247984-d339-42d3-acdf-10b9091f3193 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.051648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40c15954-eaf7-4d02-8519-86076d857a35 req-a5247984-d339-42d3-acdf-10b9091f3193 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.2961490 Jun 30 02:38:12.063983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af451b-3b87-43bd-93b6-2bc0f7676e67 req-56ac40c0-4aa8-4f63-ba06-9f050f07a21c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.066008 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-29af451b-3b87-43bd-93b6-2bc0f7676e67 req-56ac40c0-4aa8-4f63-ba06-9f050f07a21c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 946 time: 0.1607273 Jun 30 02:38:12.069929 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-56e3e688-9e14-46ac-80e2-a38b34cb5ebb service neutron] 10.222.0.69 "GET /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727423 Jun 30 02:38:12.132050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['d3e6cff6-8128-4982-83d7-6d6661a0130f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:12.162322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40c15954-eaf7-4d02-8519-86076d857a35 req-b68d853e-42ba-42d6-851b-d08d256f2c66 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864763 Jun 30 02:38:12.190097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-29af451b-3b87-43bd-93b6-2bc0f7676e67 req-fd344067-0f81-43e8-a184-8fe2f53e503e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183357 Jun 30 02:38:12.293063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd188303-39fe-4ebc-b556-b4aebf48b858 req-3443b668-20ca-40b2-9f84-c1165c9f24ff service neutron] 10.222.0.69 "GET /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984894 Jun 30 02:38:12.298486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3c6d-da92-43d1-bebd-425d6ff510e1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:12.340917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-57ea742b-23a4-4f5f-a799-e801ae624c23 None None] Could not find standard attr ID for object 6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:12.342161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a3c6d-da92-43d1-bebd-425d6ff510e1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:12.405699 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d8a3c6d-da92-43d1-bebd-425d6ff510e1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:12.407866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4d8a3c6d-da92-43d1-bebd-425d6ff510e1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2 HTTP/1.1" status: 204 len: 168 time: 1.0888844 Jun 30 02:38:12.411493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:12.444725 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a71841a-c27e-47ac-b557-1fd6e22f2f80 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:38:12.445489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a71841a-c27e-47ac-b557-1fd6e22f2f80 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:38:12.447278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0a71841a-c27e-47ac-b557-1fd6e22f2f80 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2 HTTP/1.1" status: 404 len: 333 time: 0.0338185 Jun 30 02:38:12.450808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:12.453955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c64517-b65b-4efb-bf89-aca694946e7f req-3ec62b5c-e2e0-4269-956f-6a3d64bc610a tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.455549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27c64517-b65b-4efb-bf89-aca694946e7f req-3ec62b5c-e2e0-4269-956f-6a3d64bc610a tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 943 time: 0.1151824 Jun 30 02:38:12.485442 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e30ad46-2020-41d7-bc4f-ab5ded3392af tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:12.489734 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0e30ad46-2020-41d7-bc4f-ab5ded3392af tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/6ca08af8-4cf2-4b1b-a2a6-c7a983bc65c2 HTTP/1.1" status: 404 len: 333 time: 0.0353127 Jun 30 02:38:12.490301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36420) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:12.501487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-d073f1a8-8d9e-4ad3-93d3-2ae3c2084733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.501866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27c64517-b65b-4efb-bf89-aca694946e7f req-02b7a880-b3ed-4677-ac32-4511eae7d631 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399525 Jun 30 02:38:12.502999 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-d073f1a8-8d9e-4ad3-93d3-2ae3c2084733 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8048055f541545ecbdcdf972f571ec34&device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 1095 time: 0.1520035 Jun 30 02:38:12.603351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaab7605-9f7f-4de5-81a2-709e5c120482 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet f71901da-35dc-43d1-ab1b-47b4393855f3 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:12.610753 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaab7605-9f7f-4de5-81a2-709e5c120482 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:12.667447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaab7605-9f7f-4de5-81a2-709e5c120482 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:12.694578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-250c2e90-1aef-4661-b660-d6ef6d72ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.696166 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-250c2e90-1aef-4661-b660-d6ef6d72ab77 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5941b6b7-a807-4b49-90e3-d159db06b015 HTTP/1.1" status: 200 len: 913 time: 0.1734326 Jun 30 02:38:12.750779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-47bf5a8e-6198-4f6c-bb6f-588b2350e41e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95269582-bd69-4d90-a236-fdadf3ec5ee5 HTTP/1.1" status: 200 len: 217 time: 0.0453770 Jun 30 02:38:12.865524 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaab7605-9f7f-4de5-81a2-709e5c120482 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:12.886733 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-70538190-2365-4773-a44b-4e3236f141a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:12.888203 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-70538190-2365-4773-a44b-4e3236f141a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=447eaec8-fc8d-466d-8a03-dcd3cf27b389 HTTP/1.1" status: 200 len: 851 time: 0.1303997 Jun 30 02:38:13.007681 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaab7605-9f7f-4de5-81a2-709e5c120482 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.022394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f32aa-6271-47a6-aafd-ec060298e9a7 req-07a5e76b-c69c-48c7-8831-0d4bebd2307e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.023926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c2f32aa-6271-47a6-aafd-ec060298e9a7 req-07a5e76b-c69c-48c7-8831-0d4bebd2307e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 944 time: 0.2401354 Jun 30 02:38:13.056932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab7605-9f7f-4de5-81a2-709e5c120482 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=f71901da-35dc-43d1-ab1b-47b4393855f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:13.077660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73edf636-ea49-4906-8476-fd8ff30fbd97 None None] Network 5afc9bba-3d06-4670-aac9-f218089de3e1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:13.079758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aaab7605-9f7f-4de5-81a2-709e5c120482 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.081864 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-aaab7605-9f7f-4de5-81a2-709e5c120482 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/f71901da-35dc-43d1-ab1b-47b4393855f3 HTTP/1.1" status: 204 len: 168 time: 0.5904286 Jun 30 02:38:13.084739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:13.098932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-e2f69f12-0af5-400e-9081-e94fd1783845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.100454 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-e2f69f12-0af5-400e-9081-e94fd1783845 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5941b6b7-a807-4b49-90e3-d159db06b015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2035084 Jun 30 02:38:13.145364 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c2f32aa-6271-47a6-aafd-ec060298e9a7 req-bf312287-61da-4ea2-94b9-3c2009968288 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960548 Jun 30 02:38:13.178607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da13e89e-c24a-4941-8cf6-8b47981a8b2d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.179682 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da13e89e-c24a-4941-8cf6-8b47981a8b2d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 946 time: 0.2368343 Jun 30 02:38:13.239354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 14a68aff-9b5c-4e3d-a1b8-875244060b0a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:13.248855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.384665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d3e6cff6-8128-4982-83d7-6d6661a0130f up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:13.460769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 14a68aff-9b5c-4e3d-a1b8-875244060b0a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:13.461144 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.503837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port d3e6cff6-8128-4982-83d7-6d6661a0130f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:13.513447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port d3e6cff6-8128-4982-83d7-6d6661a0130f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:13.513831 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.595354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c428da-3095-43d6-91ee-f76b521ee775 None None] DHCP port deletion for 5afc9bba-3d06-4670-aac9-f218089de3e1 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:13.658468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7604c-09b9-4684-bebe-403c0e583763 req-7c26384d-2c8b-4f07-85cc-90ef95323a4b tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.660091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78a7604c-09b9-4684-bebe-403c0e583763 req-7c26384d-2c8b-4f07-85cc-90ef95323a4b tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.4635024 Jun 30 02:38:13.693161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-aba1a484-f97f-4aaa-bb92-8e46663e6403 service neutron] 10.222.0.69 "GET /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828772 Jun 30 02:38:13.700046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 14a68aff-9b5c-4e3d-a1b8-875244060b0a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:13.700311 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.748102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78a7604c-09b9-4684-bebe-403c0e583763 req-ffec1a73-0167-48f4-aafa-cee1a1dc81fa tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795681 Jun 30 02:38:13.775737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] For port 14a68aff-9b5c-4e3d-a1b8-875244060b0a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=14a68aff-9b5c-4e3d-a1b8-875244060b0a,segment=NetworkSegment(415e3480-f59e-40f8-9cdb-8a5a1d67a33f),segment_id=415e3480-f59e-40f8-9cdb-8a5a1d67a33f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:13.776738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.791509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da1cd58e-85ec-4451-b3a8-89d27d7d3a42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Deleting port 4d13a9c2-3284-4be0-8c93-2c95d4db4376 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:13.791884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da1cd58e-85ec-4451-b3a8-89d27d7d3a42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.807023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 14a68aff-9b5c-4e3d-a1b8-875244060b0a owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:13.829467 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.857330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0462467b-c0e3-41be-9e78-81ecf8465a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6cff6-8128-4982-83d7-6d6661a0130f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:13.860351 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32164057-10bf-4d01-9326-8ced301d5f9e" -d '{"events": [{"server_uuid": "0462467b-c0e3-41be-9e78-81ecf8465a76", "name": "network-vif-plugged", "status": "completed", "tag": "d3e6cff6-8128-4982-83d7-6d6661a0130f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:13.868536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ef0d-f8c8-4306-98b2-d06362a70472 req-416aaf7b-b3d9-496a-97ad-b8ff9dd4bbd7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.874510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ef0d-f8c8-4306-98b2-d06362a70472 req-416aaf7b-b3d9-496a-97ad-b8ff9dd4bbd7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.879747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d3e6cff6-8128-4982-83d7-6d6661a0130f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d3e6cff6-8128-4982-83d7-6d6661a0130f,segment=NetworkSegment(76b0186b-ecb5-4c9e-90ab-9d4a091fc822),segment_id=76b0186b-ecb5-4c9e-90ab-9d4a091fc822)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:13.880443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ef0d-f8c8-4306-98b2-d06362a70472 req-416aaf7b-b3d9-496a-97ad-b8ff9dd4bbd7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.885058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-88c428da-3095-43d6-91ee-f76b521ee775 None None] Deleting port 14a68aff-9b5c-4e3d-a1b8-875244060b0a {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:13.885506 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88c428da-3095-43d6-91ee-f76b521ee775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.886431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ef0d-f8c8-4306-98b2-d06362a70472 req-416aaf7b-b3d9-496a-97ad-b8ff9dd4bbd7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.893494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ef0d-f8c8-4306-98b2-d06362a70472 req-416aaf7b-b3d9-496a-97ad-b8ff9dd4bbd7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.900106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.900422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ef0d-f8c8-4306-98b2-d06362a70472 req-416aaf7b-b3d9-496a-97ad-b8ff9dd4bbd7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.903043 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:13.906655 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3ef0d-f8c8-4306-98b2-d06362a70472 req-416aaf7b-b3d9-496a-97ad-b8ff9dd4bbd7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:13.908790 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97b3ef0d-f8c8-4306-98b2-d06362a70472 req-416aaf7b-b3d9-496a-97ad-b8ff9dd4bbd7 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.2877650 Jun 30 02:38:13.943703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=14a68aff-9b5c-4e3d-a1b8-875244060b0a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:13.947577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f22e232c-4497-4e8e-9c44-9cd08f5ca103 req-aecd824f-a7f7-4fa8-b478-6983f09bb88f service neutron] 10.222.0.69 "GET /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452860 Jun 30 02:38:13.974371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No DVR routers for this DVR port 14a68aff-9b5c-4e3d-a1b8-875244060b0a on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:13.987068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97b3ef0d-f8c8-4306-98b2-d06362a70472 req-128dc957-8e91-4082-baf3-687a47791522 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657194 Jun 30 02:38:14.003074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-88c428da-3095-43d6-91ee-f76b521ee775 None None] For port 14a68aff-9b5c-4e3d-a1b8-875244060b0a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=14a68aff-9b5c-4e3d-a1b8-875244060b0a,segment=NetworkSegment(415e3480-f59e-40f8-9cdb-8a5a1d67a33f),segment_id=415e3480-f59e-40f8-9cdb-8a5a1d67a33f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:14.003874 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88c428da-3095-43d6-91ee-f76b521ee775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.004028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da1cd58e-85ec-4451-b3a8-89d27d7d3a42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] For port 4d13a9c2-3284-4be0-8c93-2c95d4db4376, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4d13a9c2-3284-4be0-8c93-2c95d4db4376,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:14.004257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da1cd58e-85ec-4451-b3a8-89d27d7d3a42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.025042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=d3e6cff6-8128-4982-83d7-6d6661a0130f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:14.027103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-88c428da-3095-43d6-91ee-f76b521ee775 None None] Calling delete_port for 14a68aff-9b5c-4e3d-a1b8-875244060b0a owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:14.034688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da1cd58e-85ec-4451-b3a8-89d27d7d3a42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Calling delete_port for 4d13a9c2-3284-4be0-8c93-2c95d4db4376 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:14.081472 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.093933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afc9bba-3d06-4670-aac9-f218089de3e1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:14.106786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415e3480-f59e-40f8-9cdb-8a5a1d67a33f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:14.107087 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415e3480-f59e-40f8-9cdb-8a5a1d67a33f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:14.126312 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.130268 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88c428da-3095-43d6-91ee-f76b521ee775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.149654 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.158438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:14.158925 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:14.162259 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:14.165852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c428da-3095-43d6-91ee-f76b521ee775 None None] Pushing event deleted for resources: {'Port': ['ID=14a68aff-9b5c-4e3d-a1b8-875244060b0a,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:14.172206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c428da-3095-43d6-91ee-f76b521ee775 None None] No DVR routers for this DVR port 14a68aff-9b5c-4e3d-a1b8-875244060b0a on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:14.200125 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da1cd58e-85ec-4451-b3a8-89d27d7d3a42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.213526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['4d13a9c2-3284-4be0-8c93-2c95d4db4376'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:14.218002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:14.234672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cd58e-85ec-4451-b3a8-89d27d7d3a42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event deleted for resources: {'Port': ['ID=4d13a9c2-3284-4be0-8c93-2c95d4db4376,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:14.248459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1d61-4567-4762-991d-886b32a18381 req-53e498a1-bb07-4c11-ae31-ee7a9669ff52 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:14.250155 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3bd1d61-4567-4762-991d-886b32a18381 req-53e498a1-bb07-4c11-ae31-ee7a9669ff52 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=90d11104-ab8e-4e53-ad5a-e907d488085b HTTP/1.1" status: 200 len: 867 time: 0.3187704 Jun 30 02:38:14.305045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da1cd58e-85ec-4451-b3a8-89d27d7d3a42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] No DVR routers for this DVR port 4d13a9c2-3284-4be0-8c93-2c95d4db4376 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:14.305321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.313979 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.316159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/networks/5afc9bba-3d06-4670-aac9-f218089de3e1 HTTP/1.1" status: 204 len: 168 time: 1.2302432 Jun 30 02:38:14.322919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3bd1d61-4567-4762-991d-886b32a18381 req-a769002b-adc2-44a9-9d33-79501e7f173c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639174 Jun 30 02:38:14.323409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:14.328646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da1cd58e-85ec-4451-b3a8-89d27d7d3a42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.330676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4e535d7-d5ba-4b66-8bac-10ab2f39130a req-da1cd58e-85ec-4451-b3a8-89d27d7d3a42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "DELETE /v2.0/ports/4d13a9c2-3284-4be0-8c93-2c95d4db4376 HTTP/1.1" status: 204 len: 173 time: 1.1441023 Jun 30 02:38:14.331358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d11104-ab8e-4e53-ad5a-e907d488085b', 'name': 'network-vif-deleted', 'tag': '4d13a9c2-3284-4be0-8c93-2c95d4db4376'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:14.335375 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2030313-6dc0-43b2-a5eb-7c94717b4ffa" -d '{"events": [{"server_uuid": "90d11104-ab8e-4e53-ad5a-e907d488085b", "name": "network-vif-deleted", "tag": "4d13a9c2-3284-4be0-8c93-2c95d4db4376"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:14.349953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1261087992'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:14.352034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f682b0-c60c-4ff9-a4bd-961f7492a93f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Network': ['ID=5afc9bba-3d06-4670-aac9-f218089de3e1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:14.371535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:14.376560 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.405037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:14.421015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.421931 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Added segment b05aff9d-a8d9-4f9f-8a47-0408b92b044a of type vlan for network 2c71aeb1-6943-47ed-b938-7b4ac2a313e2 Jun 30 02:38:14.443131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56939a-7f3b-44bf-8abb-5cafdf960c44 req-f07bf982-3546-485a-8467-908fc91e7947 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:14.444926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd56939a-7f3b-44bf-8abb-5cafdf960c44 req-f07bf982-3546-485a-8467-908fc91e7947 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 943 time: 0.1559863 Jun 30 02:38:14.469558 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.496830 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dd56939a-7f3b-44bf-8abb-5cafdf960c44 req-19b237dd-ae8a-440b-85b9-42ba089176d6 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462658 Jun 30 02:38:14.507086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.513103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:14.513850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.568605 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349c32d4-5891-4d00-8e7f-81265b70302a x-openstack-request-id: req-349c32d4-5891-4d00-8e7f-81265b70302a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:14.569170 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0462467b-c0e3-41be-9e78-81ecf8465a76", "name": "network-vif-plugged", "status": "completed", "tag": "d3e6cff6-8128-4982-83d7-6d6661a0130f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:14.569787 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-349c32d4-5891-4d00-8e7f-81265b70302a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:14.570698 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0462467b-c0e3-41be-9e78-81ecf8465a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e6cff6-8128-4982-83d7-6d6661a0130f', 'code': 200} Jun 30 02:38:14.589223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2531784 Jun 30 02:38:14.589223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:14.594417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '2c71aeb1-6943-47ed-b938-7b4ac2a313e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:14.614506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cb351-9060-432d-8588-3a803cf04cf0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Network': ['ID=2c71aeb1-6943-47ed-b938-7b4ac2a313e2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:14.626054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2c71aeb1-6943-47ed-b938-7b4ac2a313e2 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:14.725155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:14.730305 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:14.791973 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a5ccf-7d6d-44bc-aaf5-bf89afca8f87 req-5f10e367-fde1-4a79-8f1e-de4bc0f86592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:14.794185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c06a5ccf-7d6d-44bc-aaf5-bf89afca8f87 req-5f10e367-fde1-4a79-8f1e-de4bc0f86592 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 1097 time: 0.1256258 Jun 30 02:38:14.813195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4fe6-6289-47ed-8c7f-c1cb66de93fc req-cb9774e7-e2d1-4921-aed8-2e8efd84131e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:14.814533 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-869c4fe6-6289-47ed-8c7f-c1cb66de93fc req-cb9774e7-e2d1-4921-aed8-2e8efd84131e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 945 time: 0.1356936 Jun 30 02:38:14.842248 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afca33e0-1ddd-4a25-b106-1ea3c15eda55 x-openstack-request-id: req-afca33e0-1ddd-4a25-b106-1ea3c15eda55 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:14.842682 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d11104-ab8e-4e53-ad5a-e907d488085b", "name": "network-vif-deleted", "tag": "4d13a9c2-3284-4be0-8c93-2c95d4db4376", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:14.842972 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afca33e0-1ddd-4a25-b106-1ea3c15eda55 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:14.843367 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d11104-ab8e-4e53-ad5a-e907d488085b', 'name': 'network-vif-deleted', 'tag': '4d13a9c2-3284-4be0-8c93-2c95d4db4376', 'status': 'completed', 'code': 200} Jun 30 02:38:14.882343 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c06a5ccf-7d6d-44bc-aaf5-bf89afca8f87 req-fe4360b2-502b-422d-9a92-7771e6a60ee4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649636 Jun 30 02:38:14.897407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-869c4fe6-6289-47ed-8c7f-c1cb66de93fc req-cdaee1a0-13b8-43de-bc53-9db557f556c4 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701845 Jun 30 02:38:15.022017 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:15.097604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=e1dd99ab-7876-4997-b304-d108186747b8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:15.109081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.109428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.109768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.110113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.110443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.110795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.111145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.111475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.111801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.112121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.112512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.112858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:15.116861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Checking segment: {'id': 'b05aff9d-a8d9-4f9f-8a47-0408b92b044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2c71aeb1-6943-47ed-b938-7b4ac2a313e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:15.117236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network hostable DHCP agents. Network: 2c71aeb1-6943-47ed-b938-7b4ac2a313e2, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:15.137888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 2c71aeb1-6943-47ed-b938-7b4ac2a313e2 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:15.150015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 2c71aeb1-6943-47ed-b938-7b4ac2a313e2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:15.155396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.156054 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:15.160012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7356d0d6-ae6a-45e9-833b-d1f4a465e989 None None] Network 2c71aeb1-6943-47ed-b938-7b4ac2a313e2 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:15.182640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ede6e9ed-c3bc-4421-80ad-32a3b0176f29 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5924132 Jun 30 02:38:15.185399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:15.190683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '2c71aeb1-6943-47ed-b938-7b4ac2a313e2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1539872747'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:15.199530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 14a68aff-9b5c-4e3d-a1b8-875244060b0a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:15.260232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0fcb0-e6e6-43e9-8c3c-0d99dee60627 req-7f6206b1-beb7-4ac0-99ac-809aa8a6ffc9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.266497 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0fcb0-e6e6-43e9-8c3c-0d99dee60627 req-7f6206b1-beb7-4ac0-99ac-809aa8a6ffc9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.272892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0fcb0-e6e6-43e9-8c3c-0d99dee60627 req-7f6206b1-beb7-4ac0-99ac-809aa8a6ffc9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.281229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0fcb0-e6e6-43e9-8c3c-0d99dee60627 req-7f6206b1-beb7-4ac0-99ac-809aa8a6ffc9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.289911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0fcb0-e6e6-43e9-8c3c-0d99dee60627 req-7f6206b1-beb7-4ac0-99ac-809aa8a6ffc9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.300044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0fcb0-e6e6-43e9-8c3c-0d99dee60627 req-7f6206b1-beb7-4ac0-99ac-809aa8a6ffc9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.308478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 14a68aff-9b5c-4e3d-a1b8-875244060b0a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:15.308700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0fcb0-e6e6-43e9-8c3c-0d99dee60627 req-7f6206b1-beb7-4ac0-99ac-809aa8a6ffc9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.309200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 14a68aff-9b5c-4e3d-a1b8-875244060b0a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:15.311499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddc0fcb0-e6e6-43e9-8c3c-0d99dee60627 req-7f6206b1-beb7-4ac0-99ac-809aa8a6ffc9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.1416626 Jun 30 02:38:15.386116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:15.386445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddc0fcb0-e6e6-43e9-8c3c-0d99dee60627 req-f78121cc-f750-4472-978e-06374a84cb2d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543382 Jun 30 02:38:15.392382 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:15.432738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port c19c7c52-c815-45f3-a2a4-0c4687215be6 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:15.441459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-2c71aeb1-6943-47ed-b938-7b4ac2a313e2', 'network_id': '2c71aeb1-6943-47ed-b938-7b4ac2a313e2', 'tenant_id': 'e18078425cbf42c4a01bea3dd7f8f955', 'fixed_ips': [{'subnet_id': 'e1dd99ab-7876-4997-b304-d108186747b8'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:15.442376 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:15.585180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8::2fe (2c71aeb1-6943-47ed-b938-7b4ac2a313e2/e1dd99ab-7876-4997-b304-d108186747b8/c19c7c52-c815-45f3-a2a4-0c4687215be6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:15.654892 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:15.777551 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:15.790535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322edce-bc57-4661-bd0d-0028eed4149e req-8fc110a3-0698-4c0c-b415-6c0127a0f1ac tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.792065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-8fc110a3-0698-4c0c-b415-6c0127a0f1ac tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.1096125 Jun 30 02:38:15.800860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60db6c-b62d-4c36-8a65-dd33b5695ccb req-8edc6eee-c150-406c-8481-59efee0030d2 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:15.802365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f60db6c-b62d-4c36-8a65-dd33b5695ccb req-8edc6eee-c150-406c-8481-59efee0030d2 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 943 time: 0.1217918 Jun 30 02:38:15.805185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object c19c7c52-c815-45f3-a2a4-0c4687215be6 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:15.810273 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-6704d04b-8d51-4f82-bf6e-769592cee914 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/quotas/fef5510c674d4c81beed3eda57f51908 HTTP/1.1" status: 200 len: 375 time: 0.0116780 Jun 30 02:38:15.845778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 95269582-bd69-4d90-a236-fdadf3ec5ee5 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:15.874233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f60db6c-b62d-4c36-8a65-dd33b5695ccb req-8edb9d37-e26d-42f3-a6ea-e551d82533d5 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616302 Jun 30 02:38:15.882845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-fe4d9ee0-73e4-4759-a51c-3976d18d7ddb tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663722 Jun 30 02:38:15.904418 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.033631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Allocated IP 2001:db8::2 (2c71aeb1-6943-47ed-b938-7b4ac2a313e2/e1dd99ab-7876-4997-b304-d108186747b8/6fdc9995-691f-438e-bf2e-3f24a776b2c8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:16.037809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-f23d668f-052e-45c0-8b64-9c7b657236f4 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454809 Jun 30 02:38:16.040653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 2c71aeb1-6943-47ed-b938-7b4ac2a313e2 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:16.052236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=c19c7c52-c815-45f3-a2a4-0c4687215be6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:16.073447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.073754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.074098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.074429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.077974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.078349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.079408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.079408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.079408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.079758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.080932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.081508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:16.089385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:16.098192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:16.111816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.113602 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.145243 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-369fff4d-8dc5-4813-abb9-bf6a0c94dc8e service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063089 Jun 30 02:38:16.174074 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.210658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36488) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:16.210883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ba21ffed-cd06-4992-ad25-db877576d5f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0243027 Jun 30 02:38:16.238673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9be30e-6403-4bf1-b5bf-79572de1a072 req-1156f625-d405-485b-be1c-96310a89b6ff tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.240261 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d9be30e-6403-4bf1-b5bf-79572de1a072 req-1156f625-d405-485b-be1c-96310a89b6ff tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 945 time: 0.1144011 Jun 30 02:38:16.261175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 95269582-bd69-4d90-a236-fdadf3ec5ee5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=95269582-bd69-4d90-a236-fdadf3ec5ee5,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:16.303251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '95269582-bd69-4d90-a236-fdadf3ec5ee5', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'port_id': '95269582-bd69-4d90-a236-fdadf3ec5ee5', 'mac_address': 'fa:16:3e:92:ba:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:16.317237 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d9be30e-6403-4bf1-b5bf-79572de1a072 req-445f1ffb-7f3f-4fc1-a1e6-0f66fc3fbb29 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663276 Jun 30 02:38:16.359953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.361232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e98c9-5943-4494-a8fe-2cae0b0cc762 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port c19c7c52-c815-45f3-a2a4-0c4687215be6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:16.361634 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d1e98c9-5943-4494-a8fe-2cae0b0cc762 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.379924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Transition to ACTIVE for port object 6fdc9995-691f-438e-bf2e-3f24a776b2c8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:16.385868 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.414909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95269582-bd69-4d90-a236-fdadf3ec5ee5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:16.438099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Transition to ACTIVE for port object 6fdc9995-691f-438e-bf2e-3f24a776b2c8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:16.461141 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.482955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 95269582-bd69-4d90-a236-fdadf3ec5ee5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=95269582-bd69-4d90-a236-fdadf3ec5ee5,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:16.517445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.527036 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef1bedfd-465e-4b35-a8cc-55da0ef92a9c req-19d7c55c-a581-44e2-b126-05517fc821cb tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 210 time: 0.0689921 Jun 30 02:38:16.560685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Network 2c71aeb1-6943-47ed-b938-7b4ac2a313e2 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:16.566059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:16.571313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:16.626083 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d1e98c9-5943-4494-a8fe-2cae0b0cc762 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.642961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Pushing event updated for resources: {'Port': ['ID=6fdc9995-691f-438e-bf2e-3f24a776b2c8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:16.666034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e98c9-5943-4494-a8fe-2cae0b0cc762 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for c19c7c52-c815-45f3-a2a4-0c4687215be6 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:16.704014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Attempting to bind port 6fdc9995-691f-438e-bf2e-3f24a776b2c8 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:16.704661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Attempting to bind port 6fdc9995-691f-438e-bf2e-3f24a776b2c8 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'b05aff9d-a8d9-4f9f-8a47-0408b92b044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2c71aeb1-6943-47ed-b938-7b4ac2a313e2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:16.705120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Attempting to bind port 6fdc9995-691f-438e-bf2e-3f24a776b2c8 on network 2c71aeb1-6943-47ed-b938-7b4ac2a313e2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:16.714201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:16.714664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Checking segment: {'id': 'b05aff9d-a8d9-4f9f-8a47-0408b92b044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2c71aeb1-6943-47ed-b938-7b4ac2a313e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:16.715248 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.715812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Bound using segment: {'id': 'b05aff9d-a8d9-4f9f-8a47-0408b92b044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2c71aeb1-6943-47ed-b938-7b4ac2a313e2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:16.716412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Bound port: 6fdc9995-691f-438e-bf2e-3f24a776b2c8, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05aff9d-a8d9-4f9f-8a47-0408b92b044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2c71aeb1-6943-47ed-b938-7b4ac2a313e2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:16.716953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.718892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=95269582-bd69-4d90-a236-fdadf3ec5ee5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:16.793433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] For port 6fdc9995-691f-438e-bf2e-3f24a776b2c8, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:16.797269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] For port 6fdc9995-691f-438e-bf2e-3f24a776b2c8, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6fdc9995-691f-438e-bf2e-3f24a776b2c8,segment=NetworkSegment(b05aff9d-a8d9-4f9f-8a47-0408b92b044a),segment_id=b05aff9d-a8d9-4f9f-8a47-0408b92b044a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:16.804385 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:16.856635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e245d-283a-4e74-a133-7d262b09984d req-c1940933-ce0d-4460-aa94-a5271d403584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.863073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e245d-283a-4e74-a133-7d262b09984d req-c1940933-ce0d-4460-aa94-a5271d403584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.869820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e245d-283a-4e74-a133-7d262b09984d req-c1940933-ce0d-4460-aa94-a5271d403584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.876225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e245d-283a-4e74-a133-7d262b09984d req-c1940933-ce0d-4460-aa94-a5271d403584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.882604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e245d-283a-4e74-a133-7d262b09984d req-c1940933-ce0d-4460-aa94-a5271d403584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.889439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e245d-283a-4e74-a133-7d262b09984d req-c1940933-ce0d-4460-aa94-a5271d403584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.896046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e245d-283a-4e74-a133-7d262b09984d req-c1940933-ce0d-4460-aa94-a5271d403584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:16.898171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c2e245d-283a-4e74-a133-7d262b09984d req-c1940933-ce0d-4460-aa94-a5271d403584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.2043045 Jun 30 02:38:16.899407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34204a94-fd90-43af-91e7-aece25707b15 None None] Pushing event updated for resources: {'Port': ['ID=6fdc9995-691f-438e-bf2e-3f24a776b2c8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:16.972175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['95269582-bd69-4d90-a236-fdadf3ec5ee5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:17.032135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c2e245d-283a-4e74-a133-7d262b09984d req-84a08dbd-b80a-4a82-acf4-f721469f497c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254067 Jun 30 02:38:17.053385 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d1e98c9-5943-4494-a8fe-2cae0b0cc762 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.115700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e98c9-5943-4494-a8fe-2cae0b0cc762 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=c19c7c52-c815-45f3-a2a4-0c4687215be6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:17.188649 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d1e98c9-5943-4494-a8fe-2cae0b0cc762 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.203176 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4d1e98c9-5943-4494-a8fe-2cae0b0cc762 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/c19c7c52-c815-45f3-a2a4-0c4687215be6 HTTP/1.1" status: 204 len: 168 time: 0.9905393 Jun 30 02:38:17.206420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:17.208303 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d87253-2d29-4893-ad77-4b1a71abc843 req-ec2c1356-d324-415f-a848-4f083a3e8c6e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:17.217095 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-52d87253-2d29-4893-ad77-4b1a71abc843 req-ec2c1356-d324-415f-a848-4f083a3e8c6e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 944 time: 0.1680017 Jun 30 02:38:17.265800 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29148ef-a5f6-4798-a7a5-64cf9466b658 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:17.271013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c29148ef-a5f6-4798-a7a5-64cf9466b658 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/c19c7c52-c815-45f3-a2a4-0c4687215be6 HTTP/1.1" status: 404 len: 333 time: 0.0634749 Jun 30 02:38:17.271684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:17.277365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-52d87253-2d29-4893-ad77-4b1a71abc843 req-50b3ccf7-515b-45ae-905d-f6393d33353f tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589194 Jun 30 02:38:17.361808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-317133f1-fccb-4e2e-98e3-45b8b76b58ed tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet e1dd99ab-7876-4997-b304-d108186747b8 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:17.374368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-317133f1-fccb-4e2e-98e3-45b8b76b58ed tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.435425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-317133f1-fccb-4e2e-98e3-45b8b76b58ed tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.565370 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-317133f1-fccb-4e2e-98e3-45b8b76b58ed tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.623192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8eb69-bc9e-4637-a2f6-d88dd58f996c req-c187e906-c6a6-41aa-9235-dc7be30e8a12 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:17.624488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-baf8eb69-bc9e-4637-a2f6-d88dd58f996c req-c187e906-c6a6-41aa-9235-dc7be30e8a12 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 945 time: 0.1469724 Jun 30 02:38:17.657458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-317133f1-fccb-4e2e-98e3-45b8b76b58ed tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.686504 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d10b5ce6-f243-47b3-a87b-bcf5fbf066bf req-6f4426bd-d657-4863-8a15-eef4a45b75ad tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 210 time: 0.0316544 Jun 30 02:38:17.691766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317133f1-fccb-4e2e-98e3-45b8b76b58ed tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=e1dd99ab-7876-4997-b304-d108186747b8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:17.702094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-317133f1-fccb-4e2e-98e3-45b8b76b58ed tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.712580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-317133f1-fccb-4e2e-98e3-45b8b76b58ed tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/e1dd99ab-7876-4997-b304-d108186747b8 HTTP/1.1" status: 204 len: 168 time: 0.4315381 Jun 30 02:38:17.712580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:17.720756 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-baf8eb69-bc9e-4637-a2f6-d88dd58f996c req-3dc4da23-763f-4889-b00b-569de6b24669 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805743 Jun 30 02:38:17.816905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.860606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4d13a9c2-3284-4be0-8c93-2c95d4db4376 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:17.891352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 6fdc9995-691f-438e-bf2e-3f24a776b2c8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:17.893305 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:17.896824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 4d13a9c2-3284-4be0-8c93-2c95d4db4376 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:17.897189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4d13a9c2-3284-4be0-8c93-2c95d4db4376 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:18.028411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] For port 6fdc9995-691f-438e-bf2e-3f24a776b2c8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6fdc9995-691f-438e-bf2e-3f24a776b2c8,segment=NetworkSegment(b05aff9d-a8d9-4f9f-8a47-0408b92b044a),segment_id=b05aff9d-a8d9-4f9f-8a47-0408b92b044a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:18.028943 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.057696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689a7e-1622-4416-a681-b1246d1cbb2e req-8841dbb9-da18-4fb5-b329-2b9fb0fa1ae0 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.059381 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf689a7e-1622-4416-a681-b1246d1cbb2e req-8841dbb9-da18-4fb5-b329-2b9fb0fa1ae0 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 945 time: 0.1097202 Jun 30 02:38:18.060500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 6fdc9995-691f-438e-bf2e-3f24a776b2c8 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:18.163638 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.209050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=6fdc9995-691f-438e-bf2e-3f24a776b2c8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:18.214949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322edce-bc57-4661-bd0d-0028eed4149e req-a62fb19b-0e0e-418b-a3b6-201978598b05 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.216609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-a62fb19b-0e0e-418b-a3b6-201978598b05 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.2585487 Jun 30 02:38:18.228747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Request body: {'port': {'device_id': '1c9444c9-51f1-41ec-ab7d-1d6af64fa65d', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'admin_state_up': True, 'tenant_id': 'fef5510c674d4c81beed3eda57f51908'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:18.239275 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf689a7e-1622-4416-a681-b1246d1cbb2e req-fac63324-ac9e-4e47-ae1f-ad6654b08c27 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857425 Jun 30 02:38:18.248271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No DVR routers for this DVR port 6fdc9995-691f-438e-bf2e-3f24a776b2c8 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:18.373075 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215db1d3-8715-4721-9fad-9f76ded6bb50 None None] Network 2c71aeb1-6943-47ed-b938-7b4ac2a313e2 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:18.391602 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.420520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c71aeb1-6943-47ed-b938-7b4ac2a313e2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:18.422010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6481b-8864-4292-9e6d-a383156e7f1a req-434573fd-9f87-48d8-9a75-d2667c5cc8d8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.428613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6481b-8864-4292-9e6d-a383156e7f1a req-434573fd-9f87-48d8-9a75-d2667c5cc8d8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.437154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6481b-8864-4292-9e6d-a383156e7f1a req-434573fd-9f87-48d8-9a75-d2667c5cc8d8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.444496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6481b-8864-4292-9e6d-a383156e7f1a req-434573fd-9f87-48d8-9a75-d2667c5cc8d8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.450992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b428e31e-007b-4038-a2cd-fdbae2a48602 None None] Could not find standard attr ID for object 6fdc9995-691f-438e-bf2e-3f24a776b2c8. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:18.451530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6481b-8864-4292-9e6d-a383156e7f1a req-434573fd-9f87-48d8-9a75-d2667c5cc8d8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.462359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05aff9d-a8d9-4f9f-8a47-0408b92b044a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:18.462662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05aff9d-a8d9-4f9f-8a47-0408b92b044a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:18.467051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6481b-8864-4292-9e6d-a383156e7f1a req-434573fd-9f87-48d8-9a75-d2667c5cc8d8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.473306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6481b-8864-4292-9e6d-a383156e7f1a req-434573fd-9f87-48d8-9a75-d2667c5cc8d8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.481951 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3fe6481b-8864-4292-9e6d-a383156e7f1a req-434573fd-9f87-48d8-9a75-d2667c5cc8d8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.1959693 Jun 30 02:38:18.483826 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.516093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.530755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:18.531293 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.551708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3fe6481b-8864-4292-9e6d-a383156e7f1a req-7b1a0b42-44c2-4b33-846a-520e7358736e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685000 Jun 30 02:38:18.561812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Made reservation on behalf of fef5510c674d4c81beed3eda57f51908 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:18.577117 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:18.598591 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:18.637410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.651425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.654966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8923f45-3aef-4438-a139-1828a3dd2588 None None] DHCP port deletion for 2c71aeb1-6943-47ed-b938-7b4ac2a313e2 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:18.664534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/networks/2c71aeb1-6943-47ed-b938-7b4ac2a313e2 HTTP/1.1" status: 204 len: 168 time: 0.9564085 Jun 30 02:38:18.672546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:18.701251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'name': 'tempest-PortsIpV6TestJSON-1484273917'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:18.730033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff14253-08d3-41a7-9a28-6aeff2778a6d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Network': ['ID=2c71aeb1-6943-47ed-b938-7b4ac2a313e2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:18.819951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Allocated IP 172.20.0.4 (da85fd17-8f5d-4621-95de-f716da3768b8/b856f8da-cbc5-40d0-9b04-dd78e7eed933/c426993f-fcd3-4b65-a03b-6bd12cd2050c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:18.865004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb8133-0f76-4964-83f2-567a40b77a00 req-c78dc344-dd96-42e5-bc58-3024f5fb516e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.866566 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bfcb8133-0f76-4964-83f2-567a40b77a00 req-c78dc344-dd96-42e5-bc58-3024f5fb516e tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 945 time: 0.1273489 Jun 30 02:38:18.867179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd11d4-f30c-4108-acd0-9bee279f1277 req-40860c02-7616-4a4f-a23a-4d91cc9ff6a4 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:18.869238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84dd11d4-f30c-4108-acd0-9bee279f1277 req-40860c02-7616-4a4f-a23a-4d91cc9ff6a4 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 944 time: 0.1358457 Jun 30 02:38:18.870250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:18.873871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:18.906863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port 2f115cdc-3a67-4fb0-b286-0c521f5fb9cd yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:18.959772 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84dd11d4-f30c-4108-acd0-9bee279f1277 req-a586dc98-6573-4cb2-b397-f339341c650b tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831234 Jun 30 02:38:18.971208 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bfcb8133-0f76-4964-83f2-567a40b77a00 req-42097e92-5129-4463-8b94-232b8a9555d0 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929070 Jun 30 02:38:19.077659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.125976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.142472 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.160174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:19.176099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.224512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Network da85fd17-8f5d-4621-95de-f716da3768b8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:19.237582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:19.238821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:19.254196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:19.266079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event updated for resources: {'Port': ['ID=c426993f-fcd3-4b65-a03b-6bd12cd2050c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:19.269040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:19.281458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:19.292424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:19.293108 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.306155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=2f115cdc-3a67-4fb0-b286-0c521f5fb9cd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:19.331429 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bb433085-865a-404d-a0ef-59d599f6b9bb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6379030 Jun 30 02:38:19.334860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:19.393204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:19.394160 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.434798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ffe09-3d99-445d-8d41-5cb28959d481 req-97f1f632-a6ae-429d-9959-5a3bb9c7c18b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:19.444938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b21ffe09-3d99-445d-8d41-5cb28959d481 req-97f1f632-a6ae-429d-9959-5a3bb9c7c18b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 931 time: 0.2272294 Jun 30 02:38:19.455891 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-ac4833bb-16e4-4916-8ea4-b503ed605817 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2236216 Jun 30 02:38:19.465050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Request body: {'port': {'device_id': '1c9444c9-51f1-41ec-ab7d-1d6af64fa65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:19.511630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-633b387f-c5d2-4b2e-8137-c84ab758f4f6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 2f115cdc-3a67-4fb0-b286-0c521f5fb9cd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:19.512130 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-633b387f-c5d2-4b2e-8137-c84ab758f4f6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.553348 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.594055 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-633b387f-c5d2-4b2e-8137-c84ab758f4f6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.605154 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b21ffe09-3d99-445d-8d41-5cb28959d481 req-2c90d73b-4f0b-4bdf-9c1d-958a64169d57 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549911 Jun 30 02:38:19.611032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-633b387f-c5d2-4b2e-8137-c84ab758f4f6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 2f115cdc-3a67-4fb0-b286-0c521f5fb9cd owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:19.791333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-633b387f-c5d2-4b2e-8137-c84ab758f4f6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.803693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eced5c-fbcc-43c0-bc83-00df72e59d12 req-518f2307-6e77-4936-9cd3-3cea337e5158 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:19.805333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d8eced5c-fbcc-43c0-bc83-00df72e59d12 req-518f2307-6e77-4936-9cd3-3cea337e5158 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 945 time: 0.0941823 Jun 30 02:38:19.837948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b387f-c5d2-4b2e-8137-c84ab758f4f6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=2f115cdc-3a67-4fb0-b286-0c521f5fb9cd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:19.853201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-633b387f-c5d2-4b2e-8137-c84ab758f4f6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.856649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-633b387f-c5d2-4b2e-8137-c84ab758f4f6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/2f115cdc-3a67-4fb0-b286-0c521f5fb9cd HTTP/1.1" status: 204 len: 168 time: 0.5204573 Jun 30 02:38:19.858065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:19.864225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'mac_address': 'fa:16:3e:30:0b:4a', 'name': 'tempest-PortsIpV6TestJSON-236800513'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:19.869639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 95269582-bd69-4d90-a236-fdadf3ec5ee5 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:19.892449 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d8eced5c-fbcc-43c0-bc83-00df72e59d12 req-da35d84b-dec4-49e1-bf67-6d3abf836f82 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610561 Jun 30 02:38:19.934884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 95269582-bd69-4d90-a236-fdadf3ec5ee5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:19.939400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 95269582-bd69-4d90-a236-fdadf3ec5ee5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:19.939789 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:19.987189 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3810-f9ee-4173-8fc0-9b99250c4b74 req-9af1431c-d2ad-4a80-abf7-4f947e11f492 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:19.993410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3810-f9ee-4173-8fc0-9b99250c4b74 req-9af1431c-d2ad-4a80-abf7-4f947e11f492 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:19.999659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3810-f9ee-4173-8fc0-9b99250c4b74 req-9af1431c-d2ad-4a80-abf7-4f947e11f492 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.005972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3810-f9ee-4173-8fc0-9b99250c4b74 req-9af1431c-d2ad-4a80-abf7-4f947e11f492 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.011717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3810-f9ee-4173-8fc0-9b99250c4b74 req-9af1431c-d2ad-4a80-abf7-4f947e11f492 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.017421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3810-f9ee-4173-8fc0-9b99250c4b74 req-9af1431c-d2ad-4a80-abf7-4f947e11f492 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.023735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3810-f9ee-4173-8fc0-9b99250c4b74 req-9af1431c-d2ad-4a80-abf7-4f947e11f492 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.025713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9af3810-f9ee-4173-8fc0-9b99250c4b74 req-9af1431c-d2ad-4a80-abf7-4f947e11f492 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.2629156 Jun 30 02:38:20.031639 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.060442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95269582-bd69-4d90-a236-fdadf3ec5ee5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:20.062938 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e07559c-e6d8-47e5-a7d3-eae7ae2f3442" -d '{"events": [{"server_uuid": "a2566809-7ff6-4355-b61e-9874004b18d0", "name": "network-vif-plugged", "status": "completed", "tag": "95269582-bd69-4d90-a236-fdadf3ec5ee5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:20.085986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 95269582-bd69-4d90-a236-fdadf3ec5ee5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=95269582-bd69-4d90-a236-fdadf3ec5ee5,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:20.097374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.111202 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e9af3810-f9ee-4173-8fc0-9b99250c4b74 req-96291588-5fa8-4540-95f3-fdae462d4ddd tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766158 Jun 30 02:38:20.116187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:20.182344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de90e2-3db7-4974-9d7f-dc53718a53c3 req-3822b0ad-3235-490d-a75c-29a5b2988d0e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.189726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8de90e2-3db7-4974-9d7f-dc53718a53c3 req-3822b0ad-3235-490d-a75c-29a5b2988d0e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 945 time: 0.0910370 Jun 30 02:38:20.208047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=95269582-bd69-4d90-a236-fdadf3ec5ee5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:20.223043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c426993f-fcd3-4b65-a03b-6bd12cd2050c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:20.233073 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.236526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.236718 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8de90e2-3db7-4974-9d7f-dc53718a53c3 req-c7325f66-450f-473a-adca-f2d7132aec0b tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454478 Jun 30 02:38:20.254258 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f70017e-d829-4462-badc-39dbfa639fae x-openstack-request-id: req-5f70017e-d829-4462-badc-39dbfa639fae {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:20.255177 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2566809-7ff6-4355-b61e-9874004b18d0", "name": "network-vif-plugged", "status": "completed", "tag": "95269582-bd69-4d90-a236-fdadf3ec5ee5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:20.255717 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f70017e-d829-4462-badc-39dbfa639fae {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:20.256787 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95269582-bd69-4d90-a236-fdadf3ec5ee5', 'code': 200} Jun 30 02:38:20.275317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Transition to ACTIVE for port object c426993f-fcd3-4b65-a03b-6bd12cd2050c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:20.276719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port aadbb5f7-03e1-46ab-9322-98d842c695e8 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:20.283218 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.428533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Pushing event updated for resources: {'Port': ['ID=c426993f-fcd3-4b65-a03b-6bd12cd2050c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:20.637431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.640646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bcc75-4e67-46e1-8ef7-93bfb703e4a8 req-531f25a3-34ae-4249-ba32-b341eed05011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.642187 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a3bcc75-4e67-46e1-8ef7-93bfb703e4a8 req-531f25a3-34ae-4249-ba32-b341eed05011 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 1097 time: 0.2646766 Jun 30 02:38:20.644792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Attempting to bind port c426993f-fcd3-4b65-a03b-6bd12cd2050c on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:20.645127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Attempting to bind port c426993f-fcd3-4b65-a03b-6bd12cd2050c by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:20.645476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Attempting to bind port c426993f-fcd3-4b65-a03b-6bd12cd2050c on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:20.667956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Port c426993f-fcd3-4b65-a03b-6bd12cd2050c on network da85fd17-8f5d-4621-95de-f716da3768b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:20.668255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Attempting to bind port c426993f-fcd3-4b65-a03b-6bd12cd2050c on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:20.679721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:20.680095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Checking segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:20.680429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Bound using segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:20.680868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Bound port: c426993f-fcd3-4b65-a03b-6bd12cd2050c, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:20.681213 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.714344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a3bcc75-4e67-46e1-8ef7-93bfb703e4a8 req-d189cfb6-8e30-43b3-94aa-0aa7b935325e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631669 Jun 30 02:38:20.773604 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.860729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:20.865382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:20.867240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=aadbb5f7-03e1-46ab-9322-98d842c695e8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:20.869335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:20.874950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:20.875576 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:20.878693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] For port c426993f-fcd3-4b65-a03b-6bd12cd2050c, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:21.104279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80fcf2-6b70-486c-bb5a-0b749ea3b53f req-d7b8a36a-86c5-427d-bbf6-c0ef3e0cec34 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.105974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de80fcf2-6b70-486c-bb5a-0b749ea3b53f req-d7b8a36a-86c5-427d-bbf6-c0ef3e0cec34 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 945 time: 0.0809870 Jun 30 02:38:21.146393 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de80fcf2-6b70-486c-bb5a-0b749ea3b53f req-4aa533a5-46a7-4507-8ae5-e3c72fbef89c tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343392 Jun 30 02:38:21.196499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] For port c426993f-fcd3-4b65-a03b-6bd12cd2050c, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=c426993f-fcd3-4b65-a03b-6bd12cd2050c,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:21.204471 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.212682 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e1f6207a-8db3-404e-b0d3-8ebd444978d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3527656 Jun 30 02:38:21.216051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:21.239158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274752d-7a37-4f92-a628-3d100eb97c04 req-d83c09ec-4765-4adf-ba38-ca46bcb86765 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.240671 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e274752d-7a37-4f92-a628-3d100eb97c04 req-d83c09ec-4765-4adf-ba38-ca46bcb86765 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 943 time: 0.5230513 Jun 30 02:38:21.253660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.254338 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.256057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] 10.222.0.69 "PUT /v2.0/ports/c426993f-fcd3-4b65-a03b-6bd12cd2050c HTTP/1.1" status: 200 len: 1092 time: 1.7955918 Jun 30 02:38:21.256527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9444c9-51f1-41ec-ab7d-1d6af64fa65d', 'tag': 'c426993f-fcd3-4b65-a03b-6bd12cd2050c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:21.258989 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9444c9-51f1-41ec-ab7d-1d6af64fa65d", "tag": "c426993f-fcd3-4b65-a03b-6bd12cd2050c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:21.295296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99308538-070c-4faa-86ec-2259c4ac7556 service neutron] Pushing event updated for resources: {'Port': ['ID=c426993f-fcd3-4b65-a03b-6bd12cd2050c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:21.303208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b2ee1-56f6-4415-ba92-de84cfe225a5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.304708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c75b2ee1-56f6-4415-ba92-de84cfe225a5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/aadbb5f7-03e1-46ab-9322-98d842c695e8 HTTP/1.1" status: 200 len: 844 time: 0.0875113 Jun 30 02:38:21.308940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:21.364646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd2a62-b270-44c7-b716-838bf056e635 req-ad28ee94-730e-4184-b485-202b58989bb5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.371184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd2a62-b270-44c7-b716-838bf056e635 req-ad28ee94-730e-4184-b485-202b58989bb5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.373802 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e274752d-7a37-4f92-a628-3d100eb97c04 req-2edb20c6-aded-46c2-8df2-8155a246dcaa tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103742 Jun 30 02:38:21.377032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd2a62-b270-44c7-b716-838bf056e635 req-ad28ee94-730e-4184-b485-202b58989bb5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.383124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd2a62-b270-44c7-b716-838bf056e635 req-ad28ee94-730e-4184-b485-202b58989bb5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.388982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd2a62-b270-44c7-b716-838bf056e635 req-ad28ee94-730e-4184-b485-202b58989bb5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.395416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd2a62-b270-44c7-b716-838bf056e635 req-ad28ee94-730e-4184-b485-202b58989bb5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.401246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd2a62-b270-44c7-b716-838bf056e635 req-ad28ee94-730e-4184-b485-202b58989bb5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.403421 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4bd2a62-b270-44c7-b716-838bf056e635 req-ad28ee94-730e-4184-b485-202b58989bb5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.1332366 Jun 30 02:38:21.437039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322edce-bc57-4661-bd0d-0028eed4149e req-8496a885-ef38-498f-ba07-896ddc7c50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.438561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-8496a885-ef38-498f-ba07-896ddc7c50fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 1095 time: 0.1390598 Jun 30 02:38:21.455071 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4bd2a62-b270-44c7-b716-838bf056e635 req-d17912c5-12b0-488c-a484-43c0e93157c1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432992 Jun 30 02:38:21.489169 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-656d6e9d-33af-40ea-8158-63b6f155cf09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c426993f-fcd3-4b65-a03b-6bd12cd2050c HTTP/1.1" status: 200 len: 217 time: 0.0415254 Jun 30 02:38:21.513386 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca5c1a2-46d8-40b2-a8c0-a5363768df4f x-openstack-request-id: req-0ca5c1a2-46d8-40b2-a8c0-a5363768df4f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:21.513669 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9444c9-51f1-41ec-ab7d-1d6af64fa65d", "tag": "c426993f-fcd3-4b65-a03b-6bd12cd2050c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:21.513916 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ca5c1a2-46d8-40b2-a8c0-a5363768df4f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:21.514299 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9444c9-51f1-41ec-ab7d-1d6af64fa65d', 'tag': 'c426993f-fcd3-4b65-a03b-6bd12cd2050c', 'status': 'completed', 'code': 200} Jun 30 02:38:21.536567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-30ecc95d-1445-4ef5-b49a-82834e3d5ebe tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port aadbb5f7-03e1-46ab-9322-98d842c695e8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:21.536917 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ecc95d-1445-4ef5-b49a-82834e3d5ebe tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.628727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322edce-bc57-4661-bd0d-0028eed4149e req-7f6d3b8a-5601-46af-a3b2-6ad7007dfd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.630340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-7f6d3b8a-5601-46af-a3b2-6ad7007dfd84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.1283314 Jun 30 02:38:21.642158 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ecc95d-1445-4ef5-b49a-82834e3d5ebe tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:21.663235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-30ecc95d-1445-4ef5-b49a-82834e3d5ebe tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for aadbb5f7-03e1-46ab-9322-98d842c695e8 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:21.688926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-1c6bbad1-a8e6-4e36-bcb3-14a4689e1021 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513194 Jun 30 02:38:21.746198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d5cd6-2d33-419e-9fe0-ed4714a645b1 req-08c114d9-e004-4713-9ddf-c5fde5123b17 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:21.747800 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-321d5cd6-2d33-419e-9fe0-ed4714a645b1 req-08c114d9-e004-4713-9ddf-c5fde5123b17 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 945 time: 0.2605960 Jun 30 02:38:21.884426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-321d5cd6-2d33-419e-9fe0-ed4714a645b1 req-b5c8e33f-9b1d-4346-9386-3de420c8bf11 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252229 Jun 30 02:38:21.915730 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-748647b4-c7a3-4df8-a4a4-fb7a6cce036f service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108786 Jun 30 02:38:21.917733 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ecc95d-1445-4ef5-b49a-82834e3d5ebe tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.001567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecc95d-1445-4ef5-b49a-82834e3d5ebe tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=aadbb5f7-03e1-46ab-9322-98d842c695e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:22.013095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-f12cf5a3-ffdd-4af8-94fe-692b4d91edaf tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.014550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-f12cf5a3-ffdd-4af8-94fe-692b4d91edaf tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.73 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 945 time: 0.2254777 Jun 30 02:38:22.015801 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30ecc95d-1445-4ef5-b49a-82834e3d5ebe tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.017524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-30ecc95d-1445-4ef5-b49a-82834e3d5ebe tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/aadbb5f7-03e1-46ab-9322-98d842c695e8 HTTP/1.1" status: 204 len: 168 time: 0.7055953 Jun 30 02:38:22.020648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:22.048871 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ca0d48-b190-41c2-be55-205483edb554 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:22.050875 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-50ca0d48-b190-41c2-be55-205483edb554 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/aadbb5f7-03e1-46ab-9322-98d842c695e8 HTTP/1.1" status: 404 len: 333 time: 0.0291688 Jun 30 02:38:22.055508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36582) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:22.060769 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'name': 'tempest-PortsIpV6TestJSON-1113023082'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:22.095819 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9322edce-bc57-4661-bd0d-0028eed4149e req-20a06c64-c9c0-4716-9f3e-86d12ecac8c7 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694725 Jun 30 02:38:22.145495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-462c462d-aac2-4260-8050-3c63b28f4d1d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Deleting port d3e6cff6-8128-4982-83d7-6d6661a0130f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:22.145842 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-462c462d-aac2-4260-8050-3c63b28f4d1d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.160702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:22.164321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.184261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port cc45a337-513c-4cc3-9c58-363f74c3d56a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:22.275107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-462c462d-aac2-4260-8050-3c63b28f4d1d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] For port d3e6cff6-8128-4982-83d7-6d6661a0130f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d3e6cff6-8128-4982-83d7-6d6661a0130f,segment=NetworkSegment(76b0186b-ecb5-4c9e-90ab-9d4a091fc822),segment_id=76b0186b-ecb5-4c9e-90ab-9d4a091fc822)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:22.275722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-462c462d-aac2-4260-8050-3c63b28f4d1d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.284100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8 req-ee796a1e-7d6d-426f-9042-8dd930ee6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.285632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8 req-ee796a1e-7d6d-426f-9042-8dd930ee6892 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 1095 time: 0.1368873 Jun 30 02:38:22.291181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-462c462d-aac2-4260-8050-3c63b28f4d1d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Calling delete_port for d3e6cff6-8128-4982-83d7-6d6661a0130f owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:22.383422 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.415841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cf03d-d163-4203-abf0-265e4e708b87 req-b3d3e478-42b8-404f-b62d-b597e19a6cc1 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.417433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a0cf03d-d163-4203-abf0-265e4e708b87 req-b3d3e478-42b8-404f-b62d-b597e19a6cc1 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 945 time: 0.1467381 Jun 30 02:38:22.455372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8 req-30399f92-adea-4228-a692-cc933dd824dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.456992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8 req-30399f92-adea-4228-a692-cc933dd824dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 907 time: 0.1639967 Jun 30 02:38:22.472019 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.482435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a0cf03d-d163-4203-abf0-265e4e708b87 req-61e9271e-89ad-432d-a02e-037369ae54b0 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/security-groups?id=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557487 Jun 30 02:38:22.505244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8 req-aa616c18-c849-48d8-9529-d636dd45aaee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c426993f-fcd3-4b65-a03b-6bd12cd2050c HTTP/1.1" status: 200 len: 217 time: 0.0417974 Jun 30 02:38:22.533450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:22.537970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:22.540363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=cc45a337-513c-4cc3-9c58-363f74c3d56a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:22.543183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:22.548804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.549411 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.567124 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-21bbc63f-2c93-4bfb-894e-706101dec1ff tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5102680 Jun 30 02:38:22.569498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:22.575267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-35e495d9-3d1e-4cc5-9b41-403431fd9b04 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:22.622821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8 req-e08144db-b8a5-4ec2-a54c-4219ac881c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.624326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8 req-e08144db-b8a5-4ec2-a54c-4219ac881c54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.1006885 Jun 30 02:38:22.626299 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-462c462d-aac2-4260-8050-3c63b28f4d1d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.640517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['d3e6cff6-8128-4982-83d7-6d6661a0130f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:22.668629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c462d-aac2-4260-8050-3c63b28f4d1d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Pushing event deleted for resources: {'Port': ['ID=d3e6cff6-8128-4982-83d7-6d6661a0130f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:22.693613 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8 req-557e78d3-7126-4f9b-9a6e-f29ef33bf2b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566747 Jun 30 02:38:22.715926 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35e495d9-3d1e-4cc5-9b41-403431fd9b04 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.737705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703a4d7-6659-4cb6-a40c-48cc611fc814 req-f18bb719-78d2-40bb-9711-5f5ac12632ce tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.739221 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0703a4d7-6659-4cb6-a40c-48cc611fc814 req-f18bb719-78d2-40bb-9711-5f5ac12632ce tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 943 time: 0.2360809 Jun 30 02:38:22.767898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-462c462d-aac2-4260-8050-3c63b28f4d1d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] No DVR routers for this DVR port d3e6cff6-8128-4982-83d7-6d6661a0130f on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:22.772482 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8dae7-cdc1-4d53-9d6e-de9c6c7b47b9 req-9c23f576-5801-44b8-9577-3fcca16d55a0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.778242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8dae7-cdc1-4d53-9d6e-de9c6c7b47b9 req-9c23f576-5801-44b8-9577-3fcca16d55a0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.783939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8dae7-cdc1-4d53-9d6e-de9c6c7b47b9 req-9c23f576-5801-44b8-9577-3fcca16d55a0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.789774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8dae7-cdc1-4d53-9d6e-de9c6c7b47b9 req-9c23f576-5801-44b8-9577-3fcca16d55a0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.795560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8dae7-cdc1-4d53-9d6e-de9c6c7b47b9 req-9c23f576-5801-44b8-9577-3fcca16d55a0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.797926 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-462c462d-aac2-4260-8050-3c63b28f4d1d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:22.800168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3a70e76-90b5-4a57-8c86-f5336b0198d4 req-462c462d-aac2-4260-8050-3c63b28f4d1d tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.73 "DELETE /v2.0/ports/d3e6cff6-8128-4982-83d7-6d6661a0130f HTTP/1.1" status: 204 len: 173 time: 0.7757998 Jun 30 02:38:22.801742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8dae7-cdc1-4d53-9d6e-de9c6c7b47b9 req-9c23f576-5801-44b8-9577-3fcca16d55a0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.807575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8dae7-cdc1-4d53-9d6e-de9c6c7b47b9 req-9c23f576-5801-44b8-9577-3fcca16d55a0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:22.809450 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1c8dae7-cdc1-4d53-9d6e-de9c6c7b47b9 req-9c23f576-5801-44b8-9577-3fcca16d55a0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.1891665 Jun 30 02:38:22.838833 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0703a4d7-6659-4cb6-a40c-48cc611fc814 req-2e1d4139-8efa-4a12-954b-609ec9ca305d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720289 Jun 30 02:38:22.866177 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8 req-705b0056-e85b-4458-9306-8c3fa08f6a3c service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640577 Jun 30 02:38:22.960986 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1c8dae7-cdc1-4d53-9d6e-de9c6c7b47b9 req-6e95c779-3f18-404c-a9bd-1ca248bf4c77 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423771 Jun 30 02:38:22.984807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7d6e1fb-4cda-4b23-84c6-f2f856a5d1d8 req-57fa2470-1d12-4c10-ab59-c4e555d7f927 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113935 Jun 30 02:38:23.029535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35e495d9-3d1e-4cc5-9b41-403431fd9b04 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.036112 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35e495d9-3d1e-4cc5-9b41-403431fd9b04 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.072580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-35e495d9-3d1e-4cc5-9b41-403431fd9b04 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] In _notify_port_updated(), no bound segment for port cc45a337-513c-4cc3-9c58-363f74c3d56a on network 70a7fba7-72c2-4eb3-b220-4e8a822976af {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:38:23.080849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e495d9-3d1e-4cc5-9b41-403431fd9b04 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:23.081648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35e495d9-3d1e-4cc5-9b41-403431fd9b04 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.083064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-35e495d9-3d1e-4cc5-9b41-403431fd9b04 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "PUT /v2.0/ports/cc45a337-513c-4cc3-9c58-363f74c3d56a HTTP/1.1" status: 200 len: 818 time: 0.5124326 Jun 30 02:38:23.086117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:23.137593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ffbce-9510-48f2-87e6-0add945a0f87 req-0aecf68e-0177-487f-ba83-5e70f342ae4f tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:23.139122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be9ffbce-9510-48f2-87e6-0add945a0f87 req-0aecf68e-0177-487f-ba83-5e70f342ae4f tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 945 time: 0.0741649 Jun 30 02:38:23.141946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e495d9-3d1e-4cc5-9b41-403431fd9b04 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=cc45a337-513c-4cc3-9c58-363f74c3d56a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:23.179714 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be9ffbce-9510-48f2-87e6-0add945a0f87 req-ffbe1a17-18f1-4890-8644-f0ed08789612 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337498 Jun 30 02:38:23.204408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b630fd8f-f933-4982-8019-e196064e4d16 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port cc45a337-513c-4cc3-9c58-363f74c3d56a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:23.204983 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b630fd8f-f933-4982-8019-e196064e4d16 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.274764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b630fd8f-f933-4982-8019-e196064e4d16 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.289791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b630fd8f-f933-4982-8019-e196064e4d16 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for cc45a337-513c-4cc3-9c58-363f74c3d56a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:23.415960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3085f-da6f-4b9f-8171-20ce61220386 req-501d0f32-a4dc-48c9-ae54-440c3739e5d3 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:23.417616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5a3085f-da6f-4b9f-8171-20ce61220386 req-501d0f32-a4dc-48c9-ae54-440c3739e5d3 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 945 time: 0.1291866 Jun 30 02:38:23.426665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:23.431792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ef1d0606-8832-4fd8-a914-f0f1a86a1b2e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Request body: {'floatingip': {'port_id': '95269582-bd69-4d90-a236-fdadf3ec5ee5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:23.435843 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b630fd8f-f933-4982-8019-e196064e4d16 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.498345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0606-8832-4fd8-a914-f0f1a86a1b2e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.501798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630fd8f-f933-4982-8019-e196064e4d16 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=cc45a337-513c-4cc3-9c58-363f74c3d56a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:23.515913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0462467b-c0e3-41be-9e78-81ecf8465a76', 'name': 'network-vif-deleted', 'tag': 'd3e6cff6-8128-4982-83d7-6d6661a0130f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:23.520029 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cf5432-e75d-4ed1-b6d4-3fc6d68c28e2" -d '{"events": [{"server_uuid": "0462467b-c0e3-41be-9e78-81ecf8465a76", "name": "network-vif-deleted", "tag": "d3e6cff6-8128-4982-83d7-6d6661a0130f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:23.568225 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1364ea4a-5723-4c91-8e64-50d84c5d10d4 x-openstack-request-id: req-1364ea4a-5723-4c91-8e64-50d84c5d10d4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:23.569065 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0462467b-c0e3-41be-9e78-81ecf8465a76", "name": "network-vif-deleted", "tag": "d3e6cff6-8128-4982-83d7-6d6661a0130f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:23.569480 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1364ea4a-5723-4c91-8e64-50d84c5d10d4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:23.570046 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0462467b-c0e3-41be-9e78-81ecf8465a76', 'name': 'network-vif-deleted', 'tag': 'd3e6cff6-8128-4982-83d7-6d6661a0130f', 'status': 'completed', 'code': 200} Jun 30 02:38:23.660446 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0f76cf51-ae1f-49be-9f03-ac18bc959e73 req-aa6244b4-f9ec-48f8-aa0f-2c2436ba88f3 tempest-ServersNegativeTestMultiTenantJSON-1541700283 tempest-ServersNegativeTestMultiTenantJSON-1541700283-project] 10.222.0.55 "GET /v2.0/ports?device_id=0462467b-c0e3-41be-9e78-81ecf8465a76 HTTP/1.1" status: 200 len: 210 time: 0.0305376 Jun 30 02:38:23.852868 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b630fd8f-f933-4982-8019-e196064e4d16 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:23.855107 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b630fd8f-f933-4982-8019-e196064e4d16 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/cc45a337-513c-4cc3-9c58-363f74c3d56a HTTP/1.1" status: 204 len: 168 time: 0.7679536 Jun 30 02:38:23.858083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:23.966062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356287c2-7ea8-4b5d-b41e-e9519542441d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:23.969882 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-356287c2-7ea8-4b5d-b41e-e9519542441d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1086307 Jun 30 02:38:23.970175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:24.001052 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-73eb77a9-c651-441f-9201-6927e3c37f84 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:24.003135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-73eb77a9-c651-441f-9201-6927e3c37f84 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/cc45a337-513c-4cc3-9c58-363f74c3d56a HTTP/1.1" status: 404 len: 333 time: 0.0318170 Jun 30 02:38:24.008593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:24.013801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1288204175'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:24.040290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:24.044528 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.071610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:24.087455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.087719 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Added segment 6aa0f275-3999-42b3-98b1-b92cd0ffdcb7 of type vlan for network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee Jun 30 02:38:24.108932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f66a91-226b-4ffb-b764-fdf5ebd141e5 req-2e278f5f-cae7-403f-b959-84cf5f5af722 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.110915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13f66a91-226b-4ffb-b764-fdf5ebd141e5 req-2e278f5f-cae7-403f-b959-84cf5f5af722 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 943 time: 0.1315875 Jun 30 02:38:24.145703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.180774 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.186329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.187045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.228014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13f66a91-226b-4ffb-b764-fdf5ebd141e5 req-2f1fcd41-ec53-4b01-af00-0b6bec220b0b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890639 Jun 30 02:38:24.283311 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2734838 Jun 30 02:38:24.291349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:24.296341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:24.302401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad07e8f-e693-40e3-bf15-db6a7c5ab297 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Network': ['ID=c0ddaf13-5b40-44c3-9a49-780ff3ed2cee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:24.314188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:24.378155 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0606-8832-4fd8-a914-f0f1a86a1b2e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.383758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0606-8832-4fd8-a914-f0f1a86a1b2e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.391351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b1ce2-dede-4f86-9080-9ff94473d83d req-bce2ee07-728d-41b1-a554-834c7d63b5da tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.397110 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf73b872-487b-457d-9eac-da151782ac1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.397803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b1ce2-dede-4f86-9080-9ff94473d83d req-bce2ee07-728d-41b1-a554-834c7d63b5da tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.403621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b1ce2-dede-4f86-9080-9ff94473d83d req-bce2ee07-728d-41b1-a554-834c7d63b5da tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.409565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b1ce2-dede-4f86-9080-9ff94473d83d req-bce2ee07-728d-41b1-a554-834c7d63b5da tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.415493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b1ce2-dede-4f86-9080-9ff94473d83d req-bce2ee07-728d-41b1-a554-834c7d63b5da tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.423738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b1ce2-dede-4f86-9080-9ff94473d83d req-bce2ee07-728d-41b1-a554-834c7d63b5da tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.427408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b1ce2-dede-4f86-9080-9ff94473d83d req-bce2ee07-728d-41b1-a554-834c7d63b5da tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.429380 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c19b1ce2-dede-4f86-9080-9ff94473d83d req-bce2ee07-728d-41b1-a554-834c7d63b5da tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.2500148 Jun 30 02:38:24.488528 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c19b1ce2-dede-4f86-9080-9ff94473d83d req-f4087a02-6909-4368-b9ad-78a1fdc3020d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520763 Jun 30 02:38:24.489900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:24.493558 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.495543 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-ef1d0606-8832-4fd8-a914-f0f1a86a1b2e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Floating IP 623d246e-b224-4760-b7c1-089e270a08f0 associated. External IP: 172.25.7.236, port: 95269582-bd69-4d90-a236-fdadf3ec5ee5. Jun 30 02:38:24.681652 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.718187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1d0606-8832-4fd8-a914-f0f1a86a1b2e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Router 1074f87d-4295-4f54-afb4-b1c91adf3dba has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:38:24.747740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=a88163cd-bd5f-45cf-8627-29276de29007,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:24.759796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Checking segment: {'id': '6aa0f275-3999-42b3-98b1-b92cd0ffdcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:24.760156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network hostable DHCP agents. Network: c0ddaf13-5b40-44c3-9a49-780ff3ed2cee, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:24.777463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:24.804768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:24.826387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, c0ddaf13-5b40-44c3-9a49-780ff3ed2cee) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:24.831113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:24.831754 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.838297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7139f5eb-ce68-4f65-ac11-34bc3bebd22a None None] Network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:24.849518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1d0606-8832-4fd8-a914-f0f1a86a1b2e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:38:24.851990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59303fb-6bb3-4234-a469-00d1bdd2bc54 admin admin] Deleting subnet 03a5b701-4545-489d-84ef-fe906651d894 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:24.854501 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0606-8832-4fd8-a914-f0f1a86a1b2e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.860870 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5395312b-5c25-48d8-b21f-2d5f62f12f10 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5684040 Jun 30 02:38:24.861794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59303fb-6bb3-4234-a469-00d1bdd2bc54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:24.863972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:24.868686 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-50cd621e-3518-4569-944e-b86962309372 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:24.887589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] Sync routers for ids ['1074f87d-4295-4f54-afb4-b1c91adf3dba'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:38:24.901276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ef1d0606-8832-4fd8-a914-f0f1a86a1b2e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "PUT /v2.0/floatingips/623d246e-b224-4760-b7c1-089e270a08f0 HTTP/1.1" status: 200 len: 991 time: 1.4733613 Jun 30 02:38:24.902617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'tag': '95269582-bd69-4d90-a236-fdadf3ec5ee5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:24.904585 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066db290-9789-414e-9c3a-0529a9b2b7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a2566809-7ff6-4355-b61e-9874004b18d0", "tag": "95269582-bd69-4d90-a236-fdadf3ec5ee5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:24.913497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] Routers {'1074f87d-4295-4f54-afb4-b1c91adf3dba'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:38:24.914325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:37:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1074f87d-4295-4f54-afb4-b1c91adf3dba'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:24.946509 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c30736-bb74-4b0b-b542-77d7d4c56209 x-openstack-request-id: req-19c30736-bb74-4b0b-b542-77d7d4c56209 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:24.946825 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2566809-7ff6-4355-b61e-9874004b18d0", "tag": "95269582-bd69-4d90-a236-fdadf3ec5ee5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:24.947095 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19c30736-bb74-4b0b-b542-77d7d4c56209 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:24.947493 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'tag': '95269582-bd69-4d90-a236-fdadf3ec5ee5', 'status': 'completed', 'code': 200} Jun 30 02:38:24.968544 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59303fb-6bb3-4234-a469-00d1bdd2bc54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.068748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] Set router 1074f87d-4295-4f54-afb4-b1c91adf3dba gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:38:25.082688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59303fb-6bb3-4234-a469-00d1bdd2bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.188015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-fc9e91a9-5954-4b99-8ee3-5516bfc5965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.189724 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-fc9e91a9-5954-4b99-8ee3-5516bfc5965c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8048055f541545ecbdcdf972f571ec34&device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 1097 time: 0.2169490 Jun 30 02:38:25.191728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cd621e-3518-4569-944e-b86962309372 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:25.195952 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50cd621e-3518-4569-944e-b86962309372 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.213512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-c0ddaf13-5b40-44c3-9a49-780ff3ed2cee', 'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee', 'tenant_id': 'e18078425cbf42c4a01bea3dd7f8f955', 'fixed_ips': [{'subnet_id': 'a88163cd-bd5f-45cf-8627-29276de29007'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:25.214575 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.574594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d3e6cff6-8128-4982-83d7-6d6661a0130f no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:25.598754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: d3e6cff6-8128-4982-83d7-6d6661a0130f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:25.599019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d3e6cff6-8128-4982-83d7-6d6661a0130f not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:25.622548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59303fb-6bb3-4234-a469-00d1bdd2bc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.646417 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Allocated IP 2001:db8::2 (c0ddaf13-5b40-44c3-9a49-780ff3ed2cee/a88163cd-bd5f-45cf-8627-29276de29007/b17543a8-8eda-48ca-95ab-4e9126ef9f4b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:25.673190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59303fb-6bb3-4234-a469-00d1bdd2bc54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a5b701-4545-489d-84ef-fe906651d894,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:25.703897 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b59303fb-6bb3-4234-a469-00d1bdd2bc54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.708848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b59303fb-6bb3-4234-a469-00d1bdd2bc54 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/03a5b701-4545-489d-84ef-fe906651d894 HTTP/1.1" status: 204 len: 168 time: 0.9275887 Jun 30 02:38:25.709127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:25.719348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8a25-05e6-47fc-b614-0fbea26b1745 req-4eea3819-8598-44f0-8da3-27c817ed8aed tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.722583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '623d246e-b224-4760-b7c1-089e270a08f0', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'port_id': '95269582-bd69-4d90-a236-fdadf3ec5ee5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'mac_address': 'fa:16:3e:92:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:38:02Z', 'updated_at': '2021-06-30T02:38:24Z', 'revision_number': 1, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00c3b55-390c-40f9-bc38-89db3b18cf8f', 'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'mac_address': 'fa:16:3e:e6:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:50Z', 'updated_at': '2021-06-30T02:37:59Z', 'revision_number': 5, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'subnets': [{'id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:25.727003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8a25-05e6-47fc-b614-0fbea26b1745 req-4eea3819-8598-44f0-8da3-27c817ed8aed tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.732900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8a25-05e6-47fc-b614-0fbea26b1745 req-4eea3819-8598-44f0-8da3-27c817ed8aed tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.738815 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8a25-05e6-47fc-b614-0fbea26b1745 req-4eea3819-8598-44f0-8da3-27c817ed8aed tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.744983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8a25-05e6-47fc-b614-0fbea26b1745 req-4eea3819-8598-44f0-8da3-27c817ed8aed tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.751241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8a25-05e6-47fc-b614-0fbea26b1745 req-4eea3819-8598-44f0-8da3-27c817ed8aed tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.752776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] Checking router: 1074f87d-4295-4f54-afb4-b1c91adf3dba for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:38:25.756719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d8a25-05e6-47fc-b614-0fbea26b1745 req-4eea3819-8598-44f0-8da3-27c817ed8aed tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.758682 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f5d8a25-05e6-47fc-b614-0fbea26b1745 req-4eea3819-8598-44f0-8da3-27c817ed8aed tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.1310236 Jun 30 02:38:25.773420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] Routers {'1074f87d-4295-4f54-afb4-b1c91adf3dba'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:38:25.774053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:37:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1074f87d-4295-4f54-afb4-b1c91adf3dba'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:25.792792 n-d-758944-39 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-50cd621e-3518-4569-944e-b86962309372 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a88163cd-bd5f-45cf-8627-29276de29007 (CIDR: 2001:db8::/64) Jun 30 02:38:25.794255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-e2fb6dec-5af8-41f7-9fa8-83c178fbc926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.795989 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-e2fb6dec-5af8-41f7-9fa8-83c178fbc926 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5941b6b7-a807-4b49-90e3-d159db06b015 HTTP/1.1" status: 200 len: 913 time: 0.5947983 Jun 30 02:38:25.805048 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f5d8a25-05e6-47fc-b614-0fbea26b1745 req-50707582-b0e1-4485-a4ac-79071b67abb8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376377 Jun 30 02:38:25.809055 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-50cd621e-3518-4569-944e-b86962309372 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:38:25.809675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50cd621e-3518-4569-944e-b86962309372 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:38:25.896353 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.906226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device c426993f-fcd3-4b65-a03b-6bd12cd2050c details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:25.907636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d344f-a803-458e-94bc-9740933e5465 req-8cd3d640-bb20-4d4c-81c5-3032da0f204e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:25.909379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-757d344f-a803-458e-94bc-9740933e5465 req-8cd3d640-bb20-4d4c-81c5-3032da0f204e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 943 time: 0.3276834 Jun 30 02:38:25.915602 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-50cd621e-3518-4569-944e-b86962309372 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0510378 Jun 30 02:38:25.918622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:25.925535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8773ae7c-49be-4ff1-b052-255bf8fd4562 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:25.943739 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-4f408934-d8f2-4888-84d2-7d240c43c3e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95269582-bd69-4d90-a236-fdadf3ec5ee5 HTTP/1.1" status: 200 len: 999 time: 0.1390495 Jun 30 02:38:25.951000 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:25.963214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] Set router 1074f87d-4295-4f54-afb4-b1c91adf3dba gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:38:26.007700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Transition to ACTIVE for port object b17543a8-8eda-48ca-95ab-4e9126ef9f4b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:26.028584 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-757d344f-a803-458e-94bc-9740933e5465 req-8f04a762-6809-4d46-a1db-2a7c5167b9e6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099572 Jun 30 02:38:26.051428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8773ae7c-49be-4ff1-b052-255bf8fd4562 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:26.057065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8773ae7c-49be-4ff1-b052-255bf8fd4562 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.080018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-f87dc8ad-954c-4c41-a865-1275817683c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:26.081692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-f87dc8ad-954c-4c41-a865-1275817683c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=447eaec8-fc8d-466d-8a03-dcd3cf27b389 HTTP/1.1" status: 200 len: 851 time: 0.1296968 Jun 30 02:38:26.097285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Transition to ACTIVE for port object b17543a8-8eda-48ca-95ab-4e9126ef9f4b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:26.123407 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.123647 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.142059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:26.157401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b0186b-ecb5-4c9e-90ab-9d4a091fc822') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:26.157892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b0186b-ecb5-4c9e-90ab-9d4a091fc822') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:26.173051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.191738 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.207913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:26.208629 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:26.211694 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:26.215598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port c426993f-fcd3-4b65-a03b-6bd12cd2050c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=c426993f-fcd3-4b65-a03b-6bd12cd2050c,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:26.231723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-cb3f3600-df41-46e1-a61b-741ed0f288ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:26.234063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-cb3f3600-df41-46e1-a61b-741ed0f288ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5941b6b7-a807-4b49-90e3-d159db06b015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1460137 Jun 30 02:38:26.275228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:26.287951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:26.294166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'c426993f-fcd3-4b65-a03b-6bd12cd2050c', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'port_id': 'c426993f-fcd3-4b65-a03b-6bd12cd2050c', 'mac_address': 'fa:16:3e:1d:8e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b856f8da-cbc5-40d0-9b04-dd78e7eed933', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:26.300031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:26.303484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Pushing event updated for resources: {'Port': ['ID=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.366038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.372680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.380813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] 10.222.0.55 "DELETE /v2.0/networks/2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d HTTP/1.1" status: 204 len: 168 time: 0.6647027 Jun 30 02:38:26.398026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:26.399727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf0c2a-6a3d-40b8-bfd0-364af59b399d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c2d98e7-3b83-4f6f-ba6e-4cb3cc3f167d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.412377 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.435915 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Attempting to bind port b17543a8-8eda-48ca-95ab-4e9126ef9f4b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:26.436287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Attempting to bind port b17543a8-8eda-48ca-95ab-4e9126ef9f4b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '6aa0f275-3999-42b3-98b1-b92cd0ffdcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:26.436650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Attempting to bind port b17543a8-8eda-48ca-95ab-4e9126ef9f4b on network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:26.439080 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8773ae7c-49be-4ff1-b052-255bf8fd4562 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.444407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:26.444777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Checking segment: {'id': '6aa0f275-3999-42b3-98b1-b92cd0ffdcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:26.445184 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.445575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Bound using segment: {'id': '6aa0f275-3999-42b3-98b1-b92cd0ffdcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:26.446044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Bound port: b17543a8-8eda-48ca-95ab-4e9126ef9f4b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa0f275-3999-42b3-98b1-b92cd0ffdcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:26.446455 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.471793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c426993f-fcd3-4b65-a03b-6bd12cd2050c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:26.481612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-7ee14720-3a39-4b81-aa87-79801439dadd service neutron] 10.222.0.69 "GET /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148728 Jun 30 02:38:26.491721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8773ae7c-49be-4ff1-b052-255bf8fd4562 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:26.494502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3a4a5d-6e90-44c4-834e-a1b5bfcc91fe admin admin] Deleting subnet b0bfb201-8f12-4a01-bd0b-b1102fd1862b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:26.498968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8773ae7c-49be-4ff1-b052-255bf8fd4562 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:26.506261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8773ae7c-49be-4ff1-b052-255bf8fd4562 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:26.507522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8773ae7c-49be-4ff1-b052-255bf8fd4562 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.517897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773ae7c-49be-4ff1-b052-255bf8fd4562 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=7b23bd63-5c21-481c-baf4-8efa57bb00ff,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.530400 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8773ae7c-49be-4ff1-b052-255bf8fd4562 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6106079 Jun 30 02:38:26.533227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:26.536026 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port c426993f-fcd3-4b65-a03b-6bd12cd2050c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=c426993f-fcd3-4b65-a03b-6bd12cd2050c,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:26.540154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee', 'fixed_ips': [{'subnet_id': 'a88163cd-bd5f-45cf-8627-29276de29007'}, {'subnet_id': '7b23bd63-5c21-481c-baf4-8efa57bb00ff'}], 'name': 'tempest-PortsIpV6TestJSON-1306894019'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:26.548153 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.552181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e3a4a5d-6e90-44c4-834e-a1b5bfcc91fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.597294 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e3a4a5d-6e90-44c4-834e-a1b5bfcc91fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.646030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-066db290-9789-414e-9c3a-0529a9b2b7d9 req-7e2295a5-9c32-4b13-9b57-6a7efbb7eb34 service neutron] 10.222.0.69 "GET /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480441 Jun 30 02:38:26.655383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] For port b17543a8-8eda-48ca-95ab-4e9126ef9f4b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:26.659900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:26.661550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] For port b17543a8-8eda-48ca-95ab-4e9126ef9f4b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,segment=NetworkSegment(6aa0f275-3999-42b3-98b1-b92cd0ffdcb7),segment_id=6aa0f275-3999-42b3-98b1-b92cd0ffdcb7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:26.664893 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e3a4a5d-6e90-44c4-834e-a1b5bfcc91fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.665247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '623d246e-b224-4760-b7c1-089e270a08f0', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'port_id': '95269582-bd69-4d90-a236-fdadf3ec5ee5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'mac_address': 'fa:16:3e:92:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:38:02Z', 'updated_at': '2021-06-30T02:38:24Z', 'revision_number': 1, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00c3b55-390c-40f9-bc38-89db3b18cf8f', 'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'mac_address': 'fa:16:3e:e6:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:50Z', 'updated_at': '2021-06-30T02:37:59Z', 'revision_number': 5, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'subnets': [{'id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:26.668298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=c426993f-fcd3-4b65-a03b-6bd12cd2050c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.699419 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.702928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093843f9-a3bb-412d-ae12-6c639c62ac38 None None] The sync data for ids ['1074f87d-4295-4f54-afb4-b1c91adf3dba'] in n-d-758944-39 is: [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '623d246e-b224-4760-b7c1-089e270a08f0', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'floating_ip_address': '172.25.7.236', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'port_id': '95269582-bd69-4d90-a236-fdadf3ec5ee5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'mac_address': 'fa:16:3e:92:ba:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:38:02Z', 'updated_at': '2021-06-30T02:38:24Z', 'revision_number': 1, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e00c3b55-390c-40f9-bc38-89db3b18cf8f', 'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'mac_address': 'fa:16:3e:e6:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:50Z', 'updated_at': '2021-06-30T02:37:59Z', 'revision_number': 5, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'subnets': [{'id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:38:26.749756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e3a4a5d-6e90-44c4-834e-a1b5bfcc91fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.763629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf2314-9f35-40f4-880d-e568810f7ba7 None None] Pushing event updated for resources: {'Port': ['ID=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.787614 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.795435 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e3a4a5d-6e90-44c4-834e-a1b5bfcc91fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.797570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1e3a4a5d-6e90-44c4-834e-a1b5bfcc91fe admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b0bfb201-8f12-4a01-bd0b-b1102fd1862b HTTP/1.1" status: 204 len: 168 time: 0.3946860 Jun 30 02:38:26.798501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a4a5d-6e90-44c4-834e-a1b5bfcc91fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0bfb201-8f12-4a01-bd0b-b1102fd1862b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:26.801020 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:26.850878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port bddc1a12-e578-4a72-a777-03b2c3a23e17 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:26.993786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['c426993f-fcd3-4b65-a03b-6bd12cd2050c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:27.027844 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.046884 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fbacd9a3-ce5c-49e8-8175-853bea6a5567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.080279 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3688de1-c522-4aae-9aff-ec8a3a40d60f None None] New status for floating IP 623d246e-b224-4760-b7c1-089e270a08f0: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:38:27.244698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.292518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b17543a8-8eda-48ca-95ab-4e9126ef9f4b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:27.379532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b17543a8-8eda-48ca-95ab-4e9126ef9f4b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:27.421610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214396-e836-4d6f-a4a3-9172901c4593 req-75e6e94e-a84d-41d7-baef-c1dac0388306 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.428248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214396-e836-4d6f-a4a3-9172901c4593 req-75e6e94e-a84d-41d7-baef-c1dac0388306 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.440527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214396-e836-4d6f-a4a3-9172901c4593 req-75e6e94e-a84d-41d7-baef-c1dac0388306 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.447185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214396-e836-4d6f-a4a3-9172901c4593 req-75e6e94e-a84d-41d7-baef-c1dac0388306 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.453279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214396-e836-4d6f-a4a3-9172901c4593 req-75e6e94e-a84d-41d7-baef-c1dac0388306 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.459619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214396-e836-4d6f-a4a3-9172901c4593 req-75e6e94e-a84d-41d7-baef-c1dac0388306 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.465432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77214396-e836-4d6f-a4a3-9172901c4593 req-75e6e94e-a84d-41d7-baef-c1dac0388306 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.467422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77214396-e836-4d6f-a4a3-9172901c4593 req-75e6e94e-a84d-41d7-baef-c1dac0388306 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.5174680 Jun 30 02:38:27.589368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427bbf9-47b2-49ec-b6b2-ef7c05652c5e req-279ab637-aba4-4753-9cde-5a88ebe40354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.590978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d427bbf9-47b2-49ec-b6b2-ef7c05652c5e req-279ab637-aba4-4753-9cde-5a88ebe40354 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 1097 time: 0.0881965 Jun 30 02:38:27.596700 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.602047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8::363 (c0ddaf13-5b40-44c3-9a49-780ff3ed2cee/a88163cd-bd5f-45cf-8627-29276de29007/bddc1a12-e578-4a72-a777-03b2c3a23e17) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:27.620402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77214396-e836-4d6f-a4a3-9172901c4593 req-e790fa90-eb55-4750-95c2-14bda538258d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1419950 Jun 30 02:38:27.622109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9137945-e3d4-4740-a344-58877bbaa1fb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:27.632063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8:0:1::ea (c0ddaf13-5b40-44c3-9a49-780ff3ed2cee/7b23bd63-5c21-481c-baf4-8efa57bb00ff/bddc1a12-e578-4a72-a777-03b2c3a23e17) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:27.640413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f05a17-1a9b-431b-a1b1-769091c149ec') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:27.640538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f05a17-1a9b-431b-a1b1-769091c149ec') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:27.655165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.688163 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.696538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8082086-e859-4f25-a2f0-ff1178c25c5d req-b5a79362-b514-4733-b8f3-c53ddf16da34 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.698382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c8082086-e859-4f25-a2f0-ff1178c25c5d req-b5a79362-b514-4733-b8f3-c53ddf16da34 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 944 time: 0.1455791 Jun 30 02:38:27.703607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:27.704051 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:27.705885 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:27.746589 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427bbf9-47b2-49ec-b6b2-ef7c05652c5e req-9b28d8cf-e6c1-45b6-9be0-dbd45cbe0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.748435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d427bbf9-47b2-49ec-b6b2-ef7c05652c5e req-9b28d8cf-e6c1-45b6-9be0-dbd45cbe0621 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 920 time: 0.1444867 Jun 30 02:38:27.780690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c8082086-e859-4f25-a2f0-ff1178c25c5d req-54a4151f-0205-4714-8dc3-569d2ec7373d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623212 Jun 30 02:38:27.825627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d427bbf9-47b2-49ec-b6b2-ef7c05652c5e req-64872f00-a70b-4eef-93a7-edf75201ed25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400 HTTP/1.1" status: 200 len: 217 time: 0.0486288 Jun 30 02:38:27.851690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.874137 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:27.880620 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] 10.222.0.55 "DELETE /v2.0/networks/b9137945-e3d4-4740-a344-58877bbaa1fb HTTP/1.1" status: 204 len: 168 time: 1.0785213 Jun 30 02:38:27.881630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa5290-21ab-4fa1-928b-a2ac916f3fed admin admin] Pushing event deleted for resources: {'Network': ['ID=b9137945-e3d4-4740-a344-58877bbaa1fb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:27.909520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427bbf9-47b2-49ec-b6b2-ef7c05652c5e req-eb9abcf3-d2f9-407a-a371-13c25a353cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:27.911123 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d427bbf9-47b2-49ec-b6b2-ef7c05652c5e req-eb9abcf3-d2f9-407a-a371-13c25a353cc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 200 len: 859 time: 0.0758090 Jun 30 02:38:27.954224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d427bbf9-47b2-49ec-b6b2-ef7c05652c5e req-dd53cc49-195d-49b1-a93a-ea232a39e175 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356925 Jun 30 02:38:28.009655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.052616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad3516-189d-4ff3-b810-fa89c3e61a6e req-77c068c6-44f3-40a5-92c0-1a430a862fc2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.055028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37ad3516-189d-4ff3-b810-fa89c3e61a6e req-77c068c6-44f3-40a5-92c0-1a430a862fc2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1375577 Jun 30 02:38:28.058031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object bddc1a12-e578-4a72-a777-03b2c3a23e17 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:28.079794 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d427bbf9-47b2-49ec-b6b2-ef7c05652c5e req-8f45a85a-9d99-4408-9fd9-55bafb8db3da service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141353 Jun 30 02:38:28.115407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37ad3516-189d-4ff3-b810-fa89c3e61a6e req-a4069b40-06de-4c0f-a8ef-077f6d60f6b6 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518255 Jun 30 02:38:28.130160 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.133225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d64bec-641c-40b0-b42a-95760acfb2a0 None None] Network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:28.171490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36676) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:28.219926 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.223642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd0cf88d-6003-4f53-937e-adb311470219 None None] Provisioning for port b17543a8-8eda-48ca-95ab-4e9126ef9f4b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:28.231209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd0cf88d-6003-4f53-937e-adb311470219 None None] Provisioning complete for port b17543a8-8eda-48ca-95ab-4e9126ef9f4b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:28.232017 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf88d-6003-4f53-937e-adb311470219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.244577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3a79320c-8e7a-4382-b3c9-31e87d40b229 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=870f746fdbab4c2aa11923e47dd35e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696270 Jun 30 02:38:28.247583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:28.266355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d427bbf9-47b2-49ec-b6b2-ef7c05652c5e req-0c27ad9a-62a4-4f5c-9940-52998ea52a8b service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620939 Jun 30 02:38:28.310258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6048-abe4-4597-b7a8-8c2ec2a36cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.337905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6048-abe4-4597-b7a8-8c2ec2a36cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.392350 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf88d-6003-4f53-937e-adb311470219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.395786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6048-abe4-4597-b7a8-8c2ec2a36cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.398489 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a1b6048-abe4-4597-b7a8-8c2ec2a36cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.402320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2a1b6048-abe4-4597-b7a8-8c2ec2a36cf7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca1d8abc-82b4-4cd0-87c1-6c0bde85481f HTTP/1.1" status: 204 len: 168 time: 0.1512871 Jun 30 02:38:28.436348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b6048-abe4-4597-b7a8-8c2ec2a36cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1d8abc-82b4-4cd0-87c1-6c0bde85481f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:28.501577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cd0cf88d-6003-4f53-937e-adb311470219 None None] For port b17543a8-8eda-48ca-95ab-4e9126ef9f4b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,segment=NetworkSegment(6aa0f275-3999-42b3-98b1-b92cd0ffdcb7),segment_id=6aa0f275-3999-42b3-98b1-b92cd0ffdcb7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:28.509081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:28.512794 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:28.514878 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0cf88d-6003-4f53-937e-adb311470219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.519391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:28.530161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.530946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.538297 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=bddc1a12-e578-4a72-a777-03b2c3a23e17,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:28.556260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:28.556734 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-55afb612-9b21-4a84-af63-7524937ae275 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0220032 Jun 30 02:38:28.562583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a88163cd-bd5f-45cf-8627-29276de29007'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:28.604471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cf88d-6003-4f53-937e-adb311470219 None None] Pushing event updated for resources: {'Port': ['ID=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:28.668369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590922d5-debc-44e4-909b-54efe8481fb5 None None] Update dhcp port {'port': {'network_id': 'c0ddaf13-5b40-44c3-9a49-780ff3ed2cee', 'fixed_ips': [{'subnet_id': 'a88163cd-bd5f-45cf-8627-29276de29007', 'ip_address': '2001:db8::2'}, {'subnet_id': '7b23bd63-5c21-481c-baf4-8efa57bb00ff'}], 'binding:host_id': 'n-d-758944-39'}, 'id': 'b17543a8-8eda-48ca-95ab-4e9126ef9f4b'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:38:28.708422 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-590922d5-debc-44e4-909b-54efe8481fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.800362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.803339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:28.854647 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c9f0e7cd-db35-4a0c-9d60-809fdc14541f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=382ea649196241dfb4f379ca7c1c19c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500844 Jun 30 02:38:28.857465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:28.908645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c022b61-2d85-45a8-94fe-015c1312e561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.916367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-590922d5-debc-44e4-909b-54efe8481fb5 None None] Allocated IP 2001:db8:0:1::2 (c0ddaf13-5b40-44c3-9a49-780ff3ed2cee/7b23bd63-5c21-481c-baf4-8efa57bb00ff/b17543a8-8eda-48ca-95ab-4e9126ef9f4b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:28.932778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c022b61-2d85-45a8-94fe-015c1312e561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:28.960238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a8e-8b1b-4f15-8d75-b009d3cdc1e3 req-b9695b3a-ae20-432d-9c1e-6868f1ba75f0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.965974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a8e-8b1b-4f15-8d75-b009d3cdc1e3 req-b9695b3a-ae20-432d-9c1e-6868f1ba75f0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.972153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a8e-8b1b-4f15-8d75-b009d3cdc1e3 req-b9695b3a-ae20-432d-9c1e-6868f1ba75f0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.978161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a8e-8b1b-4f15-8d75-b009d3cdc1e3 req-b9695b3a-ae20-432d-9c1e-6868f1ba75f0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.984873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a8e-8b1b-4f15-8d75-b009d3cdc1e3 req-b9695b3a-ae20-432d-9c1e-6868f1ba75f0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.990176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a8e-8b1b-4f15-8d75-b009d3cdc1e3 req-b9695b3a-ae20-432d-9c1e-6868f1ba75f0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.996281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383a8e-8b1b-4f15-8d75-b009d3cdc1e3 req-b9695b3a-ae20-432d-9c1e-6868f1ba75f0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:28.999076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c022b61-2d85-45a8-94fe-015c1312e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.002530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c022b61-2d85-45a8-94fe-015c1312e561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.004311 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58383a8e-8b1b-4f15-8d75-b009d3cdc1e3 req-b9695b3a-ae20-432d-9c1e-6868f1ba75f0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5430 time: 0.2157750 Jun 30 02:38:29.007316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8c022b61-2d85-45a8-94fe-015c1312e561 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9470282-b074-4729-a216-ceff7d2bb60e HTTP/1.1" status: 204 len: 168 time: 0.1486790 Jun 30 02:38:29.016465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c022b61-2d85-45a8-94fe-015c1312e561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9470282-b074-4729-a216-ceff7d2bb60e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:29.129101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277e852-3f85-49cb-8605-3e93de547079 req-1e8c18a0-fca8-4265-be01-7cc765bb91cb tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:29.138003 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d277e852-3f85-49cb-8605-3e93de547079 req-1e8c18a0-fca8-4265-be01-7cc765bb91cb tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 944 time: 0.0898287 Jun 30 02:38:29.152994 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58383a8e-8b1b-4f15-8d75-b009d3cdc1e3 req-57912b20-cc06-4bb7-825b-806a8144a51d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407194 Jun 30 02:38:29.231308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b17543a8-8eda-48ca-95ab-4e9126ef9f4b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:29.254179 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d277e852-3f85-49cb-8605-3e93de547079 req-7b36746b-3c96-49ae-89de-b509a0711b84 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140134 Jun 30 02:38:29.314541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-590922d5-debc-44e4-909b-54efe8481fb5 None None] For port b17543a8-8eda-48ca-95ab-4e9126ef9f4b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,segment=NetworkSegment(6aa0f275-3999-42b3-98b1-b92cd0ffdcb7),segment_id=6aa0f275-3999-42b3-98b1-b92cd0ffdcb7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:29.353955 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-590922d5-debc-44e4-909b-54efe8481fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.358532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b17543a8-8eda-48ca-95ab-4e9126ef9f4b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:29.359115 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.396695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-590922d5-debc-44e4-909b-54efe8481fb5 None None] Transition to ACTIVE for port object b17543a8-8eda-48ca-95ab-4e9126ef9f4b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:29.404462 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-590922d5-debc-44e4-909b-54efe8481fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.447544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Port b17543a8-8eda-48ca-95ab-4e9126ef9f4b had new provisioning blocks added so it will not transition to active. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 30 02:38:29.471417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfc9d1-52f9-4db0-b72a-13a1aca46f3c req-c91f28b8-20a5-440a-9c4e-d93458425200 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:29.473165 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4dfc9d1-52f9-4db0-b72a-13a1aca46f3c req-c91f28b8-20a5-440a-9c4e-d93458425200 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1138949 Jun 30 02:38:29.484482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:29.489258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Delete allocated IP 2001:db8:0:1::ea (c0ddaf13-5b40-44c3-9a49-780ff3ed2cee/7b23bd63-5c21-481c-baf4-8efa57bb00ff) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 02:38:29.529359 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4dfc9d1-52f9-4db0-b72a-13a1aca46f3c req-9efb22ea-5ed3-42a8-8cbe-4da7f266e41f tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502174 Jun 30 02:38:29.547123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590922d5-debc-44e4-909b-54efe8481fb5 None None] Pushing event updated for resources: {'Port': ['ID=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:29.647059 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.656750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:29.666148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Ignored duplicate provisioning block setup for port bddc1a12-e578-4a72-a777-03b2c3a23e17 by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 02:38:29.670837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '96e7369e-63eb-4a57-bdc3-852a4ed8fb6b', 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4', 'port_id': '96e7369e-63eb-4a57-bdc3-852a4ed8fb6b', 'mac_address': 'fa:16:3e:62:f8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911a2c0c-8819-4225-bb42-03018ac5ca34', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:29.673069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.724354 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.738961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:29.754167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] In _notify_port_updated(), no bound segment for port bddc1a12-e578-4a72-a777-03b2c3a23e17 on network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:38:29.760409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:29.761156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.762600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "PUT /v2.0/ports/bddc1a12-e578-4a72-a777-03b2c3a23e17 HTTP/1.1" status: 200 len: 926 time: 1.2052236 Jun 30 02:38:29.766071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:29.772928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a88163cd-bd5f-45cf-8627-29276de29007'}, {'subnet_id': '7b23bd63-5c21-481c-baf4-8efa57bb00ff'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:29.773379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:29.780858 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.781731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a5dde89a-1deb-4720-8797-def5858c8386 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:29.796846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cae1a-c878-4157-af33-6a67667c91d6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=bddc1a12-e578-4a72-a777-03b2c3a23e17,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:29.866130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:29.900379 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:29.933928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device c426993f-fcd3-4b65-a03b-6bd12cd2050c up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:30.084025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a5dde89a-1deb-4720-8797-def5858c8386, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a5dde89a-1deb-4720-8797-def5858c8386,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:30.104122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'a5dde89a-1deb-4720-8797-def5858c8386', 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1', 'port_id': 'a5dde89a-1deb-4720-8797-def5858c8386', 'mac_address': 'fa:16:3e:d3:e8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f98dca-3562-451b-97e6-d10cc0e1988f', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:30.110006 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.177874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port c426993f-fcd3-4b65-a03b-6bd12cd2050c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:30.185062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port c426993f-fcd3-4b65-a03b-6bd12cd2050c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:30.185450 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.188464 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.223225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5dde89a-1deb-4720-8797-def5858c8386 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:30.233789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8:0:1::378 (c0ddaf13-5b40-44c3-9a49-780ff3ed2cee/7b23bd63-5c21-481c-baf4-8efa57bb00ff/bddc1a12-e578-4a72-a777-03b2c3a23e17) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:30.267140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a5dde89a-1deb-4720-8797-def5858c8386, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a5dde89a-1deb-4720-8797-def5858c8386,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:30.276264 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.276926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:30.313336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa8cd9-884c-4b2d-b1f6-2a8d02c48d9b None None] Network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:30.406303 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.451616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Ignored duplicate provisioning block setup for port bddc1a12-e578-4a72-a777-03b2c3a23e17 by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 02:38:30.459179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.474319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe84d1-0b53-4b38-8739-ec6cb482f43a req-87789835-4720-4522-ab7e-dac241142f58 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.483336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe84d1-0b53-4b38-8739-ec6cb482f43a req-87789835-4720-4522-ab7e-dac241142f58 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.491101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe84d1-0b53-4b38-8739-ec6cb482f43a req-87789835-4720-4522-ab7e-dac241142f58 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.498639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe84d1-0b53-4b38-8739-ec6cb482f43a req-87789835-4720-4522-ab7e-dac241142f58 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.505839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe84d1-0b53-4b38-8739-ec6cb482f43a req-87789835-4720-4522-ab7e-dac241142f58 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.511330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc86bc0a-568a-4ef1-bcac-037a521c605d None None] Provisioning for port b17543a8-8eda-48ca-95ab-4e9126ef9f4b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:30.515146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe84d1-0b53-4b38-8739-ec6cb482f43a req-87789835-4720-4522-ab7e-dac241142f58 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.521966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a5dde89a-1deb-4720-8797-def5858c8386,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:30.537198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc86bc0a-568a-4ef1-bcac-037a521c605d None None] Provisioning complete for port b17543a8-8eda-48ca-95ab-4e9126ef9f4b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:30.537574 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc86bc0a-568a-4ef1-bcac-037a521c605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.538226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe84d1-0b53-4b38-8739-ec6cb482f43a req-87789835-4720-4522-ab7e-dac241142f58 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.542768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5fe84d1-0b53-4b38-8739-ec6cb482f43a req-87789835-4720-4522-ab7e-dac241142f58 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5432 time: 0.2047551 Jun 30 02:38:30.573226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=bddc1a12-e578-4a72-a777-03b2c3a23e17,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:30.576208 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.576855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] In _notify_port_updated(), no bound segment for port bddc1a12-e578-4a72-a777-03b2c3a23e17 on network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:38:30.583223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.583980 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.585918 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-de4fc787-b4ff-4df1-897f-73b6d37317c1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "PUT /v2.0/ports/bddc1a12-e578-4a72-a777-03b2c3a23e17 HTTP/1.1" status: 200 len: 1012 time: 0.8191123 Jun 30 02:38:30.590512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:30.596123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d308caa-277f-4884-9687-c94e582d1b00 req-2d7102e9-488d-4ec9-be56-5ffd08b6abc7 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:30.597963 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d308caa-277f-4884-9687-c94e582d1b00 req-2d7102e9-488d-4ec9-be56-5ffd08b6abc7 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 944 time: 0.1983905 Jun 30 02:38:30.635276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:30.648173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9444c9-51f1-41ec-ab7d-1d6af64fa65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c426993f-fcd3-4b65-a03b-6bd12cd2050c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:30.650463 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a110cc7c-323f-4fb3-b24e-33806b1e01ef" -d '{"events": [{"server_uuid": "1c9444c9-51f1-41ec-ab7d-1d6af64fa65d", "name": "network-vif-plugged", "status": "completed", "tag": "c426993f-fcd3-4b65-a03b-6bd12cd2050c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:30.656808 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d308caa-277f-4884-9687-c94e582d1b00 req-951d6c8f-5ce4-4e3c-bc71-ef26acb596e1 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523131 Jun 30 02:38:30.691944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5fe84d1-0b53-4b38-8739-ec6cb482f43a req-380e42bb-b271-4b86-aec7-9e27d5be2ae5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414356 Jun 30 02:38:30.716149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port c426993f-fcd3-4b65-a03b-6bd12cd2050c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=c426993f-fcd3-4b65-a03b-6bd12cd2050c,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:30.719866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9555c-e9ad-4edf-88be-d1bc4f751a85 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port bddc1a12-e578-4a72-a777-03b2c3a23e17 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:30.720092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:30.720251 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6dd9555c-e9ad-4edf-88be-d1bc4f751a85 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.740457 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.748295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'port_id': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8', 'mac_address': 'fa:16:3e:ee:45:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:30.796495 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d36ad396-ffa4-4ed2-ba54-d7b55aaede8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.840175 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6dd9555c-e9ad-4edf-88be-d1bc4f751a85 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.860068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9555c-e9ad-4edf-88be-d1bc4f751a85 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for bddc1a12-e578-4a72-a777-03b2c3a23e17 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:30.896466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=c426993f-fcd3-4b65-a03b-6bd12cd2050c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:30.900695 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.907844 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:38:30.912635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc86bc0a-568a-4ef1-bcac-037a521c605d None None] Provisioning for port bddc1a12-e578-4a72-a777-03b2c3a23e17 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:30.922609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fc86bc0a-568a-4ef1-bcac-037a521c605d None None] Provisioning complete for port bddc1a12-e578-4a72-a777-03b2c3a23e17 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:30.922992 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc86bc0a-568a-4ef1-bcac-037a521c605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.926179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:30.979189 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d36ad396-ffa4-4ed2-ba54-d7b55aaede8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.984407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:30.986888 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d36ad396-ffa4-4ed2-ba54-d7b55aaede8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.987068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fc86bc0a-568a-4ef1-bcac-037a521c605d None None] Port bddc1a12-e578-4a72-a777-03b2c3a23e17 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:30.992783 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:30.993399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 13754d30-137a-4c46-952c-15a32b902563 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:31.036641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ad396-ffa4-4ed2-ba54-d7b55aaede8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6ecdcd-9bb3-4194-921a-e00206c74417,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:31.072482 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d36ad396-ffa4-4ed2-ba54-d7b55aaede8a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=246878da3b3249e9b4609c094a52aa6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358993 Jun 30 02:38:31.076991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 13754d30-137a-4c46-952c-15a32b902563, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=13754d30-137a-4c46-952c-15a32b902563,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:31.080471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:31.082590 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:31.098531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '13754d30-137a-4c46-952c-15a32b902563', 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1', 'port_id': '13754d30-137a-4c46-952c-15a32b902563', 'mac_address': 'fa:16:3e:48:87:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f98dca-3562-451b-97e6-d10cc0e1988f', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:31.113793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499686-563f-44a4-8391-5474f599386d req-6970468a-99bd-493e-8bb9-570c106c7bda tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:31.118268 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65499686-563f-44a4-8391-5474f599386d req-6970468a-99bd-493e-8bb9-570c106c7bda tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1867433 Jun 30 02:38:31.161253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-856feb04-5586-4b1b-874c-5eb60911c493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.167926 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.187910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13754d30-137a-4c46-952c-15a32b902563 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:31.215688 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-856feb04-5586-4b1b-874c-5eb60911c493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.227342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 13754d30-137a-4c46-952c-15a32b902563, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=13754d30-137a-4c46-952c-15a32b902563,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:31.234545 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33753755-ea05-4e73-9edc-65cb2b74015d x-openstack-request-id: req-33753755-ea05-4e73-9edc-65cb2b74015d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:31.234994 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9444c9-51f1-41ec-ab7d-1d6af64fa65d", "name": "network-vif-plugged", "status": "completed", "tag": "c426993f-fcd3-4b65-a03b-6bd12cd2050c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:31.236977 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33753755-ea05-4e73-9edc-65cb2b74015d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:31.237796 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9444c9-51f1-41ec-ab7d-1d6af64fa65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c426993f-fcd3-4b65-a03b-6bd12cd2050c', 'code': 200} Jun 30 02:38:31.243464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b17543a8-8eda-48ca-95ab-4e9126ef9f4b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:31.277902 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65499686-563f-44a4-8391-5474f599386d req-9cc9862e-c7d1-45bc-b0c6-79dee9161f28 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530516 Jun 30 02:38:31.291407 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-856feb04-5586-4b1b-874c-5eb60911c493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.294165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-856feb04-5586-4b1b-874c-5eb60911c493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.297697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-856feb04-5586-4b1b-874c-5eb60911c493 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de6ecdcd-9bb3-4194-921a-e00206c74417 HTTP/1.1" status: 204 len: 168 time: 0.2109671 Jun 30 02:38:31.298621 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.300634 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:31.317686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856feb04-5586-4b1b-874c-5eb60911c493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6ecdcd-9bb3-4194-921a-e00206c74417,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:31.339377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:31.360062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67', 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1', 'port_id': '3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67', 'mac_address': 'fa:16:3e:96:3c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f98dca-3562-451b-97e6-d10cc0e1988f', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:31.435493 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6dd9555c-e9ad-4edf-88be-d1bc4f751a85 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.470532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.516681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b17543a8-8eda-48ca-95ab-4e9126ef9f4b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:31.517060 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.519040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9555c-e9ad-4edf-88be-d1bc4f751a85 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=bddc1a12-e578-4a72-a777-03b2c3a23e17,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:31.546011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:31.549151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6dd9555c-e9ad-4edf-88be-d1bc4f751a85 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.552789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6dd9555c-e9ad-4edf-88be-d1bc4f751a85 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/bddc1a12-e578-4a72-a777-03b2c3a23e17 HTTP/1.1" status: 204 len: 168 time: 0.9601676 Jun 30 02:38:31.555490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:31.559821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a909a-adc2-4349-8498-8de34c4b3cf9 req-37167815-213b-4de8-ab9f-3f41f3c86de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:31.561762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e75a909a-adc2-4349-8498-8de34c4b3cf9 req-37167815-213b-4de8-ab9f-3f41f3c86de2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 1097 time: 0.1904976 Jun 30 02:38:31.567844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=13754d30-137a-4c46-952c-15a32b902563,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:31.584937 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e5f512-7f8e-43ce-a37a-9d5acf0f5b93 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:31.586592 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e8e5f512-7f8e-43ce-a37a-9d5acf0f5b93 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/bddc1a12-e578-4a72-a777-03b2c3a23e17 HTTP/1.1" status: 404 len: 333 time: 0.0300665 Jun 30 02:38:31.589284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:31.622607 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e75a909a-adc2-4349-8498-8de34c4b3cf9 req-970b971c-a47e-4ac6-abce-95091ef2dad2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532713 Jun 30 02:38:31.628359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.628796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.629240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.629569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.629893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.630216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.630666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.631134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.631453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.631775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.632086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.632651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:31.660186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e720f7-c334-4828-9574-464f65903beb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet 7b23bd63-5c21-481c-baf4-8efa57bb00ff {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:31.664125 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71e720f7-c334-4828-9574-464f65903beb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.664410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7e7f7cf9-8958-4579-9c94-83c3837bcea7 None None] Provisioning complete for port b17543a8-8eda-48ca-95ab-4e9126ef9f4b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:31.664878 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7cf9-8958-4579-9c94-83c3837bcea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.670544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:31.698611 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.699333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device feb8efb1-d2db-4c17-91db-c41bb5b3befc details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:31.714259 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71e720f7-c334-4828-9574-464f65903beb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.839176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71e720f7-c334-4828-9574-464f65903beb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.905201 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:38:31.922616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a19994-b9f2-4ddb-a0d0-57b980e6ef6b req-fe408c31-9b93-433d-a1dd-dd0a930bed43 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:31.927473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:31.940527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port feb8efb1-d2db-4c17-91db-c41bb5b3befc, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:31.943865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9a19994-b9f2-4ddb-a0d0-57b980e6ef6b req-fe408c31-9b93-433d-a1dd-dd0a930bed43 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 945 time: 0.1187069 Jun 30 02:38:31.952205 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71e720f7-c334-4828-9574-464f65903beb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:31.987977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9a19994-b9f2-4ddb-a0d0-57b980e6ef6b req-ea92edbc-d7e3-426f-a076-172193a1654b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428421 Jun 30 02:38:32.000396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'feb8efb1-d2db-4c17-91db-c41bb5b3befc', 'network_id': '0309606f-fa66-4c24-9aed-94352388efc1', 'port_id': 'feb8efb1-d2db-4c17-91db-c41bb5b3befc', 'mac_address': 'fa:16:3e:90:74:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f98dca-3562-451b-97e6-d10cc0e1988f', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:32.035161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e720f7-c334-4828-9574-464f65903beb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=7b23bd63-5c21-481c-baf4-8efa57bb00ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:32.057287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7e7f7cf9-8958-4579-9c94-83c3837bcea7 None None] Could not find standard attr ID for object bddc1a12-e578-4a72-a777-03b2c3a23e17. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:32.074353 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8004ecdc-44e5-45e7-8597-d54d09699068 None None] Network c0ddaf13-5b40-44c3-9a49-780ff3ed2cee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:32.078129 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.082234 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71e720f7-c334-4828-9574-464f65903beb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.086296 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-71e720f7-c334-4828-9574-464f65903beb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/7b23bd63-5c21-481c-baf4-8efa57bb00ff HTTP/1.1" status: 204 len: 168 time: 0.4939697 Jun 30 02:38:32.087092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:32.130502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb8efb1-d2db-4c17-91db-c41bb5b3befc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:32.134283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e5c9-5164-4e33-ae7c-64fe20f4b323 req-adbd172f-3058-496b-82d4-f0bf98051c44 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.143362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e5c9-5164-4e33-ae7c-64fe20f4b323 req-adbd172f-3058-496b-82d4-f0bf98051c44 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.151550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e5c9-5164-4e33-ae7c-64fe20f4b323 req-adbd172f-3058-496b-82d4-f0bf98051c44 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.158383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e5c9-5164-4e33-ae7c-64fe20f4b323 req-adbd172f-3058-496b-82d4-f0bf98051c44 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.161158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port feb8efb1-d2db-4c17-91db-c41bb5b3befc, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:32.166534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e5c9-5164-4e33-ae7c-64fe20f4b323 req-adbd172f-3058-496b-82d4-f0bf98051c44 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.171565 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.171799 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1ef21ad5-03b8-438f-9438-c9e4d870f4cc details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:32.171913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e5c9-5164-4e33-ae7c-64fe20f4b323 req-adbd172f-3058-496b-82d4-f0bf98051c44 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.177988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64e5c9-5164-4e33-ae7c-64fe20f4b323 req-adbd172f-3058-496b-82d4-f0bf98051c44 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.178143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef8c75b-7ba3-4a5d-95cf-9ba37f5a6488 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet a88163cd-bd5f-45cf-8627-29276de29007 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:32.187098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c75b-7ba3-4a5d-95cf-9ba37f5a6488 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.194115 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f64e5c9-5164-4e33-ae7c-64fe20f4b323 req-adbd172f-3058-496b-82d4-f0bf98051c44 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5435 time: 0.1687062 Jun 30 02:38:32.204973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:32.236787 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c75b-7ba3-4a5d-95cf-9ba37f5a6488 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.266891 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f64e5c9-5164-4e33-ae7c-64fe20f4b323 req-682b4b31-6bd5-40ad-b54f-de6c5b3eaa8e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719771 Jun 30 02:38:32.276608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '1ef21ad5-03b8-438f-9438-c9e4d870f4cc', 'network_id': '4f822b0e-82d4-4d9a-9952-bdda678788b4', 'port_id': '1ef21ad5-03b8-438f-9438-c9e4d870f4cc', 'mac_address': 'fa:16:3e:06:71:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911a2c0c-8819-4225-bb42-03018ac5ca34', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:32.284532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=feb8efb1-d2db-4c17-91db-c41bb5b3befc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:32.288515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eea05076-b4fe-467c-b985-a5dce18a0350 None None] Could not find standard attr ID for object bddc1a12-e578-4a72-a777-03b2c3a23e17. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:32.434401 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c75b-7ba3-4a5d-95cf-9ba37f5a6488 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.509470 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c75b-7ba3-4a5d-95cf-9ba37f5a6488 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.518580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fc839-da5c-45eb-b740-b2ed11fa208d req-da56217e-6190-4720-bcf2-99a6a8e27c17 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:32.520425 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d19fc839-da5c-45eb-b740-b2ed11fa208d req-da56217e-6190-4720-bcf2-99a6a8e27c17 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.0783350 Jun 30 02:38:32.545491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8c75b-7ba3-4a5d-95cf-9ba37f5a6488 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=a88163cd-bd5f-45cf-8627-29276de29007,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:32.549895 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ef8c75b-7ba3-4a5d-95cf-9ba37f5a6488 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.552459 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0ef8c75b-7ba3-4a5d-95cf-9ba37f5a6488 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/a88163cd-bd5f-45cf-8627-29276de29007 HTTP/1.1" status: 204 len: 168 time: 0.4642699 Jun 30 02:38:32.555026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:32.556489 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.573248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef21ad5-03b8-438f-9438-c9e4d870f4cc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:32.575460 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d19fc839-da5c-45eb-b740-b2ed11fa208d req-5dc15d56-a464-42b1-8dbd-0c0673cc352e tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489841 Jun 30 02:38:32.597988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:32.606620 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.661188 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.662191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:32.710148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53596d25-e8e7-446c-bfa8-18d9bf762c59 None None] DHCP port deletion for c0ddaf13-5b40-44c3-9a49-780ff3ed2cee request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:32.719223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port b17543a8-8eda-48ca-95ab-4e9126ef9f4b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:32.719555 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.767063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-53596d25-e8e7-446c-bfa8-18d9bf762c59 None None] Deleting port b17543a8-8eda-48ca-95ab-4e9126ef9f4b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:32.767438 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53596d25-e8e7-446c-bfa8-18d9bf762c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.797119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] For port b17543a8-8eda-48ca-95ab-4e9126ef9f4b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,segment=NetworkSegment(6aa0f275-3999-42b3-98b1-b92cd0ffdcb7),segment_id=6aa0f275-3999-42b3-98b1-b92cd0ffdcb7)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:32.797477 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.811571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for b17543a8-8eda-48ca-95ab-4e9126ef9f4b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:32.839310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-53596d25-e8e7-446c-bfa8-18d9bf762c59 None None] For port b17543a8-8eda-48ca-95ab-4e9126ef9f4b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,segment=NetworkSegment(6aa0f275-3999-42b3-98b1-b92cd0ffdcb7),segment_id=6aa0f275-3999-42b3-98b1-b92cd0ffdcb7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:32.839700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53596d25-e8e7-446c-bfa8-18d9bf762c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.857528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-53596d25-e8e7-446c-bfa8-18d9bf762c59 None None] Calling delete_port for b17543a8-8eda-48ca-95ab-4e9126ef9f4b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:32.911544 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.929234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No DVR routers for this DVR port b17543a8-8eda-48ca-95ab-4e9126ef9f4b on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:32.953509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:32.959665 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53596d25-e8e7-446c-bfa8-18d9bf762c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:32.988276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53596d25-e8e7-446c-bfa8-18d9bf762c59 None None] Pushing event deleted for resources: {'Port': ['ID=b17543a8-8eda-48ca-95ab-4e9126ef9f4b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:32.993092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53596d25-e8e7-446c-bfa8-18d9bf762c59 None None] No DVR routers for this DVR port b17543a8-8eda-48ca-95ab-4e9126ef9f4b on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:33.077704 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.089775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ddaf13-5b40-44c3-9a49-780ff3ed2cee']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:33.109532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa0f275-3999-42b3-98b1-b92cd0ffdcb7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:33.109532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa0f275-3999-42b3-98b1-b92cd0ffdcb7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:33.115223 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.133381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.141047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:33.141477 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:33.145576 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:33.178280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b17543a8-8eda-48ca-95ab-4e9126ef9f4b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:33.207416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b17543a8-8eda-48ca-95ab-4e9126ef9f4b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:33.207770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b17543a8-8eda-48ca-95ab-4e9126ef9f4b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:33.250474 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.258460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.260351 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/networks/c0ddaf13-5b40-44c3-9a49-780ff3ed2cee HTTP/1.1" status: 204 len: 168 time: 0.7042327 Jun 30 02:38:33.266182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:33.294113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc8acd-af20-4864-9c7b-c954b2ac979a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Network': ['ID=c0ddaf13-5b40-44c3-9a49-780ff3ed2cee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:33.327109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b148e35-bbfe-4e30-8b53-6d28e19e1b05 req-87f2dae7-f42f-4d6e-9a73-a468b11e47e0 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.337505 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b148e35-bbfe-4e30-8b53-6d28e19e1b05 req-87f2dae7-f42f-4d6e-9a73-a468b11e47e0 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 945 time: 0.1813471 Jun 30 02:38:33.339824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b28d819-b3ec-4656-9190-ca1675bf605f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.344970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:33.345277 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9b28d819-b3ec-4656-9190-ca1675bf605f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0799525 Jun 30 02:38:33.419537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b148e35-bbfe-4e30-8b53-6d28e19e1b05 req-a962240a-9018-457b-85f3-8a577e3384b6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808384 Jun 30 02:38:33.463635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36844) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:33.469150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1270137929'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:33.476043 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3e878ced-4d23-433d-b85b-296d6567ccf3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1285059 Jun 30 02:38:33.503121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:33.507437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.507609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:33.552351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415237a0-d96c-47a7-b40f-d112da6a6262 req-7ec0410d-6ae3-47ca-a5db-6064b9bb410e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.558298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415237a0-d96c-47a7-b40f-d112da6a6262 req-7ec0410d-6ae3-47ca-a5db-6064b9bb410e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.564103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415237a0-d96c-47a7-b40f-d112da6a6262 req-7ec0410d-6ae3-47ca-a5db-6064b9bb410e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.571159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415237a0-d96c-47a7-b40f-d112da6a6262 req-7ec0410d-6ae3-47ca-a5db-6064b9bb410e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.577012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415237a0-d96c-47a7-b40f-d112da6a6262 req-7ec0410d-6ae3-47ca-a5db-6064b9bb410e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.583395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415237a0-d96c-47a7-b40f-d112da6a6262 req-7ec0410d-6ae3-47ca-a5db-6064b9bb410e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.589384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415237a0-d96c-47a7-b40f-d112da6a6262 req-7ec0410d-6ae3-47ca-a5db-6064b9bb410e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.591560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-415237a0-d96c-47a7-b40f-d112da6a6262 req-7ec0410d-6ae3-47ca-a5db-6064b9bb410e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5437 time: 0.1619279 Jun 30 02:38:33.603215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:33.604265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:33.616950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.617824 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Added segment 408ed643-77c3-4c35-98c3-09a9292e47b5 of type vlan for network 7fb32d07-9cd7-4f45-954f-cdcab88d8726 Jun 30 02:38:33.643903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['96e7369e-63eb-4a57-bdc3-852a4ed8fb6b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:33.647157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52f837a-69d5-44bc-b23a-3e6aa9be4732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.651395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a5dde89a-1deb-4720-8797-def5858c8386'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:33.694406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.704805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['feb8efb1-d2db-4c17-91db-c41bb5b3befc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:33.707902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['13754d30-137a-4c46-952c-15a32b902563'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:33.726298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['1ef21ad5-03b8-438f-9438-c9e4d870f4cc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:33.741933 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-415237a0-d96c-47a7-b40f-d112da6a6262 req-b74e2628-6450-475b-8531-ea5fbfa62428 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424375 Jun 30 02:38:33.753828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52f837a-69d5-44bc-b23a-3e6aa9be4732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.761440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52f837a-69d5-44bc-b23a-3e6aa9be4732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.791899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.799856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.800891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:33.826311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3589306 Jun 30 02:38:33.837072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:33.843316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '7fb32d07-9cd7-4f45-954f-cdcab88d8726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:33.868596 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b52f837a-69d5-44bc-b23a-3e6aa9be4732 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07349f578ba54797ac8bd983dd9582d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573015 Jun 30 02:38:33.869071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f837a-69d5-44bc-b23a-3e6aa9be4732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ead96f1-ec15-4884-a3b3-0a14c075259d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:33.871656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:33.968537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-b99fd13e-3fa8-4dc7-8714-4fb487a268c0 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:33.976183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-b99fd13e-3fa8-4dc7-8714-4fb487a268c0 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.1895001 Jun 30 02:38:33.979248 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd206987-f93b-44f7-abbe-5ed094359a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.007200 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-659201e2-47a8-47a9-ba8b-b77bae68da34 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/quotas/fef5510c674d4c81beed3eda57f51908 HTTP/1.1" status: 200 len: 375 time: 0.0299721 Jun 30 02:38:34.034897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faa284-c6ba-42b6-82f5-10ec656795e6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Network': ['ID=7fb32d07-9cd7-4f45-954f-cdcab88d8726,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:34.053533 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd206987-f93b-44f7-abbe-5ed094359a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.056590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7fb32d07-9cd7-4f45-954f-cdcab88d8726 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:34.085990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a160e-4b5e-4582-8aca-2b208a402f4b req-38837004-8c1f-4027-8a28-67135168aea3 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:34.091881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-814a160e-4b5e-4582-8aca-2b208a402f4b req-38837004-8c1f-4027-8a28-67135168aea3 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1948960 Jun 30 02:38:34.163368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-d4b8bb0d-3d34-4968-a02c-462b3505781a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1551545 Jun 30 02:38:34.167301 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-814a160e-4b5e-4582-8aca-2b208a402f4b req-1f87defa-acfd-419a-9b7a-ff6f3a3a8151 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702434 Jun 30 02:38:34.167970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:34.172094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.400724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.479697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=abcc65cc-6e38-482d-b0d3-d059641c555e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:34.490775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Checking segment: {'id': '408ed643-77c3-4c35-98c3-09a9292e47b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7fb32d07-9cd7-4f45-954f-cdcab88d8726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:34.491145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network hostable DHCP agents. Network: 7fb32d07-9cd7-4f45-954f-cdcab88d8726, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:34.510225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 7fb32d07-9cd7-4f45-954f-cdcab88d8726 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:34.522023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7fb32d07-9cd7-4f45-954f-cdcab88d8726) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:34.527060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:34.528110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.549179 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-94931d99-66eb-4039-8113-3c8fc4742dfd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7083383 Jun 30 02:38:34.550618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36870) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:34.552296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191de5e4-524f-4b39-ae4e-e1ce7a1c465b None None] Network 7fb32d07-9cd7-4f45-954f-cdcab88d8726 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:34.555885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '7fb32d07-9cd7-4f45-954f-cdcab88d8726', 'name': 'tempest-PortsIpV6TestJSON-290655842'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:34.563944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:34.580395 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd206987-f93b-44f7-abbe-5ed094359a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.584952 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd206987-f93b-44f7-abbe-5ed094359a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.586838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd206987-f93b-44f7-abbe-5ed094359a4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ead96f1-ec15-4884-a3b3-0a14c075259d HTTP/1.1" status: 204 len: 168 time: 0.7124248 Jun 30 02:38:34.608974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46abeb-480a-4a21-85f0-b879a0dd9b4d req-88cd5a98-6788-48df-b6c5-43ae23eccdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:34.611481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d46abeb-480a-4a21-85f0-b879a0dd9b4d req-88cd5a98-6788-48df-b6c5-43ae23eccdf2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 1097 time: 0.5191870 Jun 30 02:38:34.625037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd206987-f93b-44f7-abbe-5ed094359a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ead96f1-ec15-4884-a3b3-0a14c075259d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:34.710401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:34.715948 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:34.742024 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port 5e8b6228-5b68-48e5-900a-62d24a47296d yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:34.811872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8ce9f5e9-2748-4d6e-b17d-e1fdb9a10510 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432559 Jun 30 02:38:34.953537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46abeb-480a-4a21-85f0-b879a0dd9b4d req-e3264090-b048-4f04-a4fb-865a69648b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:34.956081 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d46abeb-480a-4a21-85f0-b879a0dd9b4d req-e3264090-b048-4f04-a4fb-865a69648b8e service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 920 time: 0.2969475 Jun 30 02:38:34.993276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8::77 (7fb32d07-9cd7-4f45-954f-cdcab88d8726/abcc65cc-6e38-482d-b0d3-d059641c555e/5e8b6228-5b68-48e5-900a-62d24a47296d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:35.028648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d46abeb-480a-4a21-85f0-b879a0dd9b4d req-b7556c67-c224-4776-b109-47b66a2ec359 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400 HTTP/1.1" status: 200 len: 217 time: 0.0477817 Jun 30 02:38:35.040237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-7fb32d07-9cd7-4f45-954f-cdcab88d8726', 'network_id': '7fb32d07-9cd7-4f45-954f-cdcab88d8726', 'tenant_id': 'e18078425cbf42c4a01bea3dd7f8f955', 'fixed_ips': [{'subnet_id': 'abcc65cc-6e38-482d-b0d3-d059641c555e'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:35.041624 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.121024 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-02c67780-aeed-46c3-a9c5-55a6ca516386 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911224 Jun 30 02:38:35.187839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46abeb-480a-4a21-85f0-b879a0dd9b4d req-ad9996d7-d97b-4437-a484-8cd7d3d51235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:35.189674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d46abeb-480a-4a21-85f0-b879a0dd9b4d req-ad9996d7-d97b-4437-a484-8cd7d3d51235 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 200 len: 859 time: 0.0678556 Jun 30 02:38:35.274631 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d46abeb-480a-4a21-85f0-b879a0dd9b4d req-3898599b-f2d0-4abe-98ce-d1b39e876340 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666850 Jun 30 02:38:35.432256 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.479659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dfe4-8829-4518-83e4-41919d9b7035 req-dc19c665-aea4-4dfa-bd30-191635475ade tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:35.491626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dfe4-8829-4518-83e4-41919d9b7035 req-dc19c665-aea4-4dfa-bd30-191635475ade tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:35.502517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dfe4-8829-4518-83e4-41919d9b7035 req-dc19c665-aea4-4dfa-bd30-191635475ade tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:35.514123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dfe4-8829-4518-83e4-41919d9b7035 req-dc19c665-aea4-4dfa-bd30-191635475ade tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:35.525702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dfe4-8829-4518-83e4-41919d9b7035 req-dc19c665-aea4-4dfa-bd30-191635475ade tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:35.537090 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d46abeb-480a-4a21-85f0-b879a0dd9b4d req-844bc4fd-4c17-4bce-bdd5-75c542304773 service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476668 Jun 30 02:38:35.537320 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dfe4-8829-4518-83e4-41919d9b7035 req-dc19c665-aea4-4dfa-bd30-191635475ade tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:35.548039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dfe4-8829-4518-83e4-41919d9b7035 req-dc19c665-aea4-4dfa-bd30-191635475ade tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:35.560756 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ba4dfe4-8829-4518-83e4-41919d9b7035 req-dc19c665-aea4-4dfa-bd30-191635475ade tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5437 time: 0.3189809 Jun 30 02:38:35.607075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object 5e8b6228-5b68-48e5-900a-62d24a47296d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:35.660956 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ba4dfe4-8829-4518-83e4-41919d9b7035 req-2c577501-f04e-41da-90e6-60e69e6fddc5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987635 Jun 30 02:38:35.684378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669b43-6c9d-487a-ac22-bcb4ba4b4baa req-ff87fc3a-31bd-4420-b70f-39b1a8911f49 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:35.687575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41669b43-6c9d-487a-ac22-bcb4ba4b4baa req-ff87fc3a-31bd-4420-b70f-39b1a8911f49 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2008696 Jun 30 02:38:35.783718 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.810596 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d46abeb-480a-4a21-85f0-b879a0dd9b4d req-f89ce049-00b5-4b2d-b717-b2e52c776dee service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574835 Jun 30 02:38:35.819813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41669b43-6c9d-487a-ac22-bcb4ba4b4baa req-24917335-57a3-4bd7-ba26-8976e109ba35 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230011 Jun 30 02:38:35.861995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Allocated IP 2001:db8::2 (7fb32d07-9cd7-4f45-954f-cdcab88d8726/abcc65cc-6e38-482d-b0d3-d059641c555e/8b95dd26-2947-4210-a266-b6902fd0c498) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:35.885470 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-789b9a90-12d5-42ed-a888-70c9af244039 req-a9da7ecb-fabc-4dad-8935-fa98b0ccae1e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 210 time: 0.1261835 Jun 30 02:38:35.969944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 7fb32d07-9cd7-4f45-954f-cdcab88d8726 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:35.972691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:35.981309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:36.001274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:36.002320 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.040133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=5e8b6228-5b68-48e5-900a-62d24a47296d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:36.057137 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-28cd3188-0308-4845-9ccc-b8c8a59aba62 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5053570 Jun 30 02:38:36.059840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:36.074470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '7fb32d07-9cd7-4f45-954f-cdcab88d8726', 'name': 'tempest-PortsIpV6TestJSON-528107659'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:36.142993 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.170707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Transition to ACTIVE for port object 8b95dd26-2947-4210-a266-b6902fd0c498 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:36.193265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Transition to ACTIVE for port object 8b95dd26-2947-4210-a266-b6902fd0c498 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:36.203381 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.270407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Network 7fb32d07-9cd7-4f45-954f-cdcab88d8726 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:36.273227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:36.275331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Pushing event updated for resources: {'Port': ['ID=8b95dd26-2947-4210-a266-b6902fd0c498,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:36.283820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:36.297058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:36.305629 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.360548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port 9d6197ad-b082-4ea7-baaf-4170d5ad7a4f yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:36.368207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Attempting to bind port 8b95dd26-2947-4210-a266-b6902fd0c498 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:36.368788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Attempting to bind port 8b95dd26-2947-4210-a266-b6902fd0c498 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '408ed643-77c3-4c35-98c3-09a9292e47b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7fb32d07-9cd7-4f45-954f-cdcab88d8726'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:36.369383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Attempting to bind port 8b95dd26-2947-4210-a266-b6902fd0c498 on network 7fb32d07-9cd7-4f45-954f-cdcab88d8726 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:36.376178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:36.376875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Checking segment: {'id': '408ed643-77c3-4c35-98c3-09a9292e47b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7fb32d07-9cd7-4f45-954f-cdcab88d8726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:36.377495 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.378153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Bound using segment: {'id': '408ed643-77c3-4c35-98c3-09a9292e47b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7fb32d07-9cd7-4f45-954f-cdcab88d8726'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:36.378882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Bound port: 8b95dd26-2947-4210-a266-b6902fd0c498, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408ed643-77c3-4c35-98c3-09a9292e47b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7fb32d07-9cd7-4f45-954f-cdcab88d8726'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:36.379487 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.390128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c966e725-3a44-4574-b857-dca7911b30b1 req-483de7cc-130e-4fe1-b5f8-7d0d4f9cc7fa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1489768 Jun 30 02:38:36.482439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] For port 8b95dd26-2947-4210-a266-b6902fd0c498, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:36.486616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] For port 8b95dd26-2947-4210-a266-b6902fd0c498, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8b95dd26-2947-4210-a266-b6902fd0c498,segment=NetworkSegment(408ed643-77c3-4c35-98c3-09a9292e47b5),segment_id=408ed643-77c3-4c35-98c3-09a9292e47b5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:36.494642 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.551144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966e725-3a44-4574-b857-dca7911b30b1 req-bdd37133-b6c2-4220-aefb-1fa043b46d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:36.553491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c966e725-3a44-4574-b857-dca7911b30b1 req-bdd37133-b6c2-4220-aefb-1fa043b46d77 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 1097 time: 0.1035495 Jun 30 02:38:36.577480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8::2de (7fb32d07-9cd7-4f45-954f-cdcab88d8726/abcc65cc-6e38-482d-b0d3-d059641c555e/9d6197ad-b082-4ea7-baaf-4170d5ad7a4f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:36.583975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520f1df-ea8a-4de6-8169-95cf69311546 None None] Pushing event updated for resources: {'Port': ['ID=8b95dd26-2947-4210-a266-b6902fd0c498,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:36.635436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:36.724451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966e725-3a44-4574-b857-dca7911b30b1 req-b2ce2406-05d0-4b51-9655-68ad59580fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:36.728218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c966e725-3a44-4574-b857-dca7911b30b1 req-b2ce2406-05d0-4b51-9655-68ad59580fc4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.1400573 Jun 30 02:38:36.730829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:36.735856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:36.736421 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.877899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.902182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.931925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e7369e-63eb-4a57-bdc3-852a4ed8fb6b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:36.935216 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32421bf3-2e8b-4aa5-b5e2-425b9591a0bb" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "96e7369e-63eb-4a57-bdc3-852a4ed8fb6b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:36.940163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object 9d6197ad-b082-4ea7-baaf-4170d5ad7a4f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:36.982951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:36.992038 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.993080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:37.028404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.143386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:37.186990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 7fb32d07-9cd7-4f45-954f-cdcab88d8726 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:37.198167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:37.208929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:37.216440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:37.224543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:37.226044 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.226529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.227466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.290559 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c966e725-3a44-4574-b857-dca7911b30b1 req-0833a785-c915-414f-a079-405b90bc0bd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 200 len: 1001 time: 0.5430446 Jun 30 02:38:37.299124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-363bc0ef-4f67-4ae4-a7b0-30ca5bc01118 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.301187 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-363bc0ef-4f67-4ae4-a7b0-30ca5bc01118 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.2197111 Jun 30 02:38:37.312089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8b95dd26-2947-4210-a266-b6902fd0c498 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:37.328974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=9d6197ad-b082-4ea7-baaf-4170d5ad7a4f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:37.337519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e8ca4f80-40dd-451e-bcef-82802be0ca87 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2733579 Jun 30 02:38:37.344348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:37.349726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966e725-3a44-4574-b857-dca7911b30b1 req-9510969f-234a-4f5c-9990-6ab68b266728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.351355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c966e725-3a44-4574-b857-dca7911b30b1 req-9510969f-234a-4f5c-9990-6ab68b266728 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.0485108 Jun 30 02:38:37.361280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Request body: {'port': {'device_id': 'd814155c-5900-442e-aad0-ca0295842327', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'admin_state_up': True, 'tenant_id': 'fef5510c674d4c81beed3eda57f51908'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:37.391778 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.422159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 8b95dd26-2947-4210-a266-b6902fd0c498 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:37.446531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:37.453005 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.531054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:37.568722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07369ea9-02de-4792-ad58-988ae0d6bc24 req-3bba8ca6-a8c7-476e-a6a1-5ed2b312d37f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.576436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07369ea9-02de-4792-ad58-988ae0d6bc24 req-3bba8ca6-a8c7-476e-a6a1-5ed2b312d37f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.583279 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07369ea9-02de-4792-ad58-988ae0d6bc24 req-3bba8ca6-a8c7-476e-a6a1-5ed2b312d37f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.586625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72e19b-23d0-4ec9-8a00-409aeb15e3f3 req-a68d2dc5-771b-4834-8785-5b6f2b7e9d35 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.593548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07369ea9-02de-4792-ad58-988ae0d6bc24 req-3bba8ca6-a8c7-476e-a6a1-5ed2b312d37f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.595518 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af72e19b-23d0-4ec9-8a00-409aeb15e3f3 req-a68d2dc5-771b-4834-8785-5b6f2b7e9d35 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.3112726 Jun 30 02:38:37.601753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07369ea9-02de-4792-ad58-988ae0d6bc24 req-3bba8ca6-a8c7-476e-a6a1-5ed2b312d37f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.609286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07369ea9-02de-4792-ad58-988ae0d6bc24 req-3bba8ca6-a8c7-476e-a6a1-5ed2b312d37f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.616025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07369ea9-02de-4792-ad58-988ae0d6bc24 req-3bba8ca6-a8c7-476e-a6a1-5ed2b312d37f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.618518 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-07369ea9-02de-4792-ad58-988ae0d6bc24 req-3bba8ca6-a8c7-476e-a6a1-5ed2b312d37f tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5438 time: 0.6617775 Jun 30 02:38:37.660133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Made reservation on behalf of fef5510c674d4c81beed3eda57f51908 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:37.663746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d2298-1b0f-48c6-9c20-d391e7122dec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.664469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.665417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a64d2298-1b0f-48c6-9c20-d391e7122dec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A77 HTTP/1.1" status: 200 len: 927 time: 0.2668922 Jun 30 02:38:37.668381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:37.686204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af72e19b-23d0-4ec9-8a00-409aeb15e3f3 req-7d6e2e2b-f971-4f4b-9b19-52c20422633c tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782535 Jun 30 02:38:37.721743 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-07369ea9-02de-4792-ad58-988ae0d6bc24 req-2ff2753e-3e5d-4101-a0c1-aa64084f378d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969849 Jun 30 02:38:37.729206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966e725-3a44-4574-b857-dca7911b30b1 req-e4fdb09d-aa85-492b-94fe-0f765709aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:37.730821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c966e725-3a44-4574-b857-dca7911b30b1 req-e4fdb09d-aa85-492b-94fe-0f765709aeaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2636137 Jun 30 02:38:37.823220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-80ebf6af-81b9-4722-8e81-ce966c8619de tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 9d6197ad-b082-4ea7-baaf-4170d5ad7a4f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:37.823756 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80ebf6af-81b9-4722-8e81-ce966c8619de tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:37.830659 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab080b3-ee9e-4a33-9e66-bf378029b569 x-openstack-request-id: req-4ab080b3-ee9e-4a33-9e66-bf378029b569 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:37.831044 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "96e7369e-63eb-4a57-bdc3-852a4ed8fb6b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:37.831304 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ab080b3-ee9e-4a33-9e66-bf378029b569 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:37.832145 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e7369e-63eb-4a57-bdc3-852a4ed8fb6b', 'code': 200} Jun 30 02:38:37.998085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80ebf6af-81b9-4722-8e81-ce966c8619de tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.014901 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff49399a-dd16-4d4a-9358-87e4386ee391 req-66ffed34-4381-41a4-bfae-91507ef97cad tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 210 time: 0.0465620 Jun 30 02:38:38.033821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-80ebf6af-81b9-4722-8e81-ce966c8619de tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 9d6197ad-b082-4ea7-baaf-4170d5ad7a4f owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:38.053952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c966e725-3a44-4574-b857-dca7911b30b1 req-6eb4caf3-8a47-48a1-a817-d2c3b79d82a5 service neutron] 10.222.0.69 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077407 Jun 30 02:38:38.066292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Allocated IP 172.20.0.13 (da85fd17-8f5d-4621-95de-f716da3768b8/b856f8da-cbc5-40d0-9b04-dd78e7eed933/971b7e96-4024-41b8-bedf-2bb5247f2d88) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:38.216125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a4429-d6e8-44f6-818f-a416daa0bcdc None None] Network 7fb32d07-9cd7-4f45-954f-cdcab88d8726 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:38.231573 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80ebf6af-81b9-4722-8e81-ce966c8619de tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.272444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebf6af-81b9-4722-8e81-ce966c8619de tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=9d6197ad-b082-4ea7-baaf-4170d5ad7a4f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:38.337590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9994d2d1-5009-4ab1-a55e-e5a100945a89 None None] Provisioning for port 8b95dd26-2947-4210-a266-b6902fd0c498 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:38.348514 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9994d2d1-5009-4ab1-a55e-e5a100945a89 None None] Provisioning complete for port 8b95dd26-2947-4210-a266-b6902fd0c498 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:38.349132 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9994d2d1-5009-4ab1-a55e-e5a100945a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.355754 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80ebf6af-81b9-4722-8e81-ce966c8619de tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.363845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-80ebf6af-81b9-4722-8e81-ce966c8619de tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/9d6197ad-b082-4ea7-baaf-4170d5ad7a4f HTTP/1.1" status: 204 len: 168 time: 0.6902425 Jun 30 02:38:38.364852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:38.406597 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63b8186-008c-4e5d-b71a-5c6c4db93706 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:38.411894 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a63b8186-008c-4e5d-b71a-5c6c4db93706 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/9d6197ad-b082-4ea7-baaf-4170d5ad7a4f HTTP/1.1" status: 404 len: 333 time: 0.0427690 Jun 30 02:38:38.413001 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:38.437214 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c966e725-3a44-4574-b857-dca7911b30b1 req-a264e05f-c7d5-44a6-8340-884203c9db77 service neutron] 10.222.0.69 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144209 Jun 30 02:38:38.444546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.498677 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.512277 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:38.568177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cf628da6-30ba-4fb8-9c3b-ca35745e4f1a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 5e8b6228-5b68-48e5-900a-62d24a47296d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:38.568892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf628da6-30ba-4fb8-9c3b-ca35745e4f1a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.575619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Network da85fd17-8f5d-4621-95de-f716da3768b8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:38.579838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:38.591341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:38.620609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event updated for resources: {'Port': ['ID=971b7e96-4024-41b8-bedf-2bb5247f2d88,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:38.655403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:38.656188 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.677283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-8c4da7d9-f752-4ccc-80b6-d4e02dcbe5f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3198843 Jun 30 02:38:38.682009 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf628da6-30ba-4fb8-9c3b-ca35745e4f1a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.693687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Request body: {'port': {'device_id': 'd814155c-5900-442e-aad0-ca0295842327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:38.695374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cf628da6-30ba-4fb8-9c3b-ca35745e4f1a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 5e8b6228-5b68-48e5-900a-62d24a47296d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:38.699442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['c426993f-fcd3-4b65-a03b-6bd12cd2050c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:38.701355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a5dde89a-1deb-4720-8797-def5858c8386 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:38.822592 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.830471 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9994d2d1-5009-4ab1-a55e-e5a100945a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.929370 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf628da6-30ba-4fb8-9c3b-ca35745e4f1a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.969535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf628da6-30ba-4fb8-9c3b-ca35745e4f1a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=5e8b6228-5b68-48e5-900a-62d24a47296d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:38.971672 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9994d2d1-5009-4ab1-a55e-e5a100945a89 None None] For port 8b95dd26-2947-4210-a266-b6902fd0c498, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8b95dd26-2947-4210-a266-b6902fd0c498,segment=NetworkSegment(408ed643-77c3-4c35-98c3-09a9292e47b5),segment_id=408ed643-77c3-4c35-98c3-09a9292e47b5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:38.988017 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9994d2d1-5009-4ab1-a55e-e5a100945a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.995311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07fae7-5509-441e-a4de-7fd0600929ae req-da6ed1d9-be87-42d7-bb0b-b2806b05b2d2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:38.996878 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb07fae7-5509-441e-a4de-7fd0600929ae req-da6ed1d9-be87-42d7-bb0b-b2806b05b2d2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1245503 Jun 30 02:38:39.024509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf628da6-30ba-4fb8-9c3b-ca35745e4f1a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.029112 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cf628da6-30ba-4fb8-9c3b-ca35745e4f1a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/5e8b6228-5b68-48e5-900a-62d24a47296d HTTP/1.1" status: 204 len: 168 time: 0.6119549 Jun 30 02:38:39.034690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:39.070661 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6d67e2-a1e2-46ab-a372-f22e5b24851f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:39.074880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4c6d67e2-a1e2-46ab-a372-f22e5b24851f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/5e8b6228-5b68-48e5-900a-62d24a47296d HTTP/1.1" status: 404 len: 333 time: 0.0364749 Jun 30 02:38:39.076212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:39.078563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port a5dde89a-1deb-4720-8797-def5858c8386 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:39.087215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb07fae7-5509-441e-a4de-7fd0600929ae req-a0cbaf83-b6f5-4be2-ab07-a0bebcaff434 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712361 Jun 30 02:38:39.128246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port a5dde89a-1deb-4720-8797-def5858c8386 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:39.128637 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.229346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994d2d1-5009-4ab1-a55e-e5a100945a89 None None] Pushing event updated for resources: {'Port': ['ID=8b95dd26-2947-4210-a266-b6902fd0c498,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:39.246267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b209a63-bf6b-4f7f-afa0-6257c4b51241 req-f8bf0623-3c89-443e-a532-dd804a153498 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.252966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b209a63-bf6b-4f7f-afa0-6257c4b51241 req-f8bf0623-3c89-443e-a532-dd804a153498 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.260102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b209a63-bf6b-4f7f-afa0-6257c4b51241 req-f8bf0623-3c89-443e-a532-dd804a153498 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.272419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b209a63-bf6b-4f7f-afa0-6257c4b51241 req-f8bf0623-3c89-443e-a532-dd804a153498 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.287968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b209a63-bf6b-4f7f-afa0-6257c4b51241 req-f8bf0623-3c89-443e-a532-dd804a153498 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.297556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b209a63-bf6b-4f7f-afa0-6257c4b51241 req-f8bf0623-3c89-443e-a532-dd804a153498 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.304167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b209a63-bf6b-4f7f-afa0-6257c4b51241 req-f8bf0623-3c89-443e-a532-dd804a153498 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.312645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b209a63-bf6b-4f7f-afa0-6257c4b51241 req-f8bf0623-3c89-443e-a532-dd804a153498 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5439 time: 0.3075693 Jun 30 02:38:39.322302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc927890-cdf0-4950-abc5-989fd5057d27 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet abcc65cc-6e38-482d-b0d3-d059641c555e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:39.372361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b209a63-bf6b-4f7f-afa0-6257c4b51241 req-7399011e-c919-48f7-8cd1-bf6500781f13 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554087 Jun 30 02:38:39.376669 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc927890-cdf0-4950-abc5-989fd5057d27 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.439020 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.488096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a5dde89a-1deb-4720-8797-def5858c8386, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a5dde89a-1deb-4720-8797-def5858c8386,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:39.493363 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.495459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 13754d30-137a-4c46-952c-15a32b902563 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:39.544560 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc927890-cdf0-4950-abc5-989fd5057d27 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.555676 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e749d762-776e-4e67-8908-f2ebc59ff3ee None None] Could not find standard attr ID for object 5e8b6228-5b68-48e5-900a-62d24a47296d. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:39.600656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e749d762-776e-4e67-8908-f2ebc59ff3ee None None] Provisioning complete for port 8b95dd26-2947-4210-a266-b6902fd0c498 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:39.601034 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e749d762-776e-4e67-8908-f2ebc59ff3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.632952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a5dde89a-1deb-4720-8797-def5858c8386,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:39.652551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42257db-94f6-4fa4-b998-a823becb9500 req-4edb0e71-82fd-4c07-a444-f1cd3ef82892 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:39.655764 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e42257db-94f6-4fa4-b998-a823becb9500 req-4edb0e71-82fd-4c07-a444-f1cd3ef82892 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 932 time: 0.1538322 Jun 30 02:38:39.659847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 13754d30-137a-4c46-952c-15a32b902563 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:39.668293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 13754d30-137a-4c46-952c-15a32b902563 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:39.668674 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.671022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971b7e96-4024-41b8-bedf-2bb5247f2d88 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:39.692502 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.712954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Transition to ACTIVE for port object 971b7e96-4024-41b8-bedf-2bb5247f2d88 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:39.721266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.735468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e42257db-94f6-4fa4-b998-a823becb9500 req-2af340ff-27e0-47b1-b25f-02a751962730 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640643 Jun 30 02:38:39.813790 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.837868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8'}, {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dde89a-1deb-4720-8797-def5858c8386'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:39.842282 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1573788-f87e-4ed3-8c16-66a56085619b" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8"}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "a5dde89a-1deb-4720-8797-def5858c8386"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:39.870680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 13754d30-137a-4c46-952c-15a32b902563, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=13754d30-137a-4c46-952c-15a32b902563,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:39.870958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:39.881110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Pushing event updated for resources: {'Port': ['ID=971b7e96-4024-41b8-bedf-2bb5247f2d88,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:39.885605 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.893770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:39.909870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc927890-cdf0-4950-abc5-989fd5057d27 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.937473 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a9c0cf-617a-42eb-aba6-0b677e76ad1e x-openstack-request-id: req-51a9c0cf-617a-42eb-aba6-0b677e76ad1e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:39.937776 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8", "code": 200}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "a5dde89a-1deb-4720-8797-def5858c8386", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:39.938064 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51a9c0cf-617a-42eb-aba6-0b677e76ad1e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:39.938412 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8', 'code': 200} Jun 30 02:38:39.938667 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dde89a-1deb-4720-8797-def5858c8386', 'code': 200} Jun 30 02:38:39.947345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Attempting to bind port 971b7e96-4024-41b8-bedf-2bb5247f2d88 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:39.947690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Attempting to bind port 971b7e96-4024-41b8-bedf-2bb5247f2d88 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:39.948007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Attempting to bind port 971b7e96-4024-41b8-bedf-2bb5247f2d88 on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:39.957580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Port 971b7e96-4024-41b8-bedf-2bb5247f2d88 on network da85fd17-8f5d-4621-95de-f716da3768b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:38:39.957930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Attempting to bind port 971b7e96-4024-41b8-bedf-2bb5247f2d88 on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:39.966468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:39.966836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Checking segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:39.967224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Bound using segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:39.967669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Bound port: 971b7e96-4024-41b8-bedf-2bb5247f2d88, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:39.968028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:39.968853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-02927a43-1284-459e-8610-f1f60ebb0095 None None] Could not find standard attr ID for object 5e8b6228-5b68-48e5-900a-62d24a47296d. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:40.023647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=13754d30-137a-4c46-952c-15a32b902563,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:40.023928 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc927890-cdf0-4950-abc5-989fd5057d27 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.030025 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d900fe3c-a70c-4bb7-a2e0-572c0a405f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.049657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:40.058273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:40.058648 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.069486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc927890-cdf0-4950-abc5-989fd5057d27 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=abcc65cc-6e38-482d-b0d3-d059641c555e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:40.078214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc927890-cdf0-4950-abc5-989fd5057d27 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.080141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dc927890-cdf0-4950-abc5-989fd5057d27 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/abcc65cc-6e38-482d-b0d3-d059641c555e HTTP/1.1" status: 204 len: 168 time: 1.0024667 Jun 30 02:38:40.085792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:40.111345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] For port 971b7e96-4024-41b8-bedf-2bb5247f2d88, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:40.159237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.165563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] For port 971b7e96-4024-41b8-bedf-2bb5247f2d88, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=971b7e96-4024-41b8-bedf-2bb5247f2d88,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:40.180336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.203020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:40.203641 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d900fe3c-a70c-4bb7-a2e0-572c0a405f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.210506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4828f2c3-9fd2-4932-83e0-bbe21f57f3c0 None None] Network 7fb32d07-9cd7-4f45-954f-cdcab88d8726 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:40.211577 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d900fe3c-a70c-4bb7-a2e0-572c0a405f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.214114 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.216330 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.217752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device feb8efb1-d2db-4c17-91db-c41bb5b3befc up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:40.225689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.226297 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.227715 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] 10.222.0.69 "PUT /v2.0/ports/971b7e96-4024-41b8-bedf-2bb5247f2d88 HTTP/1.1" status: 200 len: 1093 time: 1.5401287 Jun 30 02:38:40.229953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd814155c-5900-442e-aad0-ca0295842327', 'tag': '971b7e96-4024-41b8-bedf-2bb5247f2d88'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:40.233637 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d814155c-5900-442e-aad0-ca0295842327", "tag": "971b7e96-4024-41b8-bedf-2bb5247f2d88"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:40.234475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8fdaa6da-57c8-4368-985e-b0ad4dc2eabf None None] Could not find standard attr ID for object 9d6197ad-b082-4ea7-baaf-4170d5ad7a4f. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:40.281733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d900fe3c-a70c-4bb7-a2e0-572c0a405f9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44f9778a86b441ce82d9f51cd7e4d01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095304 Jun 30 02:38:40.284433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:40.293391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900fe3c-a70c-4bb7-a2e0-572c0a405f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e44ad93-5b67-44e0-8e9c-40d1f5a47f81,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:40.339114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805b297-fdd7-498f-81d8-ddead297e3ba service neutron] Pushing event updated for resources: {'Port': ['ID=971b7e96-4024-41b8-bedf-2bb5247f2d88,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:40.344767 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ee71f3-023e-41f1-8a24-784d634a3f2a x-openstack-request-id: req-13ee71f3-023e-41f1-8a24-784d634a3f2a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:40.345125 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d814155c-5900-442e-aad0-ca0295842327", "tag": "971b7e96-4024-41b8-bedf-2bb5247f2d88", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:40.345555 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13ee71f3-023e-41f1-8a24-784d634a3f2a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:40.346149 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd814155c-5900-442e-aad0-ca0295842327', 'tag': '971b7e96-4024-41b8-bedf-2bb5247f2d88', 'status': 'completed', 'code': 200} Jun 30 02:38:40.397225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:40.411361 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c91ffb4-6698-4b67-88d3-cfe658217433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.445162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c5a1-d2d7-4cfb-9cd7-be481f4284ad req-9490e7c3-45ed-42aa-ba4f-cd02182be770 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.446751 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47f9c5a1-d2d7-4cfb-9cd7-be481f4284ad req-9490e7c3-45ed-42aa-ba4f-cd02182be770 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1292536 Jun 30 02:38:40.452751 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c91ffb4-6698-4b67-88d3-cfe658217433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.467922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port feb8efb1-d2db-4c17-91db-c41bb5b3befc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:40.472556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 8b95dd26-2947-4210-a266-b6902fd0c498 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:40.473185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.474109 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port feb8efb1-d2db-4c17-91db-c41bb5b3befc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:40.474355 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.514380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-a24b16c0-d976-4407-9f11-55cceca507a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.515842 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-a24b16c0-d976-4407-9f11-55cceca507a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 1096 time: 0.1840358 Jun 30 02:38:40.545550 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-47f9c5a1-d2d7-4cfb-9cd7-be481f4284ad req-1e8dd7e8-ee7f-4880-9679-860f5f5c9406 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775404 Jun 30 02:38:40.581495 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c91ffb4-6698-4b67-88d3-cfe658217433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.584375 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c91ffb4-6698-4b67-88d3-cfe658217433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.585555 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4c91ffb4-6698-4b67-88d3-cfe658217433 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e44ad93-5b67-44e0-8e9c-40d1f5a47f81 HTTP/1.1" status: 204 len: 168 time: 0.2995558 Jun 30 02:38:40.594482 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.608969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91ffb4-6698-4b67-88d3-cfe658217433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e44ad93-5b67-44e0-8e9c-40d1f5a47f81,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:40.621247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-d955fa3d-0385-4a7f-a74c-4be7e2b6cb8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=971b7e96-4024-41b8-bedf-2bb5247f2d88 HTTP/1.1" status: 200 len: 217 time: 0.0931976 Jun 30 02:38:40.633350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] For port 8b95dd26-2947-4210-a266-b6902fd0c498, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8b95dd26-2947-4210-a266-b6902fd0c498,segment=NetworkSegment(408ed643-77c3-4c35-98c3-09a9292e47b5),segment_id=408ed643-77c3-4c35-98c3-09a9292e47b5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:40.638908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.649134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port feb8efb1-d2db-4c17-91db-c41bb5b3befc, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:40.655017 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.656165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1ef21ad5-03b8-438f-9438-c9e4d870f4cc up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:40.708503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56f219-6a1d-41ff-9e01-4ce492e7526d None None] DHCP port deletion for 7fb32d07-9cd7-4f45-954f-cdcab88d8726 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:40.713848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 8b95dd26-2947-4210-a266-b6902fd0c498 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:40.743015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-9eeb3519-61ac-4341-95da-70f0d965f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.744754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-9eeb3519-61ac-4341-95da-70f0d965f34c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.0973196 Jun 30 02:38:40.779481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=feb8efb1-d2db-4c17-91db-c41bb5b3befc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:40.793416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:40.798226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:40.798605 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.821700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-c11fcdb5-6c14-431d-b3f9-8b897960cd1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409253 Jun 30 02:38:40.834215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fe56f219-6a1d-41ff-9e01-4ce492e7526d None None] Deleting port 8b95dd26-2947-4210-a266-b6902fd0c498 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:40.834588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe56f219-6a1d-41ff-9e01-4ce492e7526d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.916321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3920e7c-30af-4a9e-bb91-897cf9660ebb req-0a7354d7-b46f-40a6-8cc1-67f6a24340b3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.922469 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3920e7c-30af-4a9e-bb91-897cf9660ebb req-0a7354d7-b46f-40a6-8cc1-67f6a24340b3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.928998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3920e7c-30af-4a9e-bb91-897cf9660ebb req-0a7354d7-b46f-40a6-8cc1-67f6a24340b3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.933069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fe56f219-6a1d-41ff-9e01-4ce492e7526d None None] For port 8b95dd26-2947-4210-a266-b6902fd0c498, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8b95dd26-2947-4210-a266-b6902fd0c498,segment=NetworkSegment(408ed643-77c3-4c35-98c3-09a9292e47b5),segment_id=408ed643-77c3-4c35-98c3-09a9292e47b5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:40.933463 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe56f219-6a1d-41ff-9e01-4ce492e7526d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.934992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3920e7c-30af-4a9e-bb91-897cf9660ebb req-0a7354d7-b46f-40a6-8cc1-67f6a24340b3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.941093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3920e7c-30af-4a9e-bb91-897cf9660ebb req-0a7354d7-b46f-40a6-8cc1-67f6a24340b3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.947367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3920e7c-30af-4a9e-bb91-897cf9660ebb req-0a7354d7-b46f-40a6-8cc1-67f6a24340b3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.950952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fe56f219-6a1d-41ff-9e01-4ce492e7526d None None] Calling delete_port for 8b95dd26-2947-4210-a266-b6902fd0c498 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:40.953054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3920e7c-30af-4a9e-bb91-897cf9660ebb req-0a7354d7-b46f-40a6-8cc1-67f6a24340b3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.955002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3920e7c-30af-4a9e-bb91-897cf9660ebb req-0a7354d7-b46f-40a6-8cc1-67f6a24340b3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5442 time: 0.3585234 Jun 30 02:38:40.964935 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:40.981968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414f2c5-91de-40a8-a28a-9b1fcf2c8851 req-c330c22c-5477-4c7c-b18b-2026d3f5bc75 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:40.988758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1414f2c5-91de-40a8-a28a-9b1fcf2c8851 req-c330c22c-5477-4c7c-b18b-2026d3f5bc75 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 944 time: 0.1089840 Jun 30 02:38:41.010455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.041569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:41.051046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:41.054308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=8b95dd26-2947-4210-a266-b6902fd0c498,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:41.059216 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.061631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3012ecc5-2ee4-4ad8-9afe-9bbe470a1581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.077236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1414f2c5-91de-40a8-a28a-9b1fcf2c8851 req-44ae9d6c-7e15-4b04-a8f8-d1b56d51b6af tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840139 Jun 30 02:38:41.093572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No DVR routers for this DVR port 8b95dd26-2947-4210-a266-b6902fd0c498 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:41.105400 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fe56f219-6a1d-41ff-9e01-4ce492e7526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.114159 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-76852a11-0541-4d4e-8562-b39463d23068 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844603 Jun 30 02:38:41.124380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe56f219-6a1d-41ff-9e01-4ce492e7526d None None] No DVR routers for this DVR port 8b95dd26-2947-4210-a266-b6902fd0c498 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:41.137309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:41.137990 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3920e7c-30af-4a9e-bb91-897cf9660ebb req-b887a1f6-6b43-41e0-ad54-e31e67527b75 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1656895 Jun 30 02:38:41.189795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56f219-6a1d-41ff-9e01-4ce492e7526d None None] Pushing event deleted for resources: {'Port': ['ID=8b95dd26-2947-4210-a266-b6902fd0c498,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:41.195999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8b95dd26-2947-4210-a266-b6902fd0c498 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:41.205017 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3012ecc5-2ee4-4ad8-9afe-9bbe470a1581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.209646 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3012ecc5-2ee4-4ad8-9afe-9bbe470a1581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.216667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 8b95dd26-2947-4210-a266-b6902fd0c498 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:41.217017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8b95dd26-2947-4210-a266-b6902fd0c498 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:41.252017 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3012ecc5-2ee4-4ad8-9afe-9bbe470a1581 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d3a5695b5c64270993f349b32f8068f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093050 Jun 30 02:38:41.253260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012ecc5-2ee4-4ad8-9afe-9bbe470a1581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e0f86b-5504-444f-aeb1-2fbcfd61c231,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:41.256496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:41.292789 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.307627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb32d07-9cd7-4f45-954f-cdcab88d8726']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:41.307866 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4e80-f686-4668-a2a4-55983ae66799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.325101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408ed643-77c3-4c35-98c3-09a9292e47b5') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:41.325385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408ed643-77c3-4c35-98c3-09a9292e47b5') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:41.329273 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4e80-f686-4668-a2a4-55983ae66799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.343271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.353712 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3719bdc7-6fa5-4b95-9f74-3449f56cb015 req-af486641-f42d-4c32-8f6d-451bdc4f98ef service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080376 Jun 30 02:38:41.359789 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.366266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:41.366737 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:41.369952 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:41.379933 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4e80-f686-4668-a2a4-55983ae66799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.382822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4e80-f686-4668-a2a4-55983ae66799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.384723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0d0a4e80-f686-4668-a2a4-55983ae66799 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34e0f86b-5504-444f-aeb1-2fbcfd61c231 HTTP/1.1" status: 204 len: 168 time: 0.1264484 Jun 30 02:38:41.392465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a4e80-f686-4668-a2a4-55983ae66799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e0f86b-5504-444f-aeb1-2fbcfd61c231,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:41.461268 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.473850 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.479763 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/networks/7fb32d07-9cd7-4f45-954f-cdcab88d8726 HTTP/1.1" status: 204 len: 168 time: 1.3870587 Jun 30 02:38:41.480874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:41.486681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-536136141'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:41.492455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e26724-81cf-476c-9183-b6577d8b015b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Network': ['ID=7fb32d07-9cd7-4f45-954f-cdcab88d8726,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:41.510803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc req-855ce091-b81b-4f87-b986-9237f0577e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:41.513298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc req-855ce091-b81b-4f87-b986-9237f0577e6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 1096 time: 0.0894794 Jun 30 02:38:41.514981 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:41.519947 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.546946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:41.558909 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.559082 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Added segment 15ca0126-075d-4c66-9ea4-980f8460ea82 of type vlan for network 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 Jun 30 02:38:41.606199 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.652268 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.653632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc req-19ba785d-51a4-4afd-9311-e95c6a1d7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:41.655431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc req-19ba785d-51a4-4afd-9311-e95c6a1d7c9d service neutron] 10.222.0.69 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 907 time: 0.1291888 Jun 30 02:38:41.659393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:41.660233 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:41.711388 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc req-624d8585-e5ed-4306-ba28-622bbd487c74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=971b7e96-4024-41b8-bedf-2bb5247f2d88 HTTP/1.1" status: 200 len: 217 time: 0.0479906 Jun 30 02:38:41.719260 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2365260 Jun 30 02:38:41.727022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:41.736218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1a2e5-7c08-47bd-9f7a-29f2d20d33a8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Network': ['ID=07a1e77b-6e05-46c8-b3d8-affb5d92d6f5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:41.751378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:41.939547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13754d30-137a-4c46-952c-15a32b902563'}, {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67'}, {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb8efb1-d2db-4c17-91db-c41bb5b3befc'}, {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef21ad5-03b8-438f-9438-c9e4d870f4cc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:41.942135 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3ef794-8389-4218-be9c-8e31479aa505" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "13754d30-137a-4c46-952c-15a32b902563"}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67"}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "feb8efb1-d2db-4c17-91db-c41bb5b3befc"}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef21ad5-03b8-438f-9438-c9e4d870f4cc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:41.999407 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380cdcb9-b8cf-45dc-9e53-8f2df077e3e4 x-openstack-request-id: req-380cdcb9-b8cf-45dc-9e53-8f2df077e3e4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:42.000265 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "13754d30-137a-4c46-952c-15a32b902563", "code": 200}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67", "code": 200}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "feb8efb1-d2db-4c17-91db-c41bb5b3befc", "code": 200}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-plugged", "status": "completed", "tag": "1ef21ad5-03b8-438f-9438-c9e4d870f4cc", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:42.000829 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-380cdcb9-b8cf-45dc-9e53-8f2df077e3e4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:42.001424 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13754d30-137a-4c46-952c-15a32b902563', 'code': 200} Jun 30 02:38:42.002032 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67', 'code': 200} Jun 30 02:38:42.002548 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb8efb1-d2db-4c17-91db-c41bb5b3befc', 'code': 200} Jun 30 02:38:42.003061 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef21ad5-03b8-438f-9438-c9e4d870f4cc', 'code': 200} Jun 30 02:38:42.080258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '07a1e77b-6e05-46c8-b3d8-affb5d92d6f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:42.202702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc req-e48cb04b-28c5-4ef2-8431-47bc7c73687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.204179 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc req-e48cb04b-28c5-4ef2-8431-47bc7c73687f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.4760759 Jun 30 02:38:42.287699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc req-22817e9a-c86f-40fc-a7da-b409a2e30e55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738091 Jun 30 02:38:42.306852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d95d4-5a0d-495c-b4e0-d233e841904d req-3e7582b0-a558-49e1-8a25-481bcd614b95 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.308321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b9d95d4-5a0d-495c-b4e0-d233e841904d req-3e7582b0-a558-49e1-8a25-481bcd614b95 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 944 time: 0.0850003 Jun 30 02:38:42.381364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851721b-bde1-4fa3-9a20-07333274e76e req-351e60cf-7924-497d-a9ca-b2a6a0bb9569 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.383227 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f851721b-bde1-4fa3-9a20-07333274e76e req-351e60cf-7924-497d-a9ca-b2a6a0bb9569 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.6752832 Jun 30 02:38:42.387235 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b9d95d4-5a0d-495c-b4e0-d233e841904d req-652d775c-014a-469c-9f8c-cc45526b5565 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504434 Jun 30 02:38:42.387403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:42.393671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.490993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe0e4-8620-4fd8-abb0-4bd0e9f9fe6e req-162e328f-3f87-4299-8c24-851dfdd7ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.491782 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe0e4-8620-4fd8-abb0-4bd0e9f9fe6e req-162e328f-3f87-4299-8c24-851dfdd7ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.492192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe0e4-8620-4fd8-abb0-4bd0e9f9fe6e req-162e328f-3f87-4299-8c24-851dfdd7ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.492996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe0e4-8620-4fd8-abb0-4bd0e9f9fe6e req-162e328f-3f87-4299-8c24-851dfdd7ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.493529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe0e4-8620-4fd8-abb0-4bd0e9f9fe6e req-162e328f-3f87-4299-8c24-851dfdd7ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.494062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe0e4-8620-4fd8-abb0-4bd0e9f9fe6e req-162e328f-3f87-4299-8c24-851dfdd7ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.494591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fe0e4-8620-4fd8-abb0-4bd0e9f9fe6e req-162e328f-3f87-4299-8c24-851dfdd7ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.496798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a66fe0e4-8620-4fd8-abb0-4bd0e9f9fe6e req-162e328f-3f87-4299-8c24-851dfdd7ed4a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6508 time: 0.3494978 Jun 30 02:38:42.498699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc req-dec881fc-d29d-416a-99ea-310ffa8869f2 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002451 Jun 30 02:38:42.637160 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f851721b-bde1-4fa3-9a20-07333274e76e req-4a3f8ce8-0370-4423-b9c1-c884751dec0c tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194476 Jun 30 02:38:42.646631 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a66fe0e4-8620-4fd8-abb0-4bd0e9f9fe6e req-e596032b-e5cb-4790-9b96-212e357290b2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f27457b2-ff77-4824-a636-449aad41f8cf&id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344039 Jun 30 02:38:42.744552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6817ccd7-6e78-4072-ac15-4adfd0cf76cc req-b0dde328-dd55-42fc-a80d-c6c632828ee1 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306037 Jun 30 02:38:42.845225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.909949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=5da5594d-8ea3-4190-8a70-54e13c16f991,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:42.935717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Checking segment: {'id': '15ca0126-075d-4c66-9ea4-980f8460ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '07a1e77b-6e05-46c8-b3d8-affb5d92d6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:42.936082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network hostable DHCP agents. Network: 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:42.957059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:42.969256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:42.976950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:42.977774 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:42.980129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8205909-b70b-48b4-ba9d-1966cbd08a24 None None] Network 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:42.999770 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-24188ad9-0b4e-4141-b4e1-2cfef6f504bd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2699876 Jun 30 02:38:43.003289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37080) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:43.012099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '07a1e77b-6e05-46c8-b3d8-affb5d92d6f5', 'name': 'tempest-PortsIpV6TestJSON-415616536', 'fixed_ips': [{'subnet_id': '5da5594d-8ea3-4190-8a70-54e13c16f991', 'ip_address': '2001:db8::10'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:43.039879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed869db9-15c9-4d91-b016-1b6104955474 req-84f1084e-3684-4b78-938f-2a104c1cf008 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.055508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed869db9-15c9-4d91-b016-1b6104955474 req-84f1084e-3684-4b78-938f-2a104c1cf008 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.062872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed869db9-15c9-4d91-b016-1b6104955474 req-84f1084e-3684-4b78-938f-2a104c1cf008 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.069564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed869db9-15c9-4d91-b016-1b6104955474 req-84f1084e-3684-4b78-938f-2a104c1cf008 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.076325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed869db9-15c9-4d91-b016-1b6104955474 req-84f1084e-3684-4b78-938f-2a104c1cf008 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.082526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed869db9-15c9-4d91-b016-1b6104955474 req-84f1084e-3684-4b78-938f-2a104c1cf008 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.088438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed869db9-15c9-4d91-b016-1b6104955474 req-84f1084e-3684-4b78-938f-2a104c1cf008 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.095280 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed869db9-15c9-4d91-b016-1b6104955474 req-84f1084e-3684-4b78-938f-2a104c1cf008 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5444 time: 0.5661607 Jun 30 02:38:43.167026 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed869db9-15c9-4d91-b016-1b6104955474 req-c6ffb5bf-37c6-44ef-9452-e6062a81c2b8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663722 Jun 30 02:38:43.174042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:43.183026 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-07a1e77b-6e05-46c8-b3d8-affb5d92d6f5', 'network_id': '07a1e77b-6e05-46c8-b3d8-affb5d92d6f5', 'tenant_id': 'e18078425cbf42c4a01bea3dd7f8f955', 'fixed_ips': [{'subnet_id': '5da5594d-8ea3-4190-8a70-54e13c16f991'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:43.184288 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.278253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.299683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port 34136072-00c1-4f9a-9a20-0707e19d5266 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:43.333852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Allocated IP 2001:db8::2 (07a1e77b-6e05-46c8-b3d8-affb5d92d6f5/5da5594d-8ea3-4190-8a70-54e13c16f991/93f2fd80-3b19-41f8-acc4-9186cb2ed181) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:43.501407 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.510375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Transition to ACTIVE for port object 93f2fd80-3b19-41f8-acc4-9186cb2ed181 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:43.525987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Transition to ACTIVE for port object 93f2fd80-3b19-41f8-acc4-9186cb2ed181 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:43.536469 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.575465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Network 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:43.582681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:43.587789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:43.591532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Pushing event updated for resources: {'Port': ['ID=93f2fd80-3b19-41f8-acc4-9186cb2ed181,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:43.611532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8::10 (07a1e77b-6e05-46c8-b3d8-affb5d92d6f5/5da5594d-8ea3-4190-8a70-54e13c16f991/34136072-00c1-4f9a-9a20-0707e19d5266) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:43.640606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f7def-afa8-42e1-a255-4753a168efe6 req-22246546-a103-48b3-bbdc-b146c189b360 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.642141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f34f7def-afa8-42e1-a255-4753a168efe6 req-22246546-a103-48b3-bbdc-b146c189b360 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 944 time: 0.1352046 Jun 30 02:38:43.653002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Attempting to bind port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:43.653704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Attempting to bind port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '15ca0126-075d-4c66-9ea4-980f8460ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '07a1e77b-6e05-46c8-b3d8-affb5d92d6f5'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:43.654197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Attempting to bind port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 on network 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:43.659891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:43.660228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Checking segment: {'id': '15ca0126-075d-4c66-9ea4-980f8460ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '07a1e77b-6e05-46c8-b3d8-affb5d92d6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:43.660623 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.661224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Bound using segment: {'id': '15ca0126-075d-4c66-9ea4-980f8460ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '07a1e77b-6e05-46c8-b3d8-affb5d92d6f5'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:43.661677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Bound port: 93f2fd80-3b19-41f8-acc4-9186cb2ed181, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ca0126-075d-4c66-9ea4-980f8460ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '07a1e77b-6e05-46c8-b3d8-affb5d92d6f5'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:43.662029 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.780859 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f34f7def-afa8-42e1-a255-4753a168efe6 req-d8e382b0-ef9e-44b4-8baa-33d943bfab3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270976 Jun 30 02:38:43.871785 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.898565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b00ec-824e-41bc-a5c1-0125579b82f0 req-d1a09745-84ce-4293-82d0-a4bae8a68c93 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:43.900142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec1b00ec-824e-41bc-a5c1-0125579b82f0 req-d1a09745-84ce-4293-82d0-a4bae8a68c93 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.0815003 Jun 30 02:38:43.908173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object 34136072-00c1-4f9a-9a20-0707e19d5266 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:43.909234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] For port 93f2fd80-3b19-41f8-acc4-9186cb2ed181, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:43.913807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] For port 93f2fd80-3b19-41f8-acc4-9186cb2ed181, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=93f2fd80-3b19-41f8-acc4-9186cb2ed181,segment=NetworkSegment(15ca0126-075d-4c66-9ea4-980f8460ea82),segment_id=15ca0126-075d-4c66-9ea4-980f8460ea82)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:43.934804 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:43.949135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec1b00ec-824e-41bc-a5c1-0125579b82f0 req-add34b82-3971-43e2-a62a-864b60e27666 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427947 Jun 30 02:38:43.972826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.006246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4c5b5-6fdf-43f4-a5f2-afd9c9c63dc2 None None] Pushing event updated for resources: {'Port': ['ID=93f2fd80-3b19-41f8-acc4-9186cb2ed181,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:44.036606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:44.039876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:44.045934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:44.052749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.053414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.062438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=34136072-00c1-4f9a-9a20-0707e19d5266,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:44.077560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-16ce1028-114c-4b80-8aa7-9079e834da3d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0698714 Jun 30 02:38:44.077929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:44.083399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '07a1e77b-6e05-46c8-b3d8-affb5d92d6f5', 'name': 'tempest-PortsIpV6TestJSON-186941672', 'fixed_ips': [{'subnet_id': '5da5594d-8ea3-4190-8a70-54e13c16f991', 'ip_address': '2001:db8::f'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:44.180536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37118) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:44.226300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:44.386936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d1be13-bf7d-4bba-a124-278d9b6e3119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.429401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.460111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port c42f5f10-95c4-4476-8bad-da24bd5313c2 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:44.499115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d1be13-bf7d-4bba-a124-278d9b6e3119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.505299 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d1be13-bf7d-4bba-a124-278d9b6e3119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.537188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6898fb-b91d-4371-b625-2234baa1db34 req-6d5a2264-599e-47e1-99f9-6a0c37e4dd67 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.544481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-54d1be13-bf7d-4bba-a124-278d9b6e3119 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a5f5b8f179c4a579b19c205ee2b7836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604407 Jun 30 02:38:44.544640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6898fb-b91d-4371-b625-2234baa1db34 req-6d5a2264-599e-47e1-99f9-6a0c37e4dd67 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.545344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37126) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:44.549244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6898fb-b91d-4371-b625-2234baa1db34 req-6d5a2264-599e-47e1-99f9-6a0c37e4dd67 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.553911 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1be13-bf7d-4bba-a124-278d9b6e3119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080e7022-fb24-46ec-849f-3fe58c109a91,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:44.555479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6898fb-b91d-4371-b625-2234baa1db34 req-6d5a2264-599e-47e1-99f9-6a0c37e4dd67 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.562880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6898fb-b91d-4371-b625-2234baa1db34 req-6d5a2264-599e-47e1-99f9-6a0c37e4dd67 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.568942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6898fb-b91d-4371-b625-2234baa1db34 req-6d5a2264-599e-47e1-99f9-6a0c37e4dd67 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.574907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6898fb-b91d-4371-b625-2234baa1db34 req-6d5a2264-599e-47e1-99f9-6a0c37e4dd67 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:44.576850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca6898fb-b91d-4371-b625-2234baa1db34 req-6d5a2264-599e-47e1-99f9-6a0c37e4dd67 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5444 time: 0.2170753 Jun 30 02:38:44.600898 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b3909c7-2d36-4403-8406-afd57f873b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.625221 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b3909c7-2d36-4403-8406-afd57f873b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.664220 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca6898fb-b91d-4371-b625-2234baa1db34 req-830a94e1-562c-4d6e-aecd-b53b3b92f6eb tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799723 Jun 30 02:38:44.676931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b3909c7-2d36-4403-8406-afd57f873b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.679641 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b3909c7-2d36-4403-8406-afd57f873b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.680811 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5b3909c7-2d36-4403-8406-afd57f873b90 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/080e7022-fb24-46ec-849f-3fe58c109a91 HTTP/1.1" status: 204 len: 168 time: 0.1345747 Jun 30 02:38:44.689357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3909c7-2d36-4403-8406-afd57f873b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080e7022-fb24-46ec-849f-3fe58c109a91,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:44.732978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8::f (07a1e77b-6e05-46c8-b3d8-affb5d92d6f5/5da5594d-8ea3-4190-8a70-54e13c16f991/c42f5f10-95c4-4476-8bad-da24bd5313c2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:44.917707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:44.938449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object c42f5f10-95c4-4476-8bad-da24bd5313c2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:44.982659 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.014352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfc470-7a9e-4cd2-9c5e-f8d08b5bcd3e req-2acb2720-9831-49c1-8dc8-792756f08806 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.016283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-56dfc470-7a9e-4cd2-9c5e-f8d08b5bcd3e req-2acb2720-9831-49c1-8dc8-792756f08806 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 944 time: 0.1009514 Jun 30 02:38:45.031542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:45.056404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:45.062287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:45.064359 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e9a16f6-509b-4269-bef3-1f69dfeb91fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.066418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:45.072754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.073414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.083079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=c42f5f10-95c4-4476-8bad-da24bd5313c2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:45.102135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-56dfc470-7a9e-4cd2-9c5e-f8d08b5bcd3e req-d0c0914f-5666-4a32-8e3d-45447d246af8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792322 Jun 30 02:38:45.201634 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e9a16f6-509b-4269-bef3-1f69dfeb91fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.208844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e9a16f6-509b-4269-bef3-1f69dfeb91fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.218117 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-84c5aef4-da6c-4614-8360-bf2468db1661 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1394579 Jun 30 02:38:45.221379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:45.256180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1e9a16f6-509b-4269-bef3-1f69dfeb91fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09bbb70fcce640f0a2b6c5d518608880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205970 Jun 30 02:38:45.256490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:45.257885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 93f2fd80-3b19-41f8-acc4-9186cb2ed181 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:45.269035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a16f6-509b-4269-bef3-1f69dfeb91fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a24ee1-3242-47d8-bb70-2f582ba84d29,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:45.312844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790160b3-5447-4cc1-ae6d-2914ee2cc750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.323393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dd107f-2489-4ade-819c-23286aeb8da4 None None] Network 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:45.327559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:45.339183 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790160b3-5447-4cc1-ae6d-2914ee2cc750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.399806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-96cc57ac-27f5-4fba-81f6-2e45166b540e None None] Provisioning for port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:45.400727 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790160b3-5447-4cc1-ae6d-2914ee2cc750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.403722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790160b3-5447-4cc1-ae6d-2914ee2cc750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.405188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-96cc57ac-27f5-4fba-81f6-2e45166b540e None None] Provisioning complete for port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:45.405566 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96cc57ac-27f5-4fba-81f6-2e45166b540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.408563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-790160b3-5447-4cc1-ae6d-2914ee2cc750 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18a24ee1-3242-47d8-bb70-2f582ba84d29 HTTP/1.1" status: 204 len: 168 time: 0.1502404 Jun 30 02:38:45.416835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790160b3-5447-4cc1-ae6d-2914ee2cc750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a24ee1-3242-47d8-bb70-2f582ba84d29,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:45.447267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe6974-1ad7-4577-a693-f70cff6a0d21 req-ac3ed557-8ea7-43d5-bfcd-a45d4d5feab2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.448793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bffe6974-1ad7-4577-a693-f70cff6a0d21 req-ac3ed557-8ea7-43d5-bfcd-a45d4d5feab2 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1972361 Jun 30 02:38:45.456764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a8c64-a3a1-4f05-af10-46e504e4ebbe tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.458303 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a84a8c64-a3a1-4f05-af10-46e504e4ebbe tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2356687 Jun 30 02:38:45.461183 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:45.509713 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bffe6974-1ad7-4577-a693-f70cff6a0d21 req-2114d7f7-0e60-4e83-8807-b2aad8d0ee4a tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449984 Jun 30 02:38:45.593892 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96cc57ac-27f5-4fba-81f6-2e45166b540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.597669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f24f35-7043-491d-b902-1213d12ee397 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.604177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f24f35-7043-491d-b902-1213d12ee397 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.610147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f24f35-7043-491d-b902-1213d12ee397 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.612322 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-03f24f35-7043-491d-b902-1213d12ee397 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1497967 Jun 30 02:38:45.615213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:45.671009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-96cc57ac-27f5-4fba-81f6-2e45166b540e None None] For port 93f2fd80-3b19-41f8-acc4-9186cb2ed181, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=93f2fd80-3b19-41f8-acc4-9186cb2ed181,segment=NetworkSegment(15ca0126-075d-4c66-9ea4-980f8460ea82),segment_id=15ca0126-075d-4c66-9ea4-980f8460ea82)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:45.677074 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-96cc57ac-27f5-4fba-81f6-2e45166b540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.684958 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.738133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e585bbcd-9062-4782-80b8-7e7ca00dfcc9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port c42f5f10-95c4-4476-8bad-da24bd5313c2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:45.738576 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e585bbcd-9062-4782-80b8-7e7ca00dfcc9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.740220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc57ac-27f5-4fba-81f6-2e45166b540e None None] Pushing event updated for resources: {'Port': ['ID=93f2fd80-3b19-41f8-acc4-9186cb2ed181,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:45.845727 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e585bbcd-9062-4782-80b8-7e7ca00dfcc9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.859241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e585bbcd-9062-4782-80b8-7e7ca00dfcc9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for c42f5f10-95c4-4476-8bad-da24bd5313c2 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:45.901492 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:45.924735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bf5b3-5641-447d-9327-d4c0cd223dcf req-94a2d24f-41be-4396-96cc-353699978388 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.932980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bf5b3-5641-447d-9327-d4c0cd223dcf req-94a2d24f-41be-4396-96cc-353699978388 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.940370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bf5b3-5641-447d-9327-d4c0cd223dcf req-94a2d24f-41be-4396-96cc-353699978388 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.947536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bf5b3-5641-447d-9327-d4c0cd223dcf req-94a2d24f-41be-4396-96cc-353699978388 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.954856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bf5b3-5641-447d-9327-d4c0cd223dcf req-94a2d24f-41be-4396-96cc-353699978388 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.962378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bf5b3-5641-447d-9327-d4c0cd223dcf req-94a2d24f-41be-4396-96cc-353699978388 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.968593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bf5b3-5641-447d-9327-d4c0cd223dcf req-94a2d24f-41be-4396-96cc-353699978388 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:45.970588 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b0bf5b3-5641-447d-9327-d4c0cd223dcf req-94a2d24f-41be-4396-96cc-353699978388 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5444 time: 0.1359837 Jun 30 02:38:46.015084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 971b7e96-4024-41b8-bedf-2bb5247f2d88 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:38:46.018765 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e585bbcd-9062-4782-80b8-7e7ca00dfcc9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.023124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b0bf5b3-5641-447d-9327-d4c0cd223dcf req-0bf77592-f704-4e6d-b238-4bcc6c70d062 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454309 Jun 30 02:38:46.056790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585bbcd-9062-4782-80b8-7e7ca00dfcc9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=c42f5f10-95c4-4476-8bad-da24bd5313c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:46.089157 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e585bbcd-9062-4782-80b8-7e7ca00dfcc9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.091691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e585bbcd-9062-4782-80b8-7e7ca00dfcc9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/c42f5f10-95c4-4476-8bad-da24bd5313c2 HTTP/1.1" status: 204 len: 168 time: 0.4754064 Jun 30 02:38:46.094442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:46.137198 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-490abcfe-c91f-49d8-ba55-886f6e31e1a1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:46.138627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-490abcfe-c91f-49d8-ba55-886f6e31e1a1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/c42f5f10-95c4-4476-8bad-da24bd5313c2 HTTP/1.1" status: 404 len: 333 time: 0.0432103 Jun 30 02:38:46.141323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:46.182708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 971b7e96-4024-41b8-bedf-2bb5247f2d88, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=971b7e96-4024-41b8-bedf-2bb5247f2d88,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:46.220863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '971b7e96-4024-41b8-bedf-2bb5247f2d88', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'port_id': '971b7e96-4024-41b8-bedf-2bb5247f2d88', 'mac_address': 'fa:16:3e:cc:86:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b856f8da-cbc5-40d0-9b04-dd78e7eed933', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:38:46.240062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-70c4e6c4-6d68-4fe3-848a-ca8e10a6beb6 None None] Provisioning complete for port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:46.240579 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70c4e6c4-6d68-4fe3-848a-ca8e10a6beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.317113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ef18bca2-fa71-4afd-987e-22a0e2d96547 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 34136072-00c1-4f9a-9a20-0707e19d5266 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:46.317637 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef18bca2-fa71-4afd-987e-22a0e2d96547 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.340764 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.358076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971b7e96-4024-41b8-bedf-2bb5247f2d88 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:38:46.390346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 971b7e96-4024-41b8-bedf-2bb5247f2d88, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=971b7e96-4024-41b8-bedf-2bb5247f2d88,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:46.397457 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.467295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63cdd9-0a02-4b7c-8b0c-32a4dfcc954f req-91d4eb83-0b46-49bd-9fd4-0762dc2ca28c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.473895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63cdd9-0a02-4b7c-8b0c-32a4dfcc954f req-91d4eb83-0b46-49bd-9fd4-0762dc2ca28c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.479755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63cdd9-0a02-4b7c-8b0c-32a4dfcc954f req-91d4eb83-0b46-49bd-9fd4-0762dc2ca28c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.485779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63cdd9-0a02-4b7c-8b0c-32a4dfcc954f req-91d4eb83-0b46-49bd-9fd4-0762dc2ca28c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.492789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63cdd9-0a02-4b7c-8b0c-32a4dfcc954f req-91d4eb83-0b46-49bd-9fd4-0762dc2ca28c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.498891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=971b7e96-4024-41b8-bedf-2bb5247f2d88,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:46.499169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63cdd9-0a02-4b7c-8b0c-32a4dfcc954f req-91d4eb83-0b46-49bd-9fd4-0762dc2ca28c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.505604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee6f20-92bb-4e57-b287-b6446065eca9 req-3f593ac8-1600-41c1-afdb-933dbe6d3b95 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.508532 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94ee6f20-92bb-4e57-b287-b6446065eca9 req-3f593ac8-1600-41c1-afdb-933dbe6d3b95 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 945 time: 0.1192153 Jun 30 02:38:46.509940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-70c4e6c4-6d68-4fe3-848a-ca8e10a6beb6 None None] Provisioning for port 34136072-00c1-4f9a-9a20-0707e19d5266 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:46.511185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63cdd9-0a02-4b7c-8b0c-32a4dfcc954f req-91d4eb83-0b46-49bd-9fd4-0762dc2ca28c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.515888 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb63cdd9-0a02-4b7c-8b0c-32a4dfcc954f req-91d4eb83-0b46-49bd-9fd4-0762dc2ca28c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5444 time: 0.3021297 Jun 30 02:38:46.517036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-70c4e6c4-6d68-4fe3-848a-ca8e10a6beb6 None None] Provisioning complete for port 34136072-00c1-4f9a-9a20-0707e19d5266 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:46.517409 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-70c4e6c4-6d68-4fe3-848a-ca8e10a6beb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.529529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:46.535989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7f39935b-cba6-419a-b46a-43c4de2ed648 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Request body: {'floatingip': {'port_id': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:46.545987 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef18bca2-fa71-4afd-987e-22a0e2d96547 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.563734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ef18bca2-fa71-4afd-987e-22a0e2d96547 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 34136072-00c1-4f9a-9a20-0707e19d5266 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:46.588250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-70c4e6c4-6d68-4fe3-848a-ca8e10a6beb6 None None] Port 34136072-00c1-4f9a-9a20-0707e19d5266 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:46.591780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-70c4e6c4-6d68-4fe3-848a-ca8e10a6beb6 None None] Could not find standard attr ID for object c42f5f10-95c4-4476-8bad-da24bd5313c2. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:46.656740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f39935b-cba6-419a-b46a-43c4de2ed648 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.727125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3b9923f0-7628-4b5b-bebb-ad2f86a481da None None] Provisioning complete for port 34136072-00c1-4f9a-9a20-0707e19d5266 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:46.727679 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b9923f0-7628-4b5b-bebb-ad2f86a481da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.738834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94ee6f20-92bb-4e57-b287-b6446065eca9 req-464165ab-8038-4f0f-8193-cba887da5297 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108717 Jun 30 02:38:46.780406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef18bca2-fa71-4afd-987e-22a0e2d96547 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.806975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3b9923f0-7628-4b5b-bebb-ad2f86a481da None None] Port 34136072-00c1-4f9a-9a20-0707e19d5266 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:46.821991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['971b7e96-4024-41b8-bedf-2bb5247f2d88'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:46.826359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18bca2-fa71-4afd-987e-22a0e2d96547 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=34136072-00c1-4f9a-9a20-0707e19d5266,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:46.873432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef18bca2-fa71-4afd-987e-22a0e2d96547 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:46.876517 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ef18bca2-fa71-4afd-987e-22a0e2d96547 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/34136072-00c1-4f9a-9a20-0707e19d5266 HTTP/1.1" status: 204 len: 168 time: 0.7342539 Jun 30 02:38:46.879586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:46.928008 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a969c1-58e0-42e3-adc0-1f6100dc55bc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:46.932074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e9a969c1-58e0-42e3-adc0-1f6100dc55bc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/34136072-00c1-4f9a-9a20-0707e19d5266 HTTP/1.1" status: 404 len: 333 time: 0.0488851 Jun 30 02:38:46.932593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37198) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:46.953992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835170c3-616f-4421-8dd7-15bc90c1ce5d req-4c5cb6bd-91d5-4ffc-966e-7519dad29944 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:46.960410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c7adc8f-7f7b-48ce-af6a-10e69ca4d5e3 None None] Could not find standard attr ID for object c42f5f10-95c4-4476-8bad-da24bd5313c2. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:38:46.963269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-835170c3-616f-4421-8dd7-15bc90c1ce5d req-4c5cb6bd-91d5-4ffc-966e-7519dad29944 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.0944986 Jun 30 02:38:47.004632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e410e9c-7039-4c23-8b49-106627e106cb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet 5da5594d-8ea3-4190-8a70-54e13c16f991 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:47.018680 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-835170c3-616f-4421-8dd7-15bc90c1ce5d req-0809b302-9ecc-4f45-90b7-ca9b38097514 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541575 Jun 30 02:38:47.063662 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e410e9c-7039-4c23-8b49-106627e106cb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.159902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e410e9c-7039-4c23-8b49-106627e106cb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.194849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 93f2fd80-3b19-41f8-acc4-9186cb2ed181 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:47.246590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:47.247052 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.302756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e410e9c-7039-4c23-8b49-106627e106cb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.495053 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e410e9c-7039-4c23-8b49-106627e106cb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.558895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e410e9c-7039-4c23-8b49-106627e106cb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=5da5594d-8ea3-4190-8a70-54e13c16f991,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:47.598543 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e410e9c-7039-4c23-8b49-106627e106cb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.598971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919af77e-3409-4303-ad9b-ffcf1397621b None None] Network 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:47.602750 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8e410e9c-7039-4c23-8b49-106627e106cb tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/5da5594d-8ea3-4190-8a70-54e13c16f991 HTTP/1.1" status: 204 len: 168 time: 0.6672304 Jun 30 02:38:47.603749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:47.696305 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.763886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:47.764291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.780362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-7f39935b-cba6-419a-b46a-43c4de2ed648 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:38:47.831610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e59215-ab47-4683-b4c2-a8f4f75a72b3 None None] DHCP port deletion for 07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:47.872759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] For port 93f2fd80-3b19-41f8-acc4-9186cb2ed181, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=93f2fd80-3b19-41f8-acc4-9186cb2ed181,segment=NetworkSegment(15ca0126-075d-4c66-9ea4-980f8460ea82),segment_id=15ca0126-075d-4c66-9ea4-980f8460ea82)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:47.873115 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:47.891886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 93f2fd80-3b19-41f8-acc4-9186cb2ed181 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:47.912854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16e59215-ab47-4683-b4c2-a8f4f75a72b3 None None] Deleting port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:47.913835 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16e59215-ab47-4683-b4c2-a8f4f75a72b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.004211 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.019761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-16e59215-ab47-4683-b4c2-a8f4f75a72b3 None None] For port 93f2fd80-3b19-41f8-acc4-9186cb2ed181, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=93f2fd80-3b19-41f8-acc4-9186cb2ed181,segment=NetworkSegment(15ca0126-075d-4c66-9ea4-980f8460ea82),segment_id=15ca0126-075d-4c66-9ea4-980f8460ea82)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:48.020639 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16e59215-ab47-4683-b4c2-a8f4f75a72b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.035978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=93f2fd80-3b19-41f8-acc4-9186cb2ed181,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:48.040930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16e59215-ab47-4683-b4c2-a8f4f75a72b3 None None] Calling delete_port for 93f2fd80-3b19-41f8-acc4-9186cb2ed181 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:48.044696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No DVR routers for this DVR port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:48.154382 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16e59215-ab47-4683-b4c2-a8f4f75a72b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.172285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.188500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e59215-ab47-4683-b4c2-a8f4f75a72b3 None None] Pushing event deleted for resources: {'Port': ['ID=93f2fd80-3b19-41f8-acc4-9186cb2ed181,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:48.194828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e59215-ab47-4683-b4c2-a8f4f75a72b3 None None] No DVR routers for this DVR port 93f2fd80-3b19-41f8-acc4-9186cb2ed181 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:48.219524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:48.224677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a1e77b-6e05-46c8-b3d8-affb5d92d6f5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:48.238142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ca0126-075d-4c66-9ea4-980f8460ea82') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:48.238433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ca0126-075d-4c66-9ea4-980f8460ea82') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:48.250950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.272011 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.276816 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f39935b-cba6-419a-b46a-43c4de2ed648 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.283177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:48.283596 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.285580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f39935b-cba6-419a-b46a-43c4de2ed648 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:48.286940 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:48.330296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f661746-c0dc-41cc-9777-a07e4c33146f req-223bca7f-fbe5-430f-86de-d32577402790 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:48.335484 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7f661746-c0dc-41cc-9777-a07e4c33146f req-223bca7f-fbe5-430f-86de-d32577402790 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1656163 Jun 30 02:38:48.365400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb0173-1f71-493f-b2ff-12d70292fef4 req-3644b904-4ef4-4266-a734-34458387be63 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:48.366915 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a7eb0173-1f71-493f-b2ff-12d70292fef4 req-3644b904-4ef4-4266-a734-34458387be63 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 945 time: 0.1483009 Jun 30 02:38:48.380317 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.391062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.392861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/networks/07a1e77b-6e05-46c8-b3d8-affb5d92d6f5 HTTP/1.1" status: 204 len: 168 time: 0.7880256 Jun 30 02:38:48.399899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:48.405726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7f661746-c0dc-41cc-9777-a07e4c33146f req-d6c88c63-9ab8-4c2b-b39c-5996b737553e tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631239 Jun 30 02:38:48.406693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed3169-6d82-49d3-94e9-3e66f9978d7b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Network': ['ID=07a1e77b-6e05-46c8-b3d8-affb5d92d6f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:48.407200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-357332607'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:48.410522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b036e38-09f7-41f2-81e4-16c728ed1751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.478578 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-7f39935b-cba6-419a-b46a-43c4de2ed648 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Floating IP b0ea28fe-9e8b-4189-b43e-3d8d3318f51a associated. External IP: 172.25.7.215, port: 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8. Jun 30 02:38:48.489558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:48.493041 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.548431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a7eb0173-1f71-493f-b2ff-12d70292fef4 req-fb4321d0-04bb-41d7-b158-049d2454bf67 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495929 Jun 30 02:38:48.582791 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:38:48.629194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.629543 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Added segment fa83cf42-c9cd-41c3-a177-7d65a9c133c0 of type vlan for network 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 Jun 30 02:38:48.704550 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.773198 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b036e38-09f7-41f2-81e4-16c728ed1751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.788010 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b036e38-09f7-41f2-81e4-16c728ed1751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.845167 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.851169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:48.851755 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:48.929126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2b036e38-09f7-41f2-81e4-16c728ed1751 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d3a5cbe29376423fab12e9b50691c27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7086384 Jun 30 02:38:48.929865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b036e38-09f7-41f2-81e4-16c728ed1751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44489988-75fc-4fd7-877d-09a542f835ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:48.932920 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:48.954344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f39935b-cba6-419a-b46a-43c4de2ed648 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Router 25ee13b9-0d13-411f-99b0-31a692235f6a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:38:48.956863 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5551107 Jun 30 02:38:48.957820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81a95f-d638-42fb-847e-9c4250c62f26 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Network': ['ID=9a24c53b-1941-428f-a8ca-4c7d3b19c2b0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:48.960551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:48.968818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '9a24c53b-1941-428f-a8ca-4c7d3b19c2b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:48.969878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:38:49.078386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f39935b-cba6-419a-b46a-43c4de2ed648 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:38:49.083639 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f39935b-cba6-419a-b46a-43c4de2ed648 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.088181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] Sync routers for ids ['25ee13b9-0d13-411f-99b0-31a692235f6a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:38:49.089452 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2536adc-804b-49c1-9d0b-b1b0e80408ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.099146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] Routers {'25ee13b9-0d13-411f-99b0-31a692235f6a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:38:49.099846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:38:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['25ee13b9-0d13-411f-99b0-31a692235f6a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:49.103610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:49.107164 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.133022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7f39935b-cba6-419a-b46a-43c4de2ed648 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "PUT /v2.0/floatingips/b0ea28fe-9e8b-4189-b43e-3d8d3318f51a HTTP/1.1" status: 200 len: 991 time: 2.6026471 Jun 30 02:38:49.133640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:49.136485 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acfc3ff-91d0-4e68-949c-2b4a4017712c" -d '{"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:49.165342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2536adc-804b-49c1-9d0b-b1b0e80408ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.206200 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340ce727-eb1e-4258-a25d-d3e0ee290b4f x-openstack-request-id: req-340ce727-eb1e-4258-a25d-d3e0ee290b4f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:49.206523 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "tag": "1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:49.206836 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-340ce727-eb1e-4258-a25d-d3e0ee290b4f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:49.207830 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'tag': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8', 'status': 'completed', 'code': 200} Jun 30 02:38:49.246680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 93f2fd80-3b19-41f8-acc4-9186cb2ed181 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:49.273195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 93f2fd80-3b19-41f8-acc4-9186cb2ed181 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:49.273559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 93f2fd80-3b19-41f8-acc4-9186cb2ed181 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:49.295252 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2536adc-804b-49c1-9d0b-b1b0e80408ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.297790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2536adc-804b-49c1-9d0b-b1b0e80408ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.302011 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e2536adc-804b-49c1-9d0b-b1b0e80408ad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44489988-75fc-4fd7-877d-09a542f835ce HTTP/1.1" status: 204 len: 168 time: 0.3646681 Jun 30 02:38:49.302182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] Set router 25ee13b9-0d13-411f-99b0-31a692235f6a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:38:49.312727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2536adc-804b-49c1-9d0b-b1b0e80408ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44489988-75fc-4fd7-877d-09a542f835ce,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:49.340108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-d5a541b2-5675-47f8-97b1-042a7e2cf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.342011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-d5a541b2-5675-47f8-97b1-042a7e2cf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.343271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-d5a541b2-5675-47f8-97b1-042a7e2cf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.343939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-d5a541b2-5675-47f8-97b1-042a7e2cf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.344700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-d5a541b2-5675-47f8-97b1-042a7e2cf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.345383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-d5a541b2-5675-47f8-97b1-042a7e2cf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.346052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-d5a541b2-5675-47f8-97b1-042a7e2cf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.348488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-d5a541b2-5675-47f8-97b1-042a7e2cf3db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6508 time: 0.0931287 Jun 30 02:38:49.386527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.476653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Checking segment: {'id': 'fa83cf42-c9cd-41c3-a177-7d65a9c133c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9a24c53b-1941-428f-a8ca-4c7d3b19c2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:49.477054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network hostable DHCP agents. Network: 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:38:49.479072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=e7321155-c477-4c46-aa87-92f359977cec,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:49.498470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:38:49.510303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:49.515238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.515903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.526912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-eda68e2f-4d86-4562-827a-ceaed575c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.528755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-eda68e2f-4d86-4562-827a-ceaed575c021 service neutron] 10.222.0.73 "GET /v2.0/networks?id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c HTTP/1.1" status: 200 len: 917 time: 0.1558120 Jun 30 02:38:49.532453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701268c1-85c3-44e6-9f4f-97955aff5aff None None] Network 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:49.591005 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-36a2ec0e-f9e4-4953-996f-1dc7f8047f11 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6287014 Jun 30 02:38:49.591857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:49.598176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c2d2a080-2369-4577-8d9e-b62cbe6d0920 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1131570471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:49.646570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957a420-40fb-4f4a-979a-0e6ad27d731f req-dca2f1e9-8713-490d-838b-a88f4ae8eaa1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.653789 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3957a420-40fb-4f4a-979a-0e6ad27d731f req-dca2f1e9-8713-490d-838b-a88f4ae8eaa1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1130786 Jun 30 02:38:49.661804 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a080-2369-4577-8d9e-b62cbe6d0920 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.662955 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a080-2369-4577-8d9e-b62cbe6d0920 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.678709 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-cf95f29f-3deb-486d-9a9f-143155c77d1a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 HTTP/1.1" status: 200 len: 999 time: 0.1395438 Jun 30 02:38:49.723471 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3957a420-40fb-4f4a-979a-0e6ad27d731f req-d97ba8aa-51b9-4a7f-862d-b9a270cbed7b tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687253 Jun 30 02:38:49.750749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:35Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b0ea28fe-9e8b-4189-b43e-3d8d3318f51a', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'port_id': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'mac_address': 'fa:16:3e:ee:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:37:24Z', 'updated_at': '2021-06-30T02:38:47Z', 'revision_number': 1, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed5f1c3-6df8-411f-9fb9-3badfee2adc8', 'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'mac_address': 'fa:16:3e:59:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:31Z', 'updated_at': '2021-06-30T02:36:46Z', 'revision_number': 5, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'subnets': [{'id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:49.765063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a080-2369-4577-8d9e-b62cbe6d0920 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.770182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a080-2369-4577-8d9e-b62cbe6d0920 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.786143 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] Checking router: 25ee13b9-0d13-411f-99b0-31a692235f6a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:38:49.790623 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a080-2369-4577-8d9e-b62cbe6d0920 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.796865 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c2d2a080-2369-4577-8d9e-b62cbe6d0920 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2029364 Jun 30 02:38:49.797821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:49.804298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-9ed727e8-6a55-449f-87dc-d2cfe725c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:49.808168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-9ed727e8-6a55-449f-87dc-d2cfe725c2a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33b4606b-a00c-4e33-b6ba-7adba1ded0ce HTTP/1.1" status: 200 len: 855 time: 0.1236482 Jun 30 02:38:49.809957 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'network_id': '9a24c53b-1941-428f-a8ca-4c7d3b19c2b0', 'name': 'tempest-PortsIpV6TestJSON-391182938'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:49.814567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:49.829187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] Routers {'25ee13b9-0d13-411f-99b0-31a692235f6a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:38:49.830048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:38:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['25ee13b9-0d13-411f-99b0-31a692235f6a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:49.856761 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c35b637-a2d9-4015-8f95-4913fa4ffe42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.929065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:49.933551 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:49.941292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] Set router 25ee13b9-0d13-411f-99b0-31a692235f6a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:38:50.023714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-9a24c53b-1941-428f-a8ca-4c7d3b19c2b0', 'network_id': '9a24c53b-1941-428f-a8ca-4c7d3b19c2b0', 'tenant_id': 'e18078425cbf42c4a01bea3dd7f8f955', 'fixed_ips': [{'subnet_id': 'e7321155-c477-4c46-aa87-92f359977cec'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:50.025320 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.026390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port 78d3d25c-8e96-4100-b580-c40ef16b948c yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:50.044709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 971b7e96-4024-41b8-bedf-2bb5247f2d88 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:50.050167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-744ee44a-6ec7-4c11-a784-4007ae59c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.052028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-744ee44a-6ec7-4c11-a784-4007ae59c120 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1919501 Jun 30 02:38:50.110835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9846017-25e0-4f36-933d-d3e0cb557d44 req-c7c12e1d-5dd5-46e6-95a3-17e9e45041d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.112436 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9846017-25e0-4f36-933d-d3e0cb557d44 req-c7c12e1d-5dd5-46e6-95a3-17e9e45041d5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 1097 time: 0.1756785 Jun 30 02:38:50.168180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-713717fc-89f2-451f-8f3c-8a4294070973 service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912893 Jun 30 02:38:50.170897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9846017-25e0-4f36-933d-d3e0cb557d44 req-a05620f2-73fc-4497-aa23-4a5bc5bedaa0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503180 Jun 30 02:38:50.216585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8::2cc (9a24c53b-1941-428f-a8ca-4c7d3b19c2b0/e7321155-c477-4c46-aa87-92f359977cec/78d3d25c-8e96-4100-b580-c40ef16b948c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:50.236500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac53478-2a39-4e06-83dd-083e21db5fd2 req-198321e7-28ba-4d85-be0c-871aeada1cbf tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.238188 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ac53478-2a39-4e06-83dd-083e21db5fd2 req-198321e7-28ba-4d85-be0c-871aeada1cbf tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 945 time: 0.2211843 Jun 30 02:38:50.257415 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c35b637-a2d9-4015-8f95-4913fa4ffe42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.281031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c35b637-a2d9-4015-8f95-4913fa4ffe42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.356236 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ac53478-2a39-4e06-83dd-083e21db5fd2 req-8a16b3ed-29de-42b9-b6cf-934879725a73 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121342 Jun 30 02:38:50.383918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35b637-a2d9-4015-8f95-4913fa4ffe42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa1217d-7985-47d5-9c16-e6e2671432af,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:50.393569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c35b637-a2d9-4015-8f95-4913fa4ffe42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=066f8124bb734823be3ed3d3d51767a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774064 Jun 30 02:38:50.394222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:50.428021 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.445151 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6acfc3ff-91d0-4e68-949c-2b4a4017712c req-90c0d014-d8f7-496e-b91b-f7c7660870c9 service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910574 Jun 30 02:38:50.455359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 971b7e96-4024-41b8-bedf-2bb5247f2d88 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:50.461351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 971b7e96-4024-41b8-bedf-2bb5247f2d88 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:50.462100 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.471266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object 78d3d25c-8e96-4100-b580-c40ef16b948c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:50.472948 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90cea57d-71ff-45b6-9ac4-1af504f300c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.498932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90cea57d-71ff-45b6-9ac4-1af504f300c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.511236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:35Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b0ea28fe-9e8b-4189-b43e-3d8d3318f51a', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'port_id': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'mac_address': 'fa:16:3e:ee:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:37:24Z', 'updated_at': '2021-06-30T02:38:47Z', 'revision_number': 1, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed5f1c3-6df8-411f-9fb9-3badfee2adc8', 'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'mac_address': 'fa:16:3e:59:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:31Z', 'updated_at': '2021-06-30T02:36:46Z', 'revision_number': 5, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'subnets': [{'id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:50.519990 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.541089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c5fb5-a83a-4b26-a6f8-7fc331ebc9a8 None None] The sync data for ids ['25ee13b9-0d13-411f-99b0-31a692235f6a'] in n-d-758944-39 is: [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:35Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b0ea28fe-9e8b-4189-b43e-3d8d3318f51a', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'floating_ip_address': '172.25.7.215', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'port_id': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'mac_address': 'fa:16:3e:ee:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85126509-684d-4932-b001-d6bca4f0434f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:37:24Z', 'updated_at': '2021-06-30T02:38:47Z', 'revision_number': 1, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed5f1c3-6df8-411f-9fb9-3badfee2adc8', 'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'mac_address': 'fa:16:3e:59:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:31Z', 'updated_at': '2021-06-30T02:36:46Z', 'revision_number': 5, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'subnets': [{'id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:38:50.567994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90cea57d-71ff-45b6-9ac4-1af504f300c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.571774 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-90cea57d-71ff-45b6-9ac4-1af504f300c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.573457 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-90cea57d-71ff-45b6-9ac4-1af504f300c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fa1217d-7985-47d5-9c16-e6e2671432af HTTP/1.1" status: 204 len: 168 time: 0.1723619 Jun 30 02:38:50.580646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:50.584387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:50.587174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:50.591135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cea57d-71ff-45b6-9ac4-1af504f300c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa1217d-7985-47d5-9c16-e6e2671432af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:50.595399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:50.596531 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.613759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=78d3d25c-8e96-4100-b580-c40ef16b948c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:50.632479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Allocated IP 2001:db8::2 (9a24c53b-1941-428f-a8ca-4c7d3b19c2b0/e7321155-c477-4c46-aa87-92f359977cec/7493027c-18ae-4b10-a2fa-9dea3521fc9b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:50.635584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:50.644812 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.648335 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d682224b-9eeb-4bc2-a91c-897729ec34c3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8479953 Jun 30 02:38:50.704993 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd814155c-5900-442e-aad0-ca0295842327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971b7e96-4024-41b8-bedf-2bb5247f2d88'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:50.707247 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2731622-d397-427b-98b0-885ac0741a27" -d '{"events": [{"server_uuid": "d814155c-5900-442e-aad0-ca0295842327", "name": "network-vif-plugged", "status": "completed", "tag": "971b7e96-4024-41b8-bedf-2bb5247f2d88"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:50.724300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 971b7e96-4024-41b8-bedf-2bb5247f2d88, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=971b7e96-4024-41b8-bedf-2bb5247f2d88,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:50.732305 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.787444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=971b7e96-4024-41b8-bedf-2bb5247f2d88,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:50.857615 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d9a12b-6127-43e8-b8e1-c13e10785656 x-openstack-request-id: req-80d9a12b-6127-43e8-b8e1-c13e10785656 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:50.857954 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d814155c-5900-442e-aad0-ca0295842327", "name": "network-vif-plugged", "status": "completed", "tag": "971b7e96-4024-41b8-bedf-2bb5247f2d88", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:50.858174 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80d9a12b-6127-43e8-b8e1-c13e10785656 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:50.858573 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd814155c-5900-442e-aad0-ca0295842327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971b7e96-4024-41b8-bedf-2bb5247f2d88', 'code': 200} Jun 30 02:38:50.962777 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:50.979765 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c23f7-2054-4913-90c1-37b7f57f4605 None None] New status for floating IP b0ea28fe-9e8b-4189-b43e-3d8d3318f51a: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:38:50.984365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Transition to ACTIVE for port object 7493027c-18ae-4b10-a2fa-9dea3521fc9b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:51.017232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Transition to ACTIVE for port object 7493027c-18ae-4b10-a2fa-9dea3521fc9b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:51.025875 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.074645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Network 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:51.078161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:51.084716 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:51.092355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Pushing event updated for resources: {'Port': ['ID=7493027c-18ae-4b10-a2fa-9dea3521fc9b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:51.136380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af3225-353b-4d6e-b1ae-638cfb95af37 req-9b9cb320-19bd-49bc-b86b-d06534572ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:51.138144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04af3225-353b-4d6e-b1ae-638cfb95af37 req-9b9cb320-19bd-49bc-b86b-d06534572ab4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 1098 time: 0.2489288 Jun 30 02:38:51.180245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Attempting to bind port 7493027c-18ae-4b10-a2fa-9dea3521fc9b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:51.180638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Attempting to bind port 7493027c-18ae-4b10-a2fa-9dea3521fc9b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'fa83cf42-c9cd-41c3-a177-7d65a9c133c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9a24c53b-1941-428f-a8ca-4c7d3b19c2b0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:51.181021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Attempting to bind port 7493027c-18ae-4b10-a2fa-9dea3521fc9b on network 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:51.187081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:51.187671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Checking segment: {'id': 'fa83cf42-c9cd-41c3-a177-7d65a9c133c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9a24c53b-1941-428f-a8ca-4c7d3b19c2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:51.188092 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.188485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Bound using segment: {'id': 'fa83cf42-c9cd-41c3-a177-7d65a9c133c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9a24c53b-1941-428f-a8ca-4c7d3b19c2b0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:51.189063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Bound port: 7493027c-18ae-4b10-a2fa-9dea3521fc9b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa83cf42-c9cd-41c3-a177-7d65a9c133c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9a24c53b-1941-428f-a8ca-4c7d3b19c2b0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:51.189458 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.244765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7dead-c8e7-49dd-a87b-23ff4196e37c req-b3db695c-bc46-42cc-8131-9a195c2cefaf tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:51.252869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0bc7dead-c8e7-49dd-a87b-23ff4196e37c req-b3db695c-bc46-42cc-8131-9a195c2cefaf tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2729080 Jun 30 02:38:51.288554 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04af3225-353b-4d6e-b1ae-638cfb95af37 req-ab3f10c0-b63b-49b6-80ca-ac1b2c633766 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371648 Jun 30 02:38:51.295262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] For port 7493027c-18ae-4b10-a2fa-9dea3521fc9b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:51.301361 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] For port 7493027c-18ae-4b10-a2fa-9dea3521fc9b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7493027c-18ae-4b10-a2fa-9dea3521fc9b,segment=NetworkSegment(fa83cf42-c9cd-41c3-a177-7d65a9c133c0),segment_id=fa83cf42-c9cd-41c3-a177-7d65a9c133c0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:51.307838 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.312798 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.318375 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0bc7dead-c8e7-49dd-a87b-23ff4196e37c req-dbcd9af2-bd0b-4376-822d-925d67aa4c14 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646009 Jun 30 02:38:51.403402 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9d2e9-6aff-4d1b-a89e-303db867e7c8 None None] Pushing event updated for resources: {'Port': ['ID=7493027c-18ae-4b10-a2fa-9dea3521fc9b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:51.697372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaa103-0f0f-48ac-b8d4-92dd4680759b req-7e678f83-a941-482c-a5d5-5f2279b85173 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:51.704756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edbaa103-0f0f-48ac-b8d4-92dd4680759b req-7e678f83-a941-482c-a5d5-5f2279b85173 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 946 time: 0.1741946 Jun 30 02:38:51.791036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edbaa103-0f0f-48ac-b8d4-92dd4680759b req-fa0c4558-5505-4fdc-826a-45b7bc4ad714 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844800 Jun 30 02:38:51.797504 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:51.814236 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:52.213809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=78d3d25c-8e96-4100-b580-c40ef16b948c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:52.343262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:52.543756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:52.676966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be6f86d-53a7-44d3-9979-0ff6a2e30c2e None None] Network 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:52.718527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ff62b-81ff-42a7-88bd-cee43abedd98 req-c1d61e60-3413-4c17-9059-d90e19897004 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:52.726211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-088ff62b-81ff-42a7-88bd-cee43abedd98 req-c1d61e60-3413-4c17-9059-d90e19897004 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2011642 Jun 30 02:38:52.755569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1509a0ba-47db-44d3-aeb8-9922b0b9fe78 None None] Provisioning for port 7493027c-18ae-4b10-a2fa-9dea3521fc9b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:52.796096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-088ff62b-81ff-42a7-88bd-cee43abedd98 req-17a4798c-84c7-4d2b-9d47-ecfc7c8ae6d3 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688908 Jun 30 02:38:52.809418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:52.969011 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-943c6d3e-3550-48a0-9529-67a4c92ea3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.008646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.019492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.020910 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.089147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-943c6d3e-3550-48a0-9529-67a4c92ea3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.102669 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-943c6d3e-3550-48a0-9529-67a4c92ea3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.114837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d50be2-634e-4575-9df1-73a9975e4599 req-116fab01-7d4e-4c78-8ea0-0da0bd92c31a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.116530 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-90d50be2-634e-4575-9df1-73a9975e4599 req-116fab01-7d4e-4c78-8ea0-0da0bd92c31a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 946 time: 0.1678071 Jun 30 02:38:53.145238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-943c6d3e-3550-48a0-9529-67a4c92ea3a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3505412eb2394647a060b16e5765585f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341296 Jun 30 02:38:53.150995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:53.185798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=78d3d25c-8e96-4100-b580-c40ef16b948c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:53.189680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c6d3e-3550-48a0-9529-67a4c92ea3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088cf7b9-ceac-4b92-b6b0-5f25a10d5787,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:53.242827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecafd45e-4308-4590-83d6-6af7ddcb9ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.251781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-90d50be2-634e-4575-9df1-73a9975e4599 req-e200f625-c36c-4233-a237-26c53530b89b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835614 Jun 30 02:38:53.266524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7493027c-18ae-4b10-a2fa-9dea3521fc9b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:53.292033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:53.293542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:53.326784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecafd45e-4308-4590-83d6-6af7ddcb9ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.346454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-141aba76-aa9d-4e20-b53d-c1974a92216a None None] Provisioning for port 78d3d25c-8e96-4100-b580-c40ef16b948c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:53.350934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7493027c-18ae-4b10-a2fa-9dea3521fc9b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:38:53.353127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-141aba76-aa9d-4e20-b53d-c1974a92216a None None] Provisioning complete for port 78d3d25c-8e96-4100-b580-c40ef16b948c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:53.353285 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-141aba76-aa9d-4e20-b53d-c1974a92216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.387657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7493027c-18ae-4b10-a2fa-9dea3521fc9b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:53.388337 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.436338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-141aba76-aa9d-4e20-b53d-c1974a92216a None None] Port 78d3d25c-8e96-4100-b580-c40ef16b948c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:53.446695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecafd45e-4308-4590-83d6-6af7ddcb9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.449833 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecafd45e-4308-4590-83d6-6af7ddcb9ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.451100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ecafd45e-4308-4590-83d6-6af7ddcb9ddc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/088cf7b9-ceac-4b92-b6b0-5f25a10d5787 HTTP/1.1" status: 204 len: 168 time: 0.2989388 Jun 30 02:38:53.468062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafd45e-4308-4590-83d6-6af7ddcb9ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088cf7b9-ceac-4b92-b6b0-5f25a10d5787,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:53.568241 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.590966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e47915-6b36-49c8-b77e-034a64ad2cea req-2fa658e9-ca91-4be2-b511-190a94568510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.598244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e47915-6b36-49c8-b77e-034a64ad2cea req-2fa658e9-ca91-4be2-b511-190a94568510 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c936496cd6d847db822f7d0023ff161f&device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 1097 time: 0.1273081 Jun 30 02:38:53.636692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd59b0-c880-4567-a2ac-079114e2a879 req-b5a00368-5eb6-4917-b7a1-33a6d13ece7f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.640364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 7493027c-18ae-4b10-a2fa-9dea3521fc9b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7493027c-18ae-4b10-a2fa-9dea3521fc9b,segment=NetworkSegment(fa83cf42-c9cd-41c3-a177-7d65a9c133c0),segment_id=fa83cf42-c9cd-41c3-a177-7d65a9c133c0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:53.647044 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.649700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64bd59b0-c880-4567-a2ac-079114e2a879 req-b5a00368-5eb6-4917-b7a1-33a6d13ece7f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 945 time: 0.1732581 Jun 30 02:38:53.688478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64bd59b0-c880-4567-a2ac-079114e2a879 req-f537e2ee-8364-4cf2-bb08-59801dbf1786 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377867 Jun 30 02:38:53.742138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=7493027c-18ae-4b10-a2fa-9dea3521fc9b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:53.776738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e844d8b-151b-48e4-a901-075ee1415983 None None] Provisioning complete for port 78d3d25c-8e96-4100-b580-c40ef16b948c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:53.777288 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e844d8b-151b-48e4-a901-075ee1415983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:53.778106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Router 04ac21e6-20ca-40d9-b86b-9afb7eda6f61 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:38:53.824653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e47915-6b36-49c8-b77e-034a64ad2cea req-e0c4f691-901e-4346-85c2-e63bfe039e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.826336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e47915-6b36-49c8-b77e-034a64ad2cea req-e0c4f691-901e-4346-85c2-e63bfe039e19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 200 len: 920 time: 0.2100101 Jun 30 02:38:53.836019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8e844d8b-151b-48e4-a901-075ee1415983 None None] Port 78d3d25c-8e96-4100-b580-c40ef16b948c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:53.984102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e47915-6b36-49c8-b77e-034a64ad2cea req-6fd24c81-9c33-476c-a004-ccd1fd0693f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400 HTTP/1.1" status: 200 len: 217 time: 0.1075327 Jun 30 02:38:53.994198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea9af2-0669-428d-a54d-e4071e1249ac req-a491a0d6-56cb-4da9-bc57-393b255c0242 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:53.995889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aea9af2-0669-428d-a54d-e4071e1249ac req-a491a0d6-56cb-4da9-bc57-393b255c0242 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.3008654 Jun 30 02:38:54.030579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:38:54.038065 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7f1c6575-0eeb-4045-90e9-3e91b84ad86f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "PUT /v2.0/routers/04ac21e6-20ca-40d9-b86b-9afb7eda6f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4012799 Jun 30 02:38:54.043340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b832876-c356-4a34-9a44-487faed6ad6e None None] Sync routers for ids ['04ac21e6-20ca-40d9-b86b-9afb7eda6f61'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:38:54.044124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:54.073927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b832876-c356-4a34-9a44-487faed6ad6e None None] Routers {'04ac21e6-20ca-40d9-b86b-9afb7eda6f61'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:38:54.074674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0b832876-c356-4a34-9a44-487faed6ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:38:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['04ac21e6-20ca-40d9-b86b-9afb7eda6f61'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:54.078385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dedac837-0fb8-44f4-b912-90748eaa341f None None] Provisioning complete for port 78d3d25c-8e96-4100-b580-c40ef16b948c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:54.078999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dedac837-0fb8-44f4-b912-90748eaa341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.124442 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6aea9af2-0669-428d-a54d-e4071e1249ac req-8540eea4-c321-447b-9008-afd5a1233096 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183097 Jun 30 02:38:54.129069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35ab1a-5b36-4fd5-a13e-72c21bf18fa7 req-ad8cf45d-5374-4fc8-8ac9-faddcbc00310 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:54.131923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f35ab1a-5b36-4fd5-a13e-72c21bf18fa7 req-ad8cf45d-5374-4fc8-8ac9-faddcbc00310 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 946 time: 0.1281910 Jun 30 02:38:54.148606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e47915-6b36-49c8-b77e-034a64ad2cea req-de2eb19f-64da-40b3-bc57-18600ee1c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:54.150270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e47915-6b36-49c8-b77e-034a64ad2cea req-de2eb19f-64da-40b3-bc57-18600ee1c177 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 200 len: 859 time: 0.1534595 Jun 30 02:38:54.191427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0b832876-c356-4a34-9a44-487faed6ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:54.207695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f35ab1a-5b36-4fd5-a13e-72c21bf18fa7 req-f475189f-017e-4528-a744-8a7b6c537cc4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605061 Jun 30 02:38:54.222421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b832876-c356-4a34-9a44-487faed6ad6e None None] Routers {'04ac21e6-20ca-40d9-b86b-9afb7eda6f61'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:38:54.223522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0b832876-c356-4a34-9a44-487faed6ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:38:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['04ac21e6-20ca-40d9-b86b-9afb7eda6f61'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:54.224594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e47915-6b36-49c8-b77e-034a64ad2cea req-7f3aff5b-0b69-4cc1-8d46-a3660a8b4365 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcafbfc4-2a93-4f25-97ba-edf5e3c73916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488584 Jun 30 02:38:54.227616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dedac837-0fb8-44f4-b912-90748eaa341f None None] Port 78d3d25c-8e96-4100-b580-c40ef16b948c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:54.244313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac146af0-7598-436f-af53-9e3e01110ab3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:54.245896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ac146af0-7598-436f-af53-9e3e01110ab3 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports?device_id=04ac21e6-20ca-40d9-b86b-9afb7eda6f61 HTTP/1.1" status: 200 len: 988 time: 0.1994452 Jun 30 02:38:54.249376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:54.279559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0b832876-c356-4a34-9a44-487faed6ad6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:54.281179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b832876-c356-4a34-9a44-487faed6ad6e None None] The sync data for ids ['04ac21e6-20ca-40d9-b86b-9afb7eda6f61'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:38:54.354592 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84e28400-bbc7-4d4a-8a67-6e0bc071becc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.363435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c0efce5a-361b-47c5-85d5-0381ecc93496 None None] Provisioning complete for port 78d3d25c-8e96-4100-b580-c40ef16b948c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:54.364119 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0efce5a-361b-47c5-85d5-0381ecc93496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.400550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e47915-6b36-49c8-b77e-034a64ad2cea req-b896fb0d-e66c-41f1-b5a1-456caf0f71c4 service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533778 Jun 30 02:38:54.405291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c0efce5a-361b-47c5-85d5-0381ecc93496 None None] Port 78d3d25c-8e96-4100-b580-c40ef16b948c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:38:54.543681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26e47915-6b36-49c8-b77e-034a64ad2cea req-8257fc72-3658-4602-b14b-bc12266482ef service neutron] 10.222.0.73 "GET /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303458 Jun 30 02:38:54.857661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ea97d-d036-4988-96c8-ac44c6328948 req-e0ee042a-d9b8-4dbd-ac57-f14ec104afb7 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:54.859332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-601ea97d-d036-4988-96c8-ac44c6328948 req-e0ee042a-d9b8-4dbd-ac57-f14ec104afb7 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 946 time: 0.1707435 Jun 30 02:38:54.932082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:54.938515 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-601ea97d-d036-4988-96c8-ac44c6328948 req-11a7a237-4ee6-4d48-bc31-5bb946a78e15 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730762 Jun 30 02:38:55.194342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7493027c-18ae-4b10-a2fa-9dea3521fc9b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:38:55.249665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7493027c-18ae-4b10-a2fa-9dea3521fc9b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:38:55.250107 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.487010 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdaa2d-2311-4ee3-aa43-6661ad5e02b3 req-28a01939-3f2f-4ad4-97e7-abbf667cc757 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:55.488493 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93bdaa2d-2311-4ee3-aa43-6661ad5e02b3 req-28a01939-3f2f-4ad4-97e7-abbf667cc757 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.0882847 Jun 30 02:38:55.554189 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93bdaa2d-2311-4ee3-aa43-6661ad5e02b3 req-42398690-5f97-4060-a97e-5a8a9852dc68 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488873 Jun 30 02:38:55.569437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 78d3d25c-8e96-4100-b580-c40ef16b948c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:55.569740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.661928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.676939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 78d3d25c-8e96-4100-b580-c40ef16b948c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:55.866783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:55.903973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=78d3d25c-8e96-4100-b580-c40ef16b948c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:56.034318 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.261290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Router 04ac21e6-20ca-40d9-b86b-9afb7eda6f61 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:38:56.275488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da39c7-5559-4088-8595-4e527adfe3b9 req-3d6c6a10-6945-47e4-865f-e22e7c4068ad tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:56.277071 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50da39c7-5559-4088-8595-4e527adfe3b9 req-3d6c6a10-6945-47e4-865f-e22e7c4068ad tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 946 time: 0.1578639 Jun 30 02:38:56.278750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:56.279139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55058f96-779a-4186-a163-207c9f06cd18 req-62a242ea-7e78-42e3-a964-f6d2363e08e6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:56.280698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-55058f96-779a-4186-a163-207c9f06cd18 req-62a242ea-7e78-42e3-a964-f6d2363e08e6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 946 time: 0.0726721 Jun 30 02:38:56.386386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-55058f96-779a-4186-a163-207c9f06cd18 req-e97c9062-2eec-430d-bc83-72f027aa6fcd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Deleting port 971b7e96-4024-41b8-bedf-2bb5247f2d88 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:56.386829 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-55058f96-779a-4186-a163-207c9f06cd18 req-e97c9062-2eec-430d-bc83-72f027aa6fcd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.396243 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50da39c7-5559-4088-8595-4e527adfe3b9 req-009f8c08-5f25-4c61-adfb-1f820a0c89c4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103437 Jun 30 02:38:56.402498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:38:56.405562 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20d663f7-230c-4e08-97a1-ec28d44dea05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.419967 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9beda286-ca35-4019-af8a-32940c5c18cc tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "PUT /v2.0/routers/04ac21e6-20ca-40d9-b86b-9afb7eda6f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1625350 Jun 30 02:38:56.422964 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ea07c-c150-43f9-8393-7161d134ae81 None None] Sync routers for ids ['04ac21e6-20ca-40d9-b86b-9afb7eda6f61'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:38:56.423453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:56.434979 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ea07c-c150-43f9-8393-7161d134ae81 None None] Routers {'04ac21e6-20ca-40d9-b86b-9afb7eda6f61'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:38:56.435598 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3e4ea07c-c150-43f9-8393-7161d134ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:38:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['04ac21e6-20ca-40d9-b86b-9afb7eda6f61'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:56.462552 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef39eba-89a1-476a-ba32-1cd00362e6a6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:38:56.467174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5ef39eba-89a1-476a-ba32-1cd00362e6a6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/78d3d25c-8e96-4100-b580-c40ef16b948c HTTP/1.1" status: 404 len: 333 time: 0.0429010 Jun 30 02:38:56.467792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:56.473501 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3e4ea07c-c150-43f9-8393-7161d134ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:56.482468 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ea07c-c150-43f9-8393-7161d134ae81 None None] Routers {'04ac21e6-20ca-40d9-b86b-9afb7eda6f61'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:38:56.483123 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3e4ea07c-c150-43f9-8393-7161d134ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:38:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['04ac21e6-20ca-40d9-b86b-9afb7eda6f61'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:56.490874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-55058f96-779a-4186-a163-207c9f06cd18 req-e97c9062-2eec-430d-bc83-72f027aa6fcd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] For port 971b7e96-4024-41b8-bedf-2bb5247f2d88, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=971b7e96-4024-41b8-bedf-2bb5247f2d88,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:56.491357 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-55058f96-779a-4186-a163-207c9f06cd18 req-e97c9062-2eec-430d-bc83-72f027aa6fcd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.505657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-55058f96-779a-4186-a163-207c9f06cd18 req-e97c9062-2eec-430d-bc83-72f027aa6fcd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Calling delete_port for 971b7e96-4024-41b8-bedf-2bb5247f2d88 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:56.520329 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3e4ea07c-c150-43f9-8393-7161d134ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:56.521215 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4ea07c-c150-43f9-8393-7161d134ae81 None None] The sync data for ids ['04ac21e6-20ca-40d9-b86b-9afb7eda6f61'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:38:56.563151 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0505bc37-b4d5-49c9-ac11-3758b75f5859 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.641290 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-55058f96-779a-4186-a163-207c9f06cd18 req-e97c9062-2eec-430d-bc83-72f027aa6fcd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.654195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['c426993f-fcd3-4b65-a03b-6bd12cd2050c', '971b7e96-4024-41b8-bedf-2bb5247f2d88'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:56.659624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:38:56.672891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c9062-2eec-430d-bc83-72f027aa6fcd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event deleted for resources: {'Port': ['ID=971b7e96-4024-41b8-bedf-2bb5247f2d88,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:56.720359 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-55058f96-779a-4186-a163-207c9f06cd18 req-e97c9062-2eec-430d-bc83-72f027aa6fcd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] No DVR routers for this DVR port 971b7e96-4024-41b8-bedf-2bb5247f2d88 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:56.723111 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-55058f96-779a-4186-a163-207c9f06cd18 req-e97c9062-2eec-430d-bc83-72f027aa6fcd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.725208 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-55058f96-779a-4186-a163-207c9f06cd18 req-e97c9062-2eec-430d-bc83-72f027aa6fcd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "DELETE /v2.0/ports/971b7e96-4024-41b8-bedf-2bb5247f2d88 HTTP/1.1" status: 204 len: 173 time: 0.4387865 Jun 30 02:38:56.725603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd814155c-5900-442e-aad0-ca0295842327', 'name': 'network-vif-deleted', 'tag': '971b7e96-4024-41b8-bedf-2bb5247f2d88'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:38:56.727945 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fb515c-6ae8-455a-ad89-dc31f2aefb08" -d '{"events": [{"server_uuid": "d814155c-5900-442e-aad0-ca0295842327", "name": "network-vif-deleted", "tag": "971b7e96-4024-41b8-bedf-2bb5247f2d88"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:38:56.783341 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59012b2-9f5c-46e9-aef0-442a64483144 x-openstack-request-id: req-c59012b2-9f5c-46e9-aef0-442a64483144 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:38:56.783633 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d814155c-5900-442e-aad0-ca0295842327", "name": "network-vif-deleted", "tag": "971b7e96-4024-41b8-bedf-2bb5247f2d88", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:38:56.783953 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c59012b2-9f5c-46e9-aef0-442a64483144 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:38:56.784423 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd814155c-5900-442e-aad0-ca0295842327', 'name': 'network-vif-deleted', 'tag': '971b7e96-4024-41b8-bedf-2bb5247f2d88', 'status': 'completed', 'code': 200} Jun 30 02:38:56.811442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0505bc37-b4d5-49c9-ac11-3758b75f5859 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.814667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0505bc37-b4d5-49c9-ac11-3758b75f5859 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.883152 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20d663f7-230c-4e08-97a1-ec28d44dea05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.885470 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0505bc37-b4d5-49c9-ac11-3758b75f5859 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.886115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0505bc37-b4d5-49c9-ac11-3758b75f5859 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Fanout notify agent at l3_agent the message router_deleted on router 04ac21e6-20ca-40d9-b86b-9afb7eda6f61 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:38:56.896697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0505bc37-b4d5-49c9-ac11-3758b75f5859 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.898761 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0505bc37-b4d5-49c9-ac11-3758b75f5859 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/routers/04ac21e6-20ca-40d9-b86b-9afb7eda6f61 HTTP/1.1" status: 204 len: 168 time: 0.4276357 Jun 30 02:38:56.901023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:56.902438 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20d663f7-230c-4e08-97a1-ec28d44dea05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.932166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e223e-5d95-4ceb-81af-fb7e0d0941cc req-59301506-6aa6-4f12-a6dc-8cb734662c21 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:56.933820 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-013e223e-5d95-4ceb-81af-fb7e0d0941cc req-59301506-6aa6-4f12-a6dc-8cb734662c21 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2383966 Jun 30 02:38:56.970320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-20d663f7-230c-4e08-97a1-ec28d44dea05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e2c386dc572450ca313d6615fc6f6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6905808 Jun 30 02:38:56.977793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d663f7-230c-4e08-97a1-ec28d44dea05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc0688c-ad0b-49f6-8dc4-eb2d62bcabf6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:56.982858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:57.024283 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.030190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e07837e0-ea4b-4314-86bc-5e1c1830b3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.030413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2188e74e-8c3f-46b5-9a7e-8339b5edcdc4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet e7321155-c477-4c46-aa87-92f359977cec {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:38:57.037202 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2188e74e-8c3f-46b5-9a7e-8339b5edcdc4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.041149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-013e223e-5d95-4ceb-81af-fb7e0d0941cc req-cf7280f3-e061-4fb8-be69-bab3da3bb352 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869849 Jun 30 02:38:57.087464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-042f6991-6a21-447b-9821-724f16a298c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.098699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2188e74e-8c3f-46b5-9a7e-8339b5edcdc4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.116445 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-042f6991-6a21-447b-9821-724f16a298c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.182231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-042f6991-6a21-447b-9821-724f16a298c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.185252 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-042f6991-6a21-447b-9821-724f16a298c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.186513 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-042f6991-6a21-447b-9821-724f16a298c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffc0688c-ad0b-49f6-8dc4-eb2d62bcabf6 HTTP/1.1" status: 204 len: 168 time: 0.2024157 Jun 30 02:38:57.196622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f6991-6a21-447b-9821-724f16a298c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc0688c-ad0b-49f6-8dc4-eb2d62bcabf6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.233531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2188e74e-8c3f-46b5-9a7e-8339b5edcdc4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.317555 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2188e74e-8c3f-46b5-9a7e-8339b5edcdc4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.355257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188e74e-8c3f-46b5-9a7e-8339b5edcdc4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=e7321155-c477-4c46-aa87-92f359977cec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.359472 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2188e74e-8c3f-46b5-9a7e-8339b5edcdc4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.361739 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2188e74e-8c3f-46b5-9a7e-8339b5edcdc4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/e7321155-c477-4c46-aa87-92f359977cec HTTP/1.1" status: 204 len: 168 time: 0.4590673 Jun 30 02:38:57.365016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:57.368495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f77576-4725-4575-8407-fb5e0f46518d None None] Network 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:57.515228 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.580595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 7493027c-18ae-4b10-a2fa-9dea3521fc9b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:57.582457 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.613612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:57.631642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0017254-01a3-4baf-92c0-261315d28173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.677158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d194a319-4d13-41e9-b839-a260257eb185 req-23e09f76-533e-4f55-800e-abc680356cca tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d814155c-5900-442e-aad0-ca0295842327 HTTP/1.1" status: 200 len: 210 time: 0.0468736 Jun 30 02:38:57.687160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41c77c-e63a-4233-92a9-b5fa257494f9 None None] DHCP port deletion for 9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:38:57.718576 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] For port 7493027c-18ae-4b10-a2fa-9dea3521fc9b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7493027c-18ae-4b10-a2fa-9dea3521fc9b,segment=NetworkSegment(fa83cf42-c9cd-41c3-a177-7d65a9c133c0),segment_id=fa83cf42-c9cd-41c3-a177-7d65a9c133c0)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:57.719553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.735585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 7493027c-18ae-4b10-a2fa-9dea3521fc9b owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:57.744173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4b41c77c-e63a-4233-92a9-b5fa257494f9 None None] Deleting port 7493027c-18ae-4b10-a2fa-9dea3521fc9b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:38:57.744661 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b41c77c-e63a-4233-92a9-b5fa257494f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.774156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0017254-01a3-4baf-92c0-261315d28173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.779804 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0017254-01a3-4baf-92c0-261315d28173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.809854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4b41c77c-e63a-4233-92a9-b5fa257494f9 None None] For port 7493027c-18ae-4b10-a2fa-9dea3521fc9b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7493027c-18ae-4b10-a2fa-9dea3521fc9b,segment=NetworkSegment(fa83cf42-c9cd-41c3-a177-7d65a9c133c0),segment_id=fa83cf42-c9cd-41c3-a177-7d65a9c133c0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:38:57.810335 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b41c77c-e63a-4233-92a9-b5fa257494f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.824572 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e0017254-01a3-4baf-92c0-261315d28173 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49c10be3c1144d16b370d6896bc7a92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094204 Jun 30 02:38:57.826829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0017254-01a3-4baf-92c0-261315d28173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3de7e3-aa25-4f5e-9f77-0d12aaeda0f9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.827032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4b41c77c-e63a-4233-92a9-b5fa257494f9 None None] Calling delete_port for 7493027c-18ae-4b10-a2fa-9dea3521fc9b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:38:57.827197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:57.845010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.888102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=7493027c-18ae-4b10-a2fa-9dea3521fc9b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.899384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No DVR routers for this DVR port 7493027c-18ae-4b10-a2fa-9dea3521fc9b on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.901716 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:38:57.905288 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:38:57.912554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4b41c77c-e63a-4233-92a9-b5fa257494f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.937656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41c77c-e63a-4233-92a9-b5fa257494f9 None None] Pushing event deleted for resources: {'Port': ['ID=7493027c-18ae-4b10-a2fa-9dea3521fc9b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.947624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41c77c-e63a-4233-92a9-b5fa257494f9 None None] No DVR routers for this DVR port 7493027c-18ae-4b10-a2fa-9dea3521fc9b on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:38:58.002010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-920f0f73-3c98-44e9-a9d7-ee698eee14e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.004680 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.020837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a24c53b-1941-428f-a8ca-4c7d3b19c2b0']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:58.037302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa83cf42-c9cd-41c3-a177-7d65a9c133c0') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:58.037677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa83cf42-c9cd-41c3-a177-7d65a9c133c0') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:38:58.047192 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-920f0f73-3c98-44e9-a9d7-ee698eee14e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.056068 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.083790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.096195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:38:58.096823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:38:58.100176 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:38:58.167159 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.172392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.181335 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.183014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/networks/9a24c53b-1941-428f-a8ca-4c7d3b19c2b0 HTTP/1.1" status: 204 len: 168 time: 0.8168926 Jun 30 02:38:58.183788 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-920f0f73-3c98-44e9-a9d7-ee698eee14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.186830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-920f0f73-3c98-44e9-a9d7-ee698eee14e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.189043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:58.189866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-920f0f73-3c98-44e9-a9d7-ee698eee14e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac3de7e3-aa25-4f5e-9f77-0d12aaeda0f9 HTTP/1.1" status: 204 len: 168 time: 0.3616991 Jun 30 02:38:58.203797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91003b9-e877-4a86-9b2a-2ce72f0e8b28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Network': ['ID=9a24c53b-1941-428f-a8ca-4c7d3b19c2b0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:58.210330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f0f73-3c98-44e9-a9d7-ee698eee14e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3de7e3-aa25-4f5e-9f77-0d12aaeda0f9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:58.265865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e68dd33-8542-42d5-8043-df29b013be4f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:58.267239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5e68dd33-8542-42d5-8043-df29b013be4f tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc HTTP/1.1" status: 200 len: 845 time: 0.0720475 Jun 30 02:38:58.271922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:58.280306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77e8f3-6032-49a5-b6ea-a38d76a8b8da req-f929c01a-cc9f-44cc-ae8e-45f1a03d0fa0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:58.281751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f77e8f3-6032-49a5-b6ea-a38d76a8b8da req-f929c01a-cc9f-44cc-ae8e-45f1a03d0fa0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1232142 Jun 30 02:38:58.334674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4f428474-bf5c-4bc4-a603-a5671f89f772 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0575666 Jun 30 02:38:58.334964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f77e8f3-6032-49a5-b6ea-a38d76a8b8da req-0a3f31f0-9b1a-4a90-8345-281422a56dfb tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Jun 30 02:38:58.335434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:58.341078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-203dca0f-22b7-4f43-8f8d-2a7d85ef0dbd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:58.458223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203dca0f-22b7-4f43-8f8d-2a7d85ef0dbd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:58.462542 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-203dca0f-22b7-4f43-8f8d-2a7d85ef0dbd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.702041 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-203dca0f-22b7-4f43-8f8d-2a7d85ef0dbd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.774021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203dca0f-22b7-4f43-8f8d-2a7d85ef0dbd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:58.777475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-203dca0f-22b7-4f43-8f8d-2a7d85ef0dbd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:58.781318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203dca0f-22b7-4f43-8f8d-2a7d85ef0dbd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:58.782105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-203dca0f-22b7-4f43-8f8d-2a7d85ef0dbd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.798581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc58ba6-51e2-40ec-8bcd-0eef36dec64f None None] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:38:58.806207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203dca0f-22b7-4f43-8f8d-2a7d85ef0dbd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=510b80b6-dd7c-4a2f-9861-98e92006ff37,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:58.820015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:58.825619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-462cf1c3-bc64-4c9b-94cf-b931dbb9e5e4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'security_group': {'name': 'tempest-secgroup-527877560'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:58.831496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-203dca0f-22b7-4f43-8f8d-2a7d85ef0dbd tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4948325 Jun 30 02:38:58.867384 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-462cf1c3-bc64-4c9b-94cf-b931dbb9e5e4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.987752 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-462cf1c3-bc64-4c9b-94cf-b931dbb9e5e4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:58.996081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-462cf1c3-bc64-4c9b-94cf-b931dbb9e5e4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.052757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-462cf1c3-bc64-4c9b-94cf-b931dbb9e5e4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.054349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-462cf1c3-bc64-4c9b-94cf-b931dbb9e5e4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2332597 Jun 30 02:38:59.057205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:59.057813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cf1c3-bc64-4c9b-94cf-b931dbb9e5e4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31d546f-4258-4549-97ac-b8392d428b21,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:59.064497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e450b24b-6885-497b-b4f1-ea4b5ddccb84 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1899213734'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:59.102131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e450b24b-6885-497b-b4f1-ea4b5ddccb84 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.139058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-70a7fba7-72c2-4eb3-b220-4e8a822976af', 'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'tenant_id': 'e18078425cbf42c4a01bea3dd7f8f955', 'fixed_ips': [{'subnet_id': '510b80b6-dd7c-4a2f-9861-98e92006ff37'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:38:59.140145 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.272549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7493027c-18ae-4b10-a2fa-9dea3521fc9b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:38:59.300158 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e450b24b-6885-497b-b4f1-ea4b5ddccb84 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.315230 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e450b24b-6885-497b-b4f1-ea4b5ddccb84 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.317217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7493027c-18ae-4b10-a2fa-9dea3521fc9b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:38:59.317724 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7493027c-18ae-4b10-a2fa-9dea3521fc9b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:38:59.344450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Allocated IP 2001:db8::2 (70a7fba7-72c2-4eb3-b220-4e8a822976af/510b80b6-dd7c-4a2f-9861-98e92006ff37/c4652f01-578b-46b6-859f-45f568df5f7f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:38:59.377347 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e450b24b-6885-497b-b4f1-ea4b5ddccb84 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.382177 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e450b24b-6885-497b-b4f1-ea4b5ddccb84 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3206685 Jun 30 02:38:59.383447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:59.390122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1076363603', 'security_groups': ['105a2ef9-86ea-405f-b519-8912f3ad89b7'], 'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '510b80b6-dd7c-4a2f-9861-98e92006ff37'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:38:59.402918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450b24b-6885-497b-b4f1-ea4b5ddccb84 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105a2ef9-86ea-405f-b519-8912f3ad89b7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:59.445767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f02f8-08ac-454d-80fd-15cd6848fffd req-3af664c6-c71f-4b57-b399-706aaf03a909 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:38:59.453281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-332f02f8-08ac-454d-80fd-15cd6848fffd req-3af664c6-c71f-4b57-b399-706aaf03a909 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 945 time: 0.1508498 Jun 30 02:38:59.503359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-332f02f8-08ac-454d-80fd-15cd6848fffd req-58e1c53a-a887-4516-8008-654527d65e78 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491931 Jun 30 02:38:59.561902 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.580169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Transition to ACTIVE for port object c4652f01-578b-46b6-859f-45f568df5f7f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:59.599238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Transition to ACTIVE for port object c4652f01-578b-46b6-859f-45f568df5f7f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:38:59.610390 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.622285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:38:59.666623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:38:59.671475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:38:59.678510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:38:59.686086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Pushing event updated for resources: {'Port': ['ID=c4652f01-578b-46b6-859f-45f568df5f7f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:59.736463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.743078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Attempting to bind port c4652f01-578b-46b6-859f-45f568df5f7f on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:38:59.743445 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Attempting to bind port c4652f01-578b-46b6-859f-45f568df5f7f by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '5f8361bc-46a1-4fda-86b1-8ea645d03897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:38:59.743806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Attempting to bind port c4652f01-578b-46b6-859f-45f568df5f7f on network 70a7fba7-72c2-4eb3-b220-4e8a822976af {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:38:59.750127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:38:59.750504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Checking segment: {'id': '5f8361bc-46a1-4fda-86b1-8ea645d03897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:38:59.751223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.751468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Bound using segment: {'id': '5f8361bc-46a1-4fda-86b1-8ea645d03897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:38:59.751919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Bound port: c4652f01-578b-46b6-859f-45f568df5f7f, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8361bc-46a1-4fda-86b1-8ea645d03897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:38:59.752303 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:59.760268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port a2499b1b-1aa6-4206-a4c9-15c37cd1b633 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:38:59.846673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] For port c4652f01-578b-46b6-859f-45f568df5f7f, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:38:59.852217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] For port c4652f01-578b-46b6-859f-45f568df5f7f, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c4652f01-578b-46b6-859f-45f568df5f7f,segment=NetworkSegment(5f8361bc-46a1-4fda-86b1-8ea645d03897),segment_id=5f8361bc-46a1-4fda-86b1-8ea645d03897)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:38:59.860577 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.014793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8::6c (70a7fba7-72c2-4eb3-b220-4e8a822976af/510b80b6-dd7c-4a2f-9861-98e92006ff37/a2499b1b-1aa6-4206-a4c9-15c37cd1b633) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:00.034796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b9e44-efef-42ab-a03f-5b1f3cf907c7 None None] Pushing event updated for resources: {'Port': ['ID=c4652f01-578b-46b6-859f-45f568df5f7f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:00.054360 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.062158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 971b7e96-4024-41b8-bedf-2bb5247f2d88 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:00.105995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 971b7e96-4024-41b8-bedf-2bb5247f2d88 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:00.106262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 971b7e96-4024-41b8-bedf-2bb5247f2d88 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:00.237515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.256611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object a2499b1b-1aa6-4206-a4c9-15c37cd1b633 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:00.313089 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.391345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:00.396175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:00.404848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:00.410765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:00.411410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.436955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=a2499b1b-1aa6-4206-a4c9-15c37cd1b633,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:00.450838 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-30d096ee-c1d5-4783-8638-60764e57a336 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0641329 Jun 30 02:39:00.452197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:00.457881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-45b4f44e-5b12-4485-915e-f41944f095b2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:00.621959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b4f44e-5b12-4485-915e-f41944f095b2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:00.625902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45b4f44e-5b12-4485-915e-f41944f095b2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:00.839825 n-d-758944-39 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-45b4f44e-5b12-4485-915e-f41944f095b2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 510b80b6-dd7c-4a2f-9861-98e92006ff37 (CIDR: 2001:db8::/64) Jun 30 02:39:00.848214 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b4f44e-5b12-4485-915e-f41944f095b2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:00.848669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b4f44e-5b12-4485-915e-f41944f095b2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:00.860562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa261224-5d2b-41d4-959f-34be6e66af6c req-56b3f00f-9109-4fe2-83e2-3d6bf2f70fff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:00.862327 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa261224-5d2b-41d4-959f-34be6e66af6c req-56b3f00f-9109-4fe2-83e2-3d6bf2f70fff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 945 time: 0.1672027 Jun 30 02:39:00.896952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-10fb742e-b38f-418c-a0d4-6b7106655857 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:00.898479 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-10fb742e-b38f-418c-a0d4-6b7106655857 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 945 time: 0.1563540 Jun 30 02:39:00.915955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-45b4f44e-5b12-4485-915e-f41944f095b2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4626303 Jun 30 02:39:00.919077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:00.924979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8ba39175-f6cd-4669-821b-fcbab357696c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:00.970885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa261224-5d2b-41d4-959f-34be6e66af6c req-35b851bb-f59b-49c1-9612-af80b0acb7fc tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014626 Jun 30 02:39:01.088522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-add21da3-ff0b-4125-aaad-c38389be504c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Deleting port c426993f-fcd3-4b65-a03b-6bd12cd2050c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:01.088869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-add21da3-ff0b-4125-aaad-c38389be504c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.230567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-add21da3-ff0b-4125-aaad-c38389be504c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] For port c426993f-fcd3-4b65-a03b-6bd12cd2050c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=c426993f-fcd3-4b65-a03b-6bd12cd2050c,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:01.231226 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-add21da3-ff0b-4125-aaad-c38389be504c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.248801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-add21da3-ff0b-4125-aaad-c38389be504c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Calling delete_port for c426993f-fcd3-4b65-a03b-6bd12cd2050c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:01.255206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba39175-f6cd-4669-821b-fcbab357696c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:01.265126 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba39175-f6cd-4669-821b-fcbab357696c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.323499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c4652f01-578b-46b6-859f-45f568df5f7f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:01.437743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port c4652f01-578b-46b6-859f-45f568df5f7f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:01.508991 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-add21da3-ff0b-4125-aaad-c38389be504c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.522260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['c426993f-fcd3-4b65-a03b-6bd12cd2050c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:01.525773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:01.585419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add21da3-ff0b-4125-aaad-c38389be504c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event deleted for resources: {'Port': ['ID=c426993f-fcd3-4b65-a03b-6bd12cd2050c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:01.665333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-add21da3-ff0b-4125-aaad-c38389be504c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] No DVR routers for this DVR port c426993f-fcd3-4b65-a03b-6bd12cd2050c on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:01.668550 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-add21da3-ff0b-4125-aaad-c38389be504c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.670932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d1bd7d0-b4aa-48fc-91b4-8cf8295abbe5 req-add21da3-ff0b-4125-aaad-c38389be504c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "DELETE /v2.0/ports/c426993f-fcd3-4b65-a03b-6bd12cd2050c HTTP/1.1" status: 204 len: 173 time: 0.7636299 Jun 30 02:39:01.671994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9444c9-51f1-41ec-ab7d-1d6af64fa65d', 'name': 'network-vif-deleted', 'tag': 'c426993f-fcd3-4b65-a03b-6bd12cd2050c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:01.675197 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e146662-7f24-41b5-92be-caa3c971d956" -d '{"events": [{"server_uuid": "1c9444c9-51f1-41ec-ab7d-1d6af64fa65d", "name": "network-vif-deleted", "tag": "c426993f-fcd3-4b65-a03b-6bd12cd2050c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:01.756969 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9e141d-212f-46b9-a447-b6fc34577fbc x-openstack-request-id: req-ab9e141d-212f-46b9-a447-b6fc34577fbc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:01.758256 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9444c9-51f1-41ec-ab7d-1d6af64fa65d", "name": "network-vif-deleted", "tag": "c426993f-fcd3-4b65-a03b-6bd12cd2050c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:01.758751 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab9e141d-212f-46b9-a447-b6fc34577fbc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:01.759515 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9444c9-51f1-41ec-ab7d-1d6af64fa65d', 'name': 'network-vif-deleted', 'tag': 'c426993f-fcd3-4b65-a03b-6bd12cd2050c', 'status': 'completed', 'code': 200} Jun 30 02:39:01.760452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4720a069-45da-4b70-9856-091a8cef500d None None] Provisioning complete for port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:01.760742 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4720a069-45da-4b70-9856-091a8cef500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.846853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba39175-f6cd-4669-821b-fcbab357696c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.852051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4720a069-45da-4b70-9856-091a8cef500d None None] Port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:01.944154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba39175-f6cd-4669-821b-fcbab357696c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:01.950773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8ba39175-f6cd-4669-821b-fcbab357696c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:01.957155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba39175-f6cd-4669-821b-fcbab357696c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:01.958016 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba39175-f6cd-4669-821b-fcbab357696c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:01.974663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba39175-f6cd-4669-821b-fcbab357696c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=6aa927ab-f90f-4a35-8279-596a7fe792b3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:01.995025 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8ba39175-f6cd-4669-821b-fcbab357696c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0745790 Jun 30 02:39:01.996089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4720a069-45da-4b70-9856-091a8cef500d None None] Provisioning for port c4652f01-578b-46b6-859f-45f568df5f7f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:01.997863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:02.007144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1372910966', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6aa927ab-f90f-4a35-8279-596a7fe792b3'}], 'security_groups': ['a31d546f-4258-4549-97ac-b8392d428b21']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:02.010071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4720a069-45da-4b70-9856-091a8cef500d None None] Provisioning complete for port c4652f01-578b-46b6-859f-45f568df5f7f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:02.010452 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4720a069-45da-4b70-9856-091a8cef500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.068612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53740038-01af-45ee-ad80-0acb23307a37 None None] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:02.227403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0b138cdb-e541-4d0e-a31c-288bb36b2b0b req-50b4eb11-9876-41b7-a310-d49d61755ea8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c9444c9-51f1-41ec-ab7d-1d6af64fa65d HTTP/1.1" status: 200 len: 210 time: 0.0534680 Jun 30 02:39:02.310251 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.367205 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4720a069-45da-4b70-9856-091a8cef500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.459264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4720a069-45da-4b70-9856-091a8cef500d None None] For port c4652f01-578b-46b6-859f-45f568df5f7f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c4652f01-578b-46b6-859f-45f568df5f7f,segment=NetworkSegment(5f8361bc-46a1-4fda-86b1-8ea645d03897),segment_id=5f8361bc-46a1-4fda-86b1-8ea645d03897)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:02.475664 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4720a069-45da-4b70-9856-091a8cef500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.574497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720a069-45da-4b70-9856-091a8cef500d None None] Pushing event updated for resources: {'Port': ['ID=c4652f01-578b-46b6-859f-45f568df5f7f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:02.610980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ddd8b64-a9d8-4598-9949-d98d6079b9f3 None None] Provisioning for port a2499b1b-1aa6-4206-a4c9-15c37cd1b633 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:02.620176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ddd8b64-a9d8-4598-9949-d98d6079b9f3 None None] Provisioning complete for port a2499b1b-1aa6-4206-a4c9-15c37cd1b633 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:02.620590 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8b64-a9d8-4598-9949-d98d6079b9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.706070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd8b64-a9d8-4598-9949-d98d6079b9f3 None None] Port a2499b1b-1aa6-4206-a4c9-15c37cd1b633 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:02.714670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab820e8-1bae-4e63-a320-f2148858bf3a None None] Update dhcp port {'port': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'fixed_ips': [{'subnet_id': '510b80b6-dd7c-4a2f-9861-98e92006ff37', 'ip_address': '2001:db8::2'}, {'subnet_id': '6aa927ab-f90f-4a35-8279-596a7fe792b3'}], 'binding:host_id': 'n-d-758944-39'}, 'id': 'c4652f01-578b-46b6-859f-45f568df5f7f'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:39:02.756030 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab820e8-1bae-4e63-a320-f2148858bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:02.887659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Delete allocated IP 2001:db8::6c (70a7fba7-72c2-4eb3-b220-4e8a822976af/510b80b6-dd7c-4a2f-9861-98e92006ff37) {{(pid=93770) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 02:39:02.898674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8:0:1::77 (70a7fba7-72c2-4eb3-b220-4e8a822976af/6aa927ab-f90f-4a35-8279-596a7fe792b3/a2499b1b-1aa6-4206-a4c9-15c37cd1b633) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:03.285049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c4652f01-578b-46b6-859f-45f568df5f7f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:03.359158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c4652f01-578b-46b6-859f-45f568df5f7f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:03.360086 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.402446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:03.494930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.516257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Ignored duplicate provisioning block setup for port a2499b1b-1aa6-4206-a4c9-15c37cd1b633 by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 02:39:03.522233 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.569621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40cfd272-8136-425e-86ea-ab5d8a6da829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.580639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=a2499b1b-1aa6-4206-a4c9-15c37cd1b633,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:03.600550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0ab820e8-1bae-4e63-a320-f2148858bf3a None None] Allocated IP 2001:db8:0:1::2 (70a7fba7-72c2-4eb3-b220-4e8a822976af/6aa927ab-f90f-4a35-8279-596a7fe792b3/c4652f01-578b-46b6-859f-45f568df5f7f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:03.628616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] In _notify_port_updated(), no bound segment for port a2499b1b-1aa6-4206-a4c9-15c37cd1b633 on network 70a7fba7-72c2-4eb3-b220-4e8a822976af {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:39:03.635561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:03.636603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.639753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b75943fc-b619-49ea-893f-dd0b514cc5d5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "PUT /v2.0/ports/a2499b1b-1aa6-4206-a4c9-15c37cd1b633 HTTP/1.1" status: 200 len: 930 time: 1.6392665 Jun 30 02:39:03.641913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:03.746700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0ab820e8-1bae-4e63-a320-f2148858bf3a None None] For port c4652f01-578b-46b6-859f-45f568df5f7f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c4652f01-578b-46b6-859f-45f568df5f7f,segment=NetworkSegment(5f8361bc-46a1-4fda-86b1-8ea645d03897),segment_id=5f8361bc-46a1-4fda-86b1-8ea645d03897)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:03.787254 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab820e8-1bae-4e63-a320-f2148858bf3a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.803913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ab820e8-1bae-4e63-a320-f2148858bf3a None None] Transition to ACTIVE for port object c4652f01-578b-46b6-859f-45f568df5f7f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:03.809540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab820e8-1bae-4e63-a320-f2148858bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.914566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-9b2dbbb2-3561-4c65-838b-8e88da5d3656 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:03.916124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-9b2dbbb2-3561-4c65-838b-8e88da5d3656 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.2286363 Jun 30 02:39:03.922183 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40cfd272-8136-425e-86ea-ab5d8a6da829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.925018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-31a52e03-3ed4-476e-914e-05e938022293 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port a2499b1b-1aa6-4206-a4c9-15c37cd1b633 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:03.925691 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a52e03-3ed4-476e-914e-05e938022293 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.931980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab820e8-1bae-4e63-a320-f2148858bf3a None None] Pushing event updated for resources: {'Port': ['ID=c4652f01-578b-46b6-859f-45f568df5f7f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:03.942206 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40cfd272-8136-425e-86ea-ab5d8a6da829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.016949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-e7b45a5e-bcb4-4fea-9ae9-fee7fbfdee00 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/quotas/fef5510c674d4c81beed3eda57f51908 HTTP/1.1" status: 200 len: 375 time: 0.0864129 Jun 30 02:39:04.041461 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-40cfd272-8136-425e-86ea-ab5d8a6da829 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=613f8848501f41d599d11adcda0ac798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6428931 Jun 30 02:39:04.044226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:04.053502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfd272-8136-425e-86ea-ab5d8a6da829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a90b16-bbdc-4aa4-9901-0618c52b257e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:04.101357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device c426993f-fcd3-4b65-a03b-6bd12cd2050c no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:04.103030 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a52e03-3ed4-476e-914e-05e938022293 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.126064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-31a52e03-3ed4-476e-914e-05e938022293 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for a2499b1b-1aa6-4206-a4c9-15c37cd1b633 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:04.136028 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fdf7c82-cd6e-4d0f-b43e-1e14a8472371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.138339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: c426993f-fcd3-4b65-a03b-6bd12cd2050c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:04.138698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device c426993f-fcd3-4b65-a03b-6bd12cd2050c not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:04.163148 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fdf7c82-cd6e-4d0f-b43e-1e14a8472371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.230004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fdf7c82-cd6e-4d0f-b43e-1e14a8472371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.233723 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fdf7c82-cd6e-4d0f-b43e-1e14a8472371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.235262 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8fdf7c82-cd6e-4d0f-b43e-1e14a8472371 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37a90b16-bbdc-4aa4-9901-0618c52b257e HTTP/1.1" status: 204 len: 168 time: 0.1896892 Jun 30 02:39:04.257863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf7c82-cd6e-4d0f-b43e-1e14a8472371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a90b16-bbdc-4aa4-9901-0618c52b257e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:04.612337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-c17424c2-dd6e-4d14-bc16-522cd721c354 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5765309 Jun 30 02:39:04.730003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-5fb5f27c-d534-470f-98bc-5b7891682208 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167769 Jun 30 02:39:04.754987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a9af480-1faa-4b9b-be8e-10a05bdf8032 None None] Provisioning complete for port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:04.756101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a9af480-1faa-4b9b-be8e-10a05bdf8032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.809227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0a9af480-1faa-4b9b-be8e-10a05bdf8032 None None] Port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:04.829471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a9af480-1faa-4b9b-be8e-10a05bdf8032 None None] Provisioning complete for port a2499b1b-1aa6-4206-a4c9-15c37cd1b633 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:04.829721 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a9af480-1faa-4b9b-be8e-10a05bdf8032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.860023 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a52e03-3ed4-476e-914e-05e938022293 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.896455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0a9af480-1faa-4b9b-be8e-10a05bdf8032 None None] Port a2499b1b-1aa6-4206-a4c9-15c37cd1b633 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:04.906030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a52e03-3ed4-476e-914e-05e938022293 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=a2499b1b-1aa6-4206-a4c9-15c37cd1b633,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:04.910985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a9af480-1faa-4b9b-be8e-10a05bdf8032 None None] Provisioning for port c4652f01-578b-46b6-859f-45f568df5f7f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:04.924781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a9af480-1faa-4b9b-be8e-10a05bdf8032 None None] Provisioning complete for port c4652f01-578b-46b6-859f-45f568df5f7f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:04.925208 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a9af480-1faa-4b9b-be8e-10a05bdf8032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.948591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-744c4acc-c726-45fd-b4c8-d77b50259de2 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995063 Jun 30 02:39:04.984309 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a52e03-3ed4-476e-914e-05e938022293 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:04.990926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:04.991753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-31a52e03-3ed4-476e-914e-05e938022293 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/a2499b1b-1aa6-4206-a4c9-15c37cd1b633 HTTP/1.1" status: 204 len: 168 time: 1.3483081 Jun 30 02:39:05.058209 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5acea09-c915-4f6d-af6c-35b7c77552b2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:39:05.067660 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b5acea09-c915-4f6d-af6c-35b7c77552b2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/a2499b1b-1aa6-4206-a4c9-15c37cd1b633 HTTP/1.1" status: 404 len: 333 time: 0.0749316 Jun 30 02:39:05.070550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:05.158092 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c915acfd-6218-4b38-a644-8aebd51d30c8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.179291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de71b517-3c11-4223-8456-263d8e4857cb None None] Could not find standard attr ID for object a2499b1b-1aa6-4206-a4c9-15c37cd1b633. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:39:05.240284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d6672318-79e2-4832-92a8-4d9c5130157f req-8514a72a-5c92-4cf2-ba41-d9106e1e9967 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 210 time: 0.0615635 Jun 30 02:39:05.249470 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c915acfd-6218-4b38-a644-8aebd51d30c8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.281493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c4652f01-578b-46b6-859f-45f568df5f7f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:05.314266 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c915acfd-6218-4b38-a644-8aebd51d30c8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.318091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c915acfd-6218-4b38-a644-8aebd51d30c8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.323998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:05.333774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c915acfd-6218-4b38-a644-8aebd51d30c8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/security-groups/105a2ef9-86ea-405f-b519-8912f3ad89b7 HTTP/1.1" status: 204 len: 168 time: 0.2619278 Jun 30 02:39:05.363961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915acfd-6218-4b38-a644-8aebd51d30c8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105a2ef9-86ea-405f-b519-8912f3ad89b7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:05.413833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c4652f01-578b-46b6-859f-45f568df5f7f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:05.414159 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.432952 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee157-d355-4e9a-8d05-662576e69d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.514134 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee157-d355-4e9a-8d05-662576e69d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.594820 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee157-d355-4e9a-8d05-662576e69d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.598610 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a2ee157-d355-4e9a-8d05-662576e69d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.604136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:05.612786 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9a2ee157-d355-4e9a-8d05-662576e69d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/security-groups/a31d546f-4258-4549-97ac-b8392d428b21 HTTP/1.1" status: 204 len: 168 time: 0.2874362 Jun 30 02:39:05.633312 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ee157-d355-4e9a-8d05-662576e69d96 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31d546f-4258-4549-97ac-b8392d428b21,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:05.705202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f524313-a653-4aba-844f-7435d23d5d28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet 510b80b6-dd7c-4a2f-9861-98e92006ff37 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:05.709482 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f524313-a653-4aba-844f-7435d23d5d28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.757821 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f524313-a653-4aba-844f-7435d23d5d28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.859285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f524313-a653-4aba-844f-7435d23d5d28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.964679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:06.008829 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f524313-a653-4aba-844f-7435d23d5d28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.031782 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f524313-a653-4aba-844f-7435d23d5d28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.033683 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9f524313-a653-4aba-844f-7435d23d5d28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/510b80b6-dd7c-4a2f-9861-98e92006ff37 HTTP/1.1" status: 204 len: 168 time: 0.4285090 Jun 30 02:39:06.037757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:06.043547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1496c32c-032e-4f2e-8020-5b774430dfde tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:06.043760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3305ba3-f2aa-4292-bb23-33d5b934b260 None None] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:06.104304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f524313-a653-4aba-844f-7435d23d5d28 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=510b80b6-dd7c-4a2f-9861-98e92006ff37,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:06.145938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bbf589e-ae38-456e-9ca6-cf29c66fdc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.294919 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bbf589e-ae38-456e-9ca6-cf29c66fdc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.308140 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bbf589e-ae38-456e-9ca6-cf29c66fdc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.354759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1496c32c-032e-4f2e-8020-5b774430dfde tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:06.358695 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1496c32c-032e-4f2e-8020-5b774430dfde tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.370096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9bbf589e-ae38-456e-9ca6-cf29c66fdc58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d2e3242ee294d3bac77a49c8dacd2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016528 Jun 30 02:39:06.370096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf589e-ae38-456e-9ca6-cf29c66fdc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389d5a64-73eb-414b-bc2a-6c8e4b382613,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:06.381682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:06.412420 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc50b4d9-5f3d-4ca3-be58-0d83d63a6ce4 req-891e6ec2-a23d-45fc-84d6-9b8aee41d24a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 210 time: 0.0468194 Jun 30 02:39:06.506349 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fa35934-0dc3-4893-894f-c54afdb5c6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.551879 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fa35934-0dc3-4893-894f-c54afdb5c6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.742994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fa35934-0dc3-4893-894f-c54afdb5c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.746972 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fa35934-0dc3-4893-894f-c54afdb5c6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.748364 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1fa35934-0dc3-4893-894f-c54afdb5c6ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/389d5a64-73eb-414b-bc2a-6c8e4b382613 HTTP/1.1" status: 204 len: 168 time: 0.3663166 Jun 30 02:39:06.774249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-a0b61c33-8536-4f85-9ef1-dd1186f7c4c1 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:06.775820 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-a0b61c33-8536-4f85-9ef1-dd1186f7c4c1 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.2040119 Jun 30 02:39:06.808222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Request body: {'port': {'device_id': '5b00545e-ae3c-468e-b8cd-1fb986293e38', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'admin_state_up': True, 'tenant_id': 'fef5510c674d4c81beed3eda57f51908'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:06.816270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa35934-0dc3-4893-894f-c54afdb5c6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389d5a64-73eb-414b-bc2a-6c8e4b382613,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:07.060972 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1496c32c-032e-4f2e-8020-5b774430dfde tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.124828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496c32c-032e-4f2e-8020-5b774430dfde tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=349db986-34ec-460d-8d63-0e61017f696b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:07.151380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Made reservation on behalf of fef5510c674d4c81beed3eda57f51908 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:07.163618 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.190918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1496c32c-032e-4f2e-8020-5b774430dfde tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:07.195803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1496c32c-032e-4f2e-8020-5b774430dfde tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:07.200827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1496c32c-032e-4f2e-8020-5b774430dfde tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:07.201452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1496c32c-032e-4f2e-8020-5b774430dfde tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.206845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7b696a-c00f-47a5-b98c-715995db62a1 None None] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:07.281544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:07.282128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1496c32c-032e-4f2e-8020-5b774430dfde tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2398770 Jun 30 02:39:07.288396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-91bc0e05-fcf9-4936-a789-5a6563784039 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'security_group': {'name': 'tempest-secgroup-566873517'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:07.298481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8a753f0d-2275-4e7a-b26b-71d8eea07661 None None] Provisioning complete for port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:07.298921 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a753f0d-2275-4e7a-b26b-71d8eea07661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.350553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91bc0e05-fcf9-4936-a789-5a6563784039 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.383597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8a753f0d-2275-4e7a-b26b-71d8eea07661 None None] Port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:07.520869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Allocated IP 172.20.0.2 (da85fd17-8f5d-4621-95de-f716da3768b8/b856f8da-cbc5-40d0-9b04-dd78e7eed933/7b64661f-d275-4d2c-8ead-33ce20d3c74a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:07.545465 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91bc0e05-fcf9-4936-a789-5a6563784039 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.546896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8a753f0d-2275-4e7a-b26b-71d8eea07661 None None] Provisioning complete for port c4652f01-578b-46b6-859f-45f568df5f7f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:07.547436 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a753f0d-2275-4e7a-b26b-71d8eea07661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.551991 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91bc0e05-fcf9-4936-a789-5a6563784039 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.591640 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91bc0e05-fcf9-4936-a789-5a6563784039 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.592906 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-91bc0e05-fcf9-4936-a789-5a6563784039 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3087864 Jun 30 02:39:07.599172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:07.604487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-025312e9-a7cf-4e48-b908-09c1b5837382 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1269944630'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:07.630257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc0e05-fcf9-4936-a789-5a6563784039 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e7fbb1-ae38-4d76-9f73-638aee70dc6c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:07.723545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-591986dd-aabb-4d8b-9759-81a4921292dc req-f0f83bf0-99e1-441d-a335-5f8ca08281bf tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 210 time: 0.0513165 Jun 30 02:39:07.763717 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025312e9-a7cf-4e48-b908-09c1b5837382 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.773968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba1b88a-12fc-43b8-ad10-4c228b960804 None None] Update dhcp port {'port': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'fixed_ips': [{'subnet_id': '6aa927ab-f90f-4a35-8279-596a7fe792b3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '349db986-34ec-460d-8d63-0e61017f696b'}], 'binding:host_id': 'n-d-758944-39'}, 'id': 'c4652f01-578b-46b6-859f-45f568df5f7f'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:39:07.822033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fba1b88a-12fc-43b8-ad10-4c228b960804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.848483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.853184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:07.907953 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:39:07.924847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025312e9-a7cf-4e48-b908-09c1b5837382 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.931764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025312e9-a7cf-4e48-b908-09c1b5837382 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.959215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:07.998022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025312e9-a7cf-4e48-b908-09c1b5837382 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdd3c44-86cf-410a-bb4e-1cc54a64657c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:08.007013 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-025312e9-a7cf-4e48-b908-09c1b5837382 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.009391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-025312e9-a7cf-4e48-b908-09c1b5837382 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4092114 Jun 30 02:39:08.013433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:08.019554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fb811329-1958-42a4-8622-a2b37e6749f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1737687516'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:08.019854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Network da85fd17-8f5d-4621-95de-f716da3768b8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:08.023639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:08.029829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:08.055569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1525386396'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:08.060920 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb811329-1958-42a4-8622-a2b37e6749f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.085700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:08.086790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.097641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event updated for resources: {'Port': ['ID=7b64661f-d275-4d2c-8ead-33ce20d3c74a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:08.101563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-fba1b88a-12fc-43b8-ad10-4c228b960804 None None] Allocated IP 2001:db8::2 (70a7fba7-72c2-4eb3-b220-4e8a822976af/349db986-34ec-460d-8d63-0e61017f696b/c4652f01-578b-46b6-859f-45f568df5f7f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:08.107503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:08.140228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Made reservation on behalf of 910f281f229d40a8bf42ecde9543f583 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:08.145756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-6f699708-86c1-4281-9d80-4528ede2fd24 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3415725 Jun 30 02:39:08.148123 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.162577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Request body: {'port': {'device_id': '5b00545e-ae3c-468e-b8cd-1fb986293e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:08.182126 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.285137 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.285415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fba1b88a-12fc-43b8-ad10-4c228b960804 None None] For port c4652f01-578b-46b6-859f-45f568df5f7f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c4652f01-578b-46b6-859f-45f568df5f7f,segment=NetworkSegment(5f8361bc-46a1-4fda-86b1-8ea645d03897),segment_id=5f8361bc-46a1-4fda-86b1-8ea645d03897)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:08.297088 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb811329-1958-42a4-8622-a2b37e6749f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.316754 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb811329-1958-42a4-8622-a2b37e6749f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.341382 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fba1b88a-12fc-43b8-ad10-4c228b960804 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.372340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fba1b88a-12fc-43b8-ad10-4c228b960804 None None] Transition to ACTIVE for port object c4652f01-578b-46b6-859f-45f568df5f7f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:08.383832 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fba1b88a-12fc-43b8-ad10-4c228b960804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.391577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb811329-1958-42a4-8622-a2b37e6749f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae3382c-9ba9-4ede-9e60-e1a236cb26b7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:08.491736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1b88a-12fc-43b8-ad10-4c228b960804 None None] Pushing event updated for resources: {'Port': ['ID=c4652f01-578b-46b6-859f-45f568df5f7f,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:08.507228 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.512795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.527119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:39:08.538987 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.539349 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Added segment f7b41cd6-8713-4f9d-8484-6d8f2a254e30 of type vlan for network c1a7ffef-66c4-401b-a26b-3b4846aaac63 Jun 30 02:39:08.586663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fb811329-1958-42a4-8622-a2b37e6749f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.588067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fb811329-1958-42a4-8622-a2b37e6749f5 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5734155 Jun 30 02:39:08.592259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:08.599754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1275066792', 'security_groups': ['cae3382c-9ba9-4ede-9e60-e1a236cb26b7'], 'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '349db986-34ec-460d-8d63-0e61017f696b'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:08.609610 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.628938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3566367a-e684-4e06-b561-4a24dbebb26a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:08.662763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.675149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:08.677088 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.747432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8928061 Jun 30 02:39:08.750953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:08.760163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Request body: {'subnet': {'network_id': 'c1a7ffef-66c4-401b-a26b-3b4846aaac63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:08.799358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b64661f-d275-4d2c-8ead-33ce20d3c74a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:08.812887 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.862523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Transition to ACTIVE for port object 7b64661f-d275-4d2c-8ead-33ce20d3c74a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:08.865978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:08.873623 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.934902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80987874-bed3-4af7-acc3-5c17f57d58fb tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event updated for resources: {'Network': ['ID=c1a7ffef-66c4-401b-a26b-3b4846aaac63,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:08.950129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network c1a7ffef-66c4-401b-a26b-3b4846aaac63 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:39:08.987171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Made reservation on behalf of 910f281f229d40a8bf42ecde9543f583 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:08.990799 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.033170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Pushing event updated for resources: {'Port': ['ID=7b64661f-d275-4d2c-8ead-33ce20d3c74a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:09.095317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e8c3-5a37-4451-ac71-ead7497fc13a req-535ff055-7b92-4d9f-906f-c4bd3f01c814 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:09.097202 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fcb4e8c3-5a37-4451-ac71-ead7497fc13a req-535ff055-7b92-4d9f-906f-c4bd3f01c814 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 943 time: 0.1999166 Jun 30 02:39:09.119741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.154660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] device_id is not set on port 50dfcf4e-e0ef-472c-b2a7-9329ab394f96 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:39:09.163639 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fcb4e8c3-5a37-4451-ac71-ead7497fc13a req-3ca391c5-4373-4083-9a5b-2894c08b1e16 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606411 Jun 30 02:39:09.264950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Attempting to bind port 7b64661f-d275-4d2c-8ead-33ce20d3c74a on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:09.265329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Attempting to bind port 7b64661f-d275-4d2c-8ead-33ce20d3c74a by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:09.265607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Attempting to bind port 7b64661f-d275-4d2c-8ead-33ce20d3c74a on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:09.279858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Port 7b64661f-d275-4d2c-8ead-33ce20d3c74a on network da85fd17-8f5d-4621-95de-f716da3768b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:39:09.280192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Attempting to bind port 7b64661f-d275-4d2c-8ead-33ce20d3c74a on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:09.298364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c4652f01-578b-46b6-859f-45f568df5f7f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:09.341519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:09.341853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Checking segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:09.342234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Bound using segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:09.342681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Bound port: 7b64661f-d275-4d2c-8ead-33ce20d3c74a, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:09.343059 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.382053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.518463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Checking segment: {'id': 'f7b41cd6-8713-4f9d-8484-6d8f2a254e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c1a7ffef-66c4-401b-a26b-3b4846aaac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:09.518855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Network hostable DHCP agents. Network: c1a7ffef-66c4-401b-a26b-3b4846aaac63, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:39:09.522309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event updated for resources: {'Subnet': ['ID=46159b52-18bf-4758-a6d0-46c4b945ba47,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:09.553156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Network c1a7ffef-66c4-401b-a26b-3b4846aaac63 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:39:09.563143 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1317cb8-7465-4f97-9326-743b81b5007c None None] Provisioning complete for port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:09.563795 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1317cb8-7465-4f97-9326-743b81b5007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.574800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, c1a7ffef-66c4-401b-a26b-3b4846aaac63) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:09.579924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:09.580140 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.580666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] For port 7b64661f-d275-4d2c-8ead-33ce20d3c74a, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:09.608247 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-910754e6-69f8-4a7e-a79e-f57a5995014b tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8560002 Jun 30 02:39:09.611027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:09.612258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7282935f-53e3-4a07-8150-d61920142d99 None None] Network c1a7ffef-66c4-401b-a26b-3b4846aaac63 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:09.616905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Request body: {'port': {'network_id': 'c1a7ffef-66c4-401b-a26b-3b4846aaac63', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-548849296'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:09.634997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8::15f (70a7fba7-72c2-4eb3-b220-4e8a822976af/349db986-34ec-460d-8d63-0e61017f696b/50dfcf4e-e0ef-472c-b2a7-9329ab394f96) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:09.734685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e1317cb8-7465-4f97-9326-743b81b5007c None None] Port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:09.772868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] For port 7b64661f-d275-4d2c-8ead-33ce20d3c74a, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=7b64661f-d275-4d2c-8ead-33ce20d3c74a,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:09.791168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1317cb8-7465-4f97-9326-743b81b5007c None None] Provisioning for port c4652f01-578b-46b6-859f-45f568df5f7f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:09.795571 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.796625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1317cb8-7465-4f97-9326-743b81b5007c None None] Provisioning complete for port c4652f01-578b-46b6-859f-45f568df5f7f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:09.796987 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1317cb8-7465-4f97-9326-743b81b5007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.829657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Made reservation on behalf of 910f281f229d40a8bf42ecde9543f583 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:09.834082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.842530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-c1a7ffef-66c4-401b-a26b-3b4846aaac63', 'network_id': 'c1a7ffef-66c4-401b-a26b-3b4846aaac63', 'tenant_id': '910f281f229d40a8bf42ecde9543f583', 'fixed_ips': [{'subnet_id': '46159b52-18bf-4758-a6d0-46c4b945ba47'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:39:09.843662 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.895465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:09.896201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:09.897553 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] 10.222.0.69 "PUT /v2.0/ports/7b64661f-d275-4d2c-8ead-33ce20d3c74a HTTP/1.1" status: 200 len: 1092 time: 1.7423611 Jun 30 02:39:09.898025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b00545e-ae3c-468e-b8cd-1fb986293e38', 'tag': '7b64661f-d275-4d2c-8ead-33ce20d3c74a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:09.902841 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49432a4c-1b18-4a8b-9a39-a21627b36d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b00545e-ae3c-468e-b8cd-1fb986293e38", "tag": "7b64661f-d275-4d2c-8ead-33ce20d3c74a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:09.918900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] device_id is not set on port 316356ce-e727-46dc-a581-cb41f71dee84 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:39:09.949403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b37fb7-8ee6-4add-aedb-1a06d281538a service neutron] Pushing event updated for resources: {'Port': ['ID=7b64661f-d275-4d2c-8ead-33ce20d3c74a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:09.956496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.007994 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952684dd-8406-44e2-aabe-07c5d8daf302 x-openstack-request-id: req-952684dd-8406-44e2-aabe-07c5d8daf302 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:10.008365 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b00545e-ae3c-468e-b8cd-1fb986293e38", "tag": "7b64661f-d275-4d2c-8ead-33ce20d3c74a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:10.008692 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-952684dd-8406-44e2-aabe-07c5d8daf302 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:10.009201 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b00545e-ae3c-468e-b8cd-1fb986293e38', 'tag': '7b64661f-d275-4d2c-8ead-33ce20d3c74a', 'status': 'completed', 'code': 200} Jun 30 02:39:10.022132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object 50dfcf4e-e0ef-472c-b2a7-9329ab394f96 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:10.062041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Allocated IP 2001:db8::2 (c1a7ffef-66c4-401b-a26b-3b4846aaac63/46159b52-18bf-4758-a6d0-46c4b945ba47/e26fca24-d313-493b-9e7b-8696d46d85c8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:10.062877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-3a837bc6-a245-4f1a-aa58-5067dfebb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:10.064525 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-3a837bc6-a245-4f1a-aa58-5067dfebb832 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 1095 time: 0.1120770 Jun 30 02:39:10.117848 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.121753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-d378409e-3889-4762-acd5-d0d3ea397ca4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b64661f-d275-4d2c-8ead-33ce20d3c74a HTTP/1.1" status: 200 len: 217 time: 0.0491152 Jun 30 02:39:10.194987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-28b2c733-ae25-4755-b8a5-f20a291cdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:10.196476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-28b2c733-ae25-4755-b8a5-f20a291cdba4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.0669627 Jun 30 02:39:10.238961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-2a1a376e-54d0-48a9-ac28-4f66ac914a27 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348668 Jun 30 02:39:10.245478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:10.268249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:10.280584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=50dfcf4e-e0ef-472c-b2a7-9329ab394f96,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:10.300869 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.308099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:10.314144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:10.314484 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.317453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Transition to ACTIVE for port object e26fca24-d313-493b-9e7b-8696d46d85c8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:10.339540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0c0e6ff5-a782-4ccf-80ef-0f6e2c25e822 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7458088 Jun 30 02:39:10.342513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:10.348793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d691d0f2-2435-4a70-ba56-a609f86b0a8b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:10.358340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Transition to ACTIVE for port object e26fca24-d313-493b-9e7b-8696d46d85c8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:10.371030 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.433422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-3123d78b-7c5e-4f49-905d-9c446dbc6ed2 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823952 Jun 30 02:39:10.512657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Network c1a7ffef-66c4-401b-a26b-3b4846aaac63 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:10.525062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:10.536732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:10.560215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Pushing event updated for resources: {'Port': ['ID=e26fca24-d313-493b-9e7b-8696d46d85c8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:10.696581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b57e5e5e-2180-4160-ade9-0ac639f7dd26 req-21c7c7ba-ff8a-438c-91a3-6bda6c5f3582 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562015 Jun 30 02:39:10.709882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Attempting to bind port e26fca24-d313-493b-9e7b-8696d46d85c8 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:10.710228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Allocated IP 2001:db8::38e (c1a7ffef-66c4-401b-a26b-3b4846aaac63/46159b52-18bf-4758-a6d0-46c4b945ba47/316356ce-e727-46dc-a581-cb41f71dee84) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:10.710731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Attempting to bind port e26fca24-d313-493b-9e7b-8696d46d85c8 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'f7b41cd6-8713-4f9d-8484-6d8f2a254e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c1a7ffef-66c4-401b-a26b-3b4846aaac63'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:10.711053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Attempting to bind port e26fca24-d313-493b-9e7b-8696d46d85c8 on network c1a7ffef-66c4-401b-a26b-3b4846aaac63 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:10.725189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:10.725903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Checking segment: {'id': 'f7b41cd6-8713-4f9d-8484-6d8f2a254e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c1a7ffef-66c4-401b-a26b-3b4846aaac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:10.726297 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.726944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Bound using segment: {'id': 'f7b41cd6-8713-4f9d-8484-6d8f2a254e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c1a7ffef-66c4-401b-a26b-3b4846aaac63'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:10.730651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Bound port: e26fca24-d313-493b-9e7b-8696d46d85c8, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b41cd6-8713-4f9d-8484-6d8f2a254e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c1a7ffef-66c4-401b-a26b-3b4846aaac63'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:10.731902 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.864662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49432a4c-1b18-4a8b-9a39-a21627b36d3b req-569a1e2f-ab23-4b7d-9d81-25d3bf94bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:10.866342 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49432a4c-1b18-4a8b-9a39-a21627b36d3b req-569a1e2f-ab23-4b7d-9d81-25d3bf94bbee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 1095 time: 0.1031344 Jun 30 02:39:10.891820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9d389629-605b-4580-8fd4-710367932e9d None None] For port e26fca24-d313-493b-9e7b-8696d46d85c8, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:10.895948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9d389629-605b-4580-8fd4-710367932e9d None None] For port e26fca24-d313-493b-9e7b-8696d46d85c8, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e26fca24-d313-493b-9e7b-8696d46d85c8,segment=NetworkSegment(f7b41cd6-8713-4f9d-8484-6d8f2a254e30),segment_id=f7b41cd6-8713-4f9d-8484-6d8f2a254e30)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:10.897158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8aef7df0-4cf3-4887-86fc-6ed9f9145ecb None None] Provisioning for port 50dfcf4e-e0ef-472c-b2a7-9329ab394f96 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:10.902261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8aef7df0-4cf3-4887-86fc-6ed9f9145ecb None None] Provisioning complete for port 50dfcf4e-e0ef-472c-b2a7-9329ab394f96 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:10.902613 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8aef7df0-4cf3-4887-86fc-6ed9f9145ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.904938 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.919856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d691d0f2-2435-4a70-ba56-a609f86b0a8b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:10.923651 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d691d0f2-2435-4a70-ba56-a609f86b0a8b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:10.978518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8aef7df0-4cf3-4887-86fc-6ed9f9145ecb None None] Port 50dfcf4e-e0ef-472c-b2a7-9329ab394f96 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:11.005906 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d389629-605b-4580-8fd4-710367932e9d None None] Pushing event updated for resources: {'Port': ['ID=e26fca24-d313-493b-9e7b-8696d46d85c8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:11.048854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49432a4c-1b18-4a8b-9a39-a21627b36d3b req-b7aa91f8-9302-48fa-a948-95ef8a340d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:11.055584 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49432a4c-1b18-4a8b-9a39-a21627b36d3b req-b7aa91f8-9302-48fa-a948-95ef8a340d66 service neutron] 10.222.0.69 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 907 time: 0.1758020 Jun 30 02:39:11.121996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49432a4c-1b18-4a8b-9a39-a21627b36d3b req-3ae22f47-442d-4e7c-a374-12b6e2eee0a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b64661f-d275-4d2c-8ead-33ce20d3c74a HTTP/1.1" status: 200 len: 217 time: 0.0593305 Jun 30 02:39:11.148533 n-d-758944-39 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-d691d0f2-2435-4a70-ba56-a609f86b0a8b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 349db986-34ec-460d-8d63-0e61017f696b (CIDR: 2001:db8::/64) Jun 30 02:39:11.152938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b37f2-d3f3-442b-b3b0-481fec704cae req-fce7cd4e-80da-4096-90d9-1b7720ada617 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:11.154205 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.159193 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d691d0f2-2435-4a70-ba56-a609f86b0a8b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:11.159646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d691d0f2-2435-4a70-ba56-a609f86b0a8b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:11.162812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-270b37f2-d3f3-442b-b3b0-481fec704cae req-fce7cd4e-80da-4096-90d9-1b7720ada617 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 943 time: 0.2635758 Jun 30 02:39:11.181454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d691d0f2-2435-4a70-ba56-a609f86b0a8b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8352044 Jun 30 02:39:11.182245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:11.188931 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8bc6a639-1f0a-4f2c-a13a-d37c9bce406d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:11.194388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Transition to ACTIVE for port object 316356ce-e727-46dc-a581-cb41f71dee84 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:11.256462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-270b37f2-d3f3-442b-b3b0-481fec704cae req-fad94e7b-8204-493e-9575-034aa1751ef9 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883682 Jun 30 02:39:11.261840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49432a4c-1b18-4a8b-9a39-a21627b36d3b req-f012c25c-c566-4199-9cf9-a66ff6295221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:11.263635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49432a4c-1b18-4a8b-9a39-a21627b36d3b req-f012c25c-c566-4199-9cf9-a66ff6295221 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.1340237 Jun 30 02:39:11.333771 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49432a4c-1b18-4a8b-9a39-a21627b36d3b req-8d3ffc57-2f8a-4609-92f0-42c5f898518c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631475 Jun 30 02:39:11.372775 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.396467 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc6a639-1f0a-4f2c-a13a-d37c9bce406d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:11.403018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8bc6a639-1f0a-4f2c-a13a-d37c9bce406d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.454958 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49432a4c-1b18-4a8b-9a39-a21627b36d3b req-bf2215c9-6415-4daf-8358-f73897b3a342 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135597 Jun 30 02:39:11.493756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Network c1a7ffef-66c4-401b-a26b-3b4846aaac63 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:11.502136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:11.505011 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:11.510945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:11.511552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.531088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event updated for resources: {'Port': ['ID=316356ce-e727-46dc-a581-cb41f71dee84,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:11.568697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2d88ac39-18fc-49fc-addb-527e855dceb4 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9534073 Jun 30 02:39:11.570384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:11.576220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Request body: {'port': {'network_id': 'c1a7ffef-66c4-401b-a26b-3b4846aaac63', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1435214526', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:11.576790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] bootfile-name is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:11.577131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] tftp-server is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:11.577927 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] server-ip-address is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:11.596105 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49432a4c-1b18-4a8b-9a39-a21627b36d3b req-10634f68-e9ab-42ba-8cac-1f6f40408296 service neutron] 10.222.0.69 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235883 Jun 30 02:39:11.659894 n-d-758944-39 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-8bc6a639-1f0a-4f2c-a13a-d37c9bce406d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6aa927ab-f90f-4a35-8279-596a7fe792b3 (CIDR: 2001:db8:0:1::/64) Jun 30 02:39:11.666591 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc6a639-1f0a-4f2c-a13a-d37c9bce406d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:11.667067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc6a639-1f0a-4f2c-a13a-d37c9bce406d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:11.691318 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8bc6a639-1f0a-4f2c-a13a-d37c9bce406d tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5083671 Jun 30 02:39:11.694186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:11.702881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a39fb906-326a-46da-8e89-86566c54c06a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'subnet': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:11.794727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Made reservation on behalf of 910f281f229d40a8bf42ecde9543f583 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:11.798265 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:11.829886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] device_id is not set on port cc5d0674-1aec-4ade-8584-58ebe8fa9659 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:39:11.896744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39fb906-326a-46da-8e89-86566c54c06a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Made reservation on behalf of e18078425cbf42c4a01bea3dd7f8f955 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:11.900531 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39fb906-326a-46da-8e89-86566c54c06a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.040890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Allocated IP 2001:db8::3f (c1a7ffef-66c4-401b-a26b-3b4846aaac63/46159b52-18bf-4758-a6d0-46c4b945ba47/cc5d0674-1aec-4ade-8584-58ebe8fa9659) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:12.326599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.334534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39fb906-326a-46da-8e89-86566c54c06a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.374099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Transition to ACTIVE for port object cc5d0674-1aec-4ade-8584-58ebe8fa9659 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:12.389194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bcace9-201b-40ea-a1d2-6ee386cbf027 None None] Network c1a7ffef-66c4-401b-a26b-3b4846aaac63 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:12.399496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39fb906-326a-46da-8e89-86566c54c06a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:12.405443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a39fb906-326a-46da-8e89-86566c54c06a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:12.410079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39fb906-326a-46da-8e89-86566c54c06a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:12.410697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39fb906-326a-46da-8e89-86566c54c06a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.413015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fb906-326a-46da-8e89-86566c54c06a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Subnet': ['ID=c6fd18d2-66c9-4f9f-9332-d802fbbeada2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:12.456719 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a39fb906-326a-46da-8e89-86566c54c06a tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7612586 Jun 30 02:39:12.459290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:12.462067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.467950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6fd7c-340d-4243-b046-524ef850cd55 None None] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:12.469271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1920319132', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c6fd18d2-66c9-4f9f-9332-d802fbbeada2'}], 'security_groups': ['25e7fbb1-ae38-4d76-9f73-638aee70dc6c', 'dcdd3c44-86cf-410a-bb4e-1cc54a64657c']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:12.520344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Network c1a7ffef-66c4-401b-a26b-3b4846aaac63 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:12.525283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:12.532729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:12.539195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:12.540122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.552727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event updated for resources: {'Port': ['ID=cc5d0674-1aec-4ade-8584-58ebe8fa9659,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:12.564682 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9621a440-65c2-4433-aeef-beed91214db2 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9928041 Jun 30 02:39:12.569182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:12.677299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45f8b9b-6220-4dce-a5a3-cbb692ef8507 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:12.684229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45f8b9b-6220-4dce-a5a3-cbb692ef8507 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:12.692544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45f8b9b-6220-4dce-a5a3-cbb692ef8507 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:12.697340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d45f8b9b-6220-4dce-a5a3-cbb692ef8507 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1244774 Jun 30 02:39:12.697752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:12.697884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07e7afb3-e1e3-4854-bbb7-3934240c698c None None] Provisioning for port e26fca24-d313-493b-9e7b-8696d46d85c8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:12.700744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:12.762743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305a5a4-a656-4ab9-be70-1938d0ab7bc5 req-83f0c417-6823-4679-b517-c03f488ab9e9 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:12.770346 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6305a5a4-a656-4ab9-be70-1938d0ab7bc5 req-83f0c417-6823-4679-b517-c03f488ab9e9 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 943 time: 0.2519562 Jun 30 02:39:12.825953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6305a5a4-a656-4ab9-be70-1938d0ab7bc5 req-d6cd74a8-bb4f-4a73-b0ec-ad5f046ea5b4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545390 Jun 30 02:39:12.856967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a044f820-ef95-4fb7-8eba-bf90c0b4f6ac tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Deleting port cc5d0674-1aec-4ade-8584-58ebe8fa9659 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:12.857522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a044f820-ef95-4fb7-8eba-bf90c0b4f6ac tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.053162 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a044f820-ef95-4fb7-8eba-bf90c0b4f6ac tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.063015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbef90-82a7-4a45-abdf-3be780183181 None None] Update dhcp port {'port': {'network_id': '70a7fba7-72c2-4eb3-b220-4e8a822976af', 'fixed_ips': [{'subnet_id': '6aa927ab-f90f-4a35-8279-596a7fe792b3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '349db986-34ec-460d-8d63-0e61017f696b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c6fd18d2-66c9-4f9f-9332-d802fbbeada2'}], 'binding:host_id': 'n-d-758944-39'}, 'id': 'c4652f01-578b-46b6-859f-45f568df5f7f'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:39:13.093299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a044f820-ef95-4fb7-8eba-bf90c0b4f6ac tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Calling delete_port for cc5d0674-1aec-4ade-8584-58ebe8fa9659 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:13.154924 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1cbbef90-82a7-4a45-abdf-3be780183181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.272185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Delete allocated IP 2001:db8::15f (70a7fba7-72c2-4eb3-b220-4e8a822976af/349db986-34ec-460d-8d63-0e61017f696b) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 02:39:13.284724 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Allocated IP 2001:db8:0:2::a8 (70a7fba7-72c2-4eb3-b220-4e8a822976af/c6fd18d2-66c9-4f9f-9332-d802fbbeada2/50dfcf4e-e0ef-472c-b2a7-9329ab394f96) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:13.312541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca105dcb-7837-4d8b-ae9a-eab48de3145f req-95a85e03-f092-4b1e-8013-9c75fd0cbdac tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:13.321869 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca105dcb-7837-4d8b-ae9a-eab48de3145f req-95a85e03-f092-4b1e-8013-9c75fd0cbdac tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.1464889 Jun 30 02:39:13.327327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e26fca24-d313-493b-9e7b-8696d46d85c8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:13.410769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-715071c7-7917-49ce-ac0f-b0972fd65ad0 None None] Provisioning for port 316356ce-e727-46dc-a581-cb41f71dee84 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:13.438323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-715071c7-7917-49ce-ac0f-b0972fd65ad0 None None] Provisioning complete for port 316356ce-e727-46dc-a581-cb41f71dee84 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:13.438771 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-715071c7-7917-49ce-ac0f-b0972fd65ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.459517 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca105dcb-7837-4d8b-ae9a-eab48de3145f req-f604ad09-fff7-4130-aeff-696cb8858276 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364431 Jun 30 02:39:13.461295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a044f820-ef95-4fb7-8eba-bf90c0b4f6ac tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.481213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e26fca24-d313-493b-9e7b-8696d46d85c8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:13.504151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-715071c7-7917-49ce-ac0f-b0972fd65ad0 None None] Port 316356ce-e727-46dc-a581-cb41f71dee84 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:13.507967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e26fca24-d313-493b-9e7b-8696d46d85c8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:13.508939 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.522002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044f820-ef95-4fb7-8eba-bf90c0b4f6ac tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event deleted for resources: {'Port': ['ID=cc5d0674-1aec-4ade-8584-58ebe8fa9659,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:13.528578 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.542840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-715071c7-7917-49ce-ac0f-b0972fd65ad0 None None] Could not find standard attr ID for object cc5d0674-1aec-4ade-8584-58ebe8fa9659. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:39:13.559851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Transition to ACTIVE for port object 50dfcf4e-e0ef-472c-b2a7-9329ab394f96 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:13.566697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a044f820-ef95-4fb7-8eba-bf90c0b4f6ac tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.568394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.570538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a044f820-ef95-4fb7-8eba-bf90c0b4f6ac tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "DELETE /v2.0/ports/cc5d0674-1aec-4ade-8584-58ebe8fa9659 HTTP/1.1" status: 204 len: 168 time: 0.8716085 Jun 30 02:39:13.574259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:13.580556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Request body: {'port': {'name': 'tempest-new-port-name-399285889', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:13.581134 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:13.581480 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:13.582054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:13.584297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-715071c7-7917-49ce-ac0f-b0972fd65ad0 None None] Provisioning complete for port e26fca24-d313-493b-9e7b-8696d46d85c8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:13.584743 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-715071c7-7917-49ce-ac0f-b0972fd65ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.703079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1cbbef90-82a7-4a45-abdf-3be780183181 None None] Allocated IP 2001:db8:0:2::2 (70a7fba7-72c2-4eb3-b220-4e8a822976af/c6fd18d2-66c9-4f9f-9332-d802fbbeada2/c4652f01-578b-46b6-859f-45f568df5f7f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:13.729305 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.847602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e26fca24-d313-493b-9e7b-8696d46d85c8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e26fca24-d313-493b-9e7b-8696d46d85c8,segment=NetworkSegment(f7b41cd6-8713-4f9d-8484-6d8f2a254e30),segment_id=f7b41cd6-8713-4f9d-8484-6d8f2a254e30)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:13.851868 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-715071c7-7917-49ce-ac0f-b0972fd65ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.859506 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:13.938027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1cbbef90-82a7-4a45-abdf-3be780183181 None None] For port c4652f01-578b-46b6-859f-45f568df5f7f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c4652f01-578b-46b6-859f-45f568df5f7f,segment=NetworkSegment(5f8361bc-46a1-4fda-86b1-8ea645d03897),segment_id=5f8361bc-46a1-4fda-86b1-8ea645d03897)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:14.036731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] In _notify_port_updated(), no bound segment for port 50dfcf4e-e0ef-472c-b2a7-9329ab394f96 on network 70a7fba7-72c2-4eb3-b220-4e8a822976af {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:39:14.040546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0bde5-20ee-4277-8908-a8dc87a4be60 req-331d66d8-3c2f-4b2f-937e-b5fae4f43917 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:14.042146 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2cb0bde5-20ee-4277-8908-a8dc87a4be60 req-331d66d8-3c2f-4b2f-937e-b5fae4f43917 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 943 time: 0.0772901 Jun 30 02:39:14.042288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:14.042792 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.044347 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "PUT /v2.0/ports/50dfcf4e-e0ef-472c-b2a7-9329ab394f96 HTTP/1.1" status: 200 len: 969 time: 1.5837100 Jun 30 02:39:14.047519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:14.057049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e26fca24-d313-493b-9e7b-8696d46d85c8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:14.081502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a6ab2-eff7-40a5-aec2-98cf517102ca tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event updated for resources: {'Port': ['ID=50dfcf4e-e0ef-472c-b2a7-9329ab394f96,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:14.119156 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-715071c7-7917-49ce-ac0f-b0972fd65ad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:39:14.119634 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-715071c7-7917-49ce-ac0f-b0972fd65ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:39:14.122179 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1cbbef90-82a7-4a45-abdf-3be780183181 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.126320 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.138936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2cb0bde5-20ee-4277-8908-a8dc87a4be60 req-0baab931-f0bf-4581-b88a-7f3071a20da4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797887 Jun 30 02:39:14.166115 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1cbbef90-82a7-4a45-abdf-3be780183181 None None] Transition to ACTIVE for port object c4652f01-578b-46b6-859f-45f568df5f7f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:14.172786 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1cbbef90-82a7-4a45-abdf-3be780183181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.242690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbef90-82a7-4a45-abdf-3be780183181 None None] Pushing event updated for resources: {'Port': ['ID=c4652f01-578b-46b6-859f-45f568df5f7f,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:14.273348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b0c23e96-483e-4edd-80ef-1c8af340daa4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port 50dfcf4e-e0ef-472c-b2a7-9329ab394f96 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:14.273697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0c23e96-483e-4edd-80ef-1c8af340daa4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.390909 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.396940 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.400083 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0c23e96-483e-4edd-80ef-1c8af340daa4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.420004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b0c23e96-483e-4edd-80ef-1c8af340daa4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for 50dfcf4e-e0ef-472c-b2a7-9329ab394f96 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:14.447531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] In _notify_port_updated(), no bound segment for port 316356ce-e727-46dc-a581-cb41f71dee84 on network c1a7ffef-66c4-401b-a26b-3b4846aaac63 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:39:14.453994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:14.454682 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.456218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "PUT /v2.0/ports/316356ce-e727-46dc-a581-cb41f71dee84 HTTP/1.1" status: 200 len: 1129 time: 0.8807561 Jun 30 02:39:14.459583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:14.541450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d37b59-b156-41e5-aa31-ce578abbd9dd tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event updated for resources: {'Port': ['ID=316356ce-e727-46dc-a581-cb41f71dee84,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:14.559613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c07c7b-63a5-44d4-90f9-c1d044059cef tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:14.565389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-12c07c7b-63a5-44d4-90f9-c1d044059cef tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "GET /v2.0/ports/316356ce-e727-46dc-a581-cb41f71dee84 HTTP/1.1" status: 200 len: 1129 time: 0.1006742 Jun 30 02:39:14.566685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:14.615815 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0c23e96-483e-4edd-80ef-1c8af340daa4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.683003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c23e96-483e-4edd-80ef-1c8af340daa4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=50dfcf4e-e0ef-472c-b2a7-9329ab394f96,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:14.725168 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0c23e96-483e-4edd-80ef-1c8af340daa4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.727502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b0c23e96-483e-4edd-80ef-1c8af340daa4 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/50dfcf4e-e0ef-472c-b2a7-9329ab394f96 HTTP/1.1" status: 204 len: 168 time: 0.6786015 Jun 30 02:39:14.729915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:14.784999 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd2e5b7-8ca5-4e4a-8277-40cbdc7e13e1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] GET failed (client error): The resource could not be found. Jun 30 02:39:14.786769 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ddd2e5b7-8ca5-4e4a-8277-40cbdc7e13e1 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports/50dfcf4e-e0ef-472c-b2a7-9329ab394f96 HTTP/1.1" status: 404 len: 333 time: 0.0557024 Jun 30 02:39:14.790058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:14.803378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d43af865-6cd2-4987-bc3d-d84986baf726 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Deleting port 316356ce-e727-46dc-a581-cb41f71dee84 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:14.803723 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d43af865-6cd2-4987-bc3d-d84986baf726 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.843809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7991d938-246b-424a-b2ef-ae5390b4d037 None None] Provisioning complete for port 316356ce-e727-46dc-a581-cb41f71dee84 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:14.844967 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7991d938-246b-424a-b2ef-ae5390b4d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.871577 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a56e-50bc-4236-94f0-d2516f3f3537 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.872329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e1a16-6210-413d-84fb-96ed098e9b6a req-2440b6fe-65a4-4edd-a22c-24d3019455ed tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:14.882490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab5e1a16-6210-413d-84fb-96ed098e9b6a req-2440b6fe-65a4-4edd-a22c-24d3019455ed tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.1741970 Jun 30 02:39:14.888122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7991d938-246b-424a-b2ef-ae5390b4d037 None None] Port 316356ce-e727-46dc-a581-cb41f71dee84 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:14.893767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7991d938-246b-424a-b2ef-ae5390b4d037 None None] Could not find standard attr ID for object cc5d0674-1aec-4ade-8584-58ebe8fa9659. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:39:14.900879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a56e-50bc-4236-94f0-d2516f3f3537 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.956395 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a56e-50bc-4236-94f0-d2516f3f3537 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.959306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fa3a56e-50bc-4236-94f0-d2516f3f3537 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:14.960497 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6fa3a56e-50bc-4236-94f0-d2516f3f3537 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/security-groups/cae3382c-9ba9-4ede-9e60-e1a236cb26b7 HTTP/1.1" status: 204 len: 168 time: 0.1694524 Jun 30 02:39:14.964028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:14.970887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab5e1a16-6210-413d-84fb-96ed098e9b6a req-432dc560-e389-49e0-937e-4ed1783de538 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858333 Jun 30 02:39:14.984684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3a56e-50bc-4236-94f0-d2516f3f3537 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae3382c-9ba9-4ede-9e60-e1a236cb26b7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:14.999542 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d43af865-6cd2-4987-bc3d-d84986baf726 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.018687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d43af865-6cd2-4987-bc3d-d84986baf726 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Calling delete_port for 316356ce-e727-46dc-a581-cb41f71dee84 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:15.040946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.068945 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.115191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.118443 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.119869 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/security-groups/dcdd3c44-86cf-410a-bb4e-1cc54a64657c HTTP/1.1" status: 204 len: 168 time: 0.1548769 Jun 30 02:39:15.122879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:15.145872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdd3c44-86cf-410a-bb4e-1cc54a64657c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:15.170270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.170600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.171056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.171275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.171642 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.171955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d43af865-6cd2-4987-bc3d-d84986baf726 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.172108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.172325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.172649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.173689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.173689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.175287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.175631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbebdad9-7484-4a20-b416-fb07ed53f30e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:15.215089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43af865-6cd2-4987-bc3d-d84986baf726 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event deleted for resources: {'Port': ['ID=316356ce-e727-46dc-a581-cb41f71dee84,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:15.231254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a259fcc7-ff23-47f9-beab-afa39d7f66ec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.255317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f7a7954f-e753-4bcb-93f7-356d6e00ed56 None None] Provisioning complete for port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:15.255909 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7a7954f-e753-4bcb-93f7-356d6e00ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.278706 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d43af865-6cd2-4987-bc3d-d84986baf726 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.281242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d43af865-6cd2-4987-bc3d-d84986baf726 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "DELETE /v2.0/ports/316356ce-e727-46dc-a581-cb41f71dee84 HTTP/1.1" status: 204 len: 168 time: 0.7098207 Jun 30 02:39:15.283830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:15.297191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e26fca24-d313-493b-9e7b-8696d46d85c8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:15.306584 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a259fcc7-ff23-47f9-beab-afa39d7f66ec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.345105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7954f-e753-4bcb-93f7-356d6e00ed56 None None] Port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:15.353764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f7a7954f-e753-4bcb-93f7-356d6e00ed56 None None] Could not find standard attr ID for object 50dfcf4e-e0ef-472c-b2a7-9329ab394f96. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:39:15.383961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f7a7954f-e753-4bcb-93f7-356d6e00ed56 None None] Provisioning for port c4652f01-578b-46b6-859f-45f568df5f7f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:15.387910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba42eaff-7548-4d68-af14-35d456b58993 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Deleting subnet 46159b52-18bf-4758-a6d0-46c4b945ba47 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:15.391553 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba42eaff-7548-4d68-af14-35d456b58993 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.393921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e26fca24-d313-493b-9e7b-8696d46d85c8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:15.394451 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.397059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f7a7954f-e753-4bcb-93f7-356d6e00ed56 None None] Provisioning complete for port c4652f01-578b-46b6-859f-45f568df5f7f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:15.397059 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f7a7954f-e753-4bcb-93f7-356d6e00ed56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.444531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba42eaff-7548-4d68-af14-35d456b58993 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.508289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a259fcc7-ff23-47f9-beab-afa39d7f66ec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.517654 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a259fcc7-ff23-47f9-beab-afa39d7f66ec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.522099 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a259fcc7-ff23-47f9-beab-afa39d7f66ec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/security-groups/25e7fbb1-ae38-4d76-9f73-638aee70dc6c HTTP/1.1" status: 204 len: 168 time: 0.3980141 Jun 30 02:39:15.534252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:15.580407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259fcc7-ff23-47f9-beab-afa39d7f66ec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e7fbb1-ae38-4d76-9f73-638aee70dc6c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:15.629607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba42eaff-7548-4d68-af14-35d456b58993 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.636329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c4652f01-578b-46b6-859f-45f568df5f7f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:15.650484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04e519-9183-4441-a420-d1d57d9d9648 req-3f48666c-29b9-47d9-b8a0-e306094b3d01 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:15.651716 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd04e519-9183-4441-a420-d1d57d9d9648 req-3f48666c-29b9-47d9-b8a0-e306094b3d01 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 943 time: 0.2643006 Jun 30 02:39:15.661747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea82b51-3233-45fe-9716-ac117a0957ee tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet 349db986-34ec-460d-8d63-0e61017f696b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:15.665420 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea82b51-3233-45fe-9716-ac117a0957ee tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.703049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a4c2ea78-21f1-4df7-b990-0c4764a338f1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:15.711877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a4c2ea78-21f1-4df7-b990-0c4764a338f1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.69 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 946 time: 0.1682096 Jun 30 02:39:15.773824 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.784552 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba42eaff-7548-4d68-af14-35d456b58993 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.787849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c4652f01-578b-46b6-859f-45f568df5f7f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:15.788407 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.816331 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd04e519-9183-4441-a420-d1d57d9d9648 req-6103063c-f319-47df-89c9-0e58c122af6f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034179 Jun 30 02:39:15.834912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42eaff-7548-4d68-af14-35d456b58993 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event deleted for resources: {'Subnet': ['ID=46159b52-18bf-4758-a6d0-46c4b945ba47,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:15.844494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea82b51-3233-45fe-9716-ac117a0957ee tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.878561 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ba42eaff-7548-4d68-af14-35d456b58993 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.880969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ba42eaff-7548-4d68-af14-35d456b58993 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "DELETE /v2.0/subnets/46159b52-18bf-4758-a6d0-46c4b945ba47 HTTP/1.1" status: 204 len: 168 time: 0.5958729 Jun 30 02:39:15.883804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:15.902754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab26e5d-9316-442f-8c26-23da389bf083 None None] Network c1a7ffef-66c4-401b-a26b-3b4846aaac63 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:15.914589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a8def1b-72c1-4124-98f4-b51f9f6167af None None] Could not find standard attr ID for object 50dfcf4e-e0ef-472c-b2a7-9329ab394f96. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:39:15.919010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Deleting port 71530577-7371-4dfa-aa03-35ff470129ac {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:15.919365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:15.988419 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.028931 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.047665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea82b51-3233-45fe-9716-ac117a0957ee tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.056778 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] For port 71530577-7371-4dfa-aa03-35ff470129ac, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=71530577-7371-4dfa-aa03-35ff470129ac,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:16.057346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.072533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Calling delete_port for 71530577-7371-4dfa-aa03-35ff470129ac owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:16.127623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 7b64661f-d275-4d2c-8ead-33ce20d3c74a details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:39:16.196069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868166e9-dfaf-4d33-b874-346385527785 None None] DHCP port deletion for c1a7ffef-66c4-401b-a26b-3b4846aaac63 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:16.214638 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea82b51-3233-45fe-9716-ac117a0957ee tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.224417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.234646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Deleting port e26fca24-d313-493b-9e7b-8696d46d85c8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:16.235060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.241932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['71530577-7371-4dfa-aa03-35ff470129ac'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:16.243940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['9dd81dfe-abe8-409a-bd1b-d2c2b0249400'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:16.264036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea82b51-3233-45fe-9716-ac117a0957ee tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=349db986-34ec-460d-8d63-0e61017f696b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:16.296949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Pushing event deleted for resources: {'Port': ['ID=71530577-7371-4dfa-aa03-35ff470129ac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:16.297299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc51a7eb-5e45-44e4-a9a1-2ca36eb94bf3 None None] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:16.304906 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ea82b51-3233-45fe-9716-ac117a0957ee tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.310935 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ea82b51-3233-45fe-9716-ac117a0957ee tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/349db986-34ec-460d-8d63-0e61017f696b HTTP/1.1" status: 204 len: 168 time: 0.7688084 Jun 30 02:39:16.311219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.311219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.311219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.311219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.312363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.312363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.313456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.313456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.313926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.314384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.314597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fdb17-2c7d-4118-88a6-a73190c225d4 req-6b5188ce-10ab-4557-8326-0ca45dd71a80 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:16.314860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.316020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:16.316852 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba4fdb17-2c7d-4118-88a6-a73190c225d4 req-6b5188ce-10ab-4557-8326-0ca45dd71a80 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=c863dbee-23ae-422e-b1a7-8c4b8f01641e HTTP/1.1" status: 200 len: 867 time: 0.1970370 Jun 30 02:39:16.317350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:16.341211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] No DVR routers for this DVR port 71530577-7371-4dfa-aa03-35ff470129ac on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:16.344866 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.348314 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f9ea1ea-ba20-4f0c-9f15-43bf78437f4a req-a215a502-a5cf-4949-9c32-5eea7e2aa3e0 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.69 "DELETE /v2.0/ports/71530577-7371-4dfa-aa03-35ff470129ac HTTP/1.1" status: 204 len: 173 time: 0.6355708 Jun 30 02:39:16.348833 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c863dbee-23ae-422e-b1a7-8c4b8f01641e', 'name': 'network-vif-deleted', 'tag': '71530577-7371-4dfa-aa03-35ff470129ac'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:16.351344 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087ffae3-29cc-4f0a-a1b8-073df91559b0" -d '{"events": [{"server_uuid": "c863dbee-23ae-422e-b1a7-8c4b8f01641e", "name": "network-vif-deleted", "tag": "71530577-7371-4dfa-aa03-35ff470129ac"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:16.401792 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f87dfd-1978-47ef-96af-169e068f0301 x-openstack-request-id: req-56f87dfd-1978-47ef-96af-169e068f0301 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:16.402080 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c863dbee-23ae-422e-b1a7-8c4b8f01641e", "name": "network-vif-deleted", "tag": "71530577-7371-4dfa-aa03-35ff470129ac", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:16.402331 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56f87dfd-1978-47ef-96af-169e068f0301 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:16.402743 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c863dbee-23ae-422e-b1a7-8c4b8f01641e', 'name': 'network-vif-deleted', 'tag': '71530577-7371-4dfa-aa03-35ff470129ac', 'status': 'completed', 'code': 200} Jun 30 02:39:16.556090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 7b64661f-d275-4d2c-8ead-33ce20d3c74a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=7b64661f-d275-4d2c-8ead-33ce20d3c74a,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:16.587578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '7b64661f-d275-4d2c-8ead-33ce20d3c74a', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'port_id': '7b64661f-d275-4d2c-8ead-33ce20d3c74a', 'mac_address': 'fa:16:3e:b5:16:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b856f8da-cbc5-40d0-9b04-dd78e7eed933', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:39:16.607371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-868166e9-dfaf-4d33-b874-346385527785 None None] Deleting port e26fca24-d313-493b-9e7b-8696d46d85c8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:16.607833 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-868166e9-dfaf-4d33-b874-346385527785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.754428 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.764920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-868166e9-dfaf-4d33-b874-346385527785 None None] For port e26fca24-d313-493b-9e7b-8696d46d85c8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e26fca24-d313-493b-9e7b-8696d46d85c8,segment=NetworkSegment(f7b41cd6-8713-4f9d-8484-6d8f2a254e30),segment_id=f7b41cd6-8713-4f9d-8484-6d8f2a254e30)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:16.765340 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-868166e9-dfaf-4d33-b874-346385527785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.798845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-868166e9-dfaf-4d33-b874-346385527785 None None] Calling delete_port for e26fca24-d313-493b-9e7b-8696d46d85c8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:16.811645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3806b59-c4c5-4ad2-bf5c-e6a811cc9dec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet c6fd18d2-66c9-4f9f-9332-d802fbbeada2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:16.813819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b64661f-d275-4d2c-8ead-33ce20d3c74a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:16.829424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3806b59-c4c5-4ad2-bf5c-e6a811cc9dec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.881803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba4fdb17-2c7d-4118-88a6-a73190c225d4 req-d55a6193-f796-4ce7-9241-8721d12a5984 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259061 Jun 30 02:39:16.896766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] For port e26fca24-d313-493b-9e7b-8696d46d85c8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e26fca24-d313-493b-9e7b-8696d46d85c8,segment=NetworkSegment(f7b41cd6-8713-4f9d-8484-6d8f2a254e30),segment_id=f7b41cd6-8713-4f9d-8484-6d8f2a254e30)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:16.897140 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.912830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 7b64661f-d275-4d2c-8ead-33ce20d3c74a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=7b64661f-d275-4d2c-8ead-33ce20d3c74a,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:16.924316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3806b59-c4c5-4ad2-bf5c-e6a811cc9dec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:16.931021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Calling delete_port for e26fca24-d313-493b-9e7b-8696d46d85c8 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:16.933582 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.096437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3806b59-c4c5-4ad2-bf5c-e6a811cc9dec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.106451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=7b64661f-d275-4d2c-8ead-33ce20d3c74a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:17.151319 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-868166e9-dfaf-4d33-b874-346385527785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.183166 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.213988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8b840-8532-4fb6-a1c5-779f8c0f0a48 req-474d1197-5488-42d6-8e1b-ce8ea253782c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:17.219535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] No DVR routers for this DVR port e26fca24-d313-493b-9e7b-8696d46d85c8 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:17.224220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f8b840-8532-4fb6-a1c5-779f8c0f0a48 req-474d1197-5488-42d6-8e1b-ce8ea253782c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 944 time: 0.1823642 Jun 30 02:39:17.225587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event deleted for resources: {'Port': ['ID=e26fca24-d313-493b-9e7b-8696d46d85c8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:17.238699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868166e9-dfaf-4d33-b874-346385527785 None None] Pushing event deleted for resources: {'Port': ['ID=e26fca24-d313-493b-9e7b-8696d46d85c8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:17.242544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e26fca24-d313-493b-9e7b-8696d46d85c8 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:17.265202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868166e9-dfaf-4d33-b874-346385527785 None None] No DVR routers for this DVR port e26fca24-d313-493b-9e7b-8696d46d85c8 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:17.266922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e26fca24-d313-493b-9e7b-8696d46d85c8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:17.267389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e26fca24-d313-493b-9e7b-8696d46d85c8 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:17.278205 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f8b840-8532-4fb6-a1c5-779f8c0f0a48 req-b9e07b04-9755-42cf-b2af-9e3daba89d1e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527799 Jun 30 02:39:17.302223 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3806b59-c4c5-4ad2-bf5c-e6a811cc9dec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.345979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['7b64661f-d275-4d2c-8ead-33ce20d3c74a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:17.377111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3806b59-c4c5-4ad2-bf5c-e6a811cc9dec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fd18d2-66c9-4f9f-9332-d802fbbeada2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:17.384517 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3806b59-c4c5-4ad2-bf5c-e6a811cc9dec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.386528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c3806b59-c4c5-4ad2-bf5c-e6a811cc9dec tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/c6fd18d2-66c9-4f9f-9332-d802fbbeada2 HTTP/1.1" status: 204 len: 168 time: 1.0659697 Jun 30 02:39:17.390810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:17.392217 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.405308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a7ffef-66c4-401b-a26b-3b4846aaac63']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:17.419221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b41cd6-8713-4f9d-8484-6d8f2a254e30') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:17.419608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b41cd6-8713-4f9d-8484-6d8f2a254e30') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:17.433792 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-893f5e86-2833-4c0e-85a5-e83a25444223 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:17.434261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893f5e86-2833-4c0e-85a5-e83a25444223 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:17.436139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.441159 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-893f5e86-2833-4c0e-85a5-e83a25444223 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/349db986-34ec-460d-8d63-0e61017f696b HTTP/1.1" status: 404 len: 337 time: 0.0488594 Jun 30 02:39:17.441993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:17.455031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.463264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:17.463590 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:17.467609 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:17.509533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36eecf5-b2d7-412e-8f43-e510899a8ee9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting subnet 6aa927ab-f90f-4a35-8279-596a7fe792b3 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:17.513298 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36eecf5-b2d7-412e-8f43-e510899a8ee9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.551978 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.559405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.561313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] 10.222.0.55 "DELETE /v2.0/networks/c1a7ffef-66c4-401b-a26b-3b4846aaac63 HTTP/1.1" status: 204 len: 168 time: 1.6762710 Jun 30 02:39:17.567071 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36eecf5-b2d7-412e-8f43-e510899a8ee9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.575220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f6a35-d0ed-4ec7-8f80-de1af69234e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374 tempest-ExtraDHCPOptionsIpV6TestJSON-1548651374-project] Pushing event deleted for resources: {'Network': ['ID=c1a7ffef-66c4-401b-a26b-3b4846aaac63,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:17.692556 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36eecf5-b2d7-412e-8f43-e510899a8ee9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.768821 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36eecf5-b2d7-412e-8f43-e510899a8ee9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.803740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36eecf5-b2d7-412e-8f43-e510899a8ee9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa927ab-f90f-4a35-8279-596a7fe792b3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:17.807675 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e36eecf5-b2d7-412e-8f43-e510899a8ee9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.809760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e36eecf5-b2d7-412e-8f43-e510899a8ee9 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/6aa927ab-f90f-4a35-8279-596a7fe792b3 HTTP/1.1" status: 204 len: 168 time: 0.3665407 Jun 30 02:39:17.812758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:17.843575 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecc534f-fccd-46d5-b49b-01c418189f4c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:17.844047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecc534f-fccd-46d5-b49b-01c418189f4c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:17.846825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ecc534f-fccd-46d5-b49b-01c418189f4c tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/510b80b6-dd7c-4a2f-9861-98e92006ff37 HTTP/1.1" status: 404 len: 337 time: 0.0317245 Jun 30 02:39:17.848751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:17.883185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:17.883375 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b4352838-d6c5-4e2f-a270-dbafda8e21f7 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "GET /v2.0/ports?device_id=04ac21e6-20ca-40d9-b86b-9afb7eda6f61 HTTP/1.1" status: 200 len: 205 time: 0.0333409 Jun 30 02:39:17.894180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b707d-2ac1-471b-a2b5-2494aed49ed1 None None] Network 70a7fba7-72c2-4eb3-b220-4e8a822976af requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:17.901402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:17.926813 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-35d39754-9ed2-4906-82c6-4698b14c0787 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] delete failed (client error): The resource could not be found. Jun 30 02:39:17.928056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-35d39754-9ed2-4906-82c6-4698b14c0787 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/routers/04ac21e6-20ca-40d9-b86b-9afb7eda6f61 HTTP/1.1" status: 404 len: 336 time: 0.0437398 Jun 30 02:39:17.930912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:17.971631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-157d206a-7352-48d7-9cfc-b3a6be076d3a None None] Provisioning complete for port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:17.972317 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-157d206a-7352-48d7-9cfc-b3a6be076d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:17.994827 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-543d6784-0e5c-45dd-b577-ac5e21e424a2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:17.997411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543d6784-0e5c-45dd-b577-ac5e21e424a2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:18.002602 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-543d6784-0e5c-45dd-b577-ac5e21e424a2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/e7321155-c477-4c46-aa87-92f359977cec HTTP/1.1" status: 404 len: 337 time: 0.0683188 Jun 30 02:39:18.003150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.032269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-157d206a-7352-48d7-9cfc-b3a6be076d3a None None] Port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:18.062015 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28de851-6229-417d-b03c-63592d48edc2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:18.062564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28de851-6229-417d-b03c-63592d48edc2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:18.065130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b28de851-6229-417d-b03c-63592d48edc2 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/5da5594d-8ea3-4190-8a70-54e13c16f991 HTTP/1.1" status: 404 len: 337 time: 0.0605628 Jun 30 02:39:18.067949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38168) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.091033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-157d206a-7352-48d7-9cfc-b3a6be076d3a None None] Provisioning complete for port c4652f01-578b-46b6-859f-45f568df5f7f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:18.091391 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-157d206a-7352-48d7-9cfc-b3a6be076d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.130292 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeadec24-9b1b-4c1b-b3e9-1b4b08c164c7 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:18.130904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeadec24-9b1b-4c1b-b3e9-1b4b08c164c7 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:18.133110 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eeadec24-9b1b-4c1b-b3e9-1b4b08c164c7 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/abcc65cc-6e38-482d-b0d3-d059641c555e HTTP/1.1" status: 404 len: 337 time: 0.0636988 Jun 30 02:39:18.135794 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38170) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.179100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7f9a37b7-4d46-49e4-aebf-f64bd24b0955 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=910f281f229d40a8bf42ecde9543f583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763662 Jun 30 02:39:18.182039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.218953 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c52c68-5531-4b5a-87f6-46a2e85a4849 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:18.220012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c52c68-5531-4b5a-87f6-46a2e85a4849 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:18.228761 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-19c52c68-5531-4b5a-87f6-46a2e85a4849 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/bddc1a12-e578-4a72-a777-03b2c3a23e17 HTTP/1.1" status: 404 len: 333 time: 0.0906544 Jun 30 02:39:18.229553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.238645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a0e99-4992-4ec2-8118-c423728470cb None None] DHCP port deletion for 70a7fba7-72c2-4eb3-b220-4e8a822976af request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:18.259434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9caca6a9-2031-4e7b-809a-fd687eb0f5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.292433 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4d856b-a33a-444d-a9c6-1e271439f169 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:18.292684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9caca6a9-2031-4e7b-809a-fd687eb0f5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.293300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4d856b-a33a-444d-a9c6-1e271439f169 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:18.301356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.303673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ca4d856b-a33a-444d-a9c6-1e271439f169 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/7b23bd63-5c21-481c-baf4-8efa57bb00ff HTTP/1.1" status: 404 len: 337 time: 0.0723507 Jun 30 02:39:18.313386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-be8a0e99-4992-4ec2-8118-c423728470cb None None] Deleting port c4652f01-578b-46b6-859f-45f568df5f7f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:18.313759 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be8a0e99-4992-4ec2-8118-c423728470cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.356460 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7691cdf-6bd3-4401-95aa-e03e482e829e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:18.357376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7691cdf-6bd3-4401-95aa-e03e482e829e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:18.359588 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e7691cdf-6bd3-4401-95aa-e03e482e829e tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/a88163cd-bd5f-45cf-8627-29276de29007 HTTP/1.1" status: 404 len: 337 time: 0.0572641 Jun 30 02:39:18.362441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.395423 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-88877d0f-7c85-4528-9371-c757faf9f77b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:18.396607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88877d0f-7c85-4528-9371-c757faf9f77b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:18.399274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-be8a0e99-4992-4ec2-8118-c423728470cb None None] For port c4652f01-578b-46b6-859f-45f568df5f7f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c4652f01-578b-46b6-859f-45f568df5f7f,segment=NetworkSegment(5f8361bc-46a1-4fda-86b1-8ea645d03897),segment_id=5f8361bc-46a1-4fda-86b1-8ea645d03897)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:18.399939 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be8a0e99-4992-4ec2-8118-c423728470cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.402724 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-88877d0f-7c85-4528-9371-c757faf9f77b tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/c19c7c52-c815-45f3-a2a4-0c4687215be6 HTTP/1.1" status: 404 len: 333 time: 0.0390279 Jun 30 02:39:18.405804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.431411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-be8a0e99-4992-4ec2-8118-c423728470cb None None] Calling delete_port for c4652f01-578b-46b6-859f-45f568df5f7f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:18.436698 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9caca6a9-2031-4e7b-809a-fd687eb0f5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.441675 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9caca6a9-2031-4e7b-809a-fd687eb0f5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.443380 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9caca6a9-2031-4e7b-809a-fd687eb0f5e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3566367a-e684-4e06-b561-4a24dbebb26a HTTP/1.1" status: 204 len: 168 time: 0.2598326 Jun 30 02:39:18.463384 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dda976-ae2a-4dbc-afa0-461d4410e947 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:18.464250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dda976-ae2a-4dbc-afa0-461d4410e947 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:18.466647 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-65dda976-ae2a-4dbc-afa0-461d4410e947 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/e1dd99ab-7876-4997-b304-d108186747b8 HTTP/1.1" status: 404 len: 337 time: 0.0584025 Jun 30 02:39:18.469001 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.491599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caca6a9-2031-4e7b-809a-fd687eb0f5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3566367a-e684-4e06-b561-4a24dbebb26a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:18.519125 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-e701f457-a44f-42ca-8a0b-ea0f45251fd8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] DELETE failed (client error): The resource could not be found. Jun 30 02:39:18.519954 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e701f457-a44f-42ca-8a0b-ea0f45251fd8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:39:18.524426 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e701f457-a44f-42ca-8a0b-ea0f45251fd8 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/subnets/f71901da-35dc-43d1-ab1b-47b4393855f3 HTTP/1.1" status: 404 len: 337 time: 0.0515180 Jun 30 02:39:18.524826 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:18.571073 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be8a0e99-4992-4ec2-8118-c423728470cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.610145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a0e99-4992-4ec2-8118-c423728470cb None None] Pushing event deleted for resources: {'Port': ['ID=c4652f01-578b-46b6-859f-45f568df5f7f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:18.612719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5ac3e-3617-4569-9ac8-bacf79299631 req-d99e89b1-f6a0-4bf6-aa0a-d8cdf50e8680 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:18.614563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ea5ac3e-3617-4569-9ac8-bacf79299631 req-d99e89b1-f6a0-4bf6-aa0a-d8cdf50e8680 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 944 time: 0.1414490 Jun 30 02:39:18.615650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1072a-2437-4fe2-837b-bff44ddcdf7c req-f3726e89-740d-40b8-81df-894d08219eae tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:18.623117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a0e99-4992-4ec2-8118-c423728470cb None None] No DVR routers for this DVR port c4652f01-578b-46b6-859f-45f568df5f7f on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:18.624014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ede1072a-2437-4fe2-837b-bff44ddcdf7c req-f3726e89-740d-40b8-81df-894d08219eae tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1070628 Jun 30 02:39:18.678629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ea5ac3e-3617-4569-9ac8-bacf79299631 req-b41bbe25-28c6-4b8f-a7ee-6623024977d3 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462074 Jun 30 02:39:18.682868 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ede1072a-2437-4fe2-837b-bff44ddcdf7c req-f5b055e3-3f39-4d6b-bffe-9dfb04f393ac tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449045 Jun 30 02:39:18.701627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-db0cadff-5db9-464d-939a-83d13bbb39a0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Deleting port b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:18.702144 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db0cadff-5db9-464d-939a-83d13bbb39a0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.783097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db0cadff-5db9-464d-939a-83d13bbb39a0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.798810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-db0cadff-5db9-464d-939a-83d13bbb39a0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Calling delete_port for b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:18.880902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db0cadff-5db9-464d-939a-83d13bbb39a0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.917301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cadff-5db9-464d-939a-83d13bbb39a0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Port': ['ID=b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:18.925608 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db0cadff-5db9-464d-939a-83d13bbb39a0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:18.930415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-db0cadff-5db9-464d-939a-83d13bbb39a0 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/ports/b6c59bb3-eeb8-48b7-ae6d-9342fdd3b3fc HTTP/1.1" status: 204 len: 168 time: 0.4020746 Jun 30 02:39:18.930517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:19.013547 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.106854 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.119053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a7fba7-72c2-4eb3-b220-4e8a822976af']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:19.131288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8361bc-46a1-4fda-86b1-8ea645d03897') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:19.131637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8361bc-46a1-4fda-86b1-8ea645d03897') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:19.141105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.163526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.173527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:19.175512 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:19.183354 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:19.260856 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.270507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.275639 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] 10.222.0.55 "DELETE /v2.0/networks/70a7fba7-72c2-4eb3-b220-4e8a822976af HTTP/1.1" status: 204 len: 168 time: 0.3412991 Jun 30 02:39:19.284019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:19.291590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2a57e-28ef-41ea-a4aa-d7f4f35857b6 tempest-PortsIpV6TestJSON-271884833 tempest-PortsIpV6TestJSON-271884833-project] Pushing event deleted for resources: {'Network': ['ID=70a7fba7-72c2-4eb3-b220-4e8a822976af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:19.367972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c4652f01-578b-46b6-859f-45f568df5f7f no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:19.389756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: c4652f01-578b-46b6-859f-45f568df5f7f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:19.390117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c4652f01-578b-46b6-859f-45f568df5f7f not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:19.435496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2139998156'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:19.460833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Made reservation on behalf of f18d0346d55946c7a560913d5fad4489 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:19.464673 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.473536 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.571587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.575788 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.586864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:19.602163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:39:19.618842 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c7ec7e-1a23-4447-9e7a-b2abbf04878b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:19.623467 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.623817 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Added segment 7498f6d2-bee7-45d7-ac33-36a354f5a980 of type vlan for network bf95184e-3c65-487a-b1c8-7c3d8485a535 Jun 30 02:39:19.675946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.709755 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.726484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:19.727201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.747645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5c9e9d0a-60f7-4275-a0be-cc964f686055 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e18078425cbf42c4a01bea3dd7f8f955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571217 Jun 30 02:39:19.747907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:19.812524 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5271547 Jun 30 02:39:19.813044 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:19.822327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Request body: {'subnet': {'network_id': 'bf95184e-3c65-487a-b1c8-7c3d8485a535', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:19.833978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35790371-fdd6-49f3-9619-0b5fa351f370 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event updated for resources: {'Network': ['ID=bf95184e-3c65-487a-b1c8-7c3d8485a535,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:19.841149 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7738-8247-4533-9522-7ab6d8477ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:19.844164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network bf95184e-3c65-487a-b1c8-7c3d8485a535 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:39:19.889120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe579-bfb9-49e1-b522-8a7ef7e9a875 req-dd0041a6-5e7c-4f24-bc48-f47d5cd5e698 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:19.897019 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cbe579-bfb9-49e1-b522-8a7ef7e9a875 req-dd0041a6-5e7c-4f24-bc48-f47d5cd5e698 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 944 time: 0.0774984 Jun 30 02:39:19.932769 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30cbe579-bfb9-49e1-b522-8a7ef7e9a875 req-7d4daa5a-a30d-414b-ab5f-bc3cb6b2ff51 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346861 Jun 30 02:39:19.954429 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7738-8247-4533-9522-7ab6d8477ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.022669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Made reservation on behalf of f18d0346d55946c7a560913d5fad4489 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:20.027081 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.056995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a70961-1c38-4d5f-8f60-7185271e005b req-d844fdce-529a-4181-aad7-f03684fbb53e tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:20.058894 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7a70961-1c38-4d5f-8f60-7185271e005b req-d844fdce-529a-4181-aad7-f03684fbb53e tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2306256 Jun 30 02:39:20.119869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7738-8247-4533-9522-7ab6d8477ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.122459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdbd7738-8247-4533-9522-7ab6d8477ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.123669 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fdbd7738-8247-4533-9522-7ab6d8477ce4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7867c50-c1ba-49b5-a9c1-16f13868b35b HTTP/1.1" status: 204 len: 168 time: 0.3748236 Jun 30 02:39:20.124762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 7b64661f-d275-4d2c-8ead-33ce20d3c74a up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:20.150491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd7738-8247-4533-9522-7ab6d8477ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7867c50-c1ba-49b5-a9c1-16f13868b35b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:20.171951 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7a70961-1c38-4d5f-8f60-7185271e005b req-3d0416a3-1ec6-4c67-9db2-2a2b4c3c3aec tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827184 Jun 30 02:39:20.194239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 7b64661f-d275-4d2c-8ead-33ce20d3c74a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:20.199329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 7b64661f-d275-4d2c-8ead-33ce20d3c74a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:20.200193 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.304521 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.319089 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.333766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b00545e-ae3c-468e-b8cd-1fb986293e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b64661f-d275-4d2c-8ead-33ce20d3c74a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:20.336354 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dc6c33-57f6-4c16-8001-197cdd9050ca" -d '{"events": [{"server_uuid": "5b00545e-ae3c-468e-b8cd-1fb986293e38", "name": "network-vif-plugged", "status": "completed", "tag": "7b64661f-d275-4d2c-8ead-33ce20d3c74a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:20.365833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 7b64661f-d275-4d2c-8ead-33ce20d3c74a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=7b64661f-d275-4d2c-8ead-33ce20d3c74a,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:20.376519 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.378741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 71530577-7371-4dfa-aa03-35ff470129ac no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:20.404104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event updated for resources: {'Subnet': ['ID=85b2441e-9566-4485-9b37-7bf92ab9e457,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:20.410265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Checking segment: {'id': '7498f6d2-bee7-45d7-ac33-36a354f5a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bf95184e-3c65-487a-b1c8-7c3d8485a535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:20.410792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Network hostable DHCP agents. Network: bf95184e-3c65-487a-b1c8-7c3d8485a535, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:39:20.425921 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9e1d8e-0998-48d9-b955-ba1d26f6c4ba x-openstack-request-id: req-5e9e1d8e-0998-48d9-b955-ba1d26f6c4ba {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:20.426301 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b00545e-ae3c-468e-b8cd-1fb986293e38", "name": "network-vif-plugged", "status": "completed", "tag": "7b64661f-d275-4d2c-8ead-33ce20d3c74a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:20.426461 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e9e1d8e-0998-48d9-b955-ba1d26f6c4ba {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:20.426869 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b00545e-ae3c-468e-b8cd-1fb986293e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b64661f-d275-4d2c-8ead-33ce20d3c74a', 'code': 200} Jun 30 02:39:20.449270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 71530577-7371-4dfa-aa03-35ff470129ac {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:20.449526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 71530577-7371-4dfa-aa03-35ff470129ac not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:20.477143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Network bf95184e-3c65-487a-b1c8-7c3d8485a535 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:39:20.486179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=7b64661f-d275-4d2c-8ead-33ce20d3c74a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:20.520065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, bf95184e-3c65-487a-b1c8-7c3d8485a535) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:20.526027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:20.526692 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.540851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21f28f8-6d8b-4359-b407-ba34c465ce92 None None] Network bf95184e-3c65-487a-b1c8-7c3d8485a535 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:20.550750 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c2d57292-e7e7-44b2-ab9a-991984264dee tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7364423 Jun 30 02:39:20.553565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:20.559061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Request body: {'port': {'network_id': 'bf95184e-3c65-487a-b1c8-7c3d8485a535', 'name': 'tempest-ExtraDHCPOptionsTestJSON-476096484'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:20.566157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be30150-b8fb-447e-86a1-a3255d6fccae req-cf0da92d-1fd1-4374-ad6d-b2c498f24391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:20.566157 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4be30150-b8fb-447e-86a1-a3255d6fccae req-cf0da92d-1fd1-4374-ad6d-b2c498f24391 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 1097 time: 0.0779347 Jun 30 02:39:20.605582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4be30150-b8fb-447e-86a1-a3255d6fccae req-e6f0b45c-de3a-4535-937c-57deab61fb1b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341067 Jun 30 02:39:20.714345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Made reservation on behalf of f18d0346d55946c7a560913d5fad4489 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:20.719923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.728075 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-bf95184e-3c65-487a-b1c8-7c3d8485a535', 'network_id': 'bf95184e-3c65-487a-b1c8-7c3d8485a535', 'tenant_id': 'f18d0346d55946c7a560913d5fad4489', 'fixed_ips': [{'subnet_id': '85b2441e-9566-4485-9b37-7bf92ab9e457'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:39:20.728899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:20.748738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] device_id is not set on port cf4301b7-be1f-48d3-b247-79d9f35b5cef yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:39:20.914245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Allocated IP 172.20.0.6 (bf95184e-3c65-487a-b1c8-7c3d8485a535/85b2441e-9566-4485-9b37-7bf92ab9e457/cf4301b7-be1f-48d3-b247-79d9f35b5cef) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:21.053114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:21.136936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.169193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Transition to ACTIVE for port object cf4301b7-be1f-48d3-b247-79d9f35b5cef will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:21.228933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fb6eb01c-82ca-4953-8d2d-908aa1340ac7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1750527553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:21.239110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219459e-9296-4a88-8925-4cbb463b3a30 req-d17b0b29-f9d7-45a5-bd4c-a53d56467139 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:21.246848 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a219459e-9296-4a88-8925-4cbb463b3a30 req-d17b0b29-f9d7-45a5-bd4c-a53d56467139 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 945 time: 0.1552186 Jun 30 02:39:21.279088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb01c-82ca-4953-8d2d-908aa1340ac7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.281049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb01c-82ca-4953-8d2d-908aa1340ac7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.292514 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.313763 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a219459e-9296-4a88-8925-4cbb463b3a30 req-1e678def-0649-465f-bbb0-754a235381f5 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653474 Jun 30 02:39:21.353540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Network bf95184e-3c65-487a-b1c8-7c3d8485a535 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:21.363002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:21.367324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Allocated IP 172.20.0.2 (bf95184e-3c65-487a-b1c8-7c3d8485a535/85b2441e-9566-4485-9b37-7bf92ab9e457/ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:21.368961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:21.382700 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb01c-82ca-4953-8d2d-908aa1340ac7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.388496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb01c-82ca-4953-8d2d-908aa1340ac7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.412725 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb6eb01c-82ca-4953-8d2d-908aa1340ac7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.416905 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fb6eb01c-82ca-4953-8d2d-908aa1340ac7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3599880 Jun 30 02:39:21.424330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:21.424330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1479770246'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:21.435786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event updated for resources: {'Port': ['ID=cf4301b7-be1f-48d3-b247-79d9f35b5cef,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:21.494701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Made reservation on behalf of b87a71fe8f8c4944a22b7fd25968af1e for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:21.498407 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.500392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:21.501075 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.534260 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-69ec6e82-8372-4737-ba41-a501757a71be tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9794772 Jun 30 02:39:21.537544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:21.542977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Request body: {'port': {'network_id': 'bf95184e-3c65-487a-b1c8-7c3d8485a535', 'name': 'tempest-ExtraDHCPOptionsTestJSON-851120589', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:21.543465 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] bootfile-name is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:21.543857 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] tftp-server is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:21.544184 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.api.validators [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] server-ip-address is not in valid_values {{(pid=93770) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:21.545713 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.592237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.603103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Transition to ACTIVE for port object ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:21.619732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Transition to ACTIVE for port object ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:21.629387 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.673302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Network bf95184e-3c65-487a-b1c8-7c3d8485a535 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:21.677845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:21.683426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:21.705174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee199d44-37d4-4c7f-9f68-17cc65a5a642 req-fd439cd7-18dc-4342-9a18-705064a0d1d6 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:21.714352 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ee199d44-37d4-4c7f-9f68-17cc65a5a642 req-fd439cd7-18dc-4342-9a18-705064a0d1d6 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2357152 Jun 30 02:39:21.743250 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.753662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Pushing event updated for resources: {'Port': ['ID=ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:21.758358 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.771605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Made reservation on behalf of f18d0346d55946c7a560913d5fad4489 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:21.777822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.781889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Attempting to bind port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:21.782056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Attempting to bind port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '7498f6d2-bee7-45d7-ac33-36a354f5a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bf95184e-3c65-487a-b1c8-7c3d8485a535'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:21.782368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Attempting to bind port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 on network bf95184e-3c65-487a-b1c8-7c3d8485a535 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:21.789794 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ee199d44-37d4-4c7f-9f68-17cc65a5a642 req-2a140172-0406-48c6-b4e9-fce8f0f2c4ea tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744143 Jun 30 02:39:21.792584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:39:21.797793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:21.798179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Checking segment: {'id': '7498f6d2-bee7-45d7-ac33-36a354f5a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bf95184e-3c65-487a-b1c8-7c3d8485a535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:21.798599 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.799821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Bound using segment: {'id': '7498f6d2-bee7-45d7-ac33-36a354f5a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bf95184e-3c65-487a-b1c8-7c3d8485a535'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:21.800374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Bound port: ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7498f6d2-bee7-45d7-ac33-36a354f5a980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'bf95184e-3c65-487a-b1c8-7c3d8485a535'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:21.800759 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.816536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.817065 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Added segment 3d6df234-33d5-46e9-9dc3-23740eb43633 of type vlan for network ced393ca-9d2a-49df-9814-fb9d43c69390 Jun 30 02:39:21.818567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be427c2-fd38-4ef8-970d-f904975ecec3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:21.828635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] device_id is not set on port bd684043-f56b-467f-84bb-cddde26f89b5 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:39:21.885619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] For port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:21.889079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] For port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155,segment=NetworkSegment(7498f6d2-bee7-45d7-ac33-36a354f5a980),segment_id=7498f6d2-bee7-45d7-ac33-36a354f5a980)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:21.890495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.897456 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.928285 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.934954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:21.935722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:21.991364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca426b-f1f6-472f-820c-d7de05dcd4a4 None None] Pushing event updated for resources: {'Port': ['ID=ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:22.001241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Allocated IP 172.20.0.14 (bf95184e-3c65-487a-b1c8-7c3d8485a535/85b2441e-9566-4485-9b37-7bf92ab9e457/bd684043-f56b-467f-84bb-cddde26f89b5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:22.032410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:22.032649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6139717 Jun 30 02:39:22.040516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf84c90-0338-4d69-bede-2e6e7da8958a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'Network': ['ID=ced393ca-9d2a-49df-9814-fb9d43c69390,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:22.051549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Request body: {'subnet': {'network_id': 'ced393ca-9d2a-49df-9814-fb9d43c69390', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:22.065606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network ced393ca-9d2a-49df-9814-fb9d43c69390 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:39:22.287617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Made reservation on behalf of b87a71fe8f8c4944a22b7fd25968af1e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:22.291110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.434169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.457976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Transition to ACTIVE for port object bd684043-f56b-467f-84bb-cddde26f89b5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:22.522438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3a8eb-4d4f-484e-9b0f-fe3c78de5de7 req-5383220d-e27c-4c77-9716-90b64060cf47 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:22.523394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68a3a8eb-4d4f-484e-9b0f-fe3c78de5de7 req-5383220d-e27c-4c77-9716-90b64060cf47 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 945 time: 0.0687618 Jun 30 02:39:22.570345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.576309 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68a3a8eb-4d4f-484e-9b0f-fe3c78de5de7 req-7ec0c295-59cd-4150-a2d7-a4af27c59ac1 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455024 Jun 30 02:39:22.617996 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.640689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Network bf95184e-3c65-487a-b1c8-7c3d8485a535 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:22.671378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:22.675310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:22.695812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event updated for resources: {'Port': ['ID=bd684043-f56b-467f-84bb-cddde26f89b5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:22.744025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'Subnet': ['ID=291b8ba8-b9b8-417c-b5ac-0d7de84a0459,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:22.771697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:22.772400 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.778681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Checking segment: {'id': '3d6df234-33d5-46e9-9dc3-23740eb43633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ced393ca-9d2a-49df-9814-fb9d43c69390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:22.779193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Network hostable DHCP agents. Network: ced393ca-9d2a-49df-9814-fb9d43c69390, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:39:22.799725 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e6cbdc91-5677-4e60-a26b-70128bcbc94b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2603145 Jun 30 02:39:22.802260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:22.808719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Network ced393ca-9d2a-49df-9814-fb9d43c69390 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:39:22.820871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, ced393ca-9d2a-49df-9814-fb9d43c69390) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:22.825829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:22.826561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:22.835048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8d5427-d75c-4bb5-bde4-fa6a0e30036c None None] Network ced393ca-9d2a-49df-9814-fb9d43c69390 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:22.874807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-28973ce3-6ca6-488a-b2df-a62a1a9b6931 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8403518 Jun 30 02:39:22.878830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:22.886800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Request body: {'network': {'name': 'tempest-router-network01--1841329746'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:22.947950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21af3-b1a4-4641-a115-8a3170b70785 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:22.956451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21af3-b1a4-4641-a115-8a3170b70785 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:22.963493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db21af3-b1a4-4641-a115-8a3170b70785 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:22.968622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9db21af3-b1a4-4641-a115-8a3170b70785 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1652701 Jun 30 02:39:22.969467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:22.992932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Made reservation on behalf of b87a71fe8f8c4944a22b7fd25968af1e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:22.997724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.039432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:39:23.058418 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.059306 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Added segment bd090da8-7884-476b-8f9e-a0f62b645284 of type vlan for network a0d92e42-98aa-49f1-82b3-3a1a2852595e Jun 30 02:39:23.090664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab800f87-8d3f-4c36-9613-684e980a5d4e req-06690df6-f156-4bd4-8a0e-5d0bac5c4e63 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:23.092603 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab800f87-8d3f-4c36-9613-684e980a5d4e req-06690df6-f156-4bd4-8a0e-5d0bac5c4e63 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 945 time: 0.1704693 Jun 30 02:39:23.146518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-ced393ca-9d2a-49df-9814-fb9d43c69390', 'network_id': 'ced393ca-9d2a-49df-9814-fb9d43c69390', 'tenant_id': 'b87a71fe8f8c4944a22b7fd25968af1e', 'fixed_ips': [{'subnet_id': '291b8ba8-b9b8-417c-b5ac-0d7de84a0459'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:39:23.149033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.152682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db8d27-b51b-4ad2-ae5c-ca6870e392e3 req-de3590e6-2723-4d5e-b691-bd141e7be6c1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:23.154262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21db8d27-b51b-4ad2-ae5c-ca6870e392e3 req-de3590e6-2723-4d5e-b691-bd141e7be6c1 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.1745272 Jun 30 02:39:23.178929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.213535 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab800f87-8d3f-4c36-9613-684e980a5d4e req-afded02a-286d-41f6-8b13-f0619a7280b1 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678277 Jun 30 02:39:23.244203 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21db8d27-b51b-4ad2-ae5c-ca6870e392e3 req-58c1c762-4c4c-428f-bd5a-a0589cd85aca tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793774 Jun 30 02:39:23.263807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-481a1daf-f6da-4645-a022-117a90c62235 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Deleting port bd684043-f56b-467f-84bb-cddde26f89b5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:23.264144 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-481a1daf-f6da-4645-a022-117a90c62235 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.283075 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.293881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:23.296347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.335866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:23.410284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513405aa-1456-48fb-ac1f-8fa32f8efd49 None None] Network bf95184e-3c65-487a-b1c8-7c3d8485a535 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:23.451151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-481a1daf-f6da-4645-a022-117a90c62235 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.468786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-481a1daf-f6da-4645-a022-117a90c62235 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Calling delete_port for bd684043-f56b-467f-84bb-cddde26f89b5 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:23.469060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5868156 Jun 30 02:39:23.473354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38328) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:23.483310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Request body: {'network': {'name': 'tempest-router-network02--1760832599'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:23.505719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5458d-8c47-4495-87c3-209d37db2b03 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'Network': ['ID=a0d92e42-98aa-49f1-82b3-3a1a2852595e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:23.508317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Allocated IP 172.20.0.2 (ced393ca-9d2a-49df-9814-fb9d43c69390/291b8ba8-b9b8-417c-b5ac-0d7de84a0459/766ab1f7-44f2-4370-915d-b2cb17ee1b50) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:23.517565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3edb4f7-0e97-400f-b1ae-2fd72cc8d9f5 None None] Provisioning for port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:23.530154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a0d92e42-98aa-49f1-82b3-3a1a2852595e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:39:23.563414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Made reservation on behalf of b87a71fe8f8c4944a22b7fd25968af1e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:23.567597 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.618031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:23.620830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7795a-6d94-4b3a-8840-c786b18b20b8 req-3eb3e28d-cac6-494e-9312-2419fe2b533f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:23.628884 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f1d7795a-6d94-4b3a-8840-c786b18b20b8 req-3eb3e28d-cac6-494e-9312-2419fe2b533f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 945 time: 0.1531212 Jun 30 02:39:23.646530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:23.646810 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.659950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:39:23.681489 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-481a1daf-f6da-4645-a022-117a90c62235 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.692795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.693610 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Added segment 2980db91-290f-4731-9871-13e00f5345fc of type vlan for network 97ad553f-0cbb-48f8-996a-c1c038d7e741 Jun 30 02:39:23.721954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a1daf-f6da-4645-a022-117a90c62235 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event deleted for resources: {'Port': ['ID=bd684043-f56b-467f-84bb-cddde26f89b5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:23.728547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f1d7795a-6d94-4b3a-8840-c786b18b20b8 req-d3df1080-7dec-4988-bcd6-9fc6d1847566 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985115 Jun 30 02:39:23.801758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.845010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.852991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:23.854128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.870974 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-481a1daf-f6da-4645-a022-117a90c62235 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:23.875540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-481a1daf-f6da-4645-a022-117a90c62235 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "DELETE /v2.0/ports/bd684043-f56b-467f-84bb-cddde26f89b5 HTTP/1.1" status: 204 len: 168 time: 0.9044499 Jun 30 02:39:23.880041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:23.890336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Request body: {'port': {'name': 'tempest-new-port-name-172827160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:23.894923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] bootfile-name is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:23.895379 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] tftp-server is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:23.895807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.api.validators [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] server-ip-address is not in valid_values {{(pid=93771) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 02:39:23.968820 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4940658 Jun 30 02:39:23.969085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:23.972222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c75d4-e5cf-43eb-bcf4-b1402a9441dd tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'Network': ['ID=97ad553f-0cbb-48f8-996a-c1c038d7e741,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:23.983866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Request body: {'subnet': {'network_id': 'a0d92e42-98aa-49f1-82b3-3a1a2852595e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:24.071371 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.081805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Transition to ACTIVE for port object 766ab1f7-44f2-4370-915d-b2cb17ee1b50 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:24.095161 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.108450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Transition to ACTIVE for port object 766ab1f7-44f2-4370-915d-b2cb17ee1b50 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:24.117700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 97ad553f-0cbb-48f8-996a-c1c038d7e741 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:39:24.162698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Made reservation on behalf of b87a71fe8f8c4944a22b7fd25968af1e for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:24.166201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.191487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b43574-d399-480e-ac22-df5bc6fa7e26 req-a8942f4f-36cc-4443-b7a3-736ce04be0fa tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:24.199116 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b6b43574-d399-480e-ac22-df5bc6fa7e26 req-a8942f4f-36cc-4443-b7a3-736ce04be0fa tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.0770907 Jun 30 02:39:24.213236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.255007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b6b43574-d399-480e-ac22-df5bc6fa7e26 req-4f40f9de-92e8-4bd4-a226-01940e549d2c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546110 Jun 30 02:39:24.307487 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Pushing event updated for resources: {'Port': ['ID=766ab1f7-44f2-4370-915d-b2cb17ee1b50,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:24.342010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Network ced393ca-9d2a-49df-9814-fb9d43c69390 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:24.358896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:24.370196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:24.386866 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.389594 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c5f271a-0c03-4817-9ec6-84883cf505b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.474347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e1b3b-8db5-4523-bac2-c9742c9c4767 req-92520c6d-e5f8-43b5-ab0d-d5d43c9f838b tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:24.476505 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-756e1b3b-8db5-4523-bac2-c9742c9c4767 req-92520c6d-e5f8-43b5-ab0d-d5d43c9f838b tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.0921416 Jun 30 02:39:24.493657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155,segment=NetworkSegment(7498f6d2-bee7-45d7-ac33-36a354f5a980),segment_id=7498f6d2-bee7-45d7-ac33-36a354f5a980)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:24.502683 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.511108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974da3c-e02d-4f45-a263-caeff6efe5ea req-28c36750-1526-434d-8e6e-eddf25958c47 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:24.519872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f974da3c-e02d-4f45-a263-caeff6efe5ea req-28c36750-1526-434d-8e6e-eddf25958c47 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 945 time: 0.1877592 Jun 30 02:39:24.525882 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.541697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-756e1b3b-8db5-4523-bac2-c9742c9c4767 req-7abb785d-bdc3-49e5-9134-7d09c80d7675 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575807 Jun 30 02:39:24.550746 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.562754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Attempting to bind port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:24.563269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Attempting to bind port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3d6df234-33d5-46e9-9dc3-23740eb43633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ced393ca-9d2a-49df-9814-fb9d43c69390'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:24.563641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Attempting to bind port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 on network ced393ca-9d2a-49df-9814-fb9d43c69390 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:24.571952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:24.575226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:24.575766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Checking segment: {'id': '3d6df234-33d5-46e9-9dc3-23740eb43633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ced393ca-9d2a-49df-9814-fb9d43c69390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:24.576323 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.576662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Bound using segment: {'id': '3d6df234-33d5-46e9-9dc3-23740eb43633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ced393ca-9d2a-49df-9814-fb9d43c69390'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:24.577143 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Bound port: 766ab1f7-44f2-4370-915d-b2cb17ee1b50, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6df234-33d5-46e9-9dc3-23740eb43633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ced393ca-9d2a-49df-9814-fb9d43c69390'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:24.577517 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.651174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] For port 766ab1f7-44f2-4370-915d-b2cb17ee1b50, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:24.654876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] For port 766ab1f7-44f2-4370-915d-b2cb17ee1b50, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=766ab1f7-44f2-4370-915d-b2cb17ee1b50,segment=NetworkSegment(3d6df234-33d5-46e9-9dc3-23740eb43633),segment_id=3d6df234-33d5-46e9-9dc3-23740eb43633)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:24.661122 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.707344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f974da3c-e02d-4f45-a263-caeff6efe5ea req-99049e84-2a68-41ea-8962-666899c9c686 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863222 Jun 30 02:39:24.755211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event updated for resources: {'Port': ['ID=cf4301b7-be1f-48d3-b247-79d9f35b5cef,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:24.766957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1917fe-796d-4e3a-abf9-53f9e56990af None None] Pushing event updated for resources: {'Port': ['ID=766ab1f7-44f2-4370-915d-b2cb17ee1b50,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:24.775592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1579b1e8-836b-43be-a0b1-517516975fa3 None None] Provisioning for port cf4301b7-be1f-48d3-b247-79d9f35b5cef completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:24.781674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1579b1e8-836b-43be-a0b1-517516975fa3 None None] Provisioning complete for port cf4301b7-be1f-48d3-b247-79d9f35b5cef triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:24.782049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1579b1e8-836b-43be-a0b1-517516975fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.801582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] In _notify_port_updated(), no bound segment for port cf4301b7-be1f-48d3-b247-79d9f35b5cef on network bf95184e-3c65-487a-b1c8-7c3d8485a535 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:39:24.808128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:24.808958 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.812911 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cd21d77c-2654-4476-b17d-1c227fbf2e2b tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "PUT /v2.0/ports/cf4301b7-be1f-48d3-b247-79d9f35b5cef HTTP/1.1" status: 200 len: 1135 time: 0.9293656 Jun 30 02:39:24.812911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.814333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:24.827438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1579b1e8-836b-43be-a0b1-517516975fa3 None None] Port cf4301b7-be1f-48d3-b247-79d9f35b5cef cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:24.845579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1579b1e8-836b-43be-a0b1-517516975fa3 None None] Provisioning complete for port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:24.846023 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1579b1e8-836b-43be-a0b1-517516975fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:24.892984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'Subnet': ['ID=40af4485-c8db-4ecf-b047-e1c90f1ea276,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:24.906400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Checking segment: {'id': 'bd090da8-7884-476b-8f9e-a0f62b645284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0d92e42-98aa-49f1-82b3-3a1a2852595e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:24.906963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Network hostable DHCP agents. Network: a0d92e42-98aa-49f1-82b3-3a1a2852595e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:39:24.910670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3cc7fd-8962-4645-813d-0ee02eec9454 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:24.919842 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8f3cc7fd-8962-4645-813d-0ee02eec9454 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "GET /v2.0/ports/cf4301b7-be1f-48d3-b247-79d9f35b5cef HTTP/1.1" status: 200 len: 1135 time: 0.1033714 Jun 30 02:39:24.920037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38358) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:24.965901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Network a0d92e42-98aa-49f1-82b3-3a1a2852595e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:39:25.002859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a0d92e42-98aa-49f1-82b3-3a1a2852595e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:25.013244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:25.013807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.036967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f177d-c339-44b1-8beb-9a5311e4b606 None None] Network a0d92e42-98aa-49f1-82b3-3a1a2852595e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:25.093552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:25.094206 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fab8d8bf-eccc-44f2-8470-5dc5322d6cc7 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1236167 Jun 30 02:39:25.101399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Request body: {'subnet': {'network_id': '97ad553f-0cbb-48f8-996a-c1c038d7e741', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:25.128027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-83223ff7-0957-45c4-8bb2-3a81711f3461 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Deleting port cf4301b7-be1f-48d3-b247-79d9f35b5cef {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:25.128375 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83223ff7-0957-45c4-8bb2-3a81711f3461 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.250696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-87022af6-099f-4275-8e55-5bd9cfd07c12 None None] Provisioning complete for port cf4301b7-be1f-48d3-b247-79d9f35b5cef triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:25.251764 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87022af6-099f-4275-8e55-5bd9cfd07c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.298038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-87022af6-099f-4275-8e55-5bd9cfd07c12 None None] Port cf4301b7-be1f-48d3-b247-79d9f35b5cef cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:25.311064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Made reservation on behalf of b87a71fe8f8c4944a22b7fd25968af1e for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:25.316095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83223ff7-0957-45c4-8bb2-3a81711f3461 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.322269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.340764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-83223ff7-0957-45c4-8bb2-3a81711f3461 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Calling delete_port for cf4301b7-be1f-48d3-b247-79d9f35b5cef owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:25.432663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:25.467437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a0d92e42-98aa-49f1-82b3-3a1a2852595e', 'network_id': 'a0d92e42-98aa-49f1-82b3-3a1a2852595e', 'tenant_id': 'b87a71fe8f8c4944a22b7fd25968af1e', 'fixed_ips': [{'subnet_id': '40af4485-c8db-4ecf-b047-e1c90f1ea276'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:39:25.468392 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.542846 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83223ff7-0957-45c4-8bb2-3a81711f3461 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.580891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:25.581268 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.624360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83223ff7-0957-45c4-8bb2-3a81711f3461 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event deleted for resources: {'Port': ['ID=cf4301b7-be1f-48d3-b247-79d9f35b5cef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:25.656961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e40bec-6eed-4090-b17b-4b44146a80a6 req-3c4f2249-ef10-4061-9d84-5f51022c856d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:25.667577 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00e40bec-6eed-4090-b17b-4b44146a80a6 req-3c4f2249-ef10-4061-9d84-5f51022c856d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.2100787 Jun 30 02:39:25.670751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec2a592a-10c2-4f54-8f48-8540e4df8747 None None] Could not find standard attr ID for object bd684043-f56b-467f-84bb-cddde26f89b5. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:39:25.704616 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83223ff7-0957-45c4-8bb2-3a81711f3461 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.707002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-83223ff7-0957-45c4-8bb2-3a81711f3461 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "DELETE /v2.0/ports/cf4301b7-be1f-48d3-b247-79d9f35b5cef HTTP/1.1" status: 204 len: 168 time: 0.7855392 Jun 30 02:39:25.712614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:25.762683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Allocated IP 172.20.0.2 (a0d92e42-98aa-49f1-82b3-3a1a2852595e/40af4485-c8db-4ecf-b047-e1c90f1ea276/5d037265-4e34-46d1-96ae-d533ef44ec9b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:25.796773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00e40bec-6eed-4090-b17b-4b44146a80a6 req-b6e6af3f-bec8-406d-b4a0-32a1f1161bdf tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282585 Jun 30 02:39:25.867208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e22de4-fc1d-4b31-8eb9-2f3a7169af85 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Deleting subnet 85b2441e-9566-4485-9b37-7bf92ab9e457 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:25.873448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1e22de4-fc1d-4b31-8eb9-2f3a7169af85 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.878546 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:25.942894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 766ab1f7-44f2-4370-915d-b2cb17ee1b50 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:26.053453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:26.066530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1e22de4-fc1d-4b31-8eb9-2f3a7169af85 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.143841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'Subnet': ['ID=c69edc74-1b14-4b7b-86de-4c48d76aa404,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:26.162313 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.174828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Transition to ACTIVE for port object 5d037265-4e34-46d1-96ae-d533ef44ec9b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:26.175073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Checking segment: {'id': '2980db91-290f-4731-9871-13e00f5345fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '97ad553f-0cbb-48f8-996a-c1c038d7e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:26.175614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Network hostable DHCP agents. Network: 97ad553f-0cbb-48f8-996a-c1c038d7e741, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:39:26.202804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Transition to ACTIVE for port object 5d037265-4e34-46d1-96ae-d533ef44ec9b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:26.219641 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.235051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Network 97ad553f-0cbb-48f8-996a-c1c038d7e741 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:39:26.263729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a832186-5641-49df-afec-5e381ab84e7d req-535a5a13-7cbf-4136-970e-4a98f21e7666 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:26.265351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8a832186-5641-49df-afec-5e381ab84e7d req-535a5a13-7cbf-4136-970e-4a98f21e7666 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 945 time: 0.2211175 Jun 30 02:39:26.268791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 97ad553f-0cbb-48f8-996a-c1c038d7e741) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:26.274366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:26.275185 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.296248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c2ae53-7cca-4529-b1e0-40c60bf5e04b None None] Network 97ad553f-0cbb-48f8-996a-c1c038d7e741 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:26.300691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7a9766fe-a55a-45f7-80fa-f655631816a1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2046900 Jun 30 02:39:26.308723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Network a0d92e42-98aa-49f1-82b3-3a1a2852595e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:26.309191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:26.311428 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1e22de4-fc1d-4b31-8eb9-2f3a7169af85 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.312612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:26.365217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:26.412917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Pushing event updated for resources: {'Port': ['ID=5d037265-4e34-46d1-96ae-d533ef44ec9b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:26.430636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb8811-95e0-42eb-92c9-a42de5e95c30 None None] Network ced393ca-9d2a-49df-9814-fb9d43c69390 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:26.473410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-0d727d45-64c6-4459-9f07-ff1c1228b363 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:26.475532 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-0d727d45-64c6-4459-9f07-ff1c1228b363 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 945 time: 0.7397003 Jun 30 02:39:26.533076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-17278a42-d6fb-444f-b0f0-39f34c5f795b None None] Could not find standard attr ID for object cf4301b7-be1f-48d3-b247-79d9f35b5cef. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:39:26.553939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8a832186-5641-49df-afec-5e381ab84e7d req-ea2e233d-0b92-4099-8331-eb50d83e597c tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604682 Jun 30 02:39:26.584123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Attempting to bind port 5d037265-4e34-46d1-96ae-d533ef44ec9b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:26.584517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Attempting to bind port 5d037265-4e34-46d1-96ae-d533ef44ec9b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'bd090da8-7884-476b-8f9e-a0f62b645284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0d92e42-98aa-49f1-82b3-3a1a2852595e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:26.584854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Attempting to bind port 5d037265-4e34-46d1-96ae-d533ef44ec9b on network a0d92e42-98aa-49f1-82b3-3a1a2852595e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:26.591101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b64f7-b21b-4710-beba-3cf927365d22 req-5717f90f-1be7-495b-af49-f7a1ee2f6e75 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:26.602641 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-496b64f7-b21b-4710-beba-3cf927365d22 req-5717f90f-1be7-495b-af49-f7a1ee2f6e75 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.8653851 Jun 30 02:39:26.619926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:26.620306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Checking segment: {'id': 'bd090da8-7884-476b-8f9e-a0f62b645284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0d92e42-98aa-49f1-82b3-3a1a2852595e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:26.620710 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.621100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Bound using segment: {'id': 'bd090da8-7884-476b-8f9e-a0f62b645284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0d92e42-98aa-49f1-82b3-3a1a2852595e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:26.621827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Bound port: 5d037265-4e34-46d1-96ae-d533ef44ec9b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd090da8-7884-476b-8f9e-a0f62b645284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0d92e42-98aa-49f1-82b3-3a1a2852595e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:26.622210 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.689797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1e22de4-fc1d-4b31-8eb9-2f3a7169af85 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.700573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-496b64f7-b21b-4710-beba-3cf927365d22 req-ed625746-411d-415c-954a-d363cca602f3 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640585 Jun 30 02:39:26.717262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-e52ac056-4491-4806-9faa-0657652622ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Deleting port 7b64661f-d275-4d2c-8ead-33ce20d3c74a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:26.717652 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-e52ac056-4491-4806-9faa-0657652622ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.722992 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1e22de4-fc1d-4b31-8eb9-2f3a7169af85 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.731213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b1e22de4-fc1d-4b31-8eb9-2f3a7169af85 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "DELETE /v2.0/subnets/85b2441e-9566-4485-9b37-7bf92ab9e457 HTTP/1.1" status: 204 len: 168 time: 1.0132933 Jun 30 02:39:26.733811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:26.757255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e22de4-fc1d-4b31-8eb9-2f3a7169af85 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event deleted for resources: {'Subnet': ['ID=85b2441e-9566-4485-9b37-7bf92ab9e457,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:26.766766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793843a3-64c2-42a6-a549-aa06721cf6fb None None] Network bf95184e-3c65-487a-b1c8-7c3d8485a535 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:26.807038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.807291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b58cecec-4007-456c-8b1d-b4467055e065 None None] Provisioning for port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:26.844284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b58cecec-4007-456c-8b1d-b4467055e065 None None] Provisioning complete for port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:26.844651 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b58cecec-4007-456c-8b1d-b4467055e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.873971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:26.941864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] For port 5d037265-4e34-46d1-96ae-d533ef44ec9b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:26.957865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-97ad553f-0cbb-48f8-996a-c1c038d7e741', 'network_id': '97ad553f-0cbb-48f8-996a-c1c038d7e741', 'tenant_id': 'b87a71fe8f8c4944a22b7fd25968af1e', 'fixed_ips': [{'subnet_id': 'c69edc74-1b14-4b7b-86de-4c48d76aa404'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:39:26.958709 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.003945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] For port 5d037265-4e34-46d1-96ae-d533ef44ec9b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5d037265-4e34-46d1-96ae-d533ef44ec9b,segment=NetworkSegment(bd090da8-7884-476b-8f9e-a0f62b645284),segment_id=bd090da8-7884-476b-8f9e-a0f62b645284)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:27.066377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-e52ac056-4491-4806-9faa-0657652622ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] For port 7b64661f-d275-4d2c-8ead-33ce20d3c74a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=7b64661f-d275-4d2c-8ead-33ce20d3c74a,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:27.066945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-e52ac056-4491-4806-9faa-0657652622ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.104682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-e52ac056-4491-4806-9faa-0657652622ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Calling delete_port for 7b64661f-d275-4d2c-8ead-33ce20d3c74a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:27.123397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-e8778bba-1915-4287-8b99-d5209aa107df tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:27.125059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-e8778bba-1915-4287-8b99-d5209aa107df tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.73 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2876911 Jun 30 02:39:27.126486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Deleting port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:27.126850 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.130455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5422b07-9237-4bea-8b98-47fa7610a73d req-fa1c77b5-fcf2-431b-874e-a79bb8120ccc tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:27.132269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5422b07-9237-4bea-8b98-47fa7610a73d req-fa1c77b5-fcf2-431b-874e-a79bb8120ccc tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1548736 Jun 30 02:39:27.139272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Allocated IP 172.20.0.1 (a0d92e42-98aa-49f1-82b3-3a1a2852595e/40af4485-c8db-4ecf-b047-e1c90f1ea276/d8fb8790-b36c-4b94-b573-d6fd85d028f2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:27.201810 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.219288 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.220730 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-364e8f8c-ede6-41c3-b948-15ceddb61fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.249647 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5422b07-9237-4bea-8b98-47fa7610a73d req-becb4c11-5b79-4848-b970-fb06cc8f9217 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901184 Jun 30 02:39:27.298432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] For port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155,segment=NetworkSegment(7498f6d2-bee7-45d7-ac33-36a354f5a980),segment_id=7498f6d2-bee7-45d7-ac33-36a354f5a980)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:27.298432 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.311322 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.326370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Transition to ACTIVE for port object d8fb8790-b36c-4b94-b573-d6fd85d028f2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:27.338835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Calling delete_port for ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:27.362283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6639b71-64d7-493d-907d-49d846368da1 None None] Pushing event updated for resources: {'Port': ['ID=5d037265-4e34-46d1-96ae-d533ef44ec9b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:27.381851 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.464486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Network a0d92e42-98aa-49f1-82b3-3a1a2852595e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:27.469933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:27.475209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:27.489002 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b58cecec-4007-456c-8b1d-b4467055e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.503227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-97b607fd-c99e-475c-82ca-ab4396b2cd07 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Deleting port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:27.503824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-97b607fd-c99e-475c-82ca-ab4396b2cd07 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.573948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Allocated IP 172.20.0.2 (97ad553f-0cbb-48f8-996a-c1c038d7e741/c69edc74-1b14-4b7b-86de-4c48d76aa404/1d2a9a42-777a-4004-86b8-39a53817cbbf) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:27.594497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.596538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b58cecec-4007-456c-8b1d-b4467055e065 None None] For port 766ab1f7-44f2-4370-915d-b2cb17ee1b50, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=766ab1f7-44f2-4370-915d-b2cb17ee1b50,segment=NetworkSegment(3d6df234-33d5-46e9-9dc3-23740eb43633),segment_id=3d6df234-33d5-46e9-9dc3-23740eb43633)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:27.617468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-e52ac056-4491-4806-9faa-0657652622ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.629464 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b58cecec-4007-456c-8b1d-b4467055e065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.641985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:27.644430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['7b64661f-d275-4d2c-8ead-33ce20d3c74a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:27.681869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d734902-9ea0-4746-96c1-5712a52dae8a None None] DHCP port deletion for bf95184e-3c65-487a-b1c8-7c3d8485a535 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:27.713508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event deleted for resources: {'Port': ['ID=ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:27.809926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] No DVR routers for this DVR port ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:27.886751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ac056-4491-4806-9faa-0657652622ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event deleted for resources: {'Port': ['ID=7b64661f-d275-4d2c-8ead-33ce20d3c74a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:27.919245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cecec-4007-456c-8b1d-b4467055e065 None None] Pushing event updated for resources: {'Port': ['ID=766ab1f7-44f2-4370-915d-b2cb17ee1b50,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:27.943330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-817ca998-2825-444a-bcb2-966a91eb0193 None None] Provisioning complete for port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:27.943727 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-817ca998-2825-444a-bcb2-966a91eb0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:27.977261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-97b607fd-c99e-475c-82ca-ab4396b2cd07 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] For port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:27.977643 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-97b607fd-c99e-475c-82ca-ab4396b2cd07 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.041221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-97b607fd-c99e-475c-82ca-ab4396b2cd07 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Calling delete_port for 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:28.047707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32d2a0b9-85f0-42e9-87d1-7cf09801d4cd req-51c5cb75-ff8e-4283-9601-38cc8af85aa0 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b00545e-ae3c-468e-b8cd-1fb986293e38 HTTP/1.1" status: 200 len: 210 time: 0.1660013 Jun 30 02:39:28.077944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-e52ac056-4491-4806-9faa-0657652622ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] No DVR routers for this DVR port 7b64661f-d275-4d2c-8ead-33ce20d3c74a on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:28.081275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-e52ac056-4491-4806-9faa-0657652622ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.084628 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce7d6ed6-7b89-40c1-90b0-357bb67a9723 req-e52ac056-4491-4806-9faa-0657652622ff tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.69 "DELETE /v2.0/ports/7b64661f-d275-4d2c-8ead-33ce20d3c74a HTTP/1.1" status: 204 len: 173 time: 1.5999959 Jun 30 02:39:28.104281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b00545e-ae3c-468e-b8cd-1fb986293e38', 'name': 'network-vif-deleted', 'tag': '7b64661f-d275-4d2c-8ead-33ce20d3c74a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:28.109722 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a4d752-0981-44c4-85e5-6104dcee78c9" -d '{"events": [{"server_uuid": "5b00545e-ae3c-468e-b8cd-1fb986293e38", "name": "network-vif-deleted", "tag": "7b64661f-d275-4d2c-8ead-33ce20d3c74a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:28.125650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.143295 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.147887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'Port': ['ID=d8fb8790-b36c-4b94-b573-d6fd85d028f2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:28.166154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Transition to ACTIVE for port object 1d2a9a42-777a-4004-86b8-39a53817cbbf will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:28.197595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf95184e-3c65-487a-b1c8-7c3d8485a535']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:28.210079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Transition to ACTIVE for port object 1d2a9a42-777a-4004-86b8-39a53817cbbf will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:28.213897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7498f6d2-bee7-45d7-ac33-36a354f5a980') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:28.214200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7498f6d2-bee7-45d7-ac33-36a354f5a980') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:28.218732 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.232074 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.236289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.248693 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.264250 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.278352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:28.278869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:28.282851 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:28.293429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Network 97ad553f-0cbb-48f8-996a-c1c038d7e741 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:28.297752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:28.302935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:28.318029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Pushing event updated for resources: {'Port': ['ID=1d2a9a42-777a-4004-86b8-39a53817cbbf,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:28.393482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Attempting to bind port 1d2a9a42-777a-4004-86b8-39a53817cbbf on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:28.394389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Attempting to bind port 1d2a9a42-777a-4004-86b8-39a53817cbbf by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '2980db91-290f-4731-9871-13e00f5345fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '97ad553f-0cbb-48f8-996a-c1c038d7e741'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:28.394675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Attempting to bind port 1d2a9a42-777a-4004-86b8-39a53817cbbf on network 97ad553f-0cbb-48f8-996a-c1c038d7e741 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:28.395197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b4c41-ff5a-42f9-899c-c90959a0e85d req-f120632f-c777-42c2-b7dd-4d824046faad tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:28.403492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:28.404241 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Checking segment: {'id': '2980db91-290f-4731-9871-13e00f5345fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '97ad553f-0cbb-48f8-996a-c1c038d7e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:28.404766 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.405380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Bound using segment: {'id': '2980db91-290f-4731-9871-13e00f5345fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '97ad553f-0cbb-48f8-996a-c1c038d7e741'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:28.405790 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a1b4c41-ff5a-42f9-899c-c90959a0e85d req-f120632f-c777-42c2-b7dd-4d824046faad tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ba62dc3-7046-47e0-8b50-f838a23f61e5 HTTP/1.1" status: 200 len: 945 time: 0.2780335 Jun 30 02:39:28.406310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Bound port: 1d2a9a42-777a-4004-86b8-39a53817cbbf, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2980db91-290f-4731-9871-13e00f5345fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '97ad553f-0cbb-48f8-996a-c1c038d7e741'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:28.406873 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.471613 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.489815 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.492044 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] 10.222.0.55 "DELETE /v2.0/networks/bf95184e-3c65-487a-b1c8-7c3d8485a535 HTTP/1.1" status: 204 len: 168 time: 1.7571483 Jun 30 02:39:28.507353 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a1b4c41-ff5a-42f9-899c-c90959a0e85d req-666943e0-94e8-466f-b4c5-e1fa0b8a6090 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.55 "GET /v2.0/security-groups?id=92418e84-a026-4e9d-ad9f-937ccb28a1ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993083 Jun 30 02:39:28.514017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d920349-fa07-492d-9228-c2a6d2413634 tempest-ExtraDHCPOptionsTestJSON-1466057959 tempest-ExtraDHCPOptionsTestJSON-1466057959-project] Pushing event deleted for resources: {'Network': ['ID=bf95184e-3c65-487a-b1c8-7c3d8485a535,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:28.548364 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-97b607fd-c99e-475c-82ca-ab4396b2cd07 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.555936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.604876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] For port 1d2a9a42-777a-4004-86b8-39a53817cbbf, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:28.608967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] For port 1d2a9a42-777a-4004-86b8-39a53817cbbf, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1d2a9a42-777a-4004-86b8-39a53817cbbf,segment=NetworkSegment(2980db91-290f-4731-9871-13e00f5345fc),segment_id=2980db91-290f-4731-9871-13e00f5345fc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:28.612864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b607fd-c99e-475c-82ca-ab4396b2cd07 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Pushing event deleted for resources: {'Port': ['ID=9dd81dfe-abe8-409a-bd1b-d2c2b0249400,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:28.614367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['9dd81dfe-abe8-409a-bd1b-d2c2b0249400'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:28.628472 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.628688 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0f6252-38ad-43cc-9eb1-063acfd37a06 x-openstack-request-id: req-0f0f6252-38ad-43cc-9eb1-063acfd37a06 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:28.628826 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b00545e-ae3c-468e-b8cd-1fb986293e38", "name": "network-vif-deleted", "tag": "7b64661f-d275-4d2c-8ead-33ce20d3c74a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:28.629082 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f0f6252-38ad-43cc-9eb1-063acfd37a06 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:28.629503 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b00545e-ae3c-468e-b8cd-1fb986293e38', 'name': 'network-vif-deleted', 'tag': '7b64661f-d275-4d2c-8ead-33ce20d3c74a', 'status': 'completed', 'code': 200} Jun 30 02:39:28.717249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-97b607fd-c99e-475c-82ca-ab4396b2cd07 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] No DVR routers for this DVR port 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:28.720723 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-97b607fd-c99e-475c-82ca-ab4396b2cd07 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:28.722281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1176d60-cf5b-4908-96a8-a8378ba10e2d req-97b607fd-c99e-475c-82ca-ab4396b2cd07 tempest-ServerRescueNegativeTestJSON-894385314 tempest-ServerRescueNegativeTestJSON-894385314-project] 10.222.0.73 "DELETE /v2.0/ports/9dd81dfe-abe8-409a-bd1b-d2c2b0249400 HTTP/1.1" status: 204 len: 173 time: 1.5759223 Jun 30 02:39:28.784690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b721fc8-69e3-411e-88f5-feecb8bd4b06 None None] Pushing event updated for resources: {'Port': ['ID=1d2a9a42-777a-4004-86b8-39a53817cbbf,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:28.888704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16234085-7913-4151-ad3c-46ea015084e2 req-8b620b95-d191-4222-a3b2-a61359f57349 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:28.890769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16234085-7913-4151-ad3c-46ea015084e2 req-8b620b95-d191-4222-a3b2-a61359f57349 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1592956 Jun 30 02:39:28.978739 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16234085-7913-4151-ad3c-46ea015084e2 req-63b44460-d546-487d-a792-89a84f80a913 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798519 Jun 30 02:39:29.062356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:29.207119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.223432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0228da-a86a-4ac6-abba-492ee99be9dd None None] Network a0d92e42-98aa-49f1-82b3-3a1a2852595e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:29.225026 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.360093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31e64e5e-44d5-4492-8af3-f2b1bf9c0b93 None None] Provisioning for port 5d037265-4e34-46d1-96ae-d533ef44ec9b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:29.395463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.399388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'Port': ['ID=d8fb8790-b36c-4b94-b573-d6fd85d028f2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:29.468663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e98108d9-a09b-45ec-ba96-c928e856620f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f18d0346d55946c7a560913d5fad4489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043694 Jun 30 02:39:29.476728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38414) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:29.610603 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 766ab1f7-44f2-4370-915d-b2cb17ee1b50 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:29.615343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb2f-dcf7-46be-85e3-6e7a837eade1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.664168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb2f-dcf7-46be-85e3-6e7a837eade1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.717583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Network a0d92e42-98aa-49f1-82b3-3a1a2852595e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:29.728802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:29.733749 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb2f-dcf7-46be-85e3-6e7a837eade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.736326 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae45eb2f-dcf7-46be-85e3-6e7a837eade1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.742621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ae45eb2f-dcf7-46be-85e3-6e7a837eade1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/70c7ec7e-1a23-4447-9e7a-b2abbf04878b HTTP/1.1" status: 204 len: 168 time: 0.2645328 Jun 30 02:39:29.754806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45eb2f-dcf7-46be-85e3-6e7a837eade1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c7ec7e-1a23-4447-9e7a-b2abbf04878b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:29.764468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:29.764831 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:29.880428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5d037265-4e34-46d1-96ae-d533ef44ec9b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:29.933846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-1986c3e8-532f-4deb-9ab6-566e4d8dda33 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:29.946032 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-1986c3e8-532f-4deb-9ab6-566e4d8dda33 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.3626714 Jun 30 02:39:29.957906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:29.975433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-21c65776-25b8-4646-a406-831d13cd7052 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/quotas/fef5510c674d4c81beed3eda57f51908 HTTP/1.1" status: 200 len: 375 time: 0.0284069 Jun 30 02:39:30.013241 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 5d037265-4e34-46d1-96ae-d533ef44ec9b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:30.016216 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.023386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5d037265-4e34-46d1-96ae-d533ef44ec9b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:30.024936 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.100875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Router b934624b-37d6-4cdb-bc0a-15b8ac304710 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:39:30.231558 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-cd0dd72f-0275-4ace-9dda-1e9e3a858219 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2548225 Jun 30 02:39:30.234357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 7b64661f-d275-4d2c-8ead-33ce20d3c74a no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:30.294660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 7b64661f-d275-4d2c-8ead-33ce20d3c74a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:30.295075 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 7b64661f-d275-4d2c-8ead-33ce20d3c74a not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:30.314888 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.339438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a63a2d75-dd33-4115-adb4-f0288672b658 None None] Provisioning for port d8fb8790-b36c-4b94-b573-d6fd85d028f2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:30.342227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:30.351591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a63a2d75-dd33-4115-adb4-f0288672b658 None None] Provisioning complete for port d8fb8790-b36c-4b94-b573-d6fd85d028f2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:30.352173 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a63a2d75-dd33-4115-adb4-f0288672b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.353159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:30.355230 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b0eb74a7-af58-4506-9b9c-758b5bac0a40 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "PUT /v2.0/routers/b934624b-37d6-4cdb-bc0a-15b8ac304710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0395753 Jun 30 02:39:30.424946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a63a2d75-dd33-4115-adb4-f0288672b658 None None] Port d8fb8790-b36c-4b94-b573-d6fd85d028f2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:30.429385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa361783-0818-404a-bb31-f2d9486b6139 None None] Sync routers for ids ['b934624b-37d6-4cdb-bc0a-15b8ac304710'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:30.472565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 5d037265-4e34-46d1-96ae-d533ef44ec9b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5d037265-4e34-46d1-96ae-d533ef44ec9b,segment=NetworkSegment(bd090da8-7884-476b-8f9e-a0f62b645284),segment_id=bd090da8-7884-476b-8f9e-a0f62b645284)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:30.481444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a63a2d75-dd33-4115-adb4-f0288672b658 None None] Provisioning complete for port 5d037265-4e34-46d1-96ae-d533ef44ec9b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:30.481982 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a63a2d75-dd33-4115-adb4-f0288672b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.486655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa361783-0818-404a-bb31-f2d9486b6139 None None] Routers {'b934624b-37d6-4cdb-bc0a-15b8ac304710'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:30.488149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fa361783-0818-404a-bb31-f2d9486b6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b934624b-37d6-4cdb-bc0a-15b8ac304710'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:30.545015 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:30.545930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1d2a9a42-777a-4004-86b8-39a53817cbbf up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:30.559802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3debc81-885c-4ade-aefb-62042b1b864e req-e4165e5d-4198-4bef-b0b1-2b1fa5525ad7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:30.563256 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3debc81-885c-4ade-aefb-62042b1b864e req-e4165e5d-4198-4bef-b0b1-2b1fa5525ad7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.3405714 Jun 30 02:39:30.582750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fa361783-0818-404a-bb31-f2d9486b6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:30.652768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78922ef1-5eb9-4a55-bcd7-11085375340e None None] Network 97ad553f-0cbb-48f8-996a-c1c038d7e741 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:30.723708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa361783-0818-404a-bb31-f2d9486b6139 None None] Routers {'b934624b-37d6-4cdb-bc0a-15b8ac304710'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:30.724365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fa361783-0818-404a-bb31-f2d9486b6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b934624b-37d6-4cdb-bc0a-15b8ac304710'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:30.737198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba62dc3-7046-47e0-8b50-f838a23f61e5', 'name': 'network-vif-deleted', 'tag': '9dd81dfe-abe8-409a-bd1b-d2c2b0249400'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:30.741045 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06282689-588e-44c9-9087-63d4b9f6eb69" -d '{"events": [{"server_uuid": "8ba62dc3-7046-47e0-8b50-f838a23f61e5", "name": "network-vif-deleted", "tag": "9dd81dfe-abe8-409a-bd1b-d2c2b0249400"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:30.768700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-284b6aa5-0a78-42a9-8717-2eae28c4c969 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697714 Jun 30 02:39:30.899794 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3debc81-885c-4ade-aefb-62042b1b864e req-9b8b325d-c51d-4b10-9578-3dd272ffecca tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221905 Jun 30 02:39:30.922844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-bd502175-eee6-4d00-9b7e-cc6589fa4673 service neutron] 10.222.0.55 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470284 Jun 30 02:39:30.994486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:31.003843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:31.016496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fa361783-0818-404a-bb31-f2d9486b6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:31.017113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa361783-0818-404a-bb31-f2d9486b6139 None None] The sync data for ids ['b934624b-37d6-4cdb-bc0a-15b8ac304710'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:31.059450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:31.059817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 9dd81dfe-abe8-409a-bd1b-d2c2b0249400 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:31.076484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=5d037265-4e34-46d1-96ae-d533ef44ec9b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:31.138358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 1d2a9a42-777a-4004-86b8-39a53817cbbf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:31.164296 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-ff83ab2f-c059-457d-ace4-2d7310a8e57c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:31.168171 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ff83ab2f-c059-457d-ace4-2d7310a8e57c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "PUT /v2.0/routers/b934624b-37d6-4cdb-bc0a-15b8ac304710/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8108151 Jun 30 02:39:31.168327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:31.247700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:31.268832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-553e7378-cc78-4638-a9c7-f52059b20c8d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:31.270449 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-553e7378-cc78-4638-a9c7-f52059b20c8d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 02:39:31.271185 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-553e7378-cc78-4638-a9c7-f52059b20c8d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:39:31.277447 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-553e7378-cc78-4638-a9c7-f52059b20c8d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2806742 Jun 30 02:39:31.278677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38472) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:31.281462 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:31.281918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ddf0cfd2-0ba9-4361-b41b-4b7fc81b9155 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:31.304115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'tempest-secgroup--457033869'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:31.304830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Provisioning complete for port d8fb8790-b36c-4b94-b573-d6fd85d028f2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:31.305308 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.341384 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.390642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-548526a9-9d1f-4a9f-b265-a1c844e0f955 req-2f3fc05a-eae7-4e8e-a070-1f915305b2d7 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 210 time: 0.0572417 Jun 30 02:39:31.397372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Port d8fb8790-b36c-4b94-b573-d6fd85d028f2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:31.411027 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.426285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Provisioning for port 1d2a9a42-777a-4004-86b8-39a53817cbbf completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:31.447156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Provisioning complete for port 1d2a9a42-777a-4004-86b8-39a53817cbbf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:31.447536 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.475029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5d037265-4e34-46d1-96ae-d533ef44ec9b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:31.603239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5d037265-4e34-46d1-96ae-d533ef44ec9b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:31.604025 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.605715 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.611553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.635859 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.679810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b0d1ef-7049-4c43-a44c-0532d6d07aed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:31.721253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] For port 1d2a9a42-777a-4004-86b8-39a53817cbbf, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1d2a9a42-777a-4004-86b8-39a53817cbbf,segment=NetworkSegment(2980db91-290f-4731-9871-13e00f5345fc),segment_id=2980db91-290f-4731-9871-13e00f5345fc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:31.746487 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.753523 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9f3153-150d-4cd8-97ed-d4d54b01a0b5 x-openstack-request-id: req-aa9f3153-150d-4cd8-97ed-d4d54b01a0b5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:31.754082 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba62dc3-7046-47e0-8b50-f838a23f61e5", "name": "network-vif-deleted", "tag": "9dd81dfe-abe8-409a-bd1b-d2c2b0249400", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:31.754082 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa9f3153-150d-4cd8-97ed-d4d54b01a0b5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:31.754418 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba62dc3-7046-47e0-8b50-f838a23f61e5', 'name': 'network-vif-deleted', 'tag': '9dd81dfe-abe8-409a-bd1b-d2c2b0249400', 'status': 'completed', 'code': 200} Jun 30 02:39:31.758053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.763472 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.799839 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:31.801143 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5212610 Jun 30 02:39:31.806190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:31.808880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4c90e-c5d6-4b64-b873-061d74b8fefd tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f865d58-b793-4cb0-aebc-da618d9ac679,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:31.817497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Pushing event updated for resources: {'Port': ['ID=1d2a9a42-777a-4004-86b8-39a53817cbbf,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:31.824985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.825331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.825691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.826031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.826355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.826783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.827110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.827434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.827747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.827864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-55bffcb3-a822-483d-b188-57a11ffe94de tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '8f865d58-b793-4cb0-aebc-da618d9ac679', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:31.828062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.828551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.829049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbc013-7f39-4c7e-ad36-790e76ed4f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:31.867562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4735c244-4103-4369-8150-0c2958563088 None None] Provisioning complete for port 1d2a9a42-777a-4004-86b8-39a53817cbbf triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:31.868350 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4735c244-4103-4369-8150-0c2958563088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.005352 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55bffcb3-a822-483d-b188-57a11ffe94de tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.081476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.097402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d414922-6e22-4f07-ad7a-4d940295ce7a req-da4c1f03-4951-4391-9ae6-a43cf65e4078 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:32.104762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d414922-6e22-4f07-ad7a-4d940295ce7a req-da4c1f03-4951-4391-9ae6-a43cf65e4078 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.0766051 Jun 30 02:39:32.139787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d414922-6e22-4f07-ad7a-4d940295ce7a req-f2e01790-c21d-4a4e-9514-5e57249ba3e4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341105 Jun 30 02:39:32.240656 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55bffcb3-a822-483d-b188-57a11ffe94de tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.261490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55bffcb3-a822-483d-b188-57a11ffe94de tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.313371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bffcb3-a822-483d-b188-57a11ffe94de tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d16add1-45fe-4720-8666-3b86da6f81a3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:32.346774 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55bffcb3-a822-483d-b188-57a11ffe94de tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.347846 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-55bffcb3-a822-483d-b188-57a11ffe94de tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5406418 Jun 30 02:39:32.351178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:32.364943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d0abaa0a-ed3d-4b91-b5d5-12c9dfba42f8 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '8f865d58-b793-4cb0-aebc-da618d9ac679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:32.401067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0abaa0a-ed3d-4b91-b5d5-12c9dfba42f8 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.475319 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d0abaa0a-ed3d-4b91-b5d5-12c9dfba42f8 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:39:32.476535 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d0abaa0a-ed3d-4b91-b5d5-12c9dfba42f8 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1243055 Jun 30 02:39:32.480465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:32.529787 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.625989 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34036ab9-5d12-4ca2-a91e-9c92491109be tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.699202 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34036ab9-5d12-4ca2-a91e-9c92491109be tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.773091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34036ab9-5d12-4ca2-a91e-9c92491109be tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.775773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-34036ab9-5d12-4ca2-a91e-9c92491109be tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.776835 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-34036ab9-5d12-4ca2-a91e-9c92491109be tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "DELETE /v2.0/security-groups/8f865d58-b793-4cb0-aebc-da618d9ac679 HTTP/1.1" status: 204 len: 168 time: 0.2951617 Jun 30 02:39:32.785867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:32.815924 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7eb2538-285b-4ad2-903a-5af0e30db708 req-995fa19a-10db-4805-9cda-2564783df8f6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 210 time: 0.0361261 Jun 30 02:39:32.816444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34036ab9-5d12-4ca2-a91e-9c92491109be tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f865d58-b793-4cb0-aebc-da618d9ac679,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:32.866574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] Deleting port c8342502-e6bf-4e54-8150-cc383799da2e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:32.866930 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.890471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-4a3f3795-c9de-402f-b4de-7f8497ba31e8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:32.891895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-4a3f3795-c9de-402f-b4de-7f8497ba31e8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.73 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 806 time: 0.2462885 Jun 30 02:39:32.940792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Request body: {'port': {'device_id': '82aef02b-5447-448b-9d97-2096a5a75997', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'admin_state_up': True, 'tenant_id': 'fef5510c674d4c81beed3eda57f51908'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:32.967084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3804259f-df23-42b5-a82e-e231db57a57a tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1796365 Jun 30 02:39:32.973602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:32.979368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ea01a744-5a0f-4276-affd-acd07b2f113f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427435869'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:33.014300 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea01a744-5a0f-4276-affd-acd07b2f113f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.089210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] For port c8342502-e6bf-4e54-8150-cc383799da2e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c8342502-e6bf-4e54-8150-cc383799da2e,segment=NetworkSegment(03d457ad-5475-42f0-8d78-292f587c0d49),segment_id=03d457ad-5475-42f0-8d78-292f587c0d49)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:33.089702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.112655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea01a744-5a0f-4276-affd-acd07b2f113f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.117810 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea01a744-5a0f-4276-affd-acd07b2f113f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.143550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] Calling delete_port for c8342502-e6bf-4e54-8150-cc383799da2e owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:33.163567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01a744-5a0f-4276-affd-acd07b2f113f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361160e7-c8d0-4dca-a237-159dc4b5fc9e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:33.184970 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea01a744-5a0f-4276-affd-acd07b2f113f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.187058 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ea01a744-5a0f-4276-affd-acd07b2f113f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2120063 Jun 30 02:39:33.190477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38500) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:33.197840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7a9ef2ae-2496-4753-b63f-677f1dbc8766 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '361160e7-c8d0-4dca-a237-159dc4b5fc9e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:33.198841 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-7a9ef2ae-2496-4753-b63f-677f1dbc8766 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 02:39:33.199551 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-7a9ef2ae-2496-4753-b63f-677f1dbc8766 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:33.200992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7a9ef2ae-2496-4753-b63f-677f1dbc8766 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084765 Jun 30 02:39:33.204033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:33.237927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Made reservation on behalf of fef5510c674d4c81beed3eda57f51908 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:33.241582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.295985 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bb74-e36b-4225-97d4-ca7592534438 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.331212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bb74-e36b-4225-97d4-ca7592534438 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.395085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bb74-e36b-4225-97d4-ca7592534438 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.398015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bb74-e36b-4225-97d4-ca7592534438 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.401725 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e4c3bb74-e36b-4225-97d4-ca7592534438 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "DELETE /v2.0/security-groups/361160e7-c8d0-4dca-a237-159dc4b5fc9e HTTP/1.1" status: 204 len: 168 time: 0.1942546 Jun 30 02:39:33.401927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1d2a9a42-777a-4004-86b8-39a53817cbbf up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:33.409224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:33.410251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3bb74-e36b-4225-97d4-ca7592534438 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361160e7-c8d0-4dca-a237-159dc4b5fc9e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:33.472917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1d2a9a42-777a-4004-86b8-39a53817cbbf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:33.473393 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.477389 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f029e3fe-4513-411a-b866-95bd2dae2799 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632217 Jun 30 02:39:33.480617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:33.486378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-43b4d7d0-efcc-4704-955e-539d6651c21b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1577562888'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:33.514572 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43b4d7d0-efcc-4704-955e-539d6651c21b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.559696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Deleting port d8fb8790-b36c-4b94-b573-d6fd85d028f2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:33.560172 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.610357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43b4d7d0-efcc-4704-955e-539d6651c21b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.615763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43b4d7d0-efcc-4704-955e-539d6651c21b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.649023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43b4d7d0-efcc-4704-955e-539d6651c21b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.650317 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-43b4d7d0-efcc-4704-955e-539d6651c21b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1687276 Jun 30 02:39:33.652356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4d7d0-efcc-4704-955e-539d6651c21b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa89317-fc97-4c7a-b07a-5e81ad24c8ff,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:33.654500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:33.659913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0e0579a4-e576-4cde-83e4-3908bdd18573 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': 'faa89317-fc97-4c7a-b07a-5e81ad24c8ff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:33.660642 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-0e0579a4-e576-4cde-83e4-3908bdd18573 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 02:39:33.661151 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-0e0579a4-e576-4cde-83e4-3908bdd18573 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:33.662168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0e0579a4-e576-4cde-83e4-3908bdd18573 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065384 Jun 30 02:39:33.665057 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:33.675930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Allocated IP 172.20.0.13 (da85fd17-8f5d-4621-95de-f716da3768b8/b856f8da-cbc5-40d0-9b04-dd78e7eed933/d545b861-907e-47d9-8ab9-7a5a1f244379) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:33.724313 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076417a5-1bc3-4f62-b062-176fd3398bc0 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.749764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076417a5-1bc3-4f62-b062-176fd3398bc0 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.801969 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076417a5-1bc3-4f62-b062-176fd3398bc0 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.805188 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076417a5-1bc3-4f62-b062-176fd3398bc0 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:33.810819 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-076417a5-1bc3-4f62-b062-176fd3398bc0 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "DELETE /v2.0/security-groups/faa89317-fc97-4c7a-b07a-5e81ad24c8ff HTTP/1.1" status: 204 len: 168 time: 0.1406026 Jun 30 02:39:33.812878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:33.828335 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076417a5-1bc3-4f62-b062-176fd3398bc0 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa89317-fc97-4c7a-b07a-5e81ad24c8ff,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:33.870357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e567cac5-fa22-4f60-b706-cdf7abc9f2b3 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546570 Jun 30 02:39:33.874426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38520) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:33.880481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f965d18a-674e-4205-9309-1443650430c1 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'tempest-secgroup--937281525'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:33.909204 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f965d18a-674e-4205-9309-1443650430c1 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.010426 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9fdd7a3b-944c-4187-a168-b4b4b71c4888 req-7f5e1afa-e906-4712-b059-be3923d1ad36 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 210 time: 0.0432916 Jun 30 02:39:34.041944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f965d18a-674e-4205-9309-1443650430c1 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.048581 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f965d18a-674e-4205-9309-1443650430c1 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.079377 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f965d18a-674e-4205-9309-1443650430c1 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.081075 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f965d18a-674e-4205-9309-1443650430c1 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2053876 Jun 30 02:39:34.084587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.089189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965d18a-674e-4205-9309-1443650430c1 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0102aa40-ec6b-46a6-a8cb-ab2c4dbb8ba0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:34.104534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d4bf6c45-2006-4535-af77-3df2c73e61fc tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '0102aa40-ec6b-46a6-a8cb-ab2c4dbb8ba0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.117088 n-d-758944-39 neutron-server[93771]: WARNING neutron.api.v2.base [None req-d4bf6c45-2006-4535-af77-3df2c73e61fc tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 02:39:34.117789 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-d4bf6c45-2006-4535-af77-3df2c73e61fc tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.118948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d4bf6c45-2006-4535-af77-3df2c73e61fc tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0291800 Jun 30 02:39:34.123067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.129565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dc87ecd2-e06f-44cc-acc8-d8d83f9b596b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '0102aa40-ec6b-46a6-a8cb-ab2c4dbb8ba0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.131368 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-dc87ecd2-e06f-44cc-acc8-d8d83f9b596b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 02:39:34.131948 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-dc87ecd2-e06f-44cc-acc8-d8d83f9b596b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.133160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dc87ecd2-e06f-44cc-acc8-d8d83f9b596b tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083728 Jun 30 02:39:34.136112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.139409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2878a-2ec3-4673-9076-d06d25b54a0b req-dbd16bc6-4a52-4eb8-9765-33616213c1e8 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:34.140966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ade12228-1a15-40be-a8b2-595f593df9ca tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '0102aa40-ec6b-46a6-a8cb-ab2c4dbb8ba0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.141144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b2878a-2ec3-4673-9076-d06d25b54a0b req-dbd16bc6-4a52-4eb8-9765-33616213c1e8 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.7936532 Jun 30 02:39:34.142028 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-ade12228-1a15-40be-a8b2-595f593df9ca tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 02:39:34.142507 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-ade12228-1a15-40be-a8b2-595f593df9ca tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.147909 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ade12228-1a15-40be-a8b2-595f593df9ca tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081623 Jun 30 02:39:34.148898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.153475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e9493c03-9790-4a08-a596-327ef4043323 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '0102aa40-ec6b-46a6-a8cb-ab2c4dbb8ba0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.154655 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-e9493c03-9790-4a08-a596-327ef4043323 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 02:39:34.155150 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e9493c03-9790-4a08-a596-327ef4043323 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.156164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e9493c03-9790-4a08-a596-327ef4043323 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068550 Jun 30 02:39:34.159600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.226383 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.232877 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16b209fe-35ef-4627-8dac-a31583b38e56 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.244289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.260265 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16b209fe-35ef-4627-8dac-a31583b38e56 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.288467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Calling delete_port for d8fb8790-b36c-4b94-b573-d6fd85d028f2 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:34.297572 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c6b2878a-2ec3-4673-9076-d06d25b54a0b req-140f676c-4b95-498b-bd32-a17caaa10686 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472840 Jun 30 02:39:34.305609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8342502-e6bf-4e54-8150-cc383799da2e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:34.318899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16b209fe-35ef-4627-8dac-a31583b38e56 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.322325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16b209fe-35ef-4627-8dac-a31583b38e56 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.323745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-16b209fe-35ef-4627-8dac-a31583b38e56 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "DELETE /v2.0/security-groups/0102aa40-ec6b-46a6-a8cb-ab2c4dbb8ba0 HTTP/1.1" status: 204 len: 168 time: 0.1630998 Jun 30 02:39:34.330203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.351839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b209fe-35ef-4627-8dac-a31583b38e56 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0102aa40-ec6b-46a6-a8cb-ab2c4dbb8ba0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:34.385198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-99321cbb-b20c-4b1c-961a-17e67c02ff16 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531211 Jun 30 02:39:34.391420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.396599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4b6ef703-ebba-415a-8cf8-61cddf0c0e90 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894947266'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.424294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef703-ebba-415a-8cf8-61cddf0c0e90 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.539736 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef703-ebba-415a-8cf8-61cddf0c0e90 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.545219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef703-ebba-415a-8cf8-61cddf0c0e90 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.576466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.584269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ef703-ebba-415a-8cf8-61cddf0c0e90 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:34.587603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef703-ebba-415a-8cf8-61cddf0c0e90 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.590808 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4b6ef703-ebba-415a-8cf8-61cddf0c0e90 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1963737 Jun 30 02:39:34.592346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.598015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-05b0e4bf-ba2b-4bfe-836a-a02a3650c013 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.598791 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-05b0e4bf-ba2b-4bfe-836a-a02a3650c013 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 02:39:34.599318 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-05b0e4bf-ba2b-4bfe-836a-a02a3650c013 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.602891 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-05b0e4bf-ba2b-4bfe-836a-a02a3650c013 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069094 Jun 30 02:39:34.603037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38540) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.607388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ae2460aa-1ba7-49c3-9942-f0993960b096 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.645166 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-ae2460aa-1ba7-49c3-9942-f0993960b096 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.649069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ae2460aa-1ba7-49c3-9942-f0993960b096 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0423541 Jun 30 02:39:34.649253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38542) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.654264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-72e96623-511f-4938-aacb-d9adcb54de81 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.654893 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-72e96623-511f-4938-aacb-d9adcb54de81 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 02:39:34.655365 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-72e96623-511f-4938-aacb-d9adcb54de81 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.658811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-72e96623-511f-4938-aacb-d9adcb54de81 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061336 Jun 30 02:39:34.659179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.664018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6eddb8f9-dbba-4b30-8e0e-2199924bd9f6 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.703455 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-6eddb8f9-dbba-4b30-8e0e-2199924bd9f6 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.707597 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6eddb8f9-dbba-4b30-8e0e-2199924bd9f6 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0442493 Jun 30 02:39:34.707977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38546) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.713437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e813ef21-7ebd-44a9-8cf7-f9f7d92dc27d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.713925 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-e813ef21-7ebd-44a9-8cf7-f9f7d92dc27d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 02:39:34.714596 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e813ef21-7ebd-44a9-8cf7-f9f7d92dc27d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.718882 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e813ef21-7ebd-44a9-8cf7-f9f7d92dc27d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067554 Jun 30 02:39:34.719194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.724167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5f5b4127-53df-4815-9ac2-78ea85b20b15 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.751157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.760727 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.769423 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-5f5b4127-53df-4815-9ac2-78ea85b20b15 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.770867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5f5b4127-53df-4815-9ac2-78ea85b20b15 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0505784 Jun 30 02:39:34.773793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38550) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.776808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:34.781491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6b9e9747-2bb9-4399-87eb-fe1ad3623321 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.782747 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-6b9e9747-2bb9-4399-87eb-fe1ad3623321 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 02:39:34.782747 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-6b9e9747-2bb9-4399-87eb-fe1ad3623321 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.783884 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b9e9747-2bb9-4399-87eb-fe1ad3623321 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074456 Jun 30 02:39:34.787123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38552) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.791899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-174e3974-5ba5-4902-9cda-97124e8084b7 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.839493 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-174e3974-5ba5-4902-9cda-97124e8084b7 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.840767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-174e3974-5ba5-4902-9cda-97124e8084b7 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0524287 Jun 30 02:39:34.844436 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.851545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-225141a7-6ada-42b1-b0a5-742e69a6d015 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:34.853369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:34.865473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Network da85fd17-8f5d-4621-95de-f716da3768b8 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:34.879181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:34.887535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:34.901552 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-225141a7-6ada-42b1-b0a5-742e69a6d015 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:34.906383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-225141a7-6ada-42b1-b0a5-742e69a6d015 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0608876 Jun 30 02:39:34.907395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:34.922125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event updated for resources: {'Port': ['ID=d545b861-907e-47d9-8ab9-7a5a1f244379,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:35.017938 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dae94d82-711d-4a7b-a500-bc1f731081f2 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.038609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event deleted for resources: {'Port': ['ID=d8fb8790-b36c-4b94-b573-d6fd85d028f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:35.060321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dae94d82-711d-4a7b-a500-bc1f731081f2 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.081828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:35.082475 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.116393 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-04d09c5b-7956-4115-a140-6f1abae3de3d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2118137 Jun 30 02:39:35.124770 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dae94d82-711d-4a7b-a500-bc1f731081f2 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.129355 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dae94d82-711d-4a7b-a500-bc1f731081f2 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.134528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dae94d82-711d-4a7b-a500-bc1f731081f2 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "DELETE /v2.0/security-groups/6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773 HTTP/1.1" status: 204 len: 168 time: 0.2255654 Jun 30 02:39:35.135212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.165958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae94d82-711d-4a7b-a500-bc1f731081f2 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2ee6fb-b8f1-43f6-b09c-eba7cf63f773,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:35.205807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c2787d2f-8baa-41bb-bcb6-0e71330e9169 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624974 Jun 30 02:39:35.213827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.219989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-81035d4c-0869-4d97-901d-b5dc54bdea1d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437289853'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:35.257619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Request body: {'port': {'device_id': '82aef02b-5447-448b-9d97-2096a5a75997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:35.273400 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81035d4c-0869-4d97-901d-b5dc54bdea1d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.317589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbc143-ca17-450d-afea-994092d82bfb req-b13c1876-1cd3-4e09-b07d-a5965e3f5a50 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:35.319393 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99bbc143-ca17-450d-afea-994092d82bfb req-b13c1876-1cd3-4e09-b07d-a5965e3f5a50 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 932 time: 0.1224382 Jun 30 02:39:35.326103 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.360414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] Router eb00a594-e01b-4a6c-8a07-bb0311068613 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:39:35.394852 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99bbc143-ca17-450d-afea-994092d82bfb req-26001359-43a9-4838-90c9-cc7d1d18ecb4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569496 Jun 30 02:39:35.433164 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81035d4c-0869-4d97-901d-b5dc54bdea1d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.448085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81035d4c-0869-4d97-901d-b5dc54bdea1d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.474075 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.480528 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81035d4c-0869-4d97-901d-b5dc54bdea1d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.484639 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-81035d4c-0869-4d97-901d-b5dc54bdea1d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2670953 Jun 30 02:39:35.485132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.493427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4581d87d-548d-44d4-b1f8-f747ca2c3418 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': 'd589444a-7060-41a7-85cd-143c4a98aba1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:35.512771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81035d4c-0869-4d97-901d-b5dc54bdea1d tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d589444a-7060-41a7-85cd-143c4a98aba1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:35.547770 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4581d87d-548d-44d4-b1f8-f747ca2c3418 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The resource could not be found. Jun 30 02:39:35.549526 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4581d87d-548d-44d4-b1f8-f747ca2c3418 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0628862 Jun 30 02:39:35.552446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38570) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.557119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-73929f93-6fd0-4609-b385-d33158a9d0aa tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': 'd589444a-7060-41a7-85cd-143c4a98aba1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '46524bb6-a93d-42ba-9a78-d8cfd8b590f7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:35.609496 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-73929f93-6fd0-4609-b385-d33158a9d0aa tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The resource could not be found. Jun 30 02:39:35.611153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-73929f93-6fd0-4609-b385-d33158a9d0aa tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0577362 Jun 30 02:39:35.615387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.682497 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c04f21-e90c-471e-a6ce-686863b24fca tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.709352 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c04f21-e90c-471e-a6ce-686863b24fca tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.715692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Router b934624b-37d6-4cdb-bc0a-15b8ac304710 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:39:35.760882 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c04f21-e90c-471e-a6ce-686863b24fca tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.763692 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-01c04f21-e90c-471e-a6ce-686863b24fca tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.767688 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-01c04f21-e90c-471e-a6ce-686863b24fca tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "DELETE /v2.0/security-groups/d589444a-7060-41a7-85cd-143c4a98aba1 HTTP/1.1" status: 204 len: 168 time: 0.1484547 Jun 30 02:39:35.768499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.777956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:35.788787 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-04d7015b-077b-4a55-9475-27c756d45e83 admin admin] 10.222.0.55 "PUT /v2.0/routers/eb00a594-e01b-4a6c-8a07-bb0311068613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8305252 Jun 30 02:39:35.789891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c04f21-e90c-471e-a6ce-686863b24fca tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d589444a-7060-41a7-85cd-143c4a98aba1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:35.790389 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] Sync routers for ids ['eb00a594-e01b-4a6c-8a07-bb0311068613'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:35.792308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.806984 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] Routers {'eb00a594-e01b-4a6c-8a07-bb0311068613'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:35.807794 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eb00a594-e01b-4a6c-8a07-bb0311068613'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:35.829618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998eb10-4f96-4aae-af8c-48955e2d2d00 req-df4ef53b-e5a3-4801-9156-131865d1fd30 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:35.831286 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f998eb10-4f96-4aae-af8c-48955e2d2d00 req-df4ef53b-e5a3-4801-9156-131865d1fd30 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.3210032 Jun 30 02:39:35.871410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-70285dc6-c75e-469d-afec-8c3be50802cf tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0975342 Jun 30 02:39:35.871834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.876820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b0dbd2da-fa69-4453-bb0c-2edabff59dd0 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': '0de6e928-b9db-4bd5-a5dc-a5ff0c7fef9f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:35.934054 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] Set router eb00a594-e01b-4a6c-8a07-bb0311068613 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:35.957109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:35.975093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb961abe-025a-4e95-9881-d8a21abfc8d7 None None] Sync routers for ids ['b934624b-37d6-4cdb-bc0a-15b8ac304710'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:35.975850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38582) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:35.976423 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-48f81845-2ff2-471a-a30b-c8b4bc51e898 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "PUT /v2.0/routers/b934624b-37d6-4cdb-bc0a-15b8ac304710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8055339 Jun 30 02:39:35.985608 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b0dbd2da-fa69-4453-bb0c-2edabff59dd0 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The resource could not be found. Jun 30 02:39:35.988311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b0dbd2da-fa69-4453-bb0c-2edabff59dd0 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1139226 Jun 30 02:39:35.996968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:36.016745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb961abe-025a-4e95-9881-d8a21abfc8d7 None None] Routers {'b934624b-37d6-4cdb-bc0a-15b8ac304710'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:36.017701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb961abe-025a-4e95-9881-d8a21abfc8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b934624b-37d6-4cdb-bc0a-15b8ac304710'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:36.020117 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f998eb10-4f96-4aae-af8c-48955e2d2d00 req-65651ae3-fdc6-4261-9dc5-7cd5ef63dd94 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574123 Jun 30 02:39:36.030581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1798f5b0-99ec-4a77-865a-2911df23fc8f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'tempest-secgroup--164764955'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:36.032402 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-215c0bf5-159b-4534-8b45-e99f1db7ff51 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] delete failed (client error): The resource could not be found. Jun 30 02:39:36.034660 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-215c0bf5-159b-4534-8b45-e99f1db7ff51 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1753224781 HTTP/1.1" status: 404 len: 335 time: 0.0571518 Jun 30 02:39:36.039607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:36.044703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-59f23092-333f-4fc3-bfe0-78dc68bd4712 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b934624b-37d6-4cdb-bc0a-15b8ac304710'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:36.051464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.096220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb961abe-025a-4e95-9881-d8a21abfc8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:36.124010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb961abe-025a-4e95-9881-d8a21abfc8d7 None None] Routers {'b934624b-37d6-4cdb-bc0a-15b8ac304710'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:36.125023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb961abe-025a-4e95-9881-d8a21abfc8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b934624b-37d6-4cdb-bc0a-15b8ac304710'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:36.189648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb961abe-025a-4e95-9881-d8a21abfc8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:36.190832 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb961abe-025a-4e95-9881-d8a21abfc8d7 None None] The sync data for ids ['b934624b-37d6-4cdb-bc0a-15b8ac304710'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:36.200868 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-router', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:13Z', 'updated_at': '2021-06-30T02:39:33Z', 'revision_number': 5, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'gw_port': {'id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:14Z', 'updated_at': '2021-06-30T02:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:36.204927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1798f5b0-99ec-4a77-865a-2911df23fc8f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.231883 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] Checking router: eb00a594-e01b-4a6c-8a07-bb0311068613 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:39:36.234401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d545b861-907e-47d9-8ab9-7a5a1f244379 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:36.240607 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] Routers {'eb00a594-e01b-4a6c-8a07-bb0311068613'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:36.241488 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eb00a594-e01b-4a6c-8a07-bb0311068613'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:36.247104 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.274017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Transition to ACTIVE for port object d545b861-907e-47d9-8ab9-7a5a1f244379 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:36.284169 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.369871 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] Set router eb00a594-e01b-4a6c-8a07-bb0311068613 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:39:36.405246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d545b861-907e-47d9-8ab9-7a5a1f244379,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:36.422400 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.462120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1798f5b0-99ec-4a77-865a-2911df23fc8f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.473251 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1798f5b0-99ec-4a77-865a-2911df23fc8f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.518575 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-3a715343-6ece-4a7b-b937-fc4b49bcd393 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3096061 Jun 30 02:39:36.531759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1798f5b0-99ec-4a77-865a-2911df23fc8f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.532914 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1798f5b0-99ec-4a77-865a-2911df23fc8f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5329950 Jun 30 02:39:36.536014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798f5b0-99ec-4a77-865a-2911df23fc8f tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde316f7-3d8f-4fae-98d5-08920ed51646,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:36.540442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38592) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:36.544914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-734190be-0346-4170-96e3-fefb53c1169e tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665458506'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:36.559254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Attempting to bind port d545b861-907e-47d9-8ab9-7a5a1f244379 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:36.559254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Attempting to bind port d545b861-907e-47d9-8ab9-7a5a1f244379 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:36.559790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Attempting to bind port d545b861-907e-47d9-8ab9-7a5a1f244379 on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:36.561115 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59f23092-333f-4fc3-bfe0-78dc68bd4712 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.575621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Port d545b861-907e-47d9-8ab9-7a5a1f244379 on network da85fd17-8f5d-4621-95de-f716da3768b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:39:36.575986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Attempting to bind port d545b861-907e-47d9-8ab9-7a5a1f244379 on network da85fd17-8f5d-4621-95de-f716da3768b8 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:36.594657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:36.594989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Checking segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:36.595376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Bound using segment: {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:36.596245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Bound port: d545b861-907e-47d9-8ab9-7a5a1f244379, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39efe67f-f5bf-4e49-8a9f-1275641fa340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:36.596622 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.603017 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-router', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:13Z', 'updated_at': '2021-06-30T02:39:33Z', 'revision_number': 5, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'gw_port': {'id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:14Z', 'updated_at': '2021-06-30T02:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:36.620082 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-59f23092-333f-4fc3-bfe0-78dc68bd4712 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] update failed (client error): The resource could not be found. Jun 30 02:39:36.621261 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-59f23092-333f-4fc3-bfe0-78dc68bd4712 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "PUT /v2.0/routers/b934624b-37d6-4cdb-bc0a-15b8ac304710 HTTP/1.1" status: 404 len: 339 time: 0.5807037 Jun 30 02:39:36.628601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:36.649990 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8b382-0100-4825-ad45-7e2d0b23c11b None None] The sync data for ids ['eb00a594-e01b-4a6c-8a07-bb0311068613'] in n-d-758944-39 is: [{'id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'name': 'tempest-ServerRescueNegativeTestJSON-1637514504-router', 'tenant_id': 'c936496cd6d847db822f7d0023ff161f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:13Z', 'updated_at': '2021-06-30T02:39:33Z', 'revision_number': 5, 'project_id': 'c936496cd6d847db822f7d0023ff161f', 'gw_port': {'id': '0e88fd1b-a273-40ac-8a29-85625910c62b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00a594-e01b-4a6c-8a07-bb0311068613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:14Z', 'updated_at': '2021-06-30T02:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:36.666067 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-734190be-0346-4170-96e3-fefb53c1169e tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.716500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Deleting port 0e88fd1b-a273-40ac-8a29-85625910c62b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:36.717061 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.763652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] For port d545b861-907e-47d9-8ab9-7a5a1f244379, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:36.790221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] For port d545b861-907e-47d9-8ab9-7a5a1f244379, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d545b861-907e-47d9-8ab9-7a5a1f244379,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:36.802494 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.870035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:36.870660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.873003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] 10.222.0.73 "PUT /v2.0/ports/d545b861-907e-47d9-8ab9-7a5a1f244379 HTTP/1.1" status: 200 len: 1093 time: 1.6528471 Jun 30 02:39:36.876810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82aef02b-5447-448b-9d97-2096a5a75997', 'tag': 'd545b861-907e-47d9-8ab9-7a5a1f244379'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:36.880354 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce043ad-0c7e-40d5-8125-720a69f0e45d" -d '{"events": [{"name": "network-changed", "server_uuid": "82aef02b-5447-448b-9d97-2096a5a75997", "tag": "d545b861-907e-47d9-8ab9-7a5a1f244379"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:36.912144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ad74-3ff6-4365-a879-1d3a027627e3 req-cabdc18d-0fb1-4b61-8842-450c8ace3e07 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:36.916882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-b9bd905b-8ffb-4695-939f-d0c2476b57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:36.918477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-b9bd905b-8ffb-4695-939f-d0c2476b57db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 1098 time: 0.3400311 Jun 30 02:39:36.919599 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-61f4ad74-3ff6-4365-a879-1d3a027627e3 req-cabdc18d-0fb1-4b61-8842-450c8ace3e07 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 944 time: 0.2649751 Jun 30 02:39:36.940215 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ec2ead-e92f-415d-92ff-7484529fc7f9 x-openstack-request-id: req-b6ec2ead-e92f-415d-92ff-7484529fc7f9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:36.940666 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82aef02b-5447-448b-9d97-2096a5a75997", "tag": "d545b861-907e-47d9-8ab9-7a5a1f244379", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:36.941214 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6ec2ead-e92f-415d-92ff-7484529fc7f9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:36.941349 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82aef02b-5447-448b-9d97-2096a5a75997', 'tag': 'd545b861-907e-47d9-8ab9-7a5a1f244379', 'status': 'completed', 'code': 200} Jun 30 02:39:36.967227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95115479-41e9-4130-a0f5-277f46aec3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d545b861-907e-47d9-8ab9-7a5a1f244379,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:36.969464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] For port 0e88fd1b-a273-40ac-8a29-85625910c62b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0e88fd1b-a273-40ac-8a29-85625910c62b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:36.969842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.032313 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-61f4ad74-3ff6-4365-a879-1d3a027627e3 req-e1e57f26-fe8c-483d-bb06-c4243d562b86 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117022 Jun 30 02:39:37.034986 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-734190be-0346-4170-96e3-fefb53c1169e tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.044690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-734190be-0346-4170-96e3-fefb53c1169e tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.056632 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Calling delete_port for 0e88fd1b-a273-40ac-8a29-85625910c62b owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:37.084229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734190be-0346-4170-96e3-fefb53c1169e tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696f81fd-f506-412b-8d06-ed46fb97fbc4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:37.087184 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-734190be-0346-4170-96e3-fefb53c1169e tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.088797 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-734190be-0346-4170-96e3-fefb53c1169e tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5472846 Jun 30 02:39:37.097296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:37.106279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-79346e0e-8df2-47dd-83f6-33fe16b50112 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group_rule': {'security_group_id': 'cde316f7-3d8f-4fae-98d5-08920ed51646', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '696f81fd-f506-412b-8d06-ed46fb97fbc4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:37.118540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-d0067e91-1294-4aa5-9f9a-c51f68d6ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:37.121885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-d0067e91-1294-4aa5-9f9a-c51f68d6ce5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 1096 time: 0.1719146 Jun 30 02:39:37.192733 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-4c68e38e-d844-4c0d-802b-9772274e901f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d545b861-907e-47d9-8ab9-7a5a1f244379 HTTP/1.1" status: 200 len: 217 time: 0.0581491 Jun 30 02:39:37.278838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-9a8ebea3-4dac-4c7c-b9a3-6732ae1f80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:37.280841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-9a8ebea3-4dac-4c7c-b9a3-6732ae1f80d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.0727539 Jun 30 02:39:37.333245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c8342502-e6bf-4e54-8150-cc383799da2e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:37.334513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-bd7424be-1f44-4dcf-9a24-2050da9fd052 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425358 Jun 30 02:39:37.360271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: c8342502-e6bf-4e54-8150-cc383799da2e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:37.362408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c8342502-e6bf-4e54-8150-cc383799da2e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:37.485341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-7725ccaa-ab16-40ed-a54f-0322bc43e1f2 service neutron] 10.222.0.73 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388245 Jun 30 02:39:37.592974 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4ec1c0f-5716-400f-978a-00c42d80f1ef req-b3e5db88-32a8-4f55-b641-454348db7a89 service neutron] 10.222.0.73 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995941 Jun 30 02:39:37.602388 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.707045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce043ad-0c7e-40d5-8125-720a69f0e45d req-8edb9fa6-2874-4d89-99b5-ad0e5368ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:37.708600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cce043ad-0c7e-40d5-8125-720a69f0e45d req-8edb9fa6-2874-4d89-99b5-ad0e5368ff00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fef5510c674d4c81beed3eda57f51908&device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 1096 time: 0.0598361 Jun 30 02:39:37.767599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-0a342cc1-d27e-431d-a1a1-d091274c1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:37.769149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-0a342cc1-d27e-431d-a1a1-d091274c1972 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 907 time: 0.8021476 Jun 30 02:39:37.774870 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-79346e0e-8df2-47dd-83f6-33fe16b50112 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:39:37.776541 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-79346e0e-8df2-47dd-83f6-33fe16b50112 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6762495 Jun 30 02:39:37.780696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:37.858249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce043ad-0c7e-40d5-8125-720a69f0e45d req-f1d0973a-ab9e-4e53-a670-3770f11f7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:37.859923 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cce043ad-0c7e-40d5-8125-720a69f0e45d req-f1d0973a-ab9e-4e53-a670-3770f11f7dc7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 200 len: 907 time: 0.1427290 Jun 30 02:39:37.886625 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-84d6dd23-69e4-47f0-95a9-3dd457496de6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03b8a46f-0f7f-4bc7-8007-9c090a023cd2 HTTP/1.1" status: 200 len: 217 time: 0.1040821 Jun 30 02:39:37.936516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f9a840-0b50-4d4c-9597-d11dcf6b48e3 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:37.939153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cce043ad-0c7e-40d5-8125-720a69f0e45d req-94f12f29-b3b9-4a57-b08d-1e18bd40cce7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d545b861-907e-47d9-8ab9-7a5a1f244379 HTTP/1.1" status: 200 len: 217 time: 0.0641866 Jun 30 02:39:37.995488 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f9a840-0b50-4d4c-9597-d11dcf6b48e3 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.055734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa7a67-1d11-45d4-a372-e596a5ca3b2f req-55b9ee57-52c9-4bfa-bd31-c7d98ec9e7e5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:38.057755 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8aa7a67-1d11-45d4-a372-e596a5ca3b2f req-55b9ee57-52c9-4bfa-bd31-c7d98ec9e7e5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.4956136 Jun 30 02:39:38.099701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-9d26f28b-7cfd-4e60-8b70-632d1a6c680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:38.101431 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-9d26f28b-7cfd-4e60-8b70-632d1a6c680b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.1781690 Jun 30 02:39:38.204038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-9f14677e-aa00-4f6d-a877-a60ef966bfbc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822082 Jun 30 02:39:38.214295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.303158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8aa7a67-1d11-45d4-a372-e596a5ca3b2f req-365a60a0-d7fc-49e6-8a93-c4d425c0307f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112927 Jun 30 02:39:38.343151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e88fd1b-a273-40ac-8a29-85625910c62b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:38.386891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Allocated IP 172.20.0.1 (ced393ca-9d2a-49df-9814-fb9d43c69390/291b8ba8-b9b8-417c-b5ac-0d7de84a0459/8e9a97c2-7b02-4504-9972-8352fe67dfae) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:38.437219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce043ad-0c7e-40d5-8125-720a69f0e45d req-28ba8d1f-02e8-42d6-8c6b-ca4cb22568b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:38.438806 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cce043ad-0c7e-40d5-8125-720a69f0e45d req-28ba8d1f-02e8-42d6-8c6b-ca4cb22568b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 200 len: 846 time: 0.4886634 Jun 30 02:39:38.491687 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.521790 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cce043ad-0c7e-40d5-8125-720a69f0e45d req-d7928bc3-e970-402c-8222-20c49940176b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=da85fd17-8f5d-4621-95de-f716da3768b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686784 Jun 30 02:39:38.591028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f9a840-0b50-4d4c-9597-d11dcf6b48e3 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.593529 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60f9a840-0b50-4d4c-9597-d11dcf6b48e3 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.594687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-60f9a840-0b50-4d4c-9597-d11dcf6b48e3 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "DELETE /v2.0/security-groups/696f81fd-f506-412b-8d06-ed46fb97fbc4 HTTP/1.1" status: 204 len: 168 time: 0.8128765 Jun 30 02:39:38.601159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:38.618585 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-e5e919fd-7f09-4dbe-8175-763754e8f676 service neutron] 10.222.0.73 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695352 Jun 30 02:39:38.623169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.628512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.661633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9a840-0b50-4d4c-9597-d11dcf6b48e3 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=696f81fd-f506-412b-8d06-ed46fb97fbc4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:38.677925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b8108-732a-41f2-a2c9-f2bdde7eb3ea req-f0e27c51-9d74-4d90-8dce-e9633a049704 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:38.680023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-883b8108-732a-41f2-a2c9-f2bdde7eb3ea req-f0e27c51-9d74-4d90-8dce-e9633a049704 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 944 time: 0.2506578 Jun 30 02:39:38.734594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.739790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.740340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb00a594-e01b-4a6c-8a07-bb0311068613 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:39:38.749856 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.753491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7c6bebd1-3193-4dbf-856a-c79e73ae135a admin admin] 10.222.0.55 "DELETE /v2.0/routers/eb00a594-e01b-4a6c-8a07-bb0311068613 HTTP/1.1" status: 204 len: 168 time: 2.9552803 Jun 30 02:39:38.754261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:38.763355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cce043ad-0c7e-40d5-8125-720a69f0e45d req-95a5175d-10e7-4d32-ba19-3d020b187004 service neutron] 10.222.0.73 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242608 Jun 30 02:39:38.771137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Transition to ACTIVE for port object 8e9a97c2-7b02-4504-9972-8352fe67dfae will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:38.780807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e7faca38-d966-4ffa-a785-b200fecab23a tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1675990 Jun 30 02:39:38.788364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:38.802799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-883b8108-732a-41f2-a2c9-f2bdde7eb3ea req-6ce625f0-7fab-4f52-b192-feb56303a54b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130164 Jun 30 02:39:38.842481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-72bf22c6-34e0-46f2-ab2e-a999b4292ef4 req-712b8f13-d590-4028-be9e-7c7745129022 service neutron] 10.222.0.73 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155039 Jun 30 02:39:38.849427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ea3de4-c7fa-4a0d-b1fd-4bd75e33528e admin admin] Deleting subnet 858759c8-15f3-48c5-9dd8-52f3849cb5eb {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:38.860945 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24ea3de4-c7fa-4a0d-b1fd-4bd75e33528e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.904567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24ea3de4-c7fa-4a0d-b1fd-4bd75e33528e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.907397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.947327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f9557f0-d636-41cd-94e2-b02ed7d4d609 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.980238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cce043ad-0c7e-40d5-8125-720a69f0e45d req-1dc4879f-b917-4b49-9af0-0020b73b8c9a service neutron] 10.222.0.73 "GET /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990135 Jun 30 02:39:38.983975 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f9557f0-d636-41cd-94e2-b02ed7d4d609 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.991456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Network ced393ca-9d2a-49df-9814-fb9d43c69390 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:39.004635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:39.008726 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:39.011455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'Port': ['ID=8e9a97c2-7b02-4504-9972-8352fe67dfae,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:39.015650 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24ea3de4-c7fa-4a0d-b1fd-4bd75e33528e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.048133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f9557f0-d636-41cd-94e2-b02ed7d4d609 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.053057 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f9557f0-d636-41cd-94e2-b02ed7d4d609 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.059269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5f9557f0-d636-41cd-94e2-b02ed7d4d609 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "DELETE /v2.0/security-groups/cde316f7-3d8f-4fae-98d5-08920ed51646 HTTP/1.1" status: 204 len: 168 time: 0.2681715 Jun 30 02:39:39.059487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.068104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9557f0-d636-41cd-94e2-b02ed7d4d609 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde316f7-3d8f-4fae-98d5-08920ed51646,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:39.114613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.177585 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9f8c4b39-1cf6-4ce5-a246-90f764b04321 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1169410 Jun 30 02:39:39.181739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38624) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.187651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-65f884ef-8917-4f5f-99bb-189a8e730281 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283760249'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:39.201818 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24ea3de4-c7fa-4a0d-b1fd-4bd75e33528e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.220385 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65f884ef-8917-4f5f-99bb-189a8e730281 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.240811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea3de4-c7fa-4a0d-b1fd-4bd75e33528e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858759c8-15f3-48c5-9dd8-52f3849cb5eb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:39.243216 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24ea3de4-c7fa-4a0d-b1fd-4bd75e33528e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.245103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-24ea3de4-c7fa-4a0d-b1fd-4bd75e33528e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/858759c8-15f3-48c5-9dd8-52f3849cb5eb HTTP/1.1" status: 204 len: 168 time: 0.4884593 Jun 30 02:39:39.249331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.280653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4eca1246-9611-468c-a94f-9f95c664b690 None None] Provisioning for port 8e9a97c2-7b02-4504-9972-8352fe67dfae completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:39.285707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4eca1246-9611-468c-a94f-9f95c664b690 None None] Provisioning complete for port 8e9a97c2-7b02-4504-9972-8352fe67dfae triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:39.286091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4eca1246-9611-468c-a94f-9f95c664b690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.337788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4eca1246-9611-468c-a94f-9f95c664b690 None None] Port 8e9a97c2-7b02-4504-9972-8352fe67dfae cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:39.354670 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65f884ef-8917-4f5f-99bb-189a8e730281 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.363336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65f884ef-8917-4f5f-99bb-189a8e730281 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.382063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.383751 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.432202 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65f884ef-8917-4f5f-99bb-189a8e730281 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.433379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-65f884ef-8917-4f5f-99bb-189a8e730281 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2507954 Jun 30 02:39:39.437093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.442153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1c2a0692-ce6f-44c9-95d2-29bde99c0380 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:39.443124 n-d-758944-39 neutron-server[93771]: WARNING neutron.api.v2.base [None req-1c2a0692-ce6f-44c9-95d2-29bde99c0380 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 02:39:39.443356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0e88fd1b-a273-40ac-8a29-85625910c62b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:39.443525 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-1c2a0692-ce6f-44c9-95d2-29bde99c0380 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 02:39:39.444351 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1c2a0692-ce6f-44c9-95d2-29bde99c0380 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "PUT /v2.0/security-groups/09c8755b-abe9-41ef-a2f4-fd51d64de209 HTTP/1.1" status: 409 len: 330 time: 0.0062835 Jun 30 02:39:39.445368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f884ef-8917-4f5f-99bb-189a8e730281 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c8755b-abe9-41ef-a2f4-fd51d64de209,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:39.447900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.489068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0e88fd1b-a273-40ac-8a29-85625910c62b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:39.489478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0e88fd1b-a273-40ac-8a29-85625910c62b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:39.569323 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43e302d8-95e3-48db-8832-27702de52106 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.600983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43e302d8-95e3-48db-8832-27702de52106 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.624364 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.637830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcafbfc4-2a93-4f25-97ba-edf5e3c73916']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:39.649142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b641-7d1e-4307-95e9-56fbf2994ee9 req-e3edc646-beb7-4659-972b-d3d03aea22de tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:39.650699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1df1b641-7d1e-4307-95e9-56fbf2994ee9 req-e3edc646-beb7-4659-972b-d3d03aea22de tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1330597 Jun 30 02:39:39.654801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d457ad-5475-42f0-8d78-292f587c0d49') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:39.655103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d457ad-5475-42f0-8d78-292f587c0d49') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:39.672157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43e302d8-95e3-48db-8832-27702de52106 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.673051 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.675291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43e302d8-95e3-48db-8832-27702de52106 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.676400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-43e302d8-95e3-48db-8832-27702de52106 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "DELETE /v2.0/security-groups/09c8755b-abe9-41ef-a2f4-fd51d64de209 HTTP/1.1" status: 204 len: 168 time: 0.2196429 Jun 30 02:39:39.681095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.691165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e302d8-95e3-48db-8832-27702de52106 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c8755b-abe9-41ef-a2f4-fd51d64de209,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:39.711085 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1df1b641-7d1e-4307-95e9-56fbf2994ee9 req-de1c5836-ec45-49c7-8674-a10b6ffb4346 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530655 Jun 30 02:39:39.715309 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.753059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:39.753478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:39.756815 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:39.844742 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.853920 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.855827 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] 10.222.0.55 "DELETE /v2.0/networks/dcafbfc4-2a93-4f25-97ba-edf5e3c73916 HTTP/1.1" status: 204 len: 168 time: 0.6055245 Jun 30 02:39:39.859684 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1c6d6482-28a9-422c-aa32-75d4b53e735c tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1755695 Jun 30 02:39:39.864296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.877615 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6324923a-73fa-4cc6-825a-90d48beb308a tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] delete failed (client error): The resource could not be found. Jun 30 02:39:39.878825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6324923a-73fa-4cc6-825a-90d48beb308a tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "DELETE /v2.0/security-groups/564f5faf-51d8-496a-8169-4bf5a71c63f4 HTTP/1.1" status: 404 len: 347 time: 0.0135131 Jun 30 02:39:39.879669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c68bb-ece6-49da-b824-6126e8bc9c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=dcafbfc4-2a93-4f25-97ba-edf5e3c73916,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:39.883140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.907811 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-d815d50c-b716-45ca-8c1c-a9e1d78b18f8 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] show failed (client error): The resource could not be found. Jun 30 02:39:39.909606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d815d50c-b716-45ca-8c1c-a9e1d78b18f8 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-groups/5b5b8f0e-c225-4d9e-af14-3dc7a261c688 HTTP/1.1" status: 404 len: 347 time: 0.0190108 Jun 30 02:39:39.915250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:39.920780 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.928940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:39.932468 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-ebb24433-3ff3-46a0-a735-08f2f625fb41 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] show failed (client error): The resource could not be found. Jun 30 02:39:39.949126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ebb24433-3ff3-46a0-a735-08f2f625fb41 tempest-NegativeSecGroupTest-99894717 tempest-NegativeSecGroupTest-99894717-project] 10.222.0.55 "GET /v2.0/security-group-rules/b776f20a-cb85-4c53-9034-3b0a86bb4bb3 HTTP/1.1" status: 404 len: 356 time: 0.0277860 Jun 30 02:39:40.034104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event updated for resources: {'Port': ['ID=8e9a97c2-7b02-4504-9972-8352fe67dfae,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:40.058745 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.084687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:40.148091 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c91527-1dce-49d7-88be-7bc1a920e5f8 req-c7ae7fff-d6f1-46c3-b2d9-c74fe07be3a7 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:40.149720 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52c91527-1dce-49d7-88be-7bc1a920e5f8 req-c7ae7fff-d6f1-46c3-b2d9-c74fe07be3a7 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 944 time: 0.1724482 Jun 30 02:39:40.169477 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-599a68aa-39c9-43fe-82d4-a50d932147c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c936496cd6d847db822f7d0023ff161f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834639 Jun 30 02:39:40.170089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:40.241129 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4897fa1c-0b5d-4e57-881c-3fe3146070e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.247259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:40.258278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Network ced393ca-9d2a-49df-9814-fb9d43c69390 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:40.261664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:40.274682 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52c91527-1dce-49d7-88be-7bc1a920e5f8 req-4052523a-8ad4-4f69-b379-64453963f152 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093171 Jun 30 02:39:40.283234 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4897fa1c-0b5d-4e57-881c-3fe3146070e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.352751 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4897fa1c-0b5d-4e57-881c-3fe3146070e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.357013 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4897fa1c-0b5d-4e57-881c-3fe3146070e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.362986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4897fa1c-0b5d-4e57-881c-3fe3146070e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92418e84-a026-4e9d-ad9f-937ccb28a1ce HTTP/1.1" status: 204 len: 168 time: 0.1918278 Jun 30 02:39:40.372715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897fa1c-0b5d-4e57-881c-3fe3146070e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92418e84-a026-4e9d-ad9f-937ccb28a1ce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:40.434458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Router b934624b-37d6-4cdb-bc0a-15b8ac304710 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:39:40.495391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-33331210-fb2e-484f-8f88-41674d5b5009 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9bb5832250e141ab9778976458f27690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429132 Jun 30 02:39:40.497903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:40.550032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:40.558609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f7b254dd-7bbb-43ab-ab1b-964747cb58df tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "PUT /v2.0/routers/b934624b-37d6-4cdb-bc0a-15b8ac304710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9288497 Jun 30 02:39:40.559435 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:40.566066 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a27265-af75-455c-9ea2-25ed6b557d38 None None] Sync routers for ids ['b934624b-37d6-4cdb-bc0a-15b8ac304710'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:40.568291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0792dba-2819-4ff7-a848-f8376e1752e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.582265 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a27265-af75-455c-9ea2-25ed6b557d38 None None] Routers {'b934624b-37d6-4cdb-bc0a-15b8ac304710'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:40.583189 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00a27265-af75-455c-9ea2-25ed6b557d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b934624b-37d6-4cdb-bc0a-15b8ac304710'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:40.595307 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0792dba-2819-4ff7-a848-f8376e1752e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.661458 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0792dba-2819-4ff7-a848-f8376e1752e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.665057 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0792dba-2819-4ff7-a848-f8376e1752e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.671112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f0792dba-2819-4ff7-a848-f8376e1752e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20b0d1ef-7049-4c43-a44c-0532d6d07aed HTTP/1.1" status: 204 len: 168 time: 0.1716971 Jun 30 02:39:40.683513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0792dba-2819-4ff7-a848-f8376e1752e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b0d1ef-7049-4c43-a44c-0532d6d07aed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:40.783578 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00a27265-af75-455c-9ea2-25ed6b557d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:40.794325 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a27265-af75-455c-9ea2-25ed6b557d38 None None] Routers {'b934624b-37d6-4cdb-bc0a-15b8ac304710'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:40.795251 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00a27265-af75-455c-9ea2-25ed6b557d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b934624b-37d6-4cdb-bc0a-15b8ac304710'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:40.795996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ec270928-aa44-4cba-87e6-b289e03d66b9 None None] Provisioning complete for port 8e9a97c2-7b02-4504-9972-8352fe67dfae triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:40.796518 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ec270928-aa44-4cba-87e6-b289e03d66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.797912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd259981-3591-4b4e-a20b-818408a80887 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.855699 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-00a27265-af75-455c-9ea2-25ed6b557d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:40.860205 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a27265-af75-455c-9ea2-25ed6b557d38 None None] The sync data for ids ['b934624b-37d6-4cdb-bc0a-15b8ac304710'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:40.943984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ec270928-aa44-4cba-87e6-b289e03d66b9 None None] Port 8e9a97c2-7b02-4504-9972-8352fe67dfae cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:39:41.022699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d545b861-907e-47d9-8ab9-7a5a1f244379 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:39:41.255410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d545b861-907e-47d9-8ab9-7a5a1f244379, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d545b861-907e-47d9-8ab9-7a5a1f244379,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:41.292062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'd545b861-907e-47d9-8ab9-7a5a1f244379', 'network_id': 'da85fd17-8f5d-4621-95de-f716da3768b8', 'port_id': 'd545b861-907e-47d9-8ab9-7a5a1f244379', 'mac_address': 'fa:16:3e:80:07:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b856f8da-cbc5-40d0-9b04-dd78e7eed933', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:39:41.338539 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:41.356637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d545b861-907e-47d9-8ab9-7a5a1f244379 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:41.382220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d545b861-907e-47d9-8ab9-7a5a1f244379, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d545b861-907e-47d9-8ab9-7a5a1f244379,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:41.390948 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:41.418483 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-bd259981-3591-4b4e-a20b-818408a80887 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 02:39:41.425141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:41.429776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bd259981-3591-4b4e-a20b-818408a80887 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "DELETE /v2.0/routers/b934624b-37d6-4cdb-bc0a-15b8ac304710 HTTP/1.1" status: 409 len: 329 time: 0.8691685 Jun 30 02:39:41.463540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19828a95-fc2f-48f1-8d10-bb382f06d977 req-93ebb668-0d67-497b-8009-2bb6935859b6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:41.465745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19828a95-fc2f-48f1-8d10-bb382f06d977 req-93ebb668-0d67-497b-8009-2bb6935859b6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1936364 Jun 30 02:39:41.536033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=d545b861-907e-47d9-8ab9-7a5a1f244379,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:41.548598 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19828a95-fc2f-48f1-8d10-bb382f06d977 req-6009ada2-a115-49f0-8784-a4ed7554f99a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761721 Jun 30 02:39:41.850482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['d545b861-907e-47d9-8ab9-7a5a1f244379'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:41.961806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115020d-7cae-4ee5-9cd9-fcf7cf65441c req-10c7ae95-a87e-4e16-9725-ae9497930b26 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:41.966990 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a115020d-7cae-4ee5-9cd9-fcf7cf65441c req-10c7ae95-a87e-4e16-9725-ae9497930b26 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 945 time: 0.2424202 Jun 30 02:39:42.121189 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a115020d-7cae-4ee5-9cd9-fcf7cf65441c req-eeb0bba0-c313-4ab7-9bd8-2141608353fe tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405625 Jun 30 02:39:42.179099 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.313282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:39:42.518457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:42.536871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'port_id': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'mac_address': 'fa:16:3e:0b:ab:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:39:42.586601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Deleting port 8e9a97c2-7b02-4504-9972-8352fe67dfae {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:42.587221 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.594680 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.615393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:42.618273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:42.646914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:42.655099 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.732440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:42.751213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:42.768647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Calling delete_port for 8e9a97c2-7b02-4504-9972-8352fe67dfae owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:42.784953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:39:42.940176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4c39e3e-cc9c-49fa-8bb8-2467632b811b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.030429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22692cf2-96d3-4aa7-bb9b-db9dc78839d1 req-07dc4f86-1981-44d3-8ed0-c5ee35a90242 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:43.037710 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22692cf2-96d3-4aa7-bb9b-db9dc78839d1 req-07dc4f86-1981-44d3-8ed0-c5ee35a90242 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.2589316 Jun 30 02:39:43.066169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4c39e3e-cc9c-49fa-8bb8-2467632b811b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.072011 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4c39e3e-cc9c-49fa-8bb8-2467632b811b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.123012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22692cf2-96d3-4aa7-bb9b-db9dc78839d1 req-3b32b3ab-425e-4caf-9d77-e3f84bce14a0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842323 Jun 30 02:39:43.129025 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a4c39e3e-cc9c-49fa-8bb8-2467632b811b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=908cce6f51154e358191dbb2f11a92fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5124104 Jun 30 02:39:43.145595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:43.163432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c39e3e-cc9c-49fa-8bb8-2467632b811b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce69219a-abc3-4b5f-bb77-bb04258919a0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:43.225613 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.260734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event deleted for resources: {'Port': ['ID=8e9a97c2-7b02-4504-9972-8352fe67dfae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:43.262956 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6568-f72a-421c-afe8-11b608c0f566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.303448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6568-f72a-421c-afe8-11b608c0f566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.367432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6568-f72a-421c-afe8-11b608c0f566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.371002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc6d6568-f72a-421c-afe8-11b608c0f566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.380536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dc6d6568-f72a-421c-afe8-11b608c0f566 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce69219a-abc3-4b5f-bb77-bb04258919a0 HTTP/1.1" status: 204 len: 168 time: 0.2287405 Jun 30 02:39:43.405408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d6568-f72a-421c-afe8-11b608c0f566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce69219a-abc3-4b5f-bb77-bb04258919a0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:43.521140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bee505-abfd-4a34-af4f-0e3dbc32d2df req-6b6c7c6a-90a0-4481-9a9d-c39db832026d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:43.528415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4bee505-abfd-4a34-af4f-0e3dbc32d2df req-6b6c7c6a-90a0-4481-9a9d-c39db832026d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 945 time: 0.2553394 Jun 30 02:39:43.538374 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:43.643490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4bee505-abfd-4a34-af4f-0e3dbc32d2df req-f6ff756e-36da-41a1-8e9c-4301bc3dab55 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142120 Jun 30 02:39:43.735646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Router b934624b-37d6-4cdb-bc0a-15b8ac304710 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:39:43.809328 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:39:43.815700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f1964c18-6632-4c53-a571-605b643f61b1 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "PUT /v2.0/routers/b934624b-37d6-4cdb-bc0a-15b8ac304710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3886597 Jun 30 02:39:43.819257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:43.821425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1a2df-06a0-41e1-85e6-00a05dbc578a None None] Sync routers for ids ['b934624b-37d6-4cdb-bc0a-15b8ac304710'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:39:43.833966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1a2df-06a0-41e1-85e6-00a05dbc578a None None] Routers {'b934624b-37d6-4cdb-bc0a-15b8ac304710'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:43.836131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8ce1a2df-06a0-41e1-85e6-00a05dbc578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b934624b-37d6-4cdb-bc0a-15b8ac304710'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:43.865343 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-2accbc27-c8cc-4796-b199-0e4a5556a859 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] show failed (client error): The resource could not be found. Jun 30 02:39:43.866389 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2accbc27-c8cc-4796-b199-0e4a5556a859 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1349760973 HTTP/1.1" status: 404 len: 335 time: 0.0446208 Jun 30 02:39:43.870394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:43.875357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-95501216-ab44-44ad-b156-6718e429f33a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:43.875734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8ce1a2df-06a0-41e1-85e6-00a05dbc578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:43.884963 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1a2df-06a0-41e1-85e6-00a05dbc578a None None] Routers {'b934624b-37d6-4cdb-bc0a-15b8ac304710'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:39:43.885497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8ce1a2df-06a0-41e1-85e6-00a05dbc578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b934624b-37d6-4cdb-bc0a-15b8ac304710'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:43.915545 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-95501216-ab44-44ad-b156-6718e429f33a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] update failed (client error): The resource could not be found. Jun 30 02:39:43.918793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-95501216-ab44-44ad-b156-6718e429f33a tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1412924005 HTTP/1.1" status: 404 len: 335 time: 0.0451374 Jun 30 02:39:43.920189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:43.927812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8ce1a2df-06a0-41e1-85e6-00a05dbc578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:43.928467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1a2df-06a0-41e1-85e6-00a05dbc578a None None] The sync data for ids ['b934624b-37d6-4cdb-bc0a-15b8ac304710'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:39:43.978931 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c94033c-5e0d-4877-9296-dec41d804ac2 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Deleting subnet c69edc74-1b14-4b7b-86de-4c48d76aa404 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:43.982280 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c94033c-5e0d-4877-9296-dec41d804ac2 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.024638 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c94033c-5e0d-4877-9296-dec41d804ac2 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.115135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c94033c-5e0d-4877-9296-dec41d804ac2 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.196448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c94033c-5e0d-4877-9296-dec41d804ac2 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.232037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94033c-5e0d-4877-9296-dec41d804ac2 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event deleted for resources: {'Subnet': ['ID=c69edc74-1b14-4b7b-86de-4c48d76aa404,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:44.238394 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c94033c-5e0d-4877-9296-dec41d804ac2 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.240160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5c94033c-5e0d-4877-9296-dec41d804ac2 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "DELETE /v2.0/subnets/c69edc74-1b14-4b7b-86de-4c48d76aa404 HTTP/1.1" status: 204 len: 168 time: 0.3188815 Jun 30 02:39:44.246028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d26cb-8b27-4253-82d4-1b0c6a1862ad None None] Network 97ad553f-0cbb-48f8-996a-c1c038d7e741 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:44.254162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:44.324733 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:44.334731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa53a28-cbde-48ba-b01e-a22189e15dda tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Deleting subnet 40af4485-c8db-4ecf-b047-e1c90f1ea276 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:44.338806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32166743-612d-4a06-810f-d205bde1844f req-15bc539d-c24b-4b79-9a1c-9298e3e919c9 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:44.340585 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fa53a28-cbde-48ba-b01e-a22189e15dda tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.347976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32166743-612d-4a06-810f-d205bde1844f req-15bc539d-c24b-4b79-9a1c-9298e3e919c9 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.0861087 Jun 30 02:39:44.390274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fa53a28-cbde-48ba-b01e-a22189e15dda tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.401271 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-32166743-612d-4a06-810f-d205bde1844f req-49b3957e-e7b8-4403-a844-d1230cc2ab00 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500124 Jun 30 02:39:44.459540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:44.459915 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.492360 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fa53a28-cbde-48ba-b01e-a22189e15dda tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.559168 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.562524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fa53a28-cbde-48ba-b01e-a22189e15dda tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.569931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:44.586829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:44.589222 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8accef-7ee4-4d21-a2fd-e640626bc70e" -d '{"events": [{"server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "name": "network-vif-plugged", "status": "completed", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:44.595431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84767610-f84b-462c-aca9-d05b8ed01c98 None None] DHCP port deletion for 97ad553f-0cbb-48f8-996a-c1c038d7e741 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:44.607182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:44.611307 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa53a28-cbde-48ba-b01e-a22189e15dda tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event deleted for resources: {'Subnet': ['ID=40af4485-c8db-4ecf-b047-e1c90f1ea276,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:44.622431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fa53a28-cbde-48ba-b01e-a22189e15dda tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.626741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:44.629040 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7fa53a28-cbde-48ba-b01e-a22189e15dda tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "DELETE /v2.0/subnets/40af4485-c8db-4ecf-b047-e1c90f1ea276 HTTP/1.1" status: 204 len: 168 time: 0.3716757 Jun 30 02:39:44.634033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.636339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b90ef-cb05-480e-a55e-8ccd9c7e75e8 None None] Network a0d92e42-98aa-49f1-82b3-3a1a2852595e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:44.702945 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe4fecb-4ab9-4edb-a91c-3846c7cff06c x-openstack-request-id: req-6fe4fecb-4ab9-4edb-a91c-3846c7cff06c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:44.703237 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "name": "network-vif-plugged", "status": "completed", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:44.703498 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fe4fecb-4ab9-4edb-a91c-3846c7cff06c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:44.703882 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'code': 200} Jun 30 02:39:44.726078 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-666c77a9-a240-4530-b987-1368b3eb3450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.754011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.776041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:44.860346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-84767610-f84b-462c-aca9-d05b8ed01c98 None None] Deleting port 1d2a9a42-777a-4004-86b8-39a53817cbbf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:44.861033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84767610-f84b-462c-aca9-d05b8ed01c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.900655 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Deleting port 1d2a9a42-777a-4004-86b8-39a53817cbbf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:44.900999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.911482 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:39:44.952402 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-666c77a9-a240-4530-b987-1368b3eb3450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.955565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-84767610-f84b-462c-aca9-d05b8ed01c98 None None] For port 1d2a9a42-777a-4004-86b8-39a53817cbbf, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1d2a9a42-777a-4004-86b8-39a53817cbbf,segment=NetworkSegment(2980db91-290f-4731-9871-13e00f5345fc),segment_id=2980db91-290f-4731-9871-13e00f5345fc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:44.956326 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84767610-f84b-462c-aca9-d05b8ed01c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.968711 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-666c77a9-a240-4530-b987-1368b3eb3450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:44.971913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-84767610-f84b-462c-aca9-d05b8ed01c98 None None] Calling delete_port for 1d2a9a42-777a-4004-86b8-39a53817cbbf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:45.027091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] For port 1d2a9a42-777a-4004-86b8-39a53817cbbf, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1d2a9a42-777a-4004-86b8-39a53817cbbf,segment=NetworkSegment(2980db91-290f-4731-9871-13e00f5345fc),segment_id=2980db91-290f-4731-9871-13e00f5345fc)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:45.027440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.039392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-666c77a9-a240-4530-b987-1368b3eb3450 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9997565958a74aa586e6b5ad3c28f679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683552 Jun 30 02:39:45.042282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:45.054040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d545b861-907e-47d9-8ab9-7a5a1f244379 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:39:45.075158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Calling delete_port for 1d2a9a42-777a-4004-86b8-39a53817cbbf owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:45.111734 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84767610-f84b-462c-aca9-d05b8ed01c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.124516 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7938-1d76-4139-821a-d83c0abd54d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.143225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c77a9-a240-4530-b987-1368b3eb3450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d59cb5-6e91-4852-ba04-e1bda133bee3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:45.148654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84767610-f84b-462c-aca9-d05b8ed01c98 None None] Pushing event deleted for resources: {'Port': ['ID=1d2a9a42-777a-4004-86b8-39a53817cbbf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:45.156444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54692e06-09a4-4603-bf8b-57eb928f81c8 None None] DHCP port deletion for a0d92e42-98aa-49f1-82b3-3a1a2852595e request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:45.169078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port d545b861-907e-47d9-8ab9-7a5a1f244379 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:39:45.173529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84767610-f84b-462c-aca9-d05b8ed01c98 None None] No DVR routers for this DVR port 1d2a9a42-777a-4004-86b8-39a53817cbbf on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:45.186750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261c84a-b9a3-48f7-a897-eae47a704229 req-05eee416-365f-4e54-a506-04fbb95a471a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:45.188346 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a261c84a-b9a3-48f7-a897-eae47a704229 req-05eee416-365f-4e54-a506-04fbb95a471a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 945 time: 0.3403029 Jun 30 02:39:45.199741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7938-1d76-4139-821a-d83c0abd54d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.273042 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7938-1d76-4139-821a-d83c0abd54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.277953 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e0d7938-1d76-4139-821a-d83c0abd54d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.285935 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8e0d7938-1d76-4139-821a-d83c0abd54d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4d59cb5-6e91-4852-ba04-e1bda133bee3 HTTP/1.1" status: 204 len: 168 time: 0.2417505 Jun 30 02:39:45.297425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d7938-1d76-4139-821a-d83c0abd54d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d59cb5-6e91-4852-ba04-e1bda133bee3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:45.386918 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a261c84a-b9a3-48f7-a897-eae47a704229 req-04314ae9-4c01-4b7f-8da2-e118e5c651a2 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256444 Jun 30 02:39:45.407142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port d545b861-907e-47d9-8ab9-7a5a1f244379 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:39:45.407805 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.443294 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.472211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] No DVR routers for this DVR port 1d2a9a42-777a-4004-86b8-39a53817cbbf on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:45.482820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5d037265-4e34-46d1-96ae-d533ef44ec9b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:45.554003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event deleted for resources: {'Port': ['ID=1d2a9a42-777a-4004-86b8-39a53817cbbf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:45.591189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-54692e06-09a4-4603-bf8b-57eb928f81c8 None None] Deleting port 5d037265-4e34-46d1-96ae-d533ef44ec9b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:45.591437 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54692e06-09a4-4603-bf8b-57eb928f81c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.704707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.733214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-54692e06-09a4-4603-bf8b-57eb928f81c8 None None] For port 5d037265-4e34-46d1-96ae-d533ef44ec9b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5d037265-4e34-46d1-96ae-d533ef44ec9b,segment=NetworkSegment(bd090da8-7884-476b-8f9e-a0f62b645284),segment_id=bd090da8-7884-476b-8f9e-a0f62b645284)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:45.733745 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54692e06-09a4-4603-bf8b-57eb928f81c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.739187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ad553f-0cbb-48f8-996a-c1c038d7e741']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:45.743475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.745772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.747615 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.752854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-54692e06-09a4-4603-bf8b-57eb928f81c8 None None] Calling delete_port for 5d037265-4e34-46d1-96ae-d533ef44ec9b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:45.763496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2980db91-290f-4731-9871-13e00f5345fc') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:45.763496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2980db91-290f-4731-9871-13e00f5345fc') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:45.775633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6615c2b-36db-4a19-a9e0-bcbc31fc22fb req-4742259a-08ab-4714-b3fc-f630b7b7c316 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:45.777185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a6615c2b-36db-4a19-a9e0-bcbc31fc22fb req-4742259a-08ab-4714-b3fc-f630b7b7c316 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.2142377 Jun 30 02:39:45.821223 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.840024 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a6615c2b-36db-4a19-a9e0-bcbc31fc22fb req-44d2929a-018f-41f0-b7f3-839a0e3c88b3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521894 Jun 30 02:39:45.844764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.854345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:45.854777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:45.858302 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:45.874681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 5d037265-4e34-46d1-96ae-d533ef44ec9b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5d037265-4e34-46d1-96ae-d533ef44ec9b,segment=NetworkSegment(bd090da8-7884-476b-8f9e-a0f62b645284),segment_id=bd090da8-7884-476b-8f9e-a0f62b645284)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:45.893313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d545b861-907e-47d9-8ab9-7a5a1f244379, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d545b861-907e-47d9-8ab9-7a5a1f244379,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:45.903147 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.903882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1d2a9a42-777a-4004-86b8-39a53817cbbf no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:45.914512 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.944510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.950164 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:45.952424 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "DELETE /v2.0/networks/97ad553f-0cbb-48f8-996a-c1c038d7e741 HTTP/1.1" status: 204 len: 168 time: 1.3245709 Jun 30 02:39:45.955091 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:45.988135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 1d2a9a42-777a-4004-86b8-39a53817cbbf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:45.988917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1d2a9a42-777a-4004-86b8-39a53817cbbf not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:46.003742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642e832-25e3-4edc-9a6a-47bd157c3c36 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event deleted for resources: {'Network': ['ID=97ad553f-0cbb-48f8-996a-c1c038d7e741,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:46.064180 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.071469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=5d037265-4e34-46d1-96ae-d533ef44ec9b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:46.113159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.121861 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54692e06-09a4-4603-bf8b-57eb928f81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.149538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54692e06-09a4-4603-bf8b-57eb928f81c8 None None] No DVR routers for this DVR port 5d037265-4e34-46d1-96ae-d533ef44ec9b on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:46.164750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=d545b861-907e-47d9-8ab9-7a5a1f244379,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:46.191919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54692e06-09a4-4603-bf8b-57eb928f81c8 None None] Pushing event deleted for resources: {'Port': ['ID=5d037265-4e34-46d1-96ae-d533ef44ec9b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:46.225163 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.235126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d92e42-98aa-49f1-82b3-3a1a2852595e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:46.248872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd090da8-7884-476b-8f9e-a0f62b645284') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:46.249352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd090da8-7884-476b-8f9e-a0f62b645284') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:46.260323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.275616 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.284120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:46.284619 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:46.287803 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:46.297443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:46.354765 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.362217 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.367358 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "DELETE /v2.0/networks/a0d92e42-98aa-49f1-82b3-3a1a2852595e HTTP/1.1" status: 204 len: 168 time: 0.4086580 Jun 30 02:39:46.367726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:46.386894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9720c8-7214-4e71-ac32-4090a44cf55c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event deleted for resources: {'Network': ['ID=a0d92e42-98aa-49f1-82b3-3a1a2852595e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:46.426690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d92196-1cbe-487c-bd6c-09edb02b98e4 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Deleting subnet 291b8ba8-b9b8-417c-b5ac-0d7de84a0459 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:39:46.430524 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38d92196-1cbe-487c-bd6c-09edb02b98e4 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.457734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-393042574-network', 'tenant_id': '8b81d129bff9484596f6f5d8d84831e5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:46.487641 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38d92196-1cbe-487c-bd6c-09edb02b98e4 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.705590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aef02b-5447-448b-9d97-2096a5a75997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd545b861-907e-47d9-8ab9-7a5a1f244379'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:46.708743 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceb5845-0ba3-4c3f-a76c-183c2b4e9ebb" -d '{"events": [{"server_uuid": "82aef02b-5447-448b-9d97-2096a5a75997", "name": "network-vif-plugged", "status": "completed", "tag": "d545b861-907e-47d9-8ab9-7a5a1f244379"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:46.750952 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5663a9e3-b9f1-42ab-8acd-52fdd03d45b7 x-openstack-request-id: req-5663a9e3-b9f1-42ab-8acd-52fdd03d45b7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:46.751344 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82aef02b-5447-448b-9d97-2096a5a75997", "name": "network-vif-plugged", "status": "completed", "tag": "d545b861-907e-47d9-8ab9-7a5a1f244379", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:46.751682 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5663a9e3-b9f1-42ab-8acd-52fdd03d45b7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:46.752415 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82aef02b-5447-448b-9d97-2096a5a75997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd545b861-907e-47d9-8ab9-7a5a1f244379', 'code': 200} Jun 30 02:39:46.868555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Made reservation on behalf of 8b81d129bff9484596f6f5d8d84831e5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:46.870957 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:46.940372 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.023783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38d92196-1cbe-487c-bd6c-09edb02b98e4 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.073238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604202df-fc89-4a00-b234-e6ed6c2f58f8 req-f1486845-e911-497a-9698-b492cae231cb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:47.075490 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-604202df-fc89-4a00-b234-e6ed6c2f58f8 req-f1486845-e911-497a-9698-b492cae231cb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.0875595 Jun 30 02:39:47.122367 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-604202df-fc89-4a00-b234-e6ed6c2f58f8 req-ac390f6d-6da0-41b0-999e-1eda9e3f7e22 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392945 Jun 30 02:39:47.124532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ca4af-0526-4ece-8ade-b6368a8d7144 req-3b0befc6-7146-4de2-be2a-debfda2ce88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:47.126210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-030ca4af-0526-4ece-8ade-b6368a8d7144 req-3b0befc6-7146-4de2-be2a-debfda2ce88a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 1098 time: 0.2346683 Jun 30 02:39:47.134820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2e5d3-f806-4e0f-b082-e96359f8a576 req-bcbc4107-4fb8-4d09-8704-adaf006f0adc tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:47.143145 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bd2e5d3-f806-4e0f-b082-e96359f8a576 req-bcbc4107-4fb8-4d09-8704-adaf006f0adc tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.6263223 Jun 30 02:39:47.189000 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38d92196-1cbe-487c-bd6c-09edb02b98e4 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.258379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d92196-1cbe-487c-bd6c-09edb02b98e4 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event deleted for resources: {'Subnet': ['ID=291b8ba8-b9b8-417c-b5ac-0d7de84a0459,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:47.261010 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38d92196-1cbe-487c-bd6c-09edb02b98e4 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.266701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e293d8-fec2-4ffc-97c5-09011993457b None None] Network ced393ca-9d2a-49df-9814-fb9d43c69390 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:47.267221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:47.267797 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-38d92196-1cbe-487c-bd6c-09edb02b98e4 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "DELETE /v2.0/subnets/291b8ba8-b9b8-417c-b5ac-0d7de84a0459 HTTP/1.1" status: 204 len: 168 time: 0.8982337 Jun 30 02:39:47.297838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bd2e5d3-f806-4e0f-b082-e96359f8a576 req-9f2242d5-26ac-4281-85ac-0f3c5f266c9a tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536679 Jun 30 02:39:47.300767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-030ca4af-0526-4ece-8ade-b6368a8d7144 req-304b927e-3feb-448f-9279-d32aaa9659d8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556027 Jun 30 02:39:47.367635 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.375840 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.407679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:39:47.425359 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.450559 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.451130 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Added segment d373aee6-2aa1-4b05-a1ce-57c7381c96e6 of type vlan for network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d Jun 30 02:39:47.470889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22542ad8-c54c-479e-bae6-27e9c8887249,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:47.512856 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.549154 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.551025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:47.551727 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.566122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e6f16-3736-4218-a1ad-473b1f23da0a None None] DHCP port deletion for ced393ca-9d2a-49df-9814-fb9d43c69390 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:39:47.581945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Deleting port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:47.582800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.629720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e6f16-3736-4218-a1ad-473b1f23da0a None None] Deleting port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:39:47.630253 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6f16-3736-4218-a1ad-473b1f23da0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.649342 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3506675 Jun 30 02:39:47.652259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:47.660220 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Request body: {'subnet': {'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-393042574-subnet', 'tenant_id': '8b81d129bff9484596f6f5d8d84831e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:47.669515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c53731-ac5b-4947-8c24-a59090481df3 admin admin] Pushing event updated for resources: {'Network': ['ID=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:47.672704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] For port 766ab1f7-44f2-4370-915d-b2cb17ee1b50, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=766ab1f7-44f2-4370-915d-b2cb17ee1b50,segment=NetworkSegment(3d6df234-33d5-46e9-9dc3-23740eb43633),segment_id=3d6df234-33d5-46e9-9dc3-23740eb43633)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:47.673146 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.681155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:39:47.698754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Made reservation on behalf of 8b81d129bff9484596f6f5d8d84831e5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:47.701342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Calling delete_port for 766ab1f7-44f2-4370-915d-b2cb17ee1b50 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:47.705937 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.760861 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ac7e6f16-3736-4218-a1ad-473b1f23da0a None None] For port 766ab1f7-44f2-4370-915d-b2cb17ee1b50, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=766ab1f7-44f2-4370-915d-b2cb17ee1b50,segment=NetworkSegment(3d6df234-33d5-46e9-9dc3-23740eb43633),segment_id=3d6df234-33d5-46e9-9dc3-23740eb43633)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:39:47.761653 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6f16-3736-4218-a1ad-473b1f23da0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.783959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e6f16-3736-4218-a1ad-473b1f23da0a None None] Calling delete_port for 766ab1f7-44f2-4370-915d-b2cb17ee1b50 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:39:47.803694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.822054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] No DVR routers for this DVR port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:47.852305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event deleted for resources: {'Port': ['ID=766ab1f7-44f2-4370-915d-b2cb17ee1b50,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:47.914049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6f16-3736-4218-a1ad-473b1f23da0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.941776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e6f16-3736-4218-a1ad-473b1f23da0a None None] Pushing event deleted for resources: {'Port': ['ID=766ab1f7-44f2-4370-915d-b2cb17ee1b50,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:47.945693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7e6f16-3736-4218-a1ad-473b1f23da0a None None] No DVR routers for this DVR port 766ab1f7-44f2-4370-915d-b2cb17ee1b50 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:39:47.974278 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:47.995992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced393ca-9d2a-49df-9814-fb9d43c69390']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:48.010277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6df234-33d5-46e9-9dc3-23740eb43633') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:48.011434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6df234-33d5-46e9-9dc3-23740eb43633') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:39:48.025496 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.097404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.117655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:39:48.118419 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:39:48.122160 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:39:48.191158 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.238584 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.243549 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.245623 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "DELETE /v2.0/networks/ced393ca-9d2a-49df-9814-fb9d43c69390 HTTP/1.1" status: 204 len: 168 time: 0.9776292 Jun 30 02:39:48.262285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:48.302437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575aa12-4ee5-487f-b506-658031954070 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Pushing event deleted for resources: {'Network': ['ID=ced393ca-9d2a-49df-9814-fb9d43c69390,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:48.350246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:48.350479 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0baca72b-6072-4dd4-afac-634a18fb296c tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "GET /v2.0/ports?device_id=b934624b-37d6-4cdb-bc0a-15b8ac304710 HTTP/1.1" status: 200 len: 205 time: 0.0807226 Jun 30 02:39:48.418540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ffa8b9-cee9-49be-813b-1d381943f75f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:48.448934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Checking segment: {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:48.449355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Network hostable DHCP agents. Network: b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:39:48.493419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:39:48.505928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81238e-bc3f-4179-94aa-db277a24f508 req-8a79298b-5a0f-4a36-9468-9e2bf32580cc tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:48.508890 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de81238e-bc3f-4179-94aa-db277a24f508 req-8a79298b-5a0f-4a36-9468-9e2bf32580cc tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1563158 Jun 30 02:39:48.520256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:48.527797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:48.528422 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.532970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d7d2ce-5b30-4059-b292-dd049abf4cc7 None None] Network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:48.538564 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b274ddc-d5a8-48e0-86b6-a34e6844f760 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.636621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-81c84c44-c3a3-4bfa-ac9b-2e7ef2e77e1f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9806838 Jun 30 02:39:48.677449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de81238e-bc3f-4179-94aa-db277a24f508 req-7b63ed85-a03b-46cd-a655-9c099948e717 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285141 Jun 30 02:39:48.783505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6242e4c6-625f-46ae-bb35-ffdd032eea53 None None] Network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:39:48.976043 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b274ddc-d5a8-48e0-86b6-a34e6844f760 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:48.978302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b274ddc-d5a8-48e0-86b6-a34e6844f760 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.058863 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b274ddc-d5a8-48e0-86b6-a34e6844f760 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.059411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b274ddc-d5a8-48e0-86b6-a34e6844f760 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Fanout notify agent at l3_agent the message router_deleted on router b934624b-37d6-4cdb-bc0a-15b8ac304710 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:39:49.068705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b274ddc-d5a8-48e0-86b6-a34e6844f760 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:49.073448 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8b274ddc-d5a8-48e0-86b6-a34e6844f760 tempest-RoutersNegativeTest-2019010351 tempest-RoutersNegativeTest-2019010351-project] 10.222.0.55 "DELETE /v2.0/routers/b934624b-37d6-4cdb-bc0a-15b8ac304710 HTTP/1.1" status: 204 len: 168 time: 0.7221935 Jun 30 02:39:49.117441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85040a12-f9c1-4ca7-94ed-3e48c314b8c5 req-c25c2c39-c835-4871-8a9e-ca455e6e6679 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:49.119640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85040a12-f9c1-4ca7-94ed-3e48c314b8c5 req-c25c2c39-c835-4871-8a9e-ca455e6e6679 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.3257322 Jun 30 02:39:49.216644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85040a12-f9c1-4ca7-94ed-3e48c314b8c5 req-8e3848ed-8e66-4780-a94f-f3c56f884af8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910003 Jun 30 02:39:49.485002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 766ab1f7-44f2-4370-915d-b2cb17ee1b50 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:39:49.522817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 766ab1f7-44f2-4370-915d-b2cb17ee1b50 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:39:49.523162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 766ab1f7-44f2-4370-915d-b2cb17ee1b50 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:39:49.547361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:49.689628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e66e192c-e1e3-4323-9cac-b60996aa3d8b tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:49.696950 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e66e192c-e1e3-4323-9cac-b60996aa3d8b tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 814 time: 0.1747594 Jun 30 02:39:49.714006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-ebc05c49-fba4-4b3f-9620-e535f15114b1 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/quotas/8b81d129bff9484596f6f5d8d84831e5 HTTP/1.1" status: 200 len: 375 time: 0.0161014 Jun 30 02:39:49.760537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-d62e065e-2b7e-4e8b-9ec4-5e50e3b02fdd tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453885 Jun 30 02:39:49.864476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-45365ef1-7785-4557-943b-37ef146e0c79 service neutron] 10.222.0.55 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029623 Jun 30 02:39:49.915439 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ab931e15-de99-49fd-bb11-8352618fd6cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b87a71fe8f8c4944a22b7fd25968af1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664806 Jun 30 02:39:49.919491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:49.980330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed1a9e-cf23-4cba-99a3-5e8a1f155e8f req-f34c016e-79e1-479b-b1f3-48b4a83d3cef tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:49.982247 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a6ed1a9e-cf23-4cba-99a3-5e8a1f155e8f req-f34c016e-79e1-479b-b1f3-48b4a83d3cef tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.3183799 Jun 30 02:39:49.993949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-371d6b20-60d6-4ef6-915c-04c1d06158fc service neutron] 10.222.0.55 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282535 Jun 30 02:39:50.017406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c500b321-79a4-4936-956e-2c2ae6208cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.063221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a6ed1a9e-cf23-4cba-99a3-5e8a1f155e8f req-fb3d70b6-a412-4cbc-a5f5-23e7f3ffdd72 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731490 Jun 30 02:39:50.074062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c500b321-79a4-4936-956e-2c2ae6208cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.169307 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c500b321-79a4-4936-956e-2c2ae6208cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.173035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c500b321-79a4-4936-956e-2c2ae6208cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:50.175729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c500b321-79a4-4936-956e-2c2ae6208cc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3be427c2-fd38-4ef8-970d-f904975ecec3 HTTP/1.1" status: 204 len: 168 time: 0.2510903 Jun 30 02:39:50.187178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500b321-79a4-4936-956e-2c2ae6208cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be427c2-fd38-4ef8-970d-f904975ecec3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:50.602960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726a269-11d2-4baa-b250-b7e84483b850 req-d8f9365d-d2cf-4edc-9c9f-07d29deeb528 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:50.604822 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1726a269-11d2-4baa-b250-b7e84483b850 req-d8f9365d-d2cf-4edc-9c9f-07d29deeb528 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1182187 Jun 30 02:39:50.721594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1726a269-11d2-4baa-b250-b7e84483b850 req-259a7544-ac32-46f0-840e-bd6c7046bd91 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001647 Jun 30 02:39:50.896871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc6fca-636a-4cd9-bc10-3749029687be req-c0b255d2-cd34-4843-b42f-d8e1f3f6542d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:50.906900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a3cc6fca-636a-4cd9-bc10-3749029687be req-c0b255d2-cd34-4843-b42f-d8e1f3f6542d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1876025 Jun 30 02:39:50.933208 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-052eb9e4-dda7-4c58-9599-bba3f9c19268 req-eeccc498-db28-4286-8644-89aebb3dc2ff tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 210 time: 0.0801694 Jun 30 02:39:51.016447 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a3cc6fca-636a-4cd9-bc10-3749029687be req-974bd11d-2b54-4b68-87c9-e97e61c808b9 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062024 Jun 30 02:39:51.689834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:51.858326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba3292-ff2c-4675-9e8e-3d25210648fc req-a41de967-276a-4d4b-a565-4ec6ae2d9e25 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:51.860836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82ba3292-ff2c-4675-9e8e-3d25210648fc req-a41de967-276a-4d4b-a565-4ec6ae2d9e25 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1502275 Jun 30 02:39:51.862897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group': {'name': 'tempest-secgroup--984991667'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:51.920135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.944743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:51.972308 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-82ba3292-ff2c-4675-9e8e-3d25210648fc req-113009c7-aa7c-4b75-80ca-8215dfdfd7a8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959163 Jun 30 02:39:52.300540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bfc38-43cb-445a-8a36-5e4c556371c3 req-50ecfdf6-b1c5-475d-a3b8-8b327a941c72 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:52.302180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-073bfc38-43cb-445a-8a36-5e4c556371c3 req-50ecfdf6-b1c5-475d-a3b8-8b327a941c72 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.2745962 Jun 30 02:39:52.318745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f532984-e71a-465a-861f-13d5ccd8d037 req-2a315463-27db-46f2-bbf4-4ce4f487e445 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 210 time: 0.1025660 Jun 30 02:39:52.385969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-073bfc38-43cb-445a-8a36-5e4c556371c3 req-bb403839-7db8-4bda-a50b-8a342ee55866 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715544 Jun 30 02:39:52.389697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.402956 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.472598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57810a6-3a0a-4e52-b3e1-a0caee9516df,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:52.572955 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.580487 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.628367 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.628998 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9377651 Jun 30 02:39:52.631883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:52.638761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781c697-1e1b-4043-ad4e-6daeff4f2485 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51aed424-38e5-4300-9d03-87c2cda9d392,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:52.731521 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4cebc170-33e1-4e14-9689-4a405079960d tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0984747 Jun 30 02:39:52.734949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:52.740967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8002005c-59f2-435b-9142-3bcdf6fb4486 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group': {'name': 'tempest-security--1156841429', 'description': 'tempest-security-description-1297545457'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:52.864830 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8002005c-59f2-435b-9142-3bcdf6fb4486 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:52.989232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8002005c-59f2-435b-9142-3bcdf6fb4486 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.004550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-182f6f7b-c13a-4c8a-99fc-9f2a4aa6059a tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:53.008455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-182f6f7b-c13a-4c8a-99fc-9f2a4aa6059a tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.69 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 814 time: 0.2317517 Jun 30 02:39:53.039232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Request body: {'port': {'device_id': '0ce8498b-5c20-46b3-a666-6b4e729151e6', 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d', 'admin_state_up': True, 'tenant_id': '8b81d129bff9484596f6f5d8d84831e5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:53.046997 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8002005c-59f2-435b-9142-3bcdf6fb4486 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.056673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8002005c-59f2-435b-9142-3bcdf6fb4486 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.058450 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8002005c-59f2-435b-9142-3bcdf6fb4486 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "PUT /v2.0/security-groups/51aed424-38e5-4300-9d03-87c2cda9d392 HTTP/1.1" status: 200 len: 1780 time: 0.3221679 Jun 30 02:39:53.061238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:53.162313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8e9742c0-f5c0-473e-a984-561d74bd34b2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups/51aed424-38e5-4300-9d03-87c2cda9d392 HTTP/1.1" status: 200 len: 1780 time: 0.0971487 Jun 30 02:39:53.162313 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39060) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:53.244666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002005c-59f2-435b-9142-3bcdf6fb4486 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51aed424-38e5-4300-9d03-87c2cda9d392,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:53.270436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Made reservation on behalf of 8b81d129bff9484596f6f5d8d84831e5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:39:53.274638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.276748 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3489622-0d07-4936-8b01-6eb01d3c5f97 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.341041 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3489622-0d07-4936-8b01-6eb01d3c5f97 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.455959 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3489622-0d07-4936-8b01-6eb01d3c5f97 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.462920 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3489622-0d07-4936-8b01-6eb01d3c5f97 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.466409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e3489622-0d07-4936-8b01-6eb01d3c5f97 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-groups/51aed424-38e5-4300-9d03-87c2cda9d392 HTTP/1.1" status: 204 len: 168 time: 0.3009806 Jun 30 02:39:53.472714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:53.491422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3489622-0d07-4936-8b01-6eb01d3c5f97 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aed424-38e5-4300-9d03-87c2cda9d392,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:53.573583 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-56fff043-0138-4131-9c93-e45ef16ae554 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996082 Jun 30 02:39:53.581773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:53.591991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d29059-8814-4cbc-a60c-9fb06b154f14 req-0963dc41-e6a2-4770-bc78-b6cdc727f326 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:53.603066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58d29059-8814-4cbc-a60c-9fb06b154f14 req-0963dc41-e6a2-4770-bc78-b6cdc727f326 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.3434737 Jun 30 02:39:53.609672 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a51e4bd1-feb6-4d19-9778-6ff99ca5643f req-05199e46-9edf-4407-abc3-13d6836ec790 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 210 time: 0.0341156 Jun 30 02:39:53.665685 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-000946d1-5dbe-438e-8cd9-79354e7fd707 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] delete failed (client error): The resource could not be found. Jun 30 02:39:53.667065 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-000946d1-5dbe-438e-8cd9-79354e7fd707 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-groups/51aed424-38e5-4300-9d03-87c2cda9d392 HTTP/1.1" status: 404 len: 347 time: 0.0606458 Jun 30 02:39:53.675081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:53.681105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3ea64bc5-a2c3-407b-90d6-e340b020b7b2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390173035'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:53.715006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Allocated IP 172.20.0.9 (b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d/a1ffa8b9-cee9-49be-813b-1d381943f75f/fb550891-e81f-44c2-9adc-2561e860da37) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:39:53.738372 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58d29059-8814-4cbc-a60c-9fb06b154f14 req-6d1b458c-84c6-4e47-b1ad-d6bb5348ce34 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303771 Jun 30 02:39:53.748869 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ea64bc5-a2c3-407b-90d6-e340b020b7b2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:53.961271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.020462 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.124814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:39:54.129762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:39:54.134898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:39:54.168704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a4ee7-05bb-4a1b-9bca-edd6b224da42 req-22bebade-4668-48f8-852a-2b0dd05e3f2c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:54.175152 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-037a4ee7-05bb-4a1b-9bca-edd6b224da42 req-22bebade-4668-48f8-852a-2b0dd05e3f2c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.3882620 Jun 30 02:39:54.185051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Pushing event updated for resources: {'Port': ['ID=fb550891-e81f-44c2-9adc-2561e860da37,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:54.213070 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:54.214336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.234955 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ea64bc5-a2c3-407b-90d6-e340b020b7b2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.261430 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-65f58b09-686b-47a9-af62-e313376cd3db tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2363472 Jun 30 02:39:54.263171 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ea64bc5-a2c3-407b-90d6-e340b020b7b2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.289901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Request body: {'port': {'device_id': '0ce8498b-5c20-46b3-a666-6b4e729151e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:54.321085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-037a4ee7-05bb-4a1b-9bca-edd6b224da42 req-6d94fc9e-b760-4110-9801-22eee016005d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356668 Jun 30 02:39:54.322377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea64bc5-a2c3-407b-90d6-e340b020b7b2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c0c878-f7ee-444b-8b91-732d07cc038c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:54.335191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ea64bc5-a2c3-407b-90d6-e340b020b7b2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.336733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3ea64bc5-a2c3-407b-90d6-e340b020b7b2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6605072 Jun 30 02:39:54.350127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:54.357172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cd48f8b2-9ef9-436f-8570-0207da91efe0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': '98c0c878-f7ee-444b-8b91-732d07cc038c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:54.374619 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99fdf2c8-65c3-485d-b6fa-4cdddae5b294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.402840 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd48f8b2-9ef9-436f-8570-0207da91efe0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.467790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.493340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd48f8b2-9ef9-436f-8570-0207da91efe0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.503054 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd48f8b2-9ef9-436f-8570-0207da91efe0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.549915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48f8b2-9ef9-436f-8570-0207da91efe0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0530053-8a0c-4b07-ab31-cb19ad5b906c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:54.565523 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd48f8b2-9ef9-436f-8570-0207da91efe0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.566901 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cd48f8b2-9ef9-436f-8570-0207da91efe0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2146134 Jun 30 02:39:54.586937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:54.632455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a97a12-926d-4381-8bae-771685b10d5f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.664977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a97a12-926d-4381-8bae-771685b10d5f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.750204 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a97a12-926d-4381-8bae-771685b10d5f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.757247 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8a97a12-926d-4381-8bae-771685b10d5f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:54.763946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a8a97a12-926d-4381-8bae-771685b10d5f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d0530053-8a0c-4b07-ab31-cb19ad5b906c HTTP/1.1" status: 204 len: 168 time: 0.1758878 Jun 30 02:39:54.765250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:54.816184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a97a12-926d-4381-8bae-771685b10d5f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0530053-8a0c-4b07-ab31-cb19ad5b906c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:54.914993 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5bfe25a8-4ea0-48c6-baec-8f6afadc0687 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1266825 Jun 30 02:39:54.917541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:55.036029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e230a96-8856-405d-ab52-850862b26bb6 req-6cfff04d-97e7-4179-8e59-beb875af59eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:55.042760 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dfba959-0a5a-4948-b5b4-4f3ed4565e20 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.044687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e230a96-8856-405d-ab52-850862b26bb6 req-6cfff04d-97e7-4179-8e59-beb875af59eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 931 time: 0.1980073 Jun 30 02:39:55.082697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663a8d6-da99-4117-9098-5a5aef8e884d req-d0ddea71-33b4-4083-acb1-64cbc5f7a71d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:55.089945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb550891-e81f-44c2-9adc-2561e860da37 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:39:55.090773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9663a8d6-da99-4117-9098-5a5aef8e884d req-d0ddea71-33b4-4083-acb1-64cbc5f7a71d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1148453 Jun 30 02:39:55.094869 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dfba959-0a5a-4948-b5b4-4f3ed4565e20 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.109218 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.131517 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e230a96-8856-405d-ab52-850862b26bb6 req-0a9a0b1f-c3de-4c68-a5ab-2bc0ec092137 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852492 Jun 30 02:39:55.156564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Transition to ACTIVE for port object fb550891-e81f-44c2-9adc-2561e860da37 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:39:55.161273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.174077 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9663a8d6-da99-4117-9098-5a5aef8e884d req-975d71bb-c208-4007-954b-24839fb90b09 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815251 Jun 30 02:39:55.226037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dfba959-0a5a-4948-b5b4-4f3ed4565e20 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.228952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9dfba959-0a5a-4948-b5b4-4f3ed4565e20 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.234754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9dfba959-0a5a-4948-b5b4-4f3ed4565e20 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-groups/98c0c878-f7ee-444b-8b91-732d07cc038c HTTP/1.1" status: 204 len: 168 time: 0.3156946 Jun 30 02:39:55.240532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:55.305808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfba959-0a5a-4948-b5b4-4f3ed4565e20 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c0c878-f7ee-444b-8b91-732d07cc038c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:55.320704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Pushing event updated for resources: {'Port': ['ID=fb550891-e81f-44c2-9adc-2561e860da37,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:55.346327 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9929dda1-7b39-41c5-8d16-9e535b898f2b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0967550 Jun 30 02:39:55.348230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:55.352990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-893ed7ec-24fd-455b-9c07-94b2ba54fb5a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856796230'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:55.424518 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ed7ec-24fd-455b-9c07-94b2ba54fb5a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.444355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Attempting to bind port fb550891-e81f-44c2-9adc-2561e860da37 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:39:55.444791 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Attempting to bind port fb550891-e81f-44c2-9adc-2561e860da37 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:39:55.445240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Attempting to bind port fb550891-e81f-44c2-9adc-2561e860da37 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:55.451060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Port fb550891-e81f-44c2-9adc-2561e860da37 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:39:55.451485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Attempting to bind port fb550891-e81f-44c2-9adc-2561e860da37 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:39:55.457311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:39:55.458514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Checking segment: {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:39:55.459028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Bound using segment: {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:39:55.459547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Bound port: fb550891-e81f-44c2-9adc-2561e860da37, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:39:55.460390 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.598413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] For port fb550891-e81f-44c2-9adc-2561e860da37, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:39:55.602913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] For port fb550891-e81f-44c2-9adc-2561e860da37, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fb550891-e81f-44c2-9adc-2561e860da37,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:39:55.611990 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.656210 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ed7ec-24fd-455b-9c07-94b2ba54fb5a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.666858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ed7ec-24fd-455b-9c07-94b2ba54fb5a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.728002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:55.728906 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.730658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] 10.222.0.69 "PUT /v2.0/ports/fb550891-e81f-44c2-9adc-2561e860da37 HTTP/1.1" status: 200 len: 1092 time: 1.4595771 Jun 30 02:39:55.731403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce8498b-5c20-46b3-a666-6b4e729151e6', 'tag': 'fb550891-e81f-44c2-9adc-2561e860da37'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:39:55.734364 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528eb618-20a5-483d-950d-ab0310603fab" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce8498b-5c20-46b3-a666-6b4e729151e6", "tag": "fb550891-e81f-44c2-9adc-2561e860da37"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:39:55.735977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ed7ec-24fd-455b-9c07-94b2ba54fb5a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd64f9b2-bfaa-4bc4-8c81-eaa0456aa17b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:55.813903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-893ed7ec-24fd-455b-9c07-94b2ba54fb5a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.813903 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-893ed7ec-24fd-455b-9c07-94b2ba54fb5a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4563477 Jun 30 02:39:55.813903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:55.819906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-af258452-180a-416a-bd39-6683fd17d6d6 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': 'bd64f9b2-bfaa-4bc4-8c81-eaa0456aa17b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:55.846602 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717ebc15-7d70-4380-b86f-c7934015fc57 x-openstack-request-id: req-717ebc15-7d70-4380-b86f-c7934015fc57 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:39:55.846909 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce8498b-5c20-46b3-a666-6b4e729151e6", "tag": "fb550891-e81f-44c2-9adc-2561e860da37", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:39:55.847142 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-717ebc15-7d70-4380-b86f-c7934015fc57 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:39:55.847456 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce8498b-5c20-46b3-a666-6b4e729151e6', 'tag': 'fb550891-e81f-44c2-9adc-2561e860da37', 'status': 'completed', 'code': 200} Jun 30 02:39:55.875998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147f9d7-0c4f-4eb6-937c-c2a18a2b4f46 service neutron] Pushing event updated for resources: {'Port': ['ID=fb550891-e81f-44c2-9adc-2561e860da37,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:55.911265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9634cfe-3958-472b-b60a-377b64f38134 req-1fa697cd-39e7-4fe6-8173-117e175b83c0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:55.918524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9634cfe-3958-472b-b60a-377b64f38134 req-1fa697cd-39e7-4fe6-8173-117e175b83c0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.2430985 Jun 30 02:39:55.950739 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af258452-180a-416a-bd39-6683fd17d6d6 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:55.966007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-7fa51525-acad-4b55-8ae4-a18b861c9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:55.967735 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-7fa51525-acad-4b55-8ae4-a18b861c9192 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 1095 time: 0.1489856 Jun 30 02:39:55.979996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9634cfe-3958-472b-b60a-377b64f38134 req-71b5b3f7-c7b1-4d04-80e1-b2214ad033d7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605311 Jun 30 02:39:56.030674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-c219695e-dd61-45dd-986c-e2a9cfdeafb0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb550891-e81f-44c2-9adc-2561e860da37 HTTP/1.1" status: 200 len: 217 time: 0.0472522 Jun 30 02:39:56.075363 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af258452-180a-416a-bd39-6683fd17d6d6 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.088188 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af258452-180a-416a-bd39-6683fd17d6d6 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.115629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-aa7997ba-66be-4935-946f-285cf278f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:56.117795 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-aa7997ba-66be-4935-946f-285cf278f0a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 200 len: 854 time: 0.0768101 Jun 30 02:39:56.152841 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af258452-180a-416a-bd39-6683fd17d6d6 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.159741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-af258452-180a-416a-bd39-6683fd17d6d6 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3421140 Jun 30 02:39:56.167041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:56.178049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f4dc80df-9239-49a7-9de2-95128cc91c23 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': 'bd64f9b2-bfaa-4bc4-8c81-eaa0456aa17b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:56.194480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-9367ab73-367e-4c61-a1a6-eef22f238c85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696702 Jun 30 02:39:56.299939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af258452-180a-416a-bd39-6683fd17d6d6 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37f709f-ca51-487a-8aa2-8678c74bf3f2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:56.318417 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4dc80df-9239-49a7-9de2-95128cc91c23 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.443930 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-5a170104-9809-4eca-b575-af322b85a9a2 service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360840 Jun 30 02:39:56.517624 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4dc80df-9239-49a7-9de2-95128cc91c23 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.540838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4dc80df-9239-49a7-9de2-95128cc91c23 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.594578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b5f84b7-3b99-4462-9f4d-c3cfd5d23869 req-d7d24a9a-1be7-44a1-989e-5d9ebf1aed30 service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414950 Jun 30 02:39:56.633268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10555a8b-2663-41df-afcf-37d921cd650e req-0cdd3286-7578-4b20-9fea-de5d1374b8c8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:56.647241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-10555a8b-2663-41df-afcf-37d921cd650e req-0cdd3286-7578-4b20-9fea-de5d1374b8c8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.2090728 Jun 30 02:39:56.685760 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc80df-9239-49a7-9de2-95128cc91c23 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c09edd-9452-4f2d-83f0-792fd4d3d02c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:56.695862 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4dc80df-9239-49a7-9de2-95128cc91c23 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.697404 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f4dc80df-9239-49a7-9de2-95128cc91c23 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5281782 Jun 30 02:39:56.700294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:56.707045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b27b5f2a-253f-4b44-9226-7f45f234694c tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': 'bd64f9b2-bfaa-4bc4-8c81-eaa0456aa17b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:56.775766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-10555a8b-2663-41df-afcf-37d921cd650e req-62c1790b-9d24-4545-a9b9-b8ba85698d64 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260245 Jun 30 02:39:56.779410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92593e-05ff-487e-86fc-c6d8927a5ca4 req-3cfd3550-759d-471a-9286-5f6204f7c080 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:56.796037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4f92593e-05ff-487e-86fc-c6d8927a5ca4 req-3cfd3550-759d-471a-9286-5f6204f7c080 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 943 time: 0.2604451 Jun 30 02:39:56.816612 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b27b5f2a-253f-4b44-9226-7f45f234694c tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.830024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eb618-20a5-483d-950d-ab0310603fab req-2216b99b-e740-4e03-9dfd-8d57ae4b6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:56.836463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-528eb618-20a5-483d-950d-ab0310603fab req-2216b99b-e740-4e03-9dfd-8d57ae4b6b7e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 1095 time: 0.1674213 Jun 30 02:39:56.884790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b27b5f2a-253f-4b44-9226-7f45f234694c tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.917457 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4f92593e-05ff-487e-86fc-c6d8927a5ca4 req-48bf0267-3bcb-4e8b-aa6b-c6ad42588e11 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277986 Jun 30 02:39:56.920100 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b27b5f2a-253f-4b44-9226-7f45f234694c tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:56.966915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b5f2a-253f-4b44-9226-7f45f234694c tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71571064-da25-4cb2-b7a5-ba26859b0a14,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:57.014254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b27b5f2a-253f-4b44-9226-7f45f234694c tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.017092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b27b5f2a-253f-4b44-9226-7f45f234694c tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3149652 Jun 30 02:39:57.026002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:57.042361 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.046125 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-11d37599-a60a-4d47-a3d4-339d79f15697 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': 'bd64f9b2-bfaa-4bc4-8c81-eaa0456aa17b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:57.056763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eb618-20a5-483d-950d-ab0310603fab req-860d7e32-6b84-40e8-b864-dcc8ba58ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:57.057277 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-420d683b-0dcf-4b77-b153-8316f22bf0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.060890 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-528eb618-20a5-483d-950d-ab0310603fab req-860d7e32-6b84-40e8-b864-dcc8ba58ff41 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 915 time: 0.2171640 Jun 30 02:39:57.126440 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d37599-a60a-4d47-a3d4-339d79f15697 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.175466 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-528eb618-20a5-483d-950d-ab0310603fab req-12c49497-912d-43ce-9ed3-706bb050490c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb550891-e81f-44c2-9adc-2561e860da37 HTTP/1.1" status: 200 len: 217 time: 0.1081524 Jun 30 02:39:57.270509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d37599-a60a-4d47-a3d4-339d79f15697 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.280390 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d37599-a60a-4d47-a3d4-339d79f15697 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.284571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528eb618-20a5-483d-950d-ab0310603fab req-ad1fe194-c9be-4d83-a685-f0f70a6b263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:57.286483 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-528eb618-20a5-483d-950d-ab0310603fab req-ad1fe194-c9be-4d83-a685-f0f70a6b263d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 200 len: 854 time: 0.1041985 Jun 30 02:39:57.333778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d37599-a60a-4d47-a3d4-339d79f15697 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083200fe-6b6f-4112-b5d6-ad994ffcb214,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:57.339290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11d37599-a60a-4d47-a3d4-339d79f15697 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.342523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-528eb618-20a5-483d-950d-ab0310603fab req-b89b4c4a-8d44-47f8-b2a6-4e7915a08290 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471854 Jun 30 02:39:57.345564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39140) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:57.346114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-11d37599-a60a-4d47-a3d4-339d79f15697 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3174808 Jun 30 02:39:57.390785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-46b77965-37c1-48b7-94c6-95727f636bcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': 'bd64f9b2-bfaa-4bc4-8c81-eaa0456aa17b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:57.527068 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46b77965-37c1-48b7-94c6-95727f636bcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.596915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f871fda-96c5-40b5-8730-fd0dfc773cb1 req-31550cc4-d68b-4bee-a298-8623ecbe6d71 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:57.599156 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f871fda-96c5-40b5-8730-fd0dfc773cb1 req-31550cc4-d68b-4bee-a298-8623ecbe6d71 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.2757561 Jun 30 02:39:57.605988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-528eb618-20a5-483d-950d-ab0310603fab req-c6df0b54-a6d6-4f05-96f5-abc988d1e34b service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534235 Jun 30 02:39:57.693251 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46b77965-37c1-48b7-94c6-95727f636bcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.708800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46b77965-37c1-48b7-94c6-95727f636bcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.766417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46b77965-37c1-48b7-94c6-95727f636bcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.768374 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-46b77965-37c1-48b7-94c6-95727f636bcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4170601 Jun 30 02:39:57.771845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:57.773655 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f871fda-96c5-40b5-8730-fd0dfc773cb1 req-94cee52d-7080-48ac-9b10-011608f6d195 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350138 Jun 30 02:39:57.774297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b77965-37c1-48b7-94c6-95727f636bcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc65b6b-7dc1-49d5-ab58-5c07cc8578cf,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:57.837053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ad48510-e7cf-45ed-a1e8-89aad1c0964b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.844587 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-528eb618-20a5-483d-950d-ab0310603fab req-db197da7-66c7-421f-ad87-4b6eb302c882 service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312944 Jun 30 02:39:57.849613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ad48510-e7cf-45ed-a1e8-89aad1c0964b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.916963 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ad48510-e7cf-45ed-a1e8-89aad1c0964b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.929289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ad48510-e7cf-45ed-a1e8-89aad1c0964b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:57.936352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39148) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:57.936712 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3ad48510-e7cf-45ed-a1e8-89aad1c0964b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/9cc65b6b-7dc1-49d5-ab58-5c07cc8578cf HTTP/1.1" status: 204 len: 168 time: 0.1627460 Jun 30 02:39:57.977805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad48510-e7cf-45ed-a1e8-89aad1c0964b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cc65b6b-7dc1-49d5-ab58-5c07cc8578cf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:58.063213 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cf707721-d5b5-4c0a-8543-f308f2ede282 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1240354 Jun 30 02:39:58.067228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:58.137669 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5593a13-9d70-40f2-aced-1a80f92aa7a0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.184171 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5593a13-9d70-40f2-aced-1a80f92aa7a0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.203829 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.223506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e96f-b1b8-4532-b616-80d8022c2c11 req-4f921ecf-c8e2-47e2-b700-c239e6e3c881 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:58.228287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9950e96f-b1b8-4532-b616-80d8022c2c11 req-4f921ecf-c8e2-47e2-b700-c239e6e3c881 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.2010150 Jun 30 02:39:58.298078 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5593a13-9d70-40f2-aced-1a80f92aa7a0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.300770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9950e96f-b1b8-4532-b616-80d8022c2c11 req-e3217716-4b6d-4f73-9fd7-c09dada668b3 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623848 Jun 30 02:39:58.318757 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5593a13-9d70-40f2-aced-1a80f92aa7a0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.322333 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e5593a13-9d70-40f2-aced-1a80f92aa7a0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/083200fe-6b6f-4112-b5d6-ad994ffcb214 HTTP/1.1" status: 204 len: 168 time: 0.2508566 Jun 30 02:39:58.323033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:58.341504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5593a13-9d70-40f2-aced-1a80f92aa7a0 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=083200fe-6b6f-4112-b5d6-ad994ffcb214,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:58.373491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15673e16-f306-4866-ad1a-afeda0f7322c req-00f9b169-5d99-4b26-bc3f-4413b803b946 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:58.378147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15673e16-f306-4866-ad1a-afeda0f7322c req-00f9b169-5d99-4b26-bc3f-4413b803b946 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 943 time: 0.2045569 Jun 30 02:39:58.398066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-847aa2bf-05c2-4c55-8df9-65b9aad0cbc5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0739369 Jun 30 02:39:58.401269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:58.444694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef91c29-8c31-407e-bf14-950e7cce9d91 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.466733 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef91c29-8c31-407e-bf14-950e7cce9d91 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.488931 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15673e16-f306-4866-ad1a-afeda0f7322c req-8473197e-f5fc-41c5-b1c4-d506009cc31c tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845582 Jun 30 02:39:58.518115 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef91c29-8c31-407e-bf14-950e7cce9d91 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.526329 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eef91c29-8c31-407e-bf14-950e7cce9d91 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.527621 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eef91c29-8c31-407e-bf14-950e7cce9d91 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/71571064-da25-4cb2-b7a5-ba26859b0a14 HTTP/1.1" status: 204 len: 168 time: 0.1254663 Jun 30 02:39:58.532049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:58.561839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef91c29-8c31-407e-bf14-950e7cce9d91 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71571064-da25-4cb2-b7a5-ba26859b0a14,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:58.670778 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fded3398-29ee-4c2d-b068-785904e720d8 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1365225 Jun 30 02:39:58.673774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:58.747611 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40da180a-ebc6-4f9d-bd7f-95cbca89fa2f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.756839 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40da180a-ebc6-4f9d-bd7f-95cbca89fa2f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.816237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40da180a-ebc6-4f9d-bd7f-95cbca89fa2f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.821760 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40da180a-ebc6-4f9d-bd7f-95cbca89fa2f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.825462 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-40da180a-ebc6-4f9d-bd7f-95cbca89fa2f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/66c09edd-9452-4f2d-83f0-792fd4d3d02c HTTP/1.1" status: 204 len: 168 time: 0.1479719 Jun 30 02:39:58.826654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:58.847494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da180a-ebc6-4f9d-bd7f-95cbca89fa2f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66c09edd-9452-4f2d-83f0-792fd4d3d02c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:58.891599 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-817d2d28-5f74-43d5-b8f4-886fe27906a9 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0639324 Jun 30 02:39:58.894795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:58.924961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a61ae5d-1b94-43b7-8fb9-77cc9cc0a34a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.933095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a61ae5d-1b94-43b7-8fb9-77cc9cc0a34a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.963641 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a61ae5d-1b94-43b7-8fb9-77cc9cc0a34a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.977360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a61ae5d-1b94-43b7-8fb9-77cc9cc0a34a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:58.979518 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0a61ae5d-1b94-43b7-8fb9-77cc9cc0a34a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/c37f709f-ca51-487a-8aa2-8678c74bf3f2 HTTP/1.1" status: 204 len: 168 time: 0.0834980 Jun 30 02:39:58.982402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:59.016411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61ae5d-1b94-43b7-8fb9-77cc9cc0a34a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c37f709f-ca51-487a-8aa2-8678c74bf3f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:59.057745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d9ab8151-707b-4d75-83ae-46aca6a15475 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0741265 Jun 30 02:39:59.060749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:59.143568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11da8f8d-d446-48e3-8354-ff5e2b615365 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.174399 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11da8f8d-d446-48e3-8354-ff5e2b615365 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.189329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34675-296c-49d4-8a9a-03475b46e747 req-b90a173e-9dc7-4984-9342-976039e987ac tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:59.197231 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fa34675-296c-49d4-8a9a-03475b46e747 req-b90a173e-9dc7-4984-9342-976039e987ac tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1996169 Jun 30 02:39:59.271194 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fa34675-296c-49d4-8a9a-03475b46e747 req-d7033be9-a208-4129-82c3-d703772b827d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728035 Jun 30 02:39:59.317939 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11da8f8d-d446-48e3-8354-ff5e2b615365 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.329031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11da8f8d-d446-48e3-8354-ff5e2b615365 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.335466 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-11da8f8d-d446-48e3-8354-ff5e2b615365 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-groups/bd64f9b2-bfaa-4bc4-8c81-eaa0456aa17b HTTP/1.1" status: 204 len: 168 time: 0.2734280 Jun 30 02:39:59.336982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:59.382479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da8f8d-d446-48e3-8354-ff5e2b615365 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd64f9b2-bfaa-4bc4-8c81-eaa0456aa17b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:59.459548 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2d3f5180-8695-48b7-a678-0a4133fe2191 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1212630 Jun 30 02:39:59.467171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:59.478998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-859dd30b-bebf-4dfb-b745-f34947de674e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group': {'name': 'tempest-secgroup--521208925'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:59.526944 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-859dd30b-bebf-4dfb-b745-f34947de674e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.593263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f88c3-2bae-45e0-9a4f-02a22b307040 req-65dccdf8-9176-4aa8-a34c-cce3f3d0ab58 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:59.594999 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe2f88c3-2bae-45e0-9a4f-02a22b307040 req-65dccdf8-9176-4aa8-a34c-cce3f3d0ab58 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.0919359 Jun 30 02:39:59.632019 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-859dd30b-bebf-4dfb-b745-f34947de674e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.639196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe2f88c3-2bae-45e0-9a4f-02a22b307040 req-98c2a589-127c-4a90-b0a6-1f65096e9372 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355196 Jun 30 02:39:59.645195 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-859dd30b-bebf-4dfb-b745-f34947de674e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.700773 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-859dd30b-bebf-4dfb-b745-f34947de674e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.705174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:59.705443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-859dd30b-bebf-4dfb-b745-f34947de674e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2358441 Jun 30 02:39:59.705964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dd30b-bebf-4dfb-b745-f34947de674e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6548dd17-2130-4b20-a7db-0b8b9ad44175,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:59.718342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-578dda56-25da-4726-85ad-27533b69a21e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': '6548dd17-2130-4b20-a7db-0b8b9ad44175', 'direction': 'ingress', 'protocol': 17}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:39:59.785964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-578dda56-25da-4726-85ad-27533b69a21e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.861561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c95abe-bee5-48b9-986b-0b975e97409f req-0ce7d3a1-b825-447d-b886-ef2ff2fe62cd tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:39:59.869695 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87c95abe-bee5-48b9-986b-0b975e97409f req-0ce7d3a1-b825-447d-b886-ef2ff2fe62cd tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 943 time: 0.1405377 Jun 30 02:39:59.902160 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-578dda56-25da-4726-85ad-27533b69a21e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.912095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-578dda56-25da-4726-85ad-27533b69a21e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.937416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dda56-25da-4726-85ad-27533b69a21e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d813f27e-50bf-4f61-8af9-d87723fce60f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:39:59.952468 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87c95abe-bee5-48b9-986b-0b975e97409f req-a80fee5c-be23-41d5-bae8-6babfb33b78e tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813723 Jun 30 02:39:59.953929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-578dda56-25da-4726-85ad-27533b69a21e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:59.955702 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-578dda56-25da-4726-85ad-27533b69a21e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2494786 Jun 30 02:39:59.960207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:39:59.994934 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.079263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa76846-5af9-4cb2-bb20-63f43228aa93 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.111120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa76846-5af9-4cb2-bb20-63f43228aa93 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.181014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa76846-5af9-4cb2-bb20-63f43228aa93 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.184265 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5fa76846-5af9-4cb2-bb20-63f43228aa93 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.188412 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5fa76846-5af9-4cb2-bb20-63f43228aa93 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-groups/6548dd17-2130-4b20-a7db-0b8b9ad44175 HTTP/1.1" status: 204 len: 168 time: 0.2226450 Jun 30 02:40:00.190516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:00.196666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa76846-5af9-4cb2-bb20-63f43228aa93 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6548dd17-2130-4b20-a7db-0b8b9ad44175,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:00.272457 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-33aa2834-a85b-413d-9847-a0118c51e6b4 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805357 Jun 30 02:40:00.282566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:00.286241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-09898687-a428-40e5-8ba7-ea407de8e87b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984670442'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:00.327434 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09898687-a428-40e5-8ba7-ea407de8e87b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.444557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fb550891-e81f-44c2-9adc-2561e860da37 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:00.603991 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09898687-a428-40e5-8ba7-ea407de8e87b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.613553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a81222-5ca7-43a4-985b-9016d5b88fed req-6137e252-197d-4a3f-b162-ac507b392fb0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:00.621229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8a81222-5ca7-43a4-985b-9016d5b88fed req-6137e252-197d-4a3f-b162-ac507b392fb0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1380179 Jun 30 02:40:00.668795 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8a81222-5ca7-43a4-985b-9016d5b88fed req-9fbaf76e-8ebe-4dd9-8cd6-04527a7d10c3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466652 Jun 30 02:40:00.672880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09898687-a428-40e5-8ba7-ea407de8e87b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.685842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fb550891-e81f-44c2-9adc-2561e860da37, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fb550891-e81f-44c2-9adc-2561e860da37,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:00.735154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'fb550891-e81f-44c2-9adc-2561e860da37', 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d', 'port_id': 'fb550891-e81f-44c2-9adc-2561e860da37', 'mac_address': 'fa:16:3e:4d:b5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffa8b9-cee9-49be-813b-1d381943f75f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:00.805532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09898687-a428-40e5-8ba7-ea407de8e87b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.812238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09898687-a428-40e5-8ba7-ea407de8e87b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5344996 Jun 30 02:40:00.817009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:00.819241 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.822602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1b5ce96e-5da2-46f0-b7a5-5e02dd205705 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352280558'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:00.839518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb550891-e81f-44c2-9adc-2561e860da37 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:00.842703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09898687-a428-40e5-8ba7-ea407de8e87b tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69806c33-d15d-4c80-881a-27a042017645,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:00.885619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fb550891-e81f-44c2-9adc-2561e860da37, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fb550891-e81f-44c2-9adc-2561e860da37,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:00.892713 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.913582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce96e-5da2-46f0-b7a5-5e02dd205705 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:00.977064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fb550891-e81f-44c2-9adc-2561e860da37,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:01.080882 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce96e-5da2-46f0-b7a5-5e02dd205705 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.088698 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce96e-5da2-46f0-b7a5-5e02dd205705 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.113927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd362044-ed6d-4bf9-b511-dc1007840f0e req-7d96e2e8-31f9-4fdc-9a51-d625dbcbb735 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:01.121294 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd362044-ed6d-4bf9-b511-dc1007840f0e req-7d96e2e8-31f9-4fdc-9a51-d625dbcbb735 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1311724 Jun 30 02:40:01.137855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b5ce96e-5da2-46f0-b7a5-5e02dd205705 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.140340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1b5ce96e-5da2-46f0-b7a5-5e02dd205705 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3220468 Jun 30 02:40:01.143940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39226) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:01.148800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b1725ec1-ec7e-489e-9e68-5bd63e26d033 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': '69806c33-d15d-4c80-881a-27a042017645', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e2cda7bc-c9cd-4b31-ac01-25fbb89c9f53', 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:01.155605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ce96e-5da2-46f0-b7a5-5e02dd205705 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cda7bc-c9cd-4b31-ac01-25fbb89c9f53,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:01.198701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd362044-ed6d-4bf9-b511-dc1007840f0e req-c5e49dbb-1267-4a7a-aac6-ff7c7f418064 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764065 Jun 30 02:40:01.239151 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1725ec1-ec7e-489e-9e68-5bd63e26d033 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.302505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fb550891-e81f-44c2-9adc-2561e860da37'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:01.350887 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90d62b-2c28-438a-8d71-d83dd58efe0a req-4afbaae6-83a8-4507-a53b-2f0ad5dbb3b8 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:01.352496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d90d62b-2c28-438a-8d71-d83dd58efe0a req-4afbaae6-83a8-4507-a53b-2f0ad5dbb3b8 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 944 time: 0.0788968 Jun 30 02:40:01.381787 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1725ec1-ec7e-489e-9e68-5bd63e26d033 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.388265 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1725ec1-ec7e-489e-9e68-5bd63e26d033 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.404055 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d90d62b-2c28-438a-8d71-d83dd58efe0a req-1b101413-9b8e-465e-9a75-62a81469f260 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 Jun 30 02:40:01.444852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1725ec1-ec7e-489e-9e68-5bd63e26d033 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231684f7-03e7-4093-89d8-f9051fc74e9c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:01.460336 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b1725ec1-ec7e-489e-9e68-5bd63e26d033 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.462116 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b1725ec1-ec7e-489e-9e68-5bd63e26d033 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3170097 Jun 30 02:40:01.464934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:01.494314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ae2dfc7-73d9-4623-8684-5b5966148fcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.502468 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ae2dfc7-73d9-4623-8684-5b5966148fcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.536072 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ae2dfc7-73d9-4623-8684-5b5966148fcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.543881 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ae2dfc7-73d9-4623-8684-5b5966148fcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.545354 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9ae2dfc7-73d9-4623-8684-5b5966148fcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/231684f7-03e7-4093-89d8-f9051fc74e9c HTTP/1.1" status: 204 len: 168 time: 0.0794597 Jun 30 02:40:01.549116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:01.550952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2dfc7-73d9-4623-8684-5b5966148fcc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=231684f7-03e7-4093-89d8-f9051fc74e9c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:01.602540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-91c88fcb-4342-40e9-80da-5f1129c85c01 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0519333 Jun 30 02:40:01.605195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39236) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:01.686554 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-809d0d15-941b-4f86-8fcc-51ffc1e947c2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.717427 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-809d0d15-941b-4f86-8fcc-51ffc1e947c2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.770109 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-809d0d15-941b-4f86-8fcc-51ffc1e947c2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.776342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-809d0d15-941b-4f86-8fcc-51ffc1e947c2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:01.780367 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-809d0d15-941b-4f86-8fcc-51ffc1e947c2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-groups/e2cda7bc-c9cd-4b31-ac01-25fbb89c9f53 HTTP/1.1" status: 204 len: 168 time: 0.1714478 Jun 30 02:40:01.781076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:01.789630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d0d15-941b-4f86-8fcc-51ffc1e947c2 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cda7bc-c9cd-4b31-ac01-25fbb89c9f53,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:01.877408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39252) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:01.885032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9b6ecc57-cb14-43da-87fb-436671a9f52f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1024394 Jun 30 02:40:01.944177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eafc4-7971-460b-8ab7-99b26a2a1478 req-7b9fbee5-4928-46a6-bd0a-81fabee5b6b0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:01.945762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f7eafc4-7971-460b-8ab7-99b26a2a1478 req-7b9fbee5-4928-46a6-bd0a-81fabee5b6b0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1076844 Jun 30 02:40:01.982322 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab97099-1169-4a5f-8a74-4c245480d24e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.035547 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab97099-1169-4a5f-8a74-4c245480d24e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.053584 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f7eafc4-7971-460b-8ab7-99b26a2a1478 req-07d70d75-ed14-4e01-9f63-4b7c404575db tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896566 Jun 30 02:40:02.140567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab97099-1169-4a5f-8a74-4c245480d24e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.143562 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ab97099-1169-4a5f-8a74-4c245480d24e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.144745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ab97099-1169-4a5f-8a74-4c245480d24e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-groups/69806c33-d15d-4c80-881a-27a042017645 HTTP/1.1" status: 204 len: 168 time: 0.2654881 Jun 30 02:40:02.147819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:02.155159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab97099-1169-4a5f-8a74-4c245480d24e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69806c33-d15d-4c80-881a-27a042017645,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:02.232494 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5ff906f4-5970-4c2b-80a7-4fa0ee7aef88 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834193 Jun 30 02:40:02.236529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:02.241586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72dc9c4c-4a13-4da2-a659-dc8fdebbfaf4 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group': {'name': 'tempest-secgroup--133140604'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:02.271049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72dc9c4c-4a13-4da2-a659-dc8fdebbfaf4 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.462987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72dc9c4c-4a13-4da2-a659-dc8fdebbfaf4 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.475288 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72dc9c4c-4a13-4da2-a659-dc8fdebbfaf4 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.516918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc9c4c-4a13-4da2-a659-dc8fdebbfaf4 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c520f2f-cb3d-47c2-ad39-07192e54739c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:02.536694 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72dc9c4c-4a13-4da2-a659-dc8fdebbfaf4 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.538109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-72dc9c4c-4a13-4da2-a659-dc8fdebbfaf4 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3003321 Jun 30 02:40:02.541070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:02.546021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4abdc4a4-9f54-4db2-bdcc-5a03b729cd90 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': '7c520f2f-cb3d-47c2-ad39-07192e54739c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:02.552863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fe110-ced1-4545-99ec-04253a2abaaf req-67a31f74-aa37-4860-be85-96957f8a45d3 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:02.554571 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-836fe110-ced1-4545-99ec-04253a2abaaf req-67a31f74-aa37-4860-be85-96957f8a45d3 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1395977 Jun 30 02:40:02.630247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-836fe110-ced1-4545-99ec-04253a2abaaf req-d3c5dc81-8452-4946-b5ad-7b93f59c9820 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631843 Jun 30 02:40:02.652606 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abdc4a4-9f54-4db2-bdcc-5a03b729cd90 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.690708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6ce85-c427-4e8f-9611-26b34df245f8 req-3c0eb5a8-5b15-4dcd-9fe6-019b976498b3 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:02.692501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7cb6ce85-c427-4e8f-9611-26b34df245f8 req-3c0eb5a8-5b15-4dcd-9fe6-019b976498b3 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 944 time: 0.1223547 Jun 30 02:40:02.762747 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7cb6ce85-c427-4e8f-9611-26b34df245f8 req-44287eb3-0ca4-4aab-8630-2ffdaf764102 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624738 Jun 30 02:40:02.773072 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abdc4a4-9f54-4db2-bdcc-5a03b729cd90 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.783670 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abdc4a4-9f54-4db2-bdcc-5a03b729cd90 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.801948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdc4a4-9f54-4db2-bdcc-5a03b729cd90 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4747998-1b42-44a9-8850-4dd878c94b5a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:02.819852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4abdc4a4-9f54-4db2-bdcc-5a03b729cd90 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.821641 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4abdc4a4-9f54-4db2-bdcc-5a03b729cd90 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2792654 Jun 30 02:40:02.824488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:02.851802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65d3-e777-4bbf-9409-80978c97cbfc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.861408 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65d3-e777-4bbf-9409-80978c97cbfc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.893802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65d3-e777-4bbf-9409-80978c97cbfc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.901663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65d3-e777-4bbf-9409-80978c97cbfc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:02.905669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:02.907183 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ba0d65d3-e777-4bbf-9409-80978c97cbfc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e4747998-1b42-44a9-8850-4dd878c94b5a HTTP/1.1" status: 204 len: 168 time: 0.0812488 Jun 30 02:40:02.914293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65d3-e777-4bbf-9409-80978c97cbfc tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4747998-1b42-44a9-8850-4dd878c94b5a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:02.959939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:02.963040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-62f03ba9-d540-4ccd-84dd-f17d7c816888 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530937 Jun 30 02:40:03.046876 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d13b6c11-c002-450a-a13d-5375e8c47b4d tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.076962 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d13b6c11-c002-450a-a13d-5375e8c47b4d tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.169891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d13b6c11-c002-450a-a13d-5375e8c47b4d tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.173300 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d13b6c11-c002-450a-a13d-5375e8c47b4d tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.180008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:03.187910 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d13b6c11-c002-450a-a13d-5375e8c47b4d tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-groups/7c520f2f-cb3d-47c2-ad39-07192e54739c HTTP/1.1" status: 204 len: 168 time: 0.2265053 Jun 30 02:40:03.216302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b6c11-c002-450a-a13d-5375e8c47b4d tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c520f2f-cb3d-47c2-ad39-07192e54739c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:03.296171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:03.296615 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-689d3383-2d7d-422f-bbde-befe3678cd27 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1155789 Jun 30 02:40:03.302596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dce83dc7-ee9b-4cf5-b7a0-7361edf6e26a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1961544870'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:03.381708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b306f0-c49b-4b15-8ee9-806d7ed96b8f req-74b3a3d1-8b88-4e07-8110-66fdf2de9989 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:03.389838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60b306f0-c49b-4b15-8ee9-806d7ed96b8f req-74b3a3d1-8b88-4e07-8110-66fdf2de9989 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.0802169 Jun 30 02:40:03.395189 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dce83dc7-ee9b-4cf5-b7a0-7361edf6e26a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.446326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60b306f0-c49b-4b15-8ee9-806d7ed96b8f req-c7f64191-d727-4dbe-a616-546b787db24c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553699 Jun 30 02:40:03.540179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dce83dc7-ee9b-4cf5-b7a0-7361edf6e26a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.545900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dce83dc7-ee9b-4cf5-b7a0-7361edf6e26a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.585425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce83dc7-ee9b-4cf5-b7a0-7361edf6e26a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7993c0-05f7-4fa8-9776-6354ab1ff396,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:03.589129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dce83dc7-ee9b-4cf5-b7a0-7361edf6e26a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.594142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dce83dc7-ee9b-4cf5-b7a0-7361edf6e26a tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2935448 Jun 30 02:40:03.595161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:03.600664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-86a85ba7-1bad-42ff-ae21-ab2e48b89cb5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': '4a7993c0-05f7-4fa8-9776-6354ab1ff396', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:03.632967 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86a85ba7-1bad-42ff-ae21-ab2e48b89cb5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.703647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86a85ba7-1bad-42ff-ae21-ab2e48b89cb5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.709339 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86a85ba7-1bad-42ff-ae21-ab2e48b89cb5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.728267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85ba7-1bad-42ff-ae21-ab2e48b89cb5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2ab58b-7ee4-4ed5-bc15-b9103c6f26bf,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:03.755146 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86a85ba7-1bad-42ff-ae21-ab2e48b89cb5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.760875 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-86a85ba7-1bad-42ff-ae21-ab2e48b89cb5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1629395 Jun 30 02:40:03.761066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:03.794819 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3f33dd78-c5d2-465a-b0fd-720b7719f5cf tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules/7c2ab58b-7ee4-4ed5-bc15-b9103c6f26bf HTTP/1.1" status: 200 len: 763 time: 0.0291977 Jun 30 02:40:03.795067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:03.870884 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6723ac34-f303-4420-9eda-6c419cc471fb tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0745654 Jun 30 02:40:03.873586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:03.894808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87eaa-ab09-4a78-8481-00cd8aa08084 req-4d61cc62-4b50-417f-bec3-6a8262ec8c67 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:03.903505 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16b87eaa-ab09-4a78-8481-00cd8aa08084 req-4d61cc62-4b50-417f-bec3-6a8262ec8c67 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1208148 Jun 30 02:40:03.906401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4c810c-94bc-4750-9ba9-2d79fa937ca8 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:03.917332 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4c810c-94bc-4750-9ba9-2d79fa937ca8 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.003438 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4c810c-94bc-4750-9ba9-2d79fa937ca8 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.025953 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a4c810c-94bc-4750-9ba9-2d79fa937ca8 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.027254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8a4c810c-94bc-4750-9ba9-2d79fa937ca8 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7c2ab58b-7ee4-4ed5-bc15-b9103c6f26bf HTTP/1.1" status: 204 len: 168 time: 0.1526413 Jun 30 02:40:04.031042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c810c-94bc-4750-9ba9-2d79fa937ca8 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c2ab58b-7ee4-4ed5-bc15-b9103c6f26bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:04.034032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:04.078866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a1166-83d9-478d-aa6e-df91ff8668a7 req-eaed7b95-124a-4081-b0a1-4108202d9048 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:04.087946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1e6a1166-83d9-478d-aa6e-df91ff8668a7 req-eaed7b95-124a-4081-b0a1-4108202d9048 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 944 time: 0.1260669 Jun 30 02:40:04.144488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-02cec8a4-4708-409a-9a48-fbd4193b51c9 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1091802 Jun 30 02:40:04.148716 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:04.153673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-623920ae-3f15-45d1-a462-4f07f816f825 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': '4a7993c0-05f7-4fa8-9776-6354ab1ff396', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:04.201786 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623920ae-3f15-45d1-a462-4f07f816f825 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.220159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1e6a1166-83d9-478d-aa6e-df91ff8668a7 req-be77fb52-2e6a-4b1f-872b-f937e9e62495 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312089 Jun 30 02:40:04.301035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623920ae-3f15-45d1-a462-4f07f816f825 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.308808 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623920ae-3f15-45d1-a462-4f07f816f825 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.398221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623920ae-3f15-45d1-a462-4f07f816f825 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2f9926-2586-4daa-ac81-c7050e00ef02,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:04.411178 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623920ae-3f15-45d1-a462-4f07f816f825 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.415723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-623920ae-3f15-45d1-a462-4f07f816f825 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2659574 Jun 30 02:40:04.416358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39318) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:04.449945 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16b87eaa-ab09-4a78-8481-00cd8aa08084 req-393909ce-b3f4-49c6-bb65-17fdb6186366 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451863 Jun 30 02:40:04.459854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fb550891-e81f-44c2-9adc-2561e860da37 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:04.550668 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-610faea6-851b-4576-a676-a52d3821bb09 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules/6d2f9926-2586-4daa-ac81-c7050e00ef02 HTTP/1.1" status: 200 len: 763 time: 0.1331055 Jun 30 02:40:04.553453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:04.679678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port fb550891-e81f-44c2-9adc-2561e860da37 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:04.685217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port fb550891-e81f-44c2-9adc-2561e860da37 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:04.690890 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.704932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6170c851-7cb1-4d41-bffc-72b58e91bd43 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1501274 Jun 30 02:40:04.707697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:04.758083 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6061-8a1b-4139-8451-34178cfe8f9f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.779905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6061-8a1b-4139-8451-34178cfe8f9f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.849139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6061-8a1b-4139-8451-34178cfe8f9f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.858802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce7e6061-8a1b-4139-8451-34178cfe8f9f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.863007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ce7e6061-8a1b-4139-8451-34178cfe8f9f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6d2f9926-2586-4daa-ac81-c7050e00ef02 HTTP/1.1" status: 204 len: 168 time: 0.1524944 Jun 30 02:40:04.864850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:04.919309 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.929479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e6061-8a1b-4139-8451-34178cfe8f9f tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d2f9926-2586-4daa-ac81-c7050e00ef02,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:04.940759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d50a1e-08aa-4d1a-92c1-7bb033bc7d72 req-7749fe63-1be2-4e0e-aa37-810b058335eb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:04.965485 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b5d50a1e-08aa-4d1a-92c1-7bb033bc7d72 req-7749fe63-1be2-4e0e-aa37-810b058335eb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.2442932 Jun 30 02:40:04.969373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fb550891-e81f-44c2-9adc-2561e860da37, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fb550891-e81f-44c2-9adc-2561e860da37,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:04.970690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce8498b-5c20-46b3-a666-6b4e729151e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb550891-e81f-44c2-9adc-2561e860da37'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:04.974289 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78e685c-ef48-40c5-bcce-6460a7bd0111" -d '{"events": [{"server_uuid": "0ce8498b-5c20-46b3-a666-6b4e729151e6", "name": "network-vif-plugged", "status": "completed", "tag": "fb550891-e81f-44c2-9adc-2561e860da37"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:04.978945 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:04.999839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c6686bb6-6968-4102-8390-9fb0507dbe00 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1264601 Jun 30 02:40:05.000587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:05.014090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-21b11452-42f3-4344-925a-38acf4aec097 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Request body: {'security_group_rule': {'security_group_id': '4a7993c0-05f7-4fa8-9776-6354ab1ff396', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:05.042984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fb550891-e81f-44c2-9adc-2561e860da37,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:05.080570 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-21b11452-42f3-4344-925a-38acf4aec097 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Project 2a08d3cecdf64b43b37d5edca95cc4f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:40:05.090746 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b5d50a1e-08aa-4d1a-92c1-7bb033bc7d72 req-77c14c6f-8ea0-4829-bd80-2afb3ace1189 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166325 Jun 30 02:40:05.091787 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21b11452-42f3-4344-925a-38acf4aec097 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.153596 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bae367-b3a9-4234-b15f-87b38fc801f0 x-openstack-request-id: req-86bae367-b3a9-4234-b15f-87b38fc801f0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:05.153858 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce8498b-5c20-46b3-a666-6b4e729151e6", "name": "network-vif-plugged", "status": "completed", "tag": "fb550891-e81f-44c2-9adc-2561e860da37", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:05.154303 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86bae367-b3a9-4234-b15f-87b38fc801f0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:05.154914 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce8498b-5c20-46b3-a666-6b4e729151e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb550891-e81f-44c2-9adc-2561e860da37', 'code': 200} Jun 30 02:40:05.221124 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21b11452-42f3-4344-925a-38acf4aec097 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.228392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21b11452-42f3-4344-925a-38acf4aec097 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.247970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b11452-42f3-4344-925a-38acf4aec097 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c00406b-ed6f-4fef-9580-63095643c86c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:05.276821 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21b11452-42f3-4344-925a-38acf4aec097 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.279111 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-21b11452-42f3-4344-925a-38acf4aec097 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2774646 Jun 30 02:40:05.290015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:05.321037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6ff1a856-6535-4203-b3bf-b9cd0ec8fe80 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules/4c00406b-ed6f-4fef-9580-63095643c86c HTTP/1.1" status: 200 len: 769 time: 0.0291777 Jun 30 02:40:05.327094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:05.454532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e73cf4-900c-412b-b2f0-148aa2a47c36 req-52be728f-9b6f-4655-94f0-799dca179a46 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:05.456492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-14e73cf4-900c-412b-b2f0-148aa2a47c36 req-52be728f-9b6f-4655-94f0-799dca179a46 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 945 time: 0.0749679 Jun 30 02:40:05.512238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-91a36ca3-0b73-4e78-8679-762bc0319727 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1814876 Jun 30 02:40:05.514049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:05.527348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9a58f-03cd-413c-971b-fe3a0cb37a03 req-710652f9-9f35-4dab-9917-92a0430a7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:05.528872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9d9a58f-03cd-413c-971b-fe3a0cb37a03 req-710652f9-9f35-4dab-9917-92a0430a7792 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 1097 time: 0.2993815 Jun 30 02:40:05.538736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-14e73cf4-900c-412b-b2f0-148aa2a47c36 req-a71afe73-34d9-4493-b017-60ac60f48466 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757544 Jun 30 02:40:05.587805 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9afb2b52-46a1-4f7a-97c2-d6150d92c7e5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.609683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9afb2b52-46a1-4f7a-97c2-d6150d92c7e5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.619650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9d9a58f-03cd-413c-971b-fe3a0cb37a03 req-31cbef8c-448e-4324-be98-d3bd1a95bc8e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796916 Jun 30 02:40:05.690752 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9afb2b52-46a1-4f7a-97c2-d6150d92c7e5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.696060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9afb2b52-46a1-4f7a-97c2-d6150d92c7e5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.707469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9afb2b52-46a1-4f7a-97c2-d6150d92c7e5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/4c00406b-ed6f-4fef-9580-63095643c86c HTTP/1.1" status: 204 len: 168 time: 0.1915171 Jun 30 02:40:05.710369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39360) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:05.717712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb2b52-46a1-4f7a-97c2-d6150d92c7e5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c00406b-ed6f-4fef-9580-63095643c86c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:05.804912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-389a788a-98aa-4dd7-a2b6-40d99dfe0ca9 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0907190 Jun 30 02:40:05.806132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39368) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:05.892414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1119db-adc1-4a18-bb7d-39a4c4fa61b6 req-95bc25c2-f19c-4389-82c4-6c9d3e8ff184 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:05.897114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5c1119db-adc1-4a18-bb7d-39a4c4fa61b6 req-95bc25c2-f19c-4389-82c4-6c9d3e8ff184 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1409285 Jun 30 02:40:05.897880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e5f742-e528-4899-89e4-771c1e5c678e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.950218 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e5f742-e528-4899-89e4-771c1e5c678e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.983412 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5c1119db-adc1-4a18-bb7d-39a4c4fa61b6 req-fcd73d1c-98e3-43de-98d0-dc3b920ade0b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822251 Jun 30 02:40:06.017118 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e5f742-e528-4899-89e4-771c1e5c678e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:06.020229 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56e5f742-e528-4899-89e4-771c1e5c678e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:06.021732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-56e5f742-e528-4899-89e4-771c1e5c678e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "DELETE /v2.0/security-groups/4a7993c0-05f7-4fa8-9776-6354ab1ff396 HTTP/1.1" status: 204 len: 168 time: 0.2146280 Jun 30 02:40:06.026567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:06.033416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5f742-e528-4899-89e4-771c1e5c678e tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7993c0-05f7-4fa8-9776-6354ab1ff396,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:06.094117 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9897f58b-4fdd-4681-a0f5-71c451612dc5 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663235 Jun 30 02:40:06.098814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:06.169425 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c0aef06a-e7dc-4807-a64a-bfca56274eb4 tempest-SecGroupIPv6Test-1633797178 tempest-SecGroupIPv6Test-1633797178-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660546 Jun 30 02:40:06.243424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2222b9-8f5b-4d6e-bff0-e85f25d4a9ec req-3ec8c1c6-5320-43a0-b29e-f47f09c4a20a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.249396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2222b9-8f5b-4d6e-bff0-e85f25d4a9ec req-3ec8c1c6-5320-43a0-b29e-f47f09c4a20a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.255342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2222b9-8f5b-4d6e-bff0-e85f25d4a9ec req-3ec8c1c6-5320-43a0-b29e-f47f09c4a20a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.261387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2222b9-8f5b-4d6e-bff0-e85f25d4a9ec req-3ec8c1c6-5320-43a0-b29e-f47f09c4a20a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.268295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2222b9-8f5b-4d6e-bff0-e85f25d4a9ec req-3ec8c1c6-5320-43a0-b29e-f47f09c4a20a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.274373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2222b9-8f5b-4d6e-bff0-e85f25d4a9ec req-3ec8c1c6-5320-43a0-b29e-f47f09c4a20a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.280460 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2222b9-8f5b-4d6e-bff0-e85f25d4a9ec req-3ec8c1c6-5320-43a0-b29e-f47f09c4a20a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.282394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5d2222b9-8f5b-4d6e-bff0-e85f25d4a9ec req-3ec8c1c6-5320-43a0-b29e-f47f09c4a20a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5431 time: 0.1141210 Jun 30 02:40:06.326203 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5d2222b9-8f5b-4d6e-bff0-e85f25d4a9ec req-79cfe7f0-aca2-4aec-992d-16d5e58c100e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376856 Jun 30 02:40:06.412591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d170c3a-8702-4f39-b01f-cd8c808b81b6 req-5519edbd-0e47-4915-b4a0-a601289e2915 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.414362 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d170c3a-8702-4f39-b01f-cd8c808b81b6 req-5519edbd-0e47-4915-b4a0-a601289e2915 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.0661285 Jun 30 02:40:06.466410 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d170c3a-8702-4f39-b01f-cd8c808b81b6 req-0713daae-fe24-44c1-b38a-3e0d202de90b tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448375 Jun 30 02:40:06.514282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:06.662740 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-30f0b62a-7542-472c-b2de-c033d618d018 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a08d3cecdf64b43b37d5edca95cc4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472478 Jun 30 02:40:06.665380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:06.718314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb1ef-d177-4aaf-af4d-fd2fe1db3166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:06.718626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d535641-69cc-4377-9188-c928a5326fbd req-7b6bde88-755e-4605-bac4-592ca4b51463 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.720888 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d535641-69cc-4377-9188-c928a5326fbd req-7b6bde88-755e-4605-bac4-592ca4b51463 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 945 time: 0.0728009 Jun 30 02:40:06.766076 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb1ef-d177-4aaf-af4d-fd2fe1db3166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:06.769300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d535641-69cc-4377-9188-c928a5326fbd req-920cd898-ed7f-40f8-8513-91fea8ba0912 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Jun 30 02:40:06.829004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-a7008c6e-07ec-44bb-97b4-c80dfe0e2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.830649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-a7008c6e-07ec-44bb-97b4-c80dfe0e2cab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 1097 time: 0.0976400 Jun 30 02:40:06.832030 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb1ef-d177-4aaf-af4d-fd2fe1db3166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:06.835363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c2eb1ef-d177-4aaf-af4d-fd2fe1db3166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:06.836533 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7c2eb1ef-d177-4aaf-af4d-fd2fe1db3166 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d57810a6-3a0a-4e52-b3e1-a0caee9516df HTTP/1.1" status: 204 len: 168 time: 0.1701236 Jun 30 02:40:06.870392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2eb1ef-d177-4aaf-af4d-fd2fe1db3166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57810a6-3a0a-4e52-b3e1-a0caee9516df,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:06.957538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-fbe3bdb8-2fe2-4bfd-ad46-7ca039e06030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:06.959235 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-fbe3bdb8-2fe2-4bfd-ad46-7ca039e06030 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.1196959 Jun 30 02:40:07.035260 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-1bec4b0c-de71-46c0-8390-81ddafc649e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 200 len: 1001 time: 0.0689838 Jun 30 02:40:07.171260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-4385209c-4be7-48ac-bcf9-31f6869065fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.172778 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-4385209c-4be7-48ac-bcf9-31f6869065fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.1310911 Jun 30 02:40:07.336052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-ec6dc830-f548-42a4-9097-8d32b707f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.337569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-ec6dc830-f548-42a4-9097-8d32b707f095 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1376729 Jun 30 02:40:07.357309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b98ab-09ba-4f42-8a73-cdca6cf9b088 req-0ce86362-fb73-4a8c-b531-4a7975bdf00e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.358866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e60b98ab-09ba-4f42-8a73-cdca6cf9b088 req-0ce86362-fb73-4a8c-b531-4a7975bdf00e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1092532 Jun 30 02:40:07.465561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e60b98ab-09ba-4f42-8a73-cdca6cf9b088 req-b343b2d2-045f-4ee1-a516-d50ce4fcdc2e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978389 Jun 30 02:40:07.577796 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-250a2e4b-e22b-4ee8-9565-63966b7399b6 service neutron] 10.222.0.69 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174454 Jun 30 02:40:07.658145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861cdf-6478-4057-b5c7-0c43873e534d req-7585a880-a7f8-43d6-98cf-1bb54358dd22 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.664557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861cdf-6478-4057-b5c7-0c43873e534d req-7585a880-a7f8-43d6-98cf-1bb54358dd22 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.670818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861cdf-6478-4057-b5c7-0c43873e534d req-7585a880-a7f8-43d6-98cf-1bb54358dd22 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.679192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861cdf-6478-4057-b5c7-0c43873e534d req-7585a880-a7f8-43d6-98cf-1bb54358dd22 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.686893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861cdf-6478-4057-b5c7-0c43873e534d req-7585a880-a7f8-43d6-98cf-1bb54358dd22 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.693313 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861cdf-6478-4057-b5c7-0c43873e534d req-7585a880-a7f8-43d6-98cf-1bb54358dd22 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.699670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f861cdf-6478-4057-b5c7-0c43873e534d req-7585a880-a7f8-43d6-98cf-1bb54358dd22 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.707868 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f861cdf-6478-4057-b5c7-0c43873e534d req-7585a880-a7f8-43d6-98cf-1bb54358dd22 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5431 time: 0.1393199 Jun 30 02:40:07.766976 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f861cdf-6478-4057-b5c7-0c43873e534d req-77b40dc7-9c7f-4bfe-b66b-86a22b7d5e19 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537570 Jun 30 02:40:07.767721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:07.769991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-7b020faa-acb4-4eb9-ac27-ce2c1efc6af5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.785438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-7b020faa-acb4-4eb9-ac27-ce2c1efc6af5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.785438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-7b020faa-acb4-4eb9-ac27-ce2c1efc6af5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.788550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-7b020faa-acb4-4eb9-ac27-ce2c1efc6af5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.794496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-7b020faa-acb4-4eb9-ac27-ce2c1efc6af5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.801114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-7b020faa-acb4-4eb9-ac27-ce2c1efc6af5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.807128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-7b020faa-acb4-4eb9-ac27-ce2c1efc6af5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.809679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-7b020faa-acb4-4eb9-ac27-ce2c1efc6af5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 5431 time: 0.2797446 Jun 30 02:40:07.838082 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbe1c8a7-fd6d-478b-ba80-c2240f08584c req-dae0ff58-c3b9-40aa-807d-e949f8675743 service neutron] 10.222.0.69 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524974 Jun 30 02:40:07.871529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55182f8-1e36-4ab9-8e92-b739fd1f6bec req-63496bf1-a18b-418d-a4b3-c95449c7eee4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.873021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e55182f8-1e36-4ab9-8e92-b739fd1f6bec req-63496bf1-a18b-418d-a4b3-c95449c7eee4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.2154257 Jun 30 02:40:07.891565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a7f6e90b-1528-41ac-94da-8021475c6e9e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:07.892888 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-a7f6e90b-1528-41ac-94da-8021475c6e9e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 02:40:07.893464 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a7f6e90b-1528-41ac-94da-8021475c6e9e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:40:07.898623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:07.899248 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a7f6e90b-1528-41ac-94da-8021475c6e9e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1302302 Jun 30 02:40:07.912774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'tempest-secgroup--807336221'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:07.921964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-f69d53df-f7b7-41b8-886d-4e8d13854634 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.923707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-f69d53df-f7b7-41b8-886d-4e8d13854634 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "GET /v2.0/ports/32495fac-1ad2-4c12-b2b8-3d2caacc7872?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1039562 Jun 30 02:40:07.974598 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e55182f8-1e36-4ab9-8e92-b739fd1f6bec req-7f25443f-557d-4743-b104-17471aa86410 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932620 Jun 30 02:40:07.990164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39ed74-31f9-4775-a648-5f790e8b83b9 req-b0f44282-4b7a-40b5-b574-eaa8ee11338c tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:07.992217 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc39ed74-31f9-4775-a648-5f790e8b83b9 req-b0f44282-4b7a-40b5-b574-eaa8ee11338c tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 945 time: 0.0777824 Jun 30 02:40:08.013112 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.028852 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.039774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc39ed74-31f9-4775-a648-5f790e8b83b9 req-b86955ca-ffc3-41eb-a42a-8cdbf4e500cd tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Jun 30 02:40:08.101580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-9c2dd401-c7a0-48b0-944d-e5f23fa98b8a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "GET /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1679289 Jun 30 02:40:08.114659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:08.232084 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.248927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.255029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.390392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2853ce35-161f-4a74-8b46-a24aa1a718f2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:08.574529 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.587177 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.607511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] For port 32495fac-1ad2-4c12-b2b8-3d2caacc7872, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=32495fac-1ad2-4c12-b2b8-3d2caacc7872,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:08.611215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.616305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7112641 Jun 30 02:40:08.619064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:08.623637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-77b6a535-f338-46fb-90a7-325029d7eefe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c8488bd1-8d3e-4ab1-8a21-4ff93b78806c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:08.650445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9213f5-f593-4e38-9ee0-ce4c5857c1db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8488bd1-8d3e-4ab1-8a21-4ff93b78806c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:08.671947 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77b6a535-f338-46fb-90a7-325029d7eefe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.709839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] For port 32495fac-1ad2-4c12-b2b8-3d2caacc7872, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:08.725119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77b6a535-f338-46fb-90a7-325029d7eefe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.734024 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77b6a535-f338-46fb-90a7-325029d7eefe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.758602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6a535-f338-46fb-90a7-325029d7eefe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfd719a-73d8-4aa7-a56b-7e625f4b67e0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:08.765126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] device_id is not set on port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:40:08.775249 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-77b6a535-f338-46fb-90a7-325029d7eefe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.779582 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-77b6a535-f338-46fb-90a7-325029d7eefe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567791 Jun 30 02:40:08.779735 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.779972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:08.786550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-00ce9b11-895d-4d91-8ac4-c0c173492370 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c8488bd1-8d3e-4ab1-8a21-4ff93b78806c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:08.789333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732d508-c63c-410d-a421-808f1e317724 req-f13fc3d2-ca06-409e-a17a-759921f903be tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:08.797047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4732d508-c63c-410d-a421-808f1e317724 req-f13fc3d2-ca06-409e-a17a-759921f903be tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1349807 Jun 30 02:40:08.816797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.860238 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00ce9b11-895d-4d91-8ac4-c0c173492370 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.866395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] Pushing event updated for resources: {'Port': ['ID=32495fac-1ad2-4c12-b2b8-3d2caacc7872,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:08.900991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4732d508-c63c-410d-a421-808f1e317724 req-70653764-1e4d-462b-8d77-5525a9f26ff3 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028321 Jun 30 02:40:08.926765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] No DVR routers for this DVR port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:08.984038 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-00ce9b11-895d-4d91-8ac4-c0c173492370 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 02:40:08.985094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-00ce9b11-895d-4d91-8ac4-c0c173492370 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2038410 Jun 30 02:40:08.988330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:08.989768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] In _notify_port_updated(), no bound segment for port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:40:08.990839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:08.991513 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.993185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-dada9c05-4e62-46d1-ad04-44d80653da02 service neutron] 10.222.0.69 "PUT /v2.0/ports/32495fac-1ad2-4c12-b2b8-3d2caacc7872 HTTP/1.1" status: 200 len: 1027 time: 0.8824079 Jun 30 02:40:09.087974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-6539e102-525a-46a6-93ed-f48d2f74faa7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:09.089727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-6539e102-525a-46a6-93ed-f48d2f74faa7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "GET /v2.0/ports/cbf60437-17b2-4b6f-b2f7-0ee518410922?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0901155 Jun 30 02:40:09.108091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:09.184420 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f158ad-9516-43c2-a554-957179213444 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.200930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add3f-6a52-4dd1-a269-86d4039241ff req-85c97cf6-4484-4e97-b8b7-5a7272ca29a1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:09.208700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add3f-6a52-4dd1-a269-86d4039241ff req-85c97cf6-4484-4e97-b8b7-5a7272ca29a1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:09.216979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add3f-6a52-4dd1-a269-86d4039241ff req-85c97cf6-4484-4e97-b8b7-5a7272ca29a1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:09.223749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add3f-6a52-4dd1-a269-86d4039241ff req-85c97cf6-4484-4e97-b8b7-5a7272ca29a1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:09.230337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add3f-6a52-4dd1-a269-86d4039241ff req-85c97cf6-4484-4e97-b8b7-5a7272ca29a1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:09.237383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add3f-6a52-4dd1-a269-86d4039241ff req-85c97cf6-4484-4e97-b8b7-5a7272ca29a1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:09.239642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-620add3f-6a52-4dd1-a269-86d4039241ff req-85c97cf6-4484-4e97-b8b7-5a7272ca29a1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 4657 time: 0.2689366 Jun 30 02:40:09.288506 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f158ad-9516-43c2-a554-957179213444 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.317035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df0439db-2d43-443d-b0cb-58b81e5b4f90 None None] Provisioning complete for port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:09.317554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df0439db-2d43-443d-b0cb-58b81e5b4f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.345015 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-620add3f-6a52-4dd1-a269-86d4039241ff req-064d00fd-0d1d-49d4-82be-7aef3a1071e4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=44bb5cff-1421-4cf3-8ae5-a0267a51191e&id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879104 Jun 30 02:40:09.388719 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.395342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-df0439db-2d43-443d-b0cb-58b81e5b4f90 None None] Port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:09.398651 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f158ad-9516-43c2-a554-957179213444 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.402043 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6f158ad-9516-43c2-a554-957179213444 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.403762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f6f158ad-9516-43c2-a554-957179213444 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/c8488bd1-8d3e-4ab1-8a21-4ff93b78806c HTTP/1.1" status: 204 len: 168 time: 0.4144254 Jun 30 02:40:09.407811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39484) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:09.424151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f158ad-9516-43c2-a554-957179213444 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8488bd1-8d3e-4ab1-8a21-4ff93b78806c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:09.519024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0bb8c4a1-9d0e-4a28-a0a0-617ed04e8115 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080439 Jun 30 02:40:09.523091 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:09.528695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5ade8a6c-bc88-41bf-b5e5-c5ca01194648 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'tempest-secgroup--876265218'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:09.558437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ade8a6c-bc88-41bf-b5e5-c5ca01194648 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.674745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32756-0e42-4947-90ee-b91a7af9bd4d req-0fd10557-8c3a-43ab-abe3-30d6e9f45bf8 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:09.684053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92c32756-0e42-4947-90ee-b91a7af9bd4d req-0fd10557-8c3a-43ab-abe3-30d6e9f45bf8 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.4391515 Jun 30 02:40:09.730803 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ade8a6c-bc88-41bf-b5e5-c5ca01194648 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.739413 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ade8a6c-bc88-41bf-b5e5-c5ca01194648 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.792852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ade8a6c-bc88-41bf-b5e5-c5ca01194648 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.794112 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5ade8a6c-bc88-41bf-b5e5-c5ca01194648 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2697861 Jun 30 02:40:09.797084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92c32756-0e42-4947-90ee-b91a7af9bd4d req-1276d76f-577c-44b7-af4f-89bd617c8a4c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117718 Jun 30 02:40:09.797289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39504) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:09.803253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c3e63b46-11e9-4aa2-ab62-5ae027b9dac8 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': '87b519e1-3fdb-40d0-9985-07c7b5f21e1c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:09.803752 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-c3e63b46-11e9-4aa2-ab62-5ae027b9dac8 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 02:40:09.804481 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-c3e63b46-11e9-4aa2-ab62-5ae027b9dac8 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:09.806955 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c3e63b46-11e9-4aa2-ab62-5ae027b9dac8 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070453 Jun 30 02:40:09.807964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade8a6c-bc88-41bf-b5e5-c5ca01194648 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b519e1-3fdb-40d0-9985-07c7b5f21e1c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:09.813212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:09.855527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] For port cbf60437-17b2-4b6f-b2f7-0ee518410922, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=cbf60437-17b2-4b6f-b2f7-0ee518410922,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:09.881468 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c119d026-bdbb-49a1-9083-d0a5e1746114 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.899614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] For port cbf60437-17b2-4b6f-b2f7-0ee518410922, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:09.949994 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c119d026-bdbb-49a1-9083-d0a5e1746114 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.970586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] device_id is not set on port cbf60437-17b2-4b6f-b2f7-0ee518410922 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:40:09.986419 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:09.995311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.055690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c119d026-bdbb-49a1-9083-d0a5e1746114 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.058265 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c119d026-bdbb-49a1-9083-d0a5e1746114 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.059456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c119d026-bdbb-49a1-9083-d0a5e1746114 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/87b519e1-3fdb-40d0-9985-07c7b5f21e1c HTTP/1.1" status: 204 len: 168 time: 0.2474265 Jun 30 02:40:10.065151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:10.081589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119d026-bdbb-49a1-9083-d0a5e1746114 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b519e1-3fdb-40d0-9985-07c7b5f21e1c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:10.142344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] No DVR routers for this DVR port cbf60437-17b2-4b6f-b2f7-0ee518410922 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:10.177557 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bf2aec7b-11da-4365-8cef-ed7466c76b09 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1112287 Jun 30 02:40:10.181388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:10.186190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-098b5dc5-5e24-4945-a948-a6ce40920afe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386321093'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:10.213139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098b5dc5-5e24-4945-a948-a6ce40920afe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.281665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf60437-17b2-4b6f-b2f7-0ee518410922,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:10.318006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] In _notify_port_updated(), no bound segment for port cbf60437-17b2-4b6f-b2f7-0ee518410922 on network 578abc09-9da7-49ae-8002-6d682c8aa7a3 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:40:10.318960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:10.319583 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.321194 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-c9253f78-6acd-47c4-ba68-1add12ed1568 service neutron] 10.222.0.69 "PUT /v2.0/ports/cbf60437-17b2-4b6f-b2f7-0ee518410922 HTTP/1.1" status: 200 len: 1026 time: 1.2215278 Jun 30 02:40:10.328477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2a08b02-4ca8-4cc3-9277-13027905d8dd None None] Provisioning complete for port cbf60437-17b2-4b6f-b2f7-0ee518410922 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:10.329551 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2a08b02-4ca8-4cc3-9277-13027905d8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.379977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098b5dc5-5e24-4945-a948-a6ce40920afe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.388708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6af203-bbc7-44e8-8f97-535c95390d44 req-1221ab7a-cb6d-4578-be12-cd7ecb47285f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:10.389727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a2a08b02-4ca8-4cc3-9277-13027905d8dd None None] Port cbf60437-17b2-4b6f-b2f7-0ee518410922 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:40:10.391981 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed6af203-bbc7-44e8-8f97-535c95390d44 req-1221ab7a-cb6d-4578-be12-cd7ecb47285f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.2716928 Jun 30 02:40:10.399253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098b5dc5-5e24-4945-a948-a6ce40920afe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.467772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:10.477313 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-098b5dc5-5e24-4945-a948-a6ce40920afe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.481802 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-098b5dc5-5e24-4945-a948-a6ce40920afe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2993402 Jun 30 02:40:10.484213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:10.490853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d1edab70-984a-43ed-b503-d61b5760aae1 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': '1d8850f0-95ab-48f4-ae26-0b3b29cd6f2f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:10.491624 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-d1edab70-984a-43ed-b503-d61b5760aae1 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 02:40:10.492335 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d1edab70-984a-43ed-b503-d61b5760aae1 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:10.497850 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed6af203-bbc7-44e8-8f97-535c95390d44 req-0527a247-3ccf-4500-ab77-76eef1ca0090 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924845 Jun 30 02:40:10.498153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d1edab70-984a-43ed-b503-d61b5760aae1 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0124531 Jun 30 02:40:10.499101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:10.504057 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b5dc5-5e24-4945-a948-a6ce40920afe tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8850f0-95ab-48f4-ae26-0b3b29cd6f2f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:10.547877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-9202ee27-faea-4cef-b1c1-5f3ed558f4d0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting port bed0dcaf-cdff-483c-a583-5d8df195470f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:10.548594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-9202ee27-faea-4cef-b1c1-5f3ed558f4d0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.594653 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.606027 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68fb62d3-eb33-4e39-b449-cb5427c0a420 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.631868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:10.633481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:10.636074 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2081179-f9f3-41d3-b666-dd333de06b0f" -d '{"events": [{"server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "name": "network-vif-unplugged", "status": "completed", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:10.640231 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.641166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device cbf60437-17b2-4b6f-b2f7-0ee518410922 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:10.649803 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68fb62d3-eb33-4e39-b449-cb5427c0a420 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.664348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-9202ee27-faea-4cef-b1c1-5f3ed558f4d0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] For port bed0dcaf-cdff-483c-a583-5d8df195470f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=bed0dcaf-cdff-483c-a583-5d8df195470f,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:10.664717 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-9202ee27-faea-4cef-b1c1-5f3ed558f4d0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.678776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-9202ee27-faea-4cef-b1c1-5f3ed558f4d0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Calling delete_port for bed0dcaf-cdff-483c-a583-5d8df195470f owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:10.697612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ff801-6dfb-44d7-9919-a1296ddd15a0 req-37046906-fa14-4415-8110-48aa619eb9f5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:10.712543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ff801-6dfb-44d7-9919-a1296ddd15a0 req-37046906-fa14-4415-8110-48aa619eb9f5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:10.725116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ff801-6dfb-44d7-9919-a1296ddd15a0 req-37046906-fa14-4415-8110-48aa619eb9f5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:10.738740 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da815d1b-142d-421a-965c-f96c4460fce5 x-openstack-request-id: req-da815d1b-142d-421a-965c-f96c4460fce5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:10.739027 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "name": "network-vif-unplugged", "status": "failed", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:10.739280 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da815d1b-142d-421a-965c-f96c4460fce5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:10.739678 n-d-758944-39 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'code': 422} returned with failed status Jun 30 02:40:10.740199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:10.741537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ff801-6dfb-44d7-9919-a1296ddd15a0 req-37046906-fa14-4415-8110-48aa619eb9f5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:10.748753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ff801-6dfb-44d7-9919-a1296ddd15a0 req-37046906-fa14-4415-8110-48aa619eb9f5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:10.749426 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b2ff801-6dfb-44d7-9919-a1296ddd15a0 req-37046906-fa14-4415-8110-48aa619eb9f5 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 3884 time: 0.2115541 Jun 30 02:40:10.759947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device cbf60437-17b2-4b6f-b2f7-0ee518410922 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:10.760378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 06505dc6-30ad-45ca-a4cc-0359749921a7 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:10.849681 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b2ff801-6dfb-44d7-9919-a1296ddd15a0 req-c97356b2-0170-4098-a333-d9a33a783982 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924370 Jun 30 02:40:10.851980 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-9202ee27-faea-4cef-b1c1-5f3ed558f4d0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.868644 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68fb62d3-eb33-4e39-b449-cb5427c0a420 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.871227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68fb62d3-eb33-4e39-b449-cb5427c0a420 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.884700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68fb62d3-eb33-4e39-b449-cb5427c0a420 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/1d8850f0-95ab-48f4-ae26-0b3b29cd6f2f HTTP/1.1" status: 204 len: 168 time: 0.3762252 Jun 30 02:40:10.884995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.912945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:10.945890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202ee27-faea-4cef-b1c1-5f3ed558f4d0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Port': ['ID=bed0dcaf-cdff-483c-a583-5d8df195470f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:10.948356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 06505dc6-30ad-45ca-a4cc-0359749921a7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=06505dc6-30ad-45ca-a4cc-0359749921a7,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:10.960769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:10.961704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device bed0dcaf-cdff-483c-a583-5d8df195470f no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:11.012695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: bed0dcaf-cdff-483c-a583-5d8df195470f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:40:11.013328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device bed0dcaf-cdff-483c-a583-5d8df195470f not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:11.013914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:11.028710 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-71d2008e-e02c-46bd-85c8-28012729dc12 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1144614 Jun 30 02:40:11.029602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb62d3-eb33-4e39-b449-cb5427c0a420 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8850f0-95ab-48f4-ae26-0b3b29cd6f2f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:11.034243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:11.084433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d28637c4-5bd6-43c8-8b2b-3839e8a70d84 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'tempest-secgroup--100004796'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:11.108173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-9202ee27-faea-4cef-b1c1-5f3ed558f4d0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] No DVR routers for this DVR port bed0dcaf-cdff-483c-a583-5d8df195470f on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:11.115551 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-9202ee27-faea-4cef-b1c1-5f3ed558f4d0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.117573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-9202ee27-faea-4cef-b1c1-5f3ed558f4d0 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "DELETE /v2.0/ports/bed0dcaf-cdff-483c-a583-5d8df195470f HTTP/1.1" status: 204 len: 173 time: 0.7912726 Jun 30 02:40:11.118022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-deleted', 'tag': 'bed0dcaf-cdff-483c-a583-5d8df195470f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:11.134135 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98005c58-414b-4729-8d4c-1575828a214a" -d '{"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-deleted", "tag": "bed0dcaf-cdff-483c-a583-5d8df195470f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:11.143450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=06505dc6-30ad-45ca-a4cc-0359749921a7,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:11.154947 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.155395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4049f7b-e0af-48ae-ab4e-307ac994df6e req-c74de388-951f-4bbf-9ecd-1600f227e92f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:11.165824 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4049f7b-e0af-48ae-ab4e-307ac994df6e req-c74de388-951f-4bbf-9ecd-1600f227e92f tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 943 time: 0.1156018 Jun 30 02:40:11.206572 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d28637c4-5bd6-43c8-8b2b-3839e8a70d84 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.212345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:11.216358 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4049f7b-e0af-48ae-ab4e-307ac994df6e req-ac6ff807-5cf4-4b02-94c5-1fb28e4b96d0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493634 Jun 30 02:40:11.218151 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.219135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 00ef3587-abe6-4280-a268-0d6e50f4c1a3 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:11.271187 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1003bf-ef1d-41fc-9047-02124540367e x-openstack-request-id: req-6c1003bf-ef1d-41fc-9047-02124540367e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:11.271646 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-deleted", "tag": "bed0dcaf-cdff-483c-a583-5d8df195470f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:11.271904 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c1003bf-ef1d-41fc-9047-02124540367e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:11.272314 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-deleted', 'tag': 'bed0dcaf-cdff-483c-a583-5d8df195470f', 'status': 'completed', 'code': 200} Jun 30 02:40:11.329045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:11.457481 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.471627 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d28637c4-5bd6-43c8-8b2b-3839e8a70d84 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.483831 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d28637c4-5bd6-43c8-8b2b-3839e8a70d84 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.488568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-ef709d46-2da8-4c8a-bc19-878a78ad473c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:11.489105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-ef709d46-2da8-4c8a-bc19-878a78ad473c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.541872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 00ef3587-abe6-4280-a268-0d6e50f4c1a3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=00ef3587-abe6-4280-a268-0d6e50f4c1a3,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:11.554254 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.555283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:11.576504 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d28637c4-5bd6-43c8-8b2b-3839e8a70d84 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.581142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:11.587497 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7b9238e0-3548-4455-928e-a271d8ade375 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': '89c5d966-b0ab-428e-a3a9-722c46bdbd84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:11.588558 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-7b9238e0-3548-4455-928e-a271d8ade375 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 02:40:11.589104 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-7b9238e0-3548-4455-928e-a271d8ade375 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:11.590416 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7b9238e0-3548-4455-928e-a271d8ade375 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078878 Jun 30 02:40:11.592801 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d28637c4-5bd6-43c8-8b2b-3839e8a70d84 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5555959 Jun 30 02:40:11.594339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:11.605536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28637c4-5bd6-43c8-8b2b-3839e8a70d84 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c5d966-b0ab-428e-a3a9-722c46bdbd84,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:11.606614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3d91cf5e-03b5-4f10-a304-24b8e6c5e167 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': '89c5d966-b0ab-428e-a3a9-722c46bdbd84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:11.624545 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-3d91cf5e-03b5-4f10-a304-24b8e6c5e167 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 02:40:11.625388 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-3d91cf5e-03b5-4f10-a304-24b8e6c5e167 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:11.630653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3d91cf5e-03b5-4f10-a304-24b8e6c5e167 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0349834 Jun 30 02:40:11.634566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:11.645475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8c433789-3001-4f1f-a125-7af5304c1440 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': '89c5d966-b0ab-428e-a3a9-722c46bdbd84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:11.649043 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-8c433789-3001-4f1f-a125-7af5304c1440 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 02:40:11.651383 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8c433789-3001-4f1f-a125-7af5304c1440 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:11.654285 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8c433789-3001-4f1f-a125-7af5304c1440 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184813 Jun 30 02:40:11.658546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:11.678259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e11735e9-72bf-4019-bfe5-7f4c9af0ed38 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': '89c5d966-b0ab-428e-a3a9-722c46bdbd84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:11.681990 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-e11735e9-72bf-4019-bfe5-7f4c9af0ed38 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 02:40:11.682523 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e11735e9-72bf-4019-bfe5-7f4c9af0ed38 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:11.689774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:11.690695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e11735e9-72bf-4019-bfe5-7f4c9af0ed38 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0252719 Jun 30 02:40:11.715770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=00ef3587-abe6-4280-a268-0d6e50f4c1a3,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:11.743484 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.761432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-ef709d46-2da8-4c8a-bc19-878a78ad473c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] For port 00ef3587-abe6-4280-a268-0d6e50f4c1a3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=00ef3587-abe6-4280-a268-0d6e50f4c1a3,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:11.761923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-ef709d46-2da8-4c8a-bc19-878a78ad473c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.787248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:11.790894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-ef709d46-2da8-4c8a-bc19-878a78ad473c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Calling delete_port for 00ef3587-abe6-4280-a268-0d6e50f4c1a3 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:11.796342 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:11.797395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 32495fac-1ad2-4c12-b2b8-3d2caacc7872 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:11.894203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 32495fac-1ad2-4c12-b2b8-3d2caacc7872 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:11.896611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:11.962789 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14bd1580-ae1c-49ea-bc97-87d62e067d7f tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.012104 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14bd1580-ae1c-49ea-bc97-87d62e067d7f tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.074590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a1c16-8ba9-41bb-a647-ba2c78a2ca8e req-26de62fc-1a2f-4333-b2ff-a686ca356fa3 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:12.082477 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b0a1c16-8ba9-41bb-a647-ba2c78a2ca8e req-26de62fc-1a2f-4333-b2ff-a686ca356fa3 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.2606244 Jun 30 02:40:12.166287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b0a1c16-8ba9-41bb-a647-ba2c78a2ca8e req-94a3430e-b4d0-496d-9df7-a54dd589d7f5 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828676 Jun 30 02:40:12.174165 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14bd1580-ae1c-49ea-bc97-87d62e067d7f tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.176741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14bd1580-ae1c-49ea-bc97-87d62e067d7f tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.177852 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-14bd1580-ae1c-49ea-bc97-87d62e067d7f tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/89c5d966-b0ab-428e-a3a9-722c46bdbd84 HTTP/1.1" status: 204 len: 168 time: 0.4845352 Jun 30 02:40:12.180605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:12.229982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd1580-ae1c-49ea-bc97-87d62e067d7f tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c5d966-b0ab-428e-a3a9-722c46bdbd84,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:12.260177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-16b7bd6c-c176-48ef-9564-315a14c507de tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778368 Jun 30 02:40:12.265759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:12.276690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-41ca6e5a-a37f-4e80-a2b1-159828e18ef7 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036117222'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:12.287767 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-ef709d46-2da8-4c8a-bc19-878a78ad473c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.316762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41ca6e5a-a37f-4e80-a2b1-159828e18ef7 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.468131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41ca6e5a-a37f-4e80-a2b1-159828e18ef7 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.474881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef709d46-2da8-4c8a-bc19-878a78ad473c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Port': ['ID=00ef3587-abe6-4280-a268-0d6e50f4c1a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:12.476435 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41ca6e5a-a37f-4e80-a2b1-159828e18ef7 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.527894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-ef709d46-2da8-4c8a-bc19-878a78ad473c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] No DVR routers for this DVR port 00ef3587-abe6-4280-a268-0d6e50f4c1a3 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:12.531333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-ef709d46-2da8-4c8a-bc19-878a78ad473c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.533904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-ef709d46-2da8-4c8a-bc19-878a78ad473c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "DELETE /v2.0/ports/00ef3587-abe6-4280-a268-0d6e50f4c1a3 HTTP/1.1" status: 204 len: 173 time: 1.3941951 Jun 30 02:40:12.534658 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41ca6e5a-a37f-4e80-a2b1-159828e18ef7 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.547033 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-41ca6e5a-a37f-4e80-a2b1-159828e18ef7 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2765298 Jun 30 02:40:12.549161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca6e5a-a37f-4e80-a2b1-159828e18ef7 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21adb8f-18b2-4803-89c2-1aa203b66df2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:12.553723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:12.571923 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-74fbd451-2de4-4b0b-bdb3-3f622f89f046 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c21adb8f-18b2-4803-89c2-1aa203b66df2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:12.572745 n-d-758944-39 neutron-server[93771]: WARNING neutron.api.v2.base [None req-74fbd451-2de4-4b0b-bdb3-3f622f89f046 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 02:40:12.573315 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-74fbd451-2de4-4b0b-bdb3-3f622f89f046 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:12.577094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-74fbd451-2de4-4b0b-bdb3-3f622f89f046 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0185196 Jun 30 02:40:12.579123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:12.582691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9e00d86e-1083-4910-bbef-b6b2385f4e0b tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c21adb8f-18b2-4803-89c2-1aa203b66df2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:12.713202 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-9e00d86e-1083-4910-bbef-b6b2385f4e0b tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:12.714256 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9e00d86e-1083-4910-bbef-b6b2385f4e0b tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1359591 Jun 30 02:40:12.717366 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:12.727481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-02a9cd18-4ced-433b-97d9-d1b7dd37ed49 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c21adb8f-18b2-4803-89c2-1aa203b66df2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:12.728409 n-d-758944-39 neutron-server[93771]: WARNING neutron.api.v2.base [None req-02a9cd18-4ced-433b-97d9-d1b7dd37ed49 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 02:40:12.729347 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-02a9cd18-4ced-433b-97d9-d1b7dd37ed49 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:12.730476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-02a9cd18-4ced-433b-97d9-d1b7dd37ed49 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119913 Jun 30 02:40:12.733615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:12.741264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06505dc6-30ad-45ca-a4cc-0359749921a7'}, {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2'}, {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ef3587-abe6-4280-a268-0d6e50f4c1a3'}, {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee62e8a-ac04-4b69-81cf-e3412dd85b98'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:12.743702 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1c511e-c8a9-4083-874a-1b8e91d696b9" -d '{"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-unplugged", "status": "completed", "tag": "06505dc6-30ad-45ca-a4cc-0359749921a7"}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-unplugged", "status": "completed", "tag": "31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2"}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-unplugged", "status": "completed", "tag": "00ef3587-abe6-4280-a268-0d6e50f4c1a3"}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee62e8a-ac04-4b69-81cf-e3412dd85b98"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:12.749898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-33db9e41-09dd-497c-9ee6-df9d1f16a791 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c21adb8f-18b2-4803-89c2-1aa203b66df2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:12.755467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653e42-84e2-45ee-bb2d-46248a75298d req-9e24d23c-61b0-4965-a9bd-a7bee753e959 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:12.762102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653e42-84e2-45ee-bb2d-46248a75298d req-9e24d23c-61b0-4965-a9bd-a7bee753e959 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:12.774177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a653e42-84e2-45ee-bb2d-46248a75298d req-9e24d23c-61b0-4965-a9bd-a7bee753e959 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:12.776063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a653e42-84e2-45ee-bb2d-46248a75298d req-9e24d23c-61b0-4965-a9bd-a7bee753e959 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 2408 time: 0.3102415 Jun 30 02:40:12.825518 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-33db9e41-09dd-497c-9ee6-df9d1f16a791 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:12.827370 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-33db9e41-09dd-497c-9ee6-df9d1f16a791 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0926969 Jun 30 02:40:12.830266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:12.837959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6b2b8a25-b0ec-4531-80a7-7a723d9201db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c21adb8f-18b2-4803-89c2-1aa203b66df2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:12.838862 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-6b2b8a25-b0ec-4531-80a7-7a723d9201db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 02:40:12.839605 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-6b2b8a25-b0ec-4531-80a7-7a723d9201db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:12.840750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b2b8a25-b0ec-4531-80a7-7a723d9201db tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086925 Jun 30 02:40:12.843484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:12.849085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8184f666-bb50-4906-9160-9fda5be5a759 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c21adb8f-18b2-4803-89c2-1aa203b66df2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:12.885543 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-8184f666-bb50-4906-9160-9fda5be5a759 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Project 06376f2c220e464b8e9ba4cacf9a4942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:40:12.892285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a653e42-84e2-45ee-bb2d-46248a75298d req-7e1e736b-7bd0-4895-88b2-275942627fab tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921397 Jun 30 02:40:12.896678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting port 06505dc6-30ad-45ca-a4cc-0359749921a7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:12.899305 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:12.910959 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8184f666-bb50-4906-9160-9fda5be5a759 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:12.914529 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8184f666-bb50-4906-9160-9fda5be5a759 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0673218 Jun 30 02:40:12.916029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:12.934928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c95c2b93-39c4-4a57-bec7-887c6d73ebb6 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c21adb8f-18b2-4803-89c2-1aa203b66df2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:12.934928 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-c95c2b93-39c4-4a57-bec7-887c6d73ebb6 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 02:40:12.934928 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-c95c2b93-39c4-4a57-bec7-887c6d73ebb6 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:12.935525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c95c2b93-39c4-4a57-bec7-887c6d73ebb6 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0170758 Jun 30 02:40:12.942165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:12.948137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-84d27cfc-1b87-4307-8b59-50abd253fe1e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c21adb8f-18b2-4803-89c2-1aa203b66df2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:12.980756 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-84d27cfc-1b87-4307-8b59-50abd253fe1e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Project 06376f2c220e464b8e9ba4cacf9a4942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:40:13.010058 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-84d27cfc-1b87-4307-8b59-50abd253fe1e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:13.015921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-84d27cfc-1b87-4307-8b59-50abd253fe1e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0685794 Jun 30 02:40:13.015921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:13.020932 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f42051-e653-46f3-819b-8800eb7a7203 x-openstack-request-id: req-04f42051-e653-46f3-819b-8800eb7a7203 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:13.021350 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-unplugged", "status": "completed", "tag": "06505dc6-30ad-45ca-a4cc-0359749921a7", "code": 200}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-unplugged", "status": "completed", "tag": "31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2", "code": 200}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-unplugged", "status": "completed", "tag": "00ef3587-abe6-4280-a268-0d6e50f4c1a3", "code": 200}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-unplugged", "status": "completed", "tag": "1ee62e8a-ac04-4b69-81cf-e3412dd85b98", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:13.021670 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-04f42051-e653-46f3-819b-8800eb7a7203 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:13.022156 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06505dc6-30ad-45ca-a4cc-0359749921a7', 'code': 200} Jun 30 02:40:13.022502 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2', 'code': 200} Jun 30 02:40:13.022875 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ef3587-abe6-4280-a268-0d6e50f4c1a3', 'code': 200} Jun 30 02:40:13.023216 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee62e8a-ac04-4b69-81cf-e3412dd85b98', 'code': 200} Jun 30 02:40:13.023376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d73d5dad-a2ea-4280-82c2-c1507a4256e8 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'c21adb8f-18b2-4803-89c2-1aa203b66df2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:13.085869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] For port 06505dc6-30ad-45ca-a4cc-0359749921a7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=06505dc6-30ad-45ca-a4cc-0359749921a7,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:13.088447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.112536 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-d73d5dad-a2ea-4280-82c2-c1507a4256e8 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Project 06376f2c220e464b8e9ba4cacf9a4942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:40:13.143345 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d73d5dad-a2ea-4280-82c2-c1507a4256e8 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:13.144726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d73d5dad-a2ea-4280-82c2-c1507a4256e8 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1277866 Jun 30 02:40:13.147620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:13.279995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46a98dad-3d7f-4924-9e7e-0323114c6046 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.334105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46a98dad-3d7f-4924-9e7e-0323114c6046 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.447643 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46a98dad-3d7f-4924-9e7e-0323114c6046 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.451357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46a98dad-3d7f-4924-9e7e-0323114c6046 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.452639 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-46a98dad-3d7f-4924-9e7e-0323114c6046 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/c21adb8f-18b2-4803-89c2-1aa203b66df2 HTTP/1.1" status: 204 len: 168 time: 0.3039858 Jun 30 02:40:13.456455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39644) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:13.471565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-deleted', 'tag': '00ef3587-abe6-4280-a268-0d6e50f4c1a3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:13.474589 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a3e621-a7dc-4ee6-89b0-ac716132415e" -d '{"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-deleted", "tag": "00ef3587-abe6-4280-a268-0d6e50f4c1a3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:13.507132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a98dad-3d7f-4924-9e7e-0323114c6046 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21adb8f-18b2-4803-89c2-1aa203b66df2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:13.574830 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b3aa2a0-1e6a-4880-8643-21bd9a4199a2 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1135221 Jun 30 02:40:13.575934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39652) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:13.580273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d88f3482-d806-4107-b514-980cee30da80 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241338898'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:13.639561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d88f3482-d806-4107-b514-980cee30da80 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.755634 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d88f3482-d806-4107-b514-980cee30da80 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.760483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d88f3482-d806-4107-b514-980cee30da80 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.789697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d88f3482-d806-4107-b514-980cee30da80 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:13.794898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d88f3482-d806-4107-b514-980cee30da80 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2182472 Jun 30 02:40:13.798126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:13.803893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-69aa2b98-0559-4c19-9c26-4b8e998e0949 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': '7710eb31-37f5-4e1e-972d-311feafedce9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:13.832515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f3482-d806-4107-b514-980cee30da80 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7710eb31-37f5-4e1e-972d-311feafedce9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:13.881269 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-69aa2b98-0559-4c19-9c26-4b8e998e0949 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The resource could not be found. Jun 30 02:40:13.886304 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-69aa2b98-0559-4c19-9c26-4b8e998e0949 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0870757 Jun 30 02:40:13.887466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:13.893334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9afbff8d-210a-4199-a337-8bf340abb446 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': '7710eb31-37f5-4e1e-972d-311feafedce9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c76c362d-e9ca-4947-86df-102cb7cc2428'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:13.918985 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8f39cd-c224-4de7-b879-5d5c36b8d7d4 x-openstack-request-id: req-9e8f39cd-c224-4de7-b879-5d5c36b8d7d4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:13.919415 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-deleted", "tag": "00ef3587-abe6-4280-a268-0d6e50f4c1a3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:13.919770 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e8f39cd-c224-4de7-b879-5d5c36b8d7d4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:13.920270 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-deleted', 'tag': '00ef3587-abe6-4280-a268-0d6e50f4c1a3', 'status': 'completed', 'code': 200} Jun 30 02:40:13.958680 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-9afbff8d-210a-4199-a337-8bf340abb446 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The resource could not be found. Jun 30 02:40:13.963780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9afbff8d-210a-4199-a337-8bf340abb446 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0751910 Jun 30 02:40:13.964416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:14.010555 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.010999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.011406 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Floating IP 215e9528-7ea8-4c67-902e-14b5644d6616 disassociated. External IP: 172.25.7.136, port: 06505dc6-30ad-45ca-a4cc-0359749921a7. Jun 30 02:40:14.011893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Calling delete_port for 06505dc6-30ad-45ca-a4cc-0359749921a7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:14.041638 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfc0fc1a-fc09-43f1-b845-766edb25aa8a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.050930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e45011-16be-4d51-9887-0504901e5350 req-0cdfc7ce-8de6-4d74-9ef3-5051f22306df tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:14.059246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3e45011-16be-4d51-9887-0504901e5350 req-0cdfc7ce-8de6-4d74-9ef3-5051f22306df tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.5771844 Jun 30 02:40:14.078576 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfc0fc1a-fc09-43f1-b845-766edb25aa8a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.151621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3e45011-16be-4d51-9887-0504901e5350 req-0a6e7c1d-e247-4577-915c-5aaa48b0d873 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912151 Jun 30 02:40:14.174776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfc0fc1a-fc09-43f1-b845-766edb25aa8a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.177522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfc0fc1a-fc09-43f1-b845-766edb25aa8a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.178697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cfc0fc1a-fc09-43f1-b845-766edb25aa8a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/7710eb31-37f5-4e1e-972d-311feafedce9 HTTP/1.1" status: 204 len: 168 time: 0.2133486 Jun 30 02:40:14.181367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:14.198856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0fc1a-fc09-43f1-b845-766edb25aa8a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7710eb31-37f5-4e1e-972d-311feafedce9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:14.275306 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a350d37a-c95f-4c86-bdb2-e738d723a38a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0913167 Jun 30 02:40:14.280007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:14.288618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b862cc81-c564-4cdc-a108-156325022d44 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': '8e7f0a4a-6768-44b2-af9d-7bdac2598891', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:14.314637 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.360531 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b862cc81-c564-4cdc-a108-156325022d44 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The resource could not be found. Jun 30 02:40:14.362349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b862cc81-c564-4cdc-a108-156325022d44 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0798738 Jun 30 02:40:14.366490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:14.372113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6ddf332e-6dd8-4da7-b250-79e5c258ae12 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'tempest-secgroup--572936497'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:14.391493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Port': ['ID=06505dc6-30ad-45ca-a4cc-0359749921a7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:14.415962 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ddf332e-6dd8-4da7-b250-79e5c258ae12 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.541978 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ddf332e-6dd8-4da7-b250-79e5c258ae12 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.609238 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ddf332e-6dd8-4da7-b250-79e5c258ae12 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.634978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:40:14.646304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868b502-7a5c-480a-8c41-433e94327506 req-66d7df4f-b140-4929-aab7-5b94d72bf57e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:14.652592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868b502-7a5c-480a-8c41-433e94327506 req-66d7df4f-b140-4929-aab7-5b94d72bf57e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:14.654276 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3868b502-7a5c-480a-8c41-433e94327506 req-66d7df4f-b140-4929-aab7-5b94d72bf57e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 1675 time: 0.3028255 Jun 30 02:40:14.714229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf332e-6dd8-4da7-b250-79e5c258ae12 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48f71dd-cb87-4104-b6fd-2f32e0870d14,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:14.720417 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ddf332e-6dd8-4da7-b250-79e5c258ae12 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.721788 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6ddf332e-6dd8-4da7-b250-79e5c258ae12 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3539596 Jun 30 02:40:14.724942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39692) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:14.730681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681571639'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:14.779787 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:14.789388 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3868b502-7a5c-480a-8c41-433e94327506 req-702e7dc2-45e1-4505-a324-4407faa43a44 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240282 Jun 30 02:40:14.968217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:40:14.979283 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] Sync routers for ids ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:40:14.993701 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] Routers {'543c7cf6-250f-431b-bfd1-58a31f30a2b3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:40:14.994792 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:15.082695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] No DVR routers for this DVR port 06505dc6-30ad-45ca-a4cc-0359749921a7 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:15.085918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.088002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-0e24e875-998b-461c-98f4-5ec1b80b5750 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "DELETE /v2.0/ports/06505dc6-30ad-45ca-a4cc-0359749921a7 HTTP/1.1" status: 204 len: 173 time: 2.5353661 Jun 30 02:40:15.106591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-9b006a94-a779-4b8a-ae2b-a921204dfc25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3765354 Jun 30 02:40:15.224694 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] Set router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:40:15.285572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-feabc903-6d3b-44f7-b7fd-1ad5febede7e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:15.286064 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-feabc903-6d3b-44f7-b7fd-1ad5febede7e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.402499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-feabc903-6d3b-44f7-b7fd-1ad5febede7e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] For port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:15.403095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-feabc903-6d3b-44f7-b7fd-1ad5febede7e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.420091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-feabc903-6d3b-44f7-b7fd-1ad5febede7e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Calling delete_port for 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:15.501014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.529245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a4b86-c305-4c58-8cda-82e57d303103 req-c01beaf2-2d3b-4152-a7a6-911a351e9273 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:15.539668 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c1a4b86-c305-4c58-8cda-82e57d303103 req-c01beaf2-2d3b-4152-a7a6-911a351e9273 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 943 time: 0.9924555 Jun 30 02:40:15.544539 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.600001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fb98e-9176-4716-a757-086388d08d81 req-26c7ceec-9bab-4abe-9cea-9d9d0479790f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:15.609113 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.613520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8873770 Jun 30 02:40:15.614469 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '2a41147e-8406-4cf9-a28c-6e9a18e809e5', 'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'mac_address': 'fa:16:3e:db:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'subnets': [{'id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:15.627370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a8fb98e-9176-4716-a757-086388d08d81 req-26c7ceec-9bab-4abe-9cea-9d9d0479790f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1973546 Jun 30 02:40:15.628027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:15.645560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-889b4a93-c31a-4b9c-9560-1c2cc9c876f6 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'a48f71dd-cb87-4104-b6fd-2f32e0870d14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '49524786-c5be-444f-9fff-9d47070b0ab9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:15.652178 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] Checking router: 543c7cf6-250f-431b-bfd1-58a31f30a2b3 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:40:15.662373 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] Routers {'543c7cf6-250f-431b-bfd1-58a31f30a2b3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:40:15.663360 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:39:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:15.668680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49524786-c5be-444f-9fff-9d47070b0ab9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:15.712667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.713358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.714063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.714619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.715146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.715277 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.715772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.716090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.716699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.717217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.717652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.718078 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.718544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a892ac-7c1d-43d8-a112-0fa6855422b3 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:15.743207 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c1a4b86-c305-4c58-8cda-82e57d303103 req-4974d4a7-eedb-453d-95be-3ce493f6e3f3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005794 Jun 30 02:40:15.747265 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a8fb98e-9176-4716-a757-086388d08d81 req-494c24ed-9e1a-4e19-bdb8-611db52d193b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154699 Jun 30 02:40:15.776497 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-889b4a93-c31a-4b9c-9560-1c2cc9c876f6 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:15.780283 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-889b4a93-c31a-4b9c-9560-1c2cc9c876f6 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1487167 Jun 30 02:40:15.781171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:15.818647 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] Set router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:40:15.861137 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-feabc903-6d3b-44f7-b7fd-1ad5febede7e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.897962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabc903-6d3b-44f7-b7fd-1ad5febede7e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Port': ['ID=31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:15.904785 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.933798 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.940722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-deleted', 'tag': '06505dc6-30ad-45ca-a4cc-0359749921a7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:15.943079 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310484a7-d98f-452d-964d-4c98e3776695" -d '{"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-deleted", "tag": "06505dc6-30ad-45ca-a4cc-0359749921a7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:15.981179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-feabc903-6d3b-44f7-b7fd-1ad5febede7e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] No DVR routers for this DVR port 31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:15.989991 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-feabc903-6d3b-44f7-b7fd-1ad5febede7e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:15.992068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-feabc903-6d3b-44f7-b7fd-1ad5febede7e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "DELETE /v2.0/ports/31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2 HTTP/1.1" status: 204 len: 173 time: 0.8844788 Jun 30 02:40:16.023290 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.086181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42070-e1da-4f99-8cda-4672c69264a0 req-f57b79b1-dbab-49db-bdef-229597bb75c3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:16.097840 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63d42070-e1da-4f99-8cda-4672c69264a0 req-f57b79b1-dbab-49db-bdef-229597bb75c3 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 943 time: 0.1201062 Jun 30 02:40:16.110404 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba4d294-3c8a-4ed7-bb7b-ff185c6113d3 x-openstack-request-id: req-6ba4d294-3c8a-4ed7-bb7b-ff185c6113d3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:16.110821 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-deleted", "tag": "06505dc6-30ad-45ca-a4cc-0359749921a7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:16.111152 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ba4d294-3c8a-4ed7-bb7b-ff185c6113d3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:16.111420 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-deleted', 'tag': '06505dc6-30ad-45ca-a4cc-0359749921a7', 'status': 'completed', 'code': 200} Jun 30 02:40:16.185681 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-63d42070-e1da-4f99-8cda-4672c69264a0 req-b68c605d-d4be-4b04-a68b-751865642357 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups?id=d0bb054e-9b81-49cf-836a-05acc8d0619a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852172 Jun 30 02:40:16.242365 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '2a41147e-8406-4cf9-a28c-6e9a18e809e5', 'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'mac_address': 'fa:16:3e:db:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'subnets': [{'id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:16.288367 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441deb95-4f57-4630-baf5-7c2f4a61a377 None None] The sync data for ids ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'] in n-d-758944-39 is: [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:29:54Z', 'revision_number': 4, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '2a41147e-8406-4cf9-a28c-6e9a18e809e5', 'name': '', 'network_id': '1bf7c089-dba0-493c-abbd-547a13d73c08', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'mac_address': 'fa:16:3e:db:5d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:50Z', 'updated_at': '2021-06-30T02:30:02Z', 'revision_number': 5, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'subnets': [{'id': '6e7f8d23-1a11-452b-bcfe-c02e3b8173f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:40:16.312560 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.316528 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.320697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:16.321828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/49524786-c5be-444f-9fff-9d47070b0ab9 HTTP/1.1" status: 204 len: 168 time: 0.5372505 Jun 30 02:40:16.337385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49524786-c5be-444f-9fff-9d47070b0ab9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:16.351571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.352305 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.352778 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.353284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.353859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.354456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.354934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.355522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.355951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.356393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.357990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.358425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef74cd6-4ad3-413e-a928-0ed16328c70e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:16.379228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-48f25f4c-60f5-4f01-83e1-a1e3a5e8fb5e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:16.380454 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-48f25f4c-60f5-4f01-83e1-a1e3a5e8fb5e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.420142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7444754b-d151-468b-9e6c-c34ead5be7c7 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0982010 Jun 30 02:40:16.422856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:16.516851 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-608fba75-bb53-454a-92a2-15852a137d4a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.542797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-608fba75-bb53-454a-92a2-15852a137d4a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.614959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-48f25f4c-60f5-4f01-83e1-a1e3a5e8fb5e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] For port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:16.615428 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-48f25f4c-60f5-4f01-83e1-a1e3a5e8fb5e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.627252 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-608fba75-bb53-454a-92a2-15852a137d4a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.630268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-48f25f4c-60f5-4f01-83e1-a1e3a5e8fb5e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Calling delete_port for 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:16.631450 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-608fba75-bb53-454a-92a2-15852a137d4a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.635875 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-608fba75-bb53-454a-92a2-15852a137d4a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/a48f71dd-cb87-4104-b6fd-2f32e0870d14 HTTP/1.1" status: 204 len: 168 time: 0.2109385 Jun 30 02:40:16.635875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:16.668167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608fba75-bb53-454a-92a2-15852a137d4a tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48f71dd-cb87-4104-b6fd-2f32e0870d14,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:16.715837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-685a69d3-b3bd-4aa9-ba3e-e5f9ca3c96c2 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647862 Jun 30 02:40:16.727400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39738) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:16.733332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5265e15d-359a-4f86-84fb-a527d3543c3e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093161978'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:16.775393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e27b7b2-6309-41c0-8262-6f07ddbf8d89 None None] New status for floating IP 215e9528-7ea8-4c67-902e-14b5644d6616: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:40:16.784721 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5265e15d-359a-4f86-84fb-a527d3543c3e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.829439 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-48f25f4c-60f5-4f01-83e1-a1e3a5e8fb5e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.875107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f25f4c-60f5-4f01-83e1-a1e3a5e8fb5e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Port': ['ID=1ee62e8a-ac04-4b69-81cf-e3412dd85b98,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:16.948482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-48f25f4c-60f5-4f01-83e1-a1e3a5e8fb5e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] No DVR routers for this DVR port 1ee62e8a-ac04-4b69-81cf-e3412dd85b98 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:16.962459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-48f25f4c-60f5-4f01-83e1-a1e3a5e8fb5e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:16.964913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-541c35d9-52a2-4a58-8fd8-f16e1c3c7b68 req-48f25f4c-60f5-4f01-83e1-a1e3a5e8fb5e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.69 "DELETE /v2.0/ports/1ee62e8a-ac04-4b69-81cf-e3412dd85b98 HTTP/1.1" status: 204 len: 173 time: 0.9641900 Jun 30 02:40:17.059666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384f2b6-b595-4aa8-b761-cccc61b5f9bc req-6ff4f426-23e3-4dd5-89a6-eebec9f52b75 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.067346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1384f2b6-b595-4aa8-b761-cccc61b5f9bc req-6ff4f426-23e3-4dd5-89a6-eebec9f52b75 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1128650 Jun 30 02:40:17.114032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5265e15d-359a-4f86-84fb-a527d3543c3e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.118366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1384f2b6-b595-4aa8-b761-cccc61b5f9bc req-7c4b3617-d1c6-4367-a8cc-2b5f05747c2f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 Jun 30 02:40:17.120426 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5265e15d-359a-4f86-84fb-a527d3543c3e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.177357 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5265e15d-359a-4f86-84fb-a527d3543c3e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.181361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5265e15d-359a-4f86-84fb-a527d3543c3e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4501536 Jun 30 02:40:17.182587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39748) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.183064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-4e030a61-d506-42de-9bb3-ae6e1c04180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.184562 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-4e030a61-d506-42de-9bb3-ae6e1c04180e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807&tenant_id=a12c18dd59784acc8be285228865d299 HTTP/1.1" status: 200 len: 1095 time: 0.2396505 Jun 30 02:40:17.189226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6d5865cf-bac3-42ed-8f5a-df428d95dd2b tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'd2440a1f-917f-4c74-8a97-473797db7500', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:17.193491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12254bc-9f5b-4c75-8580-0f5333ca641a req-b1e28015-d6cf-4d02-b5c2-46fb0015f918 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:17.195037 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e12254bc-9f5b-4c75-8580-0f5333ca641a req-b1e28015-d6cf-4d02-b5c2-46fb0015f918 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 943 time: 0.2028096 Jun 30 02:40:17.195690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265e15d-359a-4f86-84fb-a527d3543c3e tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2440a1f-917f-4c74-8a97-473797db7500,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:17.202282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:17.293296 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-6d5865cf-bac3-42ed-8f5a-df428d95dd2b tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:17.297213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6d5865cf-bac3-42ed-8f5a-df428d95dd2b tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1124940 Jun 30 02:40:17.297788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.300115 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e12254bc-9f5b-4c75-8580-0f5333ca641a req-30b28e33-2441-4b68-a79e-a5049f5f53c7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947623 Jun 30 02:40:17.315717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2ca8e3b7-9115-4ca2-a5a3-05162721e820 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group_rule': {'security_group_id': 'd2440a1f-917f-4c74-8a97-473797db7500', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:17.346909 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.455072 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-2ca8e3b7-9115-4ca2-a5a3-05162721e820 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:40:17.457880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2ca8e3b7-9115-4ca2-a5a3-05162721e820 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1581030 Jun 30 02:40:17.461263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39760) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.589570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40ac4958-6657-4d7e-bea5-6a99c66c1bb7 req-08afb7b8-3ffc-41bc-8be3-3ca57c54d2f7 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.0926504 Jun 30 02:40:17.609842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92a66cb-7787-4c7a-abe1-2a5df5aafcec tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.645086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92a66cb-7787-4c7a-abe1-2a5df5aafcec tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.694606 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92a66cb-7787-4c7a-abe1-2a5df5aafcec tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.697187 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f92a66cb-7787-4c7a-abe1-2a5df5aafcec tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.702054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f92a66cb-7787-4c7a-abe1-2a5df5aafcec tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/d2440a1f-917f-4c74-8a97-473797db7500 HTTP/1.1" status: 204 len: 168 time: 0.2336679 Jun 30 02:40:17.702280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.710008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a66cb-7787-4c7a-abe1-2a5df5aafcec tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2440a1f-917f-4c74-8a97-473797db7500,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:17.773842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:17.778947 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-823ed365-22de-4b05-a231-cd15c399c34c tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0766587 Jun 30 02:40:17.783102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.788695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b50e2529-03cb-428d-8a1a-ba557c3a82bc tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'tempest-secgroup--655444223'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:17.812331 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b50e2529-03cb-428d-8a1a-ba557c3a82bc tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.815283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:17.850629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:17.858457 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.871865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Transition to ACTIVE for port object 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:17.876892 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.898040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b50e2529-03cb-428d-8a1a-ba557c3a82bc tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.904653 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b50e2529-03cb-428d-8a1a-ba557c3a82bc tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.938099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b50e2529-03cb-428d-8a1a-ba557c3a82bc tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.940142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b50e2529-03cb-428d-8a1a-ba557c3a82bc tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1557963 Jun 30 02:40:17.942568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e2529-03cb-428d-8a1a-ba557c3a82bc tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfd826c-f314-4d1c-a1a6-76474c649be2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:17.944548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:17.949043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-58fbfc8b-5b43-4a3f-81f3-6b65cdbba889 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:17.949846 n-d-758944-39 neutron-server[93770]: WARNING neutron.api.v2.base [None req-58fbfc8b-5b43-4a3f-81f3-6b65cdbba889 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 02:40:17.950170 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-58fbfc8b-5b43-4a3f-81f3-6b65cdbba889 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 02:40:17.951120 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-58fbfc8b-5b43-4a3f-81f3-6b65cdbba889 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "PUT /v2.0/security-groups/0dfd826c-f314-4d1c-a1a6-76474c649be2 HTTP/1.1" status: 409 len: 330 time: 0.0056102 Jun 30 02:40:17.953675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:18.012280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=9']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.023321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b71a2ff6-f9af-462e-a522-2e8a45d95196 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.057457 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b71a2ff6-f9af-462e-a522-2e8a45d95196 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.064711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] No DVR routers for this DVR port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:18.112140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-deleted', 'tag': '31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2'}, {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-deleted', 'tag': '1ee62e8a-ac04-4b69-81cf-e3412dd85b98'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:18.114452 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972b9530-63fc-42e9-bce5-d0a2d244d933" -d '{"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-deleted", "tag": "31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2"}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-deleted", "tag": "1ee62e8a-ac04-4b69-81cf-e3412dd85b98"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:18.123851 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b71a2ff6-f9af-462e-a522-2e8a45d95196 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.126646 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b71a2ff6-f9af-462e-a522-2e8a45d95196 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.130636 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b71a2ff6-f9af-462e-a522-2e8a45d95196 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/0dfd826c-f314-4d1c-a1a6-76474c649be2 HTTP/1.1" status: 204 len: 168 time: 0.1733592 Jun 30 02:40:18.131249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:18.147223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a2ff6-f9af-462e-a522-2e8a45d95196 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfd826c-f314-4d1c-a1a6-76474c649be2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.197685 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d58782f-05d6-4ec3-a46e-3d859d9d8ee9 x-openstack-request-id: req-0d58782f-05d6-4ec3-a46e-3d859d9d8ee9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:18.198236 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-deleted", "tag": "31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2", "status": "completed", "code": 200}, {"server_uuid": "6a776a71-13b1-49e9-92a6-4e4af99922c6", "name": "network-vif-deleted", "tag": "1ee62e8a-ac04-4b69-81cf-e3412dd85b98", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:18.198489 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d58782f-05d6-4ec3-a46e-3d859d9d8ee9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:18.198906 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-deleted', 'tag': '31aabdc3-52ef-43bf-88a4-4b93ec6b1fb2', 'status': 'completed', 'code': 200} Jun 30 02:40:18.199214 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776a71-13b1-49e9-92a6-4e4af99922c6', 'name': 'network-vif-deleted', 'tag': '1ee62e8a-ac04-4b69-81cf-e3412dd85b98', 'status': 'completed', 'code': 200} Jun 30 02:40:18.247378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0505f808-bf0b-4e32-acca-b47f3f1f92eb tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097078 Jun 30 02:40:18.247711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:18.262476 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-66a3d765-b344-4956-a207-1f5a8c4c0635 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] delete failed (client error): The resource could not be found. Jun 30 02:40:18.267405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-66a3d765-b344-4956-a207-1f5a8c4c0635 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "DELETE /v2.0/security-groups/c54b8048-4a18-46f0-9f81-191b8dd4a976 HTTP/1.1" status: 404 len: 347 time: 0.0149572 Jun 30 02:40:18.267704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:18.297484 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-6b333aa0-a0a0-4f11-b448-6cc31e846b75 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] show failed (client error): The resource could not be found. Jun 30 02:40:18.302264 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b333aa0-a0a0-4f11-b448-6cc31e846b75 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-groups/b4cdde2e-03d4-4bfa-a7af-cfbe1e5fda75 HTTP/1.1" status: 404 len: 347 time: 0.0295022 Jun 30 02:40:18.302565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:18.314457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Attempting to bind port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:18.315241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Attempting to bind port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:18.315801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Attempting to bind port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:18.315926 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-aba7f041-7c8f-4948-8b93-5bddae3a9059 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] show failed (client error): The resource could not be found. Jun 30 02:40:18.320201 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aba7f041-7c8f-4948-8b93-5bddae3a9059 tempest-NegativeSecGroupIPv6Test-1005128888 tempest-NegativeSecGroupIPv6Test-1005128888-project] 10.222.0.55 "GET /v2.0/security-group-rules/ae857185-e56d-4f15-a4a1-5872cfd0a1d3 HTTP/1.1" status: 404 len: 356 time: 0.0133555 Jun 30 02:40:18.327463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:18.328147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Attempting to bind port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 on network d229cb70-5fa0-4cb6-8449-0aa985c643b3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:18.335083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:18.335865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Checking segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:18.336483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Bound using segment: {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:18.337209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Bound port: 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70dfb96-cb85-472c-a037-9a0cf496bf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:18.337777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.467777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:18.471934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:18.485508 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.571815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.572458 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:18.573873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] 10.222.0.73 "PUT /v2.0/ports/70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 200 len: 1092 time: 1.3756680 Jun 30 02:40:18.583060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20bf70-3eb9-4a0b-9744-a7982398f569 req-e73e8d53-0ecb-4847-8823-bc636c99e14e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.584906 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca20bf70-3eb9-4a0b-9744-a7982398f569 req-e73e8d53-0ecb-4847-8823-bc636c99e14e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.0889421 Jun 30 02:40:18.639439 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca20bf70-3eb9-4a0b-9744-a7982398f569 req-013af365-55a6-41ea-864e-e0ddf3076c31 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534794 Jun 30 02:40:18.669331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:18.755653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ad6d5-b5bd-4d11-9ac6-b28ee15ffb2d service neutron] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:18.832243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-9b41f6d9-0a9e-4bb1-8b07-6758fff89fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.835913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-9b41f6d9-0a9e-4bb1-8b07-6758fff89fd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 1096 time: 0.2017624 Jun 30 02:40:18.858567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ce800-047a-4cd0-8111-44cda37f0525 req-86d9e760-e752-4ab7-9242-17138b065122 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:18.868687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc8ce800-047a-4cd0-8111-44cda37f0525 req-86d9e760-e752-4ab7-9242-17138b065122 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.3531401 Jun 30 02:40:18.901994 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4d14a8b7-1f9d-49eb-a70b-07edae79f4fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06376f2c220e464b8e9ba4cacf9a4942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2326772 Jun 30 02:40:18.906920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:19.007811 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc8ce800-047a-4cd0-8111-44cda37f0525 req-dcd046b9-1163-468c-928c-cbf78b69fc4b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382105 Jun 30 02:40:19.026730 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-363ecb4f-92da-4a78-82c8-58a943bcc1c5 req-2ab71793-f838-443e-b9db-58e1e3d851bd tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.0396922 Jun 30 02:40:19.065729 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ffd0013-a1b0-40de-858a-96bfd6902f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.068047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-6aa2e85a-fdc5-4fec-ab20-490a0885e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:19.069526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-6aa2e85a-fdc5-4fec-ab20-490a0885e96c service neutron] 10.222.0.73 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.1949134 Jun 30 02:40:19.127427 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ffd0013-a1b0-40de-858a-96bfd6902f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.169709 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-5fc877bc-a636-44f5-9589-6776bff776d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 200 len: 999 time: 0.0918076 Jun 30 02:40:19.223635 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ffd0013-a1b0-40de-858a-96bfd6902f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.226133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ffd0013-a1b0-40de-858a-96bfd6902f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:19.227269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4ffd0013-a1b0-40de-858a-96bfd6902f31 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2853ce35-161f-4a74-8b46-a24aa1a718f2 HTTP/1.1" status: 204 len: 168 time: 0.2812438 Jun 30 02:40:19.235597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-e507d55f-9671-4878-91e4-b22ca7818687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:19.237124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-e507d55f-9671-4878-91e4-b22ca7818687 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.0602179 Jun 30 02:40:19.237846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd0013-a1b0-40de-858a-96bfd6902f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2853ce35-161f-4a74-8b46-a24aa1a718f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:19.299238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-32ae0f4b-40fc-410a-9a13-36caa88927e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:19.300719 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-32ae0f4b-40fc-410a-9a13-36caa88927e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548725 Jun 30 02:40:19.398270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-6b65dfcc-9d35-4fe9-8a53-3439c31b2518 service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892642 Jun 30 02:40:19.505954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5f035f4-857b-4144-8a12-069a37efc1c3 req-72485b53-bb4d-45b2-b9a9-93c5363123bb service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005955 Jun 30 02:40:19.870837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f49906-7345-4592-ae54-2c443ffd6997 req-6da4fb9f-a010-49ce-809b-0b17ead47aac tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:19.886206 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32f49906-7345-4592-ae54-2c443ffd6997 req-6da4fb9f-a010-49ce-809b-0b17ead47aac tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.1110182 Jun 30 02:40:19.960206 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32f49906-7345-4592-ae54-2c443ffd6997 req-bffc2ee2-241f-489c-b470-38301ba2c0a2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729883 Jun 30 02:40:20.126122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:20.200916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:20.203973 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeaffa8-2e23-4eff-bbcd-357610035d17" -d '{"events": [{"name": "network-changed", "server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:20.391371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1752297385'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:20.452571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc00ddb-c341-4562-b6b9-1d11d2918015 req-0e76b4e7-f7f0-47ca-8646-9eccfbde795d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:20.453837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Made reservation on behalf of 1f40e4b3044b45588077a379538e3f8f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:20.461361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bc00ddb-c341-4562-b6b9-1d11d2918015 req-0e76b4e7-f7f0-47ca-8646-9eccfbde795d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1760981 Jun 30 02:40:20.467797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.525383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bc00ddb-c341-4562-b6b9-1d11d2918015 req-a5e2dbce-4734-48d1-ab38-271e2f876749 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624301 Jun 30 02:40:20.527914 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.755032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.761483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.795052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:40:20.817951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.818427 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Added segment 26053892-2862-49d3-a6e1-e7f79826c84d of type vlan for network f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3 Jun 30 02:40:20.820191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdb23fe-b559-4f60-8cfc-47a364022b25,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:20.821085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5123d33c-b8fb-4ebd-85d2-9d360cb4c266 req-604172f4-fe50-434e-874c-1f7c4759e175 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.0685537 Jun 30 02:40:20.895068 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:20.982407 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.000644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.003937 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:21.137065 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987b3615-7976-403a-9d60-a6563727f341 x-openstack-request-id: req-987b3615-7976-403a-9d60-a6563727f341 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:21.137672 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:21.137778 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-987b3615-7976-403a-9d60-a6563727f341 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:21.138104 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'status': 'completed', 'code': 200} Jun 30 02:40:21.148371 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0169547 Jun 30 02:40:21.148747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.153788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-82b3065d-fc88-4338-948b-840430dbe1f0 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3', 'tempest-TagsTest-Tag-1227731346') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:21.167789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955830a2-7318-4ada-a9b8-0ecbda80afbc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Pushing event updated for resources: {'Network': ['ID=f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:21.179711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:40:21.378585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39884) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.379193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-82b3065d-fc88-4338-948b-840430dbe1f0 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "PUT /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags/tempest-TagsTest-Tag-1227731346 HTTP/1.1" status: 201 len: 201 time: 0.2292762 Jun 30 02:40:21.385543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-730c85b6-6647-45a1-8f83-7c16a0852760 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3', 'tempest-TagsTest-Tag-1227731346') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:21.421853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56f64-3d4e-4bed-bee1-af084a1277ba req-1396e889-ff02-4051-841a-f2ebe6dc0ee0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.426127 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98f56f64-3d4e-4bed-bee1-af084a1277ba req-1396e889-ff02-4051-841a-f2ebe6dc0ee0 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.1068976 Jun 30 02:40:21.478127 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98f56f64-3d4e-4bed-bee1-af084a1277ba req-0181853a-3729-4421-9f08-e7e7fa1fa0c7 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465004 Jun 30 02:40:21.562018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-730c85b6-6647-45a1-8f83-7c16a0852760 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "GET /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags/tempest-TagsTest-Tag-1227731346 HTTP/1.1" status: 204 len: 168 time: 0.1817307 Jun 30 02:40:21.564990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.575709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-b4658c0b-ef87-4bdb-9d1d-f13d0c5e1229 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:21.711799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b4658c0b-ef87-4bdb-9d1d-f13d0c5e1229 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "GET /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags HTTP/1.1" status: 200 len: 238 time: 0.1452620 Jun 30 02:40:21.715534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.726682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-4c4743ea-f24a-4659-900f-8bf7c0b9643f tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3', {'tags': ['tempest-TagsTest-Tag-278599296', 'tempest-TagsTest-Tag-1780276876', 'tempest-TagsTest-Tag-1704250089']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:21.811036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda784f6-b80a-4dc5-a2d5-081a8886293e req-f7d6176f-c404-4341-a813-1da18c348cb4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:21.813479 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bda784f6-b80a-4dc5-a2d5-081a8886293e req-f7d6176f-c404-4341-a813-1da18c348cb4 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1154904 Jun 30 02:40:21.880122 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bda784f6-b80a-4dc5-a2d5-081a8886293e req-cb95e8e3-3ce7-4fef-899c-42370923ad7f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609584 Jun 30 02:40:21.882045 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4c4743ea-f24a-4659-900f-8bf7c0b9643f tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "PUT /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags HTTP/1.1" status: 200 len: 308 time: 0.1653445 Jun 30 02:40:21.883102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:21.888657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-780fd802-345c-477f-89f4-6a2904783bec tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3', 'tempest-TagsTest-Tag-278599296') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:21.923871 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:40:22.056186 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-780fd802-345c-477f-89f4-6a2904783bec tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "DELETE /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags/tempest-TagsTest-Tag-278599296 HTTP/1.1" status: 204 len: 168 time: 0.1716890 Jun 30 02:40:22.057232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:22.073839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-b78eea96-5940-4340-a5b1-128c9ba4ad4a tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3', 'tempest-TagsTest-Tag-278599296') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:22.204076 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d7838e9-9f51-4c65-9c22-e971a3258f25 req-bf2003fa-7f29-442b-9d14-4cec57c07a0b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.0355270 Jun 30 02:40:22.235958 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b78eea96-5940-4340-a5b1-128c9ba4ad4a tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] show failed (client error): The resource could not be found. Jun 30 02:40:22.238342 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b78eea96-5940-4340-a5b1-128c9ba4ad4a tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "GET /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags/tempest-TagsTest-Tag-278599296 HTTP/1.1" status: 404 len: 325 time: 0.1782558 Jun 30 02:40:22.241841 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:22.247745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-5613395f-f9e4-4fc5-8200-5a469052405a tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3', 'tempest-TagsTest-Tag-1780276876') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:22.819456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e84171-8b36-4b15-9cb0-f5359817e7ee req-da4f4f5c-076a-4db4-b044-82e05ed7edca tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:22.834970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e84171-8b36-4b15-9cb0-f5359817e7ee req-da4f4f5c-076a-4db4-b044-82e05ed7edca tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.1536789 Jun 30 02:40:22.925275 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e84171-8b36-4b15-9cb0-f5359817e7ee req-a4edc6be-ad11-42a3-ba21-8e396dce2528 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892675 Jun 30 02:40:23.072590 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5613395f-f9e4-4fc5-8200-5a469052405a tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "GET /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags/tempest-TagsTest-Tag-1780276876 HTTP/1.1" status: 204 len: 168 time: 0.8297784 Jun 30 02:40:23.073256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:23.078391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-95a198fa-1db5-4ecb-b0ae-e2fd9e8ab580 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3', 'tempest-TagsTest-Tag-1704250089') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:23.384926 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-95a198fa-1db5-4ecb-b0ae-e2fd9e8ab580 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "GET /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags/tempest-TagsTest-Tag-1704250089 HTTP/1.1" status: 204 len: 168 time: 0.3095648 Jun 30 02:40:23.385868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:23.390457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-24a5a443-a24b-4ec0-ac46-2d73816e9efc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:23.440099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafb870-8aec-40da-a68d-07a06d50deea req-ef971dff-f1b3-41a9-a7a3-38fa28c3a6bd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:23.443285 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afafb870-8aec-40da-a68d-07a06d50deea req-ef971dff-f1b3-41a9-a7a3-38fa28c3a6bd tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.2273641 Jun 30 02:40:23.540739 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afafb870-8aec-40da-a68d-07a06d50deea req-6af02863-43e3-4fb9-989c-07a309653436 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913742 Jun 30 02:40:23.626622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-24a5a443-a24b-4ec0-ac46-2d73816e9efc tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "DELETE /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags HTTP/1.1" status: 204 len: 168 time: 0.2395976 Jun 30 02:40:23.629449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:23.635272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-1bf46487-7b28-465f-b247-c874a446d0df tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3', 'tempest-TagsTest-Tag-1780276876') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:23.756847 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-1bf46487-7b28-465f-b247-c874a446d0df tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] show failed (client error): The resource could not be found. Jun 30 02:40:23.760580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1bf46487-7b28-465f-b247-c874a446d0df tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "GET /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags/tempest-TagsTest-Tag-1780276876 HTTP/1.1" status: 404 len: 326 time: 0.1271627 Jun 30 02:40:23.761044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:23.765865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-67b58204-60cc-4fcd-8a8c-72f7421ded2b tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3', 'tempest-TagsTest-Tag-1704250089') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:23.924540 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c6f4bd7d-868b-46d1-86fb-1c1b7bb24488 req-f8406aa1-8698-4651-9fed-28231a285a0c tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.1067655 Jun 30 02:40:24.006161 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-67b58204-60cc-4fcd-8a8c-72f7421ded2b tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] show failed (client error): The resource could not be found. Jun 30 02:40:24.009445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-67b58204-60cc-4fcd-8a8c-72f7421ded2b tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "GET /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags/tempest-TagsTest-Tag-1704250089 HTTP/1.1" status: 404 len: 326 time: 0.2467182 Jun 30 02:40:24.012265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:24.017411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-ad5a5137-2e3c-48d9-a974-80b82a8d409c tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:24.174278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ad5a5137-2e3c-48d9-a974-80b82a8d409c tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "DELETE /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3/tags HTTP/1.1" status: 204 len: 168 time: 0.1605387 Jun 30 02:40:24.179634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:24.319905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.363577 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee3a6eb7-b27c-48be-b576-237e75696501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.526991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-e6ed6be1-e30a-470e-bbd8-4746155a3973 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:24.529261 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-e6ed6be1-e30a-470e-bbd8-4746155a3973 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 814 time: 0.2033885 Jun 30 02:40:24.545283 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.557595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-3b0ea141-fa92-4b31-8da4-927c5ad4f841 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/quotas/8b81d129bff9484596f6f5d8d84831e5 HTTP/1.1" status: 200 len: 375 time: 0.0216200 Jun 30 02:40:24.558171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:24.577689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26053892-2862-49d3-a6e1-e7f79826c84d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:24.578284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26053892-2862-49d3-a6e1-e7f79826c84d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:24.592246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.609548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.620632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:40:24.621216 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:40:24.625241 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:40:24.645702 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-fffe2919-9cd5-4836-bb58-f1faf8b3af20 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865295 Jun 30 02:40:24.707684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.716678 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:24.719303 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] 10.222.0.55 "DELETE /v2.0/networks/f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3 HTTP/1.1" status: 204 len: 168 time: 0.5391951 Jun 30 02:40:24.739511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bd062-e864-4248-bbde-7f0d4d93e5d9 tempest-TagsTest-763346380 tempest-TagsTest-763346380-project] Pushing event deleted for resources: {'Network': ['ID=f88bd06b-d3e8-44cb-9fe5-96183ecb6aa3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:24.814889 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-15a5ada7-6731-4aee-a742-021faaa9d5ad service neutron] 10.222.0.55 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594832 Jun 30 02:40:25.040340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-1b77cd2a-0233-4c88-b0e9-fb9056f36e4e service neutron] 10.222.0.55 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165916 Jun 30 02:40:25.200626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 39970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:25.568836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5e8d4f16-b777-4295-9a3d-5ac752896fc6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f40e4b3044b45588077a379538e3f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667924 Jun 30 02:40:25.571470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 39988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:25.792311 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66c5a7d1-85b7-4d99-b944-1aee84379a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.820886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df093c2f-c9ab-498c-ae38-ab8e309a0860 req-16725015-3ff7-4ab5-a133-dcb976111735 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:25.829171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df093c2f-c9ab-498c-ae38-ab8e309a0860 req-16725015-3ff7-4ab5-a133-dcb976111735 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.2278924 Jun 30 02:40:25.866763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66c5a7d1-85b7-4d99-b944-1aee84379a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.965224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df093c2f-c9ab-498c-ae38-ab8e309a0860 req-099fc793-2a9a-4056-a951-af7c470d0fe9 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344876 Jun 30 02:40:25.983488 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66c5a7d1-85b7-4d99-b944-1aee84379a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.987290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66c5a7d1-85b7-4d99-b944-1aee84379a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:25.988491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-66c5a7d1-85b7-4d99-b944-1aee84379a37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8cdb23fe-b559-4f60-8cfc-47a364022b25 HTTP/1.1" status: 204 len: 168 time: 0.4160233 Jun 30 02:40:26.000172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5a7d1-85b7-4d99-b944-1aee84379a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdb23fe-b559-4f60-8cfc-47a364022b25,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:26.394796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c68b1-f853-41e0-acdc-25a4012b3ced req-35df5bcd-c30c-424e-9571-56a37257ed42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:26.425049 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-752c68b1-f853-41e0-acdc-25a4012b3ced req-35df5bcd-c30c-424e-9571-56a37257ed42 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.2326236 Jun 30 02:40:26.563396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-752c68b1-f853-41e0-acdc-25a4012b3ced req-8ba935dc-7d67-439b-b833-bd5a2e54f135 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302307 Jun 30 02:40:26.857890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37eed583-03b5-4951-a45f-c60e1a6b48b3 req-f8f4f95c-6ef2-4597-b694-bdfcf0deb3fa tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.0823545 Jun 30 02:40:27.021459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.026130 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b42d6a96-1465-4d8a-b8c6-0821227e0f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.429084 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2597d12b-1e29-4051-aa4f-0f9778db33a2 req-0ee4a676-c0fb-4943-992e-09d4b7582634 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 210 time: 0.0764279 Jun 30 02:40:27.434019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-cb361278-0892-4e84-8d52-bcca8e8a93f0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:27.435767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-cb361278-0892-4e84-8d52-bcca8e8a93f0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.69 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 814 time: 0.2639248 Jun 30 02:40:27.453730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Request body: {'port': {'device_id': '747e2dd1-c774-4f05-a036-b714c74e1b06', 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d', 'admin_state_up': True, 'tenant_id': '8b81d129bff9484596f6f5d8d84831e5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:27.796361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Made reservation on behalf of 8b81d129bff9484596f6f5d8d84831e5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:27.804952 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:27.873872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808abfa-da34-4116-8ac2-7f22d646c956 req-2e3798e0-8fe4-4f04-a97b-ba1cabf62e6e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:27.877528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3808abfa-da34-4116-8ac2-7f22d646c956 req-2e3798e0-8fe4-4f04-a97b-ba1cabf62e6e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.1824005 Jun 30 02:40:27.965140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3808abfa-da34-4116-8ac2-7f22d646c956 req-05bd8816-b2b8-44e2-80bb-d296f616eb48 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811632 Jun 30 02:40:28.188579 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.195832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Allocated IP 172.20.0.7 (b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d/a1ffa8b9-cee9-49be-813b-1d381943f75f/b3a81d4c-0278-4e4f-aba9-3e340bd55194) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:28.537325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.543310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ae2a7-fd85-43ad-af76-6c1cd3a8ec86 req-9bbb46a6-ec73-4ade-9f05-d020744c1646 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:28.545642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d02ae2a7-fd85-43ad-af76-6c1cd3a8ec86 req-9bbb46a6-ec73-4ade-9f05-d020744c1646 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.2524979 Jun 30 02:40:28.666670 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d02ae2a7-fd85-43ad-af76-6c1cd3a8ec86 req-84c2656a-ccc3-4961-aab7-205814573c27 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115663 Jun 30 02:40:28.731920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e44fd6f-de22-47fa-a490-8f93607cad5d req-d96af2d0-24de-4c75-b658-520e0645ed35 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.1537929 Jun 30 02:40:28.786323 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:28.808148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fb550891-e81f-44c2-9adc-2561e860da37'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:28.995472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:29.099470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:29.106945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:29.344418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:29.344418 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.371800 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9245374 Jun 30 02:40:29.399154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Request body: {'port': {'device_id': '747e2dd1-c774-4f05-a036-b714c74e1b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:29.450425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9b643-2577-486f-bd2c-d5b1b83858ca tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Pushing event updated for resources: {'Port': ['ID=b3a81d4c-0278-4e4f-aba9-3e340bd55194,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:29.527821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-1f78cc9c-4932-407d-b3f9-a468ac3036dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:29.529774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-1f78cc9c-4932-407d-b3f9-a468ac3036dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 1096 time: 0.6161070 Jun 30 02:40:29.531521 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:29.554781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e27091-2bd2-49b3-ae3c-f6bb2811c0a0 req-fa49d30a-1b53-4426-a40c-9cc95169a078 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:29.556735 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3e27091-2bd2-49b3-ae3c-f6bb2811c0a0 req-fa49d30a-1b53-4426-a40c-9cc95169a078 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.1756167 Jun 30 02:40:29.581096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e77324-0dec-48d5-8a61-54b87bd73026 req-a6a80e54-32c0-4a55-b152-2fac636b52f2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:29.589489 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a2e77324-0dec-48d5-8a61-54b87bd73026 req-a6a80e54-32c0-4a55-b152-2fac636b52f2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 931 time: 0.5107031 Jun 30 02:40:29.661679 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3e27091-2bd2-49b3-ae3c-f6bb2811c0a0 req-20c0cd92-0e7e-4091-bd04-dcf85750b596 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972581 Jun 30 02:40:29.782578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a2e77324-0dec-48d5-8a61-54b87bd73026 req-cca74860-e023-42e9-9412-6fbc3d982cb4 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720073 Jun 30 02:40:29.988796 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.198841 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-e4dbe0b8-9e6d-4e4f-a888-2277a8883dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:30.200786 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-e4dbe0b8-9e6d-4e4f-a888-2277a8883dbf service neutron] 10.222.0.73 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.4847553 Jun 30 02:40:30.262996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e2617-ff74-40d1-9abd-a98b4220a9da req-d056d954-d9f4-41bb-9852-e6df946b2f72 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:30.275315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b7e2617-ff74-40d1-9abd-a98b4220a9da req-d056d954-d9f4-41bb-9852-e6df946b2f72 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1585369 Jun 30 02:40:30.344024 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b7e2617-ff74-40d1-9abd-a98b4220a9da req-cdf660c0-0c28-4df0-bb3a-46813f06b1b3 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631812 Jun 30 02:40:30.457440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a81d4c-0278-4e4f-aba9-3e340bd55194 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:30.481415 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.510615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Transition to ACTIVE for port object b3a81d4c-0278-4e4f-aba9-3e340bd55194 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:30.567006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e45703bc-ab3c-4378-aa41-f22f62371b39 req-55b9edb7-5749-4d33-b5c9-a95630ca4805 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.0452228 Jun 30 02:40:30.568897 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:30.685502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Pushing event updated for resources: {'Port': ['ID=b3a81d4c-0278-4e4f-aba9-3e340bd55194,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:30.860742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Attempting to bind port b3a81d4c-0278-4e4f-aba9-3e340bd55194 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:30.861078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Attempting to bind port b3a81d4c-0278-4e4f-aba9-3e340bd55194 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:30.861391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Attempting to bind port b3a81d4c-0278-4e4f-aba9-3e340bd55194 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:30.881393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Port b3a81d4c-0278-4e4f-aba9-3e340bd55194 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:30.882108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Attempting to bind port b3a81d4c-0278-4e4f-aba9-3e340bd55194 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:30.900558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:30.901354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Checking segment: {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:30.901989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Bound using segment: {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:30.902686 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Bound port: b3a81d4c-0278-4e4f-aba9-3e340bd55194, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:30.903412 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.123374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] For port b3a81d4c-0278-4e4f-aba9-3e340bd55194, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:31.142646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] For port b3a81d4c-0278-4e4f-aba9-3e340bd55194, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b3a81d4c-0278-4e4f-aba9-3e340bd55194,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:31.206567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.294166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:31.294837 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:31.296299 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] 10.222.0.69 "PUT /v2.0/ports/b3a81d4c-0278-4e4f-aba9-3e340bd55194 HTTP/1.1" status: 200 len: 1092 time: 1.9037321 Jun 30 02:40:31.296763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747e2dd1-c774-4f05-a036-b714c74e1b06', 'tag': 'b3a81d4c-0278-4e4f-aba9-3e340bd55194'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:31.303210 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a47dab3-e46a-43f3-8cf3-e97eb4083245" -d '{"events": [{"name": "network-changed", "server_uuid": "747e2dd1-c774-4f05-a036-b714c74e1b06", "tag": "b3a81d4c-0278-4e4f-aba9-3e340bd55194"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:31.401333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd93b01-d26b-4801-bc1b-6f4433a3c5eb service neutron] Pushing event updated for resources: {'Port': ['ID=b3a81d4c-0278-4e4f-aba9-3e340bd55194,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:31.565649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-b64f784c-2f54-4ecd-84a6-5995975b2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:31.567895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-b64f784c-2f54-4ecd-84a6-5995975b2d0f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 1095 time: 0.1970620 Jun 30 02:40:31.603959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbef3f-465c-4e68-bcc5-9aac4a61cac7 req-c89063df-5463-451f-bd19-1dec8935a58a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:31.605870 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7cbef3f-465c-4e68-bcc5-9aac4a61cac7 req-c89063df-5463-451f-bd19-1dec8935a58a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.1239765 Jun 30 02:40:31.640941 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-1d182a7e-779b-4bfe-8c60-ce8cf643c0d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3a81d4c-0278-4e4f-aba9-3e340bd55194 HTTP/1.1" status: 200 len: 217 time: 0.0624621 Jun 30 02:40:31.718620 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7cbef3f-465c-4e68-bcc5-9aac4a61cac7 req-24282404-3be5-4e51-8fce-b75dfe4fd6eb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819316 Jun 30 02:40:31.727453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-225c2f45-7e75-4872-88d7-5ae7f058b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:31.736838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-225c2f45-7e75-4872-88d7-5ae7f058b70c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 200 len: 854 time: 0.0887616 Jun 30 02:40:31.790142 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-e2672bb5-5386-4b23-886c-4d469bd9123e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514874 Jun 30 02:40:32.030228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-acb2354c-4d97-48fe-82f3-c1301447e85c service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335401 Jun 30 02:40:32.040573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15304225-2308-4ee5-a803-34536737c771 req-14db86f3-0049-4e02-bd7e-e7c1f8795786 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:32.042290 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15304225-2308-4ee5-a803-34536737c771 req-14db86f3-0049-4e02-bd7e-e7c1f8795786 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 943 time: 0.1863818 Jun 30 02:40:32.136987 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b501faf-1ac5-485e-800b-fa97ef1cba33 req-d06be066-8caf-44d0-8085-bbd4688590c2 service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933855 Jun 30 02:40:32.211020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15304225-2308-4ee5-a803-34536737c771 req-57885e23-5305-4abb-a4ca-efcd524d83ab tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712845 Jun 30 02:40:32.251078 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-b0470d03-cef8-4bc0-bc31-22e8969d1a2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 200 len: 999 time: 0.2635155 Jun 30 02:40:32.320095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e453afd-aaeb-4090-a9ad-d2e8f101ef4b req-3e1efe23-285c-46d7-89fa-6ec23241a502 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:32.321697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e453afd-aaeb-4090-a9ad-d2e8f101ef4b req-3e1efe23-285c-46d7-89fa-6ec23241a502 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1210353 Jun 30 02:40:32.344756 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6148ee7c-ae8b-4d34-b750-f5a5dd0ada6d x-openstack-request-id: req-6148ee7c-ae8b-4d34-b750-f5a5dd0ada6d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:32.345148 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747e2dd1-c774-4f05-a036-b714c74e1b06", "tag": "b3a81d4c-0278-4e4f-aba9-3e340bd55194", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:32.345509 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6148ee7c-ae8b-4d34-b750-f5a5dd0ada6d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:32.346092 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747e2dd1-c774-4f05-a036-b714c74e1b06', 'tag': 'b3a81d4c-0278-4e4f-aba9-3e340bd55194', 'status': 'completed', 'code': 200} Jun 30 02:40:32.408768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-fc00c0ea-6335-4cd7-85f2-5719c575d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:32.410341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-fc00c0ea-6335-4cd7-85f2-5719c575d1ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.1469388 Jun 30 02:40:32.450175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e453afd-aaeb-4090-a9ad-d2e8f101ef4b req-2f087123-7ea9-46ae-bbef-5a559cd0112f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140735 Jun 30 02:40:32.537707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47dab3-e46a-43f3-8cf3-e97eb4083245 req-91c510b3-d741-44b6-99de-059dbb25750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:32.539486 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a47dab3-e46a-43f3-8cf3-e97eb4083245 req-91c510b3-d741-44b6-99de-059dbb25750c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 1095 time: 0.1983626 Jun 30 02:40:32.583410 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aedd3798-9853-4d87-85f7-977d0a5b1e9a req-eca8e732-8cf7-4cdf-b037-61f61cee118b tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.1081619 Jun 30 02:40:32.773073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47dab3-e46a-43f3-8cf3-e97eb4083245 req-a5fd17d6-b5f6-4a47-ba4e-f89088ef112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:32.777539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a47dab3-e46a-43f3-8cf3-e97eb4083245 req-a5fd17d6-b5f6-4a47-ba4e-f89088ef112c service neutron] 10.222.0.69 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 915 time: 0.1900260 Jun 30 02:40:32.804634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-711edb1a-bc21-434a-ad5e-f30e3c119695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:32.806151 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-711edb1a-bc21-434a-ad5e-f30e3c119695 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3628383 Jun 30 02:40:32.841112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a47dab3-e46a-43f3-8cf3-e97eb4083245 req-722ae507-8ab4-42ad-9b75-b9bdd9c67486 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3a81d4c-0278-4e4f-aba9-3e340bd55194 HTTP/1.1" status: 200 len: 217 time: 0.0543897 Jun 30 02:40:33.049671 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-b3cac68d-a7ab-4d4d-b36d-82a551a2367e service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107508 Jun 30 02:40:33.162309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47dab3-e46a-43f3-8cf3-e97eb4083245 req-43426522-3dba-4cd8-9315-8de198f0dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.163943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a47dab3-e46a-43f3-8cf3-e97eb4083245 req-43426522-3dba-4cd8-9315-8de198f0dd99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 200 len: 854 time: 0.2118506 Jun 30 02:40:33.181346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a1de0-b89f-4efc-8de1-4853223f6a41 req-08329ffb-950c-43f5-8f96-0e5e2d77a45b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.181691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea0527-c372-416d-a52f-9829f3742c73 req-ef66a8da-4e37-46b4-8790-7bf19f3a025d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.189356 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-708a1de0-b89f-4efc-8de1-4853223f6a41 req-08329ffb-950c-43f5-8f96-0e5e2d77a45b tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.2357249 Jun 30 02:40:33.192832 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5ea0527-c372-416d-a52f-9829f3742c73 req-ef66a8da-4e37-46b4-8790-7bf19f3a025d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.2190471 Jun 30 02:40:33.263164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5ea0527-c372-416d-a52f-9829f3742c73 req-e92fcc77-742a-46fc-aeff-28e6923d3573 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685143 Jun 30 02:40:33.311057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a47dab3-e46a-43f3-8cf3-e97eb4083245 req-b6e4fb47-4644-43e8-a186-af053c7b8b26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384392 Jun 30 02:40:33.466447 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-708a1de0-b89f-4efc-8de1-4853223f6a41 req-1abc2bca-7d50-4350-8d08-0b7cfe8dc2f5 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760830 Jun 30 02:40:33.473090 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebeaffa8-2e23-4eff-bbcd-357610035d17 req-02c7df8e-abf4-4b30-9f56-00a3531b0fb8 service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131432 Jun 30 02:40:33.521910 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a47dab3-e46a-43f3-8cf3-e97eb4083245 req-67690f94-f2da-4a12-9c90-f59c72b1eaf1 service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026882 Jun 30 02:40:33.531545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:33.694214 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a47dab3-e46a-43f3-8cf3-e97eb4083245 req-c73127e7-7d41-45df-836b-a231f6ef6e65 service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645684 Jun 30 02:40:33.698764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea286b7b-8e2f-4a34-8ffc-bb72333324a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:33.724666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed19716-2c5a-4b8c-bb49-61dfa13d3c76 req-74b93540-e9fc-46c5-a4fa-3c2cf8f58249 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:33.731986 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fed19716-2c5a-4b8c-bb49-61dfa13d3c76 req-74b93540-e9fc-46c5-a4fa-3c2cf8f58249 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 943 time: 0.1158276 Jun 30 02:40:33.795478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fed19716-2c5a-4b8c-bb49-61dfa13d3c76 req-82ae7038-385a-4863-88bc-7e0dcbc7b3cf tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623808 Jun 30 02:40:33.889029 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea286b7b-8e2f-4a34-8ffc-bb72333324a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:33.894321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea286b7b-8e2f-4a34-8ffc-bb72333324a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:33.927743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea286b7b-8e2f-4a34-8ffc-bb72333324a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d48383b-8f15-4a6a-9f45-dbd735f67043,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:33.973017 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ea286b7b-8e2f-4a34-8ffc-bb72333324a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73ddcd6719004160afb321fc7ded67e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395685 Jun 30 02:40:33.975768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:33.993599 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d1d385a8-6f21-4e28-bf30-d2095adf5ad6 req-f250c72e-4258-4fca-a2c5-8c9ef568fd0e tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.0360911 Jun 30 02:40:34.058895 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c595f741-3d8f-4b6d-add9-194b515e43a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.083063 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c595f741-3d8f-4b6d-add9-194b515e43a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.150311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c595f741-3d8f-4b6d-add9-194b515e43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.153086 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c595f741-3d8f-4b6d-add9-194b515e43a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.156736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c595f741-3d8f-4b6d-add9-194b515e43a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d48383b-8f15-4a6a-9f45-dbd735f67043 HTTP/1.1" status: 204 len: 168 time: 0.1771791 Jun 30 02:40:34.184402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595f741-3d8f-4b6d-add9-194b515e43a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d48383b-8f15-4a6a-9f45-dbd735f67043,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:34.237883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63babd-3305-4a0b-bda8-0085f2ddadc1 req-8cc672e1-506e-48ac-a837-9f771da05010 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:34.239740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb63babd-3305-4a0b-bda8-0085f2ddadc1 req-8cc672e1-506e-48ac-a837-9f771da05010 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1034844 Jun 30 02:40:34.287692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb63babd-3305-4a0b-bda8-0085f2ddadc1 req-a6e6e232-d3c8-46b1-abf1-a4f1db5421c8 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Jun 30 02:40:34.483516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c48380-124e-46dc-a421-48d66916ce60 req-5a93d4c6-48e6-4568-b469-d643d89ae6c9 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:34.485160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64c48380-124e-46dc-a421-48d66916ce60 req-5a93d4c6-48e6-4568-b469-d643d89ae6c9 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.0880053 Jun 30 02:40:34.550487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64c48380-124e-46dc-a421-48d66916ce60 req-ad6577ab-88a1-42e5-b78a-82fb8e6859c6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563366 Jun 30 02:40:34.559071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:34.581110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0792c0a-e429-4115-8a65-4ecd0477a12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.682676 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0792c0a-e429-4115-8a65-4ecd0477a12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.690019 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0792c0a-e429-4115-8a65-4ecd0477a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.731830 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f0792c0a-e429-4115-8a65-4ecd0477a12c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79a51a0cb70641989110c169a8b92211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683695 Jun 30 02:40:34.733973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0792c0a-e429-4115-8a65-4ecd0477a12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77790d7c-1162-4671-9190-cf089648dbf8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:34.734739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:34.794888 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4735d3e7-e509-4d36-86c3-0ae2c8c1a22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.824062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4735d3e7-e509-4d36-86c3-0ae2c8c1a22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.880342 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4735d3e7-e509-4d36-86c3-0ae2c8c1a22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.883739 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4735d3e7-e509-4d36-86c3-0ae2c8c1a22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:34.887977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4735d3e7-e509-4d36-86c3-0ae2c8c1a22d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77790d7c-1162-4671-9190-cf089648dbf8 HTTP/1.1" status: 204 len: 168 time: 0.1519055 Jun 30 02:40:34.902474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735d3e7-e509-4d36-86c3-0ae2c8c1a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77790d7c-1162-4671-9190-cf089648dbf8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:35.021319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8676fa-90ed-4a9d-bb22-90d972f80139 req-ea6366b4-ab2f-463f-ae5f-2e80a26bd953 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:35.031821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f8676fa-90ed-4a9d-bb22-90d972f80139 req-ea6366b4-ab2f-463f-ae5f-2e80a26bd953 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 943 time: 0.0756588 Jun 30 02:40:35.074935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6f8676fa-90ed-4a9d-bb22-90d972f80139 req-7337df13-5203-4dfa-9d6b-d4a5c54d15e2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 Jun 30 02:40:35.280522 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-378f36c2-38f3-43d2-ae97-17b6865a166b req-f9fc98ec-a8e0-4c45-bcd4-61e7d59787e2 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a776a71-13b1-49e9-92a6-4e4af99922c6 HTTP/1.1" status: 200 len: 210 time: 0.0465589 Jun 30 02:40:35.380654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:35.478007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-09d78d24-a65c-4e9e-890f-b2f70aaf9e0e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:35.480480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-09d78d24-a65c-4e9e-890f-b2f70aaf9e0e tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.73 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1197131 Jun 30 02:40:35.550772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948eb2a5-9055-406a-bf00-dd10a795794a req-844efcea-b7aa-4bc0-8c58-b9538e25c1fc tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:35.560784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-948eb2a5-9055-406a-bf00-dd10a795794a req-844efcea-b7aa-4bc0-8c58-b9538e25c1fc tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 946 time: 0.1004786 Jun 30 02:40:35.651372 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-948eb2a5-9055-406a-bf00-dd10a795794a req-9708483b-caf1-403f-9e29-fbd199790914 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892096 Jun 30 02:40:35.758136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-d031621e-6606-44a6-bf5f-90bf306e4f14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Deleting port d545b861-907e-47d9-8ab9-7a5a1f244379 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:35.758494 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-d031621e-6606-44a6-bf5f-90bf306e4f14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.797484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:35.812605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'port_id': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'mac_address': 'fa:16:3e:0b:ab:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:35.878590 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.893919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:35.924171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:35.932079 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.938327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-d031621e-6606-44a6-bf5f-90bf306e4f14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] For port d545b861-907e-47d9-8ab9-7a5a1f244379, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d545b861-907e-47d9-8ab9-7a5a1f244379,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:35.938552 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-d031621e-6606-44a6-bf5f-90bf306e4f14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.955986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-d031621e-6606-44a6-bf5f-90bf306e4f14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Calling delete_port for d545b861-907e-47d9-8ab9-7a5a1f244379 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:35.994252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291deb4b-b2c5-48d7-b8cb-b0db20ff90b5 req-a2e81580-bf30-469c-99a4-ec11c24e4bed tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:35.994777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:35.996625 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-291deb4b-b2c5-48d7-b8cb-b0db20ff90b5 req-a2e81580-bf30-469c-99a4-ec11c24e4bed tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 944 time: 0.1375759 Jun 30 02:40:36.003116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.003730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.004246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.004740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.005266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.005761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.006285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.006891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.007374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.007889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.008370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.008850 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:40:36.044631 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-291deb4b-b2c5-48d7-b8cb-b0db20ff90b5 req-8e38280d-1f73-4427-b802-e69f724f6659 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385010 Jun 30 02:40:36.111756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-d031621e-6606-44a6-bf5f-90bf306e4f14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.130069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2', 'd545b861-907e-47d9-8ab9-7a5a1f244379'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:36.151024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031621e-6606-44a6-bf5f-90bf306e4f14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event deleted for resources: {'Port': ['ID=d545b861-907e-47d9-8ab9-7a5a1f244379,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:36.214463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-d031621e-6606-44a6-bf5f-90bf306e4f14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] No DVR routers for this DVR port d545b861-907e-47d9-8ab9-7a5a1f244379 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:36.217388 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-d031621e-6606-44a6-bf5f-90bf306e4f14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.219502 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1da102c-7c71-4356-aeb9-4e93a814345f req-d031621e-6606-44a6-bf5f-90bf306e4f14 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.73 "DELETE /v2.0/ports/d545b861-907e-47d9-8ab9-7a5a1f244379 HTTP/1.1" status: 204 len: 173 time: 0.7284894 Jun 30 02:40:36.220003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82aef02b-5447-448b-9d97-2096a5a75997', 'name': 'network-vif-deleted', 'tag': 'd545b861-907e-47d9-8ab9-7a5a1f244379'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:36.222460 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ad1866-3ad3-4571-8ad7-3a6404273cae" -d '{"events": [{"server_uuid": "82aef02b-5447-448b-9d97-2096a5a75997", "name": "network-vif-deleted", "tag": "d545b861-907e-47d9-8ab9-7a5a1f244379"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:36.346742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26985460-be8c-4b61-9916-03717e90c70b req-84e76316-d28f-482c-b472-2fc9764d170d tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:36.349352 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26985460-be8c-4b61-9916-03717e90c70b req-84e76316-d28f-482c-b472-2fc9764d170d tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 943 time: 0.0936387 Jun 30 02:40:36.372302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:36.375575 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f268055-704e-4323-b7bf-dc6d58a409df x-openstack-request-id: req-4f268055-704e-4323-b7bf-dc6d58a409df {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:36.375870 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82aef02b-5447-448b-9d97-2096a5a75997", "name": "network-vif-deleted", "tag": "d545b861-907e-47d9-8ab9-7a5a1f244379", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:36.376144 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f268055-704e-4323-b7bf-dc6d58a409df {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:36.379707 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82aef02b-5447-448b-9d97-2096a5a75997', 'name': 'network-vif-deleted', 'tag': 'd545b861-907e-47d9-8ab9-7a5a1f244379', 'status': 'completed', 'code': 200} Jun 30 02:40:36.441925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26985460-be8c-4b61-9916-03717e90c70b req-8dcbaef1-383f-4e1c-91bb-4234de1bec31 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843382 Jun 30 02:40:36.578487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:36.651358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b3a81d4c-0278-4e4f-aba9-3e340bd55194 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:40:36.670496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb4f60cc-74f2-4388-b44a-0ef815129218 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.709463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb4f60cc-74f2-4388-b44a-0ef815129218 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.811732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b3a81d4c-0278-4e4f-aba9-3e340bd55194, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b3a81d4c-0278-4e4f-aba9-3e340bd55194,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:36.816081 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb4f60cc-74f2-4388-b44a-0ef815129218 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.819459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fb4f60cc-74f2-4388-b44a-0ef815129218 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.823574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fb4f60cc-74f2-4388-b44a-0ef815129218 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "DELETE /v2.0/security-groups/d0bb054e-9b81-49cf-836a-05acc8d0619a HTTP/1.1" status: 204 len: 168 time: 0.2439814 Jun 30 02:40:36.824541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:36.832723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'b3a81d4c-0278-4e4f-aba9-3e340bd55194', 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d', 'port_id': 'b3a81d4c-0278-4e4f-aba9-3e340bd55194', 'mac_address': 'fa:16:3e:e3:8a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffa8b9-cee9-49be-813b-1d381943f75f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:40:36.850226 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-fb95732e-18af-486b-8c68-5fe4b62afa49 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] show failed (client error): The resource could not be found. Jun 30 02:40:36.853043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fb95732e-18af-486b-8c68-5fe4b62afa49 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "GET /v2.0/security-groups/d0bb054e-9b81-49cf-836a-05acc8d0619a HTTP/1.1" status: 404 len: 347 time: 0.0257761 Jun 30 02:40:36.854937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:36.859833 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f60cc-74f2-4388-b44a-0ef815129218 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb054e-9b81-49cf-836a-05acc8d0619a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:36.961038 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.976173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a81d4c-0278-4e4f-aba9-3e340bd55194 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:36.986186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c74d8074-ee80-48bb-9dd2-843a5ffd0e2a req-ea2f5785-97fc-4ea9-8bec-52bf4234d108 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=82aef02b-5447-448b-9d97-2096a5a75997 HTTP/1.1" status: 200 len: 210 time: 0.0718338 Jun 30 02:40:37.001003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b3a81d4c-0278-4e4f-aba9-3e340bd55194, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b3a81d4c-0278-4e4f-aba9-3e340bd55194,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:37.018753 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.083327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b3a81d4c-0278-4e4f-aba9-3e340bd55194,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:37.118487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bcba430c-8b25-4399-b2e9-e189030780ad tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting port e317a1f4-9b17-468d-8b91-8c66fef415fa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:37.119202 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcba430c-8b25-4399-b2e9-e189030780ad tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.189439 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-89a2ae22-1363-4fd4-899f-eb11f946289f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1011815 Jun 30 02:40:37.237314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcba430c-8b25-4399-b2e9-e189030780ad tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.237731 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcba430c-8b25-4399-b2e9-e189030780ad tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.259030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bcba430c-8b25-4399-b2e9-e189030780ad tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Calling delete_port for e317a1f4-9b17-468d-8b91-8c66fef415fa owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:37.318506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['b3a81d4c-0278-4e4f-aba9-3e340bd55194'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:37.358410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76db980-33cc-418e-b9ec-c45f71ff5167 req-b3e31abe-d175-49c1-aaec-78567fd5e02e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:37.361217 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b76db980-33cc-418e-b9ec-c45f71ff5167 req-b3e31abe-d175-49c1-aaec-78567fd5e02e tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1204209 Jun 30 02:40:37.367597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-cf1c973f-3814-43e3-a152-c8ac402a1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:37.369251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-cf1c973f-3814-43e3-a152-c8ac402a1887 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8048055f541545ecbdcdf972f571ec34&device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 1097 time: 0.0973930 Jun 30 02:40:37.482840 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcba430c-8b25-4399-b2e9-e189030780ad tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.524615 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b76db980-33cc-418e-b9ec-c45f71ff5167 req-75279c56-be72-42ca-9410-8a9f500b20e4 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404207 Jun 30 02:40:37.592906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-2f988f34-b994-4056-b6fe-ca4502b339d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:37.595276 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-2f988f34-b994-4056-b6fe-ca4502b339d7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5941b6b7-a807-4b49-90e3-d159db06b015 HTTP/1.1" status: 200 len: 913 time: 0.1968386 Jun 30 02:40:37.597887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba430c-8b25-4399-b2e9-e189030780ad tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Port': ['ID=e317a1f4-9b17-468d-8b91-8c66fef415fa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:37.626502 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcba430c-8b25-4399-b2e9-e189030780ad tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.629734 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcba430c-8b25-4399-b2e9-e189030780ad tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.631242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bcba430c-8b25-4399-b2e9-e189030780ad tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "DELETE /v2.0/floatingips/215e9528-7ea8-4c67-902e-14b5644d6616 HTTP/1.1" status: 204 len: 168 time: 0.7731318 Jun 30 02:40:37.634045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:37.683109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-9437c228-db24-486c-a288-b45710f70592 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95269582-bd69-4d90-a236-fdadf3ec5ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0806570 Jun 30 02:40:37.745681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-57cb4158-ad69-4228-bb95-c26447ef6476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:37.747383 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-57cb4158-ad69-4228-bb95-c26447ef6476 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=447eaec8-fc8d-466d-8a03-dcd3cf27b389 HTTP/1.1" status: 200 len: 851 time: 0.0575390 Jun 30 02:40:37.809530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2c3297e9-18aa-49d2-9228-6448957fc831 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting port cbf60437-17b2-4b6f-b2f7-0ee518410922 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:37.809874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c3297e9-18aa-49d2-9228-6448957fc831 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:37.822794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-1fcdbfd3-b5ed-4a45-868d-e2836e69f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:37.824670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-1fcdbfd3-b5ed-4a45-868d-e2836e69f7ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5941b6b7-a807-4b49-90e3-d159db06b015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703609 Jun 30 02:40:37.870633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b68f1-c4cb-4eb8-9cba-0b538b206fe9 req-3b6bab7a-20ed-4cac-80f7-69d44c4a26fb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:37.872617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-653b68f1-c4cb-4eb8-9cba-0b538b206fe9 req-3b6bab7a-20ed-4cac-80f7-69d44c4a26fb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 944 time: 0.1526892 Jun 30 02:40:37.907288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:37.955738 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-01357265-4493-4ff9-b4b7-ea5483274662 service neutron] 10.222.0.69 "GET /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238577 Jun 30 02:40:37.959655 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-653b68f1-c4cb-4eb8-9cba-0b538b206fe9 req-f41cbb17-b834-4525-9aa9-f701927c9ed7 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781014 Jun 30 02:40:37.981073 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c3297e9-18aa-49d2-9228-6448957fc831 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.001717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2c3297e9-18aa-49d2-9228-6448957fc831 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Calling delete_port for cbf60437-17b2-4b6f-b2f7-0ee518410922 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:38.155135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c3297e9-18aa-49d2-9228-6448957fc831 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.226585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3297e9-18aa-49d2-9228-6448957fc831 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Port': ['ID=cbf60437-17b2-4b6f-b2f7-0ee518410922,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:38.315479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c3297e9-18aa-49d2-9228-6448957fc831 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.322324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2c3297e9-18aa-49d2-9228-6448957fc831 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "DELETE /v2.0/ports/cbf60437-17b2-4b6f-b2f7-0ee518410922 HTTP/1.1" status: 204 len: 168 time: 0.6864319 Jun 30 02:40:38.323292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:38.481902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4bf71cdc-7c36-4ca4-81be-40ef5a67520a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting port 32495fac-1ad2-4c12-b2b8-3d2caacc7872 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:38.482756 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bf71cdc-7c36-4ca4-81be-40ef5a67520a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.582682 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adf9340d-0340-4ec7-81a5-221458beeeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.606241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bf71cdc-7c36-4ca4-81be-40ef5a67520a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.624929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b3a81d4c-0278-4e4f-aba9-3e340bd55194 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:38.637074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4bf71cdc-7c36-4ca4-81be-40ef5a67520a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Calling delete_port for 32495fac-1ad2-4c12-b2b8-3d2caacc7872 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:38.698357 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da27b03b-a75c-4b8f-803c-0c94ff7c5b24 req-c409ae6a-3484-4420-ac38-08c423b1e7dd service neutron] 10.222.0.69 "GET /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347760 Jun 30 02:40:38.727808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port b3a81d4c-0278-4e4f-aba9-3e340bd55194 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:38.739734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port b3a81d4c-0278-4e4f-aba9-3e340bd55194 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:38.740407 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.915212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bf71cdc-7c36-4ca4-81be-40ef5a67520a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.919980 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adf9340d-0340-4ec7-81a5-221458beeeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.936961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adf9340d-0340-4ec7-81a5-221458beeeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.944202 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.999169 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-adf9340d-0340-4ec7-81a5-221458beeeab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d49044add2dd4006bb9ee000793afb5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0904045 Jun 30 02:40:39.001229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747e2dd1-c774-4f05-a036-b714c74e1b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a81d4c-0278-4e4f-aba9-3e340bd55194'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:39.005103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:39.006552 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be7766d-b256-49f9-82c4-d9489831e314" -d '{"events": [{"server_uuid": "747e2dd1-c774-4f05-a036-b714c74e1b06", "name": "network-vif-plugged", "status": "completed", "tag": "b3a81d4c-0278-4e4f-aba9-3e340bd55194"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:39.008198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf71cdc-7c36-4ca4-81be-40ef5a67520a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Port': ['ID=32495fac-1ad2-4c12-b2b8-3d2caacc7872,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.037864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b3a81d4c-0278-4e4f-aba9-3e340bd55194, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b3a81d4c-0278-4e4f-aba9-3e340bd55194,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:39.048702 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.099952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-4cb974a7-1849-464a-88ed-e9299af66cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:39.101509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-4cb974a7-1849-464a-88ed-e9299af66cd4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a12c18dd59784acc8be285228865d299&device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 1097 time: 0.5730782 Jun 30 02:40:39.106739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9340d-0340-4ec7-81a5-221458beeeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d4d18b-296d-467f-b870-be67286c89b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.151464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b3a81d4c-0278-4e4f-aba9-3e340bd55194,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.195184 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4bf71cdc-7c36-4ca4-81be-40ef5a67520a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.197114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4bf71cdc-7c36-4ca4-81be-40ef5a67520a tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "DELETE /v2.0/ports/32495fac-1ad2-4c12-b2b8-3d2caacc7872 HTTP/1.1" status: 204 len: 168 time: 0.8726027 Jun 30 02:40:39.200480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:39.231026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-789ecc0b-a356-4560-8f23-6ed51b1b610d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.271461 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf65da22-b346-43db-a0aa-311159450d4d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting subnet e545eccd-650a-4043-aa44-a5cdae114a45 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:39.279706 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf65da22-b346-43db-a0aa-311159450d4d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.293278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-789ecc0b-a356-4560-8f23-6ed51b1b610d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.322859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6b50b-b902-4c7b-906f-8c03689f54a7 req-443dfaff-22bb-4ee2-87e5-a5d3bc397aa9 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:39.324339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b0b6b50b-b902-4c7b-906f-8c03689f54a7 req-443dfaff-22bb-4ee2-87e5-a5d3bc397aa9 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 945 time: 0.1887448 Jun 30 02:40:39.326905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-5c60de21-3ece-4246-911c-ea86cc8330e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:39.328403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-5c60de21-3ece-4246-911c-ea86cc8330e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 200 len: 917 time: 0.1941822 Jun 30 02:40:39.347791 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf65da22-b346-43db-a0aa-311159450d4d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.412153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:40:39.419251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27650763-092d-4658-9b9a-a1bb2cb3c44c req-86cb1617-61b1-4106-b594-8112f82a1211 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:39.420886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27650763-092d-4658-9b9a-a1bb2cb3c44c req-86cb1617-61b1-4106-b594-8112f82a1211 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 945 time: 0.2112455 Jun 30 02:40:39.472725 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-c3897a95-de90-40ed-8a1a-2bbab4c35d26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 200 len: 1000 time: 0.1323578 Jun 30 02:40:39.479062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-789ecc0b-a356-4560-8f23-6ed51b1b610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.481566 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-789ecc0b-a356-4560-8f23-6ed51b1b610d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.484961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-789ecc0b-a356-4560-8f23-6ed51b1b610d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76d4d18b-296d-467f-b870-be67286c89b4 HTTP/1.1" status: 204 len: 168 time: 0.4716148 Jun 30 02:40:39.493959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b0b6b50b-b902-4c7b-906f-8c03689f54a7 req-c1bc3c27-28ce-4271-8c7e-69c1b104ab1a tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582422 Jun 30 02:40:39.519943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:40:39.524473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:40:39.524843 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.537873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27650763-092d-4658-9b9a-a1bb2cb3c44c req-fdcd8ac2-865e-4fe4-bf41-51d436c9a4d4 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081257 Jun 30 02:40:39.601355 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf65da22-b346-43db-a0aa-311159450d4d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.632124 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87b5192-9e02-45c1-818b-36735c55eb51 x-openstack-request-id: req-f87b5192-9e02-45c1-818b-36735c55eb51 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:39.632638 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747e2dd1-c774-4f05-a036-b714c74e1b06", "name": "network-vif-plugged", "status": "completed", "tag": "b3a81d4c-0278-4e4f-aba9-3e340bd55194", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:39.632638 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f87b5192-9e02-45c1-818b-36735c55eb51 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:39.632959 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747e2dd1-c774-4f05-a036-b714c74e1b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a81d4c-0278-4e4f-aba9-3e340bd55194', 'code': 200} Jun 30 02:40:39.637981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-5e65a608-344b-46b9-b646-5325e111664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:39.639567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-5e65a608-344b-46b9-b646-5325e111664b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 200 len: 855 time: 0.1405528 Jun 30 02:40:39.640324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ecc0b-a356-4560-8f23-6ed51b1b610d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d4d18b-296d-467f-b870-be67286c89b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.757026 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf65da22-b346-43db-a0aa-311159450d4d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.808861 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.810315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65da22-b346-43db-a0aa-311159450d4d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Subnet': ['ID=e545eccd-650a-4043-aa44-a5cdae114a45,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:39.823676 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf65da22-b346-43db-a0aa-311159450d4d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.826387 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bf65da22-b346-43db-a0aa-311159450d4d tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "DELETE /v2.0/subnets/e545eccd-650a-4043-aa44-a5cdae114a45 HTTP/1.1" status: 204 len: 168 time: 0.6178827 Jun 30 02:40:39.829662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:39.844949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067cc551-3234-436c-aa53-e83b930a1390 None None] Network cd24ac80-8c34-47d2-9050-738175838a5b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:39.917013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:39.938004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3558d-4a3d-444b-bd03-a15f7e2ee6c3 req-2f476aeb-bc8b-4f0c-bde6-fc6c4985cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:39.945409 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:39.946233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d545b861-907e-47d9-8ab9-7a5a1f244379 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:39.947495 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfa3558d-4a3d-444b-bd03-a15f7e2ee6c3 req-2f476aeb-bc8b-4f0c-bde6-fc6c4985cfd8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 1097 time: 0.1904798 Jun 30 02:40:39.968786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00c1533-abf8-4b5e-9df7-7c0c3c0065d4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting subnet c93da283-5646-4095-8acb-2307d5a55ef9 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:39.973143 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f00c1533-abf8-4b5e-9df7-7c0c3c0065d4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.003865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: d545b861-907e-47d9-8ab9-7a5a1f244379 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:40:40.004528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d545b861-907e-47d9-8ab9-7a5a1f244379 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:40.006497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-0d811fc6-cb20-4493-b407-6587a30b69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:40.008345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-0d811fc6-cb20-4493-b407-6587a30b69b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d229cb70-5fa0-4cb6-8449-0aa985c643b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3545716 Jun 30 02:40:40.032563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f00c1533-abf8-4b5e-9df7-7c0c3c0065d4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.093931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:40.126907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:40.136425 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfa3558d-4a3d-444b-bd03-a15f7e2ee6c3 req-7dd970e9-4154-4e64-bfef-42b1496ec0a6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715827 Jun 30 02:40:40.149668 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4648193-2fdd-4f54-b130-d63fbf95a295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.177486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f00c1533-abf8-4b5e-9df7-7c0c3c0065d4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.218105 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-957e284e-0cdb-438d-b5cf-8c4a75fc97a0 service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004564 Jun 30 02:40:40.240170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e54e4c-4d24-4cfa-806a-e9aa81f26c8c None None] DHCP port deletion for cd24ac80-8c34-47d2-9050-738175838a5b request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:40:40.270034 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f00c1533-abf8-4b5e-9df7-7c0c3c0065d4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.300611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c1533-abf8-4b5e-9df7-7c0c3c0065d4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Subnet': ['ID=c93da283-5646-4095-8acb-2307d5a55ef9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:40.305763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c6e54e4c-4d24-4cfa-806a-e9aa81f26c8c None None] Deleting port 174fe197-856f-490f-a800-c19a82b6c3c8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:40.306241 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6e54e4c-4d24-4cfa-806a-e9aa81f26c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.313284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f00c1533-abf8-4b5e-9df7-7c0c3c0065d4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.318111 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f00c1533-abf8-4b5e-9df7-7c0c3c0065d4 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "DELETE /v2.0/subnets/c93da283-5646-4095-8acb-2307d5a55ef9 HTTP/1.1" status: 204 len: 168 time: 0.4834263 Jun 30 02:40:40.320712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:40.324675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74efe075-83ff-48f9-8e02-2179df46ee8c None None] Network 578abc09-9da7-49ae-8002-6d682c8aa7a3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:40:40.360156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4648193-2fdd-4f54-b130-d63fbf95a295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.374450 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4648193-2fdd-4f54-b130-d63fbf95a295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.388146 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68b2d846-96f6-4071-9349-ef7894cc65ad req-f440bc52-a7f9-4249-83f0-fe98ca37360c service neutron] 10.222.0.73 "GET /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618624 Jun 30 02:40:40.418647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c4648193-2fdd-4f54-b130-d63fbf95a295 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e29dff0d4a8b429b85bfc478a889c724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905400 Jun 30 02:40:40.422674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4648193-2fdd-4f54-b130-d63fbf95a295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d56a7c-6fc5-446c-8d63-78358e2f7828,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:40.423393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:40.441856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c6e54e4c-4d24-4cfa-806a-e9aa81f26c8c None None] For port 174fe197-856f-490f-a800-c19a82b6c3c8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=174fe197-856f-490f-a800-c19a82b6c3c8,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:40.442253 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6e54e4c-4d24-4cfa-806a-e9aa81f26c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.458633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c6e54e4c-4d24-4cfa-806a-e9aa81f26c8c None None] Calling delete_port for 174fe197-856f-490f-a800-c19a82b6c3c8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:40.484270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.514811 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a24fa53-fb32-4fee-8ca5-ecbed3d89539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.545390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Deleting port 174fe197-856f-490f-a800-c19a82b6c3c8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:40.545747 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.550548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a24fa53-fb32-4fee-8ca5-ecbed3d89539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.616267 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6e54e4c-4d24-4cfa-806a-e9aa81f26c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.627151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a24fa53-fb32-4fee-8ca5-ecbed3d89539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.629993 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a24fa53-fb32-4fee-8ca5-ecbed3d89539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.631355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4a24fa53-fb32-4fee-8ca5-ecbed3d89539 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22d56a7c-6fc5-446c-8d63-78358e2f7828 HTTP/1.1" status: 204 len: 168 time: 0.2069421 Jun 30 02:40:40.643725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e54e4c-4d24-4cfa-806a-e9aa81f26c8c None None] Pushing event deleted for resources: {'Port': ['ID=174fe197-856f-490f-a800-c19a82b6c3c8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:40.650848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e54e4c-4d24-4cfa-806a-e9aa81f26c8c None None] No DVR routers for this DVR port 174fe197-856f-490f-a800-c19a82b6c3c8 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:40.656964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24fa53-fb32-4fee-8ca5-ecbed3d89539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d56a7c-6fc5-446c-8d63-78358e2f7828,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:40.685028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c9bafc-ee54-4f61-9c5a-8d407c1cb184 None None] DHCP port deletion for 578abc09-9da7-49ae-8002-6d682c8aa7a3 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:40:40.696959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] For port 174fe197-856f-490f-a800-c19a82b6c3c8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=174fe197-856f-490f-a800-c19a82b6c3c8,segment=NetworkSegment(4753d967-71f6-490b-a5f9-3bd8ec32844d),segment_id=4753d967-71f6-490b-a5f9-3bd8ec32844d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:40.697393 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.713854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Calling delete_port for 174fe197-856f-490f-a800-c19a82b6c3c8 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:40.766898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9bafc-ee54-4f61-9c5a-8d407c1cb184 None None] Deleting port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:40.767538 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4c9bafc-ee54-4f61-9c5a-8d407c1cb184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.846174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c4c9bafc-ee54-4f61-9c5a-8d407c1cb184 None None] For port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=673f33cb-b2ae-4e2f-a1d6-5d7d678032c2,segment=NetworkSegment(b5455aae-0185-48ec-a78f-ec397d37d32d),segment_id=b5455aae-0185-48ec-a78f-ec397d37d32d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:40.846612 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4c9bafc-ee54-4f61-9c5a-8d407c1cb184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.864350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9bafc-ee54-4f61-9c5a-8d407c1cb184 None None] Calling delete_port for 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:40.945509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:40.964711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] No DVR routers for this DVR port 174fe197-856f-490f-a800-c19a82b6c3c8 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:40.991346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf6cf6-ec3b-4fec-91c4-d43a9b3b8d0d req-740d1cd4-1d66-4f78-a754-23129e2b99df tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:41.001536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ebf6cf6-ec3b-4fec-91c4-d43a9b3b8d0d req-740d1cd4-1d66-4f78-a754-23129e2b99df tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 945 time: 0.1071079 Jun 30 02:40:41.007158 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4c9bafc-ee54-4f61-9c5a-8d407c1cb184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.011755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Port': ['ID=174fe197-856f-490f-a800-c19a82b6c3c8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:41.062194 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ebf6cf6-ec3b-4fec-91c4-d43a9b3b8d0d req-02b86dcb-69b9-4a39-bd4e-abd76f4652bd tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611069 Jun 30 02:40:41.079538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448281b-8953-48bb-acd3-3781bb08a872 req-31426cfd-78ea-436d-a583-c43d7bba12de tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:41.087237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4448281b-8953-48bb-acd3-3781bb08a872 req-31426cfd-78ea-436d-a583-c43d7bba12de tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 946 time: 0.3155863 Jun 30 02:40:41.091189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c9bafc-ee54-4f61-9c5a-8d407c1cb184 None None] No DVR routers for this DVR port 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:41.101442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9bafc-ee54-4f61-9c5a-8d407c1cb184 None None] Pushing event deleted for resources: {'Port': ['ID=673f33cb-b2ae-4e2f-a1d6-5d7d678032c2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:41.394847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a04e3-f0bd-4b74-8124-b611abab902a req-76eadad5-f00f-4483-8311-6cc969b5ab40 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:41.401725 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da6a04e3-f0bd-4b74-8124-b611abab902a req-76eadad5-f00f-4483-8311-6cc969b5ab40 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 946 time: 0.1478953 Jun 30 02:40:41.461354 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da6a04e3-f0bd-4b74-8124-b611abab902a req-34f64316-9737-4cfb-9b05-1f7df284d686 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582957 Jun 30 02:40:41.529221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:41.535262 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.553355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd24ac80-8c34-47d2-9050-738175838a5b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:41.574063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4448281b-8953-48bb-acd3-3781bb08a872 req-21984620-1c16-4aaf-93e3-2b6ac4b8efdb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4857886 Jun 30 02:40:41.575202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:40:41.575561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 673f33cb-b2ae-4e2f-a1d6-5d7d678032c2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:41.579702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 174fe197-856f-490f-a800-c19a82b6c3c8 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:41.591434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4753d967-71f6-490b-a5f9-3bd8ec32844d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:41.591729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4753d967-71f6-490b-a5f9-3bd8ec32844d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:41.601878 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.630349 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 174fe197-856f-490f-a800-c19a82b6c3c8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:40:41.630781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 174fe197-856f-490f-a800-c19a82b6c3c8 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:41.647730 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.650870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:41.654173 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dfb2e2-ed4c-4c99-af38-ea8cb0a18fe4" -d '{"events": [{"server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "name": "network-vif-plugged", "status": "completed", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:41.669053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:40:41.669728 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:40:41.675795 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:40:41.732641 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df16efb3-523a-4bae-a0b7-a8f59449f588 x-openstack-request-id: req-df16efb3-523a-4bae-a0b7-a8f59449f588 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:41.732930 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "name": "network-vif-plugged", "status": "completed", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:41.733605 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df16efb3-523a-4bae-a0b7-a8f59449f588 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:41.734407 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'code': 200} Jun 30 02:40:41.748106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.773406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:41.778493 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "DELETE /v2.0/networks/cd24ac80-8c34-47d2-9050-738175838a5b HTTP/1.1" status: 204 len: 168 time: 1.4539626 Jun 30 02:40:41.778915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:41.800706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266f4a3-37da-4ea2-9e6a-0041e0185664 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Network': ['ID=cd24ac80-8c34-47d2-9050-738175838a5b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:41.898887 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.034502 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.046630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578abc09-9da7-49ae-8002-6d682c8aa7a3']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:42.057678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5455aae-0185-48ec-a78f-ec397d37d32d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:42.057977 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5455aae-0185-48ec-a78f-ec397d37d32d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:42.067647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.083559 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.094139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:40:42.094829 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:40:42.166746 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:40:42.176553 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.200222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.202171 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] 10.222.0.55 "DELETE /v2.0/networks/578abc09-9da7-49ae-8002-6d682c8aa7a3 HTTP/1.1" status: 204 len: 168 time: 0.4216135 Jun 30 02:40:42.203501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3699e32-1db8-49c4-9891-19c904a60cc1 tempest-TaggedBootDevicesTest-1088892008 tempest-TaggedBootDevicesTest-1088892008-project] Pushing event deleted for resources: {'Network': ['ID=578abc09-9da7-49ae-8002-6d682c8aa7a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:42.231253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2fa50-596b-42af-ad08-03525ea1f8e2 req-ce698854-cf2e-4f93-9391-1486d87bdac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.234312 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0de2fa50-596b-42af-ad08-03525ea1f8e2 req-ce698854-cf2e-4f93-9391-1486d87bdac5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 1098 time: 0.3323410 Jun 30 02:40:42.307592 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0de2fa50-596b-42af-ad08-03525ea1f8e2 req-5040f8a3-87b1-4996-8fcb-5d23d1b58546 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616813 Jun 30 02:40:42.317505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951270a-a12a-4549-af4a-8cab6479dd68 req-5c47af68-6a7d-481e-a0a0-fc13bcd5bd8e tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.324789 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4951270a-a12a-4549-af4a-8cab6479dd68 req-5c47af68-6a7d-481e-a0a0-fc13bcd5bd8e tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 945 time: 0.1128376 Jun 30 02:40:42.371329 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4951270a-a12a-4549-af4a-8cab6479dd68 req-897e119f-7142-450b-acce-34e8adf05ed9 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 Jun 30 02:40:42.676963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-b741ffb3-0848-4100-af4f-1af29fd503c2 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.685234 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-b741ffb3-0848-4100-af4f-1af29fd503c2 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.73 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 946 time: 0.2659683 Jun 30 02:40:42.883441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44b300-7659-44b7-94b2-b6a2d5880620 req-9c2c7755-34e4-4f12-a7c5-2cecfd59a1c6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:42.885074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c44b300-7659-44b7-94b2-b6a2d5880620 req-9c2c7755-34e4-4f12-a7c5-2cecfd59a1c6 tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 946 time: 0.1230736 Jun 30 02:40:42.922360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-11f94e9c-5ec0-42c8-abaf-722a7a2c988d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Deleting port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:42.922726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-11f94e9c-5ec0-42c8-abaf-722a7a2c988d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.006407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c44b300-7659-44b7-94b2-b6a2d5880620 req-f57a4e1b-7a1a-4835-b534-cfdd825dab0f tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/security-groups?id=0327bd87-8a2b-4696-8a98-2acd73831176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124260 Jun 30 02:40:43.120038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-11f94e9c-5ec0-42c8-abaf-722a7a2c988d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] For port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,segment=NetworkSegment(39efe67f-f5bf-4e49-8a9f-1275641fa340),segment_id=39efe67f-f5bf-4e49-8a9f-1275641fa340)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:43.120744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-11f94e9c-5ec0-42c8-abaf-722a7a2c988d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.140489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-11f94e9c-5ec0-42c8-abaf-722a7a2c988d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Calling delete_port for 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:43.210847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c547-269e-4924-881e-25ba5eab5a0d req-2fc0f17e-0830-4863-9f34-0f25a2be5773 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:43.218868 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43a2c547-269e-4924-881e-25ba5eab5a0d req-2fc0f17e-0830-4863-9f34-0f25a2be5773 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 946 time: 0.1424036 Jun 30 02:40:43.289443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-43a2c547-269e-4924-881e-25ba5eab5a0d req-86c67cbb-ce0f-4263-9b5c-01c344d10856 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694330 Jun 30 02:40:43.501485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-11f94e9c-5ec0-42c8-abaf-722a7a2c988d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.522203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['03b8a46f-0f7f-4bc7-8007-9c090a023cd2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:43.569313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f94e9c-5ec0-42c8-abaf-722a7a2c988d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Pushing event deleted for resources: {'Port': ['ID=03b8a46f-0f7f-4bc7-8007-9c090a023cd2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:43.634373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-11f94e9c-5ec0-42c8-abaf-722a7a2c988d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] No DVR routers for this DVR port 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:40:43.638034 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-11f94e9c-5ec0-42c8-abaf-722a7a2c988d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:43.640298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d8f04dea-694d-47fa-8ae5-12c33d843968 req-11f94e9c-5ec0-42c8-abaf-722a7a2c988d tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.73 "DELETE /v2.0/ports/03b8a46f-0f7f-4bc7-8007-9c090a023cd2 HTTP/1.1" status: 204 len: 173 time: 0.9488733 Jun 30 02:40:43.640797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a73769-a8e1-4b91-9270-71a8d5d37832', 'name': 'network-vif-deleted', 'tag': '03b8a46f-0f7f-4bc7-8007-9c090a023cd2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:43.643327 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6deda9-49da-484c-bc28-b153032f7a1a" -d '{"events": [{"server_uuid": "42a73769-a8e1-4b91-9270-71a8d5d37832", "name": "network-vif-deleted", "tag": "03b8a46f-0f7f-4bc7-8007-9c090a023cd2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:43.767185 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7c4ded-ea96-4978-b81a-b749d20e669c x-openstack-request-id: req-cc7c4ded-ea96-4978-b81a-b749d20e669c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:43.767473 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a73769-a8e1-4b91-9270-71a8d5d37832", "name": "network-vif-deleted", "tag": "03b8a46f-0f7f-4bc7-8007-9c090a023cd2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:43.767727 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc7c4ded-ea96-4978-b81a-b749d20e669c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:43.768124 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a73769-a8e1-4b91-9270-71a8d5d37832', 'name': 'network-vif-deleted', 'tag': '03b8a46f-0f7f-4bc7-8007-9c090a023cd2', 'status': 'completed', 'code': 200} Jun 30 02:40:44.313398 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:44.322297 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-405ea660-322b-4209-a91c-b3bb024d0ae6 req-2e265218-157a-4c1e-b4a2-d283ad6470af tempest-ServersTestJSON-44870182 tempest-ServersTestJSON-44870182-project] 10.222.0.55 "GET /v2.0/ports?device_id=42a73769-a8e1-4b91-9270-71a8d5d37832 HTTP/1.1" status: 200 len: 210 time: 0.0937872 Jun 30 02:40:44.534245 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a129441-0717-4ac6-91fe-a50d8cca230e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.702003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd66747-4217-4653-8188-cd3f5a7b62e7 req-9970e5c7-219a-46b3-895c-5cb6960cfad2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:44.717587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ffd66747-4217-4653-8188-cd3f5a7b62e7 req-9970e5c7-219a-46b3-895c-5cb6960cfad2 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 946 time: 0.1344497 Jun 30 02:40:44.777702 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ffd66747-4217-4653-8188-cd3f5a7b62e7 req-1eb90bb6-328d-490d-82c6-ab38599f9ee5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591195 Jun 30 02:40:44.783945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a129441-0717-4ac6-91fe-a50d8cca230e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.790050 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a129441-0717-4ac6-91fe-a50d8cca230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.841339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:44.841639 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6a129441-0717-4ac6-91fe-a50d8cca230e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8e9e660bd6a4f259ba0a1f0b804c35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5269012 Jun 30 02:40:44.842698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a129441-0717-4ac6-91fe-a50d8cca230e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c93bb8-068b-435e-a23b-f7497e120efc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:44.912901 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa75e01e-522e-4e5d-bac2-af0fa1ba3639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:44.948797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa75e01e-522e-4e5d-bac2-af0fa1ba3639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.024989 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa75e01e-522e-4e5d-bac2-af0fa1ba3639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.028269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa75e01e-522e-4e5d-bac2-af0fa1ba3639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.029688 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aa75e01e-522e-4e5d-bac2-af0fa1ba3639 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91c93bb8-068b-435e-a23b-f7497e120efc HTTP/1.1" status: 204 len: 168 time: 0.1868117 Jun 30 02:40:45.039146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75e01e-522e-4e5d-bac2-af0fa1ba3639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c93bb8-068b-435e-a23b-f7497e120efc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:45.461537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:45.482838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:45.486385 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f662f7-2b56-45fb-a6ec-81165d3a184a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.540056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-107aa240-1a46-4735-b400-cc54e62593c1 admin admin] Deleting subnet b856f8da-cbc5-40d0-9b04-dd78e7eed933 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:40:45.547394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107aa240-1a46-4735-b400-cc54e62593c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.602044 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f662f7-2b56-45fb-a6ec-81165d3a184a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.608196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11f662f7-2b56-45fb-a6ec-81165d3a184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.620784 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107aa240-1a46-4735-b400-cc54e62593c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.639525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-11f662f7-2b56-45fb-a6ec-81165d3a184a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2f53f36d7b4464b88c10c546250e6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757457 Jun 30 02:40:45.648867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:45.704646 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.709919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f662f7-2b56-45fb-a6ec-81165d3a184a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd7b660-2c6e-49ac-839c-edc0a8356b6b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:45.732226 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107aa240-1a46-4735-b400-cc54e62593c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.741870 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-226a0f05-0dc5-475f-a5b7-e7fd9eed17c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.768368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-226a0f05-0dc5-475f-a5b7-e7fd9eed17c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.812377 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107aa240-1a46-4735-b400-cc54e62593c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.843664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107aa240-1a46-4735-b400-cc54e62593c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b856f8da-cbc5-40d0-9b04-dd78e7eed933,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:45.850272 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-226a0f05-0dc5-475f-a5b7-e7fd9eed17c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.850964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-107aa240-1a46-4735-b400-cc54e62593c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.853277 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-107aa240-1a46-4735-b400-cc54e62593c1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b856f8da-cbc5-40d0-9b04-dd78e7eed933 HTTP/1.1" status: 204 len: 168 time: 0.3693619 Jun 30 02:40:45.855560 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-226a0f05-0dc5-475f-a5b7-e7fd9eed17c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:45.855935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:45.856705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-226a0f05-0dc5-475f-a5b7-e7fd9eed17c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6bd7b660-2c6e-49ac-839c-edc0a8356b6b HTTP/1.1" status: 204 len: 168 time: 0.2064188 Jun 30 02:40:45.865360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a0f05-0dc5-475f-a5b7-e7fd9eed17c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd7b660-2c6e-49ac-839c-edc0a8356b6b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:45.956009 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.009132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad0713-af1f-44bf-93db-08b1afd629d3 req-33808e78-f0e4-49ad-86ba-c1ec122a8073 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:46.010892 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9aad0713-af1f-44bf-93db-08b1afd629d3 req-33808e78-f0e4-49ad-86ba-c1ec122a8073 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 946 time: 0.0743639 Jun 30 02:40:46.032832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.099350 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9aad0713-af1f-44bf-93db-08b1afd629d3 req-d94c3742-cec5-4883-aaa9-495538875f4d tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821877 Jun 30 02:40:46.167446 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.180327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da85fd17-8f5d-4621-95de-f716da3768b8']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:46.199078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39efe67f-f5bf-4e49-8a9f-1275641fa340') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:46.199580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39efe67f-f5bf-4e49-8a9f-1275641fa340') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:40:46.211222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.232787 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.240995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:40:46.241467 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:40:46.243318 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:40:46.314551 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.321197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.327647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] 10.222.0.55 "DELETE /v2.0/networks/da85fd17-8f5d-4621-95de-f716da3768b8 HTTP/1.1" status: 204 len: 168 time: 0.4604137 Jun 30 02:40:46.361984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520042d-b567-4393-9997-3d7d9dabf944 admin admin] Pushing event deleted for resources: {'Network': ['ID=da85fd17-8f5d-4621-95de-f716da3768b8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:46.564023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:46.632958 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d9080623-11db-4e6c-b809-53800a831551 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fef5510c674d4c81beed3eda57f51908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669107 Jun 30 02:40:46.635704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:46.723355 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26eb3cdd-91a6-4ec5-9fa7-7ae654af8196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.768952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26eb3cdd-91a6-4ec5-9fa7-7ae654af8196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.875245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26eb3cdd-91a6-4ec5-9fa7-7ae654af8196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.881076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26eb3cdd-91a6-4ec5-9fa7-7ae654af8196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.882497 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-26eb3cdd-91a6-4ec5-9fa7-7ae654af8196 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0327bd87-8a2b-4696-8a98-2acd73831176 HTTP/1.1" status: 204 len: 168 time: 0.2457869 Jun 30 02:40:46.904757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb3cdd-91a6-4ec5-9fa7-7ae654af8196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0327bd87-8a2b-4696-8a98-2acd73831176,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:47.422307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:40:47.483459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:40:47.486079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 03b8a46f-0f7f-4bc7-8007-9c090a023cd2 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:40:50.060554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:50.198402 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed534-2c1d-40b7-afb2-a8cee0bad8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.350868 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed534-2c1d-40b7-afb2-a8cee0bad8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.357925 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed534-2c1d-40b7-afb2-a8cee0bad8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.405807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:50.436749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1a9ed534-2c1d-40b7-afb2-a8cee0bad8fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ba6f5f9d84f4fe1a7500a9e4db25473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750308 Jun 30 02:40:50.437931 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ed534-2c1d-40b7-afb2-a8cee0bad8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0430750-2929-4b33-bf5a-a9f9d6c065d8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:50.439567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:50.512760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-741a9390-1e3d-4e8f-b157-c33b9e7267f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.544004 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-741a9390-1e3d-4e8f-b157-c33b9e7267f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.557872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcda8abc-31c4-4aaa-b241-5475106611b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.712969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcda8abc-31c4-4aaa-b241-5475106611b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.720133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bcda8abc-31c4-4aaa-b241-5475106611b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.726219 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-741a9390-1e3d-4e8f-b157-c33b9e7267f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.728748 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-741a9390-1e3d-4e8f-b157-c33b9e7267f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.732887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-741a9390-1e3d-4e8f-b157-c33b9e7267f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0430750-2929-4b33-bf5a-a9f9d6c065d8 HTTP/1.1" status: 204 len: 168 time: 0.2916751 Jun 30 02:40:50.773893 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bcda8abc-31c4-4aaa-b241-5475106611b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4790086ee3f4ea29add23635ade5788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671405 Jun 30 02:40:50.774747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda8abc-31c4-4aaa-b241-5475106611b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e30972-285a-41f3-bcfe-dffffb287206,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:50.776612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:50.812406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a9390-1e3d-4e8f-b157-c33b9e7267f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0430750-2929-4b33-bf5a-a9f9d6c065d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:50.869413 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-361f0b05-0702-481e-a02a-719c0199ff45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.913927 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-361f0b05-0702-481e-a02a-719c0199ff45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:50.998271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-361f0b05-0702-481e-a02a-719c0199ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.001213 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-361f0b05-0702-481e-a02a-719c0199ff45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.002328 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-361f0b05-0702-481e-a02a-719c0199ff45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50e30972-285a-41f3-bcfe-dffffb287206 HTTP/1.1" status: 204 len: 168 time: 0.2244253 Jun 30 02:40:51.015168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f0b05-0702-481e-a02a-719c0199ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e30972-285a-41f3-bcfe-dffffb287206,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.097350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1c87a-023b-4708-9208-1148018275af req-b4987f24-8856-41a2-946a-5558ad5c412a tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:51.099044 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-b4987f24-8856-41a2-946a-5558ad5c412a tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 814 time: 0.1766250 Jun 30 02:40:51.121491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-1bc7179b-892a-429f-97cd-c19fd72851e1 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/quotas/8b81d129bff9484596f6f5d8d84831e5 HTTP/1.1" status: 200 len: 375 time: 0.0161619 Jun 30 02:40:51.198094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:51.224787 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-e8734bef-5ec8-49ee-a036-1167d286d4ee tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966778 Jun 30 02:40:51.227871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1662cdab-e200-46f9-96ef-86a3dc73d136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.355349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1662cdab-e200-46f9-96ef-86a3dc73d136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.362950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1662cdab-e200-46f9-96ef-86a3dc73d136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.411298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-296232ed-28c5-4d51-bb82-25eb5e14d5ee service neutron] 10.222.0.55 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778417 Jun 30 02:40:51.475107 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1662cdab-e200-46f9-96ef-86a3dc73d136 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8846460fdfc34e48be50eb21ef1daab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737188 Jun 30 02:40:51.476883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:51.485115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662cdab-e200-46f9-96ef-86a3dc73d136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cb0cda-665f-44fb-9f7c-20153b80a67b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.490537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:51.518136 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4588d6e0-2e96-42a3-9288-f694714dccd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.578650 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4a52-09cc-426b-99ed-7f27bc13d254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.596961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-97ba3308-6c38-4dae-b97a-8b102dde31de service neutron] 10.222.0.55 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790602 Jun 30 02:40:51.627760 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4a52-09cc-426b-99ed-7f27bc13d254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.705895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4a52-09cc-426b-99ed-7f27bc13d254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.709823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fc4a52-09cc-426b-99ed-7f27bc13d254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.711237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f0fc4a52-09cc-426b-99ed-7f27bc13d254 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71cb0cda-665f-44fb-9f7c-20153b80a67b HTTP/1.1" status: 204 len: 168 time: 0.2333388 Jun 30 02:40:51.723875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc4a52-09cc-426b-99ed-7f27bc13d254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cb0cda-665f-44fb-9f7c-20153b80a67b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.757655 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4588d6e0-2e96-42a3-9288-f694714dccd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.763870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4588d6e0-2e96-42a3-9288-f694714dccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:51.811097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4588d6e0-2e96-42a3-9288-f694714dccd6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ee74c21e1214c479c1d0314b29e2b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191321 Jun 30 02:40:51.812286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588d6e0-2e96-42a3-9288-f694714dccd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2267c6d7-1123-4135-bd35-294d8a6b1490,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:51.814365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:51.948941 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1dca3fe3-6b7c-4c73-8e0d-65bfbdc39422 req-08dd8578-5c6d-4453-b3f3-bcccc6ba41c5 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 210 time: 0.0537448 Jun 30 02:40:51.974204 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b84c-13d9-46de-9ff8-b229149dae23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.004952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b84c-13d9-46de-9ff8-b229149dae23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.076691 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b84c-13d9-46de-9ff8-b229149dae23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.079995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ae4b84c-13d9-46de-9ff8-b229149dae23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:52.081554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5ae4b84c-13d9-46de-9ff8-b229149dae23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2267c6d7-1123-4135-bd35-294d8a6b1490 HTTP/1.1" status: 204 len: 168 time: 0.2644198 Jun 30 02:40:52.094070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4b84c-13d9-46de-9ff8-b229149dae23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2267c6d7-1123-4135-bd35-294d8a6b1490,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:53.296618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8a8c4a9-7534-46fa-9999-666a6573ed74 req-a41b9e69-f959-42df-8d46-375307ebbd64 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 210 time: 0.0730050 Jun 30 02:40:54.011375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1c87a-023b-4708-9208-1148018275af req-753626d9-3bdf-497f-832c-af46627faa29 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:54.014170 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-753626d9-3bdf-497f-832c-af46627faa29 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.73 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 814 time: 0.2706044 Jun 30 02:40:54.052562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Request body: {'port': {'device_id': 'a1401fb3-871e-4551-935d-007862b0198d', 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d', 'admin_state_up': True, 'tenant_id': '8b81d129bff9484596f6f5d8d84831e5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:54.345243 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f9c08f09-561f-409f-bbf5-091398146e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.364735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Made reservation on behalf of 8b81d129bff9484596f6f5d8d84831e5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:40:54.385147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:54.670609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-babd73f8-a41f-4dec-9646-61d37a9f59d4 req-8f3f57d1-fef4-4394-9a55-0208363855e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 210 time: 0.0815814 Jun 30 02:40:54.739738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Allocated IP 172.20.0.6 (b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d/a1ffa8b9-cee9-49be-813b-1d381943f75f/a45e4bf2-428e-48e2-8cd9-e5aba3284439) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:40:55.042576 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.092428 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.109983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fb550891-e81f-44c2-9adc-2561e860da37', 'b3a81d4c-0278-4e4f-aba9-3e340bd55194'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:40:55.159756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:40:55.165539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:40:55.170573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:40:55.175569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Pushing event updated for resources: {'Port': ['ID=a45e4bf2-428e-48e2-8cd9-e5aba3284439,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:55.282477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:55.284983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:55.325512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-0c88ca0c-b552-499b-ba0f-a7f82ff227a2 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2822642 Jun 30 02:40:55.343865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Request body: {'port': {'device_id': 'a1401fb3-871e-4551-935d-007862b0198d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:40:55.489895 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:56.074972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf47a1-2975-42d4-a5f0-6a547bb6bdce req-bda68917-fc25-4db0-ba45-39aee199bd21 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:56.076874 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-13bf47a1-2975-42d4-a5f0-6a547bb6bdce req-bda68917-fc25-4db0-ba45-39aee199bd21 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 931 time: 0.1639166 Jun 30 02:40:56.079825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45e4bf2-428e-48e2-8cd9-e5aba3284439 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:40:56.105766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:56.147119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Transition to ACTIVE for port object a45e4bf2-428e-48e2-8cd9-e5aba3284439 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:40:56.157563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-13bf47a1-2975-42d4-a5f0-6a547bb6bdce req-f54b481f-10e9-41f6-bb93-cd129a0f1de0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708499 Jun 30 02:40:56.159940 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:56.220544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Pushing event updated for resources: {'Port': ['ID=a45e4bf2-428e-48e2-8cd9-e5aba3284439,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:56.313568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Attempting to bind port a45e4bf2-428e-48e2-8cd9-e5aba3284439 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:40:56.314068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Attempting to bind port a45e4bf2-428e-48e2-8cd9-e5aba3284439 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:40:56.314432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Attempting to bind port a45e4bf2-428e-48e2-8cd9-e5aba3284439 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:56.319194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Port a45e4bf2-428e-48e2-8cd9-e5aba3284439 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:40:56.319639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Attempting to bind port a45e4bf2-428e-48e2-8cd9-e5aba3284439 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:40:56.334274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:40:56.334605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Checking segment: {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:40:56.335024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Bound using segment: {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:40:56.335474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Bound port: a45e4bf2-428e-48e2-8cd9-e5aba3284439, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:40:56.338393 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:56.434158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] For port a45e4bf2-428e-48e2-8cd9-e5aba3284439, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:40:56.444415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] For port a45e4bf2-428e-48e2-8cd9-e5aba3284439, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a45e4bf2-428e-48e2-8cd9-e5aba3284439,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:40:56.449401 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:56.483388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:56.484007 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:56.486071 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] 10.222.0.73 "PUT /v2.0/ports/a45e4bf2-428e-48e2-8cd9-e5aba3284439 HTTP/1.1" status: 200 len: 1092 time: 1.1482234 Jun 30 02:40:56.486708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1401fb3-871e-4551-935d-007862b0198d', 'tag': 'a45e4bf2-428e-48e2-8cd9-e5aba3284439'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:40:56.491786 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c2915-efd8-4042-8d61-221e94675669" -d '{"events": [{"name": "network-changed", "server_uuid": "a1401fb3-871e-4551-935d-007862b0198d", "tag": "a45e4bf2-428e-48e2-8cd9-e5aba3284439"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:40:56.534326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d91c30-a07b-4e1f-9c93-45db5f05cf7f service neutron] Pushing event updated for resources: {'Port': ['ID=a45e4bf2-428e-48e2-8cd9-e5aba3284439,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:56.569361 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60444e91-bab5-424f-b6f3-3aa4c22fb8db x-openstack-request-id: req-60444e91-bab5-424f-b6f3-3aa4c22fb8db {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:40:56.569719 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1401fb3-871e-4551-935d-007862b0198d", "tag": "a45e4bf2-428e-48e2-8cd9-e5aba3284439", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:40:56.570033 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-60444e91-bab5-424f-b6f3-3aa4c22fb8db {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:40:56.570530 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1401fb3-871e-4551-935d-007862b0198d', 'tag': 'a45e4bf2-428e-48e2-8cd9-e5aba3284439', 'status': 'completed', 'code': 200} Jun 30 02:40:56.635564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1c87a-023b-4708-9208-1148018275af req-ebf6ef4a-ca64-4d0d-97ea-91d34f3e7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:56.637297 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-ebf6ef4a-ca64-4d0d-97ea-91d34f3e7d75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 1095 time: 0.0658598 Jun 30 02:40:56.690493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-ecae5c55-09d6-4bb3-85e4-c6e7a00644a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a45e4bf2-428e-48e2-8cd9-e5aba3284439 HTTP/1.1" status: 200 len: 217 time: 0.0389457 Jun 30 02:40:56.778245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1c87a-023b-4708-9208-1148018275af req-d5bfa6d3-4db8-4562-90e9-7c377b15193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:56.779769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-d5bfa6d3-4db8-4562-90e9-7c377b15193e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 200 len: 854 time: 0.0764513 Jun 30 02:40:56.858691 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-49451334-b580-40c3-8de2-909c44d6f42c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639961 Jun 30 02:40:57.001113 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.007739 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ccc3eba-7ef0-4e04-9066-210cbea563d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.048988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-e1c63b95-83c6-47b1-a22f-36ea38f50e30 service neutron] 10.222.0.73 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696615 Jun 30 02:40:57.059929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:57.180637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:57.235794 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cacedb6b-c27d-4be8-bbe5-057f6f9c35a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.239501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ea1c87a-023b-4708-9208-1148018275af req-5efd6f55-0732-402f-83ea-0c0605292dd8 service neutron] 10.222.0.73 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786582 Jun 30 02:40:57.410609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cacedb6b-c27d-4be8-bbe5-057f6f9c35a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.419112 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cacedb6b-c27d-4be8-bbe5-057f6f9c35a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.503656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cacedb6b-c27d-4be8-bbe5-057f6f9c35a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=539b7f8162ce4667aa15a7730cbdafe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422209 Jun 30 02:40:57.507864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:57.511587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacedb6b-c27d-4be8-bbe5-057f6f9c35a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd62ffc-4761-4045-8aae-a178e8cdd64f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:57.715212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ce5c-b84c-4efe-a23b-72bcecaeb39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.755776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ce5c-b84c-4efe-a23b-72bcecaeb39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.830574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ce5c-b84c-4efe-a23b-72bcecaeb39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.834271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3c9ce5c-b84c-4efe-a23b-72bcecaeb39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:57.838616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a3c9ce5c-b84c-4efe-a23b-72bcecaeb39a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2cd62ffc-4761-4045-8aae-a178e8cdd64f HTTP/1.1" status: 204 len: 168 time: 0.3112726 Jun 30 02:40:57.865592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9ce5c-b84c-4efe-a23b-72bcecaeb39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd62ffc-4761-4045-8aae-a178e8cdd64f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:58.186449 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.218443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae48ef7-7e9a-47d4-bca6-19fdc7e43dd1 req-a77ecca1-3eae-44d5-83eb-169cec17ace3 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:58.220085 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ae48ef7-7e9a-47d4-bca6-19fdc7e43dd1 req-a77ecca1-3eae-44d5-83eb-169cec17ace3 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 943 time: 0.7744122 Jun 30 02:40:58.228610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2915-efd8-4042-8d61-221e94675669 req-b473ad15-c809-4113-b1e6-c30a08b31f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:58.230152 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c7c2915-efd8-4042-8d61-221e94675669 req-b473ad15-c809-4113-b1e6-c30a08b31f2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 1095 time: 0.8954675 Jun 30 02:40:58.362281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:58.376816 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbb51471-cf3c-451c-8c7e-1053cf080f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.403051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ae48ef7-7e9a-47d4-bca6-19fdc7e43dd1 req-46468b84-f8a8-45b3-b5e7-704de35551f8 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717470 Jun 30 02:40:58.468504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2915-efd8-4042-8d61-221e94675669 req-61ba86f7-e228-41d4-adfa-0fbc08f2291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:58.470407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c7c2915-efd8-4042-8d61-221e94675669 req-61ba86f7-e228-41d4-adfa-0fbc08f2291c service neutron] 10.222.0.73 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 915 time: 0.2199702 Jun 30 02:40:58.498966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbb51471-cf3c-451c-8c7e-1053cf080f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.504783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbb51471-cf3c-451c-8c7e-1053cf080f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.545313 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c7c2915-efd8-4042-8d61-221e94675669 req-d8a3b5c8-4340-4ad2-834d-2c49329616a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a45e4bf2-428e-48e2-8cd9-e5aba3284439 HTTP/1.1" status: 200 len: 217 time: 0.0620198 Jun 30 02:40:58.552165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51471-cf3c-451c-8c7e-1053cf080f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8351e6a7-c12f-4c05-8a87-3490260af47b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:58.560959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dbb51471-cf3c-451c-8c7e-1053cf080f56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b23a0972734e466591641d2c9b2b90c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949687 Jun 30 02:40:58.562075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:58.619417 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a9f9-8b90-4baf-9c03-fecde4761074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.619647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c2915-efd8-4042-8d61-221e94675669 req-01c9c08b-3d73-46f2-b5f5-7d2c26d481c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:58.620999 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c7c2915-efd8-4042-8d61-221e94675669 req-01c9c08b-3d73-46f2-b5f5-7d2c26d481c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 200 len: 854 time: 0.0671227 Jun 30 02:40:58.624852 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.643715 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a9f9-8b90-4baf-9c03-fecde4761074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.694109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c7c2915-efd8-4042-8d61-221e94675669 req-b9e60d82-f6ea-4aa2-8515-43bd36d5ef63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652990 Jun 30 02:40:58.702391 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a9f9-8b90-4baf-9c03-fecde4761074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.705812 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fb5a9f9-8b90-4baf-9c03-fecde4761074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:58.709741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9fb5a9f9-8b90-4baf-9c03-fecde4761074 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8351e6a7-c12f-4c05-8a87-3490260af47b HTTP/1.1" status: 204 len: 168 time: 0.1450889 Jun 30 02:40:58.744834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5a9f9-8b90-4baf-9c03-fecde4761074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8351e6a7-c12f-4c05-8a87-3490260af47b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:58.914087 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:40:58.915278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c7c2915-efd8-4042-8d61-221e94675669 req-6b578671-96f6-46d1-bbae-6e821a3ccc12 service neutron] 10.222.0.73 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987064 Jun 30 02:40:59.063540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c7c2915-efd8-4042-8d61-221e94675669 req-d1d33e6c-5540-4408-b289-3b69a56bee4a service neutron] 10.222.0.73 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458127 Jun 30 02:40:59.128444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] Deleting port 2a41147e-8406-4cf9-a28c-6e9a18e809e5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:40:59.128444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.255038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] For port 2a41147e-8406-4cf9-a28c-6e9a18e809e5, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2a41147e-8406-4cf9-a28c-6e9a18e809e5,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:40:59.255867 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.277513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] Calling delete_port for 2a41147e-8406-4cf9-a28c-6e9a18e809e5 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:40:59.592161 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.675131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a41147e-8406-4cf9-a28c-6e9a18e809e5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:40:59.740785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5486fc-cd14-4706-b0dd-af29e215f449 req-06f7d878-2564-4d1b-a65d-deaf80b75366 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:40:59.752675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5486fc-cd14-4706-b0dd-af29e215f449 req-06f7d878-2564-4d1b-a65d-deaf80b75366 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 943 time: 0.1479588 Jun 30 02:40:59.843241 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a5486fc-cd14-4706-b0dd-af29e215f449 req-36adbe55-a0c3-494c-91d7-b432cfd2e407 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879335 Jun 30 02:40:59.962308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:59.989118 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.253552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] Router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:41:00.408749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:00.417562 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4e72a1d0-f0ca-4563-b3ba-057765b1ba60 admin admin] 10.222.0.55 "PUT /v2.0/routers/543c7cf6-250f-431b-bfd1-58a31f30a2b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2317591 Jun 30 02:41:00.419427 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] Sync routers for ids ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:00.423637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:00.446812 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] Routers {'543c7cf6-250f-431b-bfd1-58a31f30a2b3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:00.448241 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:40:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:00.624301 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] Set router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:00.703120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.881017 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:00.904198 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:40:59Z', 'revision_number': 5, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port': {'id': 'bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:31:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:29:45Z', 'updated_at': '2021-06-30T02:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:00.936513 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] Checking router: 543c7cf6-250f-431b-bfd1-58a31f30a2b3 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:00.947664 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] Routers {'543c7cf6-250f-431b-bfd1-58a31f30a2b3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:00.948811 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:40:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:00.969976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Deleting port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:00.970460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.123741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] For port bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:01.123741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.154507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Calling delete_port for bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:01.216803 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] Set router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:01.283584 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:41:00Z', 'revision_number': 6, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:01.289399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ec9df-acd8-4b46-9892-c5210de89a5d req-a5e2ab57-9a38-41c2-875f-b8ce2b8eb4e7 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:01.297116 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-796ec9df-acd8-4b46-9892-c5210de89a5d req-a5e2ab57-9a38-41c2-875f-b8ce2b8eb4e7 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 943 time: 0.1257763 Jun 30 02:41:01.325675 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3b1f6a-b3a7-4acd-8194-5cc99067df08 None None] The sync data for ids ['543c7cf6-250f-431b-bfd1-58a31f30a2b3'] in n-d-758944-39 is: [{'id': '543c7cf6-250f-431b-bfd1-58a31f30a2b3', 'name': 'tempest-TaggedBootDevicesTest-807709431-router', 'tenant_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:29:44Z', 'updated_at': '2021-06-30T02:41:00Z', 'revision_number': 6, 'project_id': 'd4dfc1946ddd4ef498af3d09da1ddcb6', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:01.376344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-796ec9df-acd8-4b46-9892-c5210de89a5d req-b4538aa2-7555-4b08-b26a-cd8ef4844071 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752602 Jun 30 02:41:01.504809 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.554766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a45e4bf2-428e-48e2-8cd9-e5aba3284439 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:01.557127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:01.674684 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.781560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a45e4bf2-428e-48e2-8cd9-e5aba3284439, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a45e4bf2-428e-48e2-8cd9-e5aba3284439,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:01.808674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'a45e4bf2-428e-48e2-8cd9-e5aba3284439', 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d', 'port_id': 'a45e4bf2-428e-48e2-8cd9-e5aba3284439', 'mac_address': 'fa:16:3e:b7:69:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffa8b9-cee9-49be-813b-1d381943f75f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:01.824341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2a41147e-8406-4cf9-a28c-6e9a18e809e5 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:01.928031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 2a41147e-8406-4cf9-a28c-6e9a18e809e5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:01.933725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2a41147e-8406-4cf9-a28c-6e9a18e809e5 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:01.934930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.939511 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.972817 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.988451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45e4bf2-428e-48e2-8cd9-e5aba3284439 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:01.991850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:01.992750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 543c7cf6-250f-431b-bfd1-58a31f30a2b3 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:41:02.005448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.007341 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-964987a4-03a7-4a1f-8feb-d37e9bd07229 admin admin] 10.222.0.55 "DELETE /v2.0/routers/543c7cf6-250f-431b-bfd1-58a31f30a2b3 HTTP/1.1" status: 204 len: 168 time: 1.5823638 Jun 30 02:41:02.009777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:02.039052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a45e4bf2-428e-48e2-8cd9-e5aba3284439, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a45e4bf2-428e-48e2-8cd9-e5aba3284439,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:02.048813 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.070966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-222ac03f-f262-4171-aa97-556f18874334 admin admin] Deleting subnet 6e7f8d23-1a11-452b-bcfe-c02e3b8173f8 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:02.075043 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-222ac03f-f262-4171-aa97-556f18874334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.135921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a45e4bf2-428e-48e2-8cd9-e5aba3284439,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:02.136104 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-222ac03f-f262-4171-aa97-556f18874334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.242055 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-222ac03f-f262-4171-aa97-556f18874334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.324790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-222ac03f-f262-4171-aa97-556f18874334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.357761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ac03f-f262-4171-aa97-556f18874334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e7f8d23-1a11-452b-bcfe-c02e3b8173f8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:02.362579 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-222ac03f-f262-4171-aa97-556f18874334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.364407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-222ac03f-f262-4171-aa97-556f18874334 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6e7f8d23-1a11-452b-bcfe-c02e3b8173f8 HTTP/1.1" status: 204 len: 168 time: 0.3531306 Jun 30 02:41:02.366996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:02.372360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753048a-4409-493f-803a-c50f4500944f None None] Network 1bf7c089-dba0-493c-abbd-547a13d73c08 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:02.470480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a45e4bf2-428e-48e2-8cd9-e5aba3284439'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:02.484291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.627051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Deleting port 4d403b94-5474-4997-b227-659f8da236bc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:02.627394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.803070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dd4fe-e1bc-4c3d-95a2-f41409933b00 req-11bc39ad-0c0c-4d29-8d2d-3ae353843f8e tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:02.806204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-364dd4fe-e1bc-4c3d-95a2-f41409933b00 req-11bc39ad-0c0c-4d29-8d2d-3ae353843f8e tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 944 time: 0.1564326 Jun 30 02:41:02.830337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] For port 4d403b94-5474-4997-b227-659f8da236bc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4d403b94-5474-4997-b227-659f8da236bc,segment=NetworkSegment(e5550075-027e-4821-8da2-f441c87de034),segment_id=e5550075-027e-4821-8da2-f441c87de034)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:02.830688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:02.880693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Calling delete_port for 4d403b94-5474-4997-b227-659f8da236bc owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:02.888237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-364dd4fe-e1bc-4c3d-95a2-f41409933b00 req-b9e0eb3f-4605-4949-92f1-43364aa76903 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723035 Jun 30 02:41:03.059217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.093531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d403b94-5474-4997-b227-659f8da236bc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:03.099958 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] No DVR routers for this DVR port 4d403b94-5474-4997-b227-659f8da236bc on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:03.117367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1813f849-2918-4dac-86f1-0cbc1bddc97d None None] DHCP port deletion for 1bf7c089-dba0-493c-abbd-547a13d73c08 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:41:03.205082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.218693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf7c089-dba0-493c-abbd-547a13d73c08']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:03.240281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5550075-027e-4821-8da2-f441c87de034') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:03.240281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5550075-027e-4821-8da2-f441c87de034') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:03.245273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.268185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.279883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:41:03.280302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:41:03.283072 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:41:03.352680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.360767 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.365937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1bf7c089-dba0-493c-abbd-547a13d73c08 HTTP/1.1" status: 204 len: 168 time: 0.9977756 Jun 30 02:41:03.379983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be51d65-e5f3-4719-b4e2-c2efbbfbded3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf7c089-dba0-493c-abbd-547a13d73c08,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:03.498207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:03.536621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:03.537240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bc5f38f0-7882-4e6f-aa3a-7dfe27dfdaee not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:03.537844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d403b94-5474-4997-b227-659f8da236bc no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:03.564660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4d403b94-5474-4997-b227-659f8da236bc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:03.565228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d403b94-5474-4997-b227-659f8da236bc not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:03.697706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:03.757497 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-92c3f4e6-f75b-4b12-bb90-8383be249eda admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4dfc1946ddd4ef498af3d09da1ddcb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582130 Jun 30 02:41:03.759943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:03.858413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7c75-947b-4d56-83e1-238e96fbb351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.889689 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7c75-947b-4d56-83e1-238e96fbb351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.981327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7c75-947b-4d56-83e1-238e96fbb351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.984452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7c75-947b-4d56-83e1-238e96fbb351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:03.988802 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5b0a7c75-947b-4d56-83e1-238e96fbb351 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44bb5cff-1421-4cf3-8ae5-a0267a51191e HTTP/1.1" status: 204 len: 168 time: 0.2242441 Jun 30 02:41:03.999073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7c75-947b-4d56-83e1-238e96fbb351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bb5cff-1421-4cf3-8ae5-a0267a51191e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:04.377289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3704a-2159-4779-a252-88556591f84a req-60fbab0f-e0b9-4cdf-87e2-20b6a5016fdf tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:04.390849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3f3704a-2159-4779-a252-88556591f84a req-60fbab0f-e0b9-4cdf-87e2-20b6a5016fdf tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 944 time: 0.1910715 Jun 30 02:41:04.463497 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3f3704a-2159-4779-a252-88556591f84a req-63e895e5-f493-4333-9aa0-68633562eca6 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708542 Jun 30 02:41:04.727736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:04.988305 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f908824-e5cb-4095-b5a3-ffb2e785e1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.201898 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f908824-e5cb-4095-b5a3-ffb2e785e1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.208317 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f908824-e5cb-4095-b5a3-ffb2e785e1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.244701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7f908824-e5cb-4095-b5a3-ffb2e785e1f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5110a9aed184d3f82cf0e0f82a424ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290861 Jun 30 02:41:05.245115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:05.271140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f908824-e5cb-4095-b5a3-ffb2e785e1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15666b5-3d4c-48b3-8f42-2f570a324117,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:05.308411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:05.390099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37f064e3-adaa-41c6-b5f0-d3fa77f2560e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.464707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37f064e3-adaa-41c6-b5f0-d3fa77f2560e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.468131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-416874076-network', 'tenant_id': '83bcc71935954fdda386607137c91ef0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:05.536424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37f064e3-adaa-41c6-b5f0-d3fa77f2560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.540932 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37f064e3-adaa-41c6-b5f0-d3fa77f2560e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.542468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-37f064e3-adaa-41c6-b5f0-d3fa77f2560e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f15666b5-3d4c-48b3-8f42-2f570a324117 HTTP/1.1" status: 204 len: 168 time: 0.2935619 Jun 30 02:41:05.552840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f064e3-adaa-41c6-b5f0-d3fa77f2560e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15666b5-3d4c-48b3-8f42-2f570a324117,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:05.565292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Made reservation on behalf of 83bcc71935954fdda386607137c91ef0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:05.567920 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.580218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a45e4bf2-428e-48e2-8cd9-e5aba3284439 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:05.605369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.644675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port a45e4bf2-428e-48e2-8cd9-e5aba3284439 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:05.654210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port a45e4bf2-428e-48e2-8cd9-e5aba3284439 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:05.655054 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.793087 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.804946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.824266 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.842426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ddb554-6864-4d31-a7f6-c496ebb8fc73,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:05.876697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:41:05.884368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a45e4bf2-428e-48e2-8cd9-e5aba3284439, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a45e4bf2-428e-48e2-8cd9-e5aba3284439,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:05.885565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1401fb3-871e-4551-935d-007862b0198d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45e4bf2-428e-48e2-8cd9-e5aba3284439'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:05.888612 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc417ab9-7a06-4d76-bbca-f03666f9d841" -d '{"events": [{"server_uuid": "a1401fb3-871e-4551-935d-007862b0198d", "name": "network-vif-plugged", "status": "completed", "tag": "a45e4bf2-428e-48e2-8cd9-e5aba3284439"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:05.893372 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.910639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145e643-c866-440a-8120-c342923dbbcb req-04f8550c-6089-4e0d-ad6f-887be2deb4ea tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:05.918976 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9145e643-c866-440a-8120-c342923dbbcb req-04f8550c-6089-4e0d-ad6f-887be2deb4ea tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 944 time: 0.1471577 Jun 30 02:41:05.925306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.925847 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Added segment 9fdc70a4-d0b9-4d4d-a879-af0ef909f695 of type vlan for network e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 Jun 30 02:41:05.999320 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a45e4bf2-428e-48e2-8cd9-e5aba3284439,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:06.017991 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926edd0f-ff86-4db2-bdbb-c4c4d0e11a52 x-openstack-request-id: req-926edd0f-ff86-4db2-bdbb-c4c4d0e11a52 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:06.019432 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1401fb3-871e-4551-935d-007862b0198d", "name": "network-vif-plugged", "status": "completed", "tag": "a45e4bf2-428e-48e2-8cd9-e5aba3284439", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:06.019991 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-926edd0f-ff86-4db2-bdbb-c4c4d0e11a52 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:06.020126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9145e643-c866-440a-8120-c342923dbbcb req-b18a58dd-2abb-43de-9461-ac2b410cec7b tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958183 Jun 30 02:41:06.021882 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1401fb3-871e-4551-935d-007862b0198d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45e4bf2-428e-48e2-8cd9-e5aba3284439', 'code': 200} Jun 30 02:41:06.072605 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.166278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.167338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:06.168079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.188856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:06.203013 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5061eb05-a117-4a3a-bc11-b715b19c106d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.262058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea234ce-557a-4142-85cc-6f48a3663ed2 req-4e46614f-3fe4-49e2-ba73-f02069391ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:06.263875 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ea234ce-557a-4142-85cc-6f48a3663ed2 req-4e46614f-3fe4-49e2-ba73-f02069391ad0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 1097 time: 0.1709890 Jun 30 02:41:06.270824 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] Pushing event updated for resources: {'Network': ['ID=e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:06.281774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:41:06.318971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ea234ce-557a-4142-85cc-6f48a3663ed2 req-2570dfc5-f51d-4175-a2da-d840fa9ad1eb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Jun 30 02:41:06.384945 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5061eb05-a117-4a3a-bc11-b715b19c106d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.394302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5061eb05-a117-4a3a-bc11-b715b19c106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.403319 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9a3f3ee0-6941-4d00-9a89-8c8b54005059 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0936756 Jun 30 02:41:06.404206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:06.409770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Request body: {'subnet': {'network_id': 'e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-416874076-subnet', 'tenant_id': '83bcc71935954fdda386607137c91ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:06.448669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5061eb05-a117-4a3a-bc11-b715b19c106d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7e20611d214438bb7d7fa607f87ae58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584891 Jun 30 02:41:06.452549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:06.471038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Made reservation on behalf of 83bcc71935954fdda386607137c91ef0 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:06.473820 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.476306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061eb05-a117-4a3a-bc11-b715b19c106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb26273-1fd6-451e-ad0d-f05afe28b7d6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:06.537353 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d26343cd-5408-44ad-bc70-a7efee29f7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.564198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d26343cd-5408-44ad-bc70-a7efee29f7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.624886 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d26343cd-5408-44ad-bc70-a7efee29f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.627851 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d26343cd-5408-44ad-bc70-a7efee29f7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.629197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d26343cd-5408-44ad-bc70-a7efee29f7ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbb26273-1fd6-451e-ad0d-f05afe28b7d6 HTTP/1.1" status: 204 len: 168 time: 0.1755083 Jun 30 02:41:06.638163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26343cd-5408-44ad-bc70-a7efee29f7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb26273-1fd6-451e-ad0d-f05afe28b7d6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:06.806337 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.947832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Checking segment: {'id': '9fdc70a4-d0b9-4d4d-a879-af0ef909f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:06.947832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Network hostable DHCP agents. Network: e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:41:06.953065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5da3c5e-7ad9-4f28-9ec4-42fdb625fc05,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:06.987640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Network e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:41:07.007883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc59c-44b3-4fd2-9877-8f181ea07856 req-7ec1815c-8c54-47ac-b5ef-8664e96950df tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:07.009541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-563bc59c-44b3-4fd2-9877-8f181ea07856 req-7ec1815c-8c54-47ac-b5ef-8664e96950df tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 945 time: 0.1157966 Jun 30 02:41:07.011052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:07.015085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:07.015826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:07.026878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e7232-fa5f-40c5-a683-7ea27ca436cf None None] Network e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:07.065555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5b74f329-debe-4dce-9a52-9e142406a6f9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6512439 Jun 30 02:41:07.089735 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-563bc59c-44b3-4fd2-9877-8f181ea07856 req-74319bbf-3b2c-4491-b4a2-45832cd92ec9 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650232 Jun 30 02:41:07.385612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a580e1-f500-4cbb-96fc-f3316f9b6f3e None None] Network e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:07.443988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426beb-0aa1-4faf-a10c-5952df01b571 req-07772a18-cdd1-439f-bf7e-39ffe5ad73e6 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:07.470773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32426beb-0aa1-4faf-a10c-5952df01b571 req-07772a18-cdd1-439f-bf7e-39ffe5ad73e6 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 945 time: 0.2253094 Jun 30 02:41:07.562897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32426beb-0aa1-4faf-a10c-5952df01b571 req-38f94e96-493e-4412-8a1e-2ff9990a8696 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818591 Jun 30 02:41:08.182029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-fe073070-6e86-4648-80bd-410e878391b7 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.193245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-fe073070-6e86-4648-80bd-410e878391b7 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/networks?id=e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 HTTP/1.1" status: 200 len: 813 time: 0.1752698 Jun 30 02:41:08.231299 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-28909934-c859-4f7f-9dc3-06785ff57a63 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/quotas/83bcc71935954fdda386607137c91ef0 HTTP/1.1" status: 200 len: 375 time: 0.0370793 Jun 30 02:41:08.273139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-a90c47fe-1698-44c3-9db4-8149e170e000 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=83bcc71935954fdda386607137c91ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365167 Jun 30 02:41:08.455475 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-e69fcd20-415b-4447-accf-0297f3aa7af0 service neutron] 10.222.0.55 "GET /v2.0/networks/e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705315 Jun 30 02:41:08.510836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9ae6a-fca8-4208-977c-39037799ed3c req-b6da6392-5aca-4efb-bed4-42f1b0a6ecf8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.512434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eef9ae6a-fca8-4208-977c-39037799ed3c req-b6da6392-5aca-4efb-bed4-42f1b0a6ecf8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 945 time: 0.1873329 Jun 30 02:41:08.602478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eef9ae6a-fca8-4208-977c-39037799ed3c req-77c3be3f-ac4d-4ef4-96dc-029ad22aa360 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727634 Jun 30 02:41:08.602558 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-394239b0-8e38-46fc-82b2-20fd9ae620e6 service neutron] 10.222.0.55 "GET /v2.0/networks/e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475286 Jun 30 02:41:08.906315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c0b76-d80f-4a93-9b28-1b11deb94459 req-f9140327-0126-4ce0-9bd9-50bdf1bba64e tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:08.927370 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-196c0b76-d80f-4a93-9b28-1b11deb94459 req-f9140327-0126-4ce0-9bd9-50bdf1bba64e tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 945 time: 0.1479499 Jun 30 02:41:08.995930 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-151503fc-a22f-44d4-9b93-461ae0e4002c req-6b383d8a-f068-4afc-a008-c63ea47fa696 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 210 time: 0.0574896 Jun 30 02:41:09.021951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-196c0b76-d80f-4a93-9b28-1b11deb94459 req-bcf54cfa-a46d-41df-990e-fa0e3d0d1bdb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936792 Jun 30 02:41:10.347592 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b031a8c-a7c9-4e96-b7b4-39eed567059b req-f71e26e5-035c-4b18-8b53-ab818ff00e6f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 210 time: 0.0702558 Jun 30 02:41:10.552976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8944ac-15ec-443e-a7bc-ed35072cf08f req-4b03e9b1-4cd5-4f95-bf18-a995da354410 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:10.561225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c8944ac-15ec-443e-a7bc-ed35072cf08f req-4b03e9b1-4cd5-4f95-bf18-a995da354410 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 945 time: 0.1637857 Jun 30 02:41:10.643357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c8944ac-15ec-443e-a7bc-ed35072cf08f req-f15fa69a-625b-4e32-b51b-070f48e6662b tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795124 Jun 30 02:41:11.087288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-ead3cedc-5f7a-4c3e-af46-4a71621b1c11 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.096909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-ead3cedc-5f7a-4c3e-af46-4a71621b1c11 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.73 "GET /v2.0/networks?id=e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 HTTP/1.1" status: 200 len: 813 time: 0.1963077 Jun 30 02:41:11.118413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Request body: {'port': {'device_id': 'bec88c17-dc54-42b2-83af-40ebaca30de3', 'network_id': 'e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1', 'admin_state_up': True, 'tenant_id': '83bcc71935954fdda386607137c91ef0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:11.293081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Made reservation on behalf of 83bcc71935954fdda386607137c91ef0 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:11.296950 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.477729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Allocated IP 172.20.0.8 (e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1/b5da3c5e-7ad9-4f28-9ec4-42fdb625fc05/34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:11.678396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e3118e2-8d0c-401f-afbf-8c340025606a req-2476d1bb-5200-4634-b5b7-8a71fa12417a tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 210 time: 0.1323314 Jun 30 02:41:11.786597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:11.796534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-2316487f-85e6-46c1-82f4-97f9218598f4 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:11.803776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-2316487f-85e6-46c1-82f4-97f9218598f4 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.69 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 945 time: 0.2215054 Jun 30 02:41:11.968429 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.037403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Network e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:12.045298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:12.048743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:12.131712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Pushing event updated for resources: {'Port': ['ID=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:12.173371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38000ee7-468b-4162-99fd-61f15a417530 req-857cea77-858c-4520-b04d-43b3de11bc49 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:12.181287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38000ee7-468b-4162-99fd-61f15a417530 req-857cea77-858c-4520-b04d-43b3de11bc49 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 945 time: 0.3020453 Jun 30 02:41:12.214606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:12.215194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.230973 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Deleting port 95269582-bd69-4d90-a236-fdadf3ec5ee5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:12.231358 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.703825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-1b185f11-a030-4142-8c8f-d2a3a137cc9f tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5909524 Jun 30 02:41:12.721386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38000ee7-468b-4162-99fd-61f15a417530 req-2e83cbfc-20a9-4460-88ad-58b8c695706e tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups?id=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5390513 Jun 30 02:41:12.748031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Request body: {'port': {'device_id': 'bec88c17-dc54-42b2-83af-40ebaca30de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:12.885605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] For port 95269582-bd69-4d90-a236-fdadf3ec5ee5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=95269582-bd69-4d90-a236-fdadf3ec5ee5,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:12.888032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.027882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c682aec-3f3e-45d5-a63e-2f0c9989cb90 req-b03eb966-cbfe-436a-8be6-4329bd4c6060 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:13.036272 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c682aec-3f3e-45d5-a63e-2f0c9989cb90 req-b03eb966-cbfe-436a-8be6-4329bd4c6060 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 931 time: 0.0921540 Jun 30 02:41:13.098600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c682aec-3f3e-45d5-a63e-2f0c9989cb90 req-89904a86-fe16-4dfa-95eb-8304ee84b3f0 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612991 Jun 30 02:41:13.249973 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.250737 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.251285 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Floating IP 623d246e-b224-4760-b7c1-089e270a08f0 disassociated. External IP: 172.25.7.236, port: 95269582-bd69-4d90-a236-fdadf3ec5ee5. Jun 30 02:41:13.251872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Calling delete_port for 95269582-bd69-4d90-a236-fdadf3ec5ee5 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:13.440682 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.449550 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:13.503429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Pushing event deleted for resources: {'Port': ['ID=95269582-bd69-4d90-a236-fdadf3ec5ee5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:13.903924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Router 1074f87d-4295-4f54-afb4-b1c91adf3dba has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:41:14.384715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:14.398548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] Sync routers for ids ['1074f87d-4295-4f54-afb4-b1c91adf3dba'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:14.415615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] Routers {'1074f87d-4295-4f54-afb4-b1c91adf3dba'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:14.418184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:40:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1074f87d-4295-4f54-afb4-b1c91adf3dba'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:14.600045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12210bc-c65c-4e3c-9ec3-ce2d7793a2fe req-4ca17c56-3aeb-4c1e-8d6c-42213679fb99 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:14.611402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12210bc-c65c-4e3c-9ec3-ce2d7793a2fe req-4ca17c56-3aeb-4c1e-8d6c-42213679fb99 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 931 time: 0.2347724 Jun 30 02:41:14.670023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68afa121-05e5-4382-b48c-77863e625c8e req-d87efc39-b38a-42e0-ae48-cc3b85bb4132 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/ports?device_id=a2566809-7ff6-4355-b61e-9874004b18d0 HTTP/1.1" status: 200 len: 210 time: 0.3058708 Jun 30 02:41:14.691869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] No DVR routers for this DVR port 95269582-bd69-4d90-a236-fdadf3ec5ee5 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:14.694989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12210bc-c65c-4e3c-9ec3-ce2d7793a2fe req-4a9522ac-0f38-426e-b28a-aa202f9ee0cb tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813360 Jun 30 02:41:14.735045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.739025 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a2a000d-b2b2-4d29-a848-62715f4a9cd9 req-4725d085-e252-4137-89ab-0ef15d5a2f0c tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.69 "DELETE /v2.0/ports/95269582-bd69-4d90-a236-fdadf3ec5ee5 HTTP/1.1" status: 204 len: 173 time: 2.9296632 Jun 30 02:41:14.739685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'name': 'network-vif-deleted', 'tag': '95269582-bd69-4d90-a236-fdadf3ec5ee5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:14.742365 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea2b67-7d47-48ac-9d75-79d2acc85cec" -d '{"events": [{"server_uuid": "a2566809-7ff6-4355-b61e-9874004b18d0", "name": "network-vif-deleted", "tag": "95269582-bd69-4d90-a236-fdadf3ec5ee5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:14.797938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:14.808828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.849603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Transition to ACTIVE for port object 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:14.860690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:14.871418 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af14615-3203-40e0-829b-80a63e9341a9 x-openstack-request-id: req-4af14615-3203-40e0-829b-80a63e9341a9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:14.874425 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2566809-7ff6-4355-b61e-9874004b18d0", "name": "network-vif-deleted", "tag": "95269582-bd69-4d90-a236-fdadf3ec5ee5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:14.874991 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4af14615-3203-40e0-829b-80a63e9341a9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:14.876267 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2566809-7ff6-4355-b61e-9874004b18d0', 'name': 'network-vif-deleted', 'tag': '95269582-bd69-4d90-a236-fdadf3ec5ee5', 'status': 'completed', 'code': 200} Jun 30 02:41:14.904764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 95269582-bd69-4d90-a236-fdadf3ec5ee5 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:15.023226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 95269582-bd69-4d90-a236-fdadf3ec5ee5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:15.023576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 95269582-bd69-4d90-a236-fdadf3ec5ee5 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:15.051032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Pushing event updated for resources: {'Port': ['ID=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:15.094265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] Set router 1074f87d-4295-4f54-afb4-b1c91adf3dba gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:15.159203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Attempting to bind port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:15.159963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Attempting to bind port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '9fdc70a4-d0b9-4d4d-a879-af0ef909f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:15.160521 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Attempting to bind port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 on network e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:15.166497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 on network e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:15.167149 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Attempting to bind port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 on network e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:15.190506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:15.193883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Checking segment: {'id': '9fdc70a4-d0b9-4d4d-a879-af0ef909f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:15.195403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Bound using segment: {'id': '9fdc70a4-d0b9-4d4d-a879-af0ef909f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:15.195835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Bound port: 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdc70a4-d0b9-4d4d-a879-af0ef909f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:15.197946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.281101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] For port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:15.300059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] For port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,segment=NetworkSegment(9fdc70a4-d0b9-4d4d-a879-af0ef909f695),segment_id=9fdc70a4-d0b9-4d4d-a879-af0ef909f695)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:15.312913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.445868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.447017 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.448935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] 10.222.0.73 "PUT /v2.0/ports/34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 HTTP/1.1" status: 200 len: 1092 time: 2.7264774 Jun 30 02:41:15.516121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eec66-580e-41a2-bdd9-8567be6590cc service neutron] Pushing event updated for resources: {'Port': ['ID=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:15.622917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-bdcc37ea-3fd4-4b37-9aac-fb36cc94c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.625003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-bdcc37ea-3fd4-4b37-9aac-fb36cc94c646 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83bcc71935954fdda386607137c91ef0&device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 1095 time: 0.0936069 Jun 30 02:41:15.708184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-a5d4428f-c47a-4d18-bcda-ca1359b1092f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 HTTP/1.1" status: 200 len: 217 time: 0.0707836 Jun 30 02:41:15.765987 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:15.802991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-4653fb13-fbeb-4b82-8b36-e4e23860cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:15.804178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-4653fb13-fbeb-4b82-8b36-e4e23860cc48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5da3c5e-7ad9-4f28-9ec4-42fdb625fc05 HTTP/1.1" status: 200 len: 853 time: 0.0872896 Jun 30 02:41:15.817978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e00c3b55-390c-40f9-bc38-89db3b18cf8f', 'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'mac_address': 'fa:16:3e:e6:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:50Z', 'updated_at': '2021-06-30T02:37:59Z', 'revision_number': 5, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'subnets': [{'id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:15.854872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] Checking router: 1074f87d-4295-4f54-afb4-b1c91adf3dba for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:15.866851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] Routers {'1074f87d-4295-4f54-afb4-b1c91adf3dba'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:15.867767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:40:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1074f87d-4295-4f54-afb4-b1c91adf3dba'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:15.875391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-2d6fb573-c573-4f07-9d41-38f191396d40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621526 Jun 30 02:41:15.948899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:15.997228 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.034274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] Set router 1074f87d-4295-4f54-afb4-b1c91adf3dba gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:16.085132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.122392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.169227 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-0a430f5e-3602-4bd1-96ef-5e6e02d5f718 service neutron] 10.222.0.73 "GET /v2.0/networks/e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842426 Jun 30 02:41:16.181985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163e5c8-112b-4257-926b-0cc13b33ce9c req-3f61bcbf-28ec-46d6-85f0-cf5718529dc5 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:16.184267 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2163e5c8-112b-4257-926b-0cc13b33ce9c req-3f61bcbf-28ec-46d6-85f0-cf5718529dc5 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 943 time: 0.1775742 Jun 30 02:41:16.286810 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2163e5c8-112b-4257-926b-0cc13b33ce9c req-92ff1ee9-8e3c-451b-a586-71a302256d09 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947886 Jun 30 02:41:16.322147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.324794 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.328531 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "DELETE /v2.0/security-groups/e49edfb6-bcd5-4afe-8982-c3dc7f9affe4 HTTP/1.1" status: 204 len: 168 time: 0.3752775 Jun 30 02:41:16.329953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:16.364827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49edfb6-bcd5-4afe-8982-c3dc7f9affe4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:16.380494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e00c3b55-390c-40f9-bc38-89db3b18cf8f', 'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'mac_address': 'fa:16:3e:e6:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:50Z', 'updated_at': '2021-06-30T02:37:59Z', 'revision_number': 5, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'subnets': [{'id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:16.392553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.392846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.393644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.393644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.393811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.394959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.395336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.395671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.395976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.396296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.396709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.397387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e692e6b-bde9-4b9f-bb34-b063cbb0d464 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:16.400860 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-79aa0f88-a4d0-4b96-9eff-32161e444b04 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] show failed (client error): The resource could not be found. Jun 30 02:41:16.402781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-79aa0f88-a4d0-4b96-9eff-32161e444b04 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "GET /v2.0/security-groups/e49edfb6-bcd5-4afe-8982-c3dc7f9affe4 HTTP/1.1" status: 404 len: 347 time: 0.0678921 Jun 30 02:41:16.405042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41672) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:16.427375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213dbe29-1630-412f-be5b-a3a21dfeec5b None None] The sync data for ids ['1074f87d-4295-4f54-afb4-b1c91adf3dba'] in n-d-758944-39 is: [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e00c3b55-390c-40f9-bc38-89db3b18cf8f', 'name': '', 'network_id': '5941b6b7-a807-4b49-90e3-d159db06b015', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'mac_address': 'fa:16:3e:e6:e5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:50Z', 'updated_at': '2021-06-30T02:37:59Z', 'revision_number': 5, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'subnets': [{'id': '447eaec8-fc8d-466d-8a03-dcd3cf27b389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:16.549721 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97e660db-b2f0-4bbc-b9d7-be6f854bfa52 req-be122e6c-3ee6-4c4b-93c1-15428cd2ad37 service neutron] 10.222.0.73 "GET /v2.0/networks/e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694470 Jun 30 02:41:16.700659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Deleting port 759c95cc-616f-4970-913d-dc2c74e78478 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:16.701254 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.810740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.810936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:16.836721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Calling delete_port for 759c95cc-616f-4970-913d-dc2c74e78478 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:16.868266 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86776fa7-b8ba-4dd6-ad1a-aece75373b04 None None] New status for floating IP 623d246e-b224-4760-b7c1-089e270a08f0: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:41:16.951861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec88c17-dc54-42b2-83af-40ebaca30de3', 'tag': '34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:16.960343 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a937df2-6211-4e33-ba65-26083cc14269" -d '{"events": [{"name": "network-changed", "server_uuid": "bec88c17-dc54-42b2-83af-40ebaca30de3", "tag": "34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:17.053982 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.055040 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-86776fa7-b8ba-4dd6-ad1a-aece75373b04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:41:17.055777 n-d-758944-39 neutron-server[93773]: DEBUG oslo_db.api [None req-86776fa7-b8ba-4dd6-ad1a-aece75373b04 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:41:17.078591 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c385bcf-50d9-4269-ad36-9797b7fd3e45 x-openstack-request-id: req-6c385bcf-50d9-4269-ad36-9797b7fd3e45 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:17.079021 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec88c17-dc54-42b2-83af-40ebaca30de3", "tag": "34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:17.079437 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c385bcf-50d9-4269-ad36-9797b7fd3e45 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:17.080051 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec88c17-dc54-42b2-83af-40ebaca30de3', 'tag': '34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60', 'status': 'completed', 'code': 200} Jun 30 02:41:17.204837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Pushing event deleted for resources: {'Port': ['ID=759c95cc-616f-4970-913d-dc2c74e78478,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:17.293200 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.296841 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:17.298968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] 10.222.0.55 "DELETE /v2.0/floatingips/623d246e-b224-4760-b7c1-089e270a08f0 HTTP/1.1" status: 204 len: 168 time: 0.8926506 Jun 30 02:41:17.302147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:17.310803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.311102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.311444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.311783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.312120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.312446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.312768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.313207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.313601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.314083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.314612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.314971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26330db-52d3-435b-8903-80ff1d8ce9d8 tempest-ServersTestManualDisk-209842928 tempest-ServersTestManualDisk-209842928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:17.356139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a937df2-6211-4e33-ba65-26083cc14269 req-7f0b7205-2ffc-4629-820a-a707fed7419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.357935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a937df2-6211-4e33-ba65-26083cc14269 req-7f0b7205-2ffc-4629-820a-a707fed7419a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=83bcc71935954fdda386607137c91ef0&device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 1095 time: 0.2083833 Jun 30 02:41:17.558151 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86776fa7-b8ba-4dd6-ad1a-aece75373b04 None None] New status for floating IP 623d246e-b224-4760-b7c1-089e270a08f0: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:41:17.736910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a937df2-6211-4e33-ba65-26083cc14269 req-91b62c5b-7934-46f7-bf63-7904b711c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.746459 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a937df2-6211-4e33-ba65-26083cc14269 req-91b62c5b-7934-46f7-bf63-7904b711c29c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 HTTP/1.1" status: 200 len: 914 time: 0.3775311 Jun 30 02:41:17.917329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a937df2-6211-4e33-ba65-26083cc14269 req-3267478d-3095-4090-aa49-89b83dd366f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 HTTP/1.1" status: 200 len: 217 time: 0.1504552 Jun 30 02:41:17.976545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214da63d-c52b-4021-99b9-ee2a635dd60a req-6f68cc65-b9fc-447f-b077-2e5a15c15e00 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:17.986440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-214da63d-c52b-4021-99b9-ee2a635dd60a req-6f68cc65-b9fc-447f-b077-2e5a15c15e00 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 943 time: 0.3723581 Jun 30 02:41:18.063427 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.107126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a937df2-6211-4e33-ba65-26083cc14269 req-3cb357e7-19ed-4378-bf5e-a8b0f9e38267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:18.108635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a937df2-6211-4e33-ba65-26083cc14269 req-3cb357e7-19ed-4378-bf5e-a8b0f9e38267 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5da3c5e-7ad9-4f28-9ec4-42fdb625fc05 HTTP/1.1" status: 200 len: 853 time: 0.1799877 Jun 30 02:41:18.111709 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-214da63d-c52b-4021-99b9-ee2a635dd60a req-e6356312-90aa-42b2-8a5f-ded341c59076 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241677 Jun 30 02:41:18.186528 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a937df2-6211-4e33-ba65-26083cc14269 req-ab26b709-ca80-4641-b1b1-3ff6eee77bd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623152 Jun 30 02:41:18.425986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a937df2-6211-4e33-ba65-26083cc14269 req-f0e6399e-a0d9-46c8-8581-fd31c8baae90 service neutron] 10.222.0.73 "GET /v2.0/networks/e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310100 Jun 30 02:41:18.532776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] Deleting port e00c3b55-390c-40f9-bc38-89db3b18cf8f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:18.533824 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.575146 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a937df2-6211-4e33-ba65-26083cc14269 req-6f710006-ccd6-4f1b-a5d5-9eb580aa572f service neutron] 10.222.0.73 "GET /v2.0/networks/e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361361 Jun 30 02:41:18.639945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] For port e00c3b55-390c-40f9-bc38-89db3b18cf8f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e00c3b55-390c-40f9-bc38-89db3b18cf8f,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:18.640337 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:18.677611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] Calling delete_port for e00c3b55-390c-40f9-bc38-89db3b18cf8f owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:18.904175 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.012624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=e00c3b55-390c-40f9-bc38-89db3b18cf8f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:19.331012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.440567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20750ca-68f5-4499-b242-c5c0e52ab543 req-d8c736cf-5e36-4d10-b4c1-2f1c863cb913 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:19.444179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:19.477678 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b20750ca-68f5-4499-b242-c5c0e52ab543 req-d8c736cf-5e36-4d10-b4c1-2f1c863cb913 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 943 time: 0.1712725 Jun 30 02:41:19.585467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b20750ca-68f5-4499-b242-c5c0e52ab543 req-65fa4b56-73af-49f9-bb59-a3f0e465859d tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051223 Jun 30 02:41:19.631594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:19.657401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46d33db2-8dc1-43af-a489-43c2c0cc760e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.782861 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,segment=NetworkSegment(9fdc70a4-d0b9-4d4d-a879-af0ef909f695),segment_id=9fdc70a4-d0b9-4d4d-a879-af0ef909f695)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:19.802051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60', 'network_id': 'e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1', 'port_id': '34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60', 'mac_address': 'fa:16:3e:a7:1a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5da3c5e-7ad9-4f28-9ec4-42fdb625fc05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:19.845388 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:19.862602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:19.888780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,segment=NetworkSegment(9fdc70a4-d0b9-4d4d-a879-af0ef909f695),segment_id=9fdc70a4-d0b9-4d4d-a879-af0ef909f695)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:19.904196 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.005471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:20.190697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] Router 1074f87d-4295-4f54-afb4-b1c91adf3dba has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:41:20.350461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46d33db2-8dc1-43af-a489-43c2c0cc760e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.355033 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46d33db2-8dc1-43af-a489-43c2c0cc760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.380034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:20.388693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:20.389713 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-19d3e9df-7ce6-41a9-8146-6f38fea76eaa admin admin] 10.222.0.55 "PUT /v2.0/routers/1074f87d-4295-4f54-afb4-b1c91adf3dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0849242 Jun 30 02:41:20.392538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:20.428807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d33db2-8dc1-43af-a489-43c2c0cc760e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9de3dd-f39e-4cc9-9a09-7d8feff3f2d4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:20.433054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-46d33db2-8dc1-43af-a489-43c2c0cc760e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb8f3d8317084bd884f2b4e9c2be9ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9879026 Jun 30 02:41:20.439321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41764) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:20.439562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] Sync routers for ids ['1074f87d-4295-4f54-afb4-b1c91adf3dba'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:20.488697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] Routers {'1074f87d-4295-4f54-afb4-b1c91adf3dba'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:20.489552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:40:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1074f87d-4295-4f54-afb4-b1c91adf3dba'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:20.521176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43839592-1db9-4263-b9d7-4376a050d8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.548725 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43839592-1db9-4263-b9d7-4376a050d8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.554044 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.614254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43839592-1db9-4263-b9d7-4376a050d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.617158 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43839592-1db9-4263-b9d7-4376a050d8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.619045 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-43839592-1db9-4263-b9d7-4376a050d8ec admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a9de3dd-f39e-4cc9-9a09-7d8feff3f2d4 HTTP/1.1" status: 204 len: 168 time: 0.1778455 Jun 30 02:41:20.635982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43839592-1db9-4263-b9d7-4376a050d8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9de3dd-f39e-4cc9-9a09-7d8feff3f2d4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:20.786794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] Set router 1074f87d-4295-4f54-afb4-b1c91adf3dba gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:20.820720 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:20.891714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25424016-8170-46c4-8a31-4aae20648627 req-4b1f3176-b4e2-4d77-8f0a-60e51b2ebc00 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:20.900597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25424016-8170-46c4-8a31-4aae20648627 req-4b1f3176-b4e2-4d77-8f0a-60e51b2ebc00 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 944 time: 0.1663678 Jun 30 02:41:20.963617 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25424016-8170-46c4-8a31-4aae20648627 req-ecc90d6a-1bbe-4a9c-847a-77389cdf2988 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616319 Jun 30 02:41:20.987577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Deleting port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:20.990012 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.106411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:41:18Z', 'revision_number': 5, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port': {'id': '432ae65c-50ef-4235-9be6-ca5f9b3bd2cd', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:37:44Z', 'updated_at': '2021-06-30T02:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:21.138956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] For port 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=432ae65c-50ef-4235-9be6-ca5f9b3bd2cd,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:21.139313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.156450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:21.178865 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25dc6d0-69a5-4f03-a78f-1dd13cbc4da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.179060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] Checking router: 1074f87d-4295-4f54-afb4-b1c91adf3dba for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:21.182015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Calling delete_port for 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:21.190978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] Routers {'1074f87d-4295-4f54-afb4-b1c91adf3dba'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:21.191804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:40:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1074f87d-4295-4f54-afb4-b1c91adf3dba'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:21.366152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] Set router 1074f87d-4295-4f54-afb4-b1c91adf3dba gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:21.384261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:21.487358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:41:20Z', 'revision_number': 6, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:21.537198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9c0d-813e-438a-b9a5-a14b42b1ffe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.540695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc0e5cb-5808-4b27-8e8a-de7efaff9a48 None None] The sync data for ids ['1074f87d-4295-4f54-afb4-b1c91adf3dba'] in n-d-758944-39 is: [{'id': '1074f87d-4295-4f54-afb4-b1c91adf3dba', 'name': 'tempest-ServersTestManualDisk-2007048423-router', 'tenant_id': '8048055f541545ecbdcdf972f571ec34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:37:42Z', 'updated_at': '2021-06-30T02:41:20Z', 'revision_number': 6, 'project_id': '8048055f541545ecbdcdf972f571ec34', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:21.587665 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25dc6d0-69a5-4f03-a78f-1dd13cbc4da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.599687 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b25dc6d0-69a5-4f03-a78f-1dd13cbc4da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.646057 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.709188 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b25dc6d0-69a5-4f03-a78f-1dd13cbc4da2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ce28a21c1614253a4bc79a00c265e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510347 Jun 30 02:41:21.710460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Pushing event deleted for resources: {'Port': ['ID=432ae65c-50ef-4235-9be6-ca5f9b3bd2cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:21.712869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:21.717293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25dc6d0-69a5-4f03-a78f-1dd13cbc4da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe760fcc-2c64-44c4-97c3-9012152e7051,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:21.777934 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9c0d-813e-438a-b9a5-a14b42b1ffe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.781951 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c3cf9c0d-813e-438a-b9a5-a14b42b1ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.820674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c3cf9c0d-813e-438a-b9a5-a14b42b1ffe8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cbc4ec60cb1e4788a7af9603e4c36f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344301 Jun 30 02:41:21.823998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:21.833984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf9c0d-813e-438a-b9a5-a14b42b1ffe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d45c105-fa02-4f95-93ba-2eea91856a4e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:21.835392 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-024e9765-1d99-4266-8a17-442aebc2be9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.837606 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.899463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-100a9a0d-74be-4ca5-8475-d1fadaea7e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.923704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-100a9a0d-74be-4ca5-8475-d1fadaea7e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.952453 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.958741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.965630 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-024e9765-1d99-4266-8a17-442aebc2be9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.989475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-100a9a0d-74be-4ca5-8475-d1fadaea7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.992563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-100a9a0d-74be-4ca5-8475-d1fadaea7e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:21.994392 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-100a9a0d-74be-4ca5-8475-d1fadaea7e91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d45c105-fa02-4f95-93ba-2eea91856a4e HTTP/1.1" status: 204 len: 168 time: 0.1691434 Jun 30 02:41:22.020058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a9a0d-74be-4ca5-8475-d1fadaea7e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d45c105-fa02-4f95-93ba-2eea91856a4e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:22.040749 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.041428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1074f87d-4295-4f54-afb4-b1c91adf3dba {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:41:22.047081 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.063902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:22.067061 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-54d0f0d7-9fa8-44ea-936b-49cc7a855050 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1074f87d-4295-4f54-afb4-b1c91adf3dba HTTP/1.1" status: 204 len: 168 time: 1.6728625 Jun 30 02:41:22.075423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:22.102214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-024e9765-1d99-4266-8a17-442aebc2be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.105213 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-024e9765-1d99-4266-8a17-442aebc2be9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.106493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-024e9765-1d99-4266-8a17-442aebc2be9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe760fcc-2c64-44c4-97c3-9012152e7051 HTTP/1.1" status: 204 len: 168 time: 0.3904433 Jun 30 02:41:22.116459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e9765-1d99-4266-8a17-442aebc2be9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe760fcc-2c64-44c4-97c3-9012152e7051,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:22.156358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e65d36-db1f-4e57-81e5-c856a4de59ae admin admin] Deleting subnet 447eaec8-fc8d-466d-8a03-dcd3cf27b389 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:22.176843 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0e65d36-db1f-4e57-81e5-c856a4de59ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.227207 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0e65d36-db1f-4e57-81e5-c856a4de59ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.252062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4ec6-6179-413e-ac17-1c7d09676ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.279661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e718a-c3f3-47bd-bf1f-1ee0d8b73615 req-93c657df-2ae0-45c0-9b37-f6e8e433429c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:22.281433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-326e718a-c3f3-47bd-bf1f-1ee0d8b73615 req-93c657df-2ae0-45c0-9b37-f6e8e433429c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 944 time: 0.0981517 Jun 30 02:41:22.318866 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0e65d36-db1f-4e57-81e5-c856a4de59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.347206 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-326e718a-c3f3-47bd-bf1f-1ee0d8b73615 req-22ee3675-73b2-4f80-8a2e-c622a71a19ff tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539405 Jun 30 02:41:22.395607 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0e65d36-db1f-4e57-81e5-c856a4de59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.413579 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4ec6-6179-413e-ac17-1c7d09676ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.419791 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4ec6-6179-413e-ac17-1c7d09676ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.431238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e65d36-db1f-4e57-81e5-c856a4de59ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447eaec8-fc8d-466d-8a03-dcd3cf27b389,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:22.437460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0e65d36-db1f-4e57-81e5-c856a4de59ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.437691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa7c04-2df5-4254-a2af-9b0ce8a0e763 None None] Network 5941b6b7-a807-4b49-90e3-d159db06b015 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:22.440332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b0e65d36-db1f-4e57-81e5-c856a4de59ae admin admin] 10.222.0.55 "DELETE /v2.0/subnets/447eaec8-fc8d-466d-8a03-dcd3cf27b389 HTTP/1.1" status: 204 len: 168 time: 0.3753791 Jun 30 02:41:22.442823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:22.482146 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d1ed4ec6-6179-413e-ac17-1c7d09676ebc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1638cf6201b4095973865964742e341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055605 Jun 30 02:41:22.483115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed4ec6-6179-413e-ac17-1c7d09676ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983a0f83-c920-41af-a448-7f7a6978fe1e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:22.485837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:22.603880 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e9043b-d2b1-4ac3-aa19-35e4679738fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.645431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e9043b-d2b1-4ac3-aa19-35e4679738fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.652948 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.718032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e9043b-d2b1-4ac3-aa19-35e4679738fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.726069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62e9043b-d2b1-4ac3-aa19-35e4679738fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.733488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-62e9043b-d2b1-4ac3-aa19-35e4679738fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/983a0f83-c920-41af-a448-7f7a6978fe1e HTTP/1.1" status: 204 len: 168 time: 0.2462552 Jun 30 02:41:22.754673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9043b-d2b1-4ac3-aa19-35e4679738fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983a0f83-c920-41af-a448-7f7a6978fe1e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:22.801497 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Deleting port cc3476c3-4171-439b-b843-93e083e77d2d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:22.801852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.835438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2643433d-e8fd-4968-8012-c18ddd540fe1 None None] DHCP port deletion for 5941b6b7-a807-4b49-90e3-d159db06b015 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:41:22.893807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2643433d-e8fd-4968-8012-c18ddd540fe1 None None] Deleting port cc3476c3-4171-439b-b843-93e083e77d2d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:22.894189 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2643433d-e8fd-4968-8012-c18ddd540fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.913818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] For port cc3476c3-4171-439b-b843-93e083e77d2d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc3476c3-4171-439b-b843-93e083e77d2d,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:22.914859 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.946121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Calling delete_port for cc3476c3-4171-439b-b843-93e083e77d2d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:22.974338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2643433d-e8fd-4968-8012-c18ddd540fe1 None None] For port cc3476c3-4171-439b-b843-93e083e77d2d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc3476c3-4171-439b-b843-93e083e77d2d,segment=NetworkSegment(f4aef258-4bdc-4de8-8074-5a102975a970),segment_id=f4aef258-4bdc-4de8-8074-5a102975a970)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:22.976019 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2643433d-e8fd-4968-8012-c18ddd540fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:22.994449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2643433d-e8fd-4968-8012-c18ddd540fe1 None None] Calling delete_port for cc3476c3-4171-439b-b843-93e083e77d2d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:23.056473 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.086098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3476c3-4171-439b-b843-93e083e77d2d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.091948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] No DVR routers for this DVR port cc3476c3-4171-439b-b843-93e083e77d2d on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:23.109788 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2643433d-e8fd-4968-8012-c18ddd540fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.142707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2643433d-e8fd-4968-8012-c18ddd540fe1 None None] No DVR routers for this DVR port cc3476c3-4171-439b-b843-93e083e77d2d on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:23.147463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643433d-e8fd-4968-8012-c18ddd540fe1 None None] Pushing event deleted for resources: {'Port': ['ID=cc3476c3-4171-439b-b843-93e083e77d2d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.205254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.216847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5941b6b7-a807-4b49-90e3-d159db06b015']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:23.228801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4aef258-4bdc-4de8-8074-5a102975a970') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:23.229112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4aef258-4bdc-4de8-8074-5a102975a970') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:23.239711 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.253948 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.260551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:41:23.260954 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:41:23.262689 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:41:23.311008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:23.328998 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.334434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d21c29b-0eb0-4673-9d9d-a31c1b5f6b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.339150 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.341130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] 10.222.0.55 "DELETE /v2.0/networks/5941b6b7-a807-4b49-90e3-d159db06b015 HTTP/1.1" status: 204 len: 168 time: 0.8971670 Jun 30 02:41:23.356584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef12f1-dc10-4ff5-9d74-828fedf34dea admin admin] Pushing event deleted for resources: {'Network': ['ID=5941b6b7-a807-4b49-90e3-d159db06b015,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.466521 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d21c29b-0eb0-4673-9d9d-a31c1b5f6b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.472452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9d21c29b-0eb0-4673-9d9d-a31c1b5f6b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.529840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e00c3b55-390c-40f9-bc38-89db3b18cf8f no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:23.557021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e00c3b55-390c-40f9-bc38-89db3b18cf8f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:23.557437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e00c3b55-390c-40f9-bc38-89db3b18cf8f not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:23.557850 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc3476c3-4171-439b-b843-93e083e77d2d no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:23.565352 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9d21c29b-0eb0-4673-9d9d-a31c1b5f6b45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=34ba38a9840145cc9913e633ad4321bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528746 Jun 30 02:41:23.567209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21c29b-0eb0-4673-9d9d-a31c1b5f6b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e383d32-d8d5-450c-b988-d3e12e919c8b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.568220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:23.592826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: cc3476c3-4171-439b-b843-93e083e77d2d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:23.593504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc3476c3-4171-439b-b843-93e083e77d2d not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:23.594067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:23.619587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dc693-7acb-4e97-8a6e-7471ddc4d291 req-8c47317c-31e6-412a-895f-d465255e9573 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:23.623808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:23.630692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-365dc693-7acb-4e97-8a6e-7471ddc4d291 req-8c47317c-31e6-412a-895f-d465255e9573 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 944 time: 0.1192539 Jun 30 02:41:23.631030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:23.631535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 432ae65c-50ef-4235-9be6-ca5f9b3bd2cd not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:23.648231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:23.697379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-365dc693-7acb-4e97-8a6e-7471ddc4d291 req-39e5bd74-2740-47bf-afe3-45fb3c20b002 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652483 Jun 30 02:41:23.709015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe421e6d-6f5c-4df1-9823-f88454b7c001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.736591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:23.741755 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c4ac0cc6-f473-45a4-8bf4-05165eb383b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8048055f541545ecbdcdf972f571ec34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165476 Jun 30 02:41:23.744007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:23.744324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:23.744852 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.776815 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe421e6d-6f5c-4df1-9823-f88454b7c001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.835062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eed99443-13f5-4bb9-9550-02b4e921262b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.858857 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe421e6d-6f5c-4df1-9823-f88454b7c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.862682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:23.865921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe421e6d-6f5c-4df1-9823-f88454b7c001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.870129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fe421e6d-6f5c-4df1-9823-f88454b7c001 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e383d32-d8d5-450c-b988-d3e12e919c8b HTTP/1.1" status: 204 len: 168 time: 0.2984278 Jun 30 02:41:23.883458 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eed99443-13f5-4bb9-9550-02b4e921262b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.889826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe421e6d-6f5c-4df1-9823-f88454b7c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e383d32-d8d5-450c-b988-d3e12e919c8b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.943703 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.957469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eed99443-13f5-4bb9-9550-02b4e921262b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.960079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eed99443-13f5-4bb9-9550-02b4e921262b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:23.964042 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eed99443-13f5-4bb9-9550-02b4e921262b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ab512f5-f493-40d9-a2ce-20ecfe35f64b HTTP/1.1" status: 204 len: 168 time: 0.2155402 Jun 30 02:41:23.972181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed99443-13f5-4bb9-9550-02b4e921262b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab512f5-f493-40d9-a2ce-20ecfe35f64b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:23.981322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec88c17-dc54-42b2-83af-40ebaca30de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:23.984066 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2371f8-ea0b-48da-9208-00db5a9a445b" -d '{"events": [{"server_uuid": "bec88c17-dc54-42b2-83af-40ebaca30de3", "name": "network-vif-plugged", "status": "completed", "tag": "34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:24.006630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,segment=NetworkSegment(9fdc70a4-d0b9-4d4d-a879-af0ef909f695),segment_id=9fdc70a4-d0b9-4d4d-a879-af0ef909f695)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:24.012968 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.048736 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4c3b35-ab9b-4777-996f-fdbeb36f492d x-openstack-request-id: req-6c4c3b35-ab9b-4777-996f-fdbeb36f492d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:24.049028 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec88c17-dc54-42b2-83af-40ebaca30de3", "name": "network-vif-plugged", "status": "completed", "tag": "34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:24.049305 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c4c3b35-ab9b-4777-996f-fdbeb36f492d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:24.049949 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec88c17-dc54-42b2-83af-40ebaca30de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60', 'code': 200} Jun 30 02:41:24.084395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:24.182469 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214fc7-4c35-4e6d-b1c4-2f394ce0b23c req-808bdafe-ec9c-4e06-b52f-34a56cbbb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.184556 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9f214fc7-4c35-4e6d-b1c4-2f394ce0b23c req-808bdafe-ec9c-4e06-b52f-34a56cbbb110 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 1097 time: 0.0567043 Jun 30 02:41:24.222028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9f214fc7-4c35-4e6d-b1c4-2f394ce0b23c req-8c56c4ec-aa51-4b7e-a5d0-0483652ffad5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304136 Jun 30 02:41:24.229711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1855011518-network', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:24.253758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Made reservation on behalf of 1adf23e250d94d4c881c3e6f22b00ce7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:24.256209 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.265277 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.344028 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d3f15dfe-e323-4af7-98f0-bbbbe8e7a771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.413687 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.429063 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.456634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:41:24.477182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecd0ab9-a657-41aa-b714-ff3c0027473a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:24.480257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.480601 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Added segment 8ffa8830-7c71-486f-9ef5-9649ccace7f5 of type vlan for network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e Jun 30 02:41:24.539431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.589941 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.590975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:24.591564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:24.651474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7873902 Jun 30 02:41:24.655451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:24.659681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5232d-66b4-45d6-9663-7512e8e29758 admin admin] Pushing event updated for resources: {'Network': ['ID=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:24.663245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Request body: {'subnet': {'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1855011518-subnet', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:24.669398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:41:24.697378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Made reservation on behalf of 1adf23e250d94d4c881c3e6f22b00ce7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:24.702471 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.054383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168cb38-c120-4a6e-bc45-28cfae065fb1 req-f2007b6c-2bb1-488d-afdf-3737e53552d5 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.056068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9168cb38-c120-4a6e-bc45-28cfae065fb1 req-f2007b6c-2bb1-488d-afdf-3737e53552d5 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 945 time: 0.2054694 Jun 30 02:41:25.134767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9168cb38-c120-4a6e-bc45-28cfae065fb1 req-b78bc581-6cc4-4f22-addd-eb1a42c96439 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715132 Jun 30 02:41:25.136732 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.211121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f0cc56-bf0e-4c96-8471-fcfb481181a7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:25.214493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Checking segment: {'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:25.214891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Network hostable DHCP agents. Network: 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:41:25.234268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:41:25.244655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:25.251648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:25.252404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.253890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c05c33a-551a-4a54-a3db-9aaa3f1830a1 None None] Network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:25.271487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d803f91d-aa7f-4969-9559-3caded82e85c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6147811 Jun 30 02:41:25.273919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:25.279503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:25.305911 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.307723 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.381662 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.443797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:41:25.444656 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.566112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:25.663157 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.665315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Allocated IP 172.20.0.2 (3eefaf5d-6f3e-4d72-b603-0e9ece4f713e/64f0cc56-bf0e-4c96-8471-fcfb481181a7/f57a9b57-ad00-4d04-b05e-519d3c593040) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:25.756620 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2017209356-network', 'tenant_id': '43d72261a717487bacab52192813d67c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:25.807019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Made reservation on behalf of 43d72261a717487bacab52192813d67c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:25.810029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:25.827184 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.098617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.107584 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.146337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:41:26.148602 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.186074 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.186291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.186646 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Added segment 9b718bd5-53f6-4944-b723-a8c0caa06022 of type vlan for network 7daedf5d-ac42-403f-87c8-4e3e221f997e Jun 30 02:41:26.285436 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.336118 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.353640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Transition to ACTIVE for port object f57a9b57-ad00-4d04-b05e-519d3c593040 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:26.372526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:26.375827 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.377238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.377879 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.402404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Transition to ACTIVE for port object f57a9b57-ad00-4d04-b05e-519d3c593040 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:26.413507 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.475772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Allocated IP 172.25.7.97 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/65743f11-6f22-403d-9ea8-af7b3f715b6b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:26.500986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:26.507046 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9389958 Jun 30 02:41:26.514550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:26.517212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:26.521547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:26.596781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Pushing event updated for resources: {'Port': ['ID=f57a9b57-ad00-4d04-b05e-519d3c593040,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:26.612404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9d268-1cc7-4205-b5a0-a64df4cc3e56 req-633f337b-4025-4dd3-9c59-fbce9fb848bb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:26.614270 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2d9d268-1cc7-4205-b5a0-a64df4cc3e56 req-633f337b-4025-4dd3-9c59-fbce9fb848bb tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 946 time: 0.3471067 Jun 30 02:41:26.631885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Attempting to bind port f57a9b57-ad00-4d04-b05e-519d3c593040 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:26.632271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Attempting to bind port f57a9b57-ad00-4d04-b05e-519d3c593040 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:26.632649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Attempting to bind port f57a9b57-ad00-4d04-b05e-519d3c593040 on network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:26.640900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:26.641274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Checking segment: {'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:26.641886 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.642527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Bound using segment: {'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:26.644180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Bound port: f57a9b57-ad00-4d04-b05e-519d3c593040, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:26.650298 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.687415 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2d9d268-1cc7-4205-b5a0-a64df4cc3e56 req-8313a229-f2e8-4844-91e8-af0c6e63a914 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659189 Jun 30 02:41:26.718346 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.764427 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.775714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] For port f57a9b57-ad00-4d04-b05e-519d3c593040, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:26.780383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] For port f57a9b57-ad00-4d04-b05e-519d3c593040, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f57a9b57-ad00-4d04-b05e-519d3c593040,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:26.791336 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:26.848993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:26.865208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:26.870055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:26.877182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cce2c0-7290-47d6-8e13-89aa2a3d1b15 None None] Pushing event updated for resources: {'Port': ['ID=f57a9b57-ad00-4d04-b05e-519d3c593040,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:26.913208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Pushing event updated for resources: {'Port': ['ID=65743f11-6f22-403d-9ea8-af7b3f715b6b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:26.995268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Request body: {'subnet': {'network_id': '7daedf5d-ac42-403f-87c8-4e3e221f997e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2017209356-subnet', 'tenant_id': '43d72261a717487bacab52192813d67c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:26.999949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddea8c-7067-42ac-9c33-86931fbe6d38 admin admin] Pushing event updated for resources: {'Network': ['ID=7daedf5d-ac42-403f-87c8-4e3e221f997e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:27.000082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-95a6db5e-0c76-40be-9dd4-859c2cc6fb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.018238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7daedf5d-ac42-403f-87c8-4e3e221f997e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:41:27.029095 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.079975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440807c-fdc5-47db-9865-3fe60bbefaff req-30f6d18b-170d-444b-acf4-0ae8e8d4f4c5 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.088890 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f440807c-fdc5-47db-9865-3fe60bbefaff req-30f6d18b-170d-444b-acf4-0ae8e8d4f4c5 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 945 time: 0.6454306 Jun 30 02:41:27.090679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Made reservation on behalf of 43d72261a717487bacab52192813d67c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:27.093389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.329419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f440807c-fdc5-47db-9865-3fe60bbefaff req-256785c7-9c48-40c2-b2c6-0e89627260d1 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394083 Jun 30 02:41:27.367348 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.520972 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.653731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e80a069-15f0-4afa-abba-dd09e233c57c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:27.683230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Checking segment: {'id': '9b718bd5-53f6-4944-b723-a8c0caa06022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7daedf5d-ac42-403f-87c8-4e3e221f997e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:27.683590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Network hostable DHCP agents. Network: 7daedf5d-ac42-403f-87c8-4e3e221f997e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:41:27.697445 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f57a9b57-ad00-4d04-b05e-519d3c593040 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:27.756110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Network 7daedf5d-ac42-403f-87c8-4e3e221f997e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:41:27.780129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7daedf5d-ac42-403f-87c8-4e3e221f997e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:27.798749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43892e7-8374-4028-8f9f-56ae77c5805f None None] Network 7daedf5d-ac42-403f-87c8-4e3e221f997e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:27.799256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:27.800113 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:27.848215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-196831bf-2332-4c88-ac82-46f470a104d1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8617051 Jun 30 02:41:27.930887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port f57a9b57-ad00-4d04-b05e-519d3c593040 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:27.941366 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.092547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:28.130196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d7fa82-bd4f-4071-9de0-c34442471ba3 None None] Network 7daedf5d-ac42-403f-87c8-4e3e221f997e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:28.174055 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-d535fb8b-b0a9-4762-b8c1-fd9329adf5a5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.177581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-d535fb8b-b0a9-4762-b8c1-fd9329adf5a5 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.73 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 946 time: 0.2658811 Jun 30 02:41:28.228336 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.268956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c7d2-8a03-4a2a-b6e9-92fc40f62570 req-486b0e1f-158b-48b0-ac97-c29aeae67f25 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:28.278376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe51c7d2-8a03-4a2a-b6e9-92fc40f62570 req-486b0e1f-158b-48b0-ac97-c29aeae67f25 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 946 time: 0.2958782 Jun 30 02:41:28.295234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Router e26689b1-ee07-414d-b96a-aa9fe84b00d2 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:41:28.470501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe51c7d2-8a03-4a2a-b6e9-92fc40f62570 req-90a01779-4d1c-40da-995c-a6f9ef212da3 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups?id=3cca48c2-1d65-4e0c-8476-4bf4caf43011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908395 Jun 30 02:41:28.508431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa8561b-8763-4c37-a433-26bbc8d9ad36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.508967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Deleting port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:28.509404 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.625381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3828956d-f76c-463d-a662-25fa3ca37aae None None] Network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:28.684068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:28.692183 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] For port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:28.692881 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.751676 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-83fdaa87-07dd-4201-a2c5-767f71528a25 None None] Provisioning for port f57a9b57-ad00-4d04-b05e-519d3c593040 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:28.770107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-83fdaa87-07dd-4201-a2c5-767f71528a25 None None] Provisioning complete for port f57a9b57-ad00-4d04-b05e-519d3c593040 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:28.771433 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83fdaa87-07dd-4201-a2c5-767f71528a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.950476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c166531e-c62f-4349-8b69-b41b3b6978d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.961047 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83fdaa87-07dd-4201-a2c5-767f71528a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.995768 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.996305 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:28.996730 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Floating IP 4733bfaf-954e-4f57-b39c-1ba20b7cdf02 disassociated. External IP: 172.25.7.249, port: 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3. Jun 30 02:41:28.997207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Calling delete_port for 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:29.018579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:29.029924 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Sync routers for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:29.050959 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:29.051794 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:29.059168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-83fdaa87-07dd-4201-a2c5-767f71528a25 None None] For port f57a9b57-ad00-4d04-b05e-519d3c593040, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f57a9b57-ad00-4d04-b05e-519d3c593040,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:29.068214 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83fdaa87-07dd-4201-a2c5-767f71528a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.200488 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:29.246958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdaa87-07dd-4201-a2c5-767f71528a25 None None] Pushing event updated for resources: {'Port': ['ID=f57a9b57-ad00-4d04-b05e-519d3c593040,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:29.282900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-ad0611c2-3125-43a8-b512-e05b8b8c09fd tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.284557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-ad0611c2-3125-43a8-b512-e05b8b8c09fd tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/networks?id=7daedf5d-ac42-403f-87c8-4e3e221f997e HTTP/1.1" status: 200 len: 814 time: 0.2818797 Jun 30 02:41:29.331491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-c64933b9-200b-4c98-b1ff-e71a75d9683f tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/quotas/43d72261a717487bacab52192813d67c HTTP/1.1" status: 200 len: 375 time: 0.0376210 Jun 30 02:41:29.422755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-a2193545-5fef-4392-b9f3-a7db6d06bd30 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=43d72261a717487bacab52192813d67c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814991 Jun 30 02:41:29.444329 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c166531e-c62f-4349-8b69-b41b3b6978d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.479659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c166531e-c62f-4349-8b69-b41b3b6978d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.484667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc5bce-8ab2-4772-9c8b-d1237a7d45f9 req-4bd91856-24b3-425d-b359-b87770d31c2b tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:29.497130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ffcc5bce-8ab2-4772-9c8b-d1237a7d45f9 req-4bd91856-24b3-425d-b359-b87770d31c2b tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 945 time: 0.1513216 Jun 30 02:41:29.505633 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:27Z', 'revision_number': 3, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:29.515044 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.570021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f57a9b57-ad00-4d04-b05e-519d3c593040 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:29.584977 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Checking router: e26689b1-ee07-414d-b96a-aa9fe84b00d2 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:29.585317 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Updating router e26689b1-ee07-414d-b96a-aa9fe84b00d2 port 65743f11-6f22-403d-9ea8-af7b3f715b6b binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:41:29.588824 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c166531e-c62f-4349-8b69-b41b3b6978d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d59f47ead29490ba3935116135e3da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9034324 Jun 30 02:41:29.602600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:29.605200 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.608434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c8e3f364-b291-4c91-af32-8bc3f96d76ed admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3320789 Jun 30 02:41:29.629287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:29.652652 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.670983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f57a9b57-ad00-4d04-b05e-519d3c593040 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:29.671356 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.704053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event deleted for resources: {'Port': ['ID=70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:29.705965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166531e-c62f-4349-8b69-b41b3b6978d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a17d5b1-1466-4980-aaf1-5a07e7673ced,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:29.714539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ffcc5bce-8ab2-4772-9c8b-d1237a7d45f9 req-e61ae0df-d749-403f-8381-207bffe48987 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164140 Jun 30 02:41:29.789702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3e04068-bb1b-4a81-a15b-5b4ff824e8aa None None] Provisioning complete for port f57a9b57-ad00-4d04-b05e-519d3c593040 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:29.790172 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e04068-bb1b-4a81-a15b-5b4ff824e8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.909822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa8561b-8763-4c37-a433-26bbc8d9ad36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.916377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:41:29.945351 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-c306caa0-0de0-4c36-91bd-c0b95b85e694 service neutron] 10.222.0.55 "GET /v2.0/networks/7daedf5d-ac42-403f-87c8-4e3e221f997e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966984 Jun 30 02:41:29.950181 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aaa8561b-8763-4c37-a433-26bbc8d9ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:29.993190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.023856 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.038074 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Transition to ACTIVE for port object 65743f11-6f22-403d-9ea8-af7b3f715b6b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:30.050447 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.055589 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be23019-e226-4e43-8eb7-e3f59882ef54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.058781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0173779c-01db-44b2-86e8-c23b3e350368 req-f94f3c6d-f31d-46f5-98cf-5ce4618cb662 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac6454a-5df1-4534-9b5f-6d25d67f1807 HTTP/1.1" status: 200 len: 210 time: 0.0826902 Jun 30 02:41:30.135362 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Pushing event updated for resources: {'Port': ['ID=65743f11-6f22-403d-9ea8-af7b3f715b6b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.145674 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be23019-e226-4e43-8eb7-e3f59882ef54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.163633 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.164191 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.165232 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.166186 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.166186 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.166617 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.167025 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.168167 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.168553 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.168948 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.169328 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.169711 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:30.176565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aaa8561b-8763-4c37-a433-26bbc8d9ad36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76b93e88dc264eaf92c709f5edfade49&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0780275 Jun 30 02:41:30.176743 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Attempting to bind port 65743f11-6f22-403d-9ea8-af7b3f715b6b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:30.176743 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Attempting to bind port 65743f11-6f22-403d-9ea8-af7b3f715b6b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:30.176743 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Attempting to bind port 65743f11-6f22-403d-9ea8-af7b3f715b6b on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:30.176966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42114) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:30.183061 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:30.183600 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:30.184023 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.184452 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:30.185665 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Bound port: 65743f11-6f22-403d-9ea8-af7b3f715b6b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:30.186227 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.191265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8561b-8763-4c37-a433-26bbc8d9ad36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71900e9b-0ea8-4ab1-ad42-5fc7714adab2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.269098 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] For port 65743f11-6f22-403d-9ea8-af7b3f715b6b, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:30.273855 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] For port 65743f11-6f22-403d-9ea8-af7b3f715b6b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=65743f11-6f22-403d-9ea8-af7b3f715b6b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:30.293591 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.303876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-2ee43bc7-e684-4364-8962-8586e69bd0f4 service neutron] 10.222.0.55 "GET /v2.0/networks/7daedf5d-ac42-403f-87c8-4e3e221f997e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442135 Jun 30 02:41:30.313640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:30.324106 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] Sync routers for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:30.343041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:30.343755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:30.385551 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be23019-e226-4e43-8eb7-e3f59882ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.389178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be23019-e226-4e43-8eb7-e3f59882ef54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.390668 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1be23019-e226-4e43-8eb7-e3f59882ef54 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a17d5b1-1466-4980-aaf1-5a07e7673ced HTTP/1.1" status: 204 len: 168 time: 0.7738261 Jun 30 02:41:30.410041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be23019-e226-4e43-8eb7-e3f59882ef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a17d5b1-1466-4980-aaf1-5a07e7673ced,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.435689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] No DVR routers for this DVR port 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:30.445603 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:30.446427 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.447619 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:30.449105 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b3edf76f-3430-4fc4-a01a-a8846198c377 req-8e4cc4d4-06b8-4fa6-858f-e65d20deed7c tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.73 "DELETE /v2.0/ports/70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 HTTP/1.1" status: 204 len: 173 time: 2.2614820 Jun 30 02:41:30.450094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'name': 'network-vif-deleted', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:30.455609 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0644a8bd-4b97-451b-ae03-30f4c22ddf17" -d '{"events": [{"server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "name": "network-vif-deleted", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:30.478095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87dd8759-1332-4a3c-9002-c1df4fb384d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.535590 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87dd8759-1332-4a3c-9002-c1df4fb384d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.643060 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d6b4d-1610-4a17-8835-ad354be833dd None None] Pushing event updated for resources: {'Port': ['ID=65743f11-6f22-403d-9ea8-af7b3f715b6b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.692908 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbf3875-b4c3-420c-81aa-3772af906f68 x-openstack-request-id: req-2cbf3875-b4c3-420c-81aa-3772af906f68 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:30.693197 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac6454a-5df1-4534-9b5f-6d25d67f1807", "name": "network-vif-deleted", "tag": "70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:30.698923 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cbf3875-b4c3-420c-81aa-3772af906f68 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:30.699403 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac6454a-5df1-4534-9b5f-6d25d67f1807', 'name': 'network-vif-deleted', 'tag': '70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3', 'status': 'completed', 'code': 200} Jun 30 02:41:30.703569 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87dd8759-1332-4a3c-9002-c1df4fb384d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.713248 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87dd8759-1332-4a3c-9002-c1df4fb384d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:30.714521 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-87dd8759-1332-4a3c-9002-c1df4fb384d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71900e9b-0ea8-4ab1-ad42-5fc7714adab2 HTTP/1.1" status: 204 len: 168 time: 0.5270839 Jun 30 02:41:30.737751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:30.753449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd8759-1332-4a3c-9002-c1df4fb384d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71900e9b-0ea8-4ab1-ad42-5fc7714adab2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:30.835760 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:30.857887 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6828c169-361a-48fb-91a8-b3001f1309b9 req-ac2a5ac2-f4ed-4d07-ab34-99acbb80984c tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 210 time: 0.1657813 Jun 30 02:41:31.092691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c6e6-e6d3-4f2f-b32c-d72646b59197 req-8fe3d78b-f865-4abe-8226-0539153ea50e tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.103074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c804c6e6-e6d3-4f2f-b32c-d72646b59197 req-8fe3d78b-f865-4abe-8226-0539153ea50e tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 945 time: 0.1561155 Jun 30 02:41:31.106708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:31.165228 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.189454 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9ee183a-8f0d-41c4-9575-933f3dee254d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.226575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c804c6e6-e6d3-4f2f-b32c-d72646b59197 req-38444eae-7980-47dd-bcd4-a4d897d7f00d tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221168 Jun 30 02:41:31.312320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-17c6b511-9c2a-4299-a1f9-3fe7c33e125d tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:31.318063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-17c6b511-9c2a-4299-a1f9-3fe7c33e125d tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.73 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 945 time: 0.2517159 Jun 30 02:41:31.373049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:31.441898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] Checking router: 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:31.474927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:31.479547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:31.536384 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:27Z', 'revision_number': 3, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:31.596326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Allocated IP 172.20.0.1 (3eefaf5d-6f3e-4d72-b603-0e9ece4f713e/64f0cc56-bf0e-4c96-8471-fcfb481181a7/73ae83cb-3d73-4481-a412-1f6f066c773b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:31.607957 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e54326-d08b-4b56-b2d9-7f5206ff07c5 None None] The sync data for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 is: [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:27Z', 'revision_number': 3, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:31.710645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:31.713076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:31.744371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:31.744735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 70ffbc1f-5821-4da4-bc9d-b8adbcf6d0d3 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:31.799540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9ee183a-8f0d-41c4-9575-933f3dee254d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.806802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8254b481-5478-4af5-9975-c4c9e0f8b64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.816829 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.832326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:31.842687 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9ee183a-8f0d-41c4-9575-933f3dee254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.849578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-2eceaee6-99d9-4fd4-afe9-773c8364fe9c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Deleting port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:31.850300 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-2eceaee6-99d9-4fd4-afe9-773c8364fe9c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.853227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Transition to ACTIVE for port object 73ae83cb-3d73-4481-a412-1f6f066c773b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:31.900524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee183a-8f0d-41c4-9575-933f3dee254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f7115-6559-4ed0-86d1-d2c039942cc7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:31.924037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.985246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:32.071974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:32.082939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:32.117226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-2eceaee6-99d9-4fd4-afe9-773c8364fe9c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] For port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,segment=NetworkSegment(9fdc70a4-d0b9-4d4d-a879-af0ef909f695),segment_id=9fdc70a4-d0b9-4d4d-a879-af0ef909f695)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:32.117597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-2eceaee6-99d9-4fd4-afe9-773c8364fe9c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.145570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d9ee183a-8f0d-41c4-9575-933f3dee254d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcde847341754b89bb90eefcff796d81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0154283 Jun 30 02:41:32.151406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:32.152327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-2eceaee6-99d9-4fd4-afe9-773c8364fe9c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Calling delete_port for 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:32.199856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Pushing event updated for resources: {'Port': ['ID=73ae83cb-3d73-4481-a412-1f6f066c773b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:32.272022 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.428425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:32.441490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8254b481-5478-4af5-9975-c4c9e0f8b64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.460139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8071f99e-db73-414c-84a3-7cc58100312f None None] The sync data for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 is: [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:20Z', 'revision_number': 4, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4', 'name': '', 'network_id': 'd229cb70-5fa0-4cb6-8449-0aa985c643b3', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'mac_address': 'fa:16:3e:23:7b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:19Z', 'updated_at': '2021-06-30T02:31:25Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'subnets': [{'id': '2b9a2953-ff5e-4455-9a8e-2962a7821379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:32.467387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7e14d4e8-794c-48d5-b32f-24526ead4c00 None None] Provisioning for port 73ae83cb-3d73-4481-a412-1f6f066c773b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:32.476154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7e14d4e8-794c-48d5-b32f-24526ead4c00 None None] Provisioning complete for port 73ae83cb-3d73-4481-a412-1f6f066c773b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:32.478963 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e14d4e8-794c-48d5-b32f-24526ead4c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.522517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7e14d4e8-794c-48d5-b32f-24526ead4c00 None None] Port 73ae83cb-3d73-4481-a412-1f6f066c773b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:32.536963 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.554887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:32.783340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6fe172b-d65a-4141-83c2-7e7a2f426f0a req-7bcb4c90-05e0-498c-a5ff-9f033c4c56b2 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 210 time: 0.6318736 Jun 30 02:41:32.793568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d97472-08c5-4cee-8afd-9cfabc164dc1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.804237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8254b481-5478-4af5-9975-c4c9e0f8b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.878764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d97472-08c5-4cee-8afd-9cfabc164dc1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:32.903646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85544a22-88c5-4878-80d2-76d223b75252 req-7e226b17-3c2a-43bf-8fc6-de69cb8b24aa tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:32.911705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85544a22-88c5-4878-80d2-76d223b75252 req-7e226b17-3c2a-43bf-8fc6-de69cb8b24aa tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 867 time: 0.2001565 Jun 30 02:41:33.023592 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b08f9a-a096-4387-adfd-d00389576d3f None None] New status for floating IP 4733bfaf-954e-4f57-b39c-1ba20b7cdf02: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:41:33.090668 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85544a22-88c5-4878-80d2-76d223b75252 req-fb27e113-16d3-4197-8121-08af067947f5 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/security-groups?id=e9ddb554-6864-4d31-a7f6-c496ebb8fc73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779566 Jun 30 02:41:33.100258 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.107995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.108452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-2eceaee6-99d9-4fd4-afe9-773c8364fe9c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.121397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-e08e2d95-411c-4b2b-8cff-acf17aea9666 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:33.122997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-e08e2d95-411c-4b2b-8cff-acf17aea9666 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.69 "GET /v2.0/networks?id=7daedf5d-ac42-403f-87c8-4e3e221f997e HTTP/1.1" status: 200 len: 814 time: 0.3101258 Jun 30 02:41:33.127317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:33.194353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Request body: {'port': {'device_id': 'a8663f3a-fd72-4658-b085-da9e9d128611', 'network_id': '7daedf5d-ac42-403f-87c8-4e3e221f997e', 'admin_state_up': True, 'tenant_id': '43d72261a717487bacab52192813d67c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:33.275574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.285276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Pushing event updated for resources: {'Port': ['ID=73ae83cb-3d73-4481-a412-1f6f066c773b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:33.331398 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d97472-08c5-4cee-8afd-9cfabc164dc1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.333911 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d97472-08c5-4cee-8afd-9cfabc164dc1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.347060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-54d97472-08c5-4cee-8afd-9cfabc164dc1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "DELETE /v2.0/security-groups/3cca48c2-1d65-4e0c-8476-4bf4caf43011 HTTP/1.1" status: 204 len: 168 time: 0.7892718 Jun 30 02:41:33.351741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:33.434742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d97472-08c5-4cee-8afd-9cfabc164dc1 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cca48c2-1d65-4e0c-8476-4bf4caf43011,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:33.444629 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-13520d98-71d3-4f0c-ab22-c5bf13cb9dd6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] show failed (client error): The resource could not be found. Jun 30 02:41:33.448949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-13520d98-71d3-4f0c-ab22-c5bf13cb9dd6 tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "GET /v2.0/security-groups/3cca48c2-1d65-4e0c-8476-4bf4caf43011 HTTP/1.1" status: 404 len: 347 time: 0.0369146 Jun 30 02:41:33.454989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:33.519889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8254b481-5478-4af5-9975-c4c9e0f8b64f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56a2a877d4a1460d993d8a6a377f0ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7854936 Jun 30 02:41:33.520613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Made reservation on behalf of 43d72261a717487bacab52192813d67c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:33.525693 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.528437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eceaee6-99d9-4fd4-afe9-773c8364fe9c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Pushing event deleted for resources: {'Port': ['ID=34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:33.533700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:33.553120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254b481-5478-4af5-9975-c4c9e0f8b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb2748d-8ca1-47f9-bc13-253105eb8703,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:33.629975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 65743f11-6f22-403d-9ea8-af7b3f715b6b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:33.638093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:33.640761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:33.679992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-2eceaee6-99d9-4fd4-afe9-773c8364fe9c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] No DVR routers for this DVR port 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:41:33.688069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-2eceaee6-99d9-4fd4-afe9-773c8364fe9c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.691246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4027617a-1c0d-40f9-b5cd-aaa82437d27b req-2eceaee6-99d9-4fd4-afe9-773c8364fe9c tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.73 "DELETE /v2.0/ports/34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 HTTP/1.1" status: 204 len: 173 time: 2.3644798 Jun 30 02:41:33.693297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec88c17-dc54-42b2-83af-40ebaca30de3', 'name': 'network-vif-deleted', 'tag': '34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:33.696229 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdce486-d9c7-4236-9e8a-6319de82c18d" -d '{"events": [{"server_uuid": "bec88c17-dc54-42b2-83af-40ebaca30de3", "name": "network-vif-deleted", "tag": "34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:33.704951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-767c3321-ae6a-4461-b3bd-506343388021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.759151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 65743f11-6f22-403d-9ea8-af7b3f715b6b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:33.765211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-40e2a294-7126-491a-9838-7654bba6cfab tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Deleting port 4e193dd9-0d62-4983-84bc-215f1e98047d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:33.766314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40e2a294-7126-491a-9838-7654bba6cfab tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.783305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 65743f11-6f22-403d-9ea8-af7b3f715b6b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:33.785516 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.799433 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3081f45-f78b-43ae-bbb5-1e7f41a95fd6 x-openstack-request-id: req-d3081f45-f78b-43ae-bbb5-1e7f41a95fd6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:33.799734 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec88c17-dc54-42b2-83af-40ebaca30de3", "name": "network-vif-deleted", "tag": "34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:33.799990 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3081f45-f78b-43ae-bbb5-1e7f41a95fd6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:33.800411 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec88c17-dc54-42b2-83af-40ebaca30de3', 'name': 'network-vif-deleted', 'tag': '34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60', 'status': 'completed', 'code': 200} Jun 30 02:41:33.813711 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a964ce8c-e491-4eb0-b537-fbb9aab18f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.871560 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a964ce8c-e491-4eb0-b537-fbb9aab18f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.901270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40e2a294-7126-491a-9838-7654bba6cfab tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.901609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40e2a294-7126-491a-9838-7654bba6cfab tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:33.915691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-40e2a294-7126-491a-9838-7654bba6cfab tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Calling delete_port for 4e193dd9-0d62-4983-84bc-215f1e98047d owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:33.998158 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.022603 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-767c3321-ae6a-4461-b3bd-506343388021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.062519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-720bcca5-7361-4068-a50e-f80ddafd1d18 req-f65b6bc5-b6bf-4f84-a484-c0ccb35df5ce tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 210 time: 0.1408446 Jun 30 02:41:34.098391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 65743f11-6f22-403d-9ea8-af7b3f715b6b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=65743f11-6f22-403d-9ea8-af7b3f715b6b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:34.105576 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.176269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Router e26689b1-ee07-414d-b96a-aa9fe84b00d2 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:41:34.182222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a964ce8c-e491-4eb0-b537-fbb9aab18f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.189409 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a964ce8c-e491-4eb0-b537-fbb9aab18f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.197687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a964ce8c-e491-4eb0-b537-fbb9aab18f7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bb2748d-8ca1-47f9-bc13-253105eb8703 HTTP/1.1" status: 204 len: 168 time: 0.6614263 Jun 30 02:41:34.202163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=65743f11-6f22-403d-9ea8-af7b3f715b6b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:34.231480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b3619b2a-5e8e-4df9-9110-9ad4c9367be2 None None] Provisioning complete for port 73ae83cb-3d73-4481-a412-1f6f066c773b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:34.232250 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b3619b2a-5e8e-4df9-9110-9ad4c9367be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.234484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964ce8c-e491-4eb0-b537-fbb9aab18f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb2748d-8ca1-47f9-bc13-253105eb8703,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:34.259483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Allocated IP 172.20.0.14 (7daedf5d-ac42-403f-87c8-4e3e221f997e/4e80a069-15f0-4afa-abba-dd09e233c57c/8f73bda2-7d1b-4d61-85bc-a813623280a3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:34.333529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b3619b2a-5e8e-4df9-9110-9ad4c9367be2 None None] Port 73ae83cb-3d73-4481-a412-1f6f066c773b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:34.350165 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-767c3321-ae6a-4461-b3bd-506343388021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.352936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-767c3321-ae6a-4461-b3bd-506343388021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.357182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-767c3321-ae6a-4461-b3bd-506343388021 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d7f7115-6559-4ed0-86d1-d2c039942cc7 HTTP/1.1" status: 204 len: 168 time: 2.2027295 Jun 30 02:41:34.367746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c3321-ae6a-4461-b3bd-506343388021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f7115-6559-4ed0-86d1-d2c039942cc7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:34.591357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bcdde6dc-1aad-4bb9-9f02-19816bfcc177 req-e35c28e3-c439-4e9e-87dc-85c91c889758 tempest-ServerAddressesTestJSON-706964305 tempest-ServerAddressesTestJSON-706964305-project] 10.222.0.55 "GET /v2.0/ports?device_id=bec88c17-dc54-42b2-83af-40ebaca30de3 HTTP/1.1" status: 200 len: 210 time: 0.1506646 Jun 30 02:41:34.599597 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40e2a294-7126-491a-9838-7654bba6cfab tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.640098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2a294-7126-491a-9838-7654bba6cfab tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Pushing event deleted for resources: {'Port': ['ID=4e193dd9-0d62-4983-84bc-215f1e98047d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:34.686693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:34.695630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7d75c891-6102-48be-841c-f9779890ced5 admin admin] 10.222.0.55 "PUT /v2.0/routers/e26689b1-ee07-414d-b96a-aa9fe84b00d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0626442 Jun 30 02:41:34.709867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Sync routers for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:34.734144 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:34.735317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:34.808198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40e2a294-7126-491a-9838-7654bba6cfab tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.812414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40e2a294-7126-491a-9838-7654bba6cfab tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:34.818107 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-40e2a294-7126-491a-9838-7654bba6cfab tempest-AttachVolumeShelveTestJSON-1435229903 tempest-AttachVolumeShelveTestJSON-1435229903-project] 10.222.0.55 "DELETE /v2.0/floatingips/4733bfaf-954e-4f57-b39c-1ba20b7cdf02 HTTP/1.1" status: 204 len: 168 time: 1.3618994 Jun 30 02:41:34.924795 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.058536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.133450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Network 7daedf5d-ac42-403f-87c8-4e3e221f997e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:35.140289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:35.160543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:35.254905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Pushing event updated for resources: {'Port': ['ID=8f73bda2-7d1b-4d61-85bc-a813623280a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:35.307576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.308844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.315545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:35.363898 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f65af7cd-cee8-45eb-8d23-0efead77dd23 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1966085 Jun 30 02:41:35.424330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Request body: {'port': {'device_id': 'a8663f3a-fd72-4658-b085-da9e9d128611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:35.616616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 65743f11-6f22-403d-9ea8-af7b3f715b6b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:35.639021 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.674467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0aafb-0e65-4e0e-b3ac-855bb178c402 req-c1963ef9-654a-43ca-a9b0-b490492cf828 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:35.684870 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23f0aafb-0e65-4e0e-b3ac-855bb178c402 req-c1963ef9-654a-43ca-a9b0-b490492cf828 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 932 time: 0.3417902 Jun 30 02:41:35.716106 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:35.725476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 65743f11-6f22-403d-9ea8-af7b3f715b6b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:35.725835 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.794435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23f0aafb-0e65-4e0e-b3ac-855bb178c402 req-c240427a-85bf-4c3c-a9a2-13d080f8b910 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781202 Jun 30 02:41:35.809118 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:35.889380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:35.889653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 34bcfaa9-09ce-494d-ab5b-7f6b8b83fb60 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:35.923537 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:41:35.957176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-8469148d-5f79-446b-8a6e-ebb46f8cbc3a admin admin] Deleting subnet b5da3c5e-7ad9-4f28-9ec4-42fdb625fc05 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:35.965138 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8469148d-5f79-446b-8a6e-ebb46f8cbc3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.980904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 2, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:36.059848 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8469148d-5f79-446b-8a6e-ebb46f8cbc3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.129014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Checking router: e26689b1-ee07-414d-b96a-aa9fe84b00d2 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:36.133554 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Updating router e26689b1-ee07-414d-b96a-aa9fe84b00d2 port 73ae83cb-3d73-4481-a412-1f6f066c773b binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:41:36.169530 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8469148d-5f79-446b-8a6e-ebb46f8cbc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.220050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.277480 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f73bda2-7d1b-4d61-85bc-a813623280a3 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:36.288322 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.317988 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8469148d-5f79-446b-8a6e-ebb46f8cbc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.348162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Transition to ACTIVE for port object 8f73bda2-7d1b-4d61-85bc-a813623280a3 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:36.390594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.392990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469148d-5f79-446b-8a6e-ebb46f8cbc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5da3c5e-7ad9-4f28-9ec4-42fdb625fc05,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:36.412575 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8469148d-5f79-446b-8a6e-ebb46f8cbc3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.414583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8469148d-5f79-446b-8a6e-ebb46f8cbc3a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b5da3c5e-7ad9-4f28-9ec4-42fdb625fc05 HTTP/1.1" status: 204 len: 168 time: 0.6043291 Jun 30 02:41:36.417414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:36.494531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:36.506291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1203681474-network', 'tenant_id': '5c17eb8646e4472899a795861eea2971'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:36.567144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Pushing event updated for resources: {'Port': ['ID=8f73bda2-7d1b-4d61-85bc-a813623280a3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:36.612268 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.686472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Made reservation on behalf of 5c17eb8646e4472899a795861eea2971 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:36.691051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.740402 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.805891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.824642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Attempting to bind port 8f73bda2-7d1b-4d61-85bc-a813623280a3 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:36.824965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Attempting to bind port 8f73bda2-7d1b-4d61-85bc-a813623280a3 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '9b718bd5-53f6-4944-b723-a8c0caa06022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7daedf5d-ac42-403f-87c8-4e3e221f997e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:36.825671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Attempting to bind port 8f73bda2-7d1b-4d61-85bc-a813623280a3 on network 7daedf5d-ac42-403f-87c8-4e3e221f997e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:36.836728 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:36.851921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Port 8f73bda2-7d1b-4d61-85bc-a813623280a3 on network 7daedf5d-ac42-403f-87c8-4e3e221f997e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:36.852484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Attempting to bind port 8f73bda2-7d1b-4d61-85bc-a813623280a3 on network 7daedf5d-ac42-403f-87c8-4e3e221f997e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:36.865035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:36.865571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Checking segment: {'id': '9b718bd5-53f6-4944-b723-a8c0caa06022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7daedf5d-ac42-403f-87c8-4e3e221f997e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:36.866106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Bound using segment: {'id': '9b718bd5-53f6-4944-b723-a8c0caa06022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7daedf5d-ac42-403f-87c8-4e3e221f997e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:36.866690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Bound port: 8f73bda2-7d1b-4d61-85bc-a813623280a3, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b718bd5-53f6-4944-b723-a8c0caa06022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '7daedf5d-ac42-403f-87c8-4e3e221f997e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:36.867329 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.907397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdc70a4-d0b9-4d4d-a879-af0ef909f695') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:36.907746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdc70a4-d0b9-4d4d-a879-af0ef909f695') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:36.908101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.935542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Transition to ACTIVE for port object 73ae83cb-3d73-4481-a412-1f6f066c773b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:36.941928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.951241 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.005111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.039936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] For port 8f73bda2-7d1b-4d61-85bc-a813623280a3, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:37.048174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:41:37.050565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:41:37.072984 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:41:37.142634 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.147128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Pushing event updated for resources: {'Port': ['ID=73ae83cb-3d73-4481-a412-1f6f066c773b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:37.161871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.207228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:41:37.236468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.237870 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Added segment 6519f74f-f1c1-4a3e-9e92-4d5f58efa63c of type vlan for network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de Jun 30 02:41:37.246496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.246870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.247209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.256844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.258707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.259216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.263830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.264382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.265670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.267185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.268801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.269508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:41:37.306564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Attempting to bind port 73ae83cb-3d73-4481-a412-1f6f066c773b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:37.306964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Attempting to bind port 73ae83cb-3d73-4481-a412-1f6f066c773b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:37.308679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Attempting to bind port 73ae83cb-3d73-4481-a412-1f6f066c773b on network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:37.322821 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.328985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:37.332998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Checking segment: {'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:37.333311 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.334061 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.335222 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1 HTTP/1.1" status: 204 len: 168 time: 0.9161816 Jun 30 02:41:37.336084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Bound using segment: {'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:37.337805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Bound port: 73ae83cb-3d73-4481-a412-1f6f066c773b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:37.338936 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.367820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] For port 8f73bda2-7d1b-4d61-85bc-a813623280a3, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f73bda2-7d1b-4d61-85bc-a813623280a3,segment=NetworkSegment(9b718bd5-53f6-4944-b723-a8c0caa06022),segment_id=9b718bd5-53f6-4944-b723-a8c0caa06022)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:37.373504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b198aa-1e1f-496f-995d-a88d2f027285 admin admin] Pushing event deleted for resources: {'Network': ['ID=e18410ee-fa30-4a7c-8fa9-e07e1bc68ce1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:37.506154 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.565839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] For port 73ae83cb-3d73-4481-a412-1f6f066c773b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:37.571061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] For port 73ae83cb-3d73-4481-a412-1f6f066c773b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=73ae83cb-3d73-4481-a412-1f6f066c773b,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:37.582166 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.662048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:37.663081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:37.678473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.695591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9314df6-da58-4964-989b-0285de555138,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:37.821594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:37.822350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:37.828193 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] 10.222.0.69 "PUT /v2.0/ports/8f73bda2-7d1b-4d61-85bc-a813623280a3 HTTP/1.1" status: 200 len: 1093 time: 2.4096742 Jun 30 02:41:37.846331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:37.850891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8663f3a-fd72-4658-b085-da9e9d128611', 'tag': '8f73bda2-7d1b-4d61-85bc-a813623280a3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:37.856636 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15650b2b-2040-4a81-812e-abd4600e6b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8663f3a-fd72-4658-b085-da9e9d128611", "tag": "8f73bda2-7d1b-4d61-85bc-a813623280a3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:37.893019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:37.946028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:41:37.968094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7feedd69-66ad-4dfc-8200-25265bb23c06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83bcc71935954fdda386607137c91ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1202848 Jun 30 02:41:37.969124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:38.080097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd04e8-bc94-4a9d-88df-17d5bf6991c6 None None] Pushing event updated for resources: {'Port': ['ID=73ae83cb-3d73-4481-a412-1f6f066c773b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:38.133800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f91889b5-7bb9-4837-8514-23a23b893abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.193980 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f91889b5-7bb9-4837-8514-23a23b893abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.481162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-0ae056ad-0123-4720-a9fd-8d54ccbceb24 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.484700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-0ae056ad-0123-4720-a9fd-8d54ccbceb24 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 814 time: 0.2260573 Jun 30 02:41:38.532714 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f91889b5-7bb9-4837-8514-23a23b893abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.550109 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f91889b5-7bb9-4837-8514-23a23b893abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.551337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f91889b5-7bb9-4837-8514-23a23b893abf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9ddb554-6864-4d31-a7f6-c496ebb8fc73 HTTP/1.1" status: 204 len: 168 time: 0.5811119 Jun 30 02:41:38.556578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:37Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:38.583317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91889b5-7bb9-4837-8514-23a23b893abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ddb554-6864-4d31-a7f6-c496ebb8fc73,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:38.597242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-e7e12f91-6f02-49b9-a9b6-6723ba282119 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/quotas/8b81d129bff9484596f6f5d8d84831e5 HTTP/1.1" status: 200 len: 375 time: 0.0850482 Jun 30 02:41:38.619144 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2627c83b-263d-48c9-a1ad-227fd71ff0eb x-openstack-request-id: req-2627c83b-263d-48c9-a1ad-227fd71ff0eb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:38.619646 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8663f3a-fd72-4658-b085-da9e9d128611", "tag": "8f73bda2-7d1b-4d61-85bc-a813623280a3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:38.622168 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2627c83b-263d-48c9-a1ad-227fd71ff0eb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:38.623383 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8663f3a-fd72-4658-b085-da9e9d128611', 'tag': '8f73bda2-7d1b-4d61-85bc-a813623280a3', 'status': 'completed', 'code': 200} Jun 30 02:41:38.650147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfa5e07-256d-4164-8594-ac124b3a1b60 None None] The sync data for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 is: [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:37Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:38.701682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110b8e7-03f5-4df3-86b3-d332f3665b25 service neutron] Pushing event updated for resources: {'Port': ['ID=8f73bda2-7d1b-4d61-85bc-a813623280a3,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:38.718392 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-76490180-6da0-48f2-a16d-92d24adb69e7 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201241 Jun 30 02:41:38.760616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-6c8e562d-8afc-43f5-aed5-c1bbba0c870d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3649330 Jun 30 02:41:38.826279 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.827945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:38.829473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.964356 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4670093 Jun 30 02:41:38.974845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:38.986780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-8d5fcd3a-c9c7-4450-ba3d-ae30ef1c2d81 service neutron] 10.222.0.55 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672255 Jun 30 02:41:38.992719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b732674-62ff-4fa3-87ca-23b326c88897 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc83d03-fbfc-4b8e-8591-2b1dd58078de,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:39.005046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:41:39.015079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc90b08-abc1-4f16-8190-d4d30bf09e07 req-cfe1b5a8-7c12-4168-abd2-3b2b03d2d0ee tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.023285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dcc90b08-abc1-4f16-8190-d4d30bf09e07 req-cfe1b5a8-7c12-4168-abd2-3b2b03d2d0ee tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 944 time: 1.8830733 Jun 30 02:41:39.090274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:39.115566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Request body: {'subnet': {'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1203681474-subnet', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:39.152417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-723dc8aa-1f1c-4dff-92e2-c70ccf20552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.156117 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-723dc8aa-1f1c-4dff-92e2-c70ccf20552e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43d72261a717487bacab52192813d67c&device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 1096 time: 1.2155719 Jun 30 02:41:39.182972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Made reservation on behalf of 5c17eb8646e4472899a795861eea2971 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:39.186093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.299913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dcc90b08-abc1-4f16-8190-d4d30bf09e07 req-26230687-4483-41b1-80fb-c4e420b4efe1 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752662 Jun 30 02:41:39.302634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-80d951a4-6b6b-4c74-8ae7-eb3e8c956aa0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f73bda2-7d1b-4d61-85bc-a813623280a3 HTTP/1.1" status: 200 len: 217 time: 0.1115847 Jun 30 02:41:39.433061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-558ffe23-74d5-4323-84e2-d67ba12eadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.435281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-558ffe23-74d5-4323-84e2-d67ba12eadeb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4e80a069-15f0-4afa-abba-dd09e233c57c HTTP/1.1" status: 200 len: 854 time: 0.1137216 Jun 30 02:41:39.612980 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-e40a7826-cd6b-469d-b115-2dfdf2462395 service neutron] 10.222.0.55 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252034 Jun 30 02:41:39.722284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-211f1ac2-97b9-4b1d-80c6-cd578db64032 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7daedf5d-ac42-403f-87c8-4e3e221f997e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718249 Jun 30 02:41:39.727486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 73ae83cb-3d73-4481-a412-1f6f066c773b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:39.748725 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-b6d1aab6-93e0-42d8-9e78-2772f04a49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:39.751892 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-b6d1aab6-93e0-42d8-9e78-2772f04a49c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 1097 time: 0.8957565 Jun 30 02:41:39.753333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db7b525-3bea-4c3d-8bc7-3709690dcd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.832129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:39.867424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 73ae83cb-3d73-4481-a412-1f6f066c773b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:39.873129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 73ae83cb-3d73-4481-a412-1f6f066c773b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:39.873698 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.074079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd03cda4-c296-477c-bb29-232eadc7d294,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:40.124976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Checking segment: {'id': '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:40.125480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Network hostable DHCP agents. Network: 8dc83d03-fbfc-4b8e-8591-2b1dd58078de, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:41:40.157668 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.257488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 73ae83cb-3d73-4481-a412-1f6f066c773b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=73ae83cb-3d73-4481-a412-1f6f066c773b,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:40.266085 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.324195 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65ed47c1-ede3-40da-ab06-dc6a960b3b67 req-e6e2e748-6181-4b7b-8ae6-0c5784792767 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 210 time: 0.1568213 Jun 30 02:41:40.342405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:41:40.365902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 8dc83d03-fbfc-4b8e-8591-2b1dd58078de) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:40.378113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:40.378830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.392622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1d2993-f8af-49b1-9001-ef6307f12791 None None] Network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:40.435061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e3d1a0c-1b1d-4903-a09e-ef598e669e68 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3343346 Jun 30 02:41:40.436756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:40.451513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-6a57639b-b496-4a3f-89b5-b296ed7aa7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:40.453060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-6a57639b-b496-4a3f-89b5-b296ed7aa7ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 915 time: 0.6398978 Jun 30 02:41:40.455326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-204821c4-6ff3-45e2-ad51-46bfa62adb00 service neutron] 10.222.0.69 "GET /v2.0/networks/7daedf5d-ac42-403f-87c8-4e3e221f997e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190022 Jun 30 02:41:40.460873 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1203681474-router', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:40.481466 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-bf3fc6e9-e8c8-4ba1-adf0-d3c875454a36 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.1756618 Jun 30 02:41:40.490375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:40.554506 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-4db77a78-da7b-443e-91ad-598e5fafee20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb550891-e81f-44c2-9adc-2561e860da37 HTTP/1.1" status: 200 len: 217 time: 0.0839782 Jun 30 02:41:40.578970 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.580469 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.588241 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=73ae83cb-3d73-4481-a412-1f6f066c773b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:40.702424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.776743 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6557e8c-bdf6-49de-951f-86668bcfeb94 req-e776c268-7abc-406a-a2c3-860d6a1c26c2 service neutron] 10.222.0.69 "GET /v2.0/networks/7daedf5d-ac42-403f-87c8-4e3e221f997e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076732 Jun 30 02:41:40.858862 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-0db7b525-3bea-4c3d-8bc7-3709690dcd99 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:41:40.858862 n-d-758944-39 neutron-server[93771]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 02:41:40.858862 n-d-758944-39 neutron-server[93771]: [parameters: {'project_id': '78492b373f464f3a81bc4cd1ca43f2c7', 'id': 'dbf3bd0c-02a4-436a-84cc-fe938a89fcab', 'expiration': datetime.datetime(2021, 6, 30, 2, 43, 40, 560201)}] Jun 30 02:41:40.858862 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:41:40.858862 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-0db7b525-3bea-4c3d-8bc7-3709690dcd99 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:41:40.878351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-8dc83d03-fbfc-4b8e-8591-2b1dd58078de', 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'fixed_ips': [{'subnet_id': 'cd03cda4-c296-477c-bb29-232eadc7d294'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:41:40.880835 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:40.963924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1949033851-network', 'tenant_id': 'f2b55cd3dbf84826bf84947ed1d142d7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:41.154200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-551734f5-c681-49dc-80d9-366883709a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.156237 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-551734f5-c681-49dc-80d9-366883709a0c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 200 len: 854 time: 0.5668054 Jun 30 02:41:41.176793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Made reservation on behalf of f2b55cd3dbf84826bf84947ed1d142d7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:41.188535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.228160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Allocated IP 172.20.0.2 (8dc83d03-fbfc-4b8e-8591-2b1dd58078de/cd03cda4-c296-477c-bb29-232eadc7d294/d0ecb8d7-3456-42c4-a53d-a9453b6d632d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:41.261476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-67967925-4e2f-4135-bb66-4ff1cc1aa434 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940697 Jun 30 02:41:41.290204 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.317780 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.328219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-2e78ca15-195a-4cf2-b61f-1d8f7f00fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.328800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-2e78ca15-195a-4cf2-b61f-1d8f7f00fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.329282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-2e78ca15-195a-4cf2-b61f-1d8f7f00fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.329834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-2e78ca15-195a-4cf2-b61f-1d8f7f00fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.330300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-2e78ca15-195a-4cf2-b61f-1d8f7f00fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.336403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-2e78ca15-195a-4cf2-b61f-1d8f7f00fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.337028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-2e78ca15-195a-4cf2-b61f-1d8f7f00fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.339481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-2e78ca15-195a-4cf2-b61f-1d8f7f00fd6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6508 time: 0.7814262 Jun 30 02:41:41.381623 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db7b525-3bea-4c3d-8bc7-3709690dcd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.455348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1cc17-5326-426b-94e3-ddac8b1b71d1 req-ffc856d7-a8b3-433c-9279-34bdb36d3c3b tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.465886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-00b1cc17-5326-426b-94e3-ddac8b1b71d1 req-ffc856d7-a8b3-433c-9279-34bdb36d3c3b tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 944 time: 0.6257019 Jun 30 02:41:41.475494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-f2b2f098-c6ce-4959-83d0-59487ec99878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.476992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-f2b2f098-c6ce-4959-83d0-59487ec99878 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43d72261a717487bacab52192813d67c&device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 1096 time: 0.6095595 Jun 30 02:41:41.605552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 73ae83cb-3d73-4481-a412-1f6f066c773b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:41.663965 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.680323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.683508 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.724369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:41:41.739265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Transition to ACTIVE for port object d0ecb8d7-3456-42c4-a53d-a9453b6d632d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:41.770927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6daf340-2e30-4f4d-801f-f2f3a52994be,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:41.790644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-063ae1a5-65dd-4745-80e7-e8a7d957dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.791932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-063ae1a5-65dd-4745-80e7-e8a7d957dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.792634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-063ae1a5-65dd-4745-80e7-e8a7d957dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:41.794440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-063ae1a5-65dd-4745-80e7-e8a7d957dbc0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=4f822b0e-82d4-4d9a-9952-bdda678788b4&id=4f822b0e-82d4-4d9a-9952-bdda678788b4 HTTP/1.1" status: 200 len: 2298 time: 0.3857961 Jun 30 02:41:41.796715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Transition to ACTIVE for port object d0ecb8d7-3456-42c4-a53d-a9453b6d632d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:41.798278 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.798933 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Added segment 807baffa-fef1-454c-b801-cb607a11dd39 of type vlan for network 96edf5a7-daaf-4ac1-81e8-3d8942d760ef Jun 30 02:41:41.802590 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-f33a6a64-f06f-406d-b251-a2006eb3e07c service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222056 Jun 30 02:41:41.819203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.856696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 73ae83cb-3d73-4481-a412-1f6f066c773b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:41.857683 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:41.939489 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:41.965875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:41.982554 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:41.986810 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-0452e5dc-2223-4fad-9fab-02192ac1d968 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 HTTP/1.1" status: 200 len: 1001 time: 0.1550317 Jun 30 02:41:42.018863 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec26ae36-8dd5-46b1-96e4-9007cac5aaea req-1a5a1275-719a-4577-95ef-e610627fab94 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 210 time: 0.3411772 Jun 30 02:41:42.044374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Pushing event updated for resources: {'Port': ['ID=d0ecb8d7-3456-42c4-a53d-a9453b6d632d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:42.090121 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.152024 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.195038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Attempting to bind port d0ecb8d7-3456-42c4-a53d-a9453b6d632d on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:42.195769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Attempting to bind port d0ecb8d7-3456-42c4-a53d-a9453b6d632d by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:42.196588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Attempting to bind port d0ecb8d7-3456-42c4-a53d-a9453b6d632d on network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:42.200248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-0899a5aa-659f-4346-b4a3-f7a62835289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:42.201788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-0899a5aa-659f-4346-b4a3-f7a62835289d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33b4606b-a00c-4e33-b6ba-7adba1ded0ce HTTP/1.1" status: 200 len: 855 time: 0.1177061 Jun 30 02:41:42.204077 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.211298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:42.212006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Checking segment: {'id': '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:42.212634 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.213210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Bound using segment: {'id': '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:42.214030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Bound port: d0ecb8d7-3456-42c4-a53d-a9453b6d632d, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:42.219938 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.263267 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:41:42.337406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-00b1cc17-5326-426b-94e3-ddac8b1b71d1 req-f98edc2f-12fc-4100-9657-b37fdf8997e0 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8647206 Jun 30 02:41:42.346440 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.348068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:42.348811 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.366547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] For port d0ecb8d7-3456-42c4-a53d-a9453b6d632d, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:42.373547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] For port d0ecb8d7-3456-42c4-a53d-a9453b6d632d, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d0ecb8d7-3456-42c4-a53d-a9453b6d632d,segment=NetworkSegment(6519f74f-f1c1-4a3e-9e92-4d5f58efa63c),segment_id=6519f74f-f1c1-4a3e-9e92-4d5f58efa63c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:42.384141 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.462748 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-3f12710d-dacc-4b3c-9011-5e2a5488709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:42.464669 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-3f12710d-dacc-4b3c-9011-5e2a5488709a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2260072 Jun 30 02:41:42.476478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a681daa-8bac-4a2d-93b5-2d1d17db8b34 req-7fbd57a9-f09d-45ca-b129-85a6b720274c service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462705 Jun 30 02:41:42.480519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-fe153b96-2bee-4818-b34c-6edf1b7e10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:42.482270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-fe153b96-2bee-4818-b34c-6edf1b7e10a0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7daedf5d-ac42-403f-87c8-4e3e221f997e HTTP/1.1" status: 200 len: 915 time: 0.6777229 Jun 30 02:41:42.602228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90fcd5-91ea-4f24-afd2-0434069e406c None None] Pushing event updated for resources: {'Port': ['ID=d0ecb8d7-3456-42c4-a53d-a9453b6d632d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:42.685687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-b0235b2f-9570-4818-a9b7-9ef4ca35b94b service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077458 Jun 30 02:41:42.916032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-c3260fa3-89a3-48a7-84dc-e53a0beaee2a service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131054 Jun 30 02:41:43.023972 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-b52dfb01-8eaa-49e9-919d-5fa1b8c239d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 200 len: 217 time: 0.0402687 Jun 30 02:41:43.027512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-460a995e-0b8f-44a1-b311-294a08b4900b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f73bda2-7d1b-4d61-85bc-a813623280a3 HTTP/1.1" status: 200 len: 217 time: 0.3351417 Jun 30 02:41:43.144196 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db7b525-3bea-4c3d-8bc7-3709690dcd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.160340 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0db7b525-3bea-4c3d-8bc7-3709690dcd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.200435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0db7b525-3bea-4c3d-8bc7-3709690dcd99 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78492b373f464f3a81bc4cd1ca43f2c7&name=default HTTP/1.1" status: 200 len: 2983 time: 4.0891969 Jun 30 02:41:43.233109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:43.299119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8075323 Jun 30 02:41:43.306665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:43.316002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-7a533819-d6da-4d2d-ac33-9156a0b25378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.317434 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-7a533819-d6da-4d2d-ac33-9156a0b25378 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4e80a069-15f0-4afa-abba-dd09e233c57c HTTP/1.1" status: 200 len: 854 time: 0.2791088 Jun 30 02:41:43.321470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Request body: {'subnet': {'network_id': '96edf5a7-daaf-4ac1-81e8-3d8942d760ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1949033851-subnet', 'tenant_id': 'f2b55cd3dbf84826bf84947ed1d142d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:43.388919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-df2e3a27-7801-4ea8-bcf7-4c019e9bb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.390380 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-df2e3a27-7801-4ea8-bcf7-4c019e9bb919 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.3507445 Jun 30 02:41:43.393282 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25a10776-ed67-4429-8d0e-975904fbc421 req-2cb6b524-8d01-4d58-a992-6750c5ece31c tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 210 time: 0.0850437 Jun 30 02:41:43.405244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-ceef618a-aa9d-4361-b3a4-8b24d873e553 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:43.408163 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-ceef618a-aa9d-4361-b3a4-8b24d873e553 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.73 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 814 time: 1.2268381 Jun 30 02:41:43.409286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861964f9-c1d4-4adc-84ae-12a59b1ce116 admin admin] Pushing event updated for resources: {'Network': ['ID=96edf5a7-daaf-4ac1-81e8-3d8942d760ef,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:43.437934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Request body: {'port': {'device_id': '50ddbf72-1476-444a-9c4f-573667ef65ba', 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d', 'admin_state_up': True, 'tenant_id': '8b81d129bff9484596f6f5d8d84831e5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:43.439910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 96edf5a7-daaf-4ac1-81e8-3d8942d760ef details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:41:43.461995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7b525-3bea-4c3d-8bc7-3709690dcd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e079d5e-3862-4543-965c-c1db39a2b75d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:43.471371 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-e5f772ee-e381-49f5-806f-58ee9ce8b367 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7daedf5d-ac42-403f-87c8-4e3e221f997e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847239 Jun 30 02:41:43.476591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Allocated IP 172.25.7.131 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/9feece33-04d1-48c2-829b-0f7b6da28f5e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:43.510627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-657d14a2-2f62-4687-a269-5d14f82d0535 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:41:43.511668 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-657d14a2-2f62-4687-a269-5d14f82d0535 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083101 Jun 30 02:41:43.520645 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65e0d992-f639-4c54-acae-ccb862a636c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.537817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Made reservation on behalf of f2b55cd3dbf84826bf84947ed1d142d7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:43.540168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.634932 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.674958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d0ecb8d7-3456-42c4-a53d-a9453b6d632d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:43.765944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:43.794746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port d0ecb8d7-3456-42c4-a53d-a9453b6d632d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:43.881618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:43.895902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:43.913933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:44.035316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9feece33-04d1-48c2-829b-0f7b6da28f5e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:44.036741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65e0d992-f639-4c54-acae-ccb862a636c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.048695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Made reservation on behalf of 8b81d129bff9484596f6f5d8d84831e5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:44.052869 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.061143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.184561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-a21ce13d-5b69-4d48-84a6-1cde18a06ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.186098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-a21ce13d-5b69-4d48-84a6-1cde18a06ca3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7785988 Jun 30 02:41:44.228317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Allocated IP 172.20.0.11 (b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d/a1ffa8b9-cee9-49be-813b-1d381943f75f/914deceb-0824-4499-a40b-6eca99266485) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:44.238255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc3acdb0-8850-4f6a-87bd-9b649c5054d5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:44.279238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-7acccac3-eb50-4361-893f-49bdc261c62a service neutron] 10.222.0.69 "GET /v2.0/networks/7daedf5d-ac42-403f-87c8-4e3e221f997e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604074 Jun 30 02:41:44.321539 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65e0d992-f639-4c54-acae-ccb862a636c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.324574 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-65e0d992-f639-4c54-acae-ccb862a636c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.328244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-65e0d992-f639-4c54-acae-ccb862a636c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e079d5e-3862-4543-965c-c1db39a2b75d HTTP/1.1" status: 204 len: 168 time: 1.0842314 Jun 30 02:41:44.331536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff511d-a685-442c-8650-94e30c427420 None None] Network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:44.397830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.423161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Checking segment: {'id': '807baffa-fef1-454c-b801-cb607a11dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '96edf5a7-daaf-4ac1-81e8-3d8942d760ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:44.423827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Network hostable DHCP agents. Network: 96edf5a7-daaf-4ac1-81e8-3d8942d760ef, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:41:44.431113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-6551350e-4339-4b14-bda2-f44f5ad3567c service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335699 Jun 30 02:41:44.463602 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.478394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9a5a016b-ae23-4291-882e-c66eba678a33 None None] Provisioning for port d0ecb8d7-3456-42c4-a53d-a9453b6d632d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:44.507521 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fb550891-e81f-44c2-9adc-2561e860da37', 'b3a81d4c-0278-4e4f-aba9-3e340bd55194'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:44.509583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a45e4bf2-428e-48e2-8cd9-e5aba3284439'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:44.595918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9a5a016b-ae23-4291-882e-c66eba678a33 None None] Provisioning complete for port d0ecb8d7-3456-42c4-a53d-a9453b6d632d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:44.596589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a5a016b-ae23-4291-882e-c66eba678a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.649291 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-186ebe9d-d671-405f-803d-262fdad6276d service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044067 Jun 30 02:41:44.655316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Network 96edf5a7-daaf-4ac1-81e8-3d8942d760ef is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:41:44.709714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Pushing event updated for resources: {'Port': ['ID=914deceb-0824-4499-a40b-6eca99266485,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:44.744507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0d992-f639-4c54-acae-ccb862a636c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e079d5e-3862-4543-965c-c1db39a2b75d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:44.747163 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-efad397e-2653-4dec-aabe-2f89db95a95d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 200 len: 217 time: 0.0706618 Jun 30 02:41:44.758744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049625b9-391f-4b59-b790-991a634be26c req-7cd05676-8e91-429d-a153-d970c8f117e5 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.760578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-049625b9-391f-4b59-b790-991a634be26c req-7cd05676-8e91-429d-a153-d970c8f117e5 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 944 time: 0.9705663 Jun 30 02:41:44.764756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 96edf5a7-daaf-4ac1-81e8-3d8942d760ef) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:44.777029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:44.799172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:44.824906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:44.896499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-049625b9-391f-4b59-b790-991a634be26c req-6eab08de-6fb1-4066-9f1b-f3fe83c99f1d tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089718 Jun 30 02:41:44.976790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.983139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.992414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:44.993012 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:44.996249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-b346edef-485a-4648-9c8a-b79aecd226ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.004060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-b346edef-485a-4648-9c8a-b79aecd226ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.2366605 Jun 30 02:41:45.011626 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-28827cac-773e-4851-968e-3c94486b854f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5917141 Jun 30 02:41:45.032933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Request body: {'port': {'device_id': '50ddbf72-1476-444a-9c4f-573667ef65ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:45.161684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8b2dadc5-27d7-4856-85b7-5a2d8530aa28 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8378696 Jun 30 02:41:45.191067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-15650b2b-2040-4a81-812e-abd4600e6b3e req-ee253b38-0c2e-4d00-bb6f-b0a77a31085c service neutron] 10.222.0.69 "GET /v2.0/networks/7daedf5d-ac42-403f-87c8-4e3e221f997e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9033952 Jun 30 02:41:45.205690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.233189 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.233379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3abf2-1cdc-4607-8009-1e9813b9f625 req-0ae22825-44b5-457d-bb16-2e9372c9d86f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.234868 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86f3abf2-1cdc-4607-8009-1e9813b9f625 req-0ae22825-44b5-457d-bb16-2e9372c9d86f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 932 time: 0.2543788 Jun 30 02:41:45.238652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-ca8a54bc-df55-47d0-8b30-73e7fb79475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.240207 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-ca8a54bc-df55-47d0-8b30-73e7fb79475d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2239659 Jun 30 02:41:45.270950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2ce135-f42e-4c53-9a1b-0648344b18ad None None] Network 96edf5a7-daaf-4ac1-81e8-3d8942d760ef requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:45.300195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8f73bda2-7d1b-4d61-85bc-a813623280a3 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:45.372313 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86f3abf2-1cdc-4607-8009-1e9813b9f625 req-31cf8730-5de3-4653-9383-b63745cfe62f tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223252 Jun 30 02:41:45.443873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-e380aad1-7bd2-40b6-b3cd-767786ba719b service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909633 Jun 30 02:41:45.590403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-0011d2d5-2646-449b-8394-01b0b386dd14 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370244 Jun 30 02:41:45.653031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-8d1dbaf5-130e-409e-aeab-98a5157c1802 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=13754d30-137a-4c46-952c-15a32b902563 HTTP/1.1" status: 200 len: 217 time: 0.0553448 Jun 30 02:41:45.713568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2dc0bf-1fe5-470b-aaf3-6b7beb440a15 None None] Network 96edf5a7-daaf-4ac1-81e8-3d8942d760ef requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:45.724022 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.resource_extend [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:41:45.729323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-b5cc7482-319e-4308-b6aa-483b2afc55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.731092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-b5cc7482-319e-4308-b6aa-483b2afc55ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.0676968 Jun 30 02:41:45.862855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-ff508fbc-dbed-4740-af4f-f6ad70c65acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:45.864461 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-ff508fbc-dbed-4740-af4f-f6ad70c65acf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1179647 Jun 30 02:41:45.876374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a5a016b-ae23-4291-882e-c66eba678a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.891123 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:45.955190 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.035080 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-73f5edc0-e988-40cc-8420-67f31cfa2841 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619942 Jun 30 02:41:46.202841 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9a5a016b-ae23-4291-882e-c66eba678a33 None None] For port d0ecb8d7-3456-42c4-a53d-a9453b6d632d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d0ecb8d7-3456-42c4-a53d-a9453b6d632d,segment=NetworkSegment(6519f74f-f1c1-4a3e-9e92-4d5f58efa63c),segment_id=6519f74f-f1c1-4a3e-9e92-4d5f58efa63c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:46.209172 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.241523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8f73bda2-7d1b-4d61-85bc-a813623280a3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f73bda2-7d1b-4d61-85bc-a813623280a3,segment=NetworkSegment(9b718bd5-53f6-4944-b723-a8c0caa06022),segment_id=9b718bd5-53f6-4944-b723-a8c0caa06022)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:46.245137 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a5a016b-ae23-4291-882e-c66eba678a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.269580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-00c394ad-04e7-46cd-8a7c-e559e3eb2ed6 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262213 Jun 30 02:41:46.366215 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-d30945af-023a-4d2c-be50-f6b981fe534a tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.367793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-d30945af-023a-4d2c-be50-f6b981fe534a tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/networks?id=96edf5a7-daaf-4ac1-81e8-3d8942d760ef HTTP/1.1" status: 200 len: 821 time: 0.5842986 Jun 30 02:41:46.383829 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-b8003520-bc2d-4767-ac60-16dfbd24db1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 HTTP/1.1" status: 200 len: 217 time: 0.1034665 Jun 30 02:41:46.443972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '8f73bda2-7d1b-4d61-85bc-a813623280a3', 'network_id': '7daedf5d-ac42-403f-87c8-4e3e221f997e', 'port_id': '8f73bda2-7d1b-4d61-85bc-a813623280a3', 'mac_address': 'fa:16:3e:1a:fa:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e80a069-15f0-4afa-abba-dd09e233c57c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:46.472733 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-59ed22e0-0d1f-4e5f-8130-29636cdd11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.475499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-59ed22e0-0d1f-4e5f-8130-29636cdd11a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.0694566 Jun 30 02:41:46.609230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914deceb-0824-4499-a40b-6eca99266485 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:46.610519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:46.618347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a016b-ae23-4291-882e-c66eba678a33 None None] Pushing event updated for resources: {'Port': ['ID=d0ecb8d7-3456-42c4-a53d-a9453b6d632d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:46.632683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.675680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Transition to ACTIVE for port object 914deceb-0824-4499-a40b-6eca99266485 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:46.687462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b00558-7fee-4f33-a576-62753135831a req-9457cc60-c588-4a6b-9ac6-6cd2177f8684 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.688269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-773eb25e-19cd-4826-8e22-eae3a52efa05 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/quotas/f2b55cd3dbf84826bf84947ed1d142d7 HTTP/1.1" status: 200 len: 375 time: 0.2981269 Jun 30 02:41:46.690093 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4b00558-7fee-4f33-a576-62753135831a req-9457cc60-c588-4a6b-9ac6-6cd2177f8684 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 944 time: 0.3311813 Jun 30 02:41:46.703722 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.739879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-33cd9c7f-dab7-4141-8519-75f04d5c486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:46.741675 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-33cd9c7f-dab7-4141-8519-75f04d5c486e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2550364 Jun 30 02:41:46.765734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f73bda2-7d1b-4d61-85bc-a813623280a3 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:46.774180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-57537135-a0f0-43ed-9035-768552a3c5c5 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2b55cd3dbf84826bf84947ed1d142d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829377 Jun 30 02:41:46.775208 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.793131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8f73bda2-7d1b-4d61-85bc-a813623280a3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f73bda2-7d1b-4d61-85bc-a813623280a3,segment=NetworkSegment(9b718bd5-53f6-4944-b723-a8c0caa06022),segment_id=9b718bd5-53f6-4944-b723-a8c0caa06022)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:46.809039 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.817656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:41:46.899488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7a95fd04-cac0-4411-9bd6-09e293e92359 None None] Provisioning complete for port d0ecb8d7-3456-42c4-a53d-a9453b6d632d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:46.899872 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a95fd04-cac0-4411-9bd6-09e293e92359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:46.949357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=8f73bda2-7d1b-4d61-85bc-a813623280a3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:47.005723 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Attempting to bind port 914deceb-0824-4499-a40b-6eca99266485 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:47.006644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Attempting to bind port 914deceb-0824-4499-a40b-6eca99266485 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:47.007148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Attempting to bind port 914deceb-0824-4499-a40b-6eca99266485 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:47.062834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Port 914deceb-0824-4499-a40b-6eca99266485 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:47.063165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Attempting to bind port 914deceb-0824-4499-a40b-6eca99266485 on network b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:47.065174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Pushing event updated for resources: {'Port': ['ID=914deceb-0824-4499-a40b-6eca99266485,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:47.094473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:47.094848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Checking segment: {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:47.095358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Bound using segment: {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:47.095942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Bound port: 914deceb-0824-4499-a40b-6eca99266485, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:47.096429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.163162 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-299c25c4-c7be-4805-8711-83df24a52c12 service neutron] 10.222.0.55 "GET /v2.0/networks/96edf5a7-daaf-4ac1-81e8-3d8942d760ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699265 Jun 30 02:41:47.164145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8f73bda2-7d1b-4d61-85bc-a813623280a3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:47.249797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f02fe43-3e80-4921-ad6f-20093876c7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.263335 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4b00558-7fee-4f33-a576-62753135831a req-f6f9a8d3-a3f8-4789-86e7-ac8e0c51771d tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663123 Jun 30 02:41:47.270703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:47.284355 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Sync routers for ids ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:47.302466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] For port 914deceb-0824-4499-a40b-6eca99266485, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:47.308095 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Routers {'790ee0bf-df53-48b2-8ebe-1c29d7bf326f'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:47.310400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] For port 914deceb-0824-4499-a40b-6eca99266485, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=914deceb-0824-4499-a40b-6eca99266485,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:47.310592 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:47.332513 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.396190 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-95f50fff-402c-4656-9ecd-5ee414437b11 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412933 Jun 30 02:41:47.429893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:47.430532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.432164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] 10.222.0.73 "PUT /v2.0/ports/914deceb-0824-4499-a40b-6eca99266485 HTTP/1.1" status: 200 len: 1093 time: 2.4057562 Jun 30 02:41:47.432765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ddbf72-1476-444a-9c4f-573667ef65ba', 'tag': '914deceb-0824-4499-a40b-6eca99266485'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:47.435763 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d804607-0695-40ad-9220-10b988803994" -d '{"events": [{"name": "network-changed", "server_uuid": "50ddbf72-1476-444a-9c4f-573667ef65ba", "tag": "914deceb-0824-4499-a40b-6eca99266485"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:47.442116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:47.474793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-469ca8aa-8f31-46c5-beac-0a821bbf97ba service neutron] 10.222.0.55 "GET /v2.0/networks/96edf5a7-daaf-4ac1-81e8-3d8942d760ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822778 Jun 30 02:41:47.568437 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f02fe43-3e80-4921-ad6f-20093876c7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.576235 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-504e0f5b-633a-47b1-bc5a-f87f64547a20 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683784 Jun 30 02:41:47.576913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f02fe43-3e80-4921-ad6f-20093876c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.606647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d0ecb8d7-3456-42c4-a53d-a9453b6d632d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:47.624758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.628126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fafd3c28-720a-4067-82b4-4ecd1a7f48c8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1879370 Jun 30 02:41:47.637731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:47.657993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840b21a-a4c7-42fd-97a6-a2151dea5d5b service neutron] Pushing event updated for resources: {'Port': ['ID=914deceb-0824-4499-a40b-6eca99266485,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:47.663340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-1f8495c2-4d77-4d16-85a6-bf6b25204807 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc HTTP/1.1" status: 200 len: 217 time: 0.0749176 Jun 30 02:41:47.667252 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4f02fe43-3e80-4921-ad6f-20093876c7ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c86cf129c3b4a3b95bc2a36af2bf527&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0537322 Jun 30 02:41:47.668384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02fe43-3e80-4921-ad6f-20093876c7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82dcc34-27c2-4475-97f0-9b1b9972e2d0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:47.670852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:47.726687 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Set router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:47.740231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d0ecb8d7-3456-42c4-a53d-a9453b6d632d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:47.740658 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:47.861734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-0b97ee68-ca39-4f71-8a71-f3571a470bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:47.884397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-0b97ee68-ca39-4f71-8a71-f3571a470bd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.2102237 Jun 30 02:41:48.065877 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08ff01b7-94f0-476c-be4f-a1a8d5c2e66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.109877 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'name': 'tempest-TestVolumeBackupRestore-1203681474-router', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:40Z', 'updated_at': '2021-06-30T02:41:44Z', 'revision_number': 3, 'project_id': '5c17eb8646e4472899a795861eea2971', 'gw_port': {'id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:42Z', 'updated_at': '2021-06-30T02:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:48.111778 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08ff01b7-94f0-476c-be4f-a1a8d5c2e66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.142090 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Checking router: 790ee0bf-df53-48b2-8ebe-1c29d7bf326f for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:48.142669 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Updating router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f port 9feece33-04d1-48c2-829b-0f7b6da28f5e binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:41:48.191844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f9cb4-2768-41b4-aab8-5e7172f4ede9 req-26e9fd0b-4504-4d21-bbe9-405c76acfdff tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.201569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-862f9cb4-2768-41b4-aab8-5e7172f4ede9 req-26e9fd0b-4504-4d21-bbe9-405c76acfdff tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 944 time: 0.2649467 Jun 30 02:41:48.212203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-f761c9b6-5495-4f68-867a-b1b578257e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.214023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-f761c9b6-5495-4f68-867a-b1b578257e32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3187518 Jun 30 02:41:48.260628 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.312576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-862f9cb4-2768-41b4-aab8-5e7172f4ede9 req-6b6a1c0b-70b4-4716-af27-c33ae136050c tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097932 Jun 30 02:41:48.327057 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b712360b-97b2-42f3-be05-d9cc4b9d753e x-openstack-request-id: req-b712360b-97b2-42f3-be05-d9cc4b9d753e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:48.327631 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ddbf72-1476-444a-9c4f-573667ef65ba", "tag": "914deceb-0824-4499-a40b-6eca99266485", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:48.327631 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b712360b-97b2-42f3-be05-d9cc4b9d753e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:48.327959 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ddbf72-1476-444a-9c4f-573667ef65ba', 'tag': '914deceb-0824-4499-a40b-6eca99266485', 'status': 'completed', 'code': 200} Jun 30 02:41:48.360760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08ff01b7-94f0-476c-be4f-a1a8d5c2e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.364353 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08ff01b7-94f0-476c-be4f-a1a8d5c2e66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.368290 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-08ff01b7-94f0-476c-be4f-a1a8d5c2e66a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e82dcc34-27c2-4475-97f0-9b1b9972e2d0 HTTP/1.1" status: 204 len: 168 time: 0.6937997 Jun 30 02:41:48.398083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff01b7-94f0-476c-be4f-a1a8d5c2e66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82dcc34-27c2-4475-97f0-9b1b9972e2d0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:48.447607 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-cff1aa1a-409a-4053-bffb-7fb553a3e59e service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176125 Jun 30 02:41:48.532584 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60465570-f0da-4357-8b03-2449427b83d4 req-397cbbfc-c3c1-443b-8ac2-55605cbb0322 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 210 time: 0.0625784 Jun 30 02:41:48.602830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-eb77c5c6-35a1-4316-9693-09f4c13cb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.604758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-eb77c5c6-35a1-4316-9693-09f4c13cb1f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 1096 time: 1.1038737 Jun 30 02:41:48.700254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-4158aa52-3422-453b-806f-418a6f74d862 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=914deceb-0824-4499-a40b-6eca99266485 HTTP/1.1" status: 200 len: 217 time: 0.0440495 Jun 30 02:41:48.719376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-73a028a4-96ed-456e-b989-40c4df0c65da service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593777 Jun 30 02:41:48.740814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6ab9c-e614-46f5-8a50-76feae429b54 req-732b2de4-7d82-41c6-b8a0-125b5887847a tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.742618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06d6ab9c-e614-46f5-8a50-76feae429b54 req-732b2de4-7d82-41c6-b8a0-125b5887847a tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 945 time: 0.2379940 Jun 30 02:41:48.769476 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.816217 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Transition to ACTIVE for port object 9feece33-04d1-48c2-829b-0f7b6da28f5e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:48.820228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-d25a0bc0-ca72-4e2e-9fd2-b46a26062757 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b HTTP/1.1" status: 200 len: 217 time: 0.0878248 Jun 30 02:41:48.831009 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:48.920182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06d6ab9c-e614-46f5-8a50-76feae429b54 req-9781d341-74a3-4fb6-8708-65b6e64852df tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980222 Jun 30 02:41:48.920372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-50679127-3dc1-4362-8e7f-9e320228ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.921177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-50679127-3dc1-4362-8e7f-9e320228ddc3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 200 len: 854 time: 0.2107565 Jun 30 02:41:48.928513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-40451d4f-b992-4b31-92f7-01db8d6c2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:48.941961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-40451d4f-b992-4b31-92f7-01db8d6c2acb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.1039784 Jun 30 02:41:48.995501 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Attempting to bind port 9feece33-04d1-48c2-829b-0f7b6da28f5e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:48.996183 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Attempting to bind port 9feece33-04d1-48c2-829b-0f7b6da28f5e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:48.996713 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Attempting to bind port 9feece33-04d1-48c2-829b-0f7b6da28f5e on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:48.999068 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978f858-600a-4219-8d1c-dee97498146f None None] Pushing event updated for resources: {'Port': ['ID=9feece33-04d1-48c2-829b-0f7b6da28f5e,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:49.011907 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:49.012585 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:49.013956 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.014340 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:49.015569 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Bound port: 9feece33-04d1-48c2-829b-0f7b6da28f5e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:49.020685 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.062067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7565d-c970-4f41-84df-60a0759c247f req-a5678046-11e9-431e-9bb0-95cd939eaf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.064909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-a5678046-11e9-431e-9bb0-95cd939eaf4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1219876 Jun 30 02:41:49.089527 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-3cb267c1-dcf7-4c53-9c12-299f07241f44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965915 Jun 30 02:41:49.107981 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] For port 9feece33-04d1-48c2-829b-0f7b6da28f5e, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:49.112886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8f73bda2-7d1b-4d61-85bc-a813623280a3 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:49.128719 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] For port 9feece33-04d1-48c2-829b-0f7b6da28f5e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=9feece33-04d1-48c2-829b-0f7b6da28f5e,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:49.142477 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.249543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 8f73bda2-7d1b-4d61-85bc-a813623280a3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:49.258602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 8f73bda2-7d1b-4d61-85bc-a813623280a3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:49.259228 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.317194 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978f858-600a-4219-8d1c-dee97498146f None None] Pushing event updated for resources: {'Port': ['ID=9feece33-04d1-48c2-829b-0f7b6da28f5e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:49.323525 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Routers {'790ee0bf-df53-48b2-8ebe-1c29d7bf326f'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:49.331623 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:49.338469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-83a37fcb-701c-48b7-a7a3-eeb9554739c4 service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597506 Jun 30 02:41:49.448258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.454220 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-6b488094-1353-43ab-982f-6285e8954b9e service neutron] 10.222.0.73 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509083 Jun 30 02:41:49.510283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa7565d-c970-4f41-84df-60a0759c247f req-f30c2d25-8612-4c31-a0e3-d117cd50789f service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638803 Jun 30 02:41:49.535516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8f73bda2-7d1b-4d61-85bc-a813623280a3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f73bda2-7d1b-4d61-85bc-a813623280a3,segment=NetworkSegment(9b718bd5-53f6-4944-b723-a8c0caa06022),segment_id=9b718bd5-53f6-4944-b723-a8c0caa06022)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:49.537579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8663f3a-fd72-4658-b085-da9e9d128611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f73bda2-7d1b-4d61-85bc-a813623280a3'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:49.540707 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7dde80-a693-456c-83e4-6fead25e1dc8" -d '{"events": [{"server_uuid": "a8663f3a-fd72-4658-b085-da9e9d128611", "name": "network-vif-plugged", "status": "completed", "tag": "8f73bda2-7d1b-4d61-85bc-a813623280a3"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:49.556267 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:49.580058 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] Set router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:49.652262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6a0c3-d574-45a9-b684-76ae951f3ce1 req-166d64cc-5cec-431d-ad62-b9d6124aac19 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:49.660417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40d6a0c3-d574-45a9-b684-76ae951f3ce1 req-166d64cc-5cec-431d-ad62-b9d6124aac19 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 944 time: 0.1150808 Jun 30 02:41:49.669073 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babbae05-cc36-4a1e-a310-eada4303981f x-openstack-request-id: req-babbae05-cc36-4a1e-a310-eada4303981f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:49.669361 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8663f3a-fd72-4658-b085-da9e9d128611", "name": "network-vif-plugged", "status": "completed", "tag": "8f73bda2-7d1b-4d61-85bc-a813623280a3", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:49.669613 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-babbae05-cc36-4a1e-a310-eada4303981f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:49.670018 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8663f3a-fd72-4658-b085-da9e9d128611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f73bda2-7d1b-4d61-85bc-a813623280a3', 'code': 200} Jun 30 02:41:49.715792 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40d6a0c3-d574-45a9-b684-76ae951f3ce1 req-3289ff1a-cca5-4c61-8e66-c8baed275749 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524063 Jun 30 02:41:49.717722 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=8f73bda2-7d1b-4d61-85bc-a813623280a3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:49.873842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.037795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-efe36afd-92c1-4030-9750-19df8f924183 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.040122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-efe36afd-92c1-4030-9750-19df8f924183 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.73 "GET /v2.0/networks?id=96edf5a7-daaf-4ac1-81e8-3d8942d760ef HTTP/1.1" status: 200 len: 821 time: 0.1916299 Jun 30 02:41:50.061864 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'name': 'tempest-TestVolumeBackupRestore-1203681474-router', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:40Z', 'updated_at': '2021-06-30T02:41:44Z', 'revision_number': 3, 'project_id': '5c17eb8646e4472899a795861eea2971', 'gw_port': {'id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:42Z', 'updated_at': '2021-06-30T02:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:50.065454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Request body: {'port': {'device_id': 'b496de7f-2546-4a99-981f-70703ded1aa9', 'network_id': '96edf5a7-daaf-4ac1-81e8-3d8942d760ef', 'admin_state_up': True, 'tenant_id': 'f2b55cd3dbf84826bf84947ed1d142d7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:50.075095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221b58d-df7e-4de6-ab98-85e867b00e74 req-1441e0a6-f233-4562-8100-994207009a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.076939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6221b58d-df7e-4de6-ab98-85e867b00e74 req-1441e0a6-f233-4562-8100-994207009a81 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 1098 time: 0.2051380 Jun 30 02:41:50.108510 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cc58b6e-b5c5-42f4-bbd0-a47968a7aae5 req-e212a09c-4864-43f5-b31a-10a44cf83a14 service neutron] 10.222.0.73 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299236 Jun 30 02:41:50.133664 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7bde4b76-976c-4ca2-add0-6ecee7084d91 req-d68de4c3-303d-4e56-8b0e-814ad3de4616 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 210 time: 0.2716448 Jun 30 02:41:50.164654 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779bff4-7867-42c6-967e-cd3dcd4fc6f3 None None] The sync data for ids ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'] in n-d-758944-39 is: [{'id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'name': 'tempest-TestVolumeBackupRestore-1203681474-router', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:40Z', 'updated_at': '2021-06-30T02:41:44Z', 'revision_number': 3, 'project_id': '5c17eb8646e4472899a795861eea2971', 'gw_port': {'id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:42Z', 'updated_at': '2021-06-30T02:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:50.340713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6221b58d-df7e-4de6-ab98-85e867b00e74 req-feed2375-9014-4cc8-a054-85f58f886267 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509034 Jun 30 02:41:50.398685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e948cb-90b9-4aa8-8521-fca648579489 req-0145487f-8c2d-4eef-af27-2b00fc31eacf tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.400454 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67e948cb-90b9-4aa8-8521-fca648579489 req-0145487f-8c2d-4eef-af27-2b00fc31eacf tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 946 time: 0.1623192 Jun 30 02:41:50.451244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Made reservation on behalf of f2b55cd3dbf84826bf84947ed1d142d7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:50.456624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.466863 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:50.515830 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67e948cb-90b9-4aa8-8521-fca648579489 req-40c81d86-184a-4082-ae6b-78791aa7e621 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054254 Jun 30 02:41:50.548039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d804607-0695-40ad-9220-10b988803994 req-3aadce0a-34dc-4837-90e9-129bf0bec36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.549546 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d804607-0695-40ad-9220-10b988803994 req-3aadce0a-34dc-4837-90e9-129bf0bec36f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 1096 time: 0.3008173 Jun 30 02:41:50.563206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Allocated IP 172.20.0.1 (8dc83d03-fbfc-4b8e-8591-2b1dd58078de/cd03cda4-c296-477c-bb29-232eadc7d294/7e491b9d-dd1f-4719-be3f-ceb2d7d54557) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:50.700980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Allocated IP 172.20.0.5 (96edf5a7-daaf-4ac1-81e8-3d8942d760ef/dc3acdb0-8850-4f6a-87bd-9b649c5054d5/6d110897-0d4b-424d-ba7c-7a7deba272ec) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:41:50.909899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d804607-0695-40ad-9220-10b988803994 req-dba0bcc9-3f60-45a8-bcb2-660a65219465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:50.911527 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d804607-0695-40ad-9220-10b988803994 req-dba0bcc9-3f60-45a8-bcb2-660a65219465 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 915 time: 0.3500249 Jun 30 02:41:50.994114 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.043592 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d804607-0695-40ad-9220-10b988803994 req-65894cc9-e98f-4804-8cda-3e6c37034ee2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=914deceb-0824-4499-a40b-6eca99266485 HTTP/1.1" status: 200 len: 217 time: 0.1205416 Jun 30 02:41:51.067568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.098622 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.123289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Network 96edf5a7-daaf-4ac1-81e8-3d8942d760ef is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:51.125240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:51.128512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:51.192799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:51.201209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Transition to ACTIVE for port object 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:51.243140 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d804607-0695-40ad-9220-10b988803994 req-c96d0e99-70c3-4712-8e29-27c69a156c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.244770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d804607-0695-40ad-9220-10b988803994 req-c96d0e99-70c3-4712-8e29-27c69a156c7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 200 len: 854 time: 0.1848717 Jun 30 02:41:51.255123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Pushing event updated for resources: {'Port': ['ID=6d110897-0d4b-424d-ba7c-7a7deba272ec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:51.303975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.331693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.333592 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.353812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d804607-0695-40ad-9220-10b988803994 req-b6ea4918-a7b1-40a8-a999-987516915a60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682013 Jun 30 02:41:51.362669 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-0d8fe9bb-de46-4d8a-8a76-16754c53331b tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3038690 Jun 30 02:41:51.386135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Request body: {'port': {'device_id': 'b496de7f-2546-4a99-981f-70703ded1aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:51.471618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-448a9cb4-b691-437c-9fa8-894f1c510f86 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:51.540063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-448a9cb4-b691-437c-9fa8-894f1c510f86 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] 10.222.0.55 "PUT /v2.0/quotas/1126000a07bc4407a16fef683b252655 HTTP/1.1" status: 200 len: 368 time: 0.3384147 Jun 30 02:41:51.559879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:51.567590 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321802f-5d8a-401a-8af7-3f7ac41193d9 req-f6c4a0e6-9701-4d11-9684-49fda12b3df3 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.569706 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f321802f-5d8a-401a-8af7-3f7ac41193d9 req-f6c4a0e6-9701-4d11-9684-49fda12b3df3 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 944 time: 0.6216781 Jun 30 02:41:51.570394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Request body: {'network': {'project_id': '1126000a07bc4407a16fef683b252655'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:51.586855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:51.602846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Made reservation on behalf of 1126000a07bc4407a16fef683b252655 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:51.605367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.620997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 9feece33-04d1-48c2-829b-0f7b6da28f5e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:51.641464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f790c9-871f-4645-a28a-7d332e0ddc4f req-1a8c9517-99e8-4f08-ab6e-14fec4d1b71a tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:51.652043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:51.655377 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5f790c9-871f-4645-a28a-7d332e0ddc4f req-1a8c9517-99e8-4f08-ab6e-14fec4d1b71a tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 931 time: 0.2602358 Jun 30 02:41:51.672401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:41:51.698139 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.707832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.735454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 9feece33-04d1-48c2-829b-0f7b6da28f5e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:51.742182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 9feece33-04d1-48c2-829b-0f7b6da28f5e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:51.742559 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.760241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Pushing event updated for resources: {'Port': ['ID=7e491b9d-dd1f-4719-be3f-ceb2d7d54557,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:51.810108 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f321802f-5d8a-401a-8af7-3f7ac41193d9 req-8fdc1821-2943-4479-b3d9-6baee24e5ad5 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876335 Jun 30 02:41:51.834004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] Deleting port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:51.844015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.860712 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.868547 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.887326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 9feece33-04d1-48c2-829b-0f7b6da28f5e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=9feece33-04d1-48c2-829b-0f7b6da28f5e,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:51.893942 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:51.983424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=9feece33-04d1-48c2-829b-0f7b6da28f5e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.055122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5f790c9-871f-4645-a28a-7d332e0ddc4f req-0812126e-7602-473f-85cd-7493c06d8b16 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986635 Jun 30 02:41:52.094995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6670e6ad-7d53-4c1d-9fa0-d4d82d2b5eb9 None None] Provisioning for port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:52.100322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6670e6ad-7d53-4c1d-9fa0-d4d82d2b5eb9 None None] Provisioning complete for port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:52.100973 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6670e6ad-7d53-4c1d-9fa0-d4d82d2b5eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.138952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d110897-0d4b-424d-ba7c-7a7deba272ec {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:52.148442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6670e6ad-7d53-4c1d-9fa0-d4d82d2b5eb9 None None] Port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:52.154028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.179961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Transition to ACTIVE for port object 6d110897-0d4b-424d-ba7c-7a7deba272ec will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:52.207350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.319621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Pushing event updated for resources: {'Port': ['ID=6d110897-0d4b-424d-ba7c-7a7deba272ec,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.431990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba619e14-f187-4ce9-a908-e3af781347f9 req-c2f7374f-3448-4ce6-9254-520fae670c1e tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.433553 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba619e14-f187-4ce9-a908-e3af781347f9 req-c2f7374f-3448-4ce6-9254-520fae670c1e tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 946 time: 0.2497640 Jun 30 02:41:52.477201 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d804607-0695-40ad-9220-10b988803994 req-924dd51a-5969-4e09-8da5-502818b2ceb3 service neutron] 10.222.0.73 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0375459 Jun 30 02:41:52.495497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.508627 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.511551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Attempting to bind port 6d110897-0d4b-424d-ba7c-7a7deba272ec on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:52.511984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Attempting to bind port 6d110897-0d4b-424d-ba7c-7a7deba272ec by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '807baffa-fef1-454c-b801-cb607a11dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '96edf5a7-daaf-4ac1-81e8-3d8942d760ef'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:52.512202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Attempting to bind port 6d110897-0d4b-424d-ba7c-7a7deba272ec on network 96edf5a7-daaf-4ac1-81e8-3d8942d760ef {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:52.553438 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba619e14-f187-4ce9-a908-e3af781347f9 req-7c5fb033-aca3-4fd8-9cef-33f7d242fea1 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880985 Jun 30 02:41:52.554472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Port 6d110897-0d4b-424d-ba7c-7a7deba272ec on network 96edf5a7-daaf-4ac1-81e8-3d8942d760ef not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:41:52.554822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Attempting to bind port 6d110897-0d4b-424d-ba7c-7a7deba272ec on network 96edf5a7-daaf-4ac1-81e8-3d8942d760ef {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:52.590540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:41:52.601404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:52.601757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Checking segment: {'id': '807baffa-fef1-454c-b801-cb607a11dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '96edf5a7-daaf-4ac1-81e8-3d8942d760ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:52.602173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Bound using segment: {'id': '807baffa-fef1-454c-b801-cb607a11dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '96edf5a7-daaf-4ac1-81e8-3d8942d760ef'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:52.602623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Bound port: 6d110897-0d4b-424d-ba7c-7a7deba272ec, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807baffa-fef1-454c-b801-cb607a11dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '96edf5a7-daaf-4ac1-81e8-3d8942d760ef'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:52.603003 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.616369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773e907c-f5fa-43a7-b0cb-1d04adbf04c9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:52.623286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.623746 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Added segment fbc488e0-4a18-4ad6-8831-9fe644158540 of type vlan for network 09f001aa-c9e3-4d02-9579-98c2790f9cbc Jun 30 02:41:52.678974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] For port 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:52.679542 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.728298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] Calling delete_port for 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:52.745946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.802192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] For port 6d110897-0d4b-424d-ba7c-7a7deba272ec, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:52.818381 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] For port 6d110897-0d4b-424d-ba7c-7a7deba272ec, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6d110897-0d4b-424d-ba7c-7a7deba272ec,segment=NetworkSegment(807baffa-fef1-454c-b801-cb607a11dd39),segment_id=807baffa-fef1-454c-b801-cb607a11dd39)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:52.820003 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.821006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.821589 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.836047 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.842440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2799621 Jun 30 02:41:52.857890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:52.869889 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d804607-0695-40ad-9220-10b988803994 req-837f0557-7d85-4a02-9c6b-3853d834a69d service neutron] 10.222.0.73 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818984 Jun 30 02:41:52.899081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.934821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Request body: {'network': {'project_id': '1126000a07bc4407a16fef683b252655'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:52.980731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:52.993580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:52.994225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:52.995779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] 10.222.0.73 "PUT /v2.0/ports/6d110897-0d4b-424d-ba7c-7a7deba272ec HTTP/1.1" status: 200 len: 1092 time: 1.6212783 Jun 30 02:41:52.998203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b496de7f-2546-4a99-981f-70703ded1aa9', 'tag': '6d110897-0d4b-424d-ba7c-7a7deba272ec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:53.007234 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e845e05-35e7-442c-af41-a973036dcaaf" -d '{"events": [{"name": "network-changed", "server_uuid": "b496de7f-2546-4a99-981f-70703ded1aa9", "tag": "6d110897-0d4b-424d-ba7c-7a7deba272ec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:53.043309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf2f29-4933-4842-8c16-a91f5d627ad7 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Pushing event updated for resources: {'Network': ['ID=09f001aa-c9e3-4d02-9579-98c2790f9cbc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:53.049657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3076b8-3d94-4911-a8d3-be019c908283 service neutron] Pushing event updated for resources: {'Port': ['ID=6d110897-0d4b-424d-ba7c-7a7deba272ec,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:53.059629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 09f001aa-c9e3-4d02-9579-98c2790f9cbc details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:41:53.081517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Made reservation on behalf of 1126000a07bc4407a16fef683b252655 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:41:53.090296 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.191444 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5dbac5-7fc5-4213-b115-556774eb5eb9 x-openstack-request-id: req-5c5dbac5-7fc5-4213-b115-556774eb5eb9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:53.191889 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b496de7f-2546-4a99-981f-70703ded1aa9", "tag": "6d110897-0d4b-424d-ba7c-7a7deba272ec", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:53.192943 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c5dbac5-7fc5-4213-b115-556774eb5eb9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:53.192943 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b496de7f-2546-4a99-981f-70703ded1aa9', 'tag': '6d110897-0d4b-424d-ba7c-7a7deba272ec', 'status': 'completed', 'code': 200} Jun 30 02:41:53.265583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:41:53.291937 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.292395 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Added segment 00b3775b-4a0f-435a-99a3-31a14059cda1 of type vlan for network e2189ad2-4b49-4a4c-8e4e-c57016b59b77 Jun 30 02:41:53.338339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010b39f-7366-477f-921e-928596b240fe req-9af40843-6e91-41ed-8ec3-08a0337b6021 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.339807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8010b39f-7366-477f-921e-928596b240fe req-9af40843-6e91-41ed-8ec3-08a0337b6021 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 944 time: 0.2478797 Jun 30 02:41:53.340575 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78b520b1-56e4-4033-a364-6d833bea6b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.363566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6098399-47b8-4b36-80dd-ba7f5f58f29f req-62aebcf9-9117-4c4e-bdb7-54274816f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.365192 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6098399-47b8-4b36-80dd-ba7f5f58f29f req-62aebcf9-9117-4c4e-bdb7-54274816f09c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43d72261a717487bacab52192813d67c&device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 1098 time: 0.1693072 Jun 30 02:41:53.379732 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.392254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.401927 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.408667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.428370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-777204a3-d415-46fb-8eec-a1e78c83b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.430041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-777204a3-d415-46fb-8eec-a1e78c83b7e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2b55cd3dbf84826bf84947ed1d142d7&device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 1095 time: 0.3774850 Jun 30 02:41:53.500004 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8010b39f-7366-477f-921e-928596b240fe req-fed7a305-1207-416a-818f-60642786a7ce tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517649 Jun 30 02:41:53.554380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.559544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Pushing event updated for resources: {'Port': ['ID=7e491b9d-dd1f-4719-be3f-ceb2d7d54557,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:53.577569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-ae2bf98f-4a66-44cf-bf69-2a5475dc8b7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d110897-0d4b-424d-ba7c-7a7deba272ec HTTP/1.1" status: 200 len: 217 time: 0.1181424 Jun 30 02:41:53.580051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 9feece33-04d1-48c2-829b-0f7b6da28f5e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:53.624806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:53.659214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 9feece33-04d1-48c2-829b-0f7b6da28f5e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:53.659690 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.669413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.670371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.670969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:53.776545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6098399-47b8-4b36-80dd-ba7f5f58f29f req-2f971692-d22b-417d-bcd5-7b77c931e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.777942 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6098399-47b8-4b36-80dd-ba7f5f58f29f req-2f971692-d22b-417d-bcd5-7b77c931e125 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7daedf5d-ac42-403f-87c8-4e3e221f997e HTTP/1.1" status: 200 len: 915 time: 0.4020491 Jun 30 02:41:53.780855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-44cd3742-4102-4e1c-9854-8565d64d19ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.782205 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-44cd3742-4102-4e1c-9854-8565d64d19ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc3acdb0-8850-4f6a-87bd-9b649c5054d5 HTTP/1.1" status: 200 len: 861 time: 0.1826048 Jun 30 02:41:53.789704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c68b6c-f8dd-49b8-9a96-48a68cdda3a8 req-0aab05fc-6368-4c7d-88f5-d29d215cf039 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:53.791125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-07c68b6c-f8dd-49b8-9a96-48a68cdda3a8 req-0aab05fc-6368-4c7d-88f5-d29d215cf039 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 946 time: 0.4428506 Jun 30 02:41:53.791750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Pushing event updated for resources: {'Network': ['ID=e2189ad2-4b49-4a4c-8e4e-c57016b59b77,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:53.804193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network e2189ad2-4b49-4a4c-8e4e-c57016b59b77 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:41:53.806559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:41:53.819257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 914deceb-0824-4499-a40b-6eca99266485 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:53.833994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:41:53.875816 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-ed8694ee-60f9-453c-accf-071b2e8acb5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96edf5a7-daaf-4ac1-81e8-3d8942d760ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815315 Jun 30 02:41:53.878397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6098399-47b8-4b36-80dd-ba7f5f58f29f req-cc184b7c-93f0-42e6-bdc5-c03bd814ee9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f73bda2-7d1b-4d61-85bc-a813623280a3 HTTP/1.1" status: 200 len: 217 time: 0.0763576 Jun 30 02:41:53.891155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-9e9d9361-3c09-48c4-ad24-b3a76041c4a5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:41:53.892137 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-9e9d9361-3c09-48c4-ad24-b3a76041c4a5 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071695 Jun 30 02:41:53.967990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 914deceb-0824-4499-a40b-6eca99266485, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=914deceb-0824-4499-a40b-6eca99266485,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:53.982791 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '914deceb-0824-4499-a40b-6eca99266485', 'network_id': 'b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d', 'port_id': '914deceb-0824-4499-a40b-6eca99266485', 'mac_address': 'fa:16:3e:ff:e8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ffa8b9-cee9-49be-813b-1d381943f75f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:53.994889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-07c68b6c-f8dd-49b8-9a96-48a68cdda3a8 req-861221c4-6d0c-49ed-992f-5c036e7f5872 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840436 Jun 30 02:41:54.004917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6098399-47b8-4b36-80dd-ba7f5f58f29f req-fcfd11c7-297f-48a3-9d8a-d12b1301ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.006342 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6098399-47b8-4b36-80dd-ba7f5f58f29f req-fcfd11c7-297f-48a3-9d8a-d12b1301ab0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4e80a069-15f0-4afa-abba-dd09e233c57c HTTP/1.1" status: 200 len: 854 time: 0.1203029 Jun 30 02:41:54.043506 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78b520b1-56e4-4033-a364-6d833bea6b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.081096 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.093334 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78b520b1-56e4-4033-a364-6d833bea6b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.096631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914deceb-0824-4499-a40b-6eca99266485 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:54.128849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 914deceb-0824-4499-a40b-6eca99266485, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=914deceb-0824-4499-a40b-6eca99266485,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:54.135626 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.195500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2318a-cbac-4f48-9a31-83d6b2a53def req-ff7b2119-af52-4162-ba0f-331fc8069dfc tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:54.197130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3d2318a-cbac-4f48-9a31-83d6b2a53def req-ff7b2119-af52-4162-ba0f-331fc8069dfc tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 943 time: 0.4251301 Jun 30 02:41:54.207094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=914deceb-0824-4499-a40b-6eca99266485,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:54.207744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-78b520b1-56e4-4033-a364-6d833bea6b43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2609ffd6dd834a7188abd6a5fc917f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1939464 Jun 30 02:41:54.213153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b520b1-56e4-4033-a364-6d833bea6b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acf4b89-9028-4fce-b4c2-7820a05b6f61,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:54.213828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b9e232a0-be66-4c8c-867c-d625ae04dcc6 None None] Provisioning complete for port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:54.214204 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9e232a0-be66-4c8c-867c-d625ae04dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.215754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:54.256686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b9e232a0-be66-4c8c-867c-d625ae04dcc6 None None] Port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:41:54.257147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.274270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:41:54.342801 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1bdc0da-d0d6-4f31-97ec-62c9e5fb8a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.360716 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3d2318a-cbac-4f48-9a31-83d6b2a53def req-8c69b15a-0385-4977-84e0-7d45eabff0ab tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515894 Jun 30 02:41:54.423248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fa36a8e-aaf1-4d34-997f-fef540888993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.455584 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6098399-47b8-4b36-80dd-ba7f5f58f29f req-1ebb66bf-c8e0-4a70-b7fc-59319f9ad2e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7daedf5d-ac42-403f-87c8-4e3e221f997e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4383888 Jun 30 02:41:54.458020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['914deceb-0824-4499-a40b-6eca99266485'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:54.461466 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-23ab1dd6-a230-43e9-90c4-ad82990a1253 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5329146 Jun 30 02:41:54.465881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:54.478971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-24192859-f0d1-43b8-af3a-935b414b4269 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Request body: {'network': {'project_id': '1126000a07bc4407a16fef683b252655'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:41:54.482109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-2c03ce53-5b78-4a12-a40b-cf6fad2f8afe service neutron] 10.222.0.73 "GET /v2.0/networks/96edf5a7-daaf-4ac1-81e8-3d8942d760ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809174 Jun 30 02:41:54.520034 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fa36a8e-aaf1-4d34-997f-fef540888993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.557458 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-24192859-f0d1-43b8-af3a-935b414b4269 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 02:41:54.557932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24192859-f0d1-43b8-af3a-935b414b4269 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:41:54.559092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-24192859-f0d1-43b8-af3a-935b414b4269 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0923743 Jun 30 02:41:54.564666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:54.597225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:54.602921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-29b8acb3-f4b5-45aa-96ee-e377649e4485 admin admin] 10.222.0.55 "PUT /v2.0/routers/790ee0bf-df53-48b2-8ebe-1c29d7bf326f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9607463 Jun 30 02:41:54.614374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Sync routers for ids ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:54.628596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Routers {'790ee0bf-df53-48b2-8ebe-1c29d7bf326f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:54.629272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:54.675043 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6098399-47b8-4b36-80dd-ba7f5f58f29f req-b9a886c0-1564-4ad5-a126-f34177fd4554 service neutron] 10.222.0.69 "GET /v2.0/networks/7daedf5d-ac42-403f-87c8-4e3e221f997e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109973 Jun 30 02:41:54.750105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Set router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:54.772662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] Router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:41:54.787579 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.791876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b042e6ea-51d5-4985-a4b6-0385341ce74e req-54bc55e5-aedf-43c1-94ad-b9bdea32833e service neutron] 10.222.0.73 "GET /v2.0/networks/96edf5a7-daaf-4ac1-81e8-3d8942d760ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957473 Jun 30 02:41:54.803473 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fa36a8e-aaf1-4d34-997f-fef540888993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.806683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9fa36a8e-aaf1-4d34-997f-fef540888993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:54.808707 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9fa36a8e-aaf1-4d34-997f-fef540888993 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4acf4b89-9028-4fce-b4c2-7820a05b6f61 HTTP/1.1" status: 204 len: 168 time: 0.5886831 Jun 30 02:41:54.872234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa36a8e-aaf1-4d34-997f-fef540888993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acf4b89-9028-4fce-b4c2-7820a05b6f61,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:55.022336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6098399-47b8-4b36-80dd-ba7f5f58f29f req-adfe16d9-2196-4103-bcef-862379ca7188 service neutron] 10.222.0.69 "GET /v2.0/networks/7daedf5d-ac42-403f-87c8-4e3e221f997e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333783 Jun 30 02:41:55.040171 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.046020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14d437-77c4-4e1d-8f42-d684afea40a3 req-7db4a412-3941-479d-9136-3388225c9156 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.057841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d14d437-77c4-4e1d-8f42-d684afea40a3 req-7db4a412-3941-479d-9136-3388225c9156 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 945 time: 0.3345592 Jun 30 02:41:55.077960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'name': 'tempest-TestVolumeBackupRestore-1203681474-router', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:40Z', 'updated_at': '2021-06-30T02:41:52Z', 'revision_number': 4, 'project_id': '5c17eb8646e4472899a795861eea2971', 'gw_port': {'id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:42Z', 'updated_at': '2021-06-30T02:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e491b9d-dd1f-4719-be3f-ceb2d7d54557', 'name': '', 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'mac_address': 'fa:16:3e:2d:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'cd03cda4-c296-477c-bb29-232eadc7d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:49Z', 'updated_at': '2021-06-30T02:41:53Z', 'revision_number': 2, 'project_id': '5c17eb8646e4472899a795861eea2971', 'subnets': [{'id': 'cd03cda4-c296-477c-bb29-232eadc7d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:55.084860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2189ad2-4b49-4a4c-8e4e-c57016b59b77']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:55.099428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b3775b-4a0f-435a-99a3-31a14059cda1') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:55.099735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b3775b-4a0f-435a-99a3-31a14059cda1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:55.110102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.128338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:41:55.138180 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] Sync routers for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:41:55.144285 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-76b4085a-dc2c-4c65-ab81-a4fdd7635ec6 admin admin] 10.222.0.55 "PUT /v2.0/routers/51d30fe8-ad12-4cb1-a63c-c5a16aa894fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6994596 Jun 30 02:41:55.146708 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.148584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:55.153986 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:55.162023 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:55.163641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:41:55.164061 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:41:55.165859 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:41:55.175756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Checking router: 790ee0bf-df53-48b2-8ebe-1c29d7bf326f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:55.176137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Updating router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:41:55.200593 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d14d437-77c4-4e1d-8f42-d684afea40a3 req-12a48b0b-45a8-42b4-9209-85c1bd4ae325 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415684 Jun 30 02:41:55.280089 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.290071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:55.303842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e845e05-35e7-442c-af41-a973036dcaaf req-3c6a3867-da0a-4823-a7ee-1bd09f08cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.306337 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.310389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e845e05-35e7-442c-af41-a973036dcaaf req-3c6a3867-da0a-4823-a7ee-1bd09f08cca8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2b55cd3dbf84826bf84947ed1d142d7&device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 1095 time: 0.4422853 Jun 30 02:41:55.320753 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.322960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] 10.222.0.55 "DELETE /v2.0/networks/e2189ad2-4b49-4a4c-8e4e-c57016b59b77 HTTP/1.1" status: 204 len: 168 time: 0.7539978 Jun 30 02:41:55.326533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:55.330688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c73c17a-21d2-4840-84ee-ce36907f6da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.370699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a3fcd-000e-4e71-802a-8511af0e0544 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2189ad2-4b49-4a4c-8e4e-c57016b59b77,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:55.528524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.533515 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:55.675541 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c73c17a-21d2-4840-84ee-ce36907f6da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.691546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a645-bc1e-4650-b3f7-f579f5b44625 req-45568811-6587-4e5e-8ba2-8cab4b3eb7d0 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.693598 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-14d2a645-bc1e-4650-b3f7-f579f5b44625 req-45568811-6587-4e5e-8ba2-8cab4b3eb7d0 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 946 time: 0.3284481 Jun 30 02:41:55.719523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e845e05-35e7-442c-af41-a973036dcaaf req-0bb02f51-dc3f-43b3-b42f-14d6314f52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:55.721627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e845e05-35e7-442c-af41-a973036dcaaf req-0bb02f51-dc3f-43b3-b42f-14d6314f52c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=96edf5a7-daaf-4ac1-81e8-3d8942d760ef HTTP/1.1" status: 200 len: 922 time: 0.3919702 Jun 30 02:41:55.725571 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c73c17a-21d2-4840-84ee-ce36907f6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.766340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73c17a-21d2-4840-84ee-ce36907f6da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b39717-7885-457f-a454-36ddd2a905f6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:55.770840 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:55.833560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 914deceb-0824-4499-a40b-6eca99266485 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:55.993710 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:41:53Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:56.016456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e845e05-35e7-442c-af41-a973036dcaaf req-0e3e28d8-d20b-400b-9113-f54c86ab9161 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d110897-0d4b-424d-ba7c-7a7deba272ec HTTP/1.1" status: 200 len: 217 time: 0.2526197 Jun 30 02:41:56.018463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 914deceb-0824-4499-a40b-6eca99266485 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:41:56.043430 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] Checking router: 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:41:56.055779 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] Routers {'51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:56.055779 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:56.098410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 914deceb-0824-4499-a40b-6eca99266485 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:41:56.099991 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.159953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e845e05-35e7-442c-af41-a973036dcaaf req-e50ef00b-b203-4351-b21d-57c887b9e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:56.160394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e845e05-35e7-442c-af41-a973036dcaaf req-e50ef00b-b203-4351-b21d-57c887b9e768 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc3acdb0-8850-4f6a-87bd-9b649c5054d5 HTTP/1.1" status: 200 len: 861 time: 0.1324515 Jun 30 02:41:56.190824 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.206909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e845e05-35e7-442c-af41-a973036dcaaf req-f071dc93-59e5-4be8-8627-19ddb1fc2095 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=96edf5a7-daaf-4ac1-81e8-3d8942d760ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382323 Jun 30 02:41:56.229164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Transition to ACTIVE for port object 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:41:56.243959 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.304090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257141b3-6c6e-47ca-ab16-6e84dde816de None None] Pushing event updated for resources: {'Port': ['ID=7e491b9d-dd1f-4719-be3f-ceb2d7d54557,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:56.358600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e845e05-35e7-442c-af41-a973036dcaaf req-b4f52364-259c-41ad-a5cf-8a06603517c7 service neutron] 10.222.0.73 "GET /v2.0/networks/96edf5a7-daaf-4ac1-81e8-3d8942d760ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360233 Jun 30 02:41:56.366750 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0c73c17a-21d2-4840-84ee-ce36907f6da5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=711ae0930d7b4ebcb5c31d8a0572368b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0729151 Jun 30 02:41:56.375520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:56.441103 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.443058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.456389 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] Set router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:56.472990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda87d79-724a-47fb-9088-dc018516e7f5 req-a524e557-c2e3-4274-8a8a-5d0ff18db971 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:56.481907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f001aa-c9e3-4d02-9579-98c2790f9cbc']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:56.486259 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bda87d79-724a-47fb-9088-dc018516e7f5 req-a524e557-c2e3-4274-8a8a-5d0ff18db971 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 943 time: 0.5904443 Jun 30 02:41:56.503144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc488e0-4a18-4ad6-8831-9fe644158540') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:56.503758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc488e0-4a18-4ad6-8831-9fe644158540') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:56.512911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 914deceb-0824-4499-a40b-6eca99266485, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=914deceb-0824-4499-a40b-6eca99266485,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:56.516200 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-14d2a645-bc1e-4650-b3f7-f579f5b44625 req-cff01662-6ed6-42b4-9453-cb748430e6e2 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8127959 Jun 30 02:41:56.527054 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.527459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Attempting to bind port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:41:56.528118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Attempting to bind port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:41:56.529124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Attempting to bind port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 on network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:41:56.544568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ddbf72-1476-444a-9c4f-573667ef65ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914deceb-0824-4499-a40b-6eca99266485'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:41:56.547678 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0acfd6-b582-4c33-bb9a-7dee2b4a1c0d" -d '{"events": [{"server_uuid": "50ddbf72-1476-444a-9c4f-573667ef65ba", "name": "network-vif-plugged", "status": "completed", "tag": "914deceb-0824-4499-a40b-6eca99266485"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:41:56.557150 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.566149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:41:56.566543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Checking segment: {'id': '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:41:56.567023 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.567440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Bound using segment: {'id': '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:41:56.567939 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Bound port: 7e491b9d-dd1f-4719-be3f-ceb2d7d54557, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:41:56.576673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:41:56.576826 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.577091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:41:56.579449 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:41:56.590384 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.605958 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.664591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=914deceb-0824-4499-a40b-6eca99266485,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:56.717789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.725316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.730128 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] 10.222.0.55 "DELETE /v2.0/networks/09f001aa-c9e3-4d02-9579-98c2790f9cbc HTTP/1.1" status: 204 len: 168 time: 1.3997309 Jun 30 02:41:56.760241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7325d89-3278-4526-a700-ffa317a77a02 tempest-QuotasNegativeTest-326200594 tempest-QuotasNegativeTest-326200594-project-admin] Pushing event deleted for resources: {'Network': ['ID=09f001aa-c9e3-4d02-9579-98c2790f9cbc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:56.801684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] For port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:41:56.810776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] For port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7e491b9d-dd1f-4719-be3f-ceb2d7d54557,segment=NetworkSegment(6519f74f-f1c1-4a3e-9e92-4d5f58efa63c),segment_id=6519f74f-f1c1-4a3e-9e92-4d5f58efa63c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:41:56.817762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.873132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bda87d79-724a-47fb-9088-dc018516e7f5 req-3fec008f-7ca7-4873-adbb-f6594ced118c tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850603 Jun 30 02:41:56.902646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56849a-7b94-48c2-9459-0e0789732c27 req-5a035242-073e-49e4-a12c-c74a59e728b6 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:56.911388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca56849a-7b94-48c2-9459-0e0789732c27 req-5a035242-073e-49e4-a12c-c74a59e728b6 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 946 time: 0.1276662 Jun 30 02:41:56.912481 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:41:53Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:56.913720 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2735fbb-da2c-4b14-a1ae-cf08ce570f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:56.930397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257141b3-6c6e-47ca-ab16-6e84dde816de None None] Pushing event updated for resources: {'Port': ['ID=7e491b9d-dd1f-4719-be3f-ceb2d7d54557,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:56.980368 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4277a8-21b2-4a0d-8049-ab4a77c28882 None None] The sync data for ids ['51d30fe8-ad12-4cb1-a63c-c5a16aa894fd'] in n-d-758944-39 is: [{'id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'name': 'tempest-AttachVolumeShelveTestJSON-864533452-router', 'tenant_id': 'a12c18dd59784acc8be285228865d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:41:53Z', 'revision_number': 5, 'project_id': 'a12c18dd59784acc8be285228865d299', 'gw_port': {'id': '3e9f9739-446a-4a63-a5bf-e5d7fe12892a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d30fe8-ad12-4cb1-a63c-c5a16aa894fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:31:16Z', 'updated_at': '2021-06-30T02:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:57.007897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca56849a-7b94-48c2-9459-0e0789732c27 req-cc32359d-4822-4cf6-8642-419864a48cd9 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955555 Jun 30 02:41:57.058469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2735fbb-da2c-4b14-a1ae-cf08ce570f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.066382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Routers {'790ee0bf-df53-48b2-8ebe-1c29d7bf326f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:41:57.067051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:57.073648 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.164052 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7fc872-7181-4ecb-b2cf-4a5a2af22407 x-openstack-request-id: req-cb7fc872-7181-4ecb-b2cf-4a5a2af22407 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:41:57.164582 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ddbf72-1476-444a-9c4f-573667ef65ba", "name": "network-vif-plugged", "status": "completed", "tag": "914deceb-0824-4499-a40b-6eca99266485", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:41:57.164968 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb7fc872-7181-4ecb-b2cf-4a5a2af22407 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:41:57.165544 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ddbf72-1476-444a-9c4f-573667ef65ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914deceb-0824-4499-a40b-6eca99266485', 'code': 200} Jun 30 02:41:57.170087 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-24e64f38-74bf-4199-b5b7-72389b69d4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.192676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e845e05-35e7-442c-af41-a973036dcaaf req-eda00929-c425-48fb-b28e-2eb7b7893db6 service neutron] 10.222.0.73 "GET /v2.0/networks/96edf5a7-daaf-4ac1-81e8-3d8942d760ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8181562 Jun 30 02:41:57.221954 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2735fbb-da2c-4b14-a1ae-cf08ce570f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.228311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f2735fbb-da2c-4b14-a1ae-cf08ce570f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.232079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f2735fbb-da2c-4b14-a1ae-cf08ce570f58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0b39717-7885-457f-a454-36ddd2a905f6 HTTP/1.1" status: 204 len: 168 time: 0.8404558 Jun 30 02:41:57.240796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Deleting port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:57.241145 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.255511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2735fbb-da2c-4b14-a1ae-cf08ce570f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b39717-7885-457f-a454-36ddd2a905f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:57.348200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] Set router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:41:57.469850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] For port 3e9f9739-446a-4a63-a5bf-e5d7fe12892a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3e9f9739-446a-4a63-a5bf-e5d7fe12892a,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:57.470325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.486592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02306d-b2f2-46e2-8c75-8be7ecc3476e req-19450d1a-0fd4-4944-b942-d142c986dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:57.488616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bc02306d-b2f2-46e2-8c75-8be7ecc3476e req-19450d1a-0fd4-4944-b942-d142c986dfd4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 1098 time: 0.1644187 Jun 30 02:41:57.492960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Calling delete_port for 3e9f9739-446a-4a63-a5bf-e5d7fe12892a owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:57.518728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:41:57.610262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bc02306d-b2f2-46e2-8c75-8be7ecc3476e req-ee1e2ed2-b3cc-4077-b952-ba92f627e63a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045094 Jun 30 02:41:57.742206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:41:57.742732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0bb4b1d9-d039-4f19-919d-c4e2cec2d6b4 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:41:57.778229 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:57.809841 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'name': 'tempest-TestVolumeBackupRestore-1203681474-router', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:40Z', 'updated_at': '2021-06-30T02:41:52Z', 'revision_number': 4, 'project_id': '5c17eb8646e4472899a795861eea2971', 'gw_port': {'id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:42Z', 'updated_at': '2021-06-30T02:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e491b9d-dd1f-4719-be3f-ceb2d7d54557', 'name': '', 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'mac_address': 'fa:16:3e:2d:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'cd03cda4-c296-477c-bb29-232eadc7d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:49Z', 'updated_at': '2021-06-30T02:41:56Z', 'revision_number': 4, 'project_id': '5c17eb8646e4472899a795861eea2971', 'subnets': [{'id': 'cd03cda4-c296-477c-bb29-232eadc7d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:41:57.833205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9f9739-446a-4a63-a5bf-e5d7fe12892a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:57.855680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6d110897-0d4b-424d-ba7c-7a7deba272ec details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:41:57.886160 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42848) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:57.964882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 6d110897-0d4b-424d-ba7c-7a7deba272ec, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6d110897-0d4b-424d-ba7c-7a7deba272ec,segment=NetworkSegment(807baffa-fef1-454c-b801-cb607a11dd39),segment_id=807baffa-fef1-454c-b801-cb607a11dd39)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:57.982338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350d23f3-17f9-4e09-bd9b-b1ada8ff802b None None] The sync data for ids ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'] in n-d-758944-39 is: [{'id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'name': 'tempest-TestVolumeBackupRestore-1203681474-router', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:40Z', 'updated_at': '2021-06-30T02:41:52Z', 'revision_number': 4, 'project_id': '5c17eb8646e4472899a795861eea2971', 'gw_port': {'id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:42Z', 'updated_at': '2021-06-30T02:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e491b9d-dd1f-4719-be3f-ceb2d7d54557', 'name': '', 'network_id': '8dc83d03-fbfc-4b8e-8591-2b1dd58078de', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'mac_address': 'fa:16:3e:2d:13:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'cd03cda4-c296-477c-bb29-232eadc7d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:49Z', 'updated_at': '2021-06-30T02:41:56Z', 'revision_number': 4, 'project_id': '5c17eb8646e4472899a795861eea2971', 'subnets': [{'id': 'cd03cda4-c296-477c-bb29-232eadc7d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:41:57.985094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '6d110897-0d4b-424d-ba7c-7a7deba272ec', 'network_id': '96edf5a7-daaf-4ac1-81e8-3d8942d760ef', 'port_id': '6d110897-0d4b-424d-ba7c-7a7deba272ec', 'mac_address': 'fa:16:3e:48:14:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3acdb0-8850-4f6a-87bd-9b649c5054d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:41:58.099716 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.112594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.139292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d110897-0d4b-424d-ba7c-7a7deba272ec {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:41:58.231513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 6d110897-0d4b-424d-ba7c-7a7deba272ec, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6d110897-0d4b-424d-ba7c-7a7deba272ec,segment=NetworkSegment(807baffa-fef1-454c-b801-cb607a11dd39),segment_id=807baffa-fef1-454c-b801-cb607a11dd39)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:58.248743 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.299495 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.339722 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1fc5-d1bf-4adc-a43d-63fadf67c30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.346173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=6d110897-0d4b-424d-ba7c-7a7deba272ec,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:58.358890 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.363459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.395080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ac039-0588-438b-9f5a-b2dbf91e8eb8 req-ef440483-b3b7-4c3b-88bf-03507a8e1250 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:58.405340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-726ac039-0588-438b-9f5a-b2dbf91e8eb8 req-ef440483-b3b7-4c3b-88bf-03507a8e1250 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 943 time: 0.1892698 Jun 30 02:41:58.442058 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.442058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51d30fe8-ad12-4cb1-a63c-c5a16aa894fd {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:41:58.449100 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.450263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-49b7d0e8-14a1-4a99-b22b-29c003889aa3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/51d30fe8-ad12-4cb1-a63c-c5a16aa894fd HTTP/1.1" status: 204 len: 168 time: 3.2964940 Jun 30 02:41:58.461275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:58.470798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ab9e6-5bdc-4272-947d-917355cf3b04 req-b77f389c-9d54-4721-bcbd-0e7241b7acb1 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:58.472069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f8ab9e6-5bdc-4272-947d-917355cf3b04 req-b77f389c-9d54-4721-bcbd-0e7241b7acb1 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 946 time: 0.6427917 Jun 30 02:41:58.525634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f8ab9e6-5bdc-4272-947d-917355cf3b04 req-003b9635-96a6-4d7f-be3d-2a3a613aecbe tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476162 Jun 30 02:41:58.555081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-decaae2c-5c15-497d-a724-f7b89e94c76d admin admin] Deleting subnet 2b9a2953-ff5e-4455-9a8e-2962a7821379 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:41:58.580273 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decaae2c-5c15-497d-a724-f7b89e94c76d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.635566 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decaae2c-5c15-497d-a724-f7b89e94c76d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.678909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['6d110897-0d4b-424d-ba7c-7a7deba272ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:41:58.711340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-726ac039-0588-438b-9f5a-b2dbf91e8eb8 req-461ca4b9-5613-4c92-a45f-2e9d10e0a42d tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044629 Jun 30 02:41:58.863253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decaae2c-5c15-497d-a724-f7b89e94c76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:58.906533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877c326-2b05-404d-90b8-23e37ecef763 req-1aed08eb-c32b-4d79-9e2d-93adbae4ce1d tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:58.915411 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6877c326-2b05-404d-90b8-23e37ecef763 req-1aed08eb-c32b-4d79-9e2d-93adbae4ce1d tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 946 time: 0.2293894 Jun 30 02:41:58.988314 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6877c326-2b05-404d-90b8-23e37ecef763 req-c49bc3ee-461d-45e7-b6f8-083b4f0b40e1 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715489 Jun 30 02:41:59.056731 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1fc5-d1bf-4adc-a43d-63fadf67c30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.063973 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1fc5-d1bf-4adc-a43d-63fadf67c30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.100530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:59.100744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e5eb1fc5-d1bf-4adc-a43d-63fadf67c30a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b6312eddc8c4958be6dd082c5579757&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2126582 Jun 30 02:41:59.145848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb1fc5-d1bf-4adc-a43d-63fadf67c30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beef23ac-e4ae-4c76-aec7-b88394eb5794,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:59.170003 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decaae2c-5c15-497d-a724-f7b89e94c76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.205918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff373b4d-77d9-4fc3-ae0a-2b5a44ff71d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.255824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaae2c-5c15-497d-a724-f7b89e94c76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9a2953-ff5e-4455-9a8e-2962a7821379,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:59.257492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff373b4d-77d9-4fc3-ae0a-2b5a44ff71d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.258237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-decaae2c-5c15-497d-a724-f7b89e94c76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.260461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-decaae2c-5c15-497d-a724-f7b89e94c76d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2b9a2953-ff5e-4455-9a8e-2962a7821379 HTTP/1.1" status: 204 len: 168 time: 0.7980530 Jun 30 02:41:59.262672 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:41:59.263475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8864580-7354-47c5-bd3f-4fd1169cd689 None None] Network d229cb70-5fa0-4cb6-8449-0aa985c643b3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:41:59.366848 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.410232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff373b4d-77d9-4fc3-ae0a-2b5a44ff71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.413451 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff373b4d-77d9-4fc3-ae0a-2b5a44ff71d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.415826 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ff373b4d-77d9-4fc3-ae0a-2b5a44ff71d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/beef23ac-e4ae-4c76-aec7-b88394eb5794 HTTP/1.1" status: 204 len: 168 time: 0.3132710 Jun 30 02:41:59.444669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff373b4d-77d9-4fc3-ae0a-2b5a44ff71d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef23ac-e4ae-4c76-aec7-b88394eb5794,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:41:59.634030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Deleting port 486c6ab7-896a-4951-92d1-440cebbe9198 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:41:59.634381 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.704444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:41:59.857860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a374e203-d301-4a68-a63c-6998a8392ba0 None None] DHCP port deletion for d229cb70-5fa0-4cb6-8449-0aa985c643b3 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:41:59.879870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] For port 486c6ab7-896a-4951-92d1-440cebbe9198, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=486c6ab7-896a-4951-92d1-440cebbe9198,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:41:59.880314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:59.960162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Calling delete_port for 486c6ab7-896a-4951-92d1-440cebbe9198 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:41:59.962584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaea240-0934-4bf2-9bbb-caa8fea4049b req-d971bc91-2200-49f0-b807-edd6f9157c8f tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:41:59.972921 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebaea240-0934-4bf2-9bbb-caa8fea4049b req-d971bc91-2200-49f0-b807-edd6f9157c8f tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 944 time: 0.1026163 Jun 30 02:41:59.978543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:00.018293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:00.019799 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.069006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebaea240-0934-4bf2-9bbb-caa8fea4049b req-61e54a33-44ea-4a80-9b08-91ff84c4b27c tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946414 Jun 30 02:42:00.110672 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.119105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ac59e-e89f-478e-ac75-6f7ebf88a9d6 req-4514b036-0200-4878-9862-be5a4a0496ce tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.127376 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-277ac59e-e89f-478e-ac75-6f7ebf88a9d6 req-4514b036-0200-4878-9862-be5a4a0496ce tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 946 time: 0.3045588 Jun 30 02:42:00.168923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a374e203-d301-4a68-a63c-6998a8392ba0 None None] Deleting port 486c6ab7-896a-4951-92d1-440cebbe9198 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:00.170222 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a374e203-d301-4a68-a63c-6998a8392ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.170999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:00.189664 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-348de4d0-adc8-44fc-ab60-1a7feae7063f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.263692 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-277ac59e-e89f-478e-ac75-6f7ebf88a9d6 req-67d9d75c-3aef-43b6-a7e7-0a8774cc3678 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352432 Jun 30 02:42:00.333736 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.374197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a374e203-d301-4a68-a63c-6998a8392ba0 None None] For port 486c6ab7-896a-4951-92d1-440cebbe9198, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=486c6ab7-896a-4951-92d1-440cebbe9198,segment=NetworkSegment(e70dfb96-cb85-472c-a037-9a0cf496bf94),segment_id=e70dfb96-cb85-472c-a037-9a0cf496bf94)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:00.375294 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a374e203-d301-4a68-a63c-6998a8392ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.395614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Pushing event deleted for resources: {'Port': ['ID=486c6ab7-896a-4951-92d1-440cebbe9198,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.413046 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.423543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] No DVR routers for this DVR port 486c6ab7-896a-4951-92d1-440cebbe9198 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:00.426321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a374e203-d301-4a68-a63c-6998a8392ba0 None None] Calling delete_port for 486c6ab7-896a-4951-92d1-440cebbe9198 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:00.509145 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-348de4d0-adc8-44fc-ab60-1a7feae7063f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.520342 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-348de4d0-adc8-44fc-ab60-1a7feae7063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.529540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7e491b9d-dd1f-4719-be3f-ceb2d7d54557,segment=NetworkSegment(6519f74f-f1c1-4a3e-9e92-4d5f58efa63c),segment_id=6519f74f-f1c1-4a3e-9e92-4d5f58efa63c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:00.533239 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.581261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348de4d0-adc8-44fc-ab60-1a7feae7063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4ceeeb-7b27-4988-9bf1-6e97f8bb7291,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.633913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3e9f9739-446a-4a63-a5bf-e5d7fe12892a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:00.641589 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-348de4d0-adc8-44fc-ab60-1a7feae7063f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c4d28621b5b487cbc1919227ed27189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664321 Jun 30 02:42:00.642275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:00.655493 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.670292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 3e9f9739-446a-4a63-a5bf-e5d7fe12892a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:00.670530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3e9f9739-446a-4a63-a5bf-e5d7fe12892a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:00.683788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d229cb70-5fa0-4cb6-8449-0aa985c643b3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:00.696180 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a374e203-d301-4a68-a63c-6998a8392ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.697395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70dfb96-cb85-472c-a037-9a0cf496bf94') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:00.697686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70dfb96-cb85-472c-a037-9a0cf496bf94') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:00.707876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=7e491b9d-dd1f-4719-be3f-ceb2d7d54557,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.709690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.719000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a374e203-d301-4a68-a63c-6998a8392ba0 None None] No DVR routers for this DVR port 486c6ab7-896a-4951-92d1-440cebbe9198 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:00.726248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.733283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:00.733900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.746539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374e203-d301-4a68-a63c-6998a8392ba0 None None] Pushing event deleted for resources: {'Port': ['ID=486c6ab7-896a-4951-92d1-440cebbe9198,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.759258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea33be4-a21f-42a2-a466-bb291fd6d0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:00.784197 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:00.785991 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea33be4-a21f-42a2-a466-bb291fd6d0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.818601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.827751 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.833107 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] 10.222.0.55 "DELETE /v2.0/networks/d229cb70-5fa0-4cb6-8449-0aa985c643b3 HTTP/1.1" status: 204 len: 168 time: 1.5691078 Jun 30 02:42:00.850761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fba0b-d1e9-49bd-948d-94b81cfd518f admin admin] Pushing event deleted for resources: {'Network': ['ID=d229cb70-5fa0-4cb6-8449-0aa985c643b3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.866747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea33be4-a21f-42a2-a466-bb291fd6d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.868328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236ed9a-4643-4653-aa34-2dc288c982b2 req-379bcbfa-9c8f-414f-a5c6-7925d9b89454 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:00.869965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6236ed9a-4643-4653-aa34-2dc288c982b2 req-379bcbfa-9c8f-414f-a5c6-7925d9b89454 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 946 time: 0.2735901 Jun 30 02:42:00.872123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2ea33be4-a21f-42a2-a466-bb291fd6d0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:00.876813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2ea33be4-a21f-42a2-a466-bb291fd6d0e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f4ceeeb-7b27-4988-9bf1-6e97f8bb7291 HTTP/1.1" status: 204 len: 168 time: 0.2322180 Jun 30 02:42:00.898293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea33be4-a21f-42a2-a466-bb291fd6d0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4ceeeb-7b27-4988-9bf1-6e97f8bb7291,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:00.925100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6236ed9a-4643-4653-aa34-2dc288c982b2 req-1de8aa8d-7d82-4ac3-8ffc-b8cc952924c8 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 Jun 30 02:42:01.103070 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:01.286509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3bd7df19-33d1-4e79-8314-4730626d77c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a12c18dd59784acc8be285228865d299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798189 Jun 30 02:42:01.287291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:01.426191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3b68a9-a84c-4c54-84c9-4df6850daa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.481499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e35cb-6289-4b74-b491-0b8eaf2d15d8 req-17b46a96-f880-4bee-ba35-41a347deb7d6 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.483052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-955e35cb-6289-4b74-b491-0b8eaf2d15d8 req-17b46a96-f880-4bee-ba35-41a347deb7d6 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 944 time: 0.2417266 Jun 30 02:42:01.501630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-f3cd4f87-1653-4f99-a99b-29fc83fc9b80 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.503324 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-f3cd4f87-1653-4f99-a99b-29fc83fc9b80 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.69 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 946 time: 0.3341823 Jun 30 02:42:01.562201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3b68a9-a84c-4c54-84c9-4df6850daa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.583388 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-955e35cb-6289-4b74-b491-0b8eaf2d15d8 req-eb48015f-ed12-4ddc-9ece-be048795a7d8 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905001 Jun 30 02:42:01.672451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:01.677390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e8e8-85d7-4fe9-8f77-1ff37b59ad48 req-90e3ff36-638d-4ccd-82c5-eff3f04a0f47 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:01.687030 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7255e8e8-85d7-4fe9-8f77-1ff37b59ad48 req-90e3ff36-638d-4ccd-82c5-eff3f04a0f47 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 946 time: 0.2510321 Jun 30 02:42:01.709189 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-84b12273-1d97-4259-9e98-e7c1b41b6436 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Deleting port 8f73bda2-7d1b-4d61-85bc-a813623280a3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:01.711344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-84b12273-1d97-4259-9e98-e7c1b41b6436 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.748225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7255e8e8-85d7-4fe9-8f77-1ff37b59ad48 req-6678937d-6223-4ad7-a035-bf89380fdf4e tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/security-groups?id=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597425 Jun 30 02:42:01.778542 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3b68a9-a84c-4c54-84c9-4df6850daa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.781730 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bc3b68a9-a84c-4c54-84c9-4df6850daa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.783029 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bc3b68a9-a84c-4c54-84c9-4df6850daa20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1afad9b4-316e-4967-9b40-ad6f57375453 HTTP/1.1" status: 204 len: 168 time: 0.4946563 Jun 30 02:42:01.799514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b68a9-a84c-4c54-84c9-4df6850daa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afad9b4-316e-4967-9b40-ad6f57375453,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:01.872966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6d110897-0d4b-424d-ba7c-7a7deba272ec up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:01.916683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-84b12273-1d97-4259-9e98-e7c1b41b6436 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] For port 8f73bda2-7d1b-4d61-85bc-a813623280a3, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f73bda2-7d1b-4d61-85bc-a813623280a3,segment=NetworkSegment(9b718bd5-53f6-4944-b723-a8c0caa06022),segment_id=9b718bd5-53f6-4944-b723-a8c0caa06022)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:01.918350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-84b12273-1d97-4259-9e98-e7c1b41b6436 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.920117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:01.921080 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:01.953457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-84b12273-1d97-4259-9e98-e7c1b41b6436 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Calling delete_port for 8f73bda2-7d1b-4d61-85bc-a813623280a3 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:02.096975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 6d110897-0d4b-424d-ba7c-7a7deba272ec completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:02.111344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 6d110897-0d4b-424d-ba7c-7a7deba272ec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:02.111523 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.240595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-84b12273-1d97-4259-9e98-e7c1b41b6436 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.268816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8f73bda2-7d1b-4d61-85bc-a813623280a3'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:02.324813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b12273-1d97-4259-9e98-e7c1b41b6436 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Pushing event deleted for resources: {'Port': ['ID=8f73bda2-7d1b-4d61-85bc-a813623280a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:02.508019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 486c6ab7-896a-4951-92d1-440cebbe9198 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:02.544987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-84b12273-1d97-4259-9e98-e7c1b41b6436 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] No DVR routers for this DVR port 8f73bda2-7d1b-4d61-85bc-a813623280a3 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:02.554036 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-84b12273-1d97-4259-9e98-e7c1b41b6436 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.559918 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-caa94c19-d8ba-451c-8575-4e947bbb1065 req-84b12273-1d97-4259-9e98-e7c1b41b6436 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.69 "DELETE /v2.0/ports/8f73bda2-7d1b-4d61-85bc-a813623280a3 HTTP/1.1" status: 204 len: 173 time: 1.0488880 Jun 30 02:42:02.561677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8663f3a-fd72-4658-b085-da9e9d128611', 'name': 'network-vif-deleted', 'tag': '8f73bda2-7d1b-4d61-85bc-a813623280a3'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:02.564960 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b386bc47-c600-4234-ab26-c8d933e9c6a2" -d '{"events": [{"server_uuid": "a8663f3a-fd72-4658-b085-da9e9d128611", "name": "network-vif-deleted", "tag": "8f73bda2-7d1b-4d61-85bc-a813623280a3"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:02.580493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 486c6ab7-896a-4951-92d1-440cebbe9198 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:02.581120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 486c6ab7-896a-4951-92d1-440cebbe9198 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:02.600224 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.631788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b496de7f-2546-4a99-981f-70703ded1aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d110897-0d4b-424d-ba7c-7a7deba272ec'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:02.634609 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cbfc65-e280-4011-9317-03582e9df322" -d '{"events": [{"server_uuid": "b496de7f-2546-4a99-981f-70703ded1aa9", "name": "network-vif-plugged", "status": "completed", "tag": "6d110897-0d4b-424d-ba7c-7a7deba272ec"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:02.646613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43008) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:02.654286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 6d110897-0d4b-424d-ba7c-7a7deba272ec, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6d110897-0d4b-424d-ba7c-7a7deba272ec,segment=NetworkSegment(807baffa-fef1-454c-b801-cb607a11dd39),segment_id=807baffa-fef1-454c-b801-cb607a11dd39)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:02.659957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.770905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=6d110897-0d4b-424d-ba7c-7a7deba272ec,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:02.880832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3e5b-2517-4090-b5a8-9d7ea8c61e12 req-cae39b88-d344-4db0-81d9-afc020fe9fa2 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:02.889589 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8aff3e5b-2517-4090-b5a8-9d7ea8c61e12 req-cae39b88-d344-4db0-81d9-afc020fe9fa2 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 945 time: 0.0854189 Jun 30 02:42:02.958317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8aff3e5b-2517-4090-b5a8-9d7ea8c61e12 req-c619c6ef-47a3-4005-9276-ca7ddc3f6a07 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672648 Jun 30 02:42:03.036771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-109917801'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:03.046174 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2706a0c-8270-4de0-b972-e1ecbff16e33 x-openstack-request-id: req-f2706a0c-8270-4de0-b972-e1ecbff16e33 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:03.047267 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b496de7f-2546-4a99-981f-70703ded1aa9", "name": "network-vif-plugged", "status": "completed", "tag": "6d110897-0d4b-424d-ba7c-7a7deba272ec", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:03.047387 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2706a0c-8270-4de0-b972-e1ecbff16e33 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:03.048016 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b496de7f-2546-4a99-981f-70703ded1aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d110897-0d4b-424d-ba7c-7a7deba272ec', 'code': 200} Jun 30 02:42:03.109032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Made reservation on behalf of 6a92af3c997945e8a0df67057e5b8eb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:03.117154 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.135039 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.142633 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1e273f-54b0-4b71-aee2-d872cb9b9cac x-openstack-request-id: req-5a1e273f-54b0-4b71-aee2-d872cb9b9cac {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:03.143171 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8663f3a-fd72-4658-b085-da9e9d128611", "name": "network-vif-deleted", "tag": "8f73bda2-7d1b-4d61-85bc-a813623280a3", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:03.143566 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a1e273f-54b0-4b71-aee2-d872cb9b9cac {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:03.144109 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8663f3a-fd72-4658-b085-da9e9d128611', 'name': 'network-vif-deleted', 'tag': '8f73bda2-7d1b-4d61-85bc-a813623280a3', 'status': 'completed', 'code': 200} Jun 30 02:42:03.381173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d793dd-b1cc-4f22-b383-05f760879f65 req-fd97f742-d77d-4c38-a9e8-678c76dffd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.382270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.385007 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30d793dd-b1cc-4f22-b383-05f760879f65 req-fd97f742-d77d-4c38-a9e8-678c76dffd84 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 1097 time: 0.2330682 Jun 30 02:42:03.392571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.410238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:03.426808 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.427648 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Added segment c4a47739-7000-4c1a-b25b-d1b75e0ec39c of type vlan for network 2cf3719d-7bab-464a-87aa-a731dc46d918 Jun 30 02:42:03.474605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9295fb6-f752-47c2-a80a-fbbbcd630955 req-bd73efa6-33db-4ab4-bf6d-b620ec4463f6 tempest-InstanceActionsTestJSON-251019011 tempest-InstanceActionsTestJSON-251019011-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8663f3a-fd72-4658-b085-da9e9d128611 HTTP/1.1" status: 200 len: 210 time: 0.1277511 Jun 30 02:42:03.536769 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.540764 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30d793dd-b1cc-4f22-b383-05f760879f65 req-ef7aa783-8227-4dc8-b3ff-80ec9d1d94e1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138854 Jun 30 02:42:03.549172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=823399d9-4d1e-4c7b-b5c3-ea2214cb9998,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:03.605236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.621606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:03.621606 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:03.733685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Network': ['ID=2cf3719d-7bab-464a-87aa-a731dc46d918,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:03.746870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2cf3719d-7bab-464a-87aa-a731dc46d918 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:03.761113 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0510c701-781e-41e6-b012-bc7094cb0855 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1132386 Jun 30 02:42:03.764035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:03.770382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'subnet': {'network_id': '2cf3719d-7bab-464a-87aa-a731dc46d918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:03.940903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Made reservation on behalf of 6a92af3c997945e8a0df67057e5b8eb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:03.945598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.249031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.334426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae87cb2-68ee-4d48-985e-55619dc4ccd4 req-1dd65bcc-433a-488c-b8ae-857dfb4de0aa tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.336040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bae87cb2-68ee-4d48-985e-55619dc4ccd4 req-1dd65bcc-433a-488c-b8ae-857dfb4de0aa tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 945 time: 0.1991580 Jun 30 02:42:04.343819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Subnet': ['ID=7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:04.378240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Checking segment: {'id': 'c4a47739-7000-4c1a-b25b-d1b75e0ec39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '2cf3719d-7bab-464a-87aa-a731dc46d918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:04.378608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network hostable DHCP agents. Network: 2cf3719d-7bab-464a-87aa-a731dc46d918, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:04.414298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bae87cb2-68ee-4d48-985e-55619dc4ccd4 req-bc0754f4-e936-454b-9f42-f64f5ef0baae tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715311 Jun 30 02:42:04.437587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 2cf3719d-7bab-464a-87aa-a731dc46d918 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:04.449515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 2cf3719d-7bab-464a-87aa-a731dc46d918) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:04.461288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba03e86a-6fca-453c-a54e-386f47317538 None None] Network 2cf3719d-7bab-464a-87aa-a731dc46d918 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:04.485366 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:04.485971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.516861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3a603849-edbb-4d38-84b8-7ddbc546cf1e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7501979 Jun 30 02:42:04.519587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:04.525348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-810233106', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:04.562070 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.565498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.668658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:04.696197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.772512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb0ac8e-85a3-41f1-97dd-b753acfdc85e admin admin] Deleting subnet 4e80a069-15f0-4afa-abba-dd09e233c57c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:04.778099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fb0ac8e-85a3-41f1-97dd-b753acfdc85e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:04.799919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb52e5-9322-4085-9d03-3ba636bb297d None None] Network 2cf3719d-7bab-464a-87aa-a731dc46d918 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:04.910866 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fb0ac8e-85a3-41f1-97dd-b753acfdc85e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.024107 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fb0ac8e-85a3-41f1-97dd-b753acfdc85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.110344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.125640 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fb0ac8e-85a3-41f1-97dd-b753acfdc85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.164180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0ac8e-85a3-41f1-97dd-b753acfdc85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e80a069-15f0-4afa-abba-dd09e233c57c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:05.169389 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fb0ac8e-85a3-41f1-97dd-b753acfdc85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.172196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0fb0ac8e-85a3-41f1-97dd-b753acfdc85e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4e80a069-15f0-4afa-abba-dd09e233c57c HTTP/1.1" status: 204 len: 168 time: 0.5020051 Jun 30 02:42:05.174823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:05.287833 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.324687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8f73bda2-7d1b-4d61-85bc-a813623280a3 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:05.391625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 8f73bda2-7d1b-4d61-85bc-a813623280a3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:05.392011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8f73bda2-7d1b-4d61-85bc-a813623280a3 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:05.540369 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.582370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7daedf5d-ac42-403f-87c8-4e3e221f997e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:05.610447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.623704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b718bd5-53f6-4944-b723-a8c0caa06022') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:05.623704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b718bd5-53f6-4944-b723-a8c0caa06022') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:05.653960 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.655336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.685925 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.765217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:05.765694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:05.768631 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:05.911135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.925236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4393da-d7dd-4c3a-a2c6-3188111c9ac1 req-7af6beab-29a9-498a-979e-c92b81a8bfb1 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:05.926882 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b4393da-d7dd-4c3a-a2c6-3188111c9ac1 req-7af6beab-29a9-498a-979e-c92b81a8bfb1 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 945 time: 0.2354298 Jun 30 02:42:05.943258 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.945459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7daedf5d-ac42-403f-87c8-4e3e221f997e HTTP/1.1" status: 204 len: 168 time: 0.7683794 Jun 30 02:42:05.982178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32078b18-dc5e-4a47-b336-5bfd00165aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7daedf5d-ac42-403f-87c8-4e3e221f997e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:06.034527 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b4393da-d7dd-4c3a-a2c6-3188111c9ac1 req-774eee54-6efa-469b-bfff-ed507826b3e4 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874665 Jun 30 02:42:06.410902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.25.7.63 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/ad3c67f1-f299-40cc-92da-ecb2a20dd37e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:06.538067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:06.631995 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-588f3842-27ff-44a8-8350-2fe3b1a27043 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43d72261a717487bacab52192813d67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903318 Jun 30 02:42:06.632763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:06.671377 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.749619 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b011c719-41c0-4269-81ae-f468d187f00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.762395 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.841238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=ad3c67f1-f299-40cc-92da-ecb2a20dd37e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:06.848119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b011c719-41c0-4269-81ae-f468d187f00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.857805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:06.859529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:06.863248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:06.934407 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b011c719-41c0-4269-81ae-f468d187f00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.941597 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b011c719-41c0-4269-81ae-f468d187f00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.945194 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b011c719-41c0-4269-81ae-f468d187f00f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f7fb73c-bdb0-4a10-9bc5-68c067c54d43 HTTP/1.1" status: 204 len: 168 time: 0.3089817 Jun 30 02:42:06.967699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011c719-41c0-4269-81ae-f468d187f00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7fb73c-bdb0-4a10-9bc5-68c067c54d43,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:07.365387 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.834333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:07.961850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:08.126333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980fa8b-7bad-4df4-a332-edca4c9396d8 req-0c7ced69-93e2-40dc-ac58-1945b9c691e3 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:08.138688 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1980fa8b-7bad-4df4-a332-edca4c9396d8 req-0c7ced69-93e2-40dc-ac58-1945b9c691e3 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 945 time: 0.1166477 Jun 30 02:42:08.144742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:42:08.253548 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1980fa8b-7bad-4df4-a332-edca4c9396d8 req-c94e5f87-a7d3-48a7-85ea-53871f1a373e tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138160 Jun 30 02:42:08.339789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:08.352219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e778471c-7f0b-488a-93c2-cf7a87167517 None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:08.383557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778471c-7f0b-488a-93c2-cf7a87167517 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:08.384474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e778471c-7f0b-488a-93c2-cf7a87167517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:08.388799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.390993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e70a99bd-474e-4693-9b54-e79535f96b15 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8694746 Jun 30 02:42:08.393791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:08.467753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e778471c-7f0b-488a-93c2-cf7a87167517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:08.481071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778471c-7f0b-488a-93c2-cf7a87167517 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:08.481875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e778471c-7f0b-488a-93c2-cf7a87167517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:08.516080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e778471c-7f0b-488a-93c2-cf7a87167517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:08.517166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e778471c-7f0b-488a-93c2-cf7a87167517 None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:08.535872 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7644f4eb-ca93-4a59-9065-0a8023f235a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.652394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:08.832446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-886116026-network', 'tenant_id': '510b69362ba542e4b728537c74cc3b05'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:08.849000 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7644f4eb-ca93-4a59-9065-0a8023f235a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.885076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Made reservation on behalf of 510b69362ba542e4b728537c74cc3b05 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:08.886539 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7644f4eb-ca93-4a59-9065-0a8023f235a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.893734 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.910958 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.968400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644f4eb-ca93-4a59-9065-0a8023f235a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af7dd9f-aca9-4fdb-8912-51f5328595f8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:08.975718 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7644f4eb-ca93-4a59-9065-0a8023f235a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f88ab1efabda42218d733c9ba0d35d91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0121205 Jun 30 02:42:08.979794 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:09.066982 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.084884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.112942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:09.128735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbb2506-f4e8-4208-abaf-268cc929f87a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:09.143817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.144858 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Added segment 08843079-8f8f-4e87-951d-ebd7fe400fd8 of type vlan for network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c Jun 30 02:42:09.278383 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d27f5b-3b65-442c-835b-6bba56bf4959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.310163 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.331492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d27f5b-3b65-442c-835b-6bba56bf4959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.429510 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.461089 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d27f5b-3b65-442c-835b-6bba56bf4959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.466176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-54d27f5b-3b65-442c-835b-6bba56bf4959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.470748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-54d27f5b-3b65-442c-835b-6bba56bf4959 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4af7dd9f-aca9-4fdb-8912-51f5328595f8 HTTP/1.1" status: 204 len: 168 time: 0.4897878 Jun 30 02:42:09.505258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.506913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:09.507509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.545034 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8913739 Jun 30 02:42:09.549206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:09.549550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:09.555995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Request body: {'subnet': {'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-886116026-subnet', 'tenant_id': '510b69362ba542e4b728537c74cc3b05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:09.565644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d27f5b-3b65-442c-835b-6bba56bf4959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af7dd9f-aca9-4fdb-8912-51f5328595f8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:09.641259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Made reservation on behalf of 510b69362ba542e4b728537c74cc3b05 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:09.644097 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.725220 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec384659-cd38-4575-a38a-e0072cdb4f20 req-ad89b3d4-45e7-44e4-ab7e-d8b0f2bf9455 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:09.731727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec384659-cd38-4575-a38a-e0072cdb4f20 req-ad89b3d4-45e7-44e4-ab7e-d8b0f2bf9455 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 945 time: 0.3339131 Jun 30 02:42:09.836536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100ea10-ecc6-48fd-84be-7e7ded2e18a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:09.850012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:09.928504 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40357a9f-3315-4c02-a309-b73ebed44a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:09.958769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec384659-cd38-4575-a38a-e0072cdb4f20 req-3280dd71-39c1-436d-8244-884bcd6d94ae tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6daf340-2e30-4f4d-801f-f2f3a52994be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327319 Jun 30 02:42:10.040799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-2f902923-a682-48ef-9bac-3bb612ccc3fb tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:10.050334 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-2f902923-a682-48ef-9bac-3bb612ccc3fb tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.73 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 945 time: 0.3121243 Jun 30 02:42:10.191474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-ec9bc864-6388-45a3-9b23-2f91f0ef1110 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Deleting port 6d110897-0d4b-424d-ba7c-7a7deba272ec {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:10.192289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-ec9bc864-6388-45a3-9b23-2f91f0ef1110 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.224725 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.20.0.1 (2cf3719d-7bab-464a-87aa-a731dc46d918/7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7/c73b3fc5-c976-4da6-ab29-a2e506afb990) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:10.245177 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.314231 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43248) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:10.338246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31ce0e6c-0860-402c-be85-c68d377c46a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.387347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40357a9f-3315-4c02-a309-b73ebed44a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.401353 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40357a9f-3315-4c02-a309-b73ebed44a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.437417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Pushing event updated for resources: {'Subnet': ['ID=969f761c-dbdc-41a6-8134-c3d896c08de0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:10.490262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-ec9bc864-6388-45a3-9b23-2f91f0ef1110 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] For port 6d110897-0d4b-424d-ba7c-7a7deba272ec, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6d110897-0d4b-424d-ba7c-7a7deba272ec,segment=NetworkSegment(807baffa-fef1-454c-b801-cb607a11dd39),segment_id=807baffa-fef1-454c-b801-cb607a11dd39)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:10.490687 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-ec9bc864-6388-45a3-9b23-2f91f0ef1110 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.491894 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-40357a9f-3315-4c02-a309-b73ebed44a35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c3ae0ea850e0465890f85aa962474bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9413300 Jun 30 02:42:10.496725 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43252) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:10.511323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Checking segment: {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:10.511686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Network hostable DHCP agents. Network: 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:10.513699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40357a9f-3315-4c02-a309-b73ebed44a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098efa2f-4739-48e2-bb77-627ee24ab0e2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:10.518808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-ec9bc864-6388-45a3-9b23-2f91f0ef1110 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Calling delete_port for 6d110897-0d4b-424d-ba7c-7a7deba272ec owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:10.536500 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.583578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:10.611008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:10.621086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586906d2-efe7-4725-9a16-b9322daa1349 None None] Network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:10.630006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:10.630621 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.642982 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb460cb-a3c7-446e-a8f5-60279ffbcd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.659316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.702351 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb460cb-a3c7-446e-a8f5-60279ffbcd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.739604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 2cf3719d-7bab-464a-87aa-a731dc46d918 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:10.750828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-ec9bc864-6388-45a3-9b23-2f91f0ef1110 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.758499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:10.766351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:10.771262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=c73b3fc5-c976-4da6-ab29-a2e506afb990,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:10.793849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bc864-6388-45a3-9b23-2f91f0ef1110 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Pushing event deleted for resources: {'Port': ['ID=6d110897-0d4b-424d-ba7c-7a7deba272ec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:10.820660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['6d110897-0d4b-424d-ba7c-7a7deba272ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:10.840800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.844123 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb460cb-a3c7-446e-a8f5-60279ffbcd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.847782 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb460cb-a3c7-446e-a8f5-60279ffbcd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.849435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ddb460cb-a3c7-446e-a8f5-60279ffbcd80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/098efa2f-4739-48e2-bb77-627ee24ab0e2 HTTP/1.1" status: 204 len: 168 time: 0.3460817 Jun 30 02:42:10.864304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-ec9bc864-6388-45a3-9b23-2f91f0ef1110 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] No DVR routers for this DVR port 6d110897-0d4b-424d-ba7c-7a7deba272ec on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:10.869463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-ec9bc864-6388-45a3-9b23-2f91f0ef1110 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.872383 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-69096ec0-0e29-46ea-9ba2-72f65c4caaae req-ec9bc864-6388-45a3-9b23-2f91f0ef1110 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.73 "DELETE /v2.0/ports/6d110897-0d4b-424d-ba7c-7a7deba272ec HTTP/1.1" status: 204 len: 173 time: 0.8149233 Jun 30 02:42:10.873073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b496de7f-2546-4a99-981f-70703ded1aa9', 'name': 'network-vif-deleted', 'tag': '6d110897-0d4b-424d-ba7c-7a7deba272ec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:10.876072 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e730e1b9-41bd-437e-b8b9-3ab860941f2c" -d '{"events": [{"server_uuid": "b496de7f-2546-4a99-981f-70703ded1aa9", "name": "network-vif-deleted", "tag": "6d110897-0d4b-424d-ba7c-7a7deba272ec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:10.923383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-7cde859b-b6d1-4d65-91d9-2b5c2ea0876c', 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c', 'tenant_id': '510b69362ba542e4b728537c74cc3b05', 'fixed_ips': [{'subnet_id': '969f761c-dbdc-41a6-8134-c3d896c08de0'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:42:10.926351 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.948779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb460cb-a3c7-446e-a8f5-60279ffbcd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098efa2f-4739-48e2-bb77-627ee24ab0e2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:10.959088 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc74318a-0126-455d-99ba-d9b2604d3ed3 x-openstack-request-id: req-fc74318a-0126-455d-99ba-d9b2604d3ed3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:10.960141 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b496de7f-2546-4a99-981f-70703ded1aa9", "name": "network-vif-deleted", "tag": "6d110897-0d4b-424d-ba7c-7a7deba272ec", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:10.960724 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc74318a-0126-455d-99ba-d9b2604d3ed3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:10.961490 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b496de7f-2546-4a99-981f-70703ded1aa9', 'name': 'network-vif-deleted', 'tag': '6d110897-0d4b-424d-ba7c-7a7deba272ec', 'status': 'completed', 'code': 200} Jun 30 02:42:10.966781 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31ce0e6c-0860-402c-be85-c68d377c46a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:10.974310 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31ce0e6c-0860-402c-be85-c68d377c46a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.150646 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-31ce0e6c-0860-402c-be85-c68d377c46a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73050d5342e341b4801f6782afdaf6c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8350453 Jun 30 02:42:11.153996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:11.172157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce0e6c-0860-402c-be85-c68d377c46a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9169ae81-aa19-42f6-8c09-e0d40c71678a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:11.203413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-30012eb1-e3cc-40a6-a291-f05f731170be admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6512535 Jun 30 02:42:11.206426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Allocated IP 172.20.0.2 (7cde859b-b6d1-4d65-91d9-2b5c2ea0876c/969f761c-dbdc-41a6-8134-c3d896c08de0/6c64e95f-315e-4f60-8c16-45a7dce7baa3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:11.396165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5375935-8d06-4927-a3e3-42cb9541123a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.465266 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5e829ca-b9f5-4ff9-94dd-4fd5d9d23bc4 req-11dd953c-0cf6-46ed-8c32-1cd76391e447 tempest-ServerMetadataNegativeTestJSON-61897715 tempest-ServerMetadataNegativeTestJSON-61897715-project] 10.222.0.55 "GET /v2.0/ports?device_id=b496de7f-2546-4a99-981f-70703ded1aa9 HTTP/1.1" status: 200 len: 210 time: 0.1289814 Jun 30 02:42:11.502891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.506758 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.532410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Transition to ACTIVE for port object 6c64e95f-315e-4f60-8c16-45a7dce7baa3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:11.538778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5375935-8d06-4927-a3e3-42cb9541123a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.560762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Transition to ACTIVE for port object 6c64e95f-315e-4f60-8c16-45a7dce7baa3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:11.572532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.710410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:11.726917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Pushing event updated for resources: {'Port': ['ID=6c64e95f-315e-4f60-8c16-45a7dce7baa3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:11.740510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:11.743765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:11.746887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:11.792174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8263760-cd9b-46d9-bb96-cc7a8ea407e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.930276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Attempting to bind port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:11.931052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Attempting to bind port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:11.931052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Attempting to bind port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 on network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:11.948829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:11.950641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Checking segment: {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:11.951093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:11.951491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Bound using segment: {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:11.953806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Bound port: 6c64e95f-315e-4f60-8c16-45a7dce7baa3, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:11.954238 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.051406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] For port 6c64e95f-315e-4f60-8c16-45a7dce7baa3, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:12.062874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] For port 6c64e95f-315e-4f60-8c16-45a7dce7baa3, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6c64e95f-315e-4f60-8c16-45a7dce7baa3,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:12.065541 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8263760-cd9b-46d9-bb96-cc7a8ea407e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.071880 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.073970 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8263760-cd9b-46d9-bb96-cc7a8ea407e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.189465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8263760-cd9b-46d9-bb96-cc7a8ea407e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0104665-16fe-494e-8bc9-ae31e344f9d8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.211701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b8263760-cd9b-46d9-bb96-cc7a8ea407e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4f4536cfa8441bfbd5cd4199ec1f75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663668 Jun 30 02:42:12.212105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd9ed8-c370-48a4-be8e-d8dd4791d428 None None] Pushing event updated for resources: {'Port': ['ID=6c64e95f-315e-4f60-8c16-45a7dce7baa3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.213505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:12.222979 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5375935-8d06-4927-a3e3-42cb9541123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.230028 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5375935-8d06-4927-a3e3-42cb9541123a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.235138 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a5375935-8d06-4927-a3e3-42cb9541123a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9169ae81-aa19-42f6-8c09-e0d40c71678a HTTP/1.1" status: 204 len: 168 time: 1.0698311 Jun 30 02:42:12.242356 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.259856 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.263040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5375935-8d06-4927-a3e3-42cb9541123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9169ae81-aa19-42f6-8c09-e0d40c71678a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.377302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6ceafa-fc55-40a3-83e0-93399353f92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.413574 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6ceafa-fc55-40a3-83e0-93399353f92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.426121 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.431197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=c73b3fc5-c976-4da6-ab29-a2e506afb990,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.547979 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6ceafa-fc55-40a3-83e0-93399353f92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.550483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6ceafa-fc55-40a3-83e0-93399353f92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.554196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fd6ceafa-fc55-40a3-83e0-93399353f92a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0104665-16fe-494e-8bc9-ae31e344f9d8 HTTP/1.1" status: 204 len: 168 time: 0.3360920 Jun 30 02:42:12.589440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ceafa-fc55-40a3-83e0-93399353f92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0104665-16fe-494e-8bc9-ae31e344f9d8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:12.614172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-e23f072a-7519-4177-ab83-beb0055c2619 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:12.622898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-e23f072a-7519-4177-ab83-beb0055c2619 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/networks?id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 200 len: 815 time: 0.2682998 Jun 30 02:42:12.653741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:12.703022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-e244ef3b-841d-43bb-a590-927c8bdb7cbc tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/quotas/510b69362ba542e4b728537c74cc3b05 HTTP/1.1" status: 200 len: 375 time: 0.0786500 Jun 30 02:42:12.705275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 2cf3719d-7bab-464a-87aa-a731dc46d918 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:12.707011 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:12.730412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1e038f-ffce-43d3-87b2-dc447d30f502 admin admin] Deleting subnet dc3acdb0-8850-4f6a-87bd-9b649c5054d5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:12.733830 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1e038f-ffce-43d3-87b2-dc447d30f502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.784333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1e038f-ffce-43d3-87b2-dc447d30f502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.861590 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1e038f-ffce-43d3-87b2-dc447d30f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:12.917328 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:42:12.970697 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1e038f-ffce-43d3-87b2-dc447d30f502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.008554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e038f-ffce-43d3-87b2-dc447d30f502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc3acdb0-8850-4f6a-87bd-9b649c5054d5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:13.011364 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1e038f-ffce-43d3-87b2-dc447d30f502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.013672 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bf1e038f-ffce-43d3-87b2-dc447d30f502 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc3acdb0-8850-4f6a-87bd-9b649c5054d5 HTTP/1.1" status: 204 len: 168 time: 0.3584869 Jun 30 02:42:13.016112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43316) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:13.165686 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.385871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43324) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:13.419838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11061b2f-2299-4718-8b53-bd99c4023a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.445372 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.485159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96edf5a7-daaf-4ac1-81e8-3d8942d760ef']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:13.669891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6c64e95f-315e-4f60-8c16-45a7dce7baa3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:13.689066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807baffa-fef1-454c-b801-cb607a11dd39') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:13.690519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807baffa-fef1-454c-b801-cb607a11dd39') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:13.727856 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.780734 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11061b2f-2299-4718-8b53-bd99c4023a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.782351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:13.786200 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.797607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-11061b2f-2299-4718-8b53-bd99c4023a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.804566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:13.805165 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:13.813343 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:13.819982 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-6edca409-0256-4959-b1e1-9a0a41f7695a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=510b69362ba542e4b728537c74cc3b05&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1024632 Jun 30 02:42:13.844418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7b6a2c-56e4-4faf-abec-98104762e598 None None] Network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:13.887998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:13.896452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11061b2f-2299-4718-8b53-bd99c4023a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aebbd8-0228-4231-aab6-1b9107ebd85e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:13.918658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-11061b2f-2299-4718-8b53-bd99c4023a78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27b7f0ee713342728bd7c574f7a2eb59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5312903 Jun 30 02:42:13.919352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43334) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:13.920448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6d110897-0d4b-424d-ba7c-7a7deba272ec no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:13.942286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.950143 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 6d110897-0d4b-424d-ba7c-7a7deba272ec {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:13.950765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6d110897-0d4b-424d-ba7c-7a7deba272ec not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:13.955776 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:13.960226 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/96edf5a7-daaf-4ac1-81e8-3d8942d760ef HTTP/1.1" status: 204 len: 168 time: 0.9404886 Jun 30 02:42:13.993374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-618a09cc-78c3-4ea8-9db2-d5d6b9948b07 None None] Provisioning for port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:14.007064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-618a09cc-78c3-4ea8-9db2-d5d6b9948b07 None None] Provisioning complete for port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:14.007699 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-618a09cc-78c3-4ea8-9db2-d5d6b9948b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.015126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-a1876eef-1adc-4cb3-9b70-d89eaafa321d service neutron] 10.222.0.55 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815937 Jun 30 02:42:14.069075 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e59b80-afd0-4c51-9209-34c7828525b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=96edf5a7-daaf-4ac1-81e8-3d8942d760ef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:14.126758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50c16543-4b51-475a-8f21-b451b81d3234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.178636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:14.193334 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d93c1d-7cb4-484c-8b46-fb1f281fa6bc None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:14.196588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-408b77cc-241d-4860-b26b-1ec293882425 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "PUT /v2.0/routers/963537c7-df4a-42af-b5cf-46e7f4bf8446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8003876 Jun 30 02:42:14.204609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:14.215064 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d93c1d-7cb4-484c-8b46-fb1f281fa6bc None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:14.215877 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1d93c1d-7cb4-484c-8b46-fb1f281fa6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:14.216027 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50c16543-4b51-475a-8f21-b451b81d3234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.223618 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-618a09cc-78c3-4ea8-9db2-d5d6b9948b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.251436 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-f0c519cc-fa44-4103-ae15-2e1a2dfe434b service neutron] 10.222.0.55 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345502 Jun 30 02:42:14.255230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'port': {'network_id': '2cf3719d-7bab-464a-87aa-a731dc46d918', 'name': 'tempest-FloatingIPTestJSON-465694513'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:14.289675 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1d93c1d-7cb4-484c-8b46-fb1f281fa6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:14.303732 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d93c1d-7cb4-484c-8b46-fb1f281fa6bc None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:14.305104 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1d93c1d-7cb4-484c-8b46-fb1f281fa6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:14.335032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-618a09cc-78c3-4ea8-9db2-d5d6b9948b07 None None] For port 6c64e95f-315e-4f60-8c16-45a7dce7baa3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6c64e95f-315e-4f60-8c16-45a7dce7baa3,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:14.343115 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-618a09cc-78c3-4ea8-9db2-d5d6b9948b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.349308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:14.362083 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a1d93c1d-7cb4-484c-8b46-fb1f281fa6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:14.363178 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d93c1d-7cb4-484c-8b46-fb1f281fa6bc None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:14.454674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-960603ee-017a-4a67-9d12-053a1cd37c88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2b55cd3dbf84826bf84947ed1d142d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971668 Jun 30 02:42:14.455397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:14.483573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a09cc-78c3-4ea8-9db2-d5d6b9948b07 None None] Pushing event updated for resources: {'Port': ['ID=6c64e95f-315e-4f60-8c16-45a7dce7baa3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:14.550333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1a2e-e452-466f-a06a-566f011edaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.602833 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1a2e-e452-466f-a06a-566f011edaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.650174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50c16543-4b51-475a-8f21-b451b81d3234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.660519 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-50c16543-4b51-475a-8f21-b451b81d3234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.661987 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-50c16543-4b51-475a-8f21-b451b81d3234 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61aebbd8-0228-4231-aab6-1b9107ebd85e HTTP/1.1" status: 204 len: 168 time: 0.7406487 Jun 30 02:42:14.680091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-17a1acea-dc0e-46e7-afe5-b65bf629945f None None] Provisioning complete for port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:14.683628 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17a1acea-dc0e-46e7-afe5-b65bf629945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.684008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c16543-4b51-475a-8f21-b451b81d3234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aebbd8-0228-4231-aab6-1b9107ebd85e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:14.711099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Made reservation on behalf of 6a92af3c997945e8a0df67057e5b8eb7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:14.731313 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1a2e-e452-466f-a06a-566f011edaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.736127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.745031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b0b1a2e-e452-466f-a06a-566f011edaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:14.752219 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1b0b1a2e-e452-466f-a06a-566f011edaa3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6daf340-2e30-4f4d-801f-f2f3a52994be HTTP/1.1" status: 204 len: 168 time: 0.2957056 Jun 30 02:42:14.787081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b1a2e-e452-466f-a06a-566f011edaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6daf340-2e30-4f4d-801f-f2f3a52994be,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:14.812354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] device_id is not set on port d8ec3a17-32b5-4604-9dc0-d269fa0c7cba yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:42:14.955459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-20875e92-ca6d-48ad-86fb-a20583cd5bf1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:14.957477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-20875e92-ca6d-48ad-86fb-a20583cd5bf1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/networks?id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 200 len: 815 time: 0.1531432 Jun 30 02:42:14.982275 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-069c326b-63d1-4975-b964-82ecca15944e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/quotas/510b69362ba542e4b728537c74cc3b05 HTTP/1.1" status: 200 len: 375 time: 0.0172102 Jun 30 02:42:15.024787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.20.0.5 (2cf3719d-7bab-464a-87aa-a731dc46d918/7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7/d8ec3a17-32b5-4604-9dc0-d269fa0c7cba) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:15.071060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-0d60f2ce-9e88-4193-a7ce-31c066e0ed20 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=510b69362ba542e4b728537c74cc3b05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754869 Jun 30 02:42:15.273841 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-e4421860-950b-41ee-9916-b77e47207886 service neutron] 10.222.0.55 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926870 Jun 30 02:42:15.334372 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.384012 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.429862 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-a291f3c1-cc38-4164-b0f0-019d4b17640c service neutron] 10.222.0.55 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484866 Jun 30 02:42:15.460692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 2cf3719d-7bab-464a-87aa-a731dc46d918 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:15.464106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:15.473663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:15.496814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=d8ec3a17-32b5-4604-9dc0-d269fa0c7cba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:15.528182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:15.529118 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.548395 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c565c223-8704-481b-ab50-22536025711f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3402002 Jun 30 02:42:15.551506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43396) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:15.558432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'port': {'network_id': '2cf3719d-7bab-464a-87aa-a731dc46d918', 'name': 'tempest-FloatingIPTestJSON-955947594'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:15.630889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6c64e95f-315e-4f60-8c16-45a7dce7baa3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:15.709960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:15.710887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.765478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Made reservation on behalf of 6a92af3c997945e8a0df67057e5b8eb7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:15.792912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.809251 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:15.877863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] device_id is not set on port 4a1b3b2c-bf96-4f8f-a194-de5860797436 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:42:15.963878 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.274791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.20.0.8 (2cf3719d-7bab-464a-87aa-a731dc46d918/7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7/4a1b3b2c-bf96-4f8f-a194-de5860797436) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:16.462093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df61d7-a80a-47e1-8127-8a5b138701da req-b0d59e29-d57f-4ec9-91d8-e2dffef1a73c tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:16.470760 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-b0d59e29-d57f-4ec9-91d8-e2dffef1a73c tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/networks?id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 200 len: 815 time: 0.2358348 Jun 30 02:42:16.530516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-f3ac734a-66d2-445b-ac57-5145484abda4 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/quotas/510b69362ba542e4b728537c74cc3b05 HTTP/1.1" status: 200 len: 375 time: 0.0575988 Jun 30 02:42:16.734632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:16.774180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-0bca258a-a156-4de5-8c6d-7680b25b5189 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=510b69362ba542e4b728537c74cc3b05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2422948 Jun 30 02:42:16.908300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-3b4e1e8e-7a60-4722-a670-24a041448717 service neutron] 10.222.0.55 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330965 Jun 30 02:42:16.918059 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.020062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=4a1b3b2c-bf96-4f8f-a194-de5860797436,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.030105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 2cf3719d-7bab-464a-87aa-a731dc46d918 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:17.050279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:17.090212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.095357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.096088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.097833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.098368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.099645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.101592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.102126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.102615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.103898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.104725 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.108295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.137872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:17.224468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-cc9dba4b-283c-4298-9ad5-6c379e154445 service neutron] 10.222.0.55 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151112 Jun 30 02:42:17.257444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.261382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.287394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ccbbb072-9f02-40a8-b5fb-78d5e3a320f5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7341640 Jun 30 02:42:17.290200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:17.305172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '4a1b3b2c-bf96-4f8f-a194-de5860797436', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:17.359608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.670316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.793157 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d880c66a-3058-419a-bc07-22ce1649c923 req-97d3cd90-8b70-4282-bf5e-5ae7d9ceb600 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 210 time: 0.1405475 Jun 30 02:42:17.879612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.25.7.22 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/1635f6b9-fb8c-4ac5-b9c7-473174314fe5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:17.975592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-8ef3e03b-8b6f-45a7-9d6d-ad265e3002a0 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.977156 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-8ef3e03b-8b6f-45a7-9d6d-ad265e3002a0 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.69 "GET /v2.0/networks?id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 200 len: 815 time: 0.4988842 Jun 30 02:42:18.023599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Request body: {'port': {'device_id': 'dade43e8-dd03-49f4-a842-e9d5b21cde9c', 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c', 'admin_state_up': True, 'tenant_id': '510b69362ba542e4b728537c74cc3b05'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:18.147527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.237250 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.481063 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Made reservation on behalf of 510b69362ba542e4b728537c74cc3b05 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:18.488015 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.547320 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:18.562392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:18.577860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:18.653363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-adae5982-039c-4c15-88ee-e6759a65d41b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:18.658001 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-adae5982-039c-4c15-88ee-e6759a65d41b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.69 "GET /v2.0/networks?id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 200 len: 815 time: 0.4129758 Jun 30 02:42:18.676304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Request body: {'port': {'device_id': 'b7d099fd-7074-4e45-b64f-9217ae971027', 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c', 'admin_state_up': True, 'tenant_id': '510b69362ba542e4b728537c74cc3b05'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:18.720962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=1635f6b9-fb8c-4ac5-b9c7-473174314fe5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:18.820802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Allocated IP 172.20.0.4 (7cde859b-b6d1-4d65-91d9-2b5c2ea0876c/969f761c-dbdc-41a6-8134-c3d896c08de0/1a5fd9c9-fe66-40e0-8020-fb04b32083cd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:19.021166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.039452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Transition to ACTIVE for port object 1a5fd9c9-fe66-40e0-8020-fb04b32083cd will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:19.099278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.238167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Pushing event updated for resources: {'Port': ['ID=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:19.253397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.254958 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.255449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.255947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.256426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.256921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.257396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.257879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.258391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.258896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.259362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.259830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.269399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:19.292082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:19.340276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:19.351635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6fa031c1-5c19-4da0-b845-1dc07fc40c44 req-fa95cb47-e3ec-42ed-a833-fe7252ec26e1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 210 time: 0.0877252 Jun 30 02:42:19.541643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.555665 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.601138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Made reservation on behalf of 510b69362ba542e4b728537c74cc3b05 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:19.611876 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.643369 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-c8f716c2-51db-4b4c-8060-5d19a6305198 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6458485 Jun 30 02:42:19.717838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Request body: {'port': {'device_id': 'dade43e8-dd03-49f4-a842-e9d5b21cde9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:19.795119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.847121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c94f1132-bbc6-4184-8ce1-47d4665b46d2 None None] Provisioning for port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:19.851658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c94f1132-bbc6-4184-8ce1-47d4665b46d2 None None] Provisioning complete for port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:19.852044 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c94f1132-bbc6-4184-8ce1-47d4665b46d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.914217 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.974068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c94f1132-bbc6-4184-8ce1-47d4665b46d2 None None] Port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:20.251868 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.341174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Allocated IP 172.20.0.12 (7cde859b-b6d1-4d65-91d9-2b5c2ea0876c/969f761c-dbdc-41a6-8134-c3d896c08de0/54cc45f1-a772-4ef2-b96a-c81f8afc3ecc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:20.357293 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.364947 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.589406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.599428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=1635f6b9-fb8c-4ac5-b9c7-473174314fe5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:20.899168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11207fa5-be38-432c-83a6-7bba88d4b7ae req-af3bd9ec-bb21-4bfb-aa94-8016903705d4 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 210 time: 0.1706631 Jun 30 02:42:20.964575 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP c8ed05c9-684d-4a22-979e-12b8ea8b2cc8 associated. External IP: 172.25.7.22, port: 4a1b3b2c-bf96-4f8f-a194-de5860797436. Jun 30 02:42:21.446376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:21.682385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:21.694090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f16def-48f4-4b39-aa87-537a840dc974 None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:21.699244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:21.706606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f16def-48f4-4b39-aa87-537a840dc974 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:21.707410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-89f16def-48f4-4b39-aa87-537a840dc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:21.753817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.780581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df61d7-a80a-47e1-8127-8a5b138701da req-11ef0833-55a0-480d-b7ef-94fe092de7dc tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:21.783879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-89f16def-48f4-4b39-aa87-537a840dc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:21.787646 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-11ef0833-55a0-480d-b7ef-94fe092de7dc tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.73 "GET /v2.0/networks?id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 200 len: 815 time: 1.4598653 Jun 30 02:42:21.807415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f16def-48f4-4b39-aa87-537a840dc974 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:21.809852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-89f16def-48f4-4b39-aa87-537a840dc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:21.826090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Request body: {'port': {'device_id': 'a0067ae0-fc38-46e7-bd93-3e7887c40a84', 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c', 'admin_state_up': True, 'tenant_id': '510b69362ba542e4b728537c74cc3b05'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:21.896488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3514dcf5-81ef-4487-9431-e8d2264bfebf tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.6009734 Jun 30 02:42:21.896671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:21.901982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c799f952-6295-4ddf-a5bb-8006a6433f09 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:21.924089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-89f16def-48f4-4b39-aa87-537a840dc974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:21.924762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f16def-48f4-4b39-aa87-537a840dc974 None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:22.109336 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c799f952-6295-4ddf-a5bb-8006a6433f09 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.112780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.147603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Transition to ACTIVE for port object 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:22.223519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Made reservation on behalf of 510b69362ba542e4b728537c74cc3b05 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:22.228790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.301485 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1403ac54-f4bd-4f0a-9978-4d250f1ef3cf req-2825373c-2a0e-4aac-9cfc-6c159ed49b30 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 210 time: 0.1806095 Jun 30 02:42:22.330149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de9e210d-3d26-4fc6-963c-4e3f91b1bee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.381012 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.692840 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c799f952-6295-4ddf-a5bb-8006a6433f09 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.698182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de9e210d-3d26-4fc6-963c-4e3f91b1bee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.701399 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c799f952-6295-4ddf-a5bb-8006a6433f09 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.701879 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-c799f952-6295-4ddf-a5bb-8006a6433f09 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP c8ed05c9-684d-4a22-979e-12b8ea8b2cc8 disassociated. External IP: 172.25.7.22, port: 4a1b3b2c-bf96-4f8f-a194-de5860797436. Jun 30 02:42:22.706450 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-de9e210d-3d26-4fc6-963c-4e3f91b1bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.731315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Pushing event updated for resources: {'Port': ['ID=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:22.781480 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:22.785273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:22.804292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:22.848487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-de9e210d-3d26-4fc6-963c-4e3f91b1bee9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2959a4eb5af945fcb6049107b16fbe5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1439469 Jun 30 02:42:22.849927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43630) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:22.943284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:22.944339 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.973613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e210d-3d26-4fc6-963c-4e3f91b1bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09662e2a-f370-4e98-8e4e-aed807e9270f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:22.991586 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-88aea9ba-d48d-4c27-b7dc-2325595d1444 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3238149 Jun 30 02:42:22.995415 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29d6d0e0-aafd-4ab2-88dd-d301773f940b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.012239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Request body: {'port': {'device_id': 'b7d099fd-7074-4e45-b64f-9217ae971027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:23.023061 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29d6d0e0-aafd-4ab2-88dd-d301773f940b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.089948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5fd9c9-fe66-40e0-8020-fb04b32083cd {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:23.106398 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.191274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Transition to ACTIVE for port object 1a5fd9c9-fe66-40e0-8020-fb04b32083cd will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:23.246503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b39ddd1c-7aea-45c9-9fa0-6928ba7378dc None None] Provisioning for port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:23.258751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b39ddd1c-7aea-45c9-9fa0-6928ba7378dc None None] Provisioning complete for port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:23.259148 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b39ddd1c-7aea-45c9-9fa0-6928ba7378dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.329562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Allocated IP 172.20.0.10 (7cde859b-b6d1-4d65-91d9-2b5c2ea0876c/969f761c-dbdc-41a6-8134-c3d896c08de0/b1cbb1d0-7dbc-45aa-8315-088b25b51035) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:23.428122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b39ddd1c-7aea-45c9-9fa0-6928ba7378dc None None] Port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:23.500246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.520499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.788317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.952655 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17db8e16-ad06-48b9-ada1-7ed600fa5d59 req-bc6b8196-eb46-4aac-a32c-b5c98208305e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 210 time: 0.0906780 Jun 30 02:42:23.983741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.028413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Attempting to bind port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:24.029288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Attempting to bind port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:24.029773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Attempting to bind port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd on network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:24.042367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd on network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:24.042942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Attempting to bind port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd on network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:24.050760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:24.052981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Checking segment: {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:24.055969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Bound using segment: {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:24.056744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Bound port: 1a5fd9c9-fe66-40e0-8020-fb04b32083cd, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:24.057359 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.073849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Transition to ACTIVE for port object b1cbb1d0-7dbc-45aa-8315-088b25b51035 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:24.075168 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29d6d0e0-aafd-4ab2-88dd-d301773f940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.082826 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-29d6d0e0-aafd-4ab2-88dd-d301773f940b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.086345 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-29d6d0e0-aafd-4ab2-88dd-d301773f940b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09662e2a-f370-4e98-8e4e-aed807e9270f HTTP/1.1" status: 204 len: 168 time: 1.2303085 Jun 30 02:42:24.147301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6d0e0-aafd-4ab2-88dd-d301773f940b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09662e2a-f370-4e98-8e4e-aed807e9270f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:24.158171 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.358010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:24.382479 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2569-763f-4d3d-88e0-347310763f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.405605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:24.418841 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:24.455235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c799f952-6295-4ddf-a5bb-8006a6433f09 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:24.576540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:24.577233 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.673562 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8645089 Jun 30 02:42:24.707798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba48c52-e67a-41c7-a8ff-c1b864af49b6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Pushing event updated for resources: {'Port': ['ID=b1cbb1d0-7dbc-45aa-8315-088b25b51035,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:24.873923 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] For port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:24.891280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] For port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:24.954059 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.038216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c799f952-6295-4ddf-a5bb-8006a6433f09 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:25.051261 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c799f952-6295-4ddf-a5bb-8006a6433f09 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.065561 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250a84a-7e56-4742-81c6-f2f0151d0e67 None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:25.162071 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250a84a-7e56-4742-81c6-f2f0151d0e67 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:25.170861 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9250a84a-7e56-4742-81c6-f2f0151d0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:25.172250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd6e9673-d1ae-4a49-81c0-2479f159df31 None None] Provisioning for port b1cbb1d0-7dbc-45aa-8315-088b25b51035 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:25.208987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd6e9673-d1ae-4a49-81c0-2479f159df31 None None] Provisioning complete for port b1cbb1d0-7dbc-45aa-8315-088b25b51035 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:25.214250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:25.222506 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd6e9673-d1ae-4a49-81c0-2479f159df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.224129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c799f952-6295-4ddf-a5bb-8006a6433f09 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "PUT /v2.0/floatingips/c8ed05c9-684d-4a22-979e-12b8ea8b2cc8 HTTP/1.1" status: 200 len: 687 time: 3.3263044 Jun 30 02:42:25.226881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.251909 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.303529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Transition to ACTIVE for port object 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:25.398311 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9250a84a-7e56-4742-81c6-f2f0151d0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:25.410312 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250a84a-7e56-4742-81c6-f2f0151d0e67 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:25.411228 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9250a84a-7e56-4742-81c6-f2f0151d0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:41:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:25.450482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e9673-d1ae-4a49-81c0-2479f159df31 None None] Port b1cbb1d0-7dbc-45aa-8315-088b25b51035 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:25.478198 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9250a84a-7e56-4742-81c6-f2f0151d0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:25.479247 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250a84a-7e56-4742-81c6-f2f0151d0e67 None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:25.547854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:25.554373 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.590001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Request body: {'port': {'device_id': 'a0067ae0-fc38-46e7-bd93-3e7887c40a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:25.685524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313d13f-6855-4852-9d00-4b548772e005 req-0a3ce4fa-1d7f-438b-b118-6e5ced53acf0 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:25.693605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7313d13f-6855-4852-9d00-4b548772e005 req-0a3ce4fa-1d7f-438b-b118-6e5ced53acf0 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 932 time: 0.3486273 Jun 30 02:42:25.811708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Pushing event updated for resources: {'Port': ['ID=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:25.826746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:25.831532 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.833161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-edc9896b-efd3-4a02-976a-760bc32f41f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/1a5fd9c9-fe66-40e0-8020-fb04b32083cd HTTP/1.1" status: 200 len: 1092 time: 6.1340759 Jun 30 02:42:25.838974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dade43e8-dd03-49f4-a842-e9d5b21cde9c', 'tag': '1a5fd9c9-fe66-40e0-8020-fb04b32083cd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:25.844157 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1203b964-537f-4963-9144-8023422a20f4" -d '{"events": [{"name": "network-changed", "server_uuid": "dade43e8-dd03-49f4-a842-e9d5b21cde9c", "tag": "1a5fd9c9-fe66-40e0-8020-fb04b32083cd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:25.873485 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e628023c-a017-487c-9c43-cd40b1955ef8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port 1635f6b9-fb8c-4ac5-b9c7-473174314fe5 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:25.874056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e628023c-a017-487c-9c43-cd40b1955ef8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.976218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7313d13f-6855-4852-9d00-4b548772e005 req-73edf7cf-85ef-47e1-9991-2ea86236b2d4 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776635 Jun 30 02:42:26.049537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:26.199985 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e628023c-a017-487c-9c43-cd40b1955ef8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.200323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e628023c-a017-487c-9c43-cd40b1955ef8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.228696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e628023c-a017-487c-9c43-cd40b1955ef8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for 1635f6b9-fb8c-4ac5-b9c7-473174314fe5 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:26.247313 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341877e9-3565-4dcf-ab03-813dab76e9c6 x-openstack-request-id: req-341877e9-3565-4dcf-ab03-813dab76e9c6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:26.247604 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dade43e8-dd03-49f4-a842-e9d5b21cde9c", "tag": "1a5fd9c9-fe66-40e0-8020-fb04b32083cd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:26.247853 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-341877e9-3565-4dcf-ab03-813dab76e9c6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:26.248249 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dade43e8-dd03-49f4-a842-e9d5b21cde9c', 'tag': '1a5fd9c9-fe66-40e0-8020-fb04b32083cd', 'status': 'completed', 'code': 200} Jun 30 02:42:26.302657 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97b9e076-5d01-474e-b30c-32d2dfe70eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.451785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Attempting to bind port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:26.452125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Attempting to bind port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:26.452447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Attempting to bind port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc on network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:26.461349 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.498078 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e628023c-a017-487c-9c43-cd40b1955ef8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.518506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc on network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:26.523262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Attempting to bind port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc on network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:26.571921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:26.572362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Checking segment: {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:26.572761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Bound using segment: {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:26.573241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Bound port: 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:26.573600 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.634539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-090c112e-9bf4-4d31-81b4-188dca99251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:26.636375 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-090c112e-9bf4-4d31-81b4-188dca99251c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=510b69362ba542e4b728537c74cc3b05&device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 1095 time: 0.5985155 Jun 30 02:42:26.646951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628023c-a017-487c-9c43-cd40b1955ef8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=1635f6b9-fb8c-4ac5-b9c7-473174314fe5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:26.654608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e628023c-a017-487c-9c43-cd40b1955ef8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.661192 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e628023c-a017-487c-9c43-cd40b1955ef8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.667269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e628023c-a017-487c-9c43-cd40b1955ef8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/floatingips/c8ed05c9-684d-4a22-979e-12b8ea8b2cc8 HTTP/1.1" status: 204 len: 168 time: 1.4339786 Jun 30 02:42:26.669053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:26.674789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'd8ec3a17-32b5-4604-9dc0-d269fa0c7cba'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:26.732546 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-f63cc567-c959-4f78-9506-0e65809349d0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5fd9c9-fe66-40e0-8020-fb04b32083cd HTTP/1.1" status: 200 len: 217 time: 0.0836365 Jun 30 02:42:26.948968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-66439224-d1be-4327-87c0-a5eb1e673f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:26.950422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-66439224-d1be-4327-87c0-a5eb1e673f4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969f761c-dbdc-41a6-8134-c3d896c08de0 HTTP/1.1" status: 200 len: 854 time: 0.1952462 Jun 30 02:42:26.952211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97b9e076-5d01-474e-b30c-32d2dfe70eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.978163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] For port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:26.997327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.017786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-97b9e076-5d01-474e-b30c-32d2dfe70eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.044307 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.055779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] For port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:27.057705 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a4b633d-f0fd-4929-a65c-3f02eecf2de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.097473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.260448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.276459 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-97b9e076-5d01-474e-b30c-32d2dfe70eda admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3aca9e3ba9434ea096425cae57e78b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1119854 Jun 30 02:42:27.277111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:27.279608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:27.280219 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.281899 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] 10.222.0.69 "PUT /v2.0/ports/54cc45f1-a772-4ef2-b96a-c81f8afc3ecc HTTP/1.1" status: 200 len: 1093 time: 4.2751093 Jun 30 02:42:27.289696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9e076-5d01-474e-b30c-32d2dfe70eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64313671-0853-409e-8c66-c382435beabc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.515604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e52b19-abcc-43ee-aef8-b7c25d18eee2 service neutron] Pushing event updated for resources: {'Port': ['ID=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.527541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-ae10edae-356d-47ec-a0eb-c49094281325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:27.529099 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-ae10edae-356d-47ec-a0eb-c49094281325 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5486054 Jun 30 02:42:27.644397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.25.7.240 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/d9fafd26-48bd-4d5e-a1ef-b450b81d2ac3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:27.677651 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0311412-4956-44aa-a7e7-09b9b45dd503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.702227 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-ce7a96d9-3928-4a57-8af2-a61410e161a9 service neutron] 10.222.0.69 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635947 Jun 30 02:42:27.840130 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0311412-4956-44aa-a7e7-09b9b45dd503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.910332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cbb1d0-7dbc-45aa-8315-088b25b51035 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:27.911014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.942447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa332fb0-b9b0-4199-b07b-4425536f01c0 req-7a700ff1-b74c-4afc-a286-c61ad5822966 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:27.950496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa332fb0-b9b0-4199-b07b-4425536f01c0 req-7a700ff1-b74c-4afc-a286-c61ad5822966 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 932 time: 0.6721966 Jun 30 02:42:27.963344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.967995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.978495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-9096ac80-4a64-4043-8559-6253a1416f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:27.980006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-9096ac80-4a64-4043-8559-6253a1416f04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=510b69362ba542e4b728537c74cc3b05&device_id=b7d099fd-7074-4e45-b64f-9217ae971027 HTTP/1.1" status: 200 len: 1096 time: 0.6278217 Jun 30 02:42:28.016978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:28.020498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:28.024700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:28.028216 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Transition to ACTIVE for port object b1cbb1d0-7dbc-45aa-8315-088b25b51035 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:28.062990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=d9fafd26-48bd-4d5e-a1ef-b450b81d2ac3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:28.077933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-95e047fd-458e-4a4f-ac55-8e4617b27f14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc HTTP/1.1" status: 200 len: 217 time: 0.0757713 Jun 30 02:42:28.078468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.164049 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa332fb0-b9b0-4199-b07b-4425536f01c0 req-f337e120-17e1-49ac-95fc-d0b3be7c7e95 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126968 Jun 30 02:42:28.191446 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.211992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d487ec1-dfa3-432b-a81e-5354dd352cf0 req-01c38474-2c70-40c6-a6af-9f7ca95663c0 service neutron] 10.222.0.69 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449124 Jun 30 02:42:28.247218 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0311412-4956-44aa-a7e7-09b9b45dd503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.249831 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0311412-4956-44aa-a7e7-09b9b45dd503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.259630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b0311412-4956-44aa-a7e7-09b9b45dd503 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64313671-0853-409e-8c66-c382435beabc HTTP/1.1" status: 204 len: 168 time: 0.9705019 Jun 30 02:42:28.274944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d099fd-7074-4e45-b64f-9217ae971027', 'tag': '54cc45f1-a772-4ef2-b96a-c81f8afc3ecc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:28.277601 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d099fd-7074-4e45-b64f-9217ae971027", "tag": "54cc45f1-a772-4ef2-b96a-c81f8afc3ecc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:28.281316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-fb1ee3e5-e7c6-4564-a09c-f93eef8caf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:28.283103 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-fb1ee3e5-e7c6-4564-a09c-f93eef8caf69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969f761c-dbdc-41a6-8134-c3d896c08de0 HTTP/1.1" status: 200 len: 854 time: 0.1941152 Jun 30 02:42:28.311769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Pushing event updated for resources: {'Port': ['ID=b1cbb1d0-7dbc-45aa-8315-088b25b51035,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:28.325663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0311412-4956-44aa-a7e7-09b9b45dd503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64313671-0853-409e-8c66-c382435beabc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:28.590279 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2b44c9-ccd9-4ccc-99f2-5edf6a5cdaba x-openstack-request-id: req-8f2b44c9-ccd9-4ccc-99f2-5edf6a5cdaba {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:28.591969 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d099fd-7074-4e45-b64f-9217ae971027", "tag": "54cc45f1-a772-4ef2-b96a-c81f8afc3ecc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:28.592317 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f2b44c9-ccd9-4ccc-99f2-5edf6a5cdaba {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:28.592749 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d099fd-7074-4e45-b64f-9217ae971027', 'tag': '54cc45f1-a772-4ef2-b96a-c81f8afc3ecc', 'status': 'completed', 'code': 200} Jun 30 02:42:28.601287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Attempting to bind port b1cbb1d0-7dbc-45aa-8315-088b25b51035 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:28.603145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Attempting to bind port b1cbb1d0-7dbc-45aa-8315-088b25b51035 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:28.603495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Attempting to bind port b1cbb1d0-7dbc-45aa-8315-088b25b51035 on network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:28.636489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Port b1cbb1d0-7dbc-45aa-8315-088b25b51035 on network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:28.636815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Attempting to bind port b1cbb1d0-7dbc-45aa-8315-088b25b51035 on network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:28.648998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:28.649355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Checking segment: {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:28.649743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Bound using segment: {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:28.650193 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Bound port: b1cbb1d0-7dbc-45aa-8315-088b25b51035, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08843079-8f8f-4e87-951d-ebd7fe400fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:28.650547 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.722093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203b964-537f-4963-9144-8023422a20f4 req-256d4b07-eeb5-4a77-8cde-b8c808f6c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:28.723881 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1203b964-537f-4963-9144-8023422a20f4 req-256d4b07-eeb5-4a77-8cde-b8c808f6c03a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=510b69362ba542e4b728537c74cc3b05&device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 1095 time: 0.4021504 Jun 30 02:42:29.030179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.189857 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.443895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203b964-537f-4963-9144-8023422a20f4 req-cc863446-e563-4d09-9935-78504408668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.445794 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1203b964-537f-4963-9144-8023422a20f4 req-cc863446-e563-4d09-9935-78504408668e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 200 len: 916 time: 0.7132492 Jun 30 02:42:29.447689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-10a7361a-6cb2-45b2-83d5-cae08056c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.449050 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-10a7361a-6cb2-45b2-83d5-cae08056c50f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1252687 Jun 30 02:42:29.545247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] For port b1cbb1d0-7dbc-45aa-8315-088b25b51035, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:29.578080 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1203b964-537f-4963-9144-8023422a20f4 req-98f3af00-3346-4e79-8a06-f3e902d73bfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5fd9c9-fe66-40e0-8020-fb04b32083cd HTTP/1.1" status: 200 len: 217 time: 0.1161685 Jun 30 02:42:29.586746 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.602457 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.685155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] For port b1cbb1d0-7dbc-45aa-8315-088b25b51035, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b1cbb1d0-7dbc-45aa-8315-088b25b51035,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:29.698239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.713741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203b964-537f-4963-9144-8023422a20f4 req-59c9e49a-2bcb-47ed-823b-3d096870ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.715507 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1203b964-537f-4963-9144-8023422a20f4 req-59c9e49a-2bcb-47ed-823b-3d096870ed54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969f761c-dbdc-41a6-8134-c3d896c08de0 HTTP/1.1" status: 200 len: 854 time: 0.1223531 Jun 30 02:42:29.781541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.782461 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.784280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] 10.222.0.73 "PUT /v2.0/ports/b1cbb1d0-7dbc-45aa-8315-088b25b51035 HTTP/1.1" status: 200 len: 1093 time: 5.0799370 Jun 30 02:42:29.886644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b30d9-72aa-44fa-a8e5-4ae27a2285a7 req-86c080d7-44de-4304-b477-fa16805146cc tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:29.893810 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f2b30d9-72aa-44fa-a8e5-4ae27a2285a7 req-86c080d7-44de-4304-b477-fa16805146cc tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 944 time: 0.4737694 Jun 30 02:42:29.908737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=d9fafd26-48bd-4d5e-a1ef-b450b81d2ac3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:29.959976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-d1702987-33e3-484b-bdb4-45648aa9e503 service neutron] 10.222.0.69 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970896 Jun 30 02:42:29.963166 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.010475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.083721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791dab4-48a4-473e-88f5-7fec94a8fe4d service neutron] Pushing event updated for resources: {'Port': ['ID=b1cbb1d0-7dbc-45aa-8315-088b25b51035,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:30.145567 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP 04b43259-4fe7-42e9-8744-93c9debddef7 associated. External IP: 172.25.7.240, port: d8ec3a17-32b5-4604-9dc0-d269fa0c7cba. Jun 30 02:42:30.162447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203b964-537f-4963-9144-8023422a20f4 req-78db46e1-fa70-4c82-8e40-d36743a4a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.164133 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1203b964-537f-4963-9144-8023422a20f4 req-78db46e1-fa70-4c82-8e40-d36743a4a856 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4163260 Jun 30 02:42:30.246224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f2b30d9-72aa-44fa-a8e5-4ae27a2285a7 req-f661879b-3dd6-417f-b98c-41e9d47e683f tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222232 Jun 30 02:42:30.280475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8a2e8d39-d4b9-42f0-825f-d2bcdff0d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.282554 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-8a2e8d39-d4b9-42f0-825f-d2bcdff0d2e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=510b69362ba542e4b728537c74cc3b05&device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 1096 time: 0.4132962 Jun 30 02:42:30.288050 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b26e1c71-a474-4244-94c8-aa7dd3eb1e89 req-6859a8a0-3486-49f9-bd83-4e560b555d9d service neutron] 10.222.0.69 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204606 Jun 30 02:42:30.380987 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-d7372473-386d-4958-8bca-b43f85903f72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1cbb1d0-7dbc-45aa-8315-088b25b51035 HTTP/1.1" status: 200 len: 217 time: 0.0857542 Jun 30 02:42:30.387535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43810) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:30.499207 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1203b964-537f-4963-9144-8023422a20f4 req-ecd1a6f8-3d70-41a7-99bf-64b72959d5d0 service neutron] 10.222.0.69 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265460 Jun 30 02:42:30.507620 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-b03a89ed-3f23-4a14-8da2-c281ac3f0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.509240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-b03a89ed-3f23-4a14-8da2-c281ac3f0ae4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=510b69362ba542e4b728537c74cc3b05&device_id=b7d099fd-7074-4e45-b64f-9217ae971027 HTTP/1.1" status: 200 len: 1096 time: 0.1569200 Jun 30 02:42:30.519854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df61d7-a80a-47e1-8127-8a5b138701da req-a1a23472-1394-4573-b736-9311f006d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.521328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-a1a23472-1394-4573-b736-9311f006d603 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=969f761c-dbdc-41a6-8134-c3d896c08de0 HTTP/1.1" status: 200 len: 854 time: 0.1238763 Jun 30 02:42:30.584898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:30.595043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0067ae0-fc38-46e7-bd93-3e7887c40a84', 'tag': 'b1cbb1d0-7dbc-45aa-8315-088b25b51035'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:30.598270 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4661906-0132-4a7f-80cb-0d1a9622f98b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0067ae0-fc38-46e7-bd93-3e7887c40a84", "tag": "b1cbb1d0-7dbc-45aa-8315-088b25b51035"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:30.721338 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bf62cf-a9e8-4038-9535-09f76905d73c x-openstack-request-id: req-a7bf62cf-a9e8-4038-9535-09f76905d73c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:30.721625 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0067ae0-fc38-46e7-bd93-3e7887c40a84", "tag": "b1cbb1d0-7dbc-45aa-8315-088b25b51035", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:30.721992 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7bf62cf-a9e8-4038-9535-09f76905d73c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:30.722322 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0067ae0-fc38-46e7-bd93-3e7887c40a84', 'tag': 'b1cbb1d0-7dbc-45aa-8315-088b25b51035', 'status': 'completed', 'code': 200} Jun 30 02:42:30.745657 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84a290eb-e85f-4a2d-bd65-6ba406fa7b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.777155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:30.788551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b973c-527f-4e19-abc9-1e630be86f3c None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:30.797565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.817773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b973c-527f-4e19-abc9-1e630be86f3c None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:30.818769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec0b973c-527f-4e19-abc9-1e630be86f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:30.843057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f31767f5-835a-4dc6-a89f-4477b4836988 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1704617 Jun 30 02:42:30.843748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:30.870561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-e6a9280f-4e03-4a5a-986a-ab6f257a438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.871117 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-e6a9280f-4e03-4a5a-986a-ab6f257a438d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 200 len: 916 time: 0.3487248 Jun 30 02:42:30.887853 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1203b964-537f-4963-9144-8023422a20f4 req-87790dea-a8dd-4e00-a420-f4b15cec6ebe service neutron] 10.222.0.69 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773344 Jun 30 02:42:30.903120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df61d7-a80a-47e1-8127-8a5b138701da req-9b990696-d940-457c-b021-6c4ac1ebb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:30.904664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-9b990696-d940-457c-b021-6c4ac1ebb061 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3610573 Jun 30 02:42:30.913896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec0b973c-527f-4e19-abc9-1e630be86f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:30.937666 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d0506086-d28c-48a6-9bb1-6db3ca441528 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "GET /v2.0/floatingips/04b43259-4fe7-42e9-8744-93c9debddef7 HTTP/1.1" status: 200 len: 977 time: 0.0886362 Jun 30 02:42:30.938242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b973c-527f-4e19-abc9-1e630be86f3c None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:30.939244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec0b973c-527f-4e19-abc9-1e630be86f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:30.941052 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43834) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:30.973839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ec0b973c-527f-4e19-abc9-1e630be86f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:30.974847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b973c-527f-4e19-abc9-1e630be86f3c None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:31.020606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-a29fc4a2-e581-481a-8270-20b04b6d04b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc HTTP/1.1" status: 200 len: 217 time: 0.1353846 Jun 30 02:42:31.102369 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2009ead7-09dd-400f-850a-f9b9ecc17f92 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1599300 Jun 30 02:42:31.103286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:31.115014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'port_id': '4a1b3b2c-bf96-4f8f-a194-de5860797436'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:31.192895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-d5c57b89-54c9-4eaf-aa50-aa19278b37f8 service neutron] 10.222.0.73 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378607 Jun 30 02:42:31.194347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-caf2eb9d-cfb8-4a04-940e-092eb4cef95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.195937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-caf2eb9d-cfb8-4a04-940e-092eb4cef95f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969f761c-dbdc-41a6-8134-c3d896c08de0 HTTP/1.1" status: 200 len: 854 time: 0.1665637 Jun 30 02:42:31.242705 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84a290eb-e85f-4a2d-bd65-6ba406fa7b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.276123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.306137 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84a290eb-e85f-4a2d-bd65-6ba406fa7b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.406418 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-84a290eb-e85f-4a2d-bd65-6ba406fa7b8d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04ede76b0af44c1bb47e075ea0aaac33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0175433 Jun 30 02:42:31.409664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:31.413852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a290eb-e85f-4a2d-bd65-6ba406fa7b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9ba8ca-c233-4dd5-9cd4-9a149f793f63,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:31.485565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecb8ecd6-0641-4182-8141-0e4c349fc6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.528596 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecb8ecd6-0641-4182-8141-0e4c349fc6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.563965 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35df61d7-a80a-47e1-8127-8a5b138701da req-b0f615b2-a69a-4121-9c56-957dd95f2a3b service neutron] 10.222.0.73 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576555 Jun 30 02:42:31.566493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-72918708-1b92-41f0-a176-964955fa330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.567715 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-72918708-1b92-41f0-a176-964955fa330f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3603899 Jun 30 02:42:31.588588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecb8ecd6-0641-4182-8141-0e4c349fc6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.597244 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ecb8ecd6-0641-4182-8141-0e4c349fc6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.611321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ecb8ecd6-0641-4182-8141-0e4c349fc6f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df9ba8ca-c233-4dd5-9cd4-9a149f793f63 HTTP/1.1" status: 204 len: 168 time: 0.1939561 Jun 30 02:42:31.634978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8ecd6-0641-4182-8141-0e4c349fc6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9ba8ca-c233-4dd5-9cd4-9a149f793f63,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:31.869866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab811b0-dcc3-4fdf-9d98-70c561ec5537 req-bb8412c1-f771-4721-9a49-c31a69dd590a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.871449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ab811b0-dcc3-4fdf-9d98-70c561ec5537 req-bb8412c1-f771-4721-9a49-c31a69dd590a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 944 time: 0.3611894 Jun 30 02:42:31.881560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-85d2eea2-62b0-4f86-b58a-2adb3b9ac2ca service neutron] 10.222.0.69 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037598 Jun 30 02:42:31.935116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-3fce09ac-58c2-4692-bf9b-4a77c42e85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:31.936594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-3fce09ac-58c2-4692-bf9b-4a77c42e85a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=510b69362ba542e4b728537c74cc3b05&device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 1096 time: 0.2824819 Jun 30 02:42:32.096532 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ab811b0-dcc3-4fdf-9d98-70c561ec5537 req-3d6fc39e-dc10-4de9-bafa-61924b838953 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111268 Jun 30 02:42:32.212187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:32.221065 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6db3c729-fc72-401a-b4aa-4f6d1b1a242e req-00a03562-ca6b-416e-a667-e7fa3f778090 service neutron] 10.222.0.69 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207257 Jun 30 02:42:32.233645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18385a05-814c-49c3-bcdf-654e87e7eb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.269374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-f3f4b683-ee65-4d2c-a6d7-cec46cd86450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.270883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-f3f4b683-ee65-4d2c-a6d7-cec46cd86450 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 200 len: 916 time: 0.3027937 Jun 30 02:42:32.344784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18385a05-814c-49c3-bcdf-654e87e7eb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.354306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18385a05-814c-49c3-bcdf-654e87e7eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.378800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18385a05-814c-49c3-bcdf-654e87e7eb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c348a7f8-09f2-43d5-b309-a0c9f80bd90b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:32.405088 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-18385a05-814c-49c3-bcdf-654e87e7eb49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2f6b33d2ff94a26a12d820df64f7076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894436 Jun 30 02:42:32.405480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:32.461853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6281165-0985-41b9-a3b0-c81784f2b324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.490611 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6281165-0985-41b9-a3b0-c81784f2b324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.557314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6281165-0985-41b9-a3b0-c81784f2b324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.562195 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6281165-0985-41b9-a3b0-c81784f2b324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.566057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a6281165-0985-41b9-a3b0-c81784f2b324 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c348a7f8-09f2-43d5-b309-a0c9f80bd90b HTTP/1.1" status: 204 len: 168 time: 0.1570895 Jun 30 02:42:32.585570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6281165-0985-41b9-a3b0-c81784f2b324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c348a7f8-09f2-43d5-b309-a0c9f80bd90b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:32.728071 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-b6830cdc-9945-412d-9e10-2c5a9c7ac837 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1cbb1d0-7dbc-45aa-8315-088b25b51035 HTTP/1.1" status: 200 len: 217 time: 0.4416845 Jun 30 02:42:32.876098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-41acd2ea-58fe-408d-bf34-21808e23bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.877273 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-41acd2ea-58fe-408d-bf34-21808e23bdfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=969f761c-dbdc-41a6-8134-c3d896c08de0 HTTP/1.1" status: 200 len: 854 time: 0.1372881 Jun 30 02:42:32.907530 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.927067 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.035839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-b7daae0f-ac0d-4f91-87e2-b87ec8b36901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:33.037346 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-b7daae0f-ac0d-4f91-87e2-b87ec8b36901 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1462338 Jun 30 02:42:33.056451 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP 04b43259-4fe7-42e9-8744-93c9debddef7 associated. External IP: 172.25.7.240, port: d8ec3a17-32b5-4604-9dc0-d269fa0c7cba. Jun 30 02:42:33.364639 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-f91f7aac-b58c-40bd-9f43-d42c1af0eacc service neutron] 10.222.0.73 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182464 Jun 30 02:42:33.412127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1a5fd9c9-fe66-40e0-8020-fb04b32083cd details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:33.591484 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4661906-0132-4a7f-80cb-0d1a9622f98b req-eeb15a92-db26-420f-b849-6a1c77b93cf7 service neutron] 10.222.0.73 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171361 Jun 30 02:42:33.605854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231805a9-e6b0-4a1f-bf99-bf67d32b7531 req-598f70ef-65b5-40f6-bb8b-f10b9ba2b30b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:33.614069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-231805a9-e6b0-4a1f-bf99-bf67d32b7531 req-598f70ef-65b5-40f6-bb8b-f10b9ba2b30b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 944 time: 0.3111608 Jun 30 02:42:33.626998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:33.642788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '1a5fd9c9-fe66-40e0-8020-fb04b32083cd', 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c', 'port_id': '1a5fd9c9-fe66-40e0-8020-fb04b32083cd', 'mac_address': 'fa:16:3e:6a:3a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969f761c-dbdc-41a6-8134-c3d896c08de0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:33.730153 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.743739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5fd9c9-fe66-40e0-8020-fb04b32083cd {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:33.753551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:33.761432 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-231805a9-e6b0-4a1f-bf99-bf67d32b7531 req-537154f3-58ed-4f6f-b032-e799a578c23d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464133 Jun 30 02:42:33.814902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:33.820424 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.896184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:33.985080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:33.994565 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99530b52-80fd-4d91-a40c-0a84eb9c4c3d None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:34.007114 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99530b52-80fd-4d91-a40c-0a84eb9c4c3d None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:34.008081 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-99530b52-80fd-4d91-a40c-0a84eb9c4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:34.035522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b1cbb1d0-7dbc-45aa-8315-088b25b51035 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:34.086057 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-99530b52-80fd-4d91-a40c-0a84eb9c4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:34.105529 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99530b52-80fd-4d91-a40c-0a84eb9c4c3d None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:34.114227 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-99530b52-80fd-4d91-a40c-0a84eb9c4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:34.188120 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-99530b52-80fd-4d91-a40c-0a84eb9c4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:34.190358 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99530b52-80fd-4d91-a40c-0a84eb9c4c3d None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:34.271738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['1a5fd9c9-fe66-40e0-8020-fb04b32083cd'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:34.442473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port b1cbb1d0-7dbc-45aa-8315-088b25b51035, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b1cbb1d0-7dbc-45aa-8315-088b25b51035,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:34.492168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'b1cbb1d0-7dbc-45aa-8315-088b25b51035', 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c', 'port_id': 'b1cbb1d0-7dbc-45aa-8315-088b25b51035', 'mac_address': 'fa:16:3e:63:01:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969f761c-dbdc-41a6-8134-c3d896c08de0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:34.513237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:34.617665 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.638832 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cbb1d0-7dbc-45aa-8315-088b25b51035 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:34.661943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:34.683816 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.690595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ab851c-dbf7-47ec-a77f-906b6fa2ac0d None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:34.787214 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b84989e3-53d3-4e15-819d-9509eef5ffe8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "PUT /v2.0/floatingips/04b43259-4fe7-42e9-8744-93c9debddef7 HTTP/1.1" status: 200 len: 977 time: 3.6761363 Jun 30 02:42:34.789919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:34.796110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-15810747-4a2c-4ac4-bf80-676de7a60dc8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:34.833973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port b1cbb1d0-7dbc-45aa-8315-088b25b51035, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b1cbb1d0-7dbc-45aa-8315-088b25b51035,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:34.861468 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.865370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab851c-dbf7-47ec-a77f-906b6fa2ac0d None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:34.868803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c1ab851c-dbf7-47ec-a77f-906b6fa2ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:34.894813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15810747-4a2c-4ac4-bf80-676de7a60dc8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.974408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c1ab851c-dbf7-47ec-a77f-906b6fa2ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:35.040660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab851c-dbf7-47ec-a77f-906b6fa2ac0d None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:35.041316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c1ab851c-dbf7-47ec-a77f-906b6fa2ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:35.148239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c1ab851c-dbf7-47ec-a77f-906b6fa2ac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:35.148889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ab851c-dbf7-47ec-a77f-906b6fa2ac0d None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:35.176762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=b1cbb1d0-7dbc-45aa-8315-088b25b51035,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:35.234638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15810747-4a2c-4ac4-bf80-676de7a60dc8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.240800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15810747-4a2c-4ac4-bf80-676de7a60dc8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.241407 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-15810747-4a2c-4ac4-bf80-676de7a60dc8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP 04b43259-4fe7-42e9-8744-93c9debddef7 disassociated. External IP: 172.25.7.240, port: 4a1b3b2c-bf96-4f8f-a194-de5860797436. Jun 30 02:42:35.289464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['b1cbb1d0-7dbc-45aa-8315-088b25b51035'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:35.366024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0097fe6-946f-479d-8667-988a9653a21e req-78149cbe-f047-49de-a61a-c2385de64bc8 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.367839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0097fe6-946f-479d-8667-988a9653a21e req-78149cbe-f047-49de-a61a-c2385de64bc8 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 945 time: 0.2599342 Jun 30 02:42:35.428113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:35.442656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0097fe6-946f-479d-8667-988a9653a21e req-e93f085d-aa7a-461d-ac82-31ed3f8fe884 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662107 Jun 30 02:42:35.576074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15810747-4a2c-4ac4-bf80-676de7a60dc8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:35.758770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:35.789199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '54cc45f1-a772-4ef2-b96a-c81f8afc3ecc', 'network_id': '7cde859b-b6d1-4d65-91d9-2b5c2ea0876c', 'port_id': '54cc45f1-a772-4ef2-b96a-c81f8afc3ecc', 'mac_address': 'fa:16:3e:88:10:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969f761c-dbdc-41a6-8134-c3d896c08de0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:35.798190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15810747-4a2c-4ac4-bf80-676de7a60dc8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:35.808458 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f8a74-b67b-4a47-b72f-5e1422a3d407 None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:35.821562 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f8a74-b67b-4a47-b72f-5e1422a3d407 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:35.822181 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f5f8a74-b67b-4a47-b72f-5e1422a3d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:35.825162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15810747-4a2c-4ac4-bf80-676de7a60dc8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.881362 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.909756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:35.917619 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f5f8a74-b67b-4a47-b72f-5e1422a3d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:35.936412 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f8a74-b67b-4a47-b72f-5e1422a3d407 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:35.937392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:35.938045 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-15810747-4a2c-4ac4-bf80-676de7a60dc8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "PUT /v2.0/floatingips/04b43259-4fe7-42e9-8744-93c9debddef7 HTTP/1.1" status: 200 len: 688 time: 1.1462722 Jun 30 02:42:35.939315 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f5f8a74-b67b-4a47-b72f-5e1422a3d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:35.957154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:35.963746 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.030111 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f5f8a74-b67b-4a47-b72f-5e1422a3d407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:36.031329 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f8a74-b67b-4a47-b72f-5e1422a3d407 None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:36.075641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:36.219454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c5c18845-8917-4b3e-a0f6-08593832a77e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port d9fafd26-48bd-4d5e-a1ef-b450b81d2ac3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:36.219807 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5c18845-8917-4b3e-a0f6-08593832a77e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.340217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['54cc45f1-a772-4ef2-b96a-c81f8afc3ecc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:36.445300 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5c18845-8917-4b3e-a0f6-08593832a77e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.448012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5c18845-8917-4b3e-a0f6-08593832a77e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:36.508994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c5c18845-8917-4b3e-a0f6-08593832a77e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for d9fafd26-48bd-4d5e-a1ef-b450b81d2ac3 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:36.882285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5c18845-8917-4b3e-a0f6-08593832a77e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.054415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c18845-8917-4b3e-a0f6-08593832a77e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=d9fafd26-48bd-4d5e-a1ef-b450b81d2ac3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:37.127450 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5c18845-8917-4b3e-a0f6-08593832a77e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.131096 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5c18845-8917-4b3e-a0f6-08593832a77e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.132516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c5c18845-8917-4b3e-a0f6-08593832a77e tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/floatingips/04b43259-4fe7-42e9-8744-93c9debddef7 HTTP/1.1" status: 204 len: 168 time: 1.1940143 Jun 30 02:42:37.146851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44060) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:37.196426 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b293a654-9722-4185-843a-6b447f55c299 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] delete failed (client error): The resource could not be found. Jun 30 02:42:37.197587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b293a654-9722-4185-843a-6b447f55c299 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/floatingips/04b43259-4fe7-42e9-8744-93c9debddef7 HTTP/1.1" status: 404 len: 345 time: 0.0498445 Jun 30 02:42:37.202302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44064) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:37.223906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10666-f257-4888-9463-a93cc83f29eb req-36f63370-3320-4b32-97b3-c033c80a17c6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.231224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db10666-f257-4888-9463-a93cc83f29eb req-36f63370-3320-4b32-97b3-c033c80a17c6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 945 time: 0.4502616 Jun 30 02:42:37.271853 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84078685-de74-46b9-8b90-c2727092713d req-0c93e184-bb70-4f99-9a9d-25ec7f158750 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1692264 Jun 30 02:42:37.287244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49deae07-a0d6-4c1b-b915-94bde59747c2 req-70da2ea9-c94e-4cc0-b96e-b07f11c3b6b3 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.295257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49deae07-a0d6-4c1b-b915-94bde59747c2 req-70da2ea9-c94e-4cc0-b96e-b07f11c3b6b3 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 946 time: 0.1436689 Jun 30 02:42:37.366139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49deae07-a0d6-4c1b-b915-94bde59747c2 req-ce85de43-0a47-45e4-8536-80b4c7b553a9 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686631 Jun 30 02:42:37.373259 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db10666-f257-4888-9463-a93cc83f29eb req-d0321b42-8169-49fd-add4-06c0e273db71 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390436 Jun 30 02:42:37.424538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1a5fd9c9-fe66-40e0-8020-fb04b32083cd up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:37.509262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc267b1-6e72-47c3-9158-7d515c3bf358 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.516364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc267b1-6e72-47c3-9158-7d515c3bf358 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.528839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:37.529081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:37.533517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:37.533893 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.535848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc267b1-6e72-47c3-9158-7d515c3bf358 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.542075 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5bc267b1-6e72-47c3-9158-7d515c3bf358 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "GET /v2.0/ports?network_id=2cf3719d-7bab-464a-87aa-a731dc46d918 HTTP/1.1" status: 200 len: 2356 time: 0.3342001 Jun 30 02:42:37.542075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:37.556487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84078685-de74-46b9-8b90-c2727092713d req-b9abdfcf-4cfe-4113-b819-4e87cc46e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.566292 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84078685-de74-46b9-8b90-c2727092713d req-b9abdfcf-4cfe-4113-b819-4e87cc46e78e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8b81d129bff9484596f6f5d8d84831e5&device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 1097 time: 0.2349720 Jun 30 02:42:37.684822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46712df3-cbaf-4a8a-97fa-a279a5682e98 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.686486 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-46712df3-cbaf-4a8a-97fa-a279a5682e98 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "GET /v2.0/subnets/7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7 HTTP/1.1" status: 200 len: 797 time: 0.1444688 Jun 30 02:42:37.691684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:37.697093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'port': {'network_id': '2cf3719d-7bab-464a-87aa-a731dc46d918', 'name': 'tempest-FloatingIPTestJSON-1331672017', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:37.844184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84078685-de74-46b9-8b90-c2727092713d req-22745d31-5c88-4530-af2b-b8ac6813e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.849618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84078685-de74-46b9-8b90-c2727092713d req-22745d31-5c88-4530-af2b-b8ac6813e823 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 200 len: 915 time: 0.2608941 Jun 30 02:42:37.894176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Made reservation on behalf of 6a92af3c997945e8a0df67057e5b8eb7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:37.910044 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84078685-de74-46b9-8b90-c2727092713d req-bfece7d5-84a6-49dc-9180-3981d44bb956 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb550891-e81f-44c2-9adc-2561e860da37 HTTP/1.1" status: 200 len: 217 time: 0.0519543 Jun 30 02:42:37.937182 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb23be9-d09a-4962-a398-6cf7d94f436d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.018697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.041847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b1cbb1d0-7dbc-45aa-8315-088b25b51035 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:38.079529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84078685-de74-46b9-8b90-c2727092713d req-8000a3df-8d58-4c5a-8fb3-9d947681bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.081227 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84078685-de74-46b9-8b90-c2727092713d req-8000a3df-8d58-4c5a-8fb3-9d947681bfa0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 200 len: 854 time: 0.1627932 Jun 30 02:42:38.093482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dade43e8-dd03-49f4-a842-e9d5b21cde9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5fd9c9-fe66-40e0-8020-fb04b32083cd'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:38.096690 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86708ff9-bcbc-422e-a30e-60ff89e54b93" -d '{"events": [{"server_uuid": "dade43e8-dd03-49f4-a842-e9d5b21cde9c", "name": "network-vif-plugged", "status": "completed", "tag": "1a5fd9c9-fe66-40e0-8020-fb04b32083cd"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:38.098506 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.122884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:38.130129 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.135598 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84078685-de74-46b9-8b90-c2727092713d req-fcf7ce09-b8d1-487a-a4c4-417cf91821b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442617 Jun 30 02:42:38.153208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] device_id is not set on port f0c7a808-4142-462e-8617-9481ce5aceb8 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:42:38.161854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port b1cbb1d0-7dbc-45aa-8315-088b25b51035 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:38.173548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port b1cbb1d0-7dbc-45aa-8315-088b25b51035 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:38.174219 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.234893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:38.245020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.245634 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.246247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.246804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.247338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.247893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.248394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.249086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.249617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.250782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.251375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.251973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:38.302894 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84078685-de74-46b9-8b90-c2727092713d req-807c8cfa-9f15-404c-8d08-71433022a4ca service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591244 Jun 30 02:42:38.311391 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.411023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port b1cbb1d0-7dbc-45aa-8315-088b25b51035, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b1cbb1d0-7dbc-45aa-8315-088b25b51035,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:38.419352 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.567963 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb23be9-d09a-4962-a398-6cf7d94f436d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.570785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=b1cbb1d0-7dbc-45aa-8315-088b25b51035,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:38.580535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cfb23be9-d09a-4962-a398-6cf7d94f436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.586226 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2734c4ae-1ee2-4356-8bfb-8deda0fae939 x-openstack-request-id: req-2734c4ae-1ee2-4356-8bfb-8deda0fae939 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:38.586778 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dade43e8-dd03-49f4-a842-e9d5b21cde9c", "name": "network-vif-plugged", "status": "completed", "tag": "1a5fd9c9-fe66-40e0-8020-fb04b32083cd", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:38.587252 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2734c4ae-1ee2-4356-8bfb-8deda0fae939 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:38.588080 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dade43e8-dd03-49f4-a842-e9d5b21cde9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5fd9c9-fe66-40e0-8020-fb04b32083cd', 'code': 200} Jun 30 02:42:38.634605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84078685-de74-46b9-8b90-c2727092713d req-30ab2437-0efd-47df-8304-ef3f12b4e94f service neutron] 10.222.0.69 "GET /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181000 Jun 30 02:42:38.710106 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cfb23be9-d09a-4962-a398-6cf7d94f436d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0d72ba8f54c49e09319b39d0ebb0fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1706259 Jun 30 02:42:38.711168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:38.721244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb23be9-d09a-4962-a398-6cf7d94f436d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca088d-df1a-4aaa-bd02-f3ac16747750,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:38.753613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.20.0.14 (2cf3719d-7bab-464a-87aa-a731dc46d918/7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7/f0c7a808-4142-462e-8617-9481ce5aceb8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:38.809618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.20.0.13 (2cf3719d-7bab-464a-87aa-a731dc46d918/7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7/f0c7a808-4142-462e-8617-9481ce5aceb8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:38.832026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426baa-4fdc-401e-8045-cf1140393a85 req-ba87ffda-122d-4184-b6b2-2aa43ecde555 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.839398 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25426baa-4fdc-401e-8045-cf1140393a85 req-ba87ffda-122d-4184-b6b2-2aa43ecde555 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 946 time: 0.1962330 Jun 30 02:42:38.893246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b97fa1-267c-49ca-8205-92e97cad7eba req-33f0add5-50b8-4b7f-8df4-13dfcbc9e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.894550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4b97fa1-267c-49ca-8205-92e97cad7eba req-33f0add5-50b8-4b7f-8df4-13dfcbc9e07b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 1097 time: 0.1447966 Jun 30 02:42:38.907421 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25426baa-4fdc-401e-8045-cf1140393a85 req-9dfaaae4-23d6-4861-9b21-68a387ad2030 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668623 Jun 30 02:42:38.972568 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4b97fa1-267c-49ca-8205-92e97cad7eba req-3d5785da-e123-4b1d-ba56-41cb4385068c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636983 Jun 30 02:42:39.135385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-c1b531ac-29cb-4554-ac5d-acbcfbc745bf tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.137156 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-c1b531ac-29cb-4554-ac5d-acbcfbc745bf tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.73 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 946 time: 0.1230516 Jun 30 02:42:39.288056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-b1c1b0e8-d8f8-4c8e-80b5-0d464be361bb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Deleting port 914deceb-0824-4499-a40b-6eca99266485 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:39.288578 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-b1c1b0e8-d8f8-4c8e-80b5-0d464be361bb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.395085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23ad2f4d-bd15-4f09-9abc-f1feb4f21102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.410672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-b1c1b0e8-d8f8-4c8e-80b5-0d464be361bb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] For port 914deceb-0824-4499-a40b-6eca99266485, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=914deceb-0824-4499-a40b-6eca99266485,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:39.411244 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-b1c1b0e8-d8f8-4c8e-80b5-0d464be361bb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.435815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-b1c1b0e8-d8f8-4c8e-80b5-0d464be361bb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Calling delete_port for 914deceb-0824-4499-a40b-6eca99266485 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:39.455058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:39.469145 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23ad2f4d-bd15-4f09-9abc-f1feb4f21102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.527856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76122e22-db46-48bc-a943-d11909eb9e90 req-af16a743-5cea-4815-bfdd-2fcf8d451cf2 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.529443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76122e22-db46-48bc-a943-d11909eb9e90 req-af16a743-5cea-4815-bfdd-2fcf8d451cf2 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 946 time: 0.7719505 Jun 30 02:42:39.565356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:39.575687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:39.577259 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.613814 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-2b26903a-b4fa-45ca-b04a-f74e74a130aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2333100 Jun 30 02:42:39.616926 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.651228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76122e22-db46-48bc-a943-d11909eb9e90 req-e04c9a5d-418e-458b-af61-0f8dbe954d51 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082392 Jun 30 02:42:39.662889 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23ad2f4d-bd15-4f09-9abc-f1feb4f21102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.665489 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23ad2f4d-bd15-4f09-9abc-f1feb4f21102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.670146 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-23ad2f4d-bd15-4f09-9abc-f1feb4f21102 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6eca088d-df1a-4aaa-bd02-f3ac16747750 HTTP/1.1" status: 204 len: 168 time: 0.9579501 Jun 30 02:42:39.685910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad2f4d-bd15-4f09-9abc-f1feb4f21102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca088d-df1a-4aaa-bd02-f3ac16747750,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:39.730765 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.747730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-b1c1b0e8-d8f8-4c8e-80b5-0d464be361bb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.768082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a45e4bf2-428e-48e2-8cd9-e5aba3284439', '914deceb-0824-4499-a40b-6eca99266485'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:39.832461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1b0e8-d8f8-4c8e-80b5-0d464be361bb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Pushing event deleted for resources: {'Port': ['ID=914deceb-0824-4499-a40b-6eca99266485,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:39.847398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 2cf3719d-7bab-464a-87aa-a731dc46d918 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:39.854315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:39.857594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:39.861835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fb550891-e81f-44c2-9adc-2561e860da37', 'b3a81d4c-0278-4e4f-aba9-3e340bd55194'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:39.863502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-b1c1b0e8-d8f8-4c8e-80b5-0d464be361bb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] No DVR routers for this DVR port 914deceb-0824-4499-a40b-6eca99266485 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:39.866587 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-b1c1b0e8-d8f8-4c8e-80b5-0d464be361bb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.870009 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8cab5895-b84f-49cd-a219-5d1fdc6c65c1 req-b1c1b0e8-d8f8-4c8e-80b5-0d464be361bb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.73 "DELETE /v2.0/ports/914deceb-0824-4499-a40b-6eca99266485 HTTP/1.1" status: 204 len: 173 time: 0.7252905 Jun 30 02:42:39.870979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ddbf72-1476-444a-9c4f-573667ef65ba', 'name': 'network-vif-deleted', 'tag': '914deceb-0824-4499-a40b-6eca99266485'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:39.883282 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535426dd-8fc0-40b9-86da-b637cb19ead0" -d '{"events": [{"server_uuid": "50ddbf72-1476-444a-9c4f-573667ef65ba", "name": "network-vif-deleted", "tag": "914deceb-0824-4499-a40b-6eca99266485"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:39.939072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=f0c7a808-4142-462e-8617-9481ce5aceb8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:39.967458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-1afc1fea-152e-4647-8d82-cebf269fa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.968255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-1afc1fea-152e-4647-8d82-cebf269fa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.969002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-1afc1fea-152e-4647-8d82-cebf269fa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.969626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-1afc1fea-152e-4647-8d82-cebf269fa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.970140 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbf861e-7e9f-4fe7-b5cf-bdc7d23cd2b7 x-openstack-request-id: req-0bbf861e-7e9f-4fe7-b5cf-bdc7d23cd2b7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:39.970289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-1afc1fea-152e-4647-8d82-cebf269fa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.970571 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ddbf72-1476-444a-9c4f-573667ef65ba", "name": "network-vif-deleted", "tag": "914deceb-0824-4499-a40b-6eca99266485", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:39.970982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-1afc1fea-152e-4647-8d82-cebf269fa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.971103 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bbf861e-7e9f-4fe7-b5cf-bdc7d23cd2b7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:39.971549 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ddbf72-1476-444a-9c4f-573667ef65ba', 'name': 'network-vif-deleted', 'tag': '914deceb-0824-4499-a40b-6eca99266485', 'status': 'completed', 'code': 200} Jun 30 02:42:39.971756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-1afc1fea-152e-4647-8d82-cebf269fa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.974709 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-1afc1fea-152e-4647-8d82-cebf269fa32e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6508 time: 0.2547894 Jun 30 02:42:39.998959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.000038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.019743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f6950b42-9883-42bf-9120-ca0628e5128d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3265605 Jun 30 02:42:40.023302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:40.029635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'f0c7a808-4142-462e-8617-9481ce5aceb8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:40.083784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.106462 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.335983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8cd07285-8908-47f5-835d-19e79517b6b2 req-2cda4cae-471e-41e9-b5ad-b4028cb58c4a tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ddbf72-1476-444a-9c4f-573667ef65ba HTTP/1.1" status: 200 len: 210 time: 0.0661571 Jun 30 02:42:40.445725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:40.472970 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.518436 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.601530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0067ae0-fc38-46e7-bd93-3e7887c40a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cbb1d0-7dbc-45aa-8315-088b25b51035'}, {'server_uuid': 'b7d099fd-7074-4e45-b64f-9217ae971027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cc45f1-a772-4ef2-b96a-c81f8afc3ecc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:40.604553 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5391a7e6-6039-4c4e-b857-610e734bfb68" -d '{"events": [{"server_uuid": "a0067ae0-fc38-46e7-bd93-3e7887c40a84", "name": "network-vif-plugged", "status": "completed", "tag": "b1cbb1d0-7dbc-45aa-8315-088b25b51035"}, {"server_uuid": "b7d099fd-7074-4e45-b64f-9217ae971027", "name": "network-vif-plugged", "status": "completed", "tag": "54cc45f1-a772-4ef2-b96a-c81f8afc3ecc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:40.774661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44168) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:40.820195 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9934505f-9cf5-4f68-a854-2d8a7a7ab954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.846919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.857616 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9000a6f1-30bf-4c9f-b2ea-78f49d1d4d3e x-openstack-request-id: req-9000a6f1-30bf-4c9f-b2ea-78f49d1d4d3e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:40.862102 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0067ae0-fc38-46e7-bd93-3e7887c40a84", "name": "network-vif-plugged", "status": "completed", "tag": "b1cbb1d0-7dbc-45aa-8315-088b25b51035", "code": 200}, {"server_uuid": "b7d099fd-7074-4e45-b64f-9217ae971027", "name": "network-vif-plugged", "status": "completed", "tag": "54cc45f1-a772-4ef2-b96a-c81f8afc3ecc", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:40.862269 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9000a6f1-30bf-4c9f-b2ea-78f49d1d4d3e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:40.862647 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0067ae0-fc38-46e7-bd93-3e7887c40a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cbb1d0-7dbc-45aa-8315-088b25b51035', 'code': 200} Jun 30 02:42:40.862928 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d099fd-7074-4e45-b64f-9217ae971027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cc45f1-a772-4ef2-b96a-c81f8afc3ecc', 'code': 200} Jun 30 02:42:40.969795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-45f2ce72-98e2-41d4-9380-7f216a4bf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.970465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-45f2ce72-98e2-41d4-9380-7f216a4bf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.971033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-45f2ce72-98e2-41d4-9380-7f216a4bf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.972891 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-45f2ce72-98e2-41d4-9380-7f216a4bf420 service neutron] 10.222.0.73 "GET /v2.0/networks?id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=4f822b0e-82d4-4d9a-9952-bdda678788b4&id=4f822b0e-82d4-4d9a-9952-bdda678788b4 HTTP/1.1" status: 200 len: 2298 time: 0.5875371 Jun 30 02:42:40.983422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.25.7.84 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/c2b60635-a975-4c14-8f62-c594afb1cad9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:41.238151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-50163d6a-882c-42a5-b372-8a0e124cf977 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 HTTP/1.1" status: 200 len: 1001 time: 0.2518702 Jun 30 02:42:41.238998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504ffee-5fa9-412f-90d6-ba3d2054cfbf req-4eb92130-827b-48a5-87fd-9803f52121e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.241089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4504ffee-5fa9-412f-90d6-ba3d2054cfbf req-4eb92130-827b-48a5-87fd-9803f52121e7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7d099fd-7074-4e45-b64f-9217ae971027 HTTP/1.1" status: 200 len: 1098 time: 0.3522828 Jun 30 02:42:41.326835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4504ffee-5fa9-412f-90d6-ba3d2054cfbf req-73af8e96-e288-4dfc-8cfa-dff972ae1767 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560546 Jun 30 02:42:41.330866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-370aecd8-15ee-4dee-952f-11deb8b5aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.332449 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-370aecd8-15ee-4dee-952f-11deb8b5aeaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33b4606b-a00c-4e33-b6ba-7adba1ded0ce HTTP/1.1" status: 200 len: 855 time: 0.0851002 Jun 30 02:42:41.342226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03098d-da68-4259-835f-10218febb5d6 req-a1c49f10-827d-4cf5-9610-85c7aca816a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.344084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a03098d-da68-4259-835f-10218febb5d6 req-a1c49f10-827d-4cf5-9610-85c7aca816a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 1098 time: 0.3615551 Jun 30 02:42:41.364018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.393526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb4535-5654-4cdd-bf9a-4deaf6cfc149 req-439be50a-82bf-41f6-ab22-ec8c5d9aa5e4 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.400936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66fb4535-5654-4cdd-bf9a-4deaf6cfc149 req-439be50a-82bf-41f6-ab22-ec8c5d9aa5e4 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 946 time: 0.3206215 Jun 30 02:42:41.408937 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9934505f-9cf5-4f68-a854-2d8a7a7ab954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.431399 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a03098d-da68-4259-835f-10218febb5d6 req-6c11c2be-3696-4250-886d-677a548bb8de service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625768 Jun 30 02:42:41.441798 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9934505f-9cf5-4f68-a854-2d8a7a7ab954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.483236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66fb4535-5654-4cdd-bf9a-4deaf6cfc149 req-15044a42-1a98-45e8-9105-f8d972c9a045 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811424 Jun 30 02:42:41.484559 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9934505f-9cf5-4f68-a854-2d8a7a7ab954 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=289e88aba77641c087abb3ff08ed27a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7020099 Jun 30 02:42:41.487375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:41.488725 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934505f-9cf5-4f68-a854-2d8a7a7ab954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef13accc-1b1c-4dde-9bbe-5a4a7e655d8d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:41.550331 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.626270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-7c5c77dd-9c8e-4824-a129-3204a2e1091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.626270 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-7c5c77dd-9c8e-4824-a129-3204a2e1091e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2800820 Jun 30 02:42:41.647177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:41.749128 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-e6cee5ad-839d-4316-b297-5fdb7155da2d service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043646 Jun 30 02:42:41.755418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:41.761362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:41.794040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5232c6d8-af87-4f6d-9e14-03ac940e731b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.821673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=c2b60635-a975-4c14-8f62-c594afb1cad9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:41.913308 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5232c6d8-af87-4f6d-9e14-03ac940e731b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.064568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 914deceb-0824-4499-a40b-6eca99266485 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:42.097395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 914deceb-0824-4499-a40b-6eca99266485 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:42.097660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 914deceb-0824-4499-a40b-6eca99266485 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:42.351691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-01bac4c5-7c2a-4d8e-8974-c461bc6f5f5d service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519006 Jun 30 02:42:42.452685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-77fdd232-b647-4bd1-8f34-7269e2874d2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 200 len: 217 time: 0.0838227 Jun 30 02:42:42.481839 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.495347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5232c6d8-af87-4f6d-9e14-03ac940e731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.497381 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5232c6d8-af87-4f6d-9e14-03ac940e731b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.501216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5232c6d8-af87-4f6d-9e14-03ac940e731b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef13accc-1b1c-4dde-9bbe-5a4a7e655d8d HTTP/1.1" status: 204 len: 168 time: 1.0056834 Jun 30 02:42:42.670264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232c6d8-af87-4f6d-9e14-03ac940e731b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef13accc-1b1c-4dde-9bbe-5a4a7e655d8d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:42.809940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.821697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-fa7937af-8ff1-4385-8829-3db9eea4db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:42.823704 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-fa7937af-8ff1-4385-8829-3db9eea4db7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.3618202 Jun 30 02:42:42.954118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-607314d3-3e5b-4c19-a871-ccb38e8526a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:42.958776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-607314d3-3e5b-4c19-a871-ccb38e8526a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1088026 Jun 30 02:42:42.995421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a73d8f-63d3-4c62-8c23-29fe809f1f0f req-5347d35e-1735-4dea-8149-d61d9006c50d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:43.020130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e8a73d8f-63d3-4c62-8c23-29fe809f1f0f req-5347d35e-1735-4dea-8149-d61d9006c50d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 946 time: 0.1911294 Jun 30 02:42:43.102762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-e1892996-b0d7-48c0-8f4a-d5052144c3fc service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201024 Jun 30 02:42:43.109019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e8a73d8f-63d3-4c62-8c23-29fe809f1f0f req-0773bfbb-5453-4ad5-b1bb-655dea2f0486 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807810 Jun 30 02:42:43.301814 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-e34f529d-12ac-47e4-9282-7a1789b6498c service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868126 Jun 30 02:42:43.367544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-821bcd1f-17eb-4b89-825d-c79015e445d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 200 len: 217 time: 0.0537202 Jun 30 02:42:43.479853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-9d901004-29c2-4ca3-9492-77b7d37a201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:43.481443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-9d901004-29c2-4ca3-9492-77b7d37a201a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.1050403 Jun 30 02:42:43.520043 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.553233 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.584676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fe539-ce05-4ac4-a6da-f057295919e9 req-194eb536-786a-4b84-a31f-badf3b93b99e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:43.589428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc6fe539-ce05-4ac4-a6da-f057295919e9 req-194eb536-786a-4b84-a31f-badf3b93b99e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.2172055 Jun 30 02:42:43.702844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=c2b60635-a975-4c14-8f62-c594afb1cad9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:43.736649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc6fe539-ce05-4ac4-a6da-f057295919e9 req-77696fea-37aa-493b-93b3-2dac7dcd6f3a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436651 Jun 30 02:42:43.745549 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.898769 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-70c0373a-a3ed-49e1-b3b0-3b64919dfa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:43.900805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-70c0373a-a3ed-49e1-b3b0-3b64919dfa4f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3963895 Jun 30 02:42:44.063302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd2da8-0a3a-468b-b9e2-c28d6b1e3ecd req-88bd3020-83fc-4615-9244-4a90028f4ca0 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:44.070957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dbd2da8-0a3a-468b-b9e2-c28d6b1e3ecd req-88bd3020-83fc-4615-9244-4a90028f4ca0 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7d099fd-7074-4e45-b64f-9217ae971027 HTTP/1.1" status: 200 len: 946 time: 0.1306472 Jun 30 02:42:44.138517 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dbd2da8-0a3a-468b-b9e2-c28d6b1e3ecd req-a30f6597-8c57-4483-b79a-cc63989dc84d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663457 Jun 30 02:42:44.252020 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP bd611640-54d0-4ee8-8387-42bc7a600058 associated. External IP: 172.25.7.84, port: f0c7a808-4142-462e-8617-9481ce5aceb8. Jun 30 02:42:44.347496 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-c43bbd79-a8c0-4acf-9d80-88695d076e22 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241266 Jun 30 02:42:45.018389 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-28781263-0ecb-470d-ba10-7df75747f449 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602621 Jun 30 02:42:45.175935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50746b-80ff-41a4-bf72-b47eb3244190 req-defdd392-15fc-4abe-b757-b41b16014b38 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.178027 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df50746b-80ff-41a4-bf72-b47eb3244190 req-defdd392-15fc-4abe-b757-b41b16014b38 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 946 time: 0.3017735 Jun 30 02:42:45.256003 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-9000767c-c1ce-49a5-9988-d8bd74f16584 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=13754d30-137a-4c46-952c-15a32b902563 HTTP/1.1" status: 200 len: 217 time: 0.1512270 Jun 30 02:42:45.409518 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df50746b-80ff-41a4-bf72-b47eb3244190 req-4f4442a0-5cbc-4484-9d64-8ad27e375f72 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708400 Jun 30 02:42:45.462702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-2b69fb0b-750b-498a-bc83-0c2014347311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.472341 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-2b69fb0b-750b-498a-bc83-0c2014347311 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.1687119 Jun 30 02:42:45.507263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:45.719958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-ee167a8d-e211-464d-b9de-5558ebd3da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.725821 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-ee167a8d-e211-464d-b9de-5558ebd3da2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2458618 Jun 30 02:42:45.770443 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.984102 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.009796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03d70-e39b-4d1c-9b4f-4299f22ff874 req-b4e52a2c-172b-4305-8aac-894bbda7b431 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:46.023320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ea03d70-e39b-4d1c-9b4f-4299f22ff874 req-b4e52a2c-172b-4305-8aac-894bbda7b431 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.1353807 Jun 30 02:42:46.036804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:46.047670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af45ecbc-6e0b-45ee-9955-abb6f72b8d5f None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:46.065059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45ecbc-6e0b-45ee-9955-abb6f72b8d5f None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:46.065777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af45ecbc-6e0b-45ee-9955-abb6f72b8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:46.110421 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-f1cd633b-d2ca-4940-b73b-98dcd4ea612d service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704991 Jun 30 02:42:46.150182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ea03d70-e39b-4d1c-9b4f-4299f22ff874 req-c9d9f38b-be28-4d4f-80fb-fc4d1983a748 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146924 Jun 30 02:42:46.150317 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.193039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af45ecbc-6e0b-45ee-9955-abb6f72b8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:46.232864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45ecbc-6e0b-45ee-9955-abb6f72b8d5f None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:46.233501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af45ecbc-6e0b-45ee-9955-abb6f72b8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:46.368301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-af45ecbc-6e0b-45ee-9955-abb6f72b8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:46.369188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af45ecbc-6e0b-45ee-9955-abb6f72b8d5f None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:46.448917 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fe11c398-8c79-4a82-abf8-d5c25b4cd1f6 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4235106 Jun 30 02:42:46.451874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44378) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:46.456816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5bcbfb3c-70ab-4ee0-ad2c-c343a255acee tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'port_id': 'f0c7a808-4142-462e-8617-9481ce5aceb8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:46.550109 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfb3c-70ab-4ee0-ad2c-c343a255acee tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.559707 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-93595dad-0823-4366-ae9b-0374768e9771 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247828 Jun 30 02:42:46.716768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-fe216e17-a743-4dfe-ba52-3a01d5ebc786 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 HTTP/1.1" status: 200 len: 217 time: 0.1559517 Jun 30 02:42:46.863780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-70135431-07d5-4d5b-808f-e6efca4f189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:46.865687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-70135431-07d5-4d5b-808f-e6efca4f189f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.1400194 Jun 30 02:42:47.124999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca996-93bd-4a37-9b29-9abafe8e6245 req-e46db475-d514-4397-9938-cbb17e20b38b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.152177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca996-93bd-4a37-9b29-9abafe8e6245 req-e46db475-d514-4397-9938-cbb17e20b38b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.179720 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca996-93bd-4a37-9b29-9abafe8e6245 req-e46db475-d514-4397-9938-cbb17e20b38b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.185874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f6ca996-93bd-4a37-9b29-9abafe8e6245 req-e46db475-d514-4397-9938-cbb17e20b38b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84&device_id=b7d099fd-7074-4e45-b64f-9217ae971027&device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 2418 time: 0.4484236 Jun 30 02:42:47.288988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-15be6d22-894a-4eb5-9d3d-080edc042f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:47.308328 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-15be6d22-894a-4eb5-9d3d-080edc042f36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4250977 Jun 30 02:42:47.628019 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-4148c02f-3b2b-49f3-b137-8a8219692dc9 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103483 Jun 30 02:42:47.637571 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f6ca996-93bd-4a37-9b29-9abafe8e6245 req-9e016aed-e5c2-4966-868b-783b75429e89 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343555 Jun 30 02:42:47.882571 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-91475024-185b-4c8c-9d90-456eb27dc884 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427669 Jun 30 02:42:47.993520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-09c93240-3561-4446-ac2e-296e1de6c998 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc HTTP/1.1" status: 200 len: 217 time: 0.1017637 Jun 30 02:42:48.113055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-714c78bb-2258-4991-b8fc-dd2a364d9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.114564 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-714c78bb-2258-4991-b8fc-dd2a364d9a74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.1134164 Jun 30 02:42:48.233275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfb3c-70ab-4ee0-ad2c-c343a255acee tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.240946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfb3c-70ab-4ee0-ad2c-c343a255acee tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.258427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-d03a2ca4-caf3-4e29-ad67-7d22f8bebfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.259993 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-d03a2ca4-caf3-4e29-ad67-7d22f8bebfc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1326015 Jun 30 02:42:48.406735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4306e-21ce-417e-8088-0ae6882709bf req-02c1f576-1fda-432c-a0f8-58d421da3639 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.422267 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-95e4306e-21ce-417e-8088-0ae6882709bf req-02c1f576-1fda-432c-a0f8-58d421da3639 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 946 time: 0.1690233 Jun 30 02:42:48.517772 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-95e4306e-21ce-417e-8088-0ae6882709bf req-56d92bd7-380f-409e-a7cd-325031cdd806 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993083 Jun 30 02:42:48.522054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-cf8000b2-ce1e-4c9a-8e1e-a62deb19c18e service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403533 Jun 30 02:42:48.798627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-0f524605-d707-408f-9c08-976333865178 service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598557 Jun 30 02:42:48.859942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcbfb3c-70ab-4ee0-ad2c-c343a255acee tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:48.885933 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-785b7cf2-3f4b-4e15-9962-57e9fa805507 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b HTTP/1.1" status: 200 len: 217 time: 0.0759592 Jun 30 02:42:49.029258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-26593276-0b9c-4fdb-bfab-5801f71fce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.039929 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-26593276-0b9c-4fdb-bfab-5801f71fce42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.1427999 Jun 30 02:42:49.073466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c21c7-d291-40e3-9813-c8f59ce3cef7 req-a8d876a7-39b1-4d09-ad72-2dc9a1b12bac tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.085177 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a71c21c7-d291-40e3-9813-c8f59ce3cef7 req-a8d876a7-39b1-4d09-ad72-2dc9a1b12bac tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 945 time: 0.6135638 Jun 30 02:42:49.177554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-de7620d1-2d3f-495f-aa93-7360c248f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.179211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-de7620d1-2d3f-495f-aa93-7360c248f25e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1346867 Jun 30 02:42:49.236045 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a71c21c7-d291-40e3-9813-c8f59ce3cef7 req-66894a1f-7ba4-4049-978a-3d464d9f0a32 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504345 Jun 30 02:42:49.330513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcbfb3c-70ab-4ee0-ad2c-c343a255acee tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:49.341746 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acd17fc-ac2e-40fc-a701-3e908946f769 None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:49.342365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bcbfb3c-70ab-4ee0-ad2c-c343a255acee tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.365384 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd17fc-ac2e-40fc-a701-3e908946f769 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:49.367967 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4acd17fc-ac2e-40fc-a701-3e908946f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.509009 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4acd17fc-ac2e-40fc-a701-3e908946f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.524325 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-f51442fb-6d2a-46ac-bfbe-6492a42f7631 service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323965 Jun 30 02:42:49.549464 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acd17fc-ac2e-40fc-a701-3e908946f769 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:49.552214 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4acd17fc-ac2e-40fc-a701-3e908946f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.595436 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5bcbfb3c-70ab-4ee0-ad2c-c343a255acee tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "PUT /v2.0/floatingips/bd611640-54d0-4ee8-8387-42bc7a600058 HTTP/1.1" status: 200 len: 978 time: 3.1421082 Jun 30 02:42:49.598604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44484) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:49.644218 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4acd17fc-ac2e-40fc-a701-3e908946f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:49.645249 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acd17fc-ac2e-40fc-a701-3e908946f769 None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:49.690921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a09c167f-8c05-4484-a3f6-1b487402c623 req-9bf87a0c-8484-4c1a-a460-a9599129d495 service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566916 Jun 30 02:42:49.924386 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:42:49.946552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port c2b60635-a975-4c14-8f62-c594afb1cad9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:49.946939 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.115096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:50.121466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.122038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.143241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for c2b60635-a975-4c14-8f62-c594afb1cad9 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:50.295178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948864f4-d303-40d3-a54f-a470e69b6351 req-158e58e8-ae59-4495-b5d3-154056c5f56a tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:50.300866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-948864f4-d303-40d3-a54f-a470e69b6351 req-158e58e8-ae59-4495-b5d3-154056c5f56a tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 945 time: 0.1335526 Jun 30 02:42:50.523205 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.556173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-948864f4-d303-40d3-a54f-a470e69b6351 req-f355299b-17f1-46bb-8a37-cb8b666a08e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Deleting port a45e4bf2-428e-48e2-8cd9-e5aba3284439 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:50.557055 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-948864f4-d303-40d3-a54f-a470e69b6351 req-f355299b-17f1-46bb-8a37-cb8b666a08e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.601168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=c2b60635-a975-4c14-8f62-c594afb1cad9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:50.769334 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf097-a730-407a-8625-bfd0cefff216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.778493 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.778657 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP bd611640-54d0-4ee8-8387-42bc7a600058 disassociated (deleted). External IP: 172.25.7.84, port: f0c7a808-4142-462e-8617-9481ce5aceb8. Jun 30 02:42:50.906047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-948864f4-d303-40d3-a54f-a470e69b6351 req-f355299b-17f1-46bb-8a37-cb8b666a08e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] For port a45e4bf2-428e-48e2-8cd9-e5aba3284439, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a45e4bf2-428e-48e2-8cd9-e5aba3284439,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:50.906401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-948864f4-d303-40d3-a54f-a470e69b6351 req-f355299b-17f1-46bb-8a37-cb8b666a08e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.918057 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79624d33-7c08-4298-943a-ac5df7f98791 req-1272fbee-5021-44e6-8fcb-d04f1e32b2bc tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:50.926850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79624d33-7c08-4298-943a-ac5df7f98791 req-1272fbee-5021-44e6-8fcb-d04f1e32b2bc tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 945 time: 0.2879047 Jun 30 02:42:50.995780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-948864f4-d303-40d3-a54f-a470e69b6351 req-f355299b-17f1-46bb-8a37-cb8b666a08e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Calling delete_port for a45e4bf2-428e-48e2-8cd9-e5aba3284439 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:51.115940 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79624d33-7c08-4298-943a-ac5df7f98791 req-f270ecab-4d13-466f-9dfa-78682e162084 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845701 Jun 30 02:42:51.188487 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf097-a730-407a-8625-bfd0cefff216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.203382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0bfbf097-a730-407a-8625-bfd0cefff216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.265784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbf097-a730-407a-8625-bfd0cefff216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c8b576-3e88-4516-b3e8-9ed9d878b64e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:51.273994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:51.285235 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0bfbf097-a730-407a-8625-bfd0cefff216 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=390deb0038494c218024ac125ef1cab6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1667838 Jun 30 02:42:51.287626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:51.455120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-948864f4-d303-40d3-a54f-a470e69b6351 req-f355299b-17f1-46bb-8a37-cb8b666a08e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.472280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a45e4bf2-428e-48e2-8cd9-e5aba3284439'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:51.477323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fb550891-e81f-44c2-9adc-2561e860da37', 'b3a81d4c-0278-4e4f-aba9-3e340bd55194'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:51.535487 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c764dcf3-4753-4b25-aeb0-f2c4fb46d09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.559112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:51.568677 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c764dcf3-4753-4b25-aeb0-f2c4fb46d09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.575623 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.625594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca812c0-9f9c-4cef-b08a-97c91b2ffd69 None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:51.645162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355299b-17f1-46bb-8a37-cb8b666a08e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Pushing event deleted for resources: {'Port': ['ID=a45e4bf2-428e-48e2-8cd9-e5aba3284439,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:51.648466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca812c0-9f9c-4cef-b08a-97c91b2ffd69 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:51.649373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ca812c0-9f9c-4cef-b08a-97c91b2ffd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:51.658227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c764dcf3-4753-4b25-aeb0-f2c4fb46d09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.677898 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-befe396a-aa0a-495f-b73f-4991e03c07f2 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/floatingips/bd611640-54d0-4ee8-8387-42bc7a600058 HTTP/1.1" status: 204 len: 168 time: 2.0782118 Jun 30 02:42:51.680503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44564) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:51.691496 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c764dcf3-4753-4b25-aeb0-f2c4fb46d09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.692381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ca812c0-9f9c-4cef-b08a-97c91b2ffd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:51.699144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c764dcf3-4753-4b25-aeb0-f2c4fb46d09a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95c8b576-3e88-4516-b3e8-9ed9d878b64e HTTP/1.1" status: 204 len: 168 time: 0.4123161 Jun 30 02:42:51.755951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764dcf3-4753-4b25-aeb0-f2c4fb46d09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c8b576-3e88-4516-b3e8-9ed9d878b64e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:51.763894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-948864f4-d303-40d3-a54f-a470e69b6351 req-f355299b-17f1-46bb-8a37-cb8b666a08e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] No DVR routers for this DVR port a45e4bf2-428e-48e2-8cd9-e5aba3284439 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:51.767634 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-948864f4-d303-40d3-a54f-a470e69b6351 req-f355299b-17f1-46bb-8a37-cb8b666a08e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.771485 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-948864f4-d303-40d3-a54f-a470e69b6351 req-f355299b-17f1-46bb-8a37-cb8b666a08e0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.73 "DELETE /v2.0/ports/a45e4bf2-428e-48e2-8cd9-e5aba3284439 HTTP/1.1" status: 204 len: 173 time: 1.4637048 Jun 30 02:42:51.771840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1401fb3-871e-4551-935d-007862b0198d', 'name': 'network-vif-deleted', 'tag': 'a45e4bf2-428e-48e2-8cd9-e5aba3284439'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:51.835086 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea955792-cdcb-46b1-a62d-9c4dad421ed0" -d '{"events": [{"server_uuid": "a1401fb3-871e-4551-935d-007862b0198d", "name": "network-vif-deleted", "tag": "a45e4bf2-428e-48e2-8cd9-e5aba3284439"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:51.835290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca812c0-9f9c-4cef-b08a-97c91b2ffd69 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:51.835290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ca812c0-9f9c-4cef-b08a-97c91b2ffd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:52.005290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ace3f0e6-4b86-4ffe-87ec-f98eb9d174f3 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port f0c7a808-4142-462e-8617-9481ce5aceb8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:52.005643 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ace3f0e6-4b86-4ffe-87ec-f98eb9d174f3 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.052240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ca812c0-9f9c-4cef-b08a-97c91b2ffd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:52.057263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca812c0-9f9c-4cef-b08a-97c91b2ffd69 None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:52.219461 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ace3f0e6-4b86-4ffe-87ec-f98eb9d174f3 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.246094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e4569-c081-4026-96fa-c31d629558ee req-fafd4dc3-7da2-40c2-ae52-480f61a56352 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.266166 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-945e4569-c081-4026-96fa-c31d629558ee req-fafd4dc3-7da2-40c2-ae52-480f61a56352 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.3588266 Jun 30 02:42:52.269168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ace3f0e6-4b86-4ffe-87ec-f98eb9d174f3 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for f0c7a808-4142-462e-8617-9481ce5aceb8 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:52.374133 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-945e4569-c081-4026-96fa-c31d629558ee req-0331282a-21cf-454f-8262-89776ed9850f tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034472 Jun 30 02:42:52.600043 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9289e8-33af-40be-ba6d-ec5f67f9913a x-openstack-request-id: req-ff9289e8-33af-40be-ba6d-ec5f67f9913a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:52.600579 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1401fb3-871e-4551-935d-007862b0198d", "name": "network-vif-deleted", "tag": "a45e4bf2-428e-48e2-8cd9-e5aba3284439", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:52.600579 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff9289e8-33af-40be-ba6d-ec5f67f9913a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:52.600965 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1401fb3-871e-4551-935d-007862b0198d', 'name': 'network-vif-deleted', 'tag': 'a45e4bf2-428e-48e2-8cd9-e5aba3284439', 'status': 'completed', 'code': 200} Jun 30 02:42:52.738767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1267e4b6-43f3-4752-97be-a71520d119a6 req-25d917f0-e557-4afb-8133-3b5e911c77c0 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1401fb3-871e-4551-935d-007862b0198d HTTP/1.1" status: 200 len: 210 time: 0.0429988 Jun 30 02:42:52.745203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ace3f0e6-4b86-4ffe-87ec-f98eb9d174f3 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.756926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:52.770931 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36d54cde-3b9f-4a75-ac15-2bccf841a2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.844908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3f0e6-4b86-4ffe-87ec-f98eb9d174f3 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=f0c7a808-4142-462e-8617-9481ce5aceb8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:52.928042 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ace3f0e6-4b86-4ffe-87ec-f98eb9d174f3 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.934369 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36d54cde-3b9f-4a75-ac15-2bccf841a2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.935734 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ace3f0e6-4b86-4ffe-87ec-f98eb9d174f3 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/ports/f0c7a808-4142-462e-8617-9481ce5aceb8 HTTP/1.1" status: 204 len: 168 time: 1.2540569 Jun 30 02:42:52.936199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:52.943099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:52.969755 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-36d54cde-3b9f-4a75-ac15-2bccf841a2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.974502 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.072973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-36d54cde-3b9f-4a75-ac15-2bccf841a2c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7455791bbef94a9abdcc7d177055516c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145981 Jun 30 02:42:53.075389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d54cde-3b9f-4a75-ac15-2bccf841a2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e0cced-7e66-43f2-8246-b1b073bc7e90,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.076941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:53.168549 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca94fa6-72a4-4e46-b8bc-1792ee4ca914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.211721 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca94fa6-72a4-4e46-b8bc-1792ee4ca914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.232458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.287364 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca94fa6-72a4-4e46-b8bc-1792ee4ca914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.290240 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cca94fa6-72a4-4e46-b8bc-1792ee4ca914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.291593 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cca94fa6-72a4-4e46-b8bc-1792ee4ca914 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1e0cced-7e66-43f2-8246-b1b073bc7e90 HTTP/1.1" status: 204 len: 168 time: 0.2086868 Jun 30 02:42:53.305387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca94fa6-72a4-4e46-b8bc-1792ee4ca914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e0cced-7e66-43f2-8246-b1b073bc7e90,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.371735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.25.7.59 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/59e6dd1e-dd49-4515-89a3-40d8c69804ed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:53.526858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.600282 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.641021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:53.646378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:53.653528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:53.700053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=59e6dd1e-dd49-4515-89a3-40d8c69804ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.805627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e9aeb-abc5-4701-bc9e-c6ded714267e req-faa494e8-a2f4-4f43-bee1-3dc626cdb3e1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.809438 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e3e9aeb-abc5-4701-bc9e-c6ded714267e req-faa494e8-a2f4-4f43-bee1-3dc626cdb3e1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.1663282 Jun 30 02:42:53.862545 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.913069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2e3e9aeb-abc5-4701-bc9e-c6ded714267e req-b4f98b81-5a8c-4ad1-bfe7-80165b9cff5d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818365 Jun 30 02:42:53.952774 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.107099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a45e4bf2-428e-48e2-8cd9-e5aba3284439 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:54.176211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: a45e4bf2-428e-48e2-8cd9-e5aba3284439 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:54.176559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a45e4bf2-428e-48e2-8cd9-e5aba3284439 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:54.356951 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8540d80-ebe0-4951-bc27-9e6d0cefc4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.394690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.401093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.620914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=59e6dd1e-dd49-4515-89a3-40d8c69804ed,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:54.640386 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.665675 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.669667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2b24bef3-05ff-4dbf-aec9-1f2aba0ab86f tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7307091 Jun 30 02:42:54.670294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44694) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:54.686950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'port': {'network_id': '2cf3719d-7bab-464a-87aa-a731dc46d918', 'name': 'tempest-FloatingIPTestJSON-678008281'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:54.722835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca2778-0463-4bb8-9d35-0fa5a1b15ffc req-ead6b706-05b3-44cf-b3c0-11c11d53f304 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.724386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7dca2778-0463-4bb8-9d35-0fa5a1b15ffc req-ead6b706-05b3-44cf-b3c0-11c11d53f304 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 945 time: 0.1460140 Jun 30 02:42:54.784221 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7dca2778-0463-4bb8-9d35-0fa5a1b15ffc req-9df4dcdd-2967-4cfd-85d4-e91851ba7a38 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 Jun 30 02:42:54.893285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Made reservation on behalf of 6a92af3c997945e8a0df67057e5b8eb7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:54.911463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.961486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] device_id is not set on port 03522e64-6d66-4d4b-ad0b-3864e58dbbf3 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:42:55.165058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.20.0.7 (2cf3719d-7bab-464a-87aa-a731dc46d918/7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7/03522e64-6d66-4d4b-ad0b-3864e58dbbf3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:55.356254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ac0a5-fdcc-422c-97df-13859e077183 req-b9e07638-a1f2-4c34-887a-230abe911090 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.357286 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-143ac0a5-fdcc-422c-97df-13859e077183 req-b9e07638-a1f2-4c34-887a-230abe911090 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.1945679 Jun 30 02:42:55.501526 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.547066 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.599629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-143ac0a5-fdcc-422c-97df-13859e077183 req-ecad984d-678b-40c3-80ff-bd28f8cf94dd tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324779 Jun 30 02:42:55.612356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 2cf3719d-7bab-464a-87aa-a731dc46d918 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:55.615834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:55.623002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:55.652947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=03522e64-6d66-4d4b-ad0b-3864e58dbbf3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:55.705199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.706338 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.732071 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b7aededa-c8e5-4223-8c54-08f9136abbb8 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0582340 Jun 30 02:42:55.733316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:55.737969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f39f6857-a42a-4cdb-b081-4afced641c08 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'port_id': '03522e64-6d66-4d4b-ad0b-3864e58dbbf3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:55.818518 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f39f6857-a42a-4cdb-b081-4afced641c08 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.347906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103caad3-64ca-4c93-a151-d53213abe81b req-48b6366e-ed60-41c0-8c68-4cb029b182cc tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.349758 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-103caad3-64ca-4c93-a151-d53213abe81b req-48b6366e-ed60-41c0-8c68-4cb029b182cc tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.69 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 945 time: 0.1674287 Jun 30 02:42:56.490119 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-f39f6857-a42a-4cdb-b081-4afced641c08 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:42:56.500529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:56.570141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-103caad3-64ca-4c93-a151-d53213abe81b req-efbdeb5e-c958-4946-84a0-5f01cbca49eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Deleting port b3a81d4c-0278-4e4f-aba9-3e340bd55194 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:56.570497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-103caad3-64ca-4c93-a151-d53213abe81b req-efbdeb5e-c958-4946-84a0-5f01cbca49eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.574607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f39f6857-a42a-4cdb-b081-4afced641c08 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.589165 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f39f6857-a42a-4cdb-b081-4afced641c08 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.662138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3343197-908b-4d91-b593-f0097e5f1803 req-f4803a3f-555f-4d23-b9f3-a9bcfafde2d8 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.663723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3343197-908b-4d91-b593-f0097e5f1803 req-f4803a3f-555f-4d23-b9f3-a9bcfafde2d8 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 945 time: 0.6980796 Jun 30 02:42:56.742959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3343197-908b-4d91-b593-f0097e5f1803 req-7bf7bc4f-8a47-4a0c-8597-e17501a92f25 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699370 Jun 30 02:42:56.986834 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bc8a2cd-0fba-4aac-b12a-5ce16028532d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.014086 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.326545 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-687c85cb-d1f4-4759-838c-a57e72ed4822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.465682 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-f39f6857-a42a-4cdb-b081-4afced641c08 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP 1a8a3e29-323a-40f9-9a08-49302cbc3133 associated. External IP: 172.25.7.59, port: 03522e64-6d66-4d4b-ad0b-3864e58dbbf3. Jun 30 02:42:57.533161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-103caad3-64ca-4c93-a151-d53213abe81b req-efbdeb5e-c958-4946-84a0-5f01cbca49eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] For port b3a81d4c-0278-4e4f-aba9-3e340bd55194, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b3a81d4c-0278-4e4f-aba9-3e340bd55194,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:57.533535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-103caad3-64ca-4c93-a151-d53213abe81b req-efbdeb5e-c958-4946-84a0-5f01cbca49eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.581156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e16e59-4614-4eca-afd9-32b2e5e8e9cd req-c6d11492-ed42-4934-a7d0-3fb625030554 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.588674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04e16e59-4614-4eca-afd9-32b2e5e8e9cd req-c6d11492-ed42-4934-a7d0-3fb625030554 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.3817830 Jun 30 02:42:57.624558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-103caad3-64ca-4c93-a151-d53213abe81b req-efbdeb5e-c958-4946-84a0-5f01cbca49eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Calling delete_port for b3a81d4c-0278-4e4f-aba9-3e340bd55194 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:57.760402 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04e16e59-4614-4eca-afd9-32b2e5e8e9cd req-0fe46077-5af3-4c66-9917-bde048874bf5 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707880 Jun 30 02:42:57.827587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:57.876020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-687c85cb-d1f4-4759-838c-a57e72ed4822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.886510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-687c85cb-d1f4-4759-838c-a57e72ed4822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.992141 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45f27717-6b41-4b6c-8f4f-82e033c780bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.997419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-687c85cb-d1f4-4759-838c-a57e72ed4822 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3b8d8c9cfc8426985c20fba21b819de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4921219 Jun 30 02:42:58.000286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:58.093154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ff0e3-0eb0-4f6e-ba94-cdbb119b1fc4 req-4ff0b54b-00c1-4b7a-9fb9-736154634674 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.095028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b0ff0e3-0eb0-4f6e-ba94-cdbb119b1fc4 req-4ff0b54b-00c1-4b7a-9fb9-736154634674 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 945 time: 0.1506093 Jun 30 02:42:58.123021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c85cb-d1f4-4759-838c-a57e72ed4822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4260675-74d7-4eb8-854a-8a92f127770c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.142304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39f6857-a42a-4cdb-b081-4afced641c08 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:58.162629 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c21f504f-5c1d-4a61-9e76-0a37ce8bb5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.186259 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c21f504f-5c1d-4a61-9e76-0a37ce8bb5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.205900 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.215274 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-103caad3-64ca-4c93-a151-d53213abe81b req-efbdeb5e-c958-4946-84a0-5f01cbca49eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.228376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fb550891-e81f-44c2-9adc-2561e860da37'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:58.231983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b0ff0e3-0eb0-4f6e-ba94-cdbb119b1fc4 req-42b1de34-b825-4a7f-8982-50f5e1d2121d tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298184 Jun 30 02:42:58.368572 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c21f504f-5c1d-4a61-9e76-0a37ce8bb5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.369749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdeb5e-c958-4946-84a0-5f01cbca49eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Pushing event deleted for resources: {'Port': ['ID=b3a81d4c-0278-4e4f-aba9-3e340bd55194,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.373596 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c21f504f-5c1d-4a61-9e76-0a37ce8bb5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.375565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c21f504f-5c1d-4a61-9e76-0a37ce8bb5cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4260675-74d7-4eb8-854a-8a92f127770c HTTP/1.1" status: 204 len: 168 time: 0.3431668 Jun 30 02:42:58.386695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45f27717-6b41-4b6c-8f4f-82e033c780bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.396834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-45f27717-6b41-4b6c-8f4f-82e033c780bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.400462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f504f-5c1d-4a61-9e76-0a37ce8bb5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4260675-74d7-4eb8-854a-8a92f127770c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.435809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f27717-6b41-4b6c-8f4f-82e033c780bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a5b7d6-31d8-4236-b009-bbd856ac3038,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.503405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-45f27717-6b41-4b6c-8f4f-82e033c780bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f92d6f8f4b3f433a856716b4416aee05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6728263 Jun 30 02:42:58.506123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:58.518968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-103caad3-64ca-4c93-a151-d53213abe81b req-efbdeb5e-c958-4946-84a0-5f01cbca49eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] No DVR routers for this DVR port b3a81d4c-0278-4e4f-aba9-3e340bd55194 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:42:58.576312 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-103caad3-64ca-4c93-a151-d53213abe81b req-efbdeb5e-c958-4946-84a0-5f01cbca49eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.578645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-103caad3-64ca-4c93-a151-d53213abe81b req-efbdeb5e-c958-4946-84a0-5f01cbca49eb tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.69 "DELETE /v2.0/ports/b3a81d4c-0278-4e4f-aba9-3e340bd55194 HTTP/1.1" status: 204 len: 173 time: 2.2152667 Jun 30 02:42:58.579119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747e2dd1-c774-4f05-a036-b714c74e1b06', 'name': 'network-vif-deleted', 'tag': 'b3a81d4c-0278-4e4f-aba9-3e340bd55194'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:58.581432 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa722ecf-8567-4ed7-a61d-7eb0e43d691d" -d '{"events": [{"server_uuid": "747e2dd1-c774-4f05-a036-b714c74e1b06", "name": "network-vif-deleted", "tag": "b3a81d4c-0278-4e4f-aba9-3e340bd55194"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:58.640201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1129a053-40b3-424e-ad17-5af75232b7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.645929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39f6857-a42a-4cdb-b081-4afced641c08 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:58.651315 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f39f6857-a42a-4cdb-b081-4afced641c08 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.656408 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9574876-ea2c-448f-b246-5d0a9eff554d None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:58.669935 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9574876-ea2c-448f-b246-5d0a9eff554d None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:58.672783 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e9574876-ea2c-448f-b246-5d0a9eff554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:58.704293 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5afa79-a66b-4073-bb7a-786d60ec54cf x-openstack-request-id: req-5f5afa79-a66b-4073-bb7a-786d60ec54cf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:58.704727 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747e2dd1-c774-4f05-a036-b714c74e1b06", "name": "network-vif-deleted", "tag": "b3a81d4c-0278-4e4f-aba9-3e340bd55194", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:58.704940 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f5afa79-a66b-4073-bb7a-786d60ec54cf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:58.705305 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747e2dd1-c774-4f05-a036-b714c74e1b06', 'name': 'network-vif-deleted', 'tag': 'b3a81d4c-0278-4e4f-aba9-3e340bd55194', 'status': 'completed', 'code': 200} Jun 30 02:42:58.708774 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1129a053-40b3-424e-ad17-5af75232b7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.754959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f39f6857-a42a-4cdb-b081-4afced641c08 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "PUT /v2.0/floatingips/1a8a3e29-323a-40f9-9a08-49302cbc3133 HTTP/1.1" status: 200 len: 976 time: 3.0203981 Jun 30 02:42:58.757984 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e9574876-ea2c-448f-b246-5d0a9eff554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:58.768695 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9574876-ea2c-448f-b246-5d0a9eff554d None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:58.769552 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e9574876-ea2c-448f-b246-5d0a9eff554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:58.773144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:58.782385 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1129a053-40b3-424e-ad17-5af75232b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.785044 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1129a053-40b3-424e-ad17-5af75232b7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.804174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1129a053-40b3-424e-ad17-5af75232b7d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8a5b7d6-31d8-4236-b009-bbd856ac3038 HTTP/1.1" status: 204 len: 168 time: 0.2940335 Jun 30 02:42:58.831423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129a053-40b3-424e-ad17-5af75232b7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a5b7d6-31d8-4236-b009-bbd856ac3038,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.876732 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e9574876-ea2c-448f-b246-5d0a9eff554d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:58.877795 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9574876-ea2c-448f-b246-5d0a9eff554d None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:58.977185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port 03522e64-6d66-4d4b-ad0b-3864e58dbbf3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:42:58.978416 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.018508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:59.033411 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-317b69f2-1bd8-4f8b-9ab9-481cac852753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.147822 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.204122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-317b69f2-1bd8-4f8b-9ab9-481cac852753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.208705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-317b69f2-1bd8-4f8b-9ab9-481cac852753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.233404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1839eb-4682-4d06-be7d-ac21ee7f7fa0 req-253d8463-db0b-4ec7-8c5c-cad14bcab5ab tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.234971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd1839eb-4682-4d06-be7d-ac21ee7f7fa0 req-253d8463-db0b-4ec7-8c5c-cad14bcab5ab tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.1824052 Jun 30 02:42:59.271793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-317b69f2-1bd8-4f8b-9ab9-481cac852753 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5a5bb8b7678446ab330d219d4aaa9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520032 Jun 30 02:42:59.274101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:59.321290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b69f2-1bd8-4f8b-9ab9-481cac852753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f37111-e89a-466e-a018-d84fca519f1d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:59.385136 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd1839eb-4682-4d06-be7d-ac21ee7f7fa0 req-76e4a9fe-d790-4cf8-8320-857b64b89254 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217146 Jun 30 02:42:59.424447 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d55-92c1-43fc-a45d-725db7f8ef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.461801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:59.501551 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d55-92c1-43fc-a45d-725db7f8ef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.556940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b3a81d4c-0278-4e4f-aba9-3e340bd55194 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:42:59.584621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd6a8e92-262f-4794-ae6d-1fb8d3a76161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.608251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-70b37e4f-a726-4d98-8ed6-fad253efe98b req-e7feb311-005a-4be5-9429-45bda5d4ed31 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=747e2dd1-c774-4f05-a036-b714c74e1b06 HTTP/1.1" status: 200 len: 210 time: 0.0356097 Jun 30 02:42:59.610132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d55-92c1-43fc-a45d-725db7f8ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.613053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba3b0d55-92c1-43fc-a45d-725db7f8ef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.614289 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ba3b0d55-92c1-43fc-a45d-725db7f8ef57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26f37111-e89a-466e-a018-d84fca519f1d HTTP/1.1" status: 204 len: 168 time: 0.3387170 Jun 30 02:42:59.640543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: b3a81d4c-0278-4e4f-aba9-3e340bd55194 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:42:59.641869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b3a81d4c-0278-4e4f-aba9-3e340bd55194 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:42:59.649699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b0d55-92c1-43fc-a45d-725db7f8ef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f37111-e89a-466e-a018-d84fca519f1d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:59.665863 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.666277 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.666588 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP 1a8a3e29-323a-40f9-9a08-49302cbc3133 disassociated. External IP: 172.25.7.59, port: 03522e64-6d66-4d4b-ad0b-3864e58dbbf3. Jun 30 02:42:59.666951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for 03522e64-6d66-4d4b-ad0b-3864e58dbbf3 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:42:59.856144 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd6a8e92-262f-4794-ae6d-1fb8d3a76161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.866552 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd6a8e92-262f-4794-ae6d-1fb8d3a76161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.901119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a8e92-262f-4794-ae6d-1fb8d3a76161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45524f-e4b1-4ef2-a449-cffc787f4987,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:59.931986 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.936052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd6a8e92-262f-4794-ae6d-1fb8d3a76161 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9d0cc9e1ff04a82a444821bd4935f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733043 Jun 30 02:42:59.938998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:59.989065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=03522e64-6d66-4d4b-ad0b-3864e58dbbf3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:00.017841 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.040942 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c95a70dd-475a-4e4d-99ef-676cbd04cf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.117697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c95a70dd-475a-4e4d-99ef-676cbd04cf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.148651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:00.211260 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c95a70dd-475a-4e4d-99ef-676cbd04cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.214461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c95a70dd-475a-4e4d-99ef-676cbd04cf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.215139 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c95a70dd-475a-4e4d-99ef-676cbd04cf68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de45524f-e4b1-4ef2-a449-cffc787f4987 HTTP/1.1" status: 204 len: 168 time: 0.2750719 Jun 30 02:43:00.236044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a70dd-475a-4e4d-99ef-676cbd04cf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45524f-e4b1-4ef2-a449-cffc787f4987,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:00.340519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:00.352019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7ee52-87b1-4513-b0dc-46613b04de1b None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:00.364203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7ee52-87b1-4513-b0dc-46613b04de1b None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:00.366587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3af7ee52-87b1-4513-b0dc-46613b04de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:00.442994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.447581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3af7ee52-87b1-4513-b0dc-46613b04de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:00.452911 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-152b2349-36dc-453a-b62e-67f233352b03 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/ports/03522e64-6d66-4d4b-ad0b-3864e58dbbf3 HTTP/1.1" status: 204 len: 168 time: 1.6782734 Jun 30 02:43:00.453104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:00.467442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7ee52-87b1-4513-b0dc-46613b04de1b None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:00.468479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3af7ee52-87b1-4513-b0dc-46613b04de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:00.544425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:00.549873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3af7ee52-87b1-4513-b0dc-46613b04de1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:00.555130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6df54e3b-4b42-4efb-ae37-8a09163eb9e0 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "GET /v2.0/floatingips/1a8a3e29-323a-40f9-9a08-49302cbc3133 HTTP/1.1" status: 200 len: 687 time: 0.0991349 Jun 30 02:43:00.559123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7ee52-87b1-4513-b0dc-46613b04de1b None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:00.750167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1fe62-4111-4ea2-a9b9-c6debd6a33f7 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port 59e6dd1e-dd49-4515-89a3-40d8c69804ed {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:00.750516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe62-4111-4ea2-a9b9-c6debd6a33f7 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.814972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443eac7-eb4d-46a6-95be-a61f0d0f3ad7 req-88aef29e-55d9-4e89-98aa-a75a5c0b5a74 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.819948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2443eac7-eb4d-46a6-95be-a61f0d0f3ad7 req-88aef29e-55d9-4e89-98aa-a75a5c0b5a74 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.1676207 Jun 30 02:43:00.879162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe62-4111-4ea2-a9b9-c6debd6a33f7 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.879929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe62-4111-4ea2-a9b9-c6debd6a33f7 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.931775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2443eac7-eb4d-46a6-95be-a61f0d0f3ad7 req-6731502b-c76a-4b59-a11d-b5f013526a68 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055121 Jun 30 02:43:00.933833 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1fe62-4111-4ea2-a9b9-c6debd6a33f7 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for 59e6dd1e-dd49-4515-89a3-40d8c69804ed owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:01.202365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe62-4111-4ea2-a9b9-c6debd6a33f7 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.241079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1fe62-4111-4ea2-a9b9-c6debd6a33f7 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=59e6dd1e-dd49-4515-89a3-40d8c69804ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:01.364033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe62-4111-4ea2-a9b9-c6debd6a33f7 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.366781 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cd1fe62-4111-4ea2-a9b9-c6debd6a33f7 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.371284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4cd1fe62-4111-4ea2-a9b9-c6debd6a33f7 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/floatingips/1a8a3e29-323a-40f9-9a08-49302cbc3133 HTTP/1.1" status: 204 len: 168 time: 0.8222044 Jun 30 02:43:01.371869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:01.376875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '4a1b3b2c-bf96-4f8f-a194-de5860797436'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:01.404543 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.573676 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.742881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.25.7.227 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/360d2fb3-60a1-4651-bd90-83574a8afb64) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:01.894204 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.971624 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.016189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:02.021176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:02.030651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:02.059035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=360d2fb3-60a1-4651-bd90-83574a8afb64,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:02.483373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15f31a-e442-4f9c-b5ae-c3ba9d96d4c2 req-2236bd02-f5d0-409f-8b27-a55b135b1f05 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.484931 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b15f31a-e442-4f9c-b5ae-c3ba9d96d4c2 req-2236bd02-f5d0-409f-8b27-a55b135b1f05 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.2241092 Jun 30 02:43:02.590772 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b15f31a-e442-4f9c-b5ae-c3ba9d96d4c2 req-ec1f529b-3681-4dd1-a7cb-c536ce5b9f4e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974705 Jun 30 02:43:02.839363 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.970441 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.245486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.251473 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.470908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=360d2fb3-60a1-4651-bd90-83574a8afb64,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:03.481643 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:03.753589 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP c98032e4-e09d-43d5-925a-13a0c75563f6 associated. External IP: 172.25.7.227, port: 4a1b3b2c-bf96-4f8f-a194-de5860797436. Jun 30 02:43:04.046638 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3316e11-6784-43cd-92af-c51a93585d0d req-429e003d-dabd-4aa0-9e8a-5e132f27003a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.057374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3316e11-6784-43cd-92af-c51a93585d0d req-429e003d-dabd-4aa0-9e8a-5e132f27003a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.1638670 Jun 30 02:43:04.183910 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c3316e11-6784-43cd-92af-c51a93585d0d req-c5f7db72-6990-498e-ac06-d3fb94bb10b4 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255047 Jun 30 02:43:04.237791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:04.536990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:04.552670 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c589d-128d-45de-9257-1874a0cca2d6 None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:04.572890 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.575493 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c589d-128d-45de-9257-1874a0cca2d6 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:04.579156 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-262c589d-128d-45de-9257-1874a0cca2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:04.631437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b6fc430a-5c1f-47ac-866d-458df7252677 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2584221 Jun 30 02:43:04.634124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:04.642207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1267685774'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:04.668569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Made reservation on behalf of 6a92af3c997945e8a0df67057e5b8eb7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:04.688011 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-262c589d-128d-45de-9257-1874a0cca2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:04.694850 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.699205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:04.722982 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c589d-128d-45de-9257-1874a0cca2d6 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:04.726566 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-262c589d-128d-45de-9257-1874a0cca2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:04.765658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:04.778257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.778841 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Added segment 8cd4ce8b-52d9-4024-ad43-af5f7d623849 of type vlan for network 4e07c3c6-8baa-4449-9d14-b4b040c526ec Jun 30 02:43:04.815214 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-262c589d-128d-45de-9257-1874a0cca2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:04.815862 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262c589d-128d-45de-9257-1874a0cca2d6 None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:04.865843 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.909101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.922771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.923798 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.987244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3510594 Jun 30 02:43:04.990639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:04.998258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'subnet': {'network_id': '4e07c3c6-8baa-4449-9d14-b4b040c526ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:05.080215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48d90e-53a1-45aa-b81b-8f8edddd56d5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Network': ['ID=4e07c3c6-8baa-4449-9d14-b4b040c526ec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:05.097583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 4e07c3c6-8baa-4449-9d14-b4b040c526ec details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:05.195436 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Made reservation on behalf of 6a92af3c997945e8a0df67057e5b8eb7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:05.202405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.311693 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8d866d8-fa4c-4b7a-88c0-4f9151e4b259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.868837 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.891583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f35d2-0568-4d4a-a3ca-6b9074b5efa5 req-fecc0526-8021-4418-97db-67f9e5b37b12 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.896524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024ad74-dc25-4ce1-bb74-9112bacc1b15 req-1bed2b84-06b1-42b7-903c-4e285613531e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.898913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b55f35d2-0568-4d4a-a3ca-6b9074b5efa5 req-fecc0526-8021-4418-97db-67f9e5b37b12 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 945 time: 0.0826533 Jun 30 02:43:05.905662 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c024ad74-dc25-4ce1-bb74-9112bacc1b15 req-1bed2b84-06b1-42b7-903c-4e285613531e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.4393718 Jun 30 02:43:05.977497 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b55f35d2-0568-4d4a-a3ca-6b9074b5efa5 req-c66233c2-660a-4892-8132-c2bc19db150d tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770037 Jun 30 02:43:06.005055 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8d866d8-fa4c-4b7a-88c0-4f9151e4b259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.036072 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8d866d8-fa4c-4b7a-88c0-4f9151e4b259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.182466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c8d866d8-fa4c-4b7a-88c0-4f9151e4b259 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d70119884dea427f812cade65b632892&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4820542 Jun 30 02:43:06.185084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:06.189456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d866d8-fa4c-4b7a-88c0-4f9151e4b259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc00eb93-2c8d-4cc7-9eee-344e7ba1cc17,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.196880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c024ad74-dc25-4ce1-bb74-9112bacc1b15 req-f156bf28-bf2e-4503-b35e-0c28d285951b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901423 Jun 30 02:43:06.198908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Subnet': ['ID=77f3adb4-cdf5-4510-ae78-fe6ca2cb5c1b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.203841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Checking segment: {'id': '8cd4ce8b-52d9-4024-ad43-af5f7d623849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4e07c3c6-8baa-4449-9d14-b4b040c526ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:06.204217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network hostable DHCP agents. Network: 4e07c3c6-8baa-4449-9d14-b4b040c526ec, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:06.236638 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 4e07c3c6-8baa-4449-9d14-b4b040c526ec is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:06.255175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 4e07c3c6-8baa-4449-9d14-b4b040c526ec) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:06.259778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:06.260455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.276002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317c5033-d5f1-49d5-879d-1ef60ff03518 None None] Network 4e07c3c6-8baa-4449-9d14-b4b040c526ec requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:06.299925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2b6194ba-d721-462f-80d5-ec0af36fa30d tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3079910 Jun 30 02:43:06.302845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:06.308528 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce237b89-5981-4353-bac1-944f0304bbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.313147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-696353791', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:06.359824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce237b89-5981-4353-bac1-944f0304bbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.363495 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.364993 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.473986 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce237b89-5981-4353-bac1-944f0304bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.476698 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce237b89-5981-4353-bac1-944f0304bbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.478242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ce237b89-5981-4353-bac1-944f0304bbbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc00eb93-2c8d-4cc7-9eee-344e7ba1cc17 HTTP/1.1" status: 204 len: 168 time: 0.2920487 Jun 30 02:43:06.487754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce237b89-5981-4353-bac1-944f0304bbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc00eb93-2c8d-4cc7-9eee-344e7ba1cc17,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.500594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.699893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-4e07c3c6-8baa-4449-9d14-b4b040c526ec', 'network_id': '4e07c3c6-8baa-4449-9d14-b4b040c526ec', 'tenant_id': '6a92af3c997945e8a0df67057e5b8eb7', 'fixed_ips': [{'subnet_id': '77f3adb4-cdf5-4510-ae78-fe6ca2cb5c1b'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:43:06.700926 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.731731 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.913946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Allocated IP 172.20.0.2 (4e07c3c6-8baa-4449-9d14-b4b040c526ec/77f3adb4-cdf5-4510-ae78-fe6ca2cb5c1b/0b261b0c-3cda-46fc-a77c-3510b4b127b2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:07.279187 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.288700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.308968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Transition to ACTIVE for port object 0b261b0c-3cda-46fc-a77c-3510b4b127b2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:07.347930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:07.361167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Transition to ACTIVE for port object 0b261b0c-3cda-46fc-a77c-3510b4b127b2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:07.377809 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.393452 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc167b5a-165c-40c6-8234-66209fbb4ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.411748 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.469975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbc08b-4c3e-4bb6-92cc-036e4112d6ef req-1f8f9b2f-0076-492f-a94c-6cac9fa6a6c9 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.472019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Network 4e07c3c6-8baa-4449-9d14-b4b040c526ec is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:07.486921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:07.491122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:07.493104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-69dbc08b-4c3e-4bb6-92cc-036e4112d6ef req-1f8f9b2f-0076-492f-a94c-6cac9fa6a6c9 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 945 time: 0.1913960 Jun 30 02:43:07.600600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Pushing event updated for resources: {'Port': ['ID=0b261b0c-3cda-46fc-a77c-3510b4b127b2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:07.617857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Attempting to bind port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:07.618228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Attempting to bind port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8cd4ce8b-52d9-4024-ad43-af5f7d623849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4e07c3c6-8baa-4449-9d14-b4b040c526ec'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:07.618605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Attempting to bind port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 on network 4e07c3c6-8baa-4449-9d14-b4b040c526ec {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:07.628437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:07.629143 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Checking segment: {'id': '8cd4ce8b-52d9-4024-ad43-af5f7d623849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4e07c3c6-8baa-4449-9d14-b4b040c526ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:07.629905 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.630477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Bound using segment: {'id': '8cd4ce8b-52d9-4024-ad43-af5f7d623849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4e07c3c6-8baa-4449-9d14-b4b040c526ec'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:07.632504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Bound port: 0b261b0c-3cda-46fc-a77c-3510b4b127b2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd4ce8b-52d9-4024-ad43-af5f7d623849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '4e07c3c6-8baa-4449-9d14-b4b040c526ec'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:07.633075 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.679419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-69dbc08b-4c3e-4bb6-92cc-036e4112d6ef req-c9318d30-3d3c-426c-b5e4-4f4fa62ece9e tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/security-groups?id=22542ad8-c54c-479e-bae6-27e9c8887249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836493 Jun 30 02:43:07.690262 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc167b5a-165c-40c6-8234-66209fbb4ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.704100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.25.7.245 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/28c940fc-b0ae-4d61-87c8-87c27b8a8732) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:07.765960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] For port 0b261b0c-3cda-46fc-a77c-3510b4b127b2, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:07.770014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] For port 0b261b0c-3cda-46fc-a77c-3510b4b127b2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0b261b0c-3cda-46fc-a77c-3510b4b127b2,segment=NetworkSegment(8cd4ce8b-52d9-4024-ad43-af5f7d623849),segment_id=8cd4ce8b-52d9-4024-ad43-af5f7d623849)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:07.802782 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.814314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-ffb44b25-ace1-4e8a-bcf1-601e1317bb16 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.827964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-ffb44b25-ace1-4e8a-bcf1-601e1317bb16 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 945 time: 0.2720306 Jun 30 02:43:07.835159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc167b5a-165c-40c6-8234-66209fbb4ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.918522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cc167b5a-165c-40c6-8234-66209fbb4ed4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03d160d141754e308997a80bac579bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693262 Jun 30 02:43:07.922347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:07.937261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c351a6-3b05-4f61-b9cb-1b491ca4bde9 None None] Pushing event updated for resources: {'Port': ['ID=0b261b0c-3cda-46fc-a77c-3510b4b127b2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:07.970895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.046374 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d395-c72e-4a33-b02f-ec22aaa85139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.051427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc167b5a-165c-40c6-8234-66209fbb4ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7176177d-7b55-4649-8f62-9923e766d1ae,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.062060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e261a0-0641-4526-a4a9-478f8035be1a req-56db180a-8b1b-46b3-8fc2-5cf9c56c7359 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:08.076160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f0e261a0-0641-4526-a4a9-478f8035be1a req-56db180a-8b1b-46b3-8fc2-5cf9c56c7359 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.4841940 Jun 30 02:43:08.077939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.112245 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d395-c72e-4a33-b02f-ec22aaa85139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.186507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-1fb57745-cfb5-4ee2-8dec-688806a40184 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Deleting port fb550891-e81f-44c2-9adc-2561e860da37 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:08.187432 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-1fb57745-cfb5-4ee2-8dec-688806a40184 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.208065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d395-c72e-4a33-b02f-ec22aaa85139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.210648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:08.211184 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d395-c72e-4a33-b02f-ec22aaa85139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.214694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1ab8d395-c72e-4a33-b02f-ec22aaa85139 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7176177d-7b55-4649-8f62-9923e766d1ae HTTP/1.1" status: 204 len: 168 time: 0.2878625 Jun 30 02:43:08.229669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:08.253295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=28c940fc-b0ae-4d61-87c8-87c27b8a8732,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.256127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:08.309100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f0e261a0-0641-4526-a4a9-478f8035be1a req-ea6f1868-eb6f-48e9-bb5e-9c0e4bfedad4 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257080 Jun 30 02:43:08.372361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8d395-c72e-4a33-b02f-ec22aaa85139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7176177d-7b55-4649-8f62-9923e766d1ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.473669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-1fb57745-cfb5-4ee2-8dec-688806a40184 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] For port fb550891-e81f-44c2-9adc-2561e860da37, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fb550891-e81f-44c2-9adc-2561e860da37,segment=NetworkSegment(d373aee6-2aa1-4b05-a1ce-57c7381c96e6),segment_id=d373aee6-2aa1-4b05-a1ce-57c7381c96e6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:08.474443 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-1fb57745-cfb5-4ee2-8dec-688806a40184 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.503726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-1fb57745-cfb5-4ee2-8dec-688806a40184 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Calling delete_port for fb550891-e81f-44c2-9adc-2561e860da37 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:08.683976 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-1fb57745-cfb5-4ee2-8dec-688806a40184 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.698254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fb550891-e81f-44c2-9adc-2561e860da37'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:08.794426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb57745-cfb5-4ee2-8dec-688806a40184 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Pushing event deleted for resources: {'Port': ['ID=fb550891-e81f-44c2-9adc-2561e860da37,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.898300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-1fb57745-cfb5-4ee2-8dec-688806a40184 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] No DVR routers for this DVR port fb550891-e81f-44c2-9adc-2561e860da37 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:08.907746 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-1fb57745-cfb5-4ee2-8dec-688806a40184 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.910028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e567e5db-b46f-4aa5-af05-35c91c4258dc req-1fb57745-cfb5-4ee2-8dec-688806a40184 tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.69 "DELETE /v2.0/ports/fb550891-e81f-44c2-9adc-2561e860da37 HTTP/1.1" status: 204 len: 173 time: 1.0784936 Jun 30 02:43:08.923405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce8498b-5c20-46b3-a666-6b4e729151e6', 'name': 'network-vif-deleted', 'tag': 'fb550891-e81f-44c2-9adc-2561e860da37'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:08.925982 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e23e13-c8fb-4c4f-9c92-da6346e11d70" -d '{"events": [{"server_uuid": "0ce8498b-5c20-46b3-a666-6b4e729151e6", "name": "network-vif-deleted", "tag": "fb550891-e81f-44c2-9adc-2561e860da37"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:09.008465 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51a3518-10e4-4f99-a1c2-89eccdff8e85 x-openstack-request-id: req-f51a3518-10e4-4f99-a1c2-89eccdff8e85 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:09.009076 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce8498b-5c20-46b3-a666-6b4e729151e6", "name": "network-vif-deleted", "tag": "fb550891-e81f-44c2-9adc-2561e860da37", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:09.009526 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f51a3518-10e4-4f99-a1c2-89eccdff8e85 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:09.010142 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce8498b-5c20-46b3-a666-6b4e729151e6', 'name': 'network-vif-deleted', 'tag': 'fb550891-e81f-44c2-9adc-2561e860da37', 'status': 'completed', 'code': 200} Jun 30 02:43:09.103781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1b52f45-cf49-4a6e-b5ad-83f9e1e93105 req-62cd0ca7-e53b-49ed-9340-ab92a4c95d4d tempest-AttachVolumeNegativeTest-537278638 tempest-AttachVolumeNegativeTest-537278638-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ce8498b-5c20-46b3-a666-6b4e729151e6 HTTP/1.1" status: 200 len: 210 time: 0.0455866 Jun 30 02:43:09.280137 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.700227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dcb53a-e9a3-4249-9846-14bb11cf0dca None None] Network 4e07c3c6-8baa-4449-9d14-b4b040c526ec requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:09.799658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed77b19-70e4-46da-b369-71190cea17ea req-0cc5960f-260d-4e03-91bb-58c3b32fc1ee tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.848449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ed77b19-70e4-46da-b369-71190cea17ea req-0cc5960f-260d-4e03-91bb-58c3b32fc1ee tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.2698841 Jun 30 02:43:09.861892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.866074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0b261b0c-3cda-46fc-a77c-3510b4b127b2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:10.021043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a46a31ac-3656-439d-b357-522ed6c0ab56 None None] Provisioning for port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:10.025007 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ed77b19-70e4-46da-b369-71190cea17ea req-31481d23-c329-455a-9a75-8718d3c2c252 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753993 Jun 30 02:43:10.123608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:10.160751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:10.161124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.227367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router d0ff2917-1575-4615-81c1-fd9fb80eded8 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:43:10.323157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:10.406114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:10.436321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.439225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-caf665cf-9d62-4d16-8d46-188b28298c47 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1351180 Jun 30 02:43:10.441361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45390) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:10.506311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-214b5a9d-fa4c-4770-8cfa-d6349678099b admin admin] Deleting subnet a1ffa8b9-cee9-49be-813b-1d381943f75f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:10.516420 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-214b5a9d-fa4c-4770-8cfa-d6349678099b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.598803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfc343f-0975-45b3-9eb8-a5895c62f157 None None] Sync routers for ids ['d0ff2917-1575-4615-81c1-fd9fb80eded8'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:10.612408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc343f-0975-45b3-9eb8-a5895c62f157 None None] Routers {'d0ff2917-1575-4615-81c1-fd9fb80eded8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:10.613031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4bfc343f-0975-45b3-9eb8-a5895c62f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0ff2917-1575-4615-81c1-fd9fb80eded8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:10.678980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4bfc343f-0975-45b3-9eb8-a5895c62f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:10.694300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc343f-0975-45b3-9eb8-a5895c62f157 None None] Routers {'d0ff2917-1575-4615-81c1-fd9fb80eded8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:10.695239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4bfc343f-0975-45b3-9eb8-a5895c62f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0ff2917-1575-4615-81c1-fd9fb80eded8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:10.696348 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-214b5a9d-fa4c-4770-8cfa-d6349678099b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.771971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-214b5a9d-fa4c-4770-8cfa-d6349678099b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.815434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4bfc343f-0975-45b3-9eb8-a5895c62f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:10.824804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfc343f-0975-45b3-9eb8-a5895c62f157 None None] The sync data for ids ['d0ff2917-1575-4615-81c1-fd9fb80eded8'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:10.837025 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.965735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0b261b0c-3cda-46fc-a77c-3510b4b127b2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0b261b0c-3cda-46fc-a77c-3510b4b127b2,segment=NetworkSegment(8cd4ce8b-52d9-4024-ad43-af5f7d623849),segment_id=8cd4ce8b-52d9-4024-ad43-af5f7d623849)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:10.974226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.978865 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-214b5a9d-fa4c-4770-8cfa-d6349678099b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.042340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b5a9d-fa4c-4770-8cfa-d6349678099b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ffa8b9-cee9-49be-813b-1d381943f75f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:11.046936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-214b5a9d-fa4c-4770-8cfa-d6349678099b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.054647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:11.064874 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-214b5a9d-fa4c-4770-8cfa-d6349678099b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a1ffa8b9-cee9-49be-813b-1d381943f75f HTTP/1.1" status: 204 len: 168 time: 0.7393274 Jun 30 02:43:11.114197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0b261b0c-3cda-46fc-a77c-3510b4b127b2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:11.302621 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.304248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45438) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:11.395803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de97ca5e-5a90-40f1-a721-286da37d0d4f None None] Provisioning complete for port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:11.396176 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de97ca5e-5a90-40f1-a721-286da37d0d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.446093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.472522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:11.510486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:11.510486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd373aee6-2aa1-4b05-a1ce-57c7381c96e6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:11.551305 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.624681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607dd4-e58a-480f-aa78-5d540da8efa2 req-1cb0327e-9246-4a87-842c-f6c41210348d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.630379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fb550891-e81f-44c2-9adc-2561e860da37 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:11.634641 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09607dd4-e58a-480f-aa78-5d540da8efa2 req-1cb0327e-9246-4a87-842c-f6c41210348d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.2394290 Jun 30 02:43:11.639499 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.681411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: fb550891-e81f-44c2-9adc-2561e860da37 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:11.682081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fb550891-e81f-44c2-9adc-2561e860da37 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:11.714379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:11.715150 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0b261b0c-3cda-46fc-a77c-3510b4b127b2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:11.715442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:11.764624 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:11.827507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b33d75a-af5d-43f6-903b-0c78622747e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.843872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:11.844965 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.905209 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09607dd4-e58a-480f-aa78-5d540da8efa2 req-91ea9a71-2f61-4cbf-bcf3-a74c40331cdf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687871 Jun 30 02:43:11.913069 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.928182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.933729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d HTTP/1.1" status: 204 len: 168 time: 0.8768234 Jun 30 02:43:12.078598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07213827-8cdd-4bc0-bbde-c4c9db2615f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b763cc8b-2daf-4c7f-a6c6-69bc584c7a0d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:12.142504 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b33d75a-af5d-43f6-903b-0c78622747e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.151538 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b33d75a-af5d-43f6-903b-0c78622747e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.244807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:12.253215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b33d75a-af5d-43f6-903b-0c78622747e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39644d39203c4ea1bd47e7385482dcdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9468765 Jun 30 02:43:12.256167 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33d75a-af5d-43f6-903b-0c78622747e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab60982-c4e4-4ae4-950d-eb3d9e1e13bb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:12.258815 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:12.259038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:12.350699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e9eec144-e468-4d04-8a45-d3e4404abd19 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b81d129bff9484596f6f5d8d84831e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893543 Jun 30 02:43:12.353162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:12.360725 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9300b45c-3821-4efc-9b44-6a5047c8b496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.403118 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9300b45c-3821-4efc-9b44-6a5047c8b496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.419581 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.469081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7565025d-dfbf-492b-a0ea-3e0ba7641e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.492410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7565025d-dfbf-492b-a0ea-3e0ba7641e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.512732 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9300b45c-3821-4efc-9b44-6a5047c8b496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.516024 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9300b45c-3821-4efc-9b44-6a5047c8b496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.522597 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9300b45c-3821-4efc-9b44-6a5047c8b496 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cab60982-c4e4-4ae4-950d-eb3d9e1e13bb HTTP/1.1" status: 204 len: 168 time: 0.2624660 Jun 30 02:43:12.589343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300b45c-3821-4efc-9b44-6a5047c8b496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab60982-c4e4-4ae4-950d-eb3d9e1e13bb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:12.635159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7565025d-dfbf-492b-a0ea-3e0ba7641e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.639025 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7565025d-dfbf-492b-a0ea-3e0ba7641e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.640784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7565025d-dfbf-492b-a0ea-3e0ba7641e93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22542ad8-c54c-479e-bae6-27e9c8887249 HTTP/1.1" status: 204 len: 168 time: 0.2864485 Jun 30 02:43:12.659850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565025d-dfbf-492b-a0ea-3e0ba7641e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22542ad8-c54c-479e-bae6-27e9c8887249,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:12.773785 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe357-6bea-4043-83eb-8b510d10ff47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.886498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.20.0.1 (4e07c3c6-8baa-4449-9d14-b4b040c526ec/77f3adb4-cdf5-4510-ae78-fe6ca2cb5c1b/5408ecab-91e6-4aa2-9ad8-63f6485e1085) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:13.021059 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe357-6bea-4043-83eb-8b510d10ff47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.058212 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.073604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Transition to ACTIVE for port object 5408ecab-91e6-4aa2-9ad8-63f6485e1085 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:13.113572 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe357-6bea-4043-83eb-8b510d10ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.150680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbe357-6bea-4043-83eb-8b510d10ff47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bad17d-f6b2-4c20-8e26-9323e2f123c4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.153907 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.223463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 4e07c3c6-8baa-4449-9d14-b4b040c526ec is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:13.238212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:13.246174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:13.253925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9fbbe357-6bea-4043-83eb-8b510d10ff47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c42d17fc38df4fe790be012e667b2f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9340823 Jun 30 02:43:13.261960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:13.371965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af14d90-5a00-465d-acec-7e382f4b820b req-f72ca1a6-8883-4cc8-bf08-991e1931ec3d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.380052 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7af14d90-5a00-465d-acec-7e382f4b820b req-f72ca1a6-8883-4cc8-bf08-991e1931ec3d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.1648524 Jun 30 02:43:13.388300 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-313059b9-cb60-4f99-a05d-7aa64208a8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.412058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=5408ecab-91e6-4aa2-9ad8-63f6485e1085,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.434361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7af14d90-5a00-465d-acec-7e382f4b820b req-43177de8-6966-4e20-b172-468f1b131a87 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532930 Jun 30 02:43:13.562905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-313059b9-cb60-4f99-a05d-7aa64208a8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.578323 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.752983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-313059b9-cb60-4f99-a05d-7aa64208a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.759976 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-313059b9-cb60-4f99-a05d-7aa64208a8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.761708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-313059b9-cb60-4f99-a05d-7aa64208a8a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02bad17d-f6b2-4c20-8e26-9323e2f123c4 HTTP/1.1" status: 204 len: 168 time: 0.4952853 Jun 30 02:43:13.778912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2ae7f23-2198-4964-9652-a5b2ad5a88b9 None None] Provisioning for port 5408ecab-91e6-4aa2-9ad8-63f6485e1085 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:13.784430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313059b9-cb60-4f99-a05d-7aa64208a8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bad17d-f6b2-4c20-8e26-9323e2f123c4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.785336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2ae7f23-2198-4964-9652-a5b2ad5a88b9 None None] Provisioning complete for port 5408ecab-91e6-4aa2-9ad8-63f6485e1085 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:13.785809 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2ae7f23-2198-4964-9652-a5b2ad5a88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.915998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae7f23-2198-4964-9652-a5b2ad5a88b9 None None] Port 5408ecab-91e6-4aa2-9ad8-63f6485e1085 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:43:13.958222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.410010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-bf220711-cd87-4aa8-bced-646768b2d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.411676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-bf220711-cd87-4aa8-bced-646768b2d1a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=510b69362ba542e4b728537c74cc3b05&device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 1097 time: 0.1891026 Jun 30 02:43:14.412425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:14.470263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56600496-d5f2-4cac-a67c-32773804a0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.574625 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.584182 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.633860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-198441b8-b2d0-434a-a6eb-a1ddc25736db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.636061 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-198441b8-b2d0-434a-a6eb-a1ddc25736db service neutron] 10.222.0.69 "GET /v2.0/networks?id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 200 len: 916 time: 0.2172396 Jun 30 02:43:14.641334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331b4f1-5ff3-475a-b486-7bc5254b4b97 req-14f4fdd9-6aa9-4fbc-916a-1b4bcbc2e3dd tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.647364 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6331b4f1-5ff3-475a-b486-7bc5254b4b97 req-14f4fdd9-6aa9-4fbc-916a-1b4bcbc2e3dd tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.3166471 Jun 30 02:43:14.702320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-d19de41d-31be-41cc-bf34-2bd463b8ca84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5fd9c9-fe66-40e0-8020-fb04b32083cd HTTP/1.1" status: 200 len: 217 time: 0.0586264 Jun 30 02:43:14.740635 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.808510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=5408ecab-91e6-4aa2-9ad8-63f6485e1085,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:14.835608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-804f3aa5-251b-499e-9dd1-236966f806db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.837245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-804f3aa5-251b-499e-9dd1-236966f806db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=969f761c-dbdc-41a6-8134-c3d896c08de0 HTTP/1.1" status: 200 len: 854 time: 0.1270719 Jun 30 02:43:14.949388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 4e07c3c6-8baa-4449-9d14-b4b040c526ec is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:14.952134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:14.978009 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6331b4f1-5ff3-475a-b486-7bc5254b4b97 req-d8eb6d2e-99f9-4a37-b83f-daaea619bdbc tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186181 Jun 30 02:43:15.011395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-00637905-1f84-4d4c-baa0-b1d197520a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:15.017015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-00637905-1f84-4d4c-baa0-b1d197520a1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1725686 Jun 30 02:43:15.066523 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56600496-d5f2-4cac-a67c-32773804a0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.077407 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56600496-d5f2-4cac-a67c-32773804a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.222381 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-56600496-d5f2-4cac-a67c-32773804a0d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b9f0af1bdbe466f9b9fd9e553534788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8015804 Jun 30 02:43:15.222381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56600496-d5f2-4cac-a67c-32773804a0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5929cb77-8e3a-4007-a6dd-cf57d144445a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.234932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.358496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f449c668-260a-4e68-bc72-9f3e0f3d14a4 None None] Provisioning complete for port 5408ecab-91e6-4aa2-9ad8-63f6485e1085 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:15.359727 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f449c668-260a-4e68-bc72-9f3e0f3d14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.437342 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-9ac4363a-c9d3-49df-a2f4-da18c7fed271 service neutron] 10.222.0.69 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077361 Jun 30 02:43:15.443815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f449c668-260a-4e68-bc72-9f3e0f3d14a4 None None] Port 5408ecab-91e6-4aa2-9ad8-63f6485e1085 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:43:15.499196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.551895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d019d490-8f9f-4254-935e-af0a85bd2329 req-34ca3a96-0836-4621-9a25-a0b8c0ba73f3 service neutron] 10.222.0.69 "GET /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033921 Jun 30 02:43:15.553960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router d0ff2917-1575-4615-81c1-fd9fb80eded8 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:15.622971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef36e2-168b-4b54-9b2d-1cd3382d9d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.662690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef36e2-168b-4b54-9b2d-1cd3382d9d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.751722 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.826456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:15.832281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4d05ca83-7acd-4cdc-87a9-4f0696decc4b tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "PUT /v2.0/routers/d0ff2917-1575-4615-81c1-fd9fb80eded8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3762505 Jun 30 02:43:15.835042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.840660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'port': {'network_id': '4e07c3c6-8baa-4449-9d14-b4b040c526ec', 'name': 'tempest-FloatingIPTestJSON-1615625981'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:15.844852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:15.848755 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9232280c-ec1a-4562-8415-86034087810c None None] Sync routers for ids ['d0ff2917-1575-4615-81c1-fd9fb80eded8'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:15.858155 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef36e2-168b-4b54-9b2d-1cd3382d9d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.861079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef36e2-168b-4b54-9b2d-1cd3382d9d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.863914 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232280c-ec1a-4562-8415-86034087810c None None] Routers {'d0ff2917-1575-4615-81c1-fd9fb80eded8'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:15.864938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-67ef36e2-168b-4b54-9b2d-1cd3382d9d22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5929cb77-8e3a-4007-a6dd-cf57d144445a HTTP/1.1" status: 204 len: 168 time: 0.6206646 Jun 30 02:43:15.870188 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9232280c-ec1a-4562-8415-86034087810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0ff2917-1575-4615-81c1-fd9fb80eded8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:15.900260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef36e2-168b-4b54-9b2d-1cd3382d9d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5929cb77-8e3a-4007-a6dd-cf57d144445a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.940825 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.987919 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9232280c-ec1a-4562-8415-86034087810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:15.997060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Made reservation on behalf of 6a92af3c997945e8a0df67057e5b8eb7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:16.001956 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.009741 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232280c-ec1a-4562-8415-86034087810c None None] Routers {'d0ff2917-1575-4615-81c1-fd9fb80eded8'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:16.013197 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9232280c-ec1a-4562-8415-86034087810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0ff2917-1575-4615-81c1-fd9fb80eded8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.041564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] device_id is not set on port 1fc40e7c-71cc-4b00-924c-86119ebb5f34 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:16.053078 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.123027 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9232280c-ec1a-4562-8415-86034087810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:16.123679 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9232280c-ec1a-4562-8415-86034087810c None None] The sync data for ids ['d0ff2917-1575-4615-81c1-fd9fb80eded8'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:16.335612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Allocated IP 172.20.0.6 (4e07c3c6-8baa-4449-9d14-b4b040c526ec/77f3adb4-cdf5-4510-ae78-fe6ca2cb5c1b/1fc40e7c-71cc-4b00-924c-86119ebb5f34) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:16.371507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.557983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc728c-2f6b-4d02-a33c-4ca09a1fc144 req-14dfadb1-d26b-42c3-8ec2-94f9dc4d2ed1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:16.558764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.566836 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bbc728c-2f6b-4d02-a33c-4ca09a1fc144 req-14dfadb1-d26b-42c3-8ec2-94f9dc4d2ed1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.2469308 Jun 30 02:43:16.576780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Transition to ACTIVE for port object 1fc40e7c-71cc-4b00-924c-86119ebb5f34 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:16.639256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Allocated IP 172.25.7.56 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/c781fc57-1aa2-4ca8-a635-c45f9a426df5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:16.654770 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.750678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Network 4e07c3c6-8baa-4449-9d14-b4b040c526ec is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:16.754978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:16.759730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:16.834541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event updated for resources: {'Port': ['ID=1fc40e7c-71cc-4b00-924c-86119ebb5f34,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:16.850758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bbc728c-2f6b-4d02-a33c-4ca09a1fc144 req-47846078-7a75-448f-a25b-89e2be30ac43 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825668 Jun 30 02:43:16.891322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:16.896258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.933306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.936240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a229d843-d44b-4fd7-b1c3-db2878d685e4 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0995755 Jun 30 02:43:16.938564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:16.946259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Request body: {'floatingip': {'port_id': '1fc40e7c-71cc-4b00-924c-86119ebb5f34'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:17.083545 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.171951 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.204783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ca15dd4d-7212-41bc-b265-2b0d853aef5d None None] Provisioning for port 1fc40e7c-71cc-4b00-924c-86119ebb5f34 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:17.227236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ca15dd4d-7212-41bc-b265-2b0d853aef5d None None] Provisioning complete for port 1fc40e7c-71cc-4b00-924c-86119ebb5f34 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:17.227610 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca15dd4d-7212-41bc-b265-2b0d853aef5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.247094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Pushing event updated for resources: {'Port': ['ID=c781fc57-1aa2-4ca8-a635-c45f9a426df5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:17.289270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:17.301268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:17.303862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.304299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.304588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.304895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.305193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.305635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.305883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.306293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.306534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.306890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.307217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.307540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:17.314397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:17.345829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ca15dd4d-7212-41bc-b265-2b0d853aef5d None None] Port 1fc40e7c-71cc-4b00-924c-86119ebb5f34 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:43:17.536001 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.723631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.834614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e186e-159d-460d-96bb-95ebb2fda0e5 req-3b90af16-82a8-43af-b48d-831444685b3f tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.836207 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d08e186e-159d-460d-96bb-95ebb2fda0e5 req-3b90af16-82a8-43af-b48d-831444685b3f tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.5920961 Jun 30 02:43:17.983600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d08e186e-159d-460d-96bb-95ebb2fda0e5 req-3ea0f701-3e34-422d-9bbe-c5fdc08a51b7 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378374 Jun 30 02:43:18.174553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.187432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.328564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Pushing event updated for resources: {'Port': ['ID=c781fc57-1aa2-4ca8-a635-c45f9a426df5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:18.329287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35bde6-81e6-4ab2-9063-601307aa5f47 req-dbac7407-d418-4cc3-a4c0-49b77c818a64 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.331976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:43:18.338462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0f35bde6-81e6-4ab2-9063-601307aa5f47 req-dbac7407-d418-4cc3-a4c0-49b77c818a64 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7d099fd-7074-4e45-b64f-9217ae971027 HTTP/1.1" status: 200 len: 946 time: 0.1637077 Jun 30 02:43:18.339030 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.390121 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0f35bde6-81e6-4ab2-9063-601307aa5f47 req-c0081c99-da7b-4f56-b1c2-1b9ff29d986b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504975 Jun 30 02:43:18.397783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.399080 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e83ab691-cdbc-4b7d-bfa3-0f3922b04d7b tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8979764 Jun 30 02:43:18.402121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:18.405357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.408822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-140748585', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'fixed_ips': [{'ip_address': '172.25.7.56'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:18.410981 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.491074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Made reservation on behalf of 991bc482616948a2a70b5e855457bd30 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:18.495137 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.515185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.715751 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.725217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.730799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] device_id is not set on port 125e91b3-fc5d-46b5-b931-c305f8ab330d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:18.761405 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP c98032e4-e09d-43d5-925a-13a0c75563f6 associated. External IP: 172.25.7.227, port: 4a1b3b2c-bf96-4f8f-a194-de5860797436. Jun 30 02:43:18.938226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c355fa5b-7caf-4773-9e90-e8d193fc7ab3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:19.012395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ea3c-681b-4471-85c5-cdbb08f351f7 req-fd979eb3-b85a-408c-a400-476afb8b12a1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:19.024118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35f0ea3c-681b-4471-85c5-cdbb08f351f7 req-fd979eb3-b85a-408c-a400-476afb8b12a1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 946 time: 0.4021761 Jun 30 02:43:19.086267 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35f0ea3c-681b-4471-85c5-cdbb08f351f7 req-09aecedc-235e-4ed5-90df-3d620731f3fb tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607927 Jun 30 02:43:19.111723 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 02:43:19.113289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:19.146760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6fa4441a-0feb-4af4-b481-8698497bc3f8 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7431304 Jun 30 02:43:19.149448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:19.170232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-4527de12-f1c8-4949-a01d-b13dbd1ce4b4 req-2d366a10-ddc0-466e-9bfa-c531e8e9c886 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:43:19.173943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4527de12-f1c8-4949-a01d-b13dbd1ce4b4 req-2d366a10-ddc0-466e-9bfa-c531e8e9c886 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147765 Jun 30 02:43:19.601892 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4527de12-f1c8-4949-a01d-b13dbd1ce4b4 req-b5ed6fce-6715-4329-9d65-9739dd03d350 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3732674 Jun 30 02:43:19.617531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Deleting port c781fc57-1aa2-4ca8-a635-c45f9a426df5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:19.618067 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.705388 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.705775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.724324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Calling delete_port for c781fc57-1aa2-4ca8-a635-c45f9a426df5 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:19.914491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:20.143922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:20.155125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a3eef-018d-457c-a267-f09c031bc772 None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:20.172425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a3eef-018d-457c-a267-f09c031bc772 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:20.173799 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d23a3eef-018d-457c-a267-f09c031bc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:20.250420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d23a3eef-018d-457c-a267-f09c031bc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:20.266016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23a3eef-018d-457c-a267-f09c031bc772 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:20.267114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d23a3eef-018d-457c-a267-f09c031bc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:20.369685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d23a3eef-018d-457c-a267-f09c031bc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:20.370628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a3eef-018d-457c-a267-f09c031bc772 None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:20.394996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cd8b9-2269-4f0d-ab0c-1964d4158d21 req-5e35718b-fab4-4864-a726-7864b9711187 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.408521 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-069cd8b9-2269-4f0d-ab0c-1964d4158d21 req-5e35718b-fab4-4864-a726-7864b9711187 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.1694746 Jun 30 02:43:20.429570 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.518130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-069cd8b9-2269-4f0d-ab0c-1964d4158d21 req-a5a80f27-b318-414e-bf14-41a4329fce6b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987048 Jun 30 02:43:20.546886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Pushing event deleted for resources: {'Port': ['ID=c781fc57-1aa2-4ca8-a635-c45f9a426df5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:20.575879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.576229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.576566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.577059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.577613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.577787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.578156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.578449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.578799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.579129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.579454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.580255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:20.606239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.609243 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.612875 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-aba76de1-6f99-4048-aecb-c9bcd78f4851 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426 tempest-ExternalNetworksAdminNegativeTestJSON-1619954426-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/4615665b-e7bb-4ee1-aaa2-98d6c602cbf4 HTTP/1.1" status: 204 len: 168 time: 1.4624140 Jun 30 02:43:20.630428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router d0ff2917-1575-4615-81c1-fd9fb80eded8 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:20.844612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d57de5-39ac-4481-929e-670003d69f2d req-2149462e-b7b8-4ab2-b49c-741b0f221b0b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.844857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:20.853508 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-53d57de5-39ac-4481-929e-670003d69f2d req-2149462e-b7b8-4ab2-b49c-741b0f221b0b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7d099fd-7074-4e45-b64f-9217ae971027 HTTP/1.1" status: 200 len: 946 time: 0.1254263 Jun 30 02:43:20.857905 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb9e9b-b149-4dbc-a43c-209dcf7d057e None None] Sync routers for ids ['d0ff2917-1575-4615-81c1-fd9fb80eded8'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:20.861846 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.868642 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb9e9b-b149-4dbc-a43c-209dcf7d057e None None] Routers {'d0ff2917-1575-4615-81c1-fd9fb80eded8'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:20.869387 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bcbb9e9b-b149-4dbc-a43c-209dcf7d057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0ff2917-1575-4615-81c1-fd9fb80eded8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:20.971139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-53d57de5-39ac-4481-929e-670003d69f2d req-f6dc6077-2480-4272-90fd-0c782512ae0c tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114731 Jun 30 02:43:20.977602 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bcbb9e9b-b149-4dbc-a43c-209dcf7d057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:21.016255 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb9e9b-b149-4dbc-a43c-209dcf7d057e None None] Routers {'d0ff2917-1575-4615-81c1-fd9fb80eded8'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:21.018810 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bcbb9e9b-b149-4dbc-a43c-209dcf7d057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0ff2917-1575-4615-81c1-fd9fb80eded8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:21.044619 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dbed5fc3-3e5b-4683-a076-915a216a4587 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "PUT /v2.0/floatingips/c98032e4-e09d-43d5-925a-13a0c75563f6 HTTP/1.1" status: 200 len: 978 time: 4.1049249 Jun 30 02:43:21.048179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:21.065373 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bcbb9e9b-b149-4dbc-a43c-209dcf7d057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:21.066452 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb9e9b-b149-4dbc-a43c-209dcf7d057e None None] The sync data for ids ['d0ff2917-1575-4615-81c1-fd9fb80eded8'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:21.250665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:21.281350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port 1fc40e7c-71cc-4b00-924c-86119ebb5f34 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:21.281680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.332476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795b72e-cc6f-4404-91ca-c2d0ec37b99a req-3b310643-80df-4e35-a65b-5bae608718be tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:21.341555 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e795b72e-cc6f-4404-91ca-c2d0ec37b99a req-3b310643-80df-4e35-a65b-5bae608718be tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 946 time: 0.1204040 Jun 30 02:43:21.445735 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e795b72e-cc6f-4404-91ca-c2d0ec37b99a req-61f5bab7-fd02-4e85-83c4-de7ccb0206fa tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030049 Jun 30 02:43:21.531936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-807b68f8-d631-40c4-adf9-255917ebc2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.545623 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.958118 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.958872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.958872 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Floating IP c98032e4-e09d-43d5-925a-13a0c75563f6 disassociated. External IP: 172.25.7.227, port: 1fc40e7c-71cc-4b00-924c-86119ebb5f34. Jun 30 02:43:21.959204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for 1fc40e7c-71cc-4b00-924c-86119ebb5f34 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:21.995546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-807b68f8-d631-40c4-adf9-255917ebc2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.033355 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-807b68f8-d631-40c4-adf9-255917ebc2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.060445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba3f41-d80b-4705-9840-0e9bd42108f5 req-10d066b1-21a3-4e54-b4c6-30d504ae71d1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.066661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba3f41-d80b-4705-9840-0e9bd42108f5 req-10d066b1-21a3-4e54-b4c6-30d504ae71d1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.072149 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba3f41-d80b-4705-9840-0e9bd42108f5 req-10d066b1-21a3-4e54-b4c6-30d504ae71d1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.073898 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccba3f41-d80b-4705-9840-0e9bd42108f5 req-10d066b1-21a3-4e54-b4c6-30d504ae71d1 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84&device_id=b7d099fd-7074-4e45-b64f-9217ae971027&device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 2418 time: 0.2679071 Jun 30 02:43:22.132384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-807b68f8-d631-40c4-adf9-255917ebc2e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8252d8a8d720433ea21441b37d2b3ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8796308 Jun 30 02:43:22.134592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b68f8-d631-40c4-adf9-255917ebc2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c31fc5e-7dc6-4adf-827a-8ec876ad993e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:22.135261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:22.172281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccba3f41-d80b-4705-9840-0e9bd42108f5 req-a1e9e78f-70be-4266-b062-d11f17d30d61 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880129 Jun 30 02:43:22.221944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-6f5565a0-a140-4bb0-869d-e8e906a30ca2 req-6f57f982-8b93-4f28-aac7-8a9b4a30fea9 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:43:22.223174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f5565a0-a140-4bb0-869d-e8e906a30ca2 req-6f57f982-8b93-4f28-aac7-8a9b4a30fea9 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135493 Jun 30 02:43:22.270692 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0734ab2-78b0-4e25-989f-9394ff93145c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.294916 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.322950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0734ab2-78b0-4e25-989f-9394ff93145c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.335609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=1fc40e7c-71cc-4b00-924c-86119ebb5f34,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:22.412058 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0734ab2-78b0-4e25-989f-9394ff93145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.414667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0734ab2-78b0-4e25-989f-9394ff93145c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.433718 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c0734ab2-78b0-4e25-989f-9394ff93145c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4c31fc5e-7dc6-4adf-827a-8ec876ad993e HTTP/1.1" status: 204 len: 168 time: 0.2972295 Jun 30 02:43:22.484166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0734ab2-78b0-4e25-989f-9394ff93145c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c31fc5e-7dc6-4adf-827a-8ec876ad993e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:22.566578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f5565a0-a140-4bb0-869d-e8e906a30ca2 req-9d68388a-37ef-4072-a575-b05a58eaa14b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3291953 Jun 30 02:43:22.654061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router d0ff2917-1575-4615-81c1-fd9fb80eded8 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:22.870963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:22.883352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222b1a2-3d2f-4e7a-bf93-24f68bc70c1a None None] Sync routers for ids ['d0ff2917-1575-4615-81c1-fd9fb80eded8'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:22.897149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222b1a2-3d2f-4e7a-bf93-24f68bc70c1a None None] Routers {'d0ff2917-1575-4615-81c1-fd9fb80eded8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:22.898452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b222b1a2-3d2f-4e7a-bf93-24f68bc70c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0ff2917-1575-4615-81c1-fd9fb80eded8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:22.943542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b222b1a2-3d2f-4e7a-bf93-24f68bc70c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:22.967564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222b1a2-3d2f-4e7a-bf93-24f68bc70c1a None None] Routers {'d0ff2917-1575-4615-81c1-fd9fb80eded8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:22.968756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b222b1a2-3d2f-4e7a-bf93-24f68bc70c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0ff2917-1575-4615-81c1-fd9fb80eded8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:23.007630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:23.014507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b222b1a2-3d2f-4e7a-bf93-24f68bc70c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:23.014507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222b1a2-3d2f-4e7a-bf93-24f68bc70c1a None None] The sync data for ids ['d0ff2917-1575-4615-81c1-fd9fb80eded8'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:23.038957 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.042448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-95628f5c-b935-4d6c-8859-190793d59e0c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/ports/1fc40e7c-71cc-4b00-924c-86119ebb5f34 HTTP/1.1" status: 204 len: 168 time: 1.9932132 Jun 30 02:43:23.045153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:23.115445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:23.118422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-56cb5163-a986-457a-b43a-fd489418f6ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=991bc482616948a2a70b5e855457bd30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1092210 Jun 30 02:43:23.263346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476c3268-cccd-4a06-8cb4-f5f9b62c779d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.335904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476c3268-cccd-4a06-8cb4-f5f9b62c779d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.560409 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476c3268-cccd-4a06-8cb4-f5f9b62c779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.563404 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476c3268-cccd-4a06-8cb4-f5f9b62c779d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.565063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-476c3268-cccd-4a06-8cb4-f5f9b62c779d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c355fa5b-7caf-4773-9e90-e8d193fc7ab3 HTTP/1.1" status: 204 len: 168 time: 0.4485369 Jun 30 02:43:23.581489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c3268-cccd-4a06-8cb4-f5f9b62c779d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c355fa5b-7caf-4773-9e90-e8d193fc7ab3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:23.989954 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.354668 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00988f9a-367b-4d1d-8e1b-4ae47c58b5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.548310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port 5408ecab-91e6-4aa2-9ad8-63f6485e1085 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:24.548919 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.749855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.779732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for 5408ecab-91e6-4aa2-9ad8-63f6485e1085 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:25.275254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccf50d-2a71-44af-9947-111c87d35990 req-3f662e72-5097-4414-aa52-70b4f8fa0cad tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:25.284341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95ccf50d-2a71-44af-9947-111c87d35990 req-3f662e72-5097-4414-aa52-70b4f8fa0cad tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 946 time: 0.2395942 Jun 30 02:43:25.355778 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95ccf50d-2a71-44af-9947-111c87d35990 req-a8089824-aee8-4e77-8a61-03df857a1a94 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698268 Jun 30 02:43:25.358447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:25.359861 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.464126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=5408ecab-91e6-4aa2-9ad8-63f6485e1085,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:25.666606 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c724fd17-5c9f-4054-b18b-a70b05df8e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.866110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c724fd17-5c9f-4054-b18b-a70b05df8e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.871899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c724fd17-5c9f-4054-b18b-a70b05df8e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.902126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c724fd17-5c9f-4054-b18b-a70b05df8e5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4af1ff306a56487383c96f07526a10de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411284 Jun 30 02:43:25.909114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:25.973063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724fd17-5c9f-4054-b18b-a70b05df8e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c3cdef-d78c-4b05-81e9-d95c78fe2c7c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:26.029526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:26.074207 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42484de0-aa6c-4c44-9e08-bbf4c93d4087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.118524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42484de0-aa6c-4c44-9e08-bbf4c93d4087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.224686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1b893ca4-bc77-4867-9f3e-67a1aba3d57c tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1057498196'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:26.225184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1b893ca4-bc77-4867-9f3e-67a1aba3d57c tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Unknown quota resources ['metering_label']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:43:26.228571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42484de0-aa6c-4c44-9e08-bbf4c93d4087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.231290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-42484de0-aa6c-4c44-9e08-bbf4c93d4087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.232438 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-42484de0-aa6c-4c44-9e08-bbf4c93d4087 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22c3cdef-d78c-4b05-81e9-d95c78fe2c7c HTTP/1.1" status: 204 len: 168 time: 0.3217804 Jun 30 02:43:26.248439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42484de0-aa6c-4c44-9e08-bbf4c93d4087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c3cdef-d78c-4b05-81e9-d95c78fe2c7c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:26.294580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.527686 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b893ca4-bc77-4867-9f3e-67a1aba3d57c tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.529885 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1b893ca4-bc77-4867-9f3e-67a1aba3d57c tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4992454 Jun 30 02:43:26.532701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:26.542980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0399396d-0041-4c57-8dfa-100fca5cf818 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b3dbe17b-5d9f-44e5-a29b-8b2b1fd4c0cf'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:26.543870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0399396d-0041-4c57-8dfa-100fca5cf818 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:43:26.589925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router d0ff2917-1575-4615-81c1-fd9fb80eded8 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:26.745809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:26.759597 n-d-758944-39 neutron-server[93770]: WARNING neutron.services.metering.metering_plugin [None req-0399396d-0041-4c57-8dfa-100fca5cf818 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 02:43:26.766205 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a3ebce-cd1a-4c0f-86ce-22020fc31ef1 None None] Sync routers for ids ['d0ff2917-1575-4615-81c1-fd9fb80eded8'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:26.781680 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3ebce-cd1a-4c0f-86ce-22020fc31ef1 None None] Routers {'d0ff2917-1575-4615-81c1-fd9fb80eded8'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:26.782827 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-70a3ebce-cd1a-4c0f-86ce-22020fc31ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0ff2917-1575-4615-81c1-fd9fb80eded8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:26.788430 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e7de2e8f-fd05-438f-8f5e-ebb69668ee69 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "PUT /v2.0/routers/d0ff2917-1575-4615-81c1-fd9fb80eded8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7411623 Jun 30 02:43:26.817080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:26.844924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89008b59-c464-4819-bae6-bb54986e2652 req-07bc2de1-1810-424d-9b92-64aab166692a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.846539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-89008b59-c464-4819-bae6-bb54986e2652 req-07bc2de1-1810-424d-9b92-64aab166692a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 946 time: 0.3854032 Jun 30 02:43:26.873638 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-70a3ebce-cd1a-4c0f-86ce-22020fc31ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:26.900786 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3ebce-cd1a-4c0f-86ce-22020fc31ef1 None None] Routers {'d0ff2917-1575-4615-81c1-fd9fb80eded8'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:26.901821 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-70a3ebce-cd1a-4c0f-86ce-22020fc31ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d0ff2917-1575-4615-81c1-fd9fb80eded8'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:26.926211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6bb85-fd9f-4514-a5e6-20123cb6199c req-9bab4018-5ac7-412e-a5a1-8f23ee048b7d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.928090 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a6e6bb85-fd9f-4514-a5e6-20123cb6199c req-9bab4018-5ac7-412e-a5a1-8f23ee048b7d tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 946 time: 0.1933250 Jun 30 02:43:26.975383 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a434b6cf-a7a2-44f2-ae86-2694a94dbc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.006603 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.018991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:27.036480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a6e6bb85-fd9f-4514-a5e6-20123cb6199c req-d901afe0-2525-4543-adad-e99d4e13f5bb tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003485 Jun 30 02:43:27.053200 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0399396d-0041-4c57-8dfa-100fca5cf818 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.066402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0399396d-0041-4c57-8dfa-100fca5cf818 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5323260 Jun 30 02:43:27.070471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:27.097330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7eeca961-ca70-4dcf-96b3-eca1ce8007bb tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b3dbe17b-5d9f-44e5-a29b-8b2b1fd4c0cf'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:27.104588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7eeca961-ca70-4dcf-96b3-eca1ce8007bb tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:43:27.112393 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fe18f2f-8ac9-4dfa-b327-e17e41b93fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.248774 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.252507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-89008b59-c464-4819-bae6-bb54986e2652 req-ffb6b9eb-d551-457c-8ad5-30d68098613a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Deleting port b1cbb1d0-7dbc-45aa-8315-088b25b51035 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:27.252955 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89008b59-c464-4819-bae6-bb54986e2652 req-ffb6b9eb-d551-457c-8ad5-30d68098613a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.267706 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-70a3ebce-cd1a-4c0f-86ce-22020fc31ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:27.268359 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a3ebce-cd1a-4c0f-86ce-22020fc31ef1 None None] The sync data for ids ['d0ff2917-1575-4615-81c1-fd9fb80eded8'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:27.270326 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:43:27.339499 n-d-758944-39 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-7eeca961-ca70-4dcf-96b3-eca1ce8007bb tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 02:43:27.367269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-89008b59-c464-4819-bae6-bb54986e2652 req-ffb6b9eb-d551-457c-8ad5-30d68098613a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] For port b1cbb1d0-7dbc-45aa-8315-088b25b51035, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b1cbb1d0-7dbc-45aa-8315-088b25b51035,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:27.367661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89008b59-c464-4819-bae6-bb54986e2652 req-ffb6b9eb-d551-457c-8ad5-30d68098613a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.419103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-89008b59-c464-4819-bae6-bb54986e2652 req-ffb6b9eb-d551-457c-8ad5-30d68098613a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Calling delete_port for b1cbb1d0-7dbc-45aa-8315-088b25b51035 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:27.502558 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7eeca961-ca70-4dcf-96b3-eca1ce8007bb tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.503912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7eeca961-ca70-4dcf-96b3-eca1ce8007bb tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4173806 Jun 30 02:43:27.506972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:27.525110 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-14693d89-815d-4fda-8f0a-1c9795684ab6 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=fdbf7394-16dd-4aa3-ba28-9f7e79672cea HTTP/1.1" status: 200 len: 462 time: 0.0145385 Jun 30 02:43:27.527390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:27.552268 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fe18f2f-8ac9-4dfa-b327-e17e41b93fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.559096 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fe18f2f-8ac9-4dfa-b327-e17e41b93fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.620306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe18f2f-8ac9-4dfa-b327-e17e41b93fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d61fbd-ae09-4603-a9e9-d441daaf8b19,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:27.625041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1fe18f2f-8ac9-4dfa-b327-e17e41b93fce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e98e21d3239a47c88d0966556be6c91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6043243 Jun 30 02:43:27.628498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:27.691425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312032d5-4023-4545-9a22-f85788189268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.719257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312032d5-4023-4545-9a22-f85788189268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.767090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89008b59-c464-4819-bae6-bb54986e2652 req-ffb6b9eb-d551-457c-8ad5-30d68098613a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.781152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['1a5fd9c9-fe66-40e0-8020-fb04b32083cd', '54cc45f1-a772-4ef2-b96a-c81f8afc3ecc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:27.789614 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312032d5-4023-4545-9a22-f85788189268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.794860 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-312032d5-4023-4545-9a22-f85788189268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.800638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-312032d5-4023-4545-9a22-f85788189268 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79d61fbd-ae09-4603-a9e9-d441daaf8b19 HTTP/1.1" status: 204 len: 168 time: 0.1688492 Jun 30 02:43:27.806606 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.818278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312032d5-4023-4545-9a22-f85788189268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d61fbd-ae09-4603-a9e9-d441daaf8b19,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:27.821022 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23914fcd-1a84-41f8-8202-3b757bbf7967 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:27.822249 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-23914fcd-1a84-41f8-8202-3b757bbf7967 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/fdbf7394-16dd-4aa3-ba28-9f7e79672cea HTTP/1.1" status: 204 len: 168 time: 0.2924945 Jun 30 02:43:27.825198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:27.853218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6b9eb-d551-457c-8ad5-30d68098613a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Pushing event deleted for resources: {'Port': ['ID=b1cbb1d0-7dbc-45aa-8315-088b25b51035,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:27.864836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b219a868-6914-45ba-9b98-3e920e4dce53 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=fdbf7394-16dd-4aa3-ba28-9f7e79672cea HTTP/1.1" status: 200 len: 221 time: 0.0331392 Jun 30 02:43:27.864966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:27.870351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['b1cbb1d0-7dbc-45aa-8315-088b25b51035'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:27.871961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7508ae8e-36d8-4e49-8dd1-68bd1523d088 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1638284020', 'description': 'label created by tempest'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:27.871961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7508ae8e-36d8-4e49-8dd1-68bd1523d088 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Unknown quota resources ['metering_label']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:43:28.027519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-89008b59-c464-4819-bae6-bb54986e2652 req-ffb6b9eb-d551-457c-8ad5-30d68098613a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] No DVR routers for this DVR port b1cbb1d0-7dbc-45aa-8315-088b25b51035 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:28.031967 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-89008b59-c464-4819-bae6-bb54986e2652 req-ffb6b9eb-d551-457c-8ad5-30d68098613a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.034045 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-89008b59-c464-4819-bae6-bb54986e2652 req-ffb6b9eb-d551-457c-8ad5-30d68098613a tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.73 "DELETE /v2.0/ports/b1cbb1d0-7dbc-45aa-8315-088b25b51035 HTTP/1.1" status: 204 len: 173 time: 1.1231606 Jun 30 02:43:28.037926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0067ae0-fc38-46e7-bd93-3e7887c40a84', 'name': 'network-vif-deleted', 'tag': 'b1cbb1d0-7dbc-45aa-8315-088b25b51035'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:28.049580 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913af3c-6439-478c-80a4-68df704cd9e2" -d '{"events": [{"server_uuid": "a0067ae0-fc38-46e7-bd93-3e7887c40a84", "name": "network-vif-deleted", "tag": "b1cbb1d0-7dbc-45aa-8315-088b25b51035"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:28.072460 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port 28c940fc-b0ae-4d61-87c8-87c27b8a8732 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:28.072852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.188022 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf43dfe-df12-4435-9d89-e32c4a660d07 x-openstack-request-id: req-1bf43dfe-df12-4435-9d89-e32c4a660d07 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:28.188306 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0067ae0-fc38-46e7-bd93-3e7887c40a84", "name": "network-vif-deleted", "tag": "b1cbb1d0-7dbc-45aa-8315-088b25b51035", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:28.188547 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bf43dfe-df12-4435-9d89-e32c4a660d07 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:28.193086 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0067ae0-fc38-46e7-bd93-3e7887c40a84', 'name': 'network-vif-deleted', 'tag': 'b1cbb1d0-7dbc-45aa-8315-088b25b51035', 'status': 'completed', 'code': 200} Jun 30 02:43:28.216711 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.260542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for 28c940fc-b0ae-4d61-87c8-87c27b8a8732 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:28.341313 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.348790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7508ae8e-36d8-4e49-8dd1-68bd1523d088 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.352960 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7508ae8e-36d8-4e49-8dd1-68bd1523d088 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4839277 Jun 30 02:43:28.355548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:28.508967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8201b162-e1b6-4df5-8c99-c107555d61bd tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=eab7612f-bd5c-4cee-af22-f26988e3b543 HTTP/1.1" status: 200 len: 468 time: 0.1515350 Jun 30 02:43:28.511990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:28.535119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0bd4a04f-e298-4d6f-a90f-6599bc693150 req-2b17320c-5044-4309-aefa-5d28544db0ae tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0067ae0-fc38-46e7-bd93-3e7887c40a84 HTTP/1.1" status: 200 len: 210 time: 0.1649435 Jun 30 02:43:28.770575 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.817793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=28c940fc-b0ae-4d61-87c8-87c27b8a8732,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:28.844082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3e01dc8b-b302-4ba3-b1a1-9288446a241d tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.849904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3e01dc8b-b302-4ba3-b1a1-9288446a241d tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/eab7612f-bd5c-4cee-af22-f26988e3b543 HTTP/1.1" status: 204 len: 168 time: 0.3360150 Jun 30 02:43:28.851191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:28.888723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-030dc8c7-2d98-425c-aace-a7bf48e63550 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=eab7612f-bd5c-4cee-af22-f26988e3b543 HTTP/1.1" status: 200 len: 216 time: 0.0343847 Jun 30 02:43:28.894216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:28.909543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fa2d2c56-536c-45f4-818a-f19f98509b83 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0141563 Jun 30 02:43:28.914509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:28.919735 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:28.935766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f322c47f-7711-4be8-aaf8-dde3e737ff68 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0200210 Jun 30 02:43:28.936807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:29.045153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-54c571e9-4ceb-429e-9396-c3ffc1d2b9d0 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/b3dbe17b-5d9f-44e5-a29b-8b2b1fd4c0cf HTTP/1.1" status: 200 len: 473 time: 0.1071818 Jun 30 02:43:29.046237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:29.065285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-aba9b2bc-6ba6-45c4-81d1-c4956dd5095f tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/8c4da2a7-7794-4a29-90e4-f46285794a34 HTTP/1.1" status: 200 len: 459 time: 0.0175483 Jun 30 02:43:29.066127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:29.090732 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.093915 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.168220 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.169529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Fanout notify agent at l3_agent the message router_deleted on router d0ff2917-1575-4615-81c1-fd9fb80eded8 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:43:29.185042 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.187031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d6753e62-18da-4cfa-9238-6d6cbd498834 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/routers/d0ff2917-1575-4615-81c1-fd9fb80eded8 HTTP/1.1" status: 204 len: 168 time: 2.3600528 Jun 30 02:43:29.190014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:29.190297 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d8f9928-2137-48d0-a0fe-6438a439c1f0 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.194608 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3d8f9928-2137-48d0-a0fe-6438a439c1f0 tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/8c4da2a7-7794-4a29-90e4-f46285794a34 HTTP/1.1" status: 204 len: 168 time: 0.1274092 Jun 30 02:43:29.195314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46266) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:29.278478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0f4bf4-156f-48e2-be16-2dfb4c062560 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting subnet 77f3adb4-cdf5-4510-ae78-fe6ca2cb5c1b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:29.282224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4bf4-156f-48e2-be16-2dfb4c062560 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.373375 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4bf4-156f-48e2-be16-2dfb4c062560 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.434165 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b1a6cfd-1e9f-47a5-9c4d-03d3b9504b0c tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.438352 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8b1a6cfd-1e9f-47a5-9c4d-03d3b9504b0c tempest-MeteringIpV6TestJSON-804700944 tempest-MeteringIpV6TestJSON-804700944-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/b3dbe17b-5d9f-44e5-a29b-8b2b1fd4c0cf HTTP/1.1" status: 204 len: 168 time: 0.2418175 Jun 30 02:43:29.520700 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4bf4-156f-48e2-be16-2dfb4c062560 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.611810 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4bf4-156f-48e2-be16-2dfb4c062560 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:29.909108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:30.008911 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.198788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f2b84cd-86c0-4a3e-96f0-4d237bff925c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.269761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b1cbb1d0-7dbc-45aa-8315-088b25b51035 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:30.299025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f4bf4-156f-48e2-be16-2dfb4c062560 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Subnet': ['ID=77f3adb4-cdf5-4510-ae78-fe6ca2cb5c1b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:30.332296 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4bf4-156f-48e2-be16-2dfb4c062560 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.337755 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ad0f4bf4-156f-48e2-be16-2dfb4c062560 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/subnets/77f3adb4-cdf5-4510-ae78-fe6ca2cb5c1b HTTP/1.1" status: 204 len: 168 time: 1.1460097 Jun 30 02:43:30.343342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46318) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:30.361612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: b1cbb1d0-7dbc-45aa-8315-088b25b51035 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:30.362317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b1cbb1d0-7dbc-45aa-8315-088b25b51035 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:30.364473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb38a221-6e02-4d10-a863-0da9b412a909 None None] Network 4e07c3c6-8baa-4449-9d14-b4b040c526ec requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:30.512870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f2b84cd-86c0-4a3e-96f0-4d237bff925c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.514915 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.519096 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f2b84cd-86c0-4a3e-96f0-4d237bff925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.581206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:30.581831 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8f2b84cd-86c0-4a3e-96f0-4d237bff925c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93f1bdf71b1143348431f769ea7fb93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6716104 Jun 30 02:43:30.583817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b84cd-86c0-4a3e-96f0-4d237bff925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2dcb3b-7c2a-4e49-8ded-81794ae65599,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:30.595120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78506aa6-fede-4a00-a8cf-4bf8a66e3d88 req-79e8f10c-0eeb-4e73-813e-b39d418ae8c6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:30.604012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78506aa6-fede-4a00-a8cf-4bf8a66e3d88 req-79e8f10c-0eeb-4e73-813e-b39d418ae8c6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7d099fd-7074-4e45-b64f-9217ae971027 HTTP/1.1" status: 200 len: 946 time: 0.2635255 Jun 30 02:43:30.644566 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78506aa6-fede-4a00-a8cf-4bf8a66e3d88 req-9e2e2919-ecaa-492b-9dce-dfa45ec74ac5 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 Jun 30 02:43:30.644804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf83e02d-38eb-43a4-9760-875a516d571b None None] DHCP port deletion for 4e07c3c6-8baa-4449-9d14-b4b040c526ec request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:43:30.710467 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a753aa99-b35d-437e-9a45-01221dd4818b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.714503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:30.714875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.734570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf83e02d-38eb-43a4-9760-875a516d571b None None] Deleting port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:30.735302 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf83e02d-38eb-43a4-9760-875a516d571b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.785145 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a753aa99-b35d-437e-9a45-01221dd4818b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.839542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cf83e02d-38eb-43a4-9760-875a516d571b None None] For port 0b261b0c-3cda-46fc-a77c-3510b4b127b2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0b261b0c-3cda-46fc-a77c-3510b4b127b2,segment=NetworkSegment(8cd4ce8b-52d9-4024-ad43-af5f7d623849),segment_id=8cd4ce8b-52d9-4024-ad43-af5f7d623849)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:30.840283 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf83e02d-38eb-43a4-9760-875a516d571b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.848507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] For port 0b261b0c-3cda-46fc-a77c-3510b4b127b2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0b261b0c-3cda-46fc-a77c-3510b4b127b2,segment=NetworkSegment(8cd4ce8b-52d9-4024-ad43-af5f7d623849),segment_id=8cd4ce8b-52d9-4024-ad43-af5f7d623849)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:30.849029 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:30.859648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cf83e02d-38eb-43a4-9760-875a516d571b None None] Calling delete_port for 0b261b0c-3cda-46fc-a77c-3510b4b127b2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:30.916489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for 0b261b0c-3cda-46fc-a77c-3510b4b127b2 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:30.975608 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf83e02d-38eb-43a4-9760-875a516d571b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.008982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83e02d-38eb-43a4-9760-875a516d571b None None] Pushing event deleted for resources: {'Port': ['ID=0b261b0c-3cda-46fc-a77c-3510b4b127b2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:31.011326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf83e02d-38eb-43a4-9760-875a516d571b None None] No DVR routers for this DVR port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:31.053301 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a753aa99-b35d-437e-9a45-01221dd4818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.056323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a753aa99-b35d-437e-9a45-01221dd4818b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.057723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a753aa99-b35d-437e-9a45-01221dd4818b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea2dcb3b-7c2a-4e49-8ded-81794ae65599 HTTP/1.1" status: 204 len: 168 time: 0.4751277 Jun 30 02:43:31.088345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753aa99-b35d-437e-9a45-01221dd4818b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2dcb3b-7c2a-4e49-8ded-81794ae65599,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:31.110808 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.188608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=0b261b0c-3cda-46fc-a77c-3510b4b127b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:31.191336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] No DVR routers for this DVR port 0b261b0c-3cda-46fc-a77c-3510b4b127b2 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:31.377492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.394244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e07c3c6-8baa-4449-9d14-b4b040c526ec']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:31.408155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd4ce8b-52d9-4024-ad43-af5f7d623849') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:31.408800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd4ce8b-52d9-4024-ad43-af5f7d623849') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:31.446465 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.466262 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.489170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:31.489587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:31.551509 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:31.556961 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.573898 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:31.578024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/networks/4e07c3c6-8baa-4449-9d14-b4b040c526ec HTTP/1.1" status: 204 len: 168 time: 1.2334337 Jun 30 02:43:31.580827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:31.602322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66242adf-d280-4d6a-b4a3-15c2b956be85 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Network': ['ID=4e07c3c6-8baa-4449-9d14-b4b040c526ec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:31.719343 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0b261b0c-3cda-46fc-a77c-3510b4b127b2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:31.763252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0b261b0c-3cda-46fc-a77c-3510b4b127b2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:31.763693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0b261b0c-3cda-46fc-a77c-3510b4b127b2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:31.984525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:32.020218 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb3aa-cdf4-4747-a785-2c4e6435259a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.221167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb3aa-cdf4-4747-a785-2c4e6435259a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.227676 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ebcb3aa-cdf4-4747-a785-2c4e6435259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.271698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff59e07-581d-486a-8660-3095941c47de req-75d1459b-7619-40b8-8ffa-3156775a0a0e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:32.273295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ff59e07-581d-486a-8660-3095941c47de req-75d1459b-7619-40b8-8ffa-3156775a0a0e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7d099fd-7074-4e45-b64f-9217ae971027 HTTP/1.1" status: 200 len: 946 time: 0.1715529 Jun 30 02:43:32.285351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-e859bb03-f5e5-4bcb-99ec-39ffb8fb9dc3 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:32.287207 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-e859bb03-f5e5-4bcb-99ec-39ffb8fb9dc3 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7d099fd-7074-4e45-b64f-9217ae971027 HTTP/1.1" status: 200 len: 946 time: 0.1951754 Jun 30 02:43:32.307238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8ebcb3aa-cdf4-4747-a785-2c4e6435259a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b3f07a083ee4d388a9ac363c46a74b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210597 Jun 30 02:43:32.308158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:32.308928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcb3aa-cdf4-4747-a785-2c4e6435259a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618c5b44-da52-4282-83e9-cfb5ee022b06,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:32.356765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-80b1cb05-f960-4755-8e0a-f2ac6003946c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port 360d2fb3-60a1-4651-bd90-83574a8afb64 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:32.357346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80b1cb05-f960-4755-8e0a-f2ac6003946c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.377098 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0268a86-9adf-4d08-84bf-03abee865491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.403152 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0268a86-9adf-4d08-84bf-03abee865491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.468092 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0268a86-9adf-4d08-84bf-03abee865491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.487994 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d0268a86-9adf-4d08-84bf-03abee865491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.493125 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d0268a86-9adf-4d08-84bf-03abee865491 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/618c5b44-da52-4282-83e9-cfb5ee022b06 HTTP/1.1" status: 204 len: 168 time: 0.1792529 Jun 30 02:43:32.523217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0268a86-9adf-4d08-84bf-03abee865491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618c5b44-da52-4282-83e9-cfb5ee022b06,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:32.533255 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ff59e07-581d-486a-8660-3095941c47de req-11001466-1b75-4206-8d1b-7297886043c5 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359412 Jun 30 02:43:32.630448 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80b1cb05-f960-4755-8e0a-f2ac6003946c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.631615 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80b1cb05-f960-4755-8e0a-f2ac6003946c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.653042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-80b1cb05-f960-4755-8e0a-f2ac6003946c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for 360d2fb3-60a1-4651-bd90-83574a8afb64 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:32.675045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-b47ed00e-babe-47f4-a45e-07263f15253b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Deleting port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:32.675681 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-b47ed00e-babe-47f4-a45e-07263f15253b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.939860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-b47ed00e-babe-47f4-a45e-07263f15253b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] For port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:32.940299 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-b47ed00e-babe-47f4-a45e-07263f15253b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.958413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-b47ed00e-babe-47f4-a45e-07263f15253b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Calling delete_port for 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:32.960116 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80b1cb05-f960-4755-8e0a-f2ac6003946c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.034816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1cb05-f960-4755-8e0a-f2ac6003946c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=360d2fb3-60a1-4651-bd90-83574a8afb64,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:33.038641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.161684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80b1cb05-f960-4755-8e0a-f2ac6003946c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.164242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80b1cb05-f960-4755-8e0a-f2ac6003946c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.165486 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-80b1cb05-f960-4755-8e0a-f2ac6003946c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/floatingips/c98032e4-e09d-43d5-925a-13a0c75563f6 HTTP/1.1" status: 204 len: 168 time: 1.5831046 Jun 30 02:43:33.172865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.279084 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65d70f51-0ad9-4a7f-832e-fa242ec843a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.281016 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-b47ed00e-babe-47f4-a45e-07263f15253b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.321863 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d6e962-d2ad-41d5-a901-d2ebd50463de tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] DELETE failed (client error): The resource could not be found. Jun 30 02:43:33.322639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d6e962-d2ad-41d5-a901-d2ebd50463de tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:33.327334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.327573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['1a5fd9c9-fe66-40e0-8020-fb04b32083cd', '54cc45f1-a772-4ef2-b96a-c81f8afc3ecc'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:33.335304 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-10d6e962-d2ad-41d5-a901-d2ebd50463de tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/ports/1fc40e7c-71cc-4b00-924c-86119ebb5f34 HTTP/1.1" status: 404 len: 333 time: 0.1604359 Jun 30 02:43:33.356220 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ed00e-babe-47f4-a45e-07263f15253b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Pushing event deleted for resources: {'Port': ['ID=54cc45f1-a772-4ef2-b96a-c81f8afc3ecc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:33.394471 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1d26ee38-ce72-49bb-91a2-b32d19eb0bba tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ff2917-1575-4615-81c1-fd9fb80eded8 HTTP/1.1" status: 200 len: 205 time: 0.0620823 Jun 30 02:43:33.396914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46438) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.502230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-b47ed00e-babe-47f4-a45e-07263f15253b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] No DVR routers for this DVR port 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:33.507847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-b47ed00e-babe-47f4-a45e-07263f15253b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.515327 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-625ec9dd-3b88-462f-b1a5-7d32421a5938 req-b47ed00e-babe-47f4-a45e-07263f15253b tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.69 "DELETE /v2.0/ports/54cc45f1-a772-4ef2-b96a-c81f8afc3ecc HTTP/1.1" status: 204 len: 173 time: 1.2152176 Jun 30 02:43:33.517288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d099fd-7074-4e45-b64f-9217ae971027', 'name': 'network-vif-deleted', 'tag': '54cc45f1-a772-4ef2-b96a-c81f8afc3ecc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:33.520496 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f4091d-8d06-44a6-b2ef-a330da06354f" -d '{"events": [{"server_uuid": "b7d099fd-7074-4e45-b64f-9217ae971027", "name": "network-vif-deleted", "tag": "54cc45f1-a772-4ef2-b96a-c81f8afc3ecc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:33.534351 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-b6329c71-9002-4178-a84d-1ae465f69a51 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] delete failed (client error): The resource could not be found. Jun 30 02:43:33.536432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b6329c71-9002-4178-a84d-1ae465f69a51 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/routers/d0ff2917-1575-4615-81c1-fd9fb80eded8 HTTP/1.1" status: 404 len: 336 time: 0.1369567 Jun 30 02:43:33.538935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.621274 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2942d0-f874-4e0f-8ff6-4eb0698f9438 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] DELETE failed (client error): The resource could not be found. Jun 30 02:43:33.622976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2942d0-f874-4e0f-8ff6-4eb0698f9438 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:33.629735 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8b2942d0-f874-4e0f-8ff6-4eb0698f9438 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/subnets/77f3adb4-cdf5-4510-ae78-fe6ca2cb5c1b HTTP/1.1" status: 404 len: 337 time: 0.0882914 Jun 30 02:43:33.630793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.696548 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65d70f51-0ad9-4a7f-832e-fa242ec843a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.709455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65d70f51-0ad9-4a7f-832e-fa242ec843a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.713570 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc182fb-0a77-49d0-8e7f-7c30a7b3fcf3 x-openstack-request-id: req-3cc182fb-0a77-49d0-8e7f-7c30a7b3fcf3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:33.713925 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d099fd-7074-4e45-b64f-9217ae971027", "name": "network-vif-deleted", "tag": "54cc45f1-a772-4ef2-b96a-c81f8afc3ecc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:33.714187 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3cc182fb-0a77-49d0-8e7f-7c30a7b3fcf3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:33.714602 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d099fd-7074-4e45-b64f-9217ae971027', 'name': 'network-vif-deleted', 'tag': '54cc45f1-a772-4ef2-b96a-c81f8afc3ecc', 'status': 'completed', 'code': 200} Jun 30 02:43:33.763677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d70f51-0ad9-4a7f-832e-fa242ec843a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baa7b7a-308f-4f63-90d3-40aad99e8079,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:33.846675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7688310b-2087-4c4d-ba28-e9f924f5f9c5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port 4a1b3b2c-bf96-4f8f-a194-de5860797436 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:33.847110 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7688310b-2087-4c4d-ba28-e9f924f5f9c5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.883816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-65d70f51-0ad9-4a7f-832e-fa242ec843a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28d33f040e314e888a9a94e9f19d42af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8434546 Jun 30 02:43:33.887241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.991605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb874bbc-9fd8-4fe9-a374-06661494e50c req-eb904768-4254-4393-8773-123790fede72 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7d099fd-7074-4e45-b64f-9217ae971027 HTTP/1.1" status: 200 len: 210 time: 0.0826612 Jun 30 02:43:34.027462 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7688310b-2087-4c4d-ba28-e9f924f5f9c5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.048346 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f28126-fb95-4e9e-82c9-4cabfc370491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.052615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7688310b-2087-4c4d-ba28-e9f924f5f9c5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for 4a1b3b2c-bf96-4f8f-a194-de5860797436 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:34.095513 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f28126-fb95-4e9e-82c9-4cabfc370491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.194871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f28126-fb95-4e9e-82c9-4cabfc370491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.197853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f28126-fb95-4e9e-82c9-4cabfc370491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.201325 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-52f28126-fb95-4e9e-82c9-4cabfc370491 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7baa7b7a-308f-4f63-90d3-40aad99e8079 HTTP/1.1" status: 204 len: 168 time: 0.3105519 Jun 30 02:43:34.223110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f28126-fb95-4e9e-82c9-4cabfc370491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baa7b7a-308f-4f63-90d3-40aad99e8079,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:34.307871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7688310b-2087-4c4d-ba28-e9f924f5f9c5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.354058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688310b-2087-4c4d-ba28-e9f924f5f9c5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=4a1b3b2c-bf96-4f8f-a194-de5860797436,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:34.494808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7688310b-2087-4c4d-ba28-e9f924f5f9c5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.498097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7688310b-2087-4c4d-ba28-e9f924f5f9c5 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/ports/4a1b3b2c-bf96-4f8f-a194-de5860797436 HTTP/1.1" status: 204 len: 168 time: 0.8636918 Jun 30 02:43:34.500477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:34.648315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b95484ef-9919-4b4f-9e59-795da2d1fad0 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port d8ec3a17-32b5-4604-9dc0-d269fa0c7cba {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:34.649623 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b95484ef-9919-4b4f-9e59-795da2d1fad0 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.847713 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b95484ef-9919-4b4f-9e59-795da2d1fad0 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.863062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b95484ef-9919-4b4f-9e59-795da2d1fad0 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for d8ec3a17-32b5-4604-9dc0-d269fa0c7cba owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:34.888942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:35.081360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:35.107286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d10dd723-cd16-434c-8e11-e37a1aff8ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.114789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1877680603'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:35.136315 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b95484ef-9919-4b4f-9e59-795da2d1fad0 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.173642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Made reservation on behalf of 5dd1a468019b4199befdb7ed01c3ff4c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:35.180769 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.187690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95484ef-9919-4b4f-9e59-795da2d1fad0 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=d8ec3a17-32b5-4604-9dc0-d269fa0c7cba,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:35.219365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.285925 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b95484ef-9919-4b4f-9e59-795da2d1fad0 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.290068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b95484ef-9919-4b4f-9e59-795da2d1fad0 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/ports/d8ec3a17-32b5-4604-9dc0-d269fa0c7cba HTTP/1.1" status: 204 len: 168 time: 0.7880290 Jun 30 02:43:35.292690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46518) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:35.380718 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d10dd723-cd16-434c-8e11-e37a1aff8ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.388611 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d10dd723-cd16-434c-8e11-e37a1aff8ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.428818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17879200-5058-42a1-bca0-330bb8d3843a tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.437423 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-17879200-5058-42a1-bca0-330bb8d3843a tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "GET /v2.0/ports?device_id=963537c7-df4a-42af-b5cf-46e7f4bf8446 HTTP/1.1" status: 200 len: 913 time: 0.1407549 Jun 30 02:43:35.438523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:35.530540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.541462 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.562552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dd723-cd16-434c-8e11-e37a1aff8ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6954b8-7cc1-4dba-bb49-738908d6039a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:35.571238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d10dd723-cd16-434c-8e11-e37a1aff8ace admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdc90aa4dd7146449afdeb9f91d88b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879458 Jun 30 02:43:35.578069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:35.613299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:35.664369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f80904-6fec-4323-9b70-8f0eb556e350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.672067 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.672455 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Added segment d0d27a23-f153-41dc-82e5-7d2cfe8c8070 of type vlan for network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d Jun 30 02:43:35.695349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1d913c-1b17-4ed4-8069-f0eb2e098874,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:35.708239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:35.751918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.756551 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f80904-6fec-4323-9b70-8f0eb556e350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.758429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:35.760857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 54cc45f1-a772-4ef2-b96a-c81f8afc3ecc not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:35.817814 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.824100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.824100 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.900371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Pushing event updated for resources: {'Network': ['ID=463fccdc-27b6-4ef0-a4ea-96d2955fe35d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:35.914024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:35.927032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-29bf44e8-89d2-4513-9344-5d7d77179601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0369296 Jun 30 02:43:35.928964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f80904-6fec-4323-9b70-8f0eb556e350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.935273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84f80904-6fec-4323-9b70-8f0eb556e350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.941307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-84f80904-6fec-4323-9b70-8f0eb556e350 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a6954b8-7cc1-4dba-bb49-738908d6039a HTTP/1.1" status: 204 len: 168 time: 0.3596480 Jun 30 02:43:35.955481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f80904-6fec-4323-9b70-8f0eb556e350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6954b8-7cc1-4dba-bb49-738908d6039a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:36.054375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993b3a5-3daa-4843-a14d-1edb4500ab0f req-582cf248-b620-488a-b096-b5674a4ca1fb tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:36.061997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1993b3a5-3daa-4843-a14d-1edb4500ab0f req-582cf248-b620-488a-b096-b5674a4ca1fb tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.3853230 Jun 30 02:43:36.176454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1993b3a5-3daa-4843-a14d-1edb4500ab0f req-2229f9fa-c1c6-4f16-8840-c896fa5da927 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132426 Jun 30 02:43:36.340127 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.370225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:36.375900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Request body: {'port': {'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d', 'binding:host_id': 'n-h1-758944-39', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1101336310'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:36.410845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Made reservation on behalf of 03b8a6bc87e7432d9153eac021afa7d9 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:36.442286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.462309 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.680659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.688192 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.719607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] device_id is not set on port f719899a-5c4b-4fd8-b814-2761e9eb7d49 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:36.724383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d669ec85-dcc1-424e-aacd-a63a47f819b7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:36.803385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port c73b3fc5-c976-4da6-ab29-a2e506afb990 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:36.804032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.952578 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.991861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for c73b3fc5-c976-4da6-ab29-a2e506afb990 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:37.088947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] device_id is not set on port f719899a-5c4b-4fd8-b814-2761e9eb7d49 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:37.109600 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.129652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Transition to ACTIVE for port object f719899a-5c4b-4fd8-b814-2761e9eb7d49 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:37.147376 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.237959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event updated for resources: {'Port': ['ID=f719899a-5c4b-4fd8-b814-2761e9eb7d49,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:37.339563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Checking segment: {'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:37.340370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Network hostable DHCP agents. Network: 463fccdc-27b6-4ef0-a4ea-96d2955fe35d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:37.416809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:37.428454 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.453626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 463fccdc-27b6-4ef0-a4ea-96d2955fe35d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:37.460801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:37.463451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ebeb70-ea68-4a39-8bc5-c136ab0c5f4f None None] Network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:37.495036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=c73b3fc5-c976-4da6-ab29-a2e506afb990,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:37.510265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:37.510896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:37.511478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:37.526822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d29d76-a748-425a-97f3-f3621bece393 req-637420f1-52b6-447d-8f77-9cbdd7019a87 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:37.529154 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7d29d76-a748-425a-97f3-f3621bece393 req-637420f1-52b6-447d-8f77-9cbdd7019a87 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.69 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.2707379 Jun 30 02:43:37.547655 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9141f2-a6e3-45e4-91e3-ab1360792158 req-b2ca2acf-e58c-4403-a367-7318a7bdc08e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:37.551633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea9141f2-a6e3-45e4-91e3-ab1360792158 req-b2ca2acf-e58c-4403-a367-7318a7bdc08e tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 945 time: 0.1853933 Jun 30 02:43:37.665130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:37.665394 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:37.675846 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 2 to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 Jun 30 02:43:37.717623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:37.718071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:37.718407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:37.778395 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea9141f2-a6e3-45e4-91e3-ab1360792158 req-58748d60-836f-4e64-8cd6-2764ecf327d6 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/security-groups?id=9bbb2506-f4e8-4208-abaf-268cc929f87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034303 Jun 30 02:43:37.783099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:37.784305 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:37.794635 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 3 to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 Jun 30 02:43:37.824210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:37.824736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:37.825234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:37.837212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:37.837744 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:37.840670 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 4 to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 Jun 30 02:43:37.851899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c7d29d76-a748-425a-97f3-f3621bece393 req-2ff82f73-17f6-4bac-9ab6-edddeb7b8caf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Deleting port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:37.852447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7d29d76-a748-425a-97f3-f3621bece393 req-2ff82f73-17f6-4bac-9ab6-edddeb7b8caf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.893135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:37.900662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:37.901082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:37.901424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:37.914570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:37.914570 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:37.915496 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 5 to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 Jun 30 02:43:37.967674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:37.968106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:37.968465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:37.983145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:37.983548 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:37.985941 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 6 to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 Jun 30 02:43:38.013342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:38.013731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:38.014174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:38.031171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:38.031509 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:38.033711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c7d29d76-a748-425a-97f3-f3621bece393 req-2ff82f73-17f6-4bac-9ab6-edddeb7b8caf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] For port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:38.034065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7d29d76-a748-425a-97f3-f3621bece393 req-2ff82f73-17f6-4bac-9ab6-edddeb7b8caf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.036347 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 7 to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 Jun 30 02:43:38.059296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c7d29d76-a748-425a-97f3-f3621bece393 req-2ff82f73-17f6-4bac-9ab6-edddeb7b8caf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Calling delete_port for 1a5fd9c9-fe66-40e0-8020-fb04b32083cd owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:38.065629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:38.065960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:38.066378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:38.086985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:38.087435 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:38.089440 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 8 to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 Jun 30 02:43:38.137849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:38.138180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:38.138520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:38.148396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:38.148728 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:38.171841 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 9 to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 Jun 30 02:43:38.205221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:38.205776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:38.206297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:38.215312 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:38.215842 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:38.217556 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 10 to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 Jun 30 02:43:38.244387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:38.244815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:38.245267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:38.259285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:38.259285 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port f719899a-5c4b-4fd8-b814-2761e9eb7d49 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:38.259285 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.284525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Router 963537c7-df4a-42af-b5cf-46e7f4bf8446 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:38.420050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] For port f719899a-5c4b-4fd8-b814-2761e9eb7d49, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:38.420859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:43:38.458154 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.464707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7d29d76-a748-425a-97f3-f3621bece393 req-2ff82f73-17f6-4bac-9ab6-edddeb7b8caf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.560245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:38.564416 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.731168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event updated for resources: {'Port': ['ID=f719899a-5c4b-4fd8-b814-2761e9eb7d49,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:38.734609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d29d76-a748-425a-97f3-f3621bece393 req-2ff82f73-17f6-4bac-9ab6-edddeb7b8caf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] No DVR routers for this DVR port 1a5fd9c9-fe66-40e0-8020-fb04b32083cd on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:38.744258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c7d29d76-a748-425a-97f3-f3621bece393 req-2ff82f73-17f6-4bac-9ab6-edddeb7b8caf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.746648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7d29d76-a748-425a-97f3-f3621bece393 req-2ff82f73-17f6-4bac-9ab6-edddeb7b8caf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.69 "DELETE /v2.0/ports/1a5fd9c9-fe66-40e0-8020-fb04b32083cd HTTP/1.1" status: 204 len: 173 time: 1.2089782 Jun 30 02:43:38.747390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dade43e8-dd03-49f4-a842-e9d5b21cde9c', 'name': 'network-vif-deleted', 'tag': '1a5fd9c9-fe66-40e0-8020-fb04b32083cd'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:38.758072 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7611fc82-52d3-4f72-9aac-868f00aef846" -d '{"events": [{"server_uuid": "dade43e8-dd03-49f4-a842-e9d5b21cde9c", "name": "network-vif-deleted", "tag": "1a5fd9c9-fe66-40e0-8020-fb04b32083cd"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:38.781994 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-231394a2-2f68-4164-ab87-652e542c6dd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.4102147 Jun 30 02:43:38.783539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff82f73-17f6-4bac-9ab6-edddeb7b8caf tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] Pushing event deleted for resources: {'Port': ['ID=1a5fd9c9-fe66-40e0-8020-fb04b32083cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:38.785802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:38.873151 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e150cca-a23e-47e6-9154-d33a3b180c36 x-openstack-request-id: req-0e150cca-a23e-47e6-9154-d33a3b180c36 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:38.874344 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dade43e8-dd03-49f4-a842-e9d5b21cde9c", "name": "network-vif-deleted", "tag": "1a5fd9c9-fe66-40e0-8020-fb04b32083cd", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:38.875120 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e150cca-a23e-47e6-9154-d33a3b180c36 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:38.881177 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dade43e8-dd03-49f4-a842-e9d5b21cde9c', 'name': 'network-vif-deleted', 'tag': '1a5fd9c9-fe66-40e0-8020-fb04b32083cd', 'status': 'completed', 'code': 200} Jun 30 02:43:38.918985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:38.932396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0e02a71a-4285-4f47-90ec-2aa12fc5691c tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "PUT /v2.0/routers/963537c7-df4a-42af-b5cf-46e7f4bf8446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4895699 Jun 30 02:43:38.936075 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfcfb34-de4a-47d2-a4b6-559f4e418f29 None None] Sync routers for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:38.939239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:38.959979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfcfb34-de4a-47d2-a4b6-559f4e418f29 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:38.966856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1bfcfb34-de4a-47d2-a4b6-559f4e418f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:43:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:39.022527 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-808aea8c-2d52-4db8-96fa-2c738a4d1901 req-a880ddfa-4623-482a-802c-2a1299876645 tempest-ListServerFiltersTestJSON-883588831 tempest-ListServerFiltersTestJSON-883588831-project] 10.222.0.55 "GET /v2.0/ports?device_id=dade43e8-dd03-49f4-a842-e9d5b21cde9c HTTP/1.1" status: 200 len: 210 time: 0.0579100 Jun 30 02:43:39.028217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1bfcfb34-de4a-47d2-a4b6-559f4e418f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:39.039851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfcfb34-de4a-47d2-a4b6-559f4e418f29 None None] Routers {'963537c7-df4a-42af-b5cf-46e7f4bf8446'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:39.040776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1bfcfb34-de4a-47d2-a4b6-559f4e418f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:43:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['963537c7-df4a-42af-b5cf-46e7f4bf8446'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:39.089732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1bfcfb34-de4a-47d2-a4b6-559f4e418f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:39.091449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfcfb34-de4a-47d2-a4b6-559f4e418f29 None None] The sync data for ids ['963537c7-df4a-42af-b5cf-46e7f4bf8446'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:39.131497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.177583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-85a06d22-7edb-4dae-aeea-b5ec5a948b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Deleting port f719899a-5c4b-4fd8-b814-2761e9eb7d49 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:39.177923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85a06d22-7edb-4dae-aeea-b5ec5a948b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.310821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-85a06d22-7edb-4dae-aeea-b5ec5a948b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] For port f719899a-5c4b-4fd8-b814-2761e9eb7d49, host n-h1-758944-39, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:39.311365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85a06d22-7edb-4dae-aeea-b5ec5a948b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.333545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-85a06d22-7edb-4dae-aeea-b5ec5a948b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Calling delete_port for f719899a-5c4b-4fd8-b814-2761e9eb7d49 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:39.358341 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.563661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting port ad3c67f1-f299-40cc-92da-ecb2a20dd37e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:39.564027 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.643269 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85a06d22-7edb-4dae-aeea-b5ec5a948b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.691548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a06d22-7edb-4dae-aeea-b5ec5a948b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event deleted for resources: {'Port': ['ID=f719899a-5c4b-4fd8-b814-2761e9eb7d49,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:39.702450 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.711061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1a5fd9c9-fe66-40e0-8020-fb04b32083cd no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:39.718506 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-85a06d22-7edb-4dae-aeea-b5ec5a948b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.724773 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-85a06d22-7edb-4dae-aeea-b5ec5a948b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "DELETE /v2.0/ports/f719899a-5c4b-4fd8-b814-2761e9eb7d49 HTTP/1.1" status: 204 len: 168 time: 0.9355886 Jun 30 02:43:39.725218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:39.726687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Calling delete_port for ad3c67f1-f299-40cc-92da-ecb2a20dd37e owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:39.767808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 1a5fd9c9-fe66-40e0-8020-fb04b32083cd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:39.768104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 1a5fd9c9-fe66-40e0-8020-fb04b32083cd not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:39.797020 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-657a2aa2-fb54-4faa-928b-80d1efeff0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:43:39.800595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-657a2aa2-fb54-4faa-928b-80d1efeff0cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "GET /v2.0/ports/f719899a-5c4b-4fd8-b814-2761e9eb7d49 HTTP/1.1" status: 404 len: 333 time: 0.0743747 Jun 30 02:43:39.804059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:39.813208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Request body: {'port': {'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-162677227'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:39.856366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Made reservation on behalf of 03b8a6bc87e7432d9153eac021afa7d9 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:39.861333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:39.908705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] device_id is not set on port 61792568-dc29-4e83-a4e8-8920b2607889 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:39.991758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.050290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Port': ['ID=ad3c67f1-f299-40cc-92da-ecb2a20dd37e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:40.207495 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.243282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:40.314288 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.323049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.375589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event updated for resources: {'Port': ['ID=61792568-dc29-4e83-a4e8-8920b2607889,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:40.399180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:40.401463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:40.404031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:40.405469 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:40.406258 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.425815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b916d5-4e30-4cac-b5ab-5a3a945c9384 admin admin] Deleting subnet 969f761c-dbdc-41a6-8134-c3d896c08de0 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:40.429301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00b916d5-4e30-4cac-b5ab-5a3a945c9384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.430034 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-86f3479d-482f-4db0-91e3-46c08d50619d tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6242800 Jun 30 02:43:40.434143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:40.445007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:40.472800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00b916d5-4e30-4cac-b5ab-5a3a945c9384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.589856 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.798971 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:40.887666 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.892239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.935395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] device_id is not set on port 61792568-dc29-4e83-a4e8-8920b2607889 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:40.949253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.965735 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:40.966409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Fanout notify agent at l3_agent the message router_deleted on router 963537c7-df4a-42af-b5cf-46e7f4bf8446 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:43:40.984687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Transition to ACTIVE for port object 61792568-dc29-4e83-a4e8-8920b2607889 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:40.989186 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.007119 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.011240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-afd4f1ce-4413-45ac-8509-1127ff2c0deb tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/routers/963537c7-df4a-42af-b5cf-46e7f4bf8446 HTTP/1.1" status: 204 len: 168 time: 2.0246694 Jun 30 02:43:41.033985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46680) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:41.086302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d893740-8ef1-479c-917b-429785bf2614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.118065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00b916d5-4e30-4cac-b5ab-5a3a945c9384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.182928 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00b916d5-4e30-4cac-b5ab-5a3a945c9384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.188045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event updated for resources: {'Port': ['ID=61792568-dc29-4e83-a4e8-8920b2607889,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:41.211105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b916d5-4e30-4cac-b5ab-5a3a945c9384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969f761c-dbdc-41a6-8134-c3d896c08de0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:41.213663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d893740-8ef1-479c-917b-429785bf2614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.219099 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00b916d5-4e30-4cac-b5ab-5a3a945c9384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.224004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d18f0b4-1fc3-4aee-a01a-06fc78137f50 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Deleting subnet 7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:41.225949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:41.226093 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-00b916d5-4e30-4cac-b5ab-5a3a945c9384 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/969f761c-dbdc-41a6-8134-c3d896c08de0 HTTP/1.1" status: 204 len: 168 time: 0.9741037 Jun 30 02:43:41.228455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:41.228777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:41.229143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:41.231922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0fa558-6a58-4ff5-a99d-cb557ad415cf None None] Network 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:41.237852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d893740-8ef1-479c-917b-429785bf2614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.242609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d18f0b4-1fc3-4aee-a01a-06fc78137f50 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.322757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:41.323056 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:41.333597 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 2 to bind port 61792568-dc29-4e83-a4e8-8920b2607889 Jun 30 02:43:41.399248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d18f0b4-1fc3-4aee-a01a-06fc78137f50 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.405475 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8d893740-8ef1-479c-917b-429785bf2614 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6433e53371b644f5aaba1d50cdf4a356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052060 Jun 30 02:43:41.408316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:41.426849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:41.427183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:41.427554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:41.433193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d893740-8ef1-479c-917b-429785bf2614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1108aa-8b5b-4824-af14-4f12fc68f25c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:41.448240 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.455721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:41.456061 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:41.460278 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 3 to bind port 61792568-dc29-4e83-a4e8-8920b2607889 Jun 30 02:43:41.490473 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d18f0b4-1fc3-4aee-a01a-06fc78137f50 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.494764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:41.495109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:41.495452 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:41.499019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5491f954-7ba9-425c-9ac6-d4c59b4af3f3 None None] DHCP port deletion for 7cde859b-b6d1-4d65-91d9-2b5c2ea0876c request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:43:41.538051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244aefb2-07ff-462a-aa3f-cb6101a66104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.590795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5491f954-7ba9-425c-9ac6-d4c59b4af3f3 None None] Deleting port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:41.592424 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244aefb2-07ff-462a-aa3f-cb6101a66104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.595242 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5491f954-7ba9-425c-9ac6-d4c59b4af3f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.682338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:41.682767 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:41.684941 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 4 to bind port 61792568-dc29-4e83-a4e8-8920b2607889 Jun 30 02:43:41.699308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244aefb2-07ff-462a-aa3f-cb6101a66104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.701712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:41.702124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:41.702549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:41.704620 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-244aefb2-07ff-462a-aa3f-cb6101a66104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.707997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-244aefb2-07ff-462a-aa3f-cb6101a66104 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d1108aa-8b5b-4824-af14-4f12fc68f25c HTTP/1.1" status: 204 len: 168 time: 0.2959440 Jun 30 02:43:41.709780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:41.710190 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:41.716120 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 5 to bind port 61792568-dc29-4e83-a4e8-8920b2607889 Jun 30 02:43:41.727017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244aefb2-07ff-462a-aa3f-cb6101a66104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1108aa-8b5b-4824-af14-4f12fc68f25c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:41.740723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6c64e95f-315e-4f60-8c16-45a7dce7baa3 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:41.775083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:41.775409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:41.775800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:41.801010 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Deleting port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:41.802271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.805398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:41.806214 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:41.810375 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 6 to bind port 61792568-dc29-4e83-a4e8-8920b2607889 Jun 30 02:43:41.814999 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d18f0b4-1fc3-4aee-a01a-06fc78137f50 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.915508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5491f954-7ba9-425c-9ac6-d4c59b4af3f3 None None] For port 6c64e95f-315e-4f60-8c16-45a7dce7baa3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6c64e95f-315e-4f60-8c16-45a7dce7baa3,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:41.918079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d18f0b4-1fc3-4aee-a01a-06fc78137f50 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.920414 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5d18f0b4-1fc3-4aee-a01a-06fc78137f50 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/subnets/7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7 HTTP/1.1" status: 204 len: 168 time: 0.8840737 Jun 30 02:43:41.921179 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5491f954-7ba9-425c-9ac6-d4c59b4af3f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:41.923614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:41.961869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5491f954-7ba9-425c-9ac6-d4c59b4af3f3 None None] Calling delete_port for 6c64e95f-315e-4f60-8c16-45a7dce7baa3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:41.979634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18f0b4-1fc3-4aee-a01a-06fc78137f50 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Subnet': ['ID=7fdbf4e9-d40c-40fd-b90f-b175ae86e6d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:41.999463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:42.002831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:42.007000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:42.045880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:42.046275 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:42.130082 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 7 to bind port 61792568-dc29-4e83-a4e8-8920b2607889 Jun 30 02:43:42.130984 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.183418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:42.206372 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0993776d-46c3-4f00-b3c1-1b752f5f0216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.206880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] For port 6c64e95f-315e-4f60-8c16-45a7dce7baa3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6c64e95f-315e-4f60-8c16-45a7dce7baa3,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:42.207440 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.222286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:42.223339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:42.223836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:42.232381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 6c64e95f-315e-4f60-8c16-45a7dce7baa3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6c64e95f-315e-4f60-8c16-45a7dce7baa3,segment=NetworkSegment(08843079-8f8f-4e87-951d-ebd7fe400fd8),segment_id=08843079-8f8f-4e87-951d-ebd7fe400fd8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:42.243170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Calling delete_port for 6c64e95f-315e-4f60-8c16-45a7dce7baa3 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:42.244194 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.245337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:42.245689 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:42.249722 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 8 to bind port 61792568-dc29-4e83-a4e8-8920b2607889 Jun 30 02:43:42.269110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.314531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:42.315020 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:42.315247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:42.352512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:42.352852 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:42.356022 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 9 to bind port 61792568-dc29-4e83-a4e8-8920b2607889 Jun 30 02:43:42.356982 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5491f954-7ba9-425c-9ac6-d4c59b4af3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.379898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:42.380230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:42.380574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:42.402649 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0993776d-46c3-4f00-b3c1-1b752f5f0216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.405825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5491f954-7ba9-425c-9ac6-d4c59b4af3f3 None None] No DVR routers for this DVR port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:42.410098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0993776d-46c3-4f00-b3c1-1b752f5f0216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.424213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:42.424842 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:42.431704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=6c64e95f-315e-4f60-8c16-45a7dce7baa3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:42.437564 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 10 to bind port 61792568-dc29-4e83-a4e8-8920b2607889 Jun 30 02:43:42.456738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:42.457202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:42.457366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:42.464589 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.465958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.466862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.467926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.468433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.468934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.469762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.470384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.470900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.471376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.471851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.472850 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.474022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:42.476774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:42.477111 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 61792568-dc29-4e83-a4e8-8920b2607889 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:42.477479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.486657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf3719d-7bab-464a-87aa-a731dc46d918']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:42.496568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993776d-46c3-4f00-b3c1-1b752f5f0216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a27068-5093-4828-b12b-2b96eac6b339,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:42.504392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a47739-7000-4c1a-b25b-d1b75e0ec39c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:42.504708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a47739-7000-4c1a-b25b-d1b75e0ec39c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:42.507487 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491f954-7ba9-425c-9ac6-d4c59b4af3f3 None None] Pushing event deleted for resources: {'Port': ['ID=6c64e95f-315e-4f60-8c16-45a7dce7baa3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:42.516065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46722) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:42.516763 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0993776d-46c3-4f00-b3c1-1b752f5f0216 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b69a49811ee543a9996fc101db2e5d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321929 Jun 30 02:43:42.551237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.553791 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.599091 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] No DVR routers for this DVR port 6c64e95f-315e-4f60-8c16-45a7dce7baa3 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:42.643404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.650069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c64e95f-315e-4f60-8c16-45a7dce7baa3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:42.674874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:42.675376 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:42.679173 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:42.793094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327b38-21d8-411f-8970-b63915968486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.811720 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] For port 61792568-dc29-4e83-a4e8-8920b2607889, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:42.812090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempted to set empty binding levels {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:43:42.824165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.827926 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.834797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.862376 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.864375 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] 10.222.0.55 "DELETE /v2.0/networks/2cf3719d-7bab-464a-87aa-a731dc46d918 HTTP/1.1" status: 204 len: 168 time: 0.9328558 Jun 30 02:43:42.900227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cde859b-b6d1-4d65-91d9-2b5c2ea0876c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:42.904076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327b38-21d8-411f-8970-b63915968486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.933692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08843079-8f8f-4e87-951d-ebd7fe400fd8') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:42.934352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08843079-8f8f-4e87-951d-ebd7fe400fd8') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:42.936115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] In _notify_port_updated(), no bound segment for port 61792568-dc29-4e83-a4e8-8920b2607889 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:43:42.937074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:42.937679 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.939022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "PUT /v2.0/ports/61792568-dc29-4e83-a4e8-8920b2607889 HTTP/1.1" status: 200 len: 979 time: 2.5034661 Jun 30 02:43:42.940040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addb2ce-2dd9-4b7f-8c38-d6975b659936 tempest-FloatingIPTestJSON-1351091808 tempest-FloatingIPTestJSON-1351091808-project] Pushing event deleted for resources: {'Network': ['ID=2cf3719d-7bab-464a-87aa-a731dc46d918,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:42.942683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:42.958704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:42.985227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a9451-1405-4b8b-ace5-dfdeb2df5713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event updated for resources: {'Port': ['ID=61792568-dc29-4e83-a4e8-8920b2607889,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:43.003047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.013326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:43.014048 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:43.016067 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:43.137588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.141698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327b38-21d8-411f-8970-b63915968486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.149861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68327b38-21d8-411f-8970-b63915968486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.153265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68327b38-21d8-411f-8970-b63915968486 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96a27068-5093-4828-b12b-2b96eac6b339 HTTP/1.1" status: 204 len: 168 time: 0.6360776 Jun 30 02:43:43.172252 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.174973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7cde859b-b6d1-4d65-91d9-2b5c2ea0876c HTTP/1.1" status: 204 len: 168 time: 1.9475334 Jun 30 02:43:43.199980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.200669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.201323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.202177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.203099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.203729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.204351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.205781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.206447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.207569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.208219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.208874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.209517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.210350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.212054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.212950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.213641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.214534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.215351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.227175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.228318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.228999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.229625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.230051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452420be-0852-47ee-8ba7-805c99c402d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cde859b-b6d1-4d65-91d9-2b5c2ea0876c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:43.230998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.235123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68327b38-21d8-411f-8970-b63915968486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a27068-5093-4828-b12b-2b96eac6b339,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:43.257432 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-35e346f6-ae2a-4ff8-b7ba-f049871cfe41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21899 time: 0.3062871 Jun 30 02:43:43.258927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46750) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:43.367904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:43.401962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cdacb8ec-e487-43f2-8c1c-cb6ac7d24bc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Deleting port 61792568-dc29-4e83-a4e8-8920b2607889 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:43.402640 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdacb8ec-e487-43f2-8c1c-cb6ac7d24bc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.493010 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cdacb8ec-e487-43f2-8c1c-cb6ac7d24bc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] For port 61792568-dc29-4e83-a4e8-8920b2607889, host n-h1-758944-39, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:43.493010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdacb8ec-e487-43f2-8c1c-cb6ac7d24bc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.509122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cdacb8ec-e487-43f2-8c1c-cb6ac7d24bc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Calling delete_port for 61792568-dc29-4e83-a4e8-8920b2607889 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:43.540075 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:43.624426 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdacb8ec-e487-43f2-8c1c-cb6ac7d24bc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.634979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9a50831e-871c-4e65-92fc-f1ff4505e336 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=510b69362ba542e4b728537c74cc3b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933762 Jun 30 02:43:43.635592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:43.695128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacb8ec-e487-43f2-8c1c-cb6ac7d24bc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event deleted for resources: {'Port': ['ID=61792568-dc29-4e83-a4e8-8920b2607889,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:43.713456 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdacb8ec-e487-43f2-8c1c-cb6ac7d24bc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.716811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cdacb8ec-e487-43f2-8c1c-cb6ac7d24bc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "DELETE /v2.0/ports/61792568-dc29-4e83-a4e8-8920b2607889 HTTP/1.1" status: 204 len: 168 time: 0.4550569 Jun 30 02:43:43.721502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:43.752567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fbfb1de-0d73-4f76-ad2d-582fe2cbe88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.766103 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fefb89-91da-41c6-9910-d8ed4c18aed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:43:43.767781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-81fefb89-91da-41c6-9910-d8ed4c18aed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "GET /v2.0/ports/61792568-dc29-4e83-a4e8-8920b2607889 HTTP/1.1" status: 404 len: 333 time: 0.0448616 Jun 30 02:43:43.772036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:43.776854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-922769883', 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:43.787661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fbfb1de-0d73-4f76-ad2d-582fe2cbe88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.800185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Made reservation on behalf of 03b8a6bc87e7432d9153eac021afa7d9 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:43.803032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.820626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] device_id is not set on port 77de02ef-7789-47c9-a65b-4244e41074c7 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:43.883692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:43.883936 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3a43a312-af7f-47b4-9c7c-2e5bcac81720 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a92af3c997945e8a0df67057e5b8eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145056 Jun 30 02:43:43.893695 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fbfb1de-0d73-4f76-ad2d-582fe2cbe88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.901350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6fbfb1de-0d73-4f76-ad2d-582fe2cbe88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.903000 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6fbfb1de-0d73-4f76-ad2d-582fe2cbe88a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9bbb2506-f4e8-4208-abaf-268cc929f87a HTTP/1.1" status: 204 len: 168 time: 0.2648802 Jun 30 02:43:43.915224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfb1de-0d73-4f76-ad2d-582fe2cbe88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbb2506-f4e8-4208-abaf-268cc929f87a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:44.025863 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20cc13b0-e56f-4d2c-88f2-6d30f73c4dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.090662 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20cc13b0-e56f-4d2c-88f2-6d30f73c4dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.116637 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.206571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20cc13b0-e56f-4d2c-88f2-6d30f73c4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.210397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20cc13b0-e56f-4d2c-88f2-6d30f73c4dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.212637 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-20cc13b0-e56f-4d2c-88f2-6d30f73c4dbd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/823399d9-4d1e-4c7b-b5c3-ea2214cb9998 HTTP/1.1" status: 204 len: 168 time: 0.3276763 Jun 30 02:43:44.224338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc13b0-e56f-4d2c-88f2-6d30f73c4dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823399d9-4d1e-4c7b-b5c3-ea2214cb9998,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:44.226895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.274477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event updated for resources: {'Port': ['ID=77de02ef-7789-47c9-a65b-4244e41074c7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:44.292712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:44.294680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:44.301553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:44.302705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:44.303478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.327340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:44.342513 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d4c44763-84bb-4480-9aa5-5eae58687b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5692284 Jun 30 02:43:44.460285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d53dc-99e3-4575-ad63-1dc402627026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:44.464590 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-568d53dc-99e3-4575-ad63-1dc402627026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "GET /v2.0/ports/77de02ef-7789-47c9-a65b-4244e41074c7 HTTP/1.1" status: 200 len: 958 time: 0.1342628 Jun 30 02:43:44.465612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:44.604051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a39dcd18-d27d-4769-a3d9-01c313e5d558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Deleting port 77de02ef-7789-47c9-a65b-4244e41074c7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:44.604854 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39dcd18-d27d-4769-a3d9-01c313e5d558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.737510 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39dcd18-d27d-4769-a3d9-01c313e5d558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.773925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a39dcd18-d27d-4769-a3d9-01c313e5d558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Calling delete_port for 77de02ef-7789-47c9-a65b-4244e41074c7 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:44.891635 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39dcd18-d27d-4769-a3d9-01c313e5d558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.937874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dcd18-d27d-4769-a3d9-01c313e5d558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event deleted for resources: {'Port': ['ID=77de02ef-7789-47c9-a65b-4244e41074c7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:44.947225 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a39dcd18-d27d-4769-a3d9-01c313e5d558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:44.949762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a39dcd18-d27d-4769-a3d9-01c313e5d558 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "DELETE /v2.0/ports/77de02ef-7789-47c9-a65b-4244e41074c7 HTTP/1.1" status: 204 len: 168 time: 0.4829443 Jun 30 02:43:44.952657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:44.986701 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-03bb328f-6932-4067-94b2-4118bcf60a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:43:44.990256 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-03bb328f-6932-4067-94b2-4118bcf60a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "GET /v2.0/ports/77de02ef-7789-47c9-a65b-4244e41074c7 HTTP/1.1" status: 404 len: 333 time: 0.0365491 Jun 30 02:43:44.993972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:45.000044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Request body: {'port': {'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1519027328'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:45.045180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Made reservation on behalf of 03b8a6bc87e7432d9153eac021afa7d9 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:45.048514 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.086929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] device_id is not set on port 487c347e-9e85-4931-9b39-22b0f297b7f4 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:45.324950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.377823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.470524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:45.473608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:45.477420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:45.478532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.479241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.509853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event updated for resources: {'Port': ['ID=487c347e-9e85-4931-9b39-22b0f297b7f4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:45.516838 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-721e6ca2-a04e-4549-9107-9e935d4bf553 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5192280 Jun 30 02:43:45.517836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:45.523021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:45.628846 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.754293 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.924474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] device_id is not set on port 487c347e-9e85-4931-9b39-22b0f297b7f4 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:43:45.930625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:45.951955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.976638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Transition to ACTIVE for port object 487c347e-9e85-4931-9b39-22b0f297b7f4 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:45.983548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.001754 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.067683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event updated for resources: {'Port': ['ID=487c347e-9e85-4931-9b39-22b0f297b7f4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:46.072323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.072870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.073370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.079397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.079903 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:46.080566 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 2 to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 Jun 30 02:43:46.095672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.096300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.096820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.102275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.103107 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:46.103650 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 3 to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 Jun 30 02:43:46.120783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.121723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.122239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.132845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.133691 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:46.134279 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 4 to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 Jun 30 02:43:46.148565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.149248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.149729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.155071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.155908 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:46.156470 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 5 to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 Jun 30 02:43:46.172739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.173372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.173999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.179034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.179535 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:46.180069 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 6 to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 Jun 30 02:43:46.195337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.195931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.196485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.202912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.203494 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:46.204080 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 7 to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 Jun 30 02:43:46.220019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.220645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.221684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.227103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.227867 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:46.229704 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 8 to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 Jun 30 02:43:46.248666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.249823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.250569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.255859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.256371 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:46.256906 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 9 to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 Jun 30 02:43:46.272954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.273446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.274076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.279337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.279996 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:46.280578 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempt 10 to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 Jun 30 02:43:46.297978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.303650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.304155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempting to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.311565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.312210 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Failed to bind port 487c347e-9e85-4931-9b39-22b0f297b7f4 on host n-h1-758944-39 for vnic_type normal using segments [{'id': 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '463fccdc-27b6-4ef0-a4ea-96d2955fe35d'}] Jun 30 02:43:46.312725 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.398163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] For port 487c347e-9e85-4931-9b39-22b0f297b7f4, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:46.399063 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:43:46.405722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.416572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:46.460785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] In _notify_port_updated(), no bound segment for port 487c347e-9e85-4931-9b39-22b0f297b7f4 on network 463fccdc-27b6-4ef0-a4ea-96d2955fe35d {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:43:46.462020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:46.462620 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.466821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:46.467615 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "PUT /v2.0/ports/487c347e-9e85-4931-9b39-22b0f297b7f4 HTTP/1.1" status: 200 len: 980 time: 0.9487109 Jun 30 02:43:46.485409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742a013-7cfe-4615-98ea-194427b682d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event updated for resources: {'Port': ['ID=487c347e-9e85-4931-9b39-22b0f297b7f4,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:46.528795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1745440817-network', 'tenant_id': '2e3841f38a404c38a2dbbf1af906ee0d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:46.586418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:46.649579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Made reservation on behalf of 2e3841f38a404c38a2dbbf1af906ee0d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:46.652016 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.679483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.680536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-586e822c-f325-442c-8d87-235412a569b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.721208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-218b64e4-0519-4f2e-9568-c8a30584c5c6 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] Request body: {'port': {'network_id': '95242701-896e-4e3f-b3c5-1df5b5e0d205', 'name': 'tempest-NetworksNegativeTestJSON-1523736724'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:46.730447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a18c1ea0-6283-457f-baaf-fc14fbdff69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Deleting port 487c347e-9e85-4931-9b39-22b0f297b7f4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:46.730820 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18c1ea0-6283-457f-baaf-fc14fbdff69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.749330 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-218b64e4-0519-4f2e-9568-c8a30584c5c6 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] POST failed (client error): The resource could not be found. Jun 30 02:43:46.749330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218b64e4-0519-4f2e-9568-c8a30584c5c6 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:46.755757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-218b64e4-0519-4f2e-9568-c8a30584c5c6 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1704354 Jun 30 02:43:46.757237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:46.819700 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc029e6-2968-45f0-a87d-8bdf38635bdc tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] DELETE failed (client error): The resource could not be found. Jun 30 02:43:46.820573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc029e6-2968-45f0-a87d-8bdf38635bdc tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:46.822988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8bc029e6-2968-45f0-a87d-8bdf38635bdc tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] 10.222.0.55 "DELETE /v2.0/networks/fa42f850-1221-4917-8567-9b8a192f5be6 HTTP/1.1" status: 404 len: 339 time: 0.0604703 Jun 30 02:43:46.826896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:46.855583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a18c1ea0-6283-457f-baaf-fc14fbdff69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] For port 487c347e-9e85-4931-9b39-22b0f297b7f4, host n-h1-758944-39, got binding levels [] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:46.856162 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18c1ea0-6283-457f-baaf-fc14fbdff69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.871539 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2271cfe0-eabf-46ec-82dd-ed3e6ffcf614 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] DELETE failed (client error): The resource could not be found. Jun 30 02:43:46.872346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2271cfe0-eabf-46ec-82dd-ed3e6ffcf614 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:46.872816 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a18c1ea0-6283-457f-baaf-fc14fbdff69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Calling delete_port for 487c347e-9e85-4931-9b39-22b0f297b7f4 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:46.875073 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2271cfe0-eabf-46ec-82dd-ed3e6ffcf614 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] 10.222.0.55 "DELETE /v2.0/ports/ed2a3b41-fa24-47de-954c-d8f52d14dd0d HTTP/1.1" status: 404 len: 333 time: 0.0466459 Jun 30 02:43:46.878922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:46.916829 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1db577-db6b-421f-9a39-035d77ff8fbe tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] DELETE failed (client error): The resource could not be found. Jun 30 02:43:46.917737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1db577-db6b-421f-9a39-035d77ff8fbe tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:46.924424 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fe1db577-db6b-421f-9a39-035d77ff8fbe tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] 10.222.0.55 "DELETE /v2.0/subnets/18b8684e-9f04-4eeb-b8ad-294d6a976094 HTTP/1.1" status: 404 len: 337 time: 0.0429823 Jun 30 02:43:46.925170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:46.967247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-586e822c-f325-442c-8d87-235412a569b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.973218 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-586e822c-f325-442c-8d87-235412a569b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.986536 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e680be-5f38-4ef1-bb75-b77c0382c537 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] GET failed (client error): The resource could not be found. Jun 30 02:43:46.992316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-35e680be-5f38-4ef1-bb75-b77c0382c537 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] 10.222.0.55 "GET /v2.0/networks/db76bcef-892e-4df0-9320-7aa031d483c7 HTTP/1.1" status: 404 len: 339 time: 0.0643981 Jun 30 02:43:46.998307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.070768 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18c1ea0-6283-457f-baaf-fc14fbdff69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.085343 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95a602f-8575-4278-a267-5fec64fd0ce6 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] GET failed (client error): The resource could not be found. Jun 30 02:43:47.087004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c95a602f-8575-4278-a267-5fec64fd0ce6 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] 10.222.0.55 "GET /v2.0/ports/60f32cba-2f60-4b12-8c36-0a9c03ae8e0a HTTP/1.1" status: 404 len: 333 time: 0.0865548 Jun 30 02:43:47.094017 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-586e822c-f325-442c-8d87-235412a569b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2af999c9db34459ca500ac69f8d8f1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6743367 Jun 30 02:43:47.094426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.094867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.102768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e822c-f325-442c-8d87-235412a569b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847ddb0f-082d-42bc-8420-449865367672,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.173439 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-9206bbfc-1c5f-433c-8848-d47c0dab8ff2 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] GET failed (client error): The resource could not be found. Jun 30 02:43:47.177116 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9206bbfc-1c5f-433c-8848-d47c0dab8ff2 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] 10.222.0.55 "GET /v2.0/subnets/d1fbc391-962d-4f2a-a2cd-f0c8d779d4b0 HTTP/1.1" status: 404 len: 337 time: 0.0747898 Jun 30 02:43:47.179869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.188153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-17dd298f-4181-4922-a865-18f6443632b0 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:47.194613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c1ea0-6283-457f-baaf-fc14fbdff69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Pushing event deleted for resources: {'Port': ['ID=487c347e-9e85-4931-9b39-22b0f297b7f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.205488 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18c1ea0-6283-457f-baaf-fc14fbdff69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.207817 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a18c1ea0-6283-457f-baaf-fc14fbdff69f tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "DELETE /v2.0/ports/487c347e-9e85-4931-9b39-22b0f297b7f4 HTTP/1.1" status: 204 len: 168 time: 0.7397895 Jun 30 02:43:47.212893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.228429 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dd298f-4181-4922-a865-18f6443632b0 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] PUT failed (client error): The resource could not be found. Jun 30 02:43:47.229309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dd298f-4181-4922-a865-18f6443632b0 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:47.230655 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-17dd298f-4181-4922-a865-18f6443632b0 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] 10.222.0.55 "PUT /v2.0/networks/678ba136-1b9e-48c8-b842-c93a64a1ef4b HTTP/1.1" status: 404 len: 339 time: 0.0483754 Jun 30 02:43:47.239146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.254700 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.259512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.285376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:47.302271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ffe7b3e2-809d-41e0-b88c-3896ec1d7ee3 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:47.306599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.307179 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Added segment 5dd6f637-fa1f-4498-8106-8b3c60abe661 of type vlan for network a53f507e-a210-4bcd-a26f-61e46e41f14d Jun 30 02:43:47.320807 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f9d9af-4b91-4020-a1b0-d816caf94786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:43:47.323755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-24f9d9af-4b91-4020-a1b0-d816caf94786 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916 tempest-PortsAdminExtendedAttrsIpV6TestJSON-238265916-project-admin] 10.222.0.55 "GET /v2.0/ports/487c347e-9e85-4931-9b39-22b0f297b7f4 HTTP/1.1" status: 404 len: 333 time: 0.1086977 Jun 30 02:43:47.356505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.377286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdca887-7739-41aa-9fff-d8bb6f6245fe,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.385781 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe7b3e2-809d-41e0-b88c-3896ec1d7ee3 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] PUT failed (client error): The resource could not be found. Jun 30 02:43:47.390435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe7b3e2-809d-41e0-b88c-3896ec1d7ee3 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:47.393591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.394050 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ffe7b3e2-809d-41e0-b88c-3896ec1d7ee3 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] 10.222.0.55 "PUT /v2.0/ports/37c3a225-fb42-460d-8c99-136920f66ae8 HTTP/1.1" status: 404 len: 333 time: 0.1450338 Jun 30 02:43:47.399910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.406795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-43cac21f-4f8a-4ea7-9edc-79785d0c81c4 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:47.457004 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cac21f-4f8a-4ea7-9edc-79785d0c81c4 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] PUT failed (client error): The resource could not be found. Jun 30 02:43:47.458102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cac21f-4f8a-4ea7-9edc-79785d0c81c4 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:43:47.459432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-43cac21f-4f8a-4ea7-9edc-79785d0c81c4 tempest-NetworksNegativeTestJSON-1173811204 tempest-NetworksNegativeTestJSON-1173811204-project] 10.222.0.55 "PUT /v2.0/subnets/32226a17-2bcd-47e2-a278-efbbda74ad3d HTTP/1.1" status: 404 len: 337 time: 0.0583999 Jun 30 02:43:47.494405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.495687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.496729 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.522748 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c27d2254-04a0-456b-aeeb-dde124b5aff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.618347 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.620083 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6882093 Jun 30 02:43:47.626832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c27d2254-04a0-456b-aeeb-dde124b5aff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.633779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.646430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Request body: {'subnet': {'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1745440817-subnet', 'tenant_id': '2e3841f38a404c38a2dbbf1af906ee0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:47.665521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1437c-96db-45da-bfc6-b5bb2b591cac admin admin] Pushing event updated for resources: {'Network': ['ID=a53f507e-a210-4bcd-a26f-61e46e41f14d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.678979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a53f507e-a210-4bcd-a26f-61e46e41f14d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:47.727982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Made reservation on behalf of 2e3841f38a404c38a2dbbf1af906ee0d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:47.730688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.838258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:47.851283 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c27d2254-04a0-456b-aeeb-dde124b5aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.853997 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c27d2254-04a0-456b-aeeb-dde124b5aff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.857991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c27d2254-04a0-456b-aeeb-dde124b5aff6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/847ddb0f-082d-42bc-8420-449865367672 HTTP/1.1" status: 204 len: 168 time: 0.7593429 Jun 30 02:43:47.864686 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.885734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463fccdc-27b6-4ef0-a4ea-96d2955fe35d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:47.887989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d2254-04a0-456b-aeeb-dde124b5aff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847ddb0f-082d-42bc-8420-449865367672,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.911221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:47.911468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d27a23-f153-41dc-82e5-7d2cfe8c8070') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:47.935327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.974270 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.985881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:47.986289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:47.989367 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:48.000201 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:48.095996 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.107413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.109959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] 10.222.0.55 "DELETE /v2.0/networks/463fccdc-27b6-4ef0-a4ea-96d2955fe35d HTTP/1.1" status: 204 len: 168 time: 0.7434735 Jun 30 02:43:48.145470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97b9af-a1a7-4da5-93c6-077f8bbf1207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1613562602-project] Pushing event deleted for resources: {'Network': ['ID=463fccdc-27b6-4ef0-a4ea-96d2955fe35d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:48.166426 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.218775 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7281e123-a189-4702-88e5-b2927f2ae57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.241923 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80570c0-e2ab-4b3b-a49e-0de65159a26e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:48.244351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Checking segment: {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:48.244972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Network hostable DHCP agents. Network: a53f507e-a210-4bcd-a26f-61e46e41f14d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:48.267338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Network a53f507e-a210-4bcd-a26f-61e46e41f14d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:48.287601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a53f507e-a210-4bcd-a26f-61e46e41f14d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:48.301683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc67ad3-ee64-44bc-9000-81de704d6184 None None] Network a53f507e-a210-4bcd-a26f-61e46e41f14d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:48.314985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:48.316011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.418072 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7281e123-a189-4702-88e5-b2927f2ae57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.466199 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-37a3b281-8d43-441e-b950-3ad777419136 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8304329 Jun 30 02:43:48.469021 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7281e123-a189-4702-88e5-b2927f2ae57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.581909 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7281e123-a189-4702-88e5-b2927f2ae57f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65a58335920a4971863fcebff28ea6ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7424982 Jun 30 02:43:48.585173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:48.609856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281e123-a189-4702-88e5-b2927f2ae57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b2911a-d405-4c93-8f4b-bc906dc461aa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:48.620367 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c017a0-1756-460d-94aa-995da1921a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.698049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41ad004-4807-4e47-b524-10e17e427ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.757030 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41ad004-4807-4e47-b524-10e17e427ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.813170 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41ad004-4807-4e47-b524-10e17e427ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.816378 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e41ad004-4807-4e47-b524-10e17e427ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.820467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e41ad004-4807-4e47-b524-10e17e427ac4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64b2911a-d405-4c93-8f4b-bc906dc461aa HTTP/1.1" status: 204 len: 168 time: 0.2342424 Jun 30 02:43:48.821093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:48.846366 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c017a0-1756-460d-94aa-995da1921a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.851143 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9c017a0-1756-460d-94aa-995da1921a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.852140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ad004-4807-4e47-b524-10e17e427ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b2911a-d405-4c93-8f4b-bc906dc461aa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:48.862100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcbd9df-f0fd-46a9-8cc9-97a3bcc538d4 None None] Network a53f507e-a210-4bcd-a26f-61e46e41f14d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:48.942571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:48.955359 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c9c017a0-1756-460d-94aa-995da1921a9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0f3abc20bb349a296f72c8e432967db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9540637 Jun 30 02:43:48.956662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c017a0-1756-460d-94aa-995da1921a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a7df14-6ae4-4da8-a2c0-11edb115465d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:49.062432 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eecfbecb-0625-490b-abc3-f3cf44874f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.117803 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eecfbecb-0625-490b-abc3-f3cf44874f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.214274 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eecfbecb-0625-490b-abc3-f3cf44874f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.223713 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eecfbecb-0625-490b-abc3-f3cf44874f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.223713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eecfbecb-0625-490b-abc3-f3cf44874f66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2a7df14-6ae4-4da8-a2c0-11edb115465d HTTP/1.1" status: 204 len: 168 time: 0.2771807 Jun 30 02:43:49.237905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfbecb-0625-490b-abc3-f3cf44874f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a7df14-6ae4-4da8-a2c0-11edb115465d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:49.332177 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6dc78d64-f289-4ef8-b662-06b7aea18f80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5dd1a468019b4199befdb7ed01c3ff4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056748 Jun 30 02:43:49.332992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:49.409048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:49.432934 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd5d45d5-d842-439c-9523-22bfc8ff5d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.446187 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f87fb849-6818-4b36-9760-4a2949c397c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.483714 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd5d45d5-d842-439c-9523-22bfc8ff5d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.579214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd5d45d5-d842-439c-9523-22bfc8ff5d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.584827 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd5d45d5-d842-439c-9523-22bfc8ff5d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.587919 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dd5d45d5-d842-439c-9523-22bfc8ff5d70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ee1d913c-1b17-4ed4-8069-f0eb2e098874 HTTP/1.1" status: 204 len: 168 time: 0.2537460 Jun 30 02:43:49.597558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d45d5-d842-439c-9523-22bfc8ff5d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1d913c-1b17-4ed4-8069-f0eb2e098874,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:49.665988 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f87fb849-6818-4b36-9760-4a2949c397c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.671942 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f87fb849-6818-4b36-9760-4a2949c397c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.726195 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f87fb849-6818-4b36-9760-4a2949c397c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85967712c6fc40bd8a3ffbd4eac5ed2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131702 Jun 30 02:43:49.726195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fb849-6818-4b36-9760-4a2949c397c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3f20bb-7aa0-4b80-bdf3-03a6a01b2a08,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:49.727254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:49.811362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-626084b6-5362-4156-8c51-d525b5a68212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.835875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-626084b6-5362-4156-8c51-d525b5a68212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.905039 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-626084b6-5362-4156-8c51-d525b5a68212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.908568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-626084b6-5362-4156-8c51-d525b5a68212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:49.913159 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-626084b6-5362-4156-8c51-d525b5a68212 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e3f20bb-7aa0-4b80-bdf3-03a6a01b2a08 HTTP/1.1" status: 204 len: 168 time: 0.1847143 Jun 30 02:43:49.925855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626084b6-5362-4156-8c51-d525b5a68212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3f20bb-7aa0-4b80-bdf3-03a6a01b2a08,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:50.259678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-db75993d-7ec3-45c9-a8da-86c88aebaa4b tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:50.265028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-db75993d-7ec3-45c9-a8da-86c88aebaa4b tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 813 time: 0.2051256 Jun 30 02:43:50.296664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-ab80376c-a0e5-460f-94c5-3824186682eb tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/quotas/2e3841f38a404c38a2dbbf1af906ee0d HTTP/1.1" status: 200 len: 375 time: 0.0251336 Jun 30 02:43:50.358991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c3c2333d-aaf6-457d-a938-e72e6b430003 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565667 Jun 30 02:43:50.470027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:50.547029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:50.553350 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8df8dd1c-7081-4f2c-b3bd-8225c5545fb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=03b8a6bc87e7432d9153eac021afa7d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817394 Jun 30 02:43:50.600964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-4cd94e39-682f-4745-93a8-ffe517e463b0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:43:50.611676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-4cd94e39-682f-4745-93a8-ffe517e463b0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2428806 Jun 30 02:43:50.752206 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b668e10a-d5ff-4176-bb0a-caee08b78d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.794320 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b668e10a-d5ff-4176-bb0a-caee08b78d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.814820 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-d2e696ec-d027-46be-a399-e8ef3efd2118 service neutron] 10.222.0.55 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989205 Jun 30 02:43:50.973959 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b668e10a-d5ff-4176-bb0a-caee08b78d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.978668 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b668e10a-d5ff-4176-bb0a-caee08b78d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:50.983428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b668e10a-d5ff-4176-bb0a-caee08b78d9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d669ec85-dcc1-424e-aacd-a63a47f819b7 HTTP/1.1" status: 204 len: 168 time: 0.4353871 Jun 30 02:43:50.997009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668e10a-d5ff-4176-bb0a-caee08b78d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d669ec85-dcc1-424e-aacd-a63a47f819b7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:51.020794 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-262927c1-0acb-4311-a8c0-0416433c4bfe service neutron] 10.222.0.55 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074745 Jun 30 02:43:51.606198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-321c7be8-edc6-43f4-ac16-81c0a8da25dc req-6c439ff6-792e-472d-bbf5-34c6fd1dd7d0 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 210 time: 0.0722573 Jun 30 02:43:52.069723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:52.074281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029216 Jun 30 02:43:52.079460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47176) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:52.495240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e35ba8ee-7442-4414-ab1d-56c6dc5fc830 tempest-NetworksApiDiscovery-294918548 tempest-NetworksApiDiscovery-294918548-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4146147 Jun 30 02:43:52.863002 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb6b5d38-59b6-445a-a67e-40bf74443ad4 req-9a4c26a0-da58-4a9c-8514-a04c899b1f57 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 210 time: 0.0493762 Jun 30 02:43:53.010663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:53.172489 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a132839-0555-49fe-a1b3-943a605c563a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.369825 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a132839-0555-49fe-a1b3-943a605c563a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.386544 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a132839-0555-49fe-a1b3-943a605c563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.436995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a132839-0555-49fe-a1b3-943a605c563a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921c9f7a-bd5a-4c63-8a29-ab25fd198dcf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:53.450399 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7a132839-0555-49fe-a1b3-943a605c563a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=342268242aec49b4883624fe5fcdd8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381814 Jun 30 02:43:53.453629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:53.749009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-787e92c5-95e6-434a-a87a-3f6c9577fd1c tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:53.752153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-787e92c5-95e6-434a-a87a-3f6c9577fd1c tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 813 time: 0.2597454 Jun 30 02:43:53.770435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Request body: {'port': {'device_id': '779980a5-3aa5-455d-a7df-9700f1f72f93', 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d', 'admin_state_up': True, 'tenant_id': '2e3841f38a404c38a2dbbf1af906ee0d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:53.788455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-a4691c1a-6dc4-4c6b-a8c6-f7bc9a29ab9c tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:53.790408 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-a4691c1a-6dc4-4c6b-a8c6-f7bc9a29ab9c tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.73 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 813 time: 0.2669299 Jun 30 02:43:53.818635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Request body: {'port': {'device_id': '8de24254-8bb0-4bed-96c1-183e3fa030dd', 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d', 'admin_state_up': True, 'tenant_id': '2e3841f38a404c38a2dbbf1af906ee0d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:53.877244 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-589aef9d-6753-4e89-b4b9-9b2234eab54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:53.959087 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-589aef9d-6753-4e89-b4b9-9b2234eab54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.214454 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-589aef9d-6753-4e89-b4b9-9b2234eab54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.231180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-589aef9d-6753-4e89-b4b9-9b2234eab54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.238340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-589aef9d-6753-4e89-b4b9-9b2234eab54e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/921c9f7a-bd5a-4c63-8a29-ab25fd198dcf HTTP/1.1" status: 204 len: 168 time: 0.7763150 Jun 30 02:43:54.355668 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589aef9d-6753-4e89-b4b9-9b2234eab54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921c9f7a-bd5a-4c63-8a29-ab25fd198dcf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:54.374683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Made reservation on behalf of 2e3841f38a404c38a2dbbf1af906ee0d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:54.384830 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.429905 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85f63f85-a777-426a-8429-aba8833b0251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.438502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c880b255-1b74-498e-a730-90af1fb856ba req-3cd0e887-c2ee-448b-914f-8d675cb5d72e tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 210 time: 0.1850474 Jun 30 02:43:54.506518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Made reservation on behalf of 2e3841f38a404c38a2dbbf1af906ee0d for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:54.529648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:54.839234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Allocated IP 172.20.0.5 (a53f507e-a210-4bcd-a26f-61e46e41f14d/d80570c0-e2ab-4b3b-a49e-0de65159a26e/7cb2d79b-224c-483d-b90c-c59fd8bba64c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:55.235427 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.288807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.361167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Pushing event updated for resources: {'Port': ['ID=7cb2d79b-224c-483d-b90c-c59fd8bba64c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:55.379605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Network a53f507e-a210-4bcd-a26f-61e46e41f14d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:55.381852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:55.386121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:55.401579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Allocated IP 172.20.0.9 (a53f507e-a210-4bcd-a26f-61e46e41f14d/d80570c0-e2ab-4b3b-a49e-0de65159a26e/0eeaf494-2309-435e-8bfc-00a1cb915a61) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:55.474330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.475351 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.495546 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-1af492ae-a511-4d00-856d-ea83cce782ce tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7332079 Jun 30 02:43:55.529655 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Request body: {'port': {'device_id': '779980a5-3aa5-455d-a7df-9700f1f72f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:55.576213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:55.684314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.739323 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-661b23ec-973f-4402-882b-ac1713a3bd01 req-f07fe652-5282-4453-927b-ed45ce7fbea2 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 210 time: 0.0577564 Jun 30 02:43:55.803368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:55.826094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47374) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:55.956136 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.055845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Network a53f507e-a210-4bcd-a26f-61e46e41f14d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:56.064445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:56.070209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:56.077330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Pushing event updated for resources: {'Port': ['ID=0eeaf494-2309-435e-8bfc-00a1cb915a61,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:56.158113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb2d79b-224c-483d-b90c-c59fd8bba64c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:56.167031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.175378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:56.176720 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.182968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Transition to ACTIVE for port object 7cb2d79b-224c-483d-b90c-c59fd8bba64c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:56.190430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2147157256', 'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:56.198350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.205435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-7e6c5840-da73-46b3-90e5-469c1ad964f8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4027815 Jun 30 02:43:56.218610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Request body: {'port': {'device_id': '8de24254-8bb0-4bed-96c1-183e3fa030dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:56.290504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Pushing event updated for resources: {'Port': ['ID=7cb2d79b-224c-483d-b90c-c59fd8bba64c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:56.322576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Made reservation on behalf of 5105bc52ff574e498b81cfa4791c640c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:56.325306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.335614 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.427349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.494365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Attempting to bind port 7cb2d79b-224c-483d-b90c-c59fd8bba64c on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:56.495639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Attempting to bind port 7cb2d79b-224c-483d-b90c-c59fd8bba64c by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:56.496615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Attempting to bind port 7cb2d79b-224c-483d-b90c-c59fd8bba64c on network a53f507e-a210-4bcd-a26f-61e46e41f14d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:56.553086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Port 7cb2d79b-224c-483d-b90c-c59fd8bba64c on network a53f507e-a210-4bcd-a26f-61e46e41f14d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:56.553414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Attempting to bind port 7cb2d79b-224c-483d-b90c-c59fd8bba64c on network a53f507e-a210-4bcd-a26f-61e46e41f14d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:56.569758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:56.574329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Checking segment: {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:56.574329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Bound using segment: {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:56.574947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Bound port: 7cb2d79b-224c-483d-b90c-c59fd8bba64c, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:56.575466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.600703 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25746952-2177-45e5-9d67-229883a538f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.693403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] For port 7cb2d79b-224c-483d-b90c-c59fd8bba64c, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:56.696771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] For port 7cb2d79b-224c-483d-b90c-c59fd8bba64c, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=7cb2d79b-224c-483d-b90c-c59fd8bba64c,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:56.707828 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.783457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:56.784216 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:56.785682 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] 10.222.0.69 "PUT /v2.0/ports/7cb2d79b-224c-483d-b90c-c59fd8bba64c HTTP/1.1" status: 200 len: 1092 time: 1.2772496 Jun 30 02:43:56.795972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779980a5-3aa5-455d-a7df-9700f1f72f93', 'tag': '7cb2d79b-224c-483d-b90c-c59fd8bba64c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:56.801830 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "779980a5-3aa5-455d-a7df-9700f1f72f93", "tag": "7cb2d79b-224c-483d-b90c-c59fd8bba64c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:56.927014 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f615546b-89ee-41a9-80bf-7999548ccfdd x-openstack-request-id: req-f615546b-89ee-41a9-80bf-7999548ccfdd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:56.927657 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779980a5-3aa5-455d-a7df-9700f1f72f93", "tag": "7cb2d79b-224c-483d-b90c-c59fd8bba64c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:56.928107 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f615546b-89ee-41a9-80bf-7999548ccfdd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:56.928754 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779980a5-3aa5-455d-a7df-9700f1f72f93', 'tag': '7cb2d79b-224c-483d-b90c-c59fd8bba64c', 'status': 'completed', 'code': 200} Jun 30 02:43:57.002272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.004046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b9d9f-ab10-406a-9d46-b7b4ec55847a service neutron] Pushing event updated for resources: {'Port': ['ID=7cb2d79b-224c-483d-b90c-c59fd8bba64c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:57.010641 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c05baae0-c801-47ea-a7cd-e3f3c2c389e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.016597 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.036114 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.088515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:57.111344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:57.128701 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.130041 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Added segment 5a348531-e77f-4ff0-abae-65915e5d956e of type vlan for network 989a97af-9b61-4394-954d-65fd4ce9969d Jun 30 02:43:57.261037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391c4f6-6f26-4d5d-96e1-603891837238 req-ebc21137-b325-4784-b9c0-94c42a463706 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.262611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4391c4f6-6f26-4d5d-96e1-603891837238 req-ebc21137-b325-4784-b9c0-94c42a463706 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 931 time: 0.1968832 Jun 30 02:43:57.270844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.375785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4391c4f6-6f26-4d5d-96e1-603891837238 req-f2b650a7-c149-4e01-aab8-5235305debe9 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031773 Jun 30 02:43:57.377556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-778e7896-3330-4fce-b6a2-1cb9c8a11e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.379102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-778e7896-3330-4fce-b6a2-1cb9c8a11e4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&device_id=779980a5-3aa5-455d-a7df-9700f1f72f93 HTTP/1.1" status: 200 len: 1095 time: 0.5072625 Jun 30 02:43:57.388146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7b95b4-2ff8-4380-9807-574ea4acffb6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:57.419687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eeaf494-2309-435e-8bfc-00a1cb915a61 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:57.445306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.495674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Transition to ACTIVE for port object 0eeaf494-2309-435e-8bfc-00a1cb915a61 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:57.506554 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25746952-2177-45e5-9d67-229883a538f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.508314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.515462 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-25746952-2177-45e5-9d67-229883a538f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.532124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-d1706fa3-6bff-4267-92af-b38219275bec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cb2d79b-224c-483d-b90c-c59fd8bba64c HTTP/1.1" status: 200 len: 217 time: 0.1235325 Jun 30 02:43:57.553537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.554463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.555062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.642512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25746952-2177-45e5-9d67-229883a538f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19eb6fe-1fac-481e-8051-c3b6234ad008,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:57.652988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-25746952-2177-45e5-9d67-229883a538f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20ad1d7b3ed74b5589ba2a21fd69de4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8185763 Jun 30 02:43:57.654137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:57.664907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Pushing event updated for resources: {'Port': ['ID=0eeaf494-2309-435e-8bfc-00a1cb915a61,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:57.680653 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bec4-101b-4372-8c3a-5711bce51f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.768135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1878757 Jun 30 02:43:57.774557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:57.788343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Request body: {'subnet': {'network_id': '989a97af-9b61-4394-954d-65fd4ce9969d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:57.830231 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Made reservation on behalf of 5105bc52ff574e498b81cfa4791c640c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:57.833659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.843844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c74bf820-4f15-45ae-8e6f-7ae063a9d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.845899 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-c74bf820-4f15-45ae-8e6f-7ae063a9d903 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80570c0-e2ab-4b3b-a49e-0de65159a26e HTTP/1.1" status: 200 len: 853 time: 0.3061466 Jun 30 02:43:57.879337 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68aebc99-5b2f-4ced-98de-edbbc921bda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.899358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Attempting to bind port 0eeaf494-2309-435e-8bfc-00a1cb915a61 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:57.899694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Attempting to bind port 0eeaf494-2309-435e-8bfc-00a1cb915a61 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:57.900023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Attempting to bind port 0eeaf494-2309-435e-8bfc-00a1cb915a61 on network a53f507e-a210-4bcd-a26f-61e46e41f14d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:57.946164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Port 0eeaf494-2309-435e-8bfc-00a1cb915a61 on network a53f507e-a210-4bcd-a26f-61e46e41f14d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:57.946494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Attempting to bind port 0eeaf494-2309-435e-8bfc-00a1cb915a61 on network a53f507e-a210-4bcd-a26f-61e46e41f14d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:57.956744 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68aebc99-5b2f-4ced-98de-edbbc921bda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:57.958850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:57.959201 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Checking segment: {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:57.959578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Bound using segment: {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:57.965174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Bound port: 0eeaf494-2309-435e-8bfc-00a1cb915a61, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:57.965579 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.073478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68aebc99-5b2f-4ced-98de-edbbc921bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.076429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68aebc99-5b2f-4ced-98de-edbbc921bda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.077881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68aebc99-5b2f-4ced-98de-edbbc921bda9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f19eb6fe-1fac-481e-8051-c3b6234ad008 HTTP/1.1" status: 204 len: 168 time: 0.4199653 Jun 30 02:43:58.101569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aebc99-5b2f-4ced-98de-edbbc921bda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19eb6fe-1fac-481e-8051-c3b6234ad008,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:58.137671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] For port 0eeaf494-2309-435e-8bfc-00a1cb915a61, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:58.142209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] For port 0eeaf494-2309-435e-8bfc-00a1cb915a61, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0eeaf494-2309-435e-8bfc-00a1cb915a61,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:58.149304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.206830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:58.208161 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.209644 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:58.211629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] 10.222.0.73 "PUT /v2.0/ports/0eeaf494-2309-435e-8bfc-00a1cb915a61 HTTP/1.1" status: 200 len: 1092 time: 1.9979267 Jun 30 02:43:58.214270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de24254-8bb0-4bed-96c1-183e3fa030dd', 'tag': '0eeaf494-2309-435e-8bfc-00a1cb915a61'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:58.218534 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627bb42f-11bd-4a85-a2cd-f9b738e521ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8de24254-8bb0-4bed-96c1-183e3fa030dd", "tag": "0eeaf494-2309-435e-8bfc-00a1cb915a61"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:58.306577 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4033cd73-1034-4023-b05e-949ce864e7e8 x-openstack-request-id: req-4033cd73-1034-4023-b05e-949ce864e7e8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:58.307647 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de24254-8bb0-4bed-96c1-183e3fa030dd", "tag": "0eeaf494-2309-435e-8bfc-00a1cb915a61", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:58.308044 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4033cd73-1034-4023-b05e-949ce864e7e8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:58.308586 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de24254-8bb0-4bed-96c1-183e3fa030dd', 'tag': '0eeaf494-2309-435e-8bfc-00a1cb915a61', 'status': 'completed', 'code': 200} Jun 30 02:43:58.331584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9656d4-5705-474e-9cdc-cba7e078634b service neutron] Pushing event updated for resources: {'Port': ['ID=0eeaf494-2309-435e-8bfc-00a1cb915a61,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:58.376638 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-07db895c-6ca8-4526-b1fd-f15db1084526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:58.381993 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-07db895c-6ca8-4526-b1fd-f15db1084526 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 1095 time: 0.0930285 Jun 30 02:43:58.520201 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-66e2cb7a-688b-4f5c-82ab-89ad9f303b31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0eeaf494-2309-435e-8bfc-00a1cb915a61 HTTP/1.1" status: 200 len: 217 time: 0.1312282 Jun 30 02:43:58.636007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c22e70-8f27-40ca-b15e-d1f5f513a3e8 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event updated for resources: {'Network': ['ID=989a97af-9b61-4394-954d-65fd4ce9969d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:58.652747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 989a97af-9b61-4394-954d-65fd4ce9969d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:58.664458 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-995cedb5-0322-4af1-bdee-f5e29b603de1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a53f507e-a210-4bcd-a26f-61e46e41f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7926803 Jun 30 02:43:58.729211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-f29e60cb-8f8c-4144-b960-7bcc2c0dd4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:58.732408 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-f29e60cb-8f8c-4144-b960-7bcc2c0dd4d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d80570c0-e2ab-4b3b-a49e-0de65159a26e HTTP/1.1" status: 200 len: 853 time: 0.2043865 Jun 30 02:43:58.791090 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-79b73f23-5941-404c-8162-e54da16ce858 service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126089 Jun 30 02:43:58.906372 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-9fdeef5f-00ce-4e47-b728-cc19be1612c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a53f507e-a210-4bcd-a26f-61e46e41f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572950 Jun 30 02:43:59.080393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ab6f0-f76a-4823-82ff-ca7559784fe3 req-c592c035-f85a-4103-b32f-f65a616437f6 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:59.081949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-680ab6f0-f76a-4823-82ff-ca7559784fe3 req-c592c035-f85a-4103-b32f-f65a616437f6 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 943 time: 0.2872174 Jun 30 02:43:59.095850 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-014146b3-ea70-49f8-8726-cc6ac93a58ad service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914386 Jun 30 02:43:59.168360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bec4-101b-4372-8c3a-5711bce51f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.180230 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8ca3bec4-101b-4372-8c3a-5711bce51f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.382219 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-e243d4cc-ef03-496a-a5c6-ca4ad31f85e2 service neutron] 10.222.0.73 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574201 Jun 30 02:43:59.407663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-680ab6f0-f76a-4823-82ff-ca7559784fe3 req-2fcfe92d-38b8-4de5-8766-a2d317b22f1b tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046641 Jun 30 02:43:59.435275 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8ca3bec4-101b-4372-8c3a-5711bce51f1a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdb074ad646d4570a8b0ef32dd6eee8e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1371310 Jun 30 02:43:59.436712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3bec4-101b-4372-8c3a-5711bce51f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66b5738-ecce-4244-bbb0-457b6a5c96d3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:59.439952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:59.559452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4 req-b2627a84-96fd-42ef-955e-9311f310137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:59.561737 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4 req-b2627a84-96fd-42ef-955e-9311f310137e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&device_id=779980a5-3aa5-455d-a7df-9700f1f72f93 HTTP/1.1" status: 200 len: 1095 time: 0.3236513 Jun 30 02:43:59.663572 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1891e7df-31e3-4d2e-a340-be9e99662cf7 req-022966c7-d817-4e61-8998-391a89b48994 service neutron] 10.222.0.73 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735815 Jun 30 02:43:59.699350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dedfb7cb-5cac-4ba7-ab89-14f2d78fc707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.761152 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dedfb7cb-5cac-4ba7-ab89-14f2d78fc707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.849793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4 req-bf31c326-f25e-4bdd-8381-560071fdc482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:59.851654 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4 req-bf31c326-f25e-4bdd-8381-560071fdc482 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 914 time: 0.2833564 Jun 30 02:43:59.889178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.objects.ports [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:43:59.889615 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:59.900998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb42f-11bd-4a85-a2cd-f9b738e521ed req-b67ab54a-8104-486a-a252-764e201f2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:59.903488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-627bb42f-11bd-4a85-a2cd-f9b738e521ed req-b67ab54a-8104-486a-a252-764e201f2fa7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 1095 time: 0.1579916 Jun 30 02:44:00.026820 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.034369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dedfb7cb-5cac-4ba7-ab89-14f2d78fc707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.041558 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dedfb7cb-5cac-4ba7-ab89-14f2d78fc707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.045674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dedfb7cb-5cac-4ba7-ab89-14f2d78fc707 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e66b5738-ecce-4244-bbb0-457b6a5c96d3 HTTP/1.1" status: 204 len: 168 time: 0.6018147 Jun 30 02:44:00.091077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb42f-11bd-4a85-a2cd-f9b738e521ed req-e81da050-099e-43b5-b84d-9abfa33e02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.093206 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-627bb42f-11bd-4a85-a2cd-f9b738e521ed req-e81da050-099e-43b5-b84d-9abfa33e02e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 914 time: 0.1762588 Jun 30 02:44:00.104957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4 req-e26fa35f-16c4-4215-9cae-c9db19bff560 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cb2d79b-224c-483d-b90c-c59fd8bba64c HTTP/1.1" status: 200 len: 217 time: 0.2168810 Jun 30 02:44:00.228557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfb7cb-5cac-4ba7-ab89-14f2d78fc707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66b5738-ecce-4244-bbb0-457b6a5c96d3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:00.245374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-627bb42f-11bd-4a85-a2cd-f9b738e521ed req-51585e3d-48a0-48b7-b4ce-a413cc898432 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0eeaf494-2309-435e-8bfc-00a1cb915a61 HTTP/1.1" status: 200 len: 217 time: 0.1428661 Jun 30 02:44:00.346750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3c3d8df8-f4cf-49af-a36a-29c87f226a64,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:00.361407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Checking segment: {'id': '5a348531-e77f-4ff0-abae-65915e5d956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '989a97af-9b61-4394-954d-65fd4ce9969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:00.372262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Network hostable DHCP agents. Network: 989a97af-9b61-4394-954d-65fd4ce9969d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:00.389610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4 req-9da83fe7-2f49-4674-9541-9ed9e6d4f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.392229 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4 req-9da83fe7-2f49-4674-9541-9ed9e6d4f45e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80570c0-e2ab-4b3b-a49e-0de65159a26e HTTP/1.1" status: 200 len: 853 time: 0.2800994 Jun 30 02:44:00.405969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb42f-11bd-4a85-a2cd-f9b738e521ed req-2dbece27-efb3-4040-a333-4549f90b65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.408797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-627bb42f-11bd-4a85-a2cd-f9b738e521ed req-2dbece27-efb3-4040-a333-4549f90b65ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d80570c0-e2ab-4b3b-a49e-0de65159a26e HTTP/1.1" status: 200 len: 853 time: 0.1567986 Jun 30 02:44:00.488551 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-627bb42f-11bd-4a85-a2cd-f9b738e521ed req-aadaa04a-ebae-4e53-aae8-5235a2c9aa21 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a53f507e-a210-4bcd-a26f-61e46e41f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658009 Jun 30 02:44:00.506986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4 req-0b419e64-40b2-4b95-a6eb-1901f7f9ffcd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a53f507e-a210-4bcd-a26f-61e46e41f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065166 Jun 30 02:44:00.682036 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Network 989a97af-9b61-4394-954d-65fd4ce9969d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:00.690498 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-627bb42f-11bd-4a85-a2cd-f9b738e521ed req-9498762d-ffb4-4342-87b3-19388cc889be service neutron] 10.222.0.73 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885438 Jun 30 02:44:00.775867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 989a97af-9b61-4394-954d-65fd4ce9969d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:00.797592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.798446 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.799455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d675c9-31af-4d03-93c9-b78ba907e26e None None] Network 989a97af-9b61-4394-954d-65fd4ce9969d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:00.850703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:00.870360 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2c8f-48fa-4ae9-8649-c454432b2091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:00.921895 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-627bb42f-11bd-4a85-a2cd-f9b738e521ed req-33608151-5847-486e-b9c8-a3bde5fa2422 service neutron] 10.222.0.73 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256193 Jun 30 02:44:00.941945 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4 req-c0d4b5dd-1bcc-4a55-9038-4201e5d413fa service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230947 Jun 30 02:44:01.083016 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2c8f-48fa-4ae9-8649-c454432b2091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.089547 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d1bd2c8f-48fa-4ae9-8649-c454432b2091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.092945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12b0af-d28c-43a9-8878-e4458857bc21 req-28cced6e-c3e5-4448-a887-a83602e2e23b tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.094772 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b12b0af-d28c-43a9-8878-e4458857bc21 req-28cced6e-c3e5-4448-a887-a83602e2e23b tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 943 time: 0.3104134 Jun 30 02:44:01.110812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-25f714c0-047f-40af-a476-601991ac78b2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3288875 Jun 30 02:44:01.119717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:01.135416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c5a596-7963-444e-84fe-a144b6137aa4 None None] Network 989a97af-9b61-4394-954d-65fd4ce9969d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:01.137290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-491246486', 'network_id': '989a97af-9b61-4394-954d-65fd4ce9969d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:01.145609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd2c8f-48fa-4ae9-8649-c454432b2091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e676d-51f0-4372-9672-e775bcf5b06f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:01.163350 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d1bd2c8f-48fa-4ae9-8649-c454432b2091 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=601187a654cb473796d152834a55ed9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115525 Jun 30 02:44:01.164607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:01.186784 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eaedee5-c54b-4ef7-8d53-20719ca42fd4 req-dabb2e48-cbd1-4db6-ab88-96d7564cee60 service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373087 Jun 30 02:44:01.215650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9b12b0af-d28c-43a9-8878-e4458857bc21 req-a24b1794-ebb5-4eba-9972-68a6c07f07aa tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060874 Jun 30 02:44:01.223177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Made reservation on behalf of 5105bc52ff574e498b81cfa4791c640c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:01.227105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.253800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] device_id is not set on port b74c3c6e-bbf5-42e2-9de3-d7e7978c7e17 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:44:01.309445 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81ed304-c491-441f-a2d8-728fee365768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.360515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81ed304-c491-441f-a2d8-728fee365768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.453627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Allocated IP 172.20.0.14 (989a97af-9b61-4394-954d-65fd4ce9969d/3c3d8df8-f4cf-49af-a36a-29c87f226a64/b74c3c6e-bbf5-42e2-9de3-d7e7978c7e17) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:01.468615 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81ed304-c491-441f-a2d8-728fee365768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.478340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a81ed304-c491-441f-a2d8-728fee365768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.480465 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a81ed304-c491-441f-a2d8-728fee365768 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b6e676d-51f0-4372-9672-e775bcf5b06f HTTP/1.1" status: 204 len: 168 time: 0.3145924 Jun 30 02:44:01.503922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ed304-c491-441f-a2d8-728fee365768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e676d-51f0-4372-9672-e775bcf5b06f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:01.767327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.823802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:01.897122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Network 989a97af-9b61-4394-954d-65fd4ce9969d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:01.898703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:01.902836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:01.957057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event updated for resources: {'Port': ['ID=b74c3c6e-bbf5-42e2-9de3-d7e7978c7e17,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:01.991096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.992167 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.020160 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47658) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:02.021015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9aefadb7-6708-475a-923f-205d8e1e3fd2 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8968785 Jun 30 02:44:02.190527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-df118c6d-e59c-4825-a1de-b7644a180c6a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Deleting port b74c3c6e-bbf5-42e2-9de3-d7e7978c7e17 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:02.190527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df118c6d-e59c-4825-a1de-b7644a180c6a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.377478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df118c6d-e59c-4825-a1de-b7644a180c6a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.393148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-df118c6d-e59c-4825-a1de-b7644a180c6a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Calling delete_port for b74c3c6e-bbf5-42e2-9de3-d7e7978c7e17 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:02.439892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0eeaf494-2309-435e-8bfc-00a1cb915a61 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:02.673551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5feaa5-f8e3-4c5b-bede-b5695c34aab7 req-1dc4cc0a-1046-4d3c-937f-65e252848bf4 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.677394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea5feaa5-f8e3-4c5b-bede-b5695c34aab7 req-1dc4cc0a-1046-4d3c-937f-65e252848bf4 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 943 time: 0.1849341 Jun 30 02:44:02.686663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:02.746289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 0eeaf494-2309-435e-8bfc-00a1cb915a61, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0eeaf494-2309-435e-8bfc-00a1cb915a61,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:02.785257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '0eeaf494-2309-435e-8bfc-00a1cb915a61', 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d', 'port_id': '0eeaf494-2309-435e-8bfc-00a1cb915a61', 'mac_address': 'fa:16:3e:08:91:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80570c0-e2ab-4b3b-a49e-0de65159a26e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:02.801374 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df118c6d-e59c-4825-a1de-b7644a180c6a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.854067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea5feaa5-f8e3-4c5b-bede-b5695c34aab7 req-1c45dbc2-2dc8-48f7-8409-757add204188 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670520 Jun 30 02:44:02.912157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df118c6d-e59c-4825-a1de-b7644a180c6a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event deleted for resources: {'Port': ['ID=b74c3c6e-bbf5-42e2-9de3-d7e7978c7e17,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:02.936321 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.971414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eeaf494-2309-435e-8bfc-00a1cb915a61 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:02.995280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 0eeaf494-2309-435e-8bfc-00a1cb915a61, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0eeaf494-2309-435e-8bfc-00a1cb915a61,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:02.999771 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c3ab86-cb44-4648-8779-4ab6455088bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.011926 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.047783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-df118c6d-e59c-4825-a1de-b7644a180c6a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.051850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-df118c6d-e59c-4825-a1de-b7644a180c6a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "DELETE /v2.0/ports/b74c3c6e-bbf5-42e2-9de3-d7e7978c7e17 HTTP/1.1" status: 204 len: 168 time: 1.0295417 Jun 30 02:44:03.052980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:03.064845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '989a97af-9b61-4394-954d-65fd4ce9969d', 'external_fixed_ips': [{'subnet_id': '3c3d8df8-f4cf-49af-a36a-29c87f226a64', 'ip_address': '172.20.0.14'}]}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:03.101198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=0eeaf494-2309-435e-8bfc-00a1cb915a61,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:03.187017 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c3ab86-cb44-4648-8779-4ab6455088bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.210499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98c3ab86-cb44-4648-8779-4ab6455088bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.228842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.231527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.274849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-98c3ab86-cb44-4648-8779-4ab6455088bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c152425915d40c693df3a22f313af62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815573 Jun 30 02:44:03.276113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:03.324171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['0eeaf494-2309-435e-8bfc-00a1cb915a61'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:03.342254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3ab86-cb44-4648-8779-4ab6455088bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61da02b3-4b27-4ddc-92f1-b8970e6db20e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:03.469638 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.736673 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.740920 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31217299-2d0c-4535-b786-db7fd926b9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.787094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31217299-2d0c-4535-b786-db7fd926b9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.843224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 7cb2d79b-224c-483d-b90c-c59fd8bba64c details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:03.954090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31217299-2d0c-4535-b786-db7fd926b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.957674 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-31217299-2d0c-4535-b786-db7fd926b9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.959245 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-31217299-2d0c-4535-b786-db7fd926b9f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61da02b3-4b27-4ddc-92f1-b8970e6db20e HTTP/1.1" status: 204 len: 168 time: 0.6785653 Jun 30 02:44:03.985989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31217299-2d0c-4535-b786-db7fd926b9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61da02b3-4b27-4ddc-92f1-b8970e6db20e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:04.224502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 7cb2d79b-224c-483d-b90c-c59fd8bba64c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=7cb2d79b-224c-483d-b90c-c59fd8bba64c,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:04.263884 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:44:04.290375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '7cb2d79b-224c-483d-b90c-c59fd8bba64c', 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d', 'port_id': '7cb2d79b-224c-483d-b90c-c59fd8bba64c', 'mac_address': 'fa:16:3e:a7:dd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80570c0-e2ab-4b3b-a49e-0de65159a26e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:04.441691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670efd2-85cf-451e-be3f-073201e8605a req-6be1a87b-6476-4e3a-b02c-777df9ac7ee5 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.450328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b670efd2-85cf-451e-be3f-073201e8605a req-6be1a87b-6476-4e3a-b02c-777df9ac7ee5 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 944 time: 0.2245331 Jun 30 02:44:04.468074 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.471030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0eeaf494-2309-435e-8bfc-00a1cb915a61 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:04.514602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb2d79b-224c-483d-b90c-c59fd8bba64c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:04.533634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b670efd2-85cf-451e-be3f-073201e8605a req-173ba7f0-2b0d-4201-bf4b-79eaee3108e1 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754068 Jun 30 02:44:04.596463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 7cb2d79b-224c-483d-b90c-c59fd8bba64c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=7cb2d79b-224c-483d-b90c-c59fd8bba64c,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:04.605531 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.654836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 0eeaf494-2309-435e-8bfc-00a1cb915a61 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:04.668959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 0eeaf494-2309-435e-8bfc-00a1cb915a61 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:04.669635 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.718846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=7cb2d79b-224c-483d-b90c-c59fd8bba64c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:04.757128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.792054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:04.800063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.814762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.827878 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd209bf-01ba-415c-b986-e6a48cf26f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.851144 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de24254-8bb0-4bed-96c1-183e3fa030dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeaf494-2309-435e-8bfc-00a1cb915a61'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:04.857127 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6423411-5ca0-4c07-92c4-b7d4f1aa2701" -d '{"events": [{"server_uuid": "8de24254-8bb0-4bed-96c1-183e3fa030dd", "name": "network-vif-plugged", "status": "completed", "tag": "0eeaf494-2309-435e-8bfc-00a1cb915a61"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:04.878384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 0eeaf494-2309-435e-8bfc-00a1cb915a61, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0eeaf494-2309-435e-8bfc-00a1cb915a61,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:04.886089 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:04.936918 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a62f48-0fc1-42bd-a8a5-f5ed7d79f63d x-openstack-request-id: req-03a62f48-0fc1-42bd-a8a5-f5ed7d79f63d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:04.937304 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de24254-8bb0-4bed-96c1-183e3fa030dd", "name": "network-vif-plugged", "status": "completed", "tag": "0eeaf494-2309-435e-8bfc-00a1cb915a61", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:04.937506 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03a62f48-0fc1-42bd-a8a5-f5ed7d79f63d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:04.954743 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de24254-8bb0-4bed-96c1-183e3fa030dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eeaf494-2309-435e-8bfc-00a1cb915a61', 'code': 200} Jun 30 02:44:04.995004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['7cb2d79b-224c-483d-b90c-c59fd8bba64c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:05.022989 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd209bf-01ba-415c-b986-e6a48cf26f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.031233 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fd209bf-01ba-415c-b986-e6a48cf26f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.113037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=0eeaf494-2309-435e-8bfc-00a1cb915a61,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:05.136787 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2fd209bf-01ba-415c-b986-e6a48cf26f23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac87f41a57b944f78df88be8bc33d57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434861 Jun 30 02:44:05.148472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:05.160022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd209bf-01ba-415c-b986-e6a48cf26f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57caff9b-a178-4a5b-9160-b26f6e6c9c4b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:05.234574 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3c51da4-04d4-40ca-883c-0e05c1963223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.271829 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3c51da4-04d4-40ca-883c-0e05c1963223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.308929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Allocated IP 172.20.0.14 (989a97af-9b61-4394-954d-65fd4ce9969d/3c3d8df8-f4cf-49af-a36a-29c87f226a64/0260dbf0-dc6f-4329-9b4d-e8553d3f1447) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:05.327085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076143ba-17d9-4191-93e9-d90c8cf4a44b req-bbce4681-c877-481f-9d63-f6f4ba451311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:05.329415 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-076143ba-17d9-4191-93e9-d90c8cf4a44b req-bbce4681-c877-481f-9d63-f6f4ba451311 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 1097 time: 0.2023599 Jun 30 02:44:05.357171 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3c51da4-04d4-40ca-883c-0e05c1963223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.360761 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3c51da4-04d4-40ca-883c-0e05c1963223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.364805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a3c51da4-04d4-40ca-883c-0e05c1963223 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57caff9b-a178-4a5b-9160-b26f6e6c9c4b HTTP/1.1" status: 204 len: 168 time: 0.2152696 Jun 30 02:44:05.375864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c51da4-04d4-40ca-883c-0e05c1963223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57caff9b-a178-4a5b-9160-b26f6e6c9c4b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:05.543286 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-076143ba-17d9-4191-93e9-d90c8cf4a44b req-1601fbb5-fd54-4af7-9e85-d3797f7be0ac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042816 Jun 30 02:44:05.707173 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.809234 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.882034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Network 989a97af-9b61-4394-954d-65fd4ce9969d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:05.898572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:05.906034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:05.932757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event updated for resources: {'Port': ['ID=0260dbf0-dc6f-4329-9b4d-e8553d3f1447,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:05.990552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6f86f-e84c-4e65-bce1-0b937567642c req-9ad0b871-c99d-48c5-bec3-f3f401e2a7bf tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:05.992461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ab6f86f-e84c-4e65-bce1-0b937567642c req-9ad0b871-c99d-48c5-bec3-f3f401e2a7bf tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 945 time: 0.2344472 Jun 30 02:44:06.722274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ab6f86f-e84c-4e65-bce1-0b937567642c req-7e327983-fb3f-421f-9978-458f639bb658 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7239265 Jun 30 02:44:06.887347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:07.162893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.405595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bd08bb8-e017-4988-af6b-957841f8052b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.436897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.712277 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bd08bb8-e017-4988-af6b-957841f8052b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.718361 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bd08bb8-e017-4988-af6b-957841f8052b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:07.736885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Router d4906b30-df16-43c2-85f0-e36fc68068da is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:07.812564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd08bb8-e017-4988-af6b-957841f8052b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08daab5d-508b-4708-a556-15bc396320af,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:07.829363 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7bd08bb8-e017-4988-af6b-957841f8052b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e05ca69b3c964be28d98ca804ee0cd6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9408212 Jun 30 02:44:07.830053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:07.844849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 7cb2d79b-224c-483d-b90c-c59fd8bba64c up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:07.948280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:07.961110 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Sync routers for ids ['d4906b30-df16-43c2-85f0-e36fc68068da'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:07.985465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c64e8a87-8408-44bd-9054-0e1fdfbff0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.016730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 7cb2d79b-224c-483d-b90c-c59fd8bba64c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:08.023687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 7cb2d79b-224c-483d-b90c-c59fd8bba64c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:08.025617 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.039173 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Routers {'d4906b30-df16-43c2-85f0-e36fc68068da'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:08.055690 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:43:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d4906b30-df16-43c2-85f0-e36fc68068da'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:08.068512 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c64e8a87-8408-44bd-9054-0e1fdfbff0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.089921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.091180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8155baae-1304-4216-b99b-92804814366d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.0359273 Jun 30 02:44:08.096359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:08.175416 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c64e8a87-8408-44bd-9054-0e1fdfbff0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.178177 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c64e8a87-8408-44bd-9054-0e1fdfbff0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.179841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c64e8a87-8408-44bd-9054-0e1fdfbff0d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08daab5d-508b-4708-a556-15bc396320af HTTP/1.1" status: 204 len: 168 time: 0.3485897 Jun 30 02:44:08.187612 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.192972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e8a87-8408-44bd-9054-0e1fdfbff0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08daab5d-508b-4708-a556-15bc396320af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:08.254399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b24e9b-a85d-4c74-bf97-4214f333aa46 req-aa029749-3f2a-495b-abd2-20f138f1905d tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:08.263205 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 7cb2d79b-224c-483d-b90c-c59fd8bba64c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=7cb2d79b-224c-483d-b90c-c59fd8bba64c,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:08.267872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779980a5-3aa5-455d-a7df-9700f1f72f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb2d79b-224c-483d-b90c-c59fd8bba64c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:08.269489 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60b24e9b-a85d-4c74-bf97-4214f333aa46 req-aa029749-3f2a-495b-abd2-20f138f1905d tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 945 time: 0.3253653 Jun 30 02:44:08.271909 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125f5771-fcd7-41c5-80ab-77d1c8a94383" -d '{"events": [{"server_uuid": "779980a5-3aa5-455d-a7df-9700f1f72f93", "name": "network-vif-plugged", "status": "completed", "tag": "7cb2d79b-224c-483d-b90c-c59fd8bba64c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:08.280266 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.371921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=7cb2d79b-224c-483d-b90c-c59fd8bba64c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:08.473198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60b24e9b-a85d-4c74-bf97-4214f333aa46 req-6cc6c9c1-cc84-47e4-8787-29bf35cec5a8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026837 Jun 30 02:44:08.486925 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.525489 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Set router d4906b30-df16-43c2-85f0-e36fc68068da gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:08.586006 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98dc9d7-88f7-4a5e-800e-e22d5755322f x-openstack-request-id: req-e98dc9d7-88f7-4a5e-800e-e22d5755322f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:08.586767 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779980a5-3aa5-455d-a7df-9700f1f72f93", "name": "network-vif-plugged", "status": "completed", "tag": "7cb2d79b-224c-483d-b90c-c59fd8bba64c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:08.587122 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e98dc9d7-88f7-4a5e-800e-e22d5755322f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:08.587696 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779980a5-3aa5-455d-a7df-9700f1f72f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb2d79b-224c-483d-b90c-c59fd8bba64c', 'code': 200} Jun 30 02:44:09.016164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078302e6-0050-48f0-83f0-0c6f1cd29f2f req-b294399e-d480-423e-8511-7a8bfa31d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.017743 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-078302e6-0050-48f0-83f0-0c6f1cd29f2f req-b294399e-d480-423e-8511-7a8bfa31d1ab service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=779980a5-3aa5-455d-a7df-9700f1f72f93 HTTP/1.1" status: 200 len: 1097 time: 0.1628339 Jun 30 02:44:09.021859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:09.077719 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77132bb-e709-4f1e-ab19-206e83fa01d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.109687 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4906b30-df16-43c2-85f0-e36fc68068da', 'name': '', 'tenant_id': '5105bc52ff574e498b81cfa4791c640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '989a97af-9b61-4394-954d-65fd4ce9969d', 'external_fixed_ips': [{'subnet_id': '3c3d8df8-f4cf-49af-a36a-29c87f226a64', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '0260dbf0-dc6f-4329-9b4d-e8553d3f1447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:03Z', 'updated_at': '2021-06-30T02:44:06Z', 'revision_number': 3, 'project_id': '5105bc52ff574e498b81cfa4791c640c', 'gw_port': {'id': '0260dbf0-dc6f-4329-9b4d-e8553d3f1447', 'name': '', 'network_id': '989a97af-9b61-4394-954d-65fd4ce9969d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4906b30-df16-43c2-85f0-e36fc68068da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2344, 'fixed_ips': [{'subnet_id': '3c3d8df8-f4cf-49af-a36a-29c87f226a64', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:04Z', 'updated_at': '2021-06-30T02:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c3d8df8-f4cf-49af-a36a-29c87f226a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:09.127271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.160984 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-078302e6-0050-48f0-83f0-0c6f1cd29f2f req-2d68829f-79ed-478d-a077-fdc468a5295b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299007 Jun 30 02:44:09.188409 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Checking router: d4906b30-df16-43c2-85f0-e36fc68068da for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:09.192624 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Updating router d4906b30-df16-43c2-85f0-e36fc68068da port 0260dbf0-dc6f-4329-9b4d-e8553d3f1447 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:09.194806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076510af-4562-4f95-9afc-42c318eb0f59 req-6c24c77e-19b7-45ed-94b9-d4c1fa4e1414 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.198496 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-076510af-4562-4f95-9afc-42c318eb0f59 req-6c24c77e-19b7-45ed-94b9-d4c1fa4e1414 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=779980a5-3aa5-455d-a7df-9700f1f72f93 HTTP/1.1" status: 200 len: 945 time: 0.4859116 Jun 30 02:44:09.247118 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.262285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Deleting port 0260dbf0-dc6f-4329-9b4d-e8553d3f1447 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:09.262696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.345632 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-076510af-4562-4f95-9afc-42c318eb0f59 req-b8d6db62-7edd-4ea1-9b4d-b878b1b6df44 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333215 Jun 30 02:44:09.350869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77132bb-e709-4f1e-ab19-206e83fa01d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.367235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d77132bb-e709-4f1e-ab19-206e83fa01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.446412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.463739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Calling delete_port for 0260dbf0-dc6f-4329-9b4d-e8553d3f1447 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:09.489507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:09.489935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d77132bb-e709-4f1e-ab19-206e83fa01d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2e577c9fbeb4a0dba3db291100338af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667323 Jun 30 02:44:09.501199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77132bb-e709-4f1e-ab19-206e83fa01d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8f5337-259d-4180-ae36-a320906a9561,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:09.606219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b219b15-71f3-4fb5-bdb0-f43f5d0e55ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.667799 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b219b15-71f3-4fb5-bdb0-f43f5d0e55ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.739595 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.809900 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Transition to ACTIVE for port object 0260dbf0-dc6f-4329-9b4d-e8553d3f1447 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:09.824976 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:09.953510 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Attempting to bind port 0260dbf0-dc6f-4329-9b4d-e8553d3f1447 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:09.953980 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Attempting to bind port 0260dbf0-dc6f-4329-9b4d-e8553d3f1447 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '5a348531-e77f-4ff0-abae-65915e5d956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '989a97af-9b61-4394-954d-65fd4ce9969d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:09.954341 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Attempting to bind port 0260dbf0-dc6f-4329-9b4d-e8553d3f1447 on network 989a97af-9b61-4394-954d-65fd4ce9969d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:09.983142 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Pushing event updated for resources: {'Port': ['ID=0260dbf0-dc6f-4329-9b4d-e8553d3f1447,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:09.992251 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:09.993024 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Checking segment: {'id': '5a348531-e77f-4ff0-abae-65915e5d956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '989a97af-9b61-4394-954d-65fd4ce9969d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:10.003891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.010573 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.011144 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Bound using segment: {'id': '5a348531-e77f-4ff0-abae-65915e5d956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '989a97af-9b61-4394-954d-65fd4ce9969d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:10.011559 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Bound port: 0260dbf0-dc6f-4329-9b4d-e8553d3f1447, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a348531-e77f-4ff0-abae-65915e5d956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '989a97af-9b61-4394-954d-65fd4ce9969d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:10.011981 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.128910 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.plugin [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Port 0260dbf0-dc6f-4329-9b4d-e8553d3f1447 has been deleted concurrently {{(pid=93773) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 02:44:10.130624 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.131073 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.135103 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.135523 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.135929 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.136329 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.136725 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.137120 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.137514 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.138001 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.138378 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.138819 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc33874d-c3aa-480f-afa1-ddd866bdbfe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:10.159689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event deleted for resources: {'Port': ['ID=0260dbf0-dc6f-4329-9b4d-e8553d3f1447,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:10.181893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b219b15-71f3-4fb5-bdb0-f43f5d0e55ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.186891 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Routers {'d4906b30-df16-43c2-85f0-e36fc68068da'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:10.208503 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:43:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d4906b30-df16-43c2-85f0-e36fc68068da'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:10.217667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b219b15-71f3-4fb5-bdb0-f43f5d0e55ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.226568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b219b15-71f3-4fb5-bdb0-f43f5d0e55ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf8f5337-259d-4180-ae36-a320906a9561 HTTP/1.1" status: 204 len: 168 time: 0.7364428 Jun 30 02:44:10.324047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b219b15-71f3-4fb5-bdb0-f43f5d0e55ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8f5337-259d-4180-ae36-a320906a9561,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:10.405013 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] Set router d4906b30-df16-43c2-85f0-e36fc68068da gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:10.438609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.604204 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4906b30-df16-43c2-85f0-e36fc68068da', 'name': '', 'tenant_id': '5105bc52ff574e498b81cfa4791c640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:03Z', 'updated_at': '2021-06-30T02:44:09Z', 'revision_number': 5, 'project_id': '5105bc52ff574e498b81cfa4791c640c', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:10.636273 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0023f1b-b88f-4294-826d-615562d60292 None None] The sync data for ids ['d4906b30-df16-43c2-85f0-e36fc68068da'] in n-d-758944-39 is: [{'id': 'd4906b30-df16-43c2-85f0-e36fc68068da', 'name': '', 'tenant_id': '5105bc52ff574e498b81cfa4791c640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:03Z', 'updated_at': '2021-06-30T02:44:09Z', 'revision_number': 5, 'project_id': '5105bc52ff574e498b81cfa4791c640c', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:10.738861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.742936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.860653 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.861475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4906b30-df16-43c2-85f0-e36fc68068da {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:10.871996 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:10.873791 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a7ba58a5-b810-4d20-a90b-7ebfe0a1f88a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "DELETE /v2.0/routers/d4906b30-df16-43c2-85f0-e36fc68068da HTTP/1.1" status: 204 len: 168 time: 2.7763188 Jun 30 02:44:10.876305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:10.948649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c754b74-d57c-42c3-9718-59fcf07bc358 req-4b1294a0-0da0-451e-9a79-7183b40af000 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:10.950628 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c754b74-d57c-42c3-9718-59fcf07bc358 req-4b1294a0-0da0-451e-9a79-7183b40af000 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=779980a5-3aa5-455d-a7df-9700f1f72f93 HTTP/1.1" status: 200 len: 945 time: 0.3339803 Jun 30 02:44:10.993072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e40f058-e943-4ce4-b08b-73bb8d97e620 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Deleting subnet 3c3d8df8-f4cf-49af-a36a-29c87f226a64 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:10.999052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e40f058-e943-4ce4-b08b-73bb8d97e620 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.041217 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c754b74-d57c-42c3-9718-59fcf07bc358 req-1b83c2d4-c65e-4628-a6a9-6071a8642716 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786319 Jun 30 02:44:11.081986 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e40f058-e943-4ce4-b08b-73bb8d97e620 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.217861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e40f058-e943-4ce4-b08b-73bb8d97e620 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.363119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e40f058-e943-4ce4-b08b-73bb8d97e620 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.400532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e40f058-e943-4ce4-b08b-73bb8d97e620 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.423745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:11.427026 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6e40f058-e943-4ce4-b08b-73bb8d97e620 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/3c3d8df8-f4cf-49af-a36a-29c87f226a64 HTTP/1.1" status: 204 len: 168 time: 0.5461659 Jun 30 02:44:11.495218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40f058-e943-4ce4-b08b-73bb8d97e620 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3c3d8df8-f4cf-49af-a36a-29c87f226a64,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:11.634034 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.855985 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:11.891086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989a97af-9b61-4394-954d-65fd4ce9969d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:11.957084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a348531-e77f-4ff0-abae-65915e5d956e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:11.958115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a348531-e77f-4ff0-abae-65915e5d956e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:11.976825 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.009782 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.029336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:12.030034 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:12.037814 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:12.177740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.191084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 989a97af-9b61-4394-954d-65fd4ce9969d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:44:12.242625 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:12.248144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "DELETE /v2.0/networks/989a97af-9b61-4394-954d-65fd4ce9969d HTTP/1.1" status: 204 len: 168 time: 0.8224738 Jun 30 02:44:12.286731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be474e9e-5f8d-46a4-af5a-0913bdf67135 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event deleted for resources: {'Network': ['ID=989a97af-9b61-4394-954d-65fd4ce9969d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:12.962817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:12.972675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-99608ee6-85bd-4911-83b8-f0f72e9fd8c6 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Request body: {'router': {'name': 'tempest-router--1261729524', 'project_id': '672fd82dd519432798e291143caa48ea'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:13.059617 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99608ee6-85bd-4911-83b8-f0f72e9fd8c6 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.063134 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99608ee6-85bd-4911-83b8-f0f72e9fd8c6 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.098671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1da29d30-209a-47b0-9aea-441f51dfc762 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.100952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1da29d30-209a-47b0-9aea-441f51dfc762 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 813 time: 0.3869011 Jun 30 02:44:13.134817 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-2dba59cc-3c5c-49a3-90bf-98922c5bd245 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/quotas/2e3841f38a404c38a2dbbf1af906ee0d HTTP/1.1" status: 200 len: 375 time: 0.0276070 Jun 30 02:44:13.158098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fad891-9d14-4b0c-82e7-842acff676ab req-907475f4-2a77-4543-82f0-f4ea8d5162fe tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.159727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95fad891-9d14-4b0c-82e7-842acff676ab req-907475f4-2a77-4543-82f0-f4ea8d5162fe tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "GET /v2.0/ports?device_id=779980a5-3aa5-455d-a7df-9700f1f72f93 HTTP/1.1" status: 200 len: 945 time: 0.1371179 Jun 30 02:44:13.215374 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99608ee6-85bd-4911-83b8-f0f72e9fd8c6 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.245390 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99608ee6-85bd-4911-83b8-f0f72e9fd8c6 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.307238 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99608ee6-85bd-4911-83b8-f0f72e9fd8c6 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.311628 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-99608ee6-85bd-4911-83b8-f0f72e9fd8c6 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3476374 Jun 30 02:44:13.313341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:13.489411 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c8981ac-0fdd-4fde-a945-54e9e00cc010 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.530254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-95fad891-9d14-4b0c-82e7-842acff676ab req-fd1936e8-9c64-4b29-ac3f-6f60b618d693 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Deleting port 7cb2d79b-224c-483d-b90c-c59fd8bba64c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:13.532195 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95fad891-9d14-4b0c-82e7-842acff676ab req-fd1936e8-9c64-4b29-ac3f-6f60b618d693 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.610825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-a208c597-e35a-4dc6-999e-c4b15fa0d2f7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4177399 Jun 30 02:44:13.629969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-4799fc34-02c1-4d0d-ab6a-07766e3817da service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:44:13.638306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-4799fc34-02c1-4d0d-ab6a-07766e3817da service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266275 Jun 30 02:44:13.878022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-95fad891-9d14-4b0c-82e7-842acff676ab req-fd1936e8-9c64-4b29-ac3f-6f60b618d693 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] For port 7cb2d79b-224c-483d-b90c-c59fd8bba64c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=7cb2d79b-224c-483d-b90c-c59fd8bba64c,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:13.878572 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95fad891-9d14-4b0c-82e7-842acff676ab req-fd1936e8-9c64-4b29-ac3f-6f60b618d693 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.906138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-95fad891-9d14-4b0c-82e7-842acff676ab req-fd1936e8-9c64-4b29-ac3f-6f60b618d693 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Calling delete_port for 7cb2d79b-224c-483d-b90c-c59fd8bba64c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:14.066996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:14.236567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95fad891-9d14-4b0c-82e7-842acff676ab req-fd1936e8-9c64-4b29-ac3f-6f60b618d693 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.251223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['0eeaf494-2309-435e-8bfc-00a1cb915a61'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:14.303451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1936e8-9c64-4b29-ac3f-6f60b618d693 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Pushing event deleted for resources: {'Port': ['ID=7cb2d79b-224c-483d-b90c-c59fd8bba64c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:14.407910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fad891-9d14-4b0c-82e7-842acff676ab req-fd1936e8-9c64-4b29-ac3f-6f60b618d693 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] No DVR routers for this DVR port 7cb2d79b-224c-483d-b90c-c59fd8bba64c on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:14.411683 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-95fad891-9d14-4b0c-82e7-842acff676ab req-fd1936e8-9c64-4b29-ac3f-6f60b618d693 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.417889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95fad891-9d14-4b0c-82e7-842acff676ab req-fd1936e8-9c64-4b29-ac3f-6f60b618d693 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "DELETE /v2.0/ports/7cb2d79b-224c-483d-b90c-c59fd8bba64c HTTP/1.1" status: 204 len: 173 time: 1.2490256 Jun 30 02:44:14.418623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779980a5-3aa5-455d-a7df-9700f1f72f93', 'name': 'network-vif-deleted', 'tag': '7cb2d79b-224c-483d-b90c-c59fd8bba64c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:14.421950 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3982d136-9525-4631-bcef-4e6547cd8ecb" -d '{"events": [{"server_uuid": "779980a5-3aa5-455d-a7df-9700f1f72f93", "name": "network-vif-deleted", "tag": "7cb2d79b-224c-483d-b90c-c59fd8bba64c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:14.458929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1443558599'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:14.500067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Made reservation on behalf of 0d549c6820314b5eb0bd1125d9856cbd for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:14.503624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.527484 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.581891 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db86aa1-423c-4262-b2b5-bcdaecd74b72 x-openstack-request-id: req-0db86aa1-423c-4262-b2b5-bcdaecd74b72 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:14.582201 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779980a5-3aa5-455d-a7df-9700f1f72f93", "name": "network-vif-deleted", "tag": "7cb2d79b-224c-483d-b90c-c59fd8bba64c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:14.582444 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0db86aa1-423c-4262-b2b5-bcdaecd74b72 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:14.582967 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779980a5-3aa5-455d-a7df-9700f1f72f93', 'name': 'network-vif-deleted', 'tag': '7cb2d79b-224c-483d-b90c-c59fd8bba64c', 'status': 'completed', 'code': 200} Jun 30 02:44:14.719127 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c8981ac-0fdd-4fde-a945-54e9e00cc010 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.755394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.761511 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.784526 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c8981ac-0fdd-4fde-a945-54e9e00cc010 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.791694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:14.794645 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-d153fc7a-c0a0-42fe-b2f2-5b20a3e66c9e service neutron] 10.222.0.55 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1553307 Jun 30 02:44:14.870883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1f6986-1104-45ad-8a04-bc0d7c0d99c2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:14.890644 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.895290 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Added segment e263fa00-736e-46d1-86a0-ce34dbf2d33c of type vlan for network 5b70d09b-6041-4c36-87cb-62bffa553059 Jun 30 02:44:14.954724 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.991770 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:14.998954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:14.999910 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.107331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0389302 Jun 30 02:44:15.112383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:15.128774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Request body: {'subnet': {'network_id': '5b70d09b-6041-4c36-87cb-62bffa553059', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:15.183892 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-fddd0569-cf74-4a45-8d7c-d7d11ff0bb44 service neutron] 10.222.0.55 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798761 Jun 30 02:44:15.198424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c8981ac-0fdd-4fde-a945-54e9e00cc010 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.199284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8981ac-0fdd-4fde-a945-54e9e00cc010 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08d7ae45-e1c1-42bc-8ba2-3f29b3452309 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:15.204207 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c8981ac-0fdd-4fde-a945-54e9e00cc010 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.210167 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6c8981ac-0fdd-4fde-a945-54e9e00cc010 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "DELETE /v2.0/routers/08d7ae45-e1c1-42bc-8ba2-3f29b3452309 HTTP/1.1" status: 204 len: 168 time: 1.8955154 Jun 30 02:44:15.220899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-151fdeca-fdac-4d41-973e-cd2b5c0773f5 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:15.222796 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-151fdeca-fdac-4d41-973e-cd2b5c0773f5 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.73 "GET /v2.0/ports?device_id=8de24254-8bb0-4bed-96c1-183e3fa030dd HTTP/1.1" status: 200 len: 945 time: 0.5342877 Jun 30 02:44:15.369712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668c4b0-cd13-451b-8498-ca606f5acf8a tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Pushing event updated for resources: {'Network': ['ID=5b70d09b-6041-4c36-87cb-62bffa553059,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:15.385684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5b70d09b-6041-4c36-87cb-62bffa553059 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:15.499830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Made reservation on behalf of 0d549c6820314b5eb0bd1125d9856cbd for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:15.507482 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.568021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-23353f58-8464-4879-86a0-c7f478bffd93 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Deleting port 0eeaf494-2309-435e-8bfc-00a1cb915a61 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:15.568850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-23353f58-8464-4879-86a0-c7f478bffd93 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.759306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:15.775120 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:15.874100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 7cb2d79b-224c-483d-b90c-c59fd8bba64c no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:15.955244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 7cb2d79b-224c-483d-b90c-c59fd8bba64c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:15.955585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 7cb2d79b-224c-483d-b90c-c59fd8bba64c not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:16.001700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.030110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-23353f58-8464-4879-86a0-c7f478bffd93 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] For port 0eeaf494-2309-435e-8bfc-00a1cb915a61, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0eeaf494-2309-435e-8bfc-00a1cb915a61,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:16.033177 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-23353f58-8464-4879-86a0-c7f478bffd93 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.129196 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.133203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-23353f58-8464-4879-86a0-c7f478bffd93 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Calling delete_port for 0eeaf494-2309-435e-8bfc-00a1cb915a61 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:16.384005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Pushing event updated for resources: {'Subnet': ['ID=2eebb754-d106-4bef-964b-a742dd87b9ba,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:16.447701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Checking segment: {'id': 'e263fa00-736e-46d1-86a0-ce34dbf2d33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5b70d09b-6041-4c36-87cb-62bffa553059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:16.448376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Network hostable DHCP agents. Network: 5b70d09b-6041-4c36-87cb-62bffa553059, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:16.481369 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f9060939-bf92-4841-907b-724e01087785 req-43cdbe02-1a11-4c0e-b5ca-0ed14d6f1323 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 210 time: 0.0435958 Jun 30 02:44:16.482292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Network 5b70d09b-6041-4c36-87cb-62bffa553059 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:16.500855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0eeaf494-2309-435e-8bfc-00a1cb915a61 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:16.520743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5b70d09b-6041-4c36-87cb-62bffa553059) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:16.550436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:16.550945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.576220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3f70b0ae-4082-494a-9d0e-7d7d56b6ac78 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4625814 Jun 30 02:44:16.580092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:16.587408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Request body: {'port': {'network_id': '5b70d09b-6041-4c36-87cb-62bffa553059', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1020674902'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:16.615128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1240054468', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:16.622028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a7cb3-98bf-4b38-9a62-26ea38d2524f None None] Network 5b70d09b-6041-4c36-87cb-62bffa553059 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:16.677634 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.678656 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.750795 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.786887 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-23353f58-8464-4879-86a0-c7f478bffd93 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.881561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.924078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-5b70d09b-6041-4c36-87cb-62bffa553059', 'network_id': '5b70d09b-6041-4c36-87cb-62bffa553059', 'tenant_id': '0d549c6820314b5eb0bd1125d9856cbd', 'fixed_ips': [{'subnet_id': '2eebb754-d106-4bef-964b-a742dd87b9ba'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:16.925312 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.928887 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Made reservation on behalf of 0d549c6820314b5eb0bd1125d9856cbd for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:16.932512 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:16.977273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] device_id is not set on port 6e21b691-38d3-46f3-ab11-bab22ed400e2 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:44:17.201570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Allocated IP 172.20.0.2 (5b70d09b-6041-4c36-87cb-62bffa553059/2eebb754-d106-4bef-964b-a742dd87b9ba/cb8e143a-48e7-45a3-acd0-f64906560119) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:17.221792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23353f58-8464-4879-86a0-c7f478bffd93 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Pushing event deleted for resources: {'Port': ['ID=0eeaf494-2309-435e-8bfc-00a1cb915a61,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:17.277007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-23353f58-8464-4879-86a0-c7f478bffd93 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] No DVR routers for this DVR port 0eeaf494-2309-435e-8bfc-00a1cb915a61 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:17.281277 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-23353f58-8464-4879-86a0-c7f478bffd93 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.283749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e6f251da-2bdb-4c79-b6bd-58fe38d58ff0 req-23353f58-8464-4879-86a0-c7f478bffd93 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.73 "DELETE /v2.0/ports/0eeaf494-2309-435e-8bfc-00a1cb915a61 HTTP/1.1" status: 204 len: 173 time: 2.0479095 Jun 30 02:44:17.284255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de24254-8bb0-4bed-96c1-183e3fa030dd', 'name': 'network-vif-deleted', 'tag': '0eeaf494-2309-435e-8bfc-00a1cb915a61'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:17.287497 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f5ea39-6f6b-42b6-ab82-8f03356ecbde" -d '{"events": [{"server_uuid": "8de24254-8bb0-4bed-96c1-183e3fa030dd", "name": "network-vif-deleted", "tag": "0eeaf494-2309-435e-8bfc-00a1cb915a61"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:17.410319 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57144109-889e-4970-903e-ca7fb7512b80 x-openstack-request-id: req-57144109-889e-4970-903e-ca7fb7512b80 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:17.412319 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de24254-8bb0-4bed-96c1-183e3fa030dd", "name": "network-vif-deleted", "tag": "0eeaf494-2309-435e-8bfc-00a1cb915a61", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:17.413125 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57144109-889e-4970-903e-ca7fb7512b80 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:17.414101 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de24254-8bb0-4bed-96c1-183e3fa030dd', 'name': 'network-vif-deleted', 'tag': '0eeaf494-2309-435e-8bfc-00a1cb915a61', 'status': 'completed', 'code': 200} Jun 30 02:44:17.512932 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.667926 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.687933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Transition to ACTIVE for port object cb8e143a-48e7-45a3-acd0-f64906560119 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:17.722660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Transition to ACTIVE for port object cb8e143a-48e7-45a3-acd0-f64906560119 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:17.732657 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:17.831675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Network 5b70d09b-6041-4c36-87cb-62bffa553059 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:17.849678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:17.851397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:17.867822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Pushing event updated for resources: {'Port': ['ID=cb8e143a-48e7-45a3-acd0-f64906560119,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:17.887419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Allocated IP 172.20.0.4 (5b70d09b-6041-4c36-87cb-62bffa553059/2eebb754-d106-4bef-964b-a742dd87b9ba/6e21b691-38d3-46f3-ab11-bab22ed400e2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:17.928360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-774b9aba-6ccb-4748-b071-b01a8711a360 req-a57e82c1-80e8-46bf-b61b-3dff7f82d98e tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 210 time: 0.1276548 Jun 30 02:44:17.997499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Attempting to bind port cb8e143a-48e7-45a3-acd0-f64906560119 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:17.997907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Attempting to bind port cb8e143a-48e7-45a3-acd0-f64906560119 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'e263fa00-736e-46d1-86a0-ce34dbf2d33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5b70d09b-6041-4c36-87cb-62bffa553059'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:17.999950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Attempting to bind port cb8e143a-48e7-45a3-acd0-f64906560119 on network 5b70d09b-6041-4c36-87cb-62bffa553059 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:18.039220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:18.039639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Checking segment: {'id': 'e263fa00-736e-46d1-86a0-ce34dbf2d33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5b70d09b-6041-4c36-87cb-62bffa553059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:18.042612 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.043098 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Bound using segment: {'id': 'e263fa00-736e-46d1-86a0-ce34dbf2d33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5b70d09b-6041-4c36-87cb-62bffa553059'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:18.048636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Bound port: cb8e143a-48e7-45a3-acd0-f64906560119, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e263fa00-736e-46d1-86a0-ce34dbf2d33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5b70d09b-6041-4c36-87cb-62bffa553059'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:18.049050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.192566 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.240000 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.264302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] For port cb8e143a-48e7-45a3-acd0-f64906560119, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:18.270654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] For port cb8e143a-48e7-45a3-acd0-f64906560119, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cb8e143a-48e7-45a3-acd0-f64906560119,segment=NetworkSegment(e263fa00-736e-46d1-86a0-ce34dbf2d33c),segment_id=e263fa00-736e-46d1-86a0-ce34dbf2d33c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:18.290300 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.353149 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.382372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Transition to ACTIVE for port object 6e21b691-38d3-46f3-ab11-bab22ed400e2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:18.403864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e515062-7388-47cf-a48b-ac5ca90a9280 None None] Pushing event updated for resources: {'Port': ['ID=cb8e143a-48e7-45a3-acd0-f64906560119,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:18.427353 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.511092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Network 5b70d09b-6041-4c36-87cb-62bffa553059 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:18.525984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:18.528805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Allocated IP 172.25.7.13 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/f56a2904-ac26-4c83-a9ea-d778624fff37) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:18.529734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:18.616535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:18.617475 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:18.657465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Pushing event updated for resources: {'Port': ['ID=6e21b691-38d3-46f3-ab11-bab22ed400e2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:18.668209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-222668b6-c66c-46cb-ae68-43becb7cc740 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0870302 Jun 30 02:44:18.677821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:18.899725 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.037692 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.204682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Pushing event updated for resources: {'Port': ['ID=f56a2904-ac26-4c83-a9ea-d778624fff37,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:19.272298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-441f1c3d-901b-4cc9-977c-b69b127d45f4 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:19.274202 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-441f1c3d-901b-4cc9-977c-b69b127d45f4 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 813 time: 0.3168385 Jun 30 02:44:19.297806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Request body: {'port': {'device_id': 'a6762fe1-9d23-42a4-baec-82be69ec6725', 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d', 'admin_state_up': True, 'tenant_id': '2e3841f38a404c38a2dbbf1af906ee0d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:19.335733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-596467ef-deb1-4250-b7c7-14d3943e3049 req-a1cca9c8-3630-4f59-98da-d5329f720e78 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 210 time: 0.1219954 Jun 30 02:44:19.372499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.373165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.373963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.375532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.376063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.376587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.377505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.378295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.378872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.379670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.381300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.382177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:19.398788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:19.401531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:19.412076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:19.932287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cb8e143a-48e7-45a3-acd0-f64906560119 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:19.961051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f61caff5-235d-4f13-b4e8-628c234cc990 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:19.962844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f61caff5-235d-4f13-b4e8-628c234cc990 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 813 time: 0.3669641 Jun 30 02:44:20.001872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Deleting port 6e21b691-38d3-46f3-ab11-bab22ed400e2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:20.007353 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.041158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Request body: {'port': {'device_id': '7363549d-3495-49b0-8abc-56ea22825b71', 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d', 'admin_state_up': True, 'tenant_id': '2e3841f38a404c38a2dbbf1af906ee0d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:20.075476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port cb8e143a-48e7-45a3-acd0-f64906560119 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:20.302928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Made reservation on behalf of 2e3841f38a404c38a2dbbf1af906ee0d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:20.306737 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.406150 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:20.608342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb968c-a025-4ff5-a391-e31c9cdb548a None None] Network 5b70d09b-6041-4c36-87cb-62bffa553059 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:20.663052 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-397d3034-378a-4da4-9edb-9c849888e334 req-cfeed2a2-cca5-4a13-9042-15c77e468166 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 210 time: 0.0360258 Jun 30 02:44:20.732765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2065b761-4cbb-4c65-b0c3-9c923a62f970 None None] Provisioning for port cb8e143a-48e7-45a3-acd0-f64906560119 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:20.747216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2065b761-4cbb-4c65-b0c3-9c923a62f970 None None] Provisioning complete for port cb8e143a-48e7-45a3-acd0-f64906560119 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:20.748178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2065b761-4cbb-4c65-b0c3-9c923a62f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.032661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.102155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:21.114344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.170370 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2065b761-4cbb-4c65-b0c3-9c923a62f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.195012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Calling delete_port for 6e21b691-38d3-46f3-ab11-bab22ed400e2 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:21.250565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2065b761-4cbb-4c65-b0c3-9c923a62f970 None None] For port cb8e143a-48e7-45a3-acd0-f64906560119, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cb8e143a-48e7-45a3-acd0-f64906560119,segment=NetworkSegment(e263fa00-736e-46d1-86a0-ce34dbf2d33c),segment_id=e263fa00-736e-46d1-86a0-ce34dbf2d33c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:21.260234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Made reservation on behalf of 2e3841f38a404c38a2dbbf1af906ee0d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:21.262861 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2065b761-4cbb-4c65-b0c3-9c923a62f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.276090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.351938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Router 5f5557a0-48f9-4d72-bac1-1a30954fa334 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:21.360825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065b761-4cbb-4c65-b0c3-9c923a62f970 None None] Pushing event updated for resources: {'Port': ['ID=cb8e143a-48e7-45a3-acd0-f64906560119,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:21.586921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:21.590596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-86fac8b4-bdae-40c2-8c1b-6378b9dde756 None None] Provisioning for port 6e21b691-38d3-46f3-ab11-bab22ed400e2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:21.621264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f96add-445d-4a17-b526-22e593e3b554 None None] Sync routers for ids ['5f5557a0-48f9-4d72-bac1-1a30954fa334'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:21.630582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-86fac8b4-bdae-40c2-8c1b-6378b9dde756 None None] Provisioning complete for port 6e21b691-38d3-46f3-ab11-bab22ed400e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:21.633039 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86fac8b4-bdae-40c2-8c1b-6378b9dde756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.652976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.654871 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5768767b-06da-4ce9-bd35-a09f7f29288d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8934903 Jun 30 02:44:21.658559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:21.766847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f96add-445d-4a17-b526-22e593e3b554 None None] Routers {'5f5557a0-48f9-4d72-bac1-1a30954fa334'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:21.770293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-47f96add-445d-4a17-b526-22e593e3b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:43:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5f5557a0-48f9-4d72-bac1-1a30954fa334'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:21.775869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2353260d-4378-43f6-ae22-21503fcdd75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.801156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cb8e143a-48e7-45a3-acd0-f64906560119 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:21.828780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-27f49bba-ff73-418c-9063-6b82ff503693 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/routers/5f5557a0-48f9-4d72-bac1-1a30954fa334 HTTP/1.1" status: 200 len: 920 time: 0.1686013 Jun 30 02:44:21.833698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:21.875497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Allocated IP 172.20.0.9 (a53f507e-a210-4bcd-a26f-61e46e41f14d/d80570c0-e2ab-4b3b-a49e-0de65159a26e/36f53f0e-c81f-4554-bff6-0f66c4a812a9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:21.893944 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:21.906896 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a4813095-8250-4d4e-bff7-5ee430b01569 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5557a0-48f9-4d72-bac1-1a30954fa334 HTTP/1.1" status: 200 len: 205 time: 0.0717599 Jun 30 02:44:21.909833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:21.949070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98a5aa0b-ba0a-4b39-a209-e9e0a8a03fed req-9c3c4257-81e4-4e9e-a2ec-efaf2be6913f tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 210 time: 0.0795412 Jun 30 02:44:21.958511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-47f96add-445d-4a17-b526-22e593e3b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:21.961726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Pushing event deleted for resources: {'Port': ['ID=6e21b691-38d3-46f3-ab11-bab22ed400e2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:21.975395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.975745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.976084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.976417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.976857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.977098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.977505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.977893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.978365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.978854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.979186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.979512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:21.980770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f96add-445d-4a17-b526-22e593e3b554 None None] Routers {'5f5557a0-48f9-4d72-bac1-1a30954fa334'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:21.981608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-47f96add-445d-4a17-b526-22e593e3b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:43:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5f5557a0-48f9-4d72-bac1-1a30954fa334'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:22.187563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.351187 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.377366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-86fac8b4-bdae-40c2-8c1b-6378b9dde756 None None] Port 6e21b691-38d3-46f3-ab11-bab22ed400e2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:44:22.382668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-47f96add-445d-4a17-b526-22e593e3b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:22.383674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f96add-445d-4a17-b526-22e593e3b554 None None] The sync data for ids ['5f5557a0-48f9-4d72-bac1-1a30954fa334'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:22.403427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cb8e143a-48e7-45a3-acd0-f64906560119 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:22.404331 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.449129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-86fac8b4-bdae-40c2-8c1b-6378b9dde756 None None] Provisioning complete for port cb8e143a-48e7-45a3-acd0-f64906560119 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:22.449925 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86fac8b4-bdae-40c2-8c1b-6378b9dde756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.498416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Allocated IP 172.20.0.5 (a53f507e-a210-4bcd-a26f-61e46e41f14d/d80570c0-e2ab-4b3b-a49e-0de65159a26e/d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:22.746697 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.753340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d57bec51-1ad3-4136-aa60-193e437cab6b None None] Could not find standard attr ID for object 6e21b691-38d3-46f3-ab11-bab22ed400e2. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:44:22.798602 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.802188 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6d7128ee-c728-47fe-a274-7de6c6b7194d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] 10.222.0.55 "DELETE /v2.0/ports/6e21b691-38d3-46f3-ab11-bab22ed400e2 HTTP/1.1" status: 204 len: 168 time: 4.1230371 Jun 30 02:44:22.810935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:22.822784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.887697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Pushing event updated for resources: {'Port': ['ID=36f53f0e-c81f-4554-bff6-0f66c4a812a9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:22.899439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Deleting port f56a2904-ac26-4c83-a9ea-d778624fff37 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:22.901447 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.941237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:22.953233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Network a53f507e-a210-4bcd-a26f-61e46e41f14d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:22.965052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:22.967916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:22.978049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2353260d-4378-43f6-ae22-21503fcdd75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.004507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2353260d-4378-43f6-ae22-21503fcdd75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.060015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.077244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Calling delete_port for f56a2904-ac26-4c83-a9ea-d778624fff37 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:23.095894 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2353260d-4378-43f6-ae22-21503fcdd75c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec37c385426449978ade3892ddaf399e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9921253 Jun 30 02:44:23.100072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:23.154418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353260d-4378-43f6-ae22-21503fcdd75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d163f7ca-f28e-4c97-bdbb-e1ba1bb31b67,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:23.203012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cd3c95f1-c554-4894-ab0b-461b46de0c2a tempest-DHCPAgentSchedulersTestJSON-82476962 tempest-DHCPAgentSchedulersTestJSON-82476962-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3873370 Jun 30 02:44:23.205781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:23.284343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e21b6e72-2ee4-4f6c-97c4-09a17d4af4b8 req-63eaab9d-b596-4fde-ad50-64c30356a1f4 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 210 time: 0.0515208 Jun 30 02:44:23.307127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:23.313181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.315919 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27d8376a-8074-40fe-bb66-72e7d175386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.325117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1872424654'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:23.354429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27d8376a-8074-40fe-bb66-72e7d175386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.405469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.429096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Made reservation on behalf of 0d549c6820314b5eb0bd1125d9856cbd for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:23.442680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.471039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-1e0e9ecf-becc-4b2b-8428-0d1b04dffa43 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1863978 Jun 30 02:44:23.491665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Network a53f507e-a210-4bcd-a26f-61e46e41f14d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:23.500553 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Request body: {'port': {'device_id': 'a6762fe1-9d23-42a4-baec-82be69ec6725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:23.510844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:23.550486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:23.567640 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.573035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27d8376a-8074-40fe-bb66-72e7d175386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.575359 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27d8376a-8074-40fe-bb66-72e7d175386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.578961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-27d8376a-8074-40fe-bb66-72e7d175386f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d163f7ca-f28e-4c97-bdbb-e1ba1bb31b67 HTTP/1.1" status: 204 len: 168 time: 0.4716702 Jun 30 02:44:23.604306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Pushing event deleted for resources: {'Port': ['ID=f56a2904-ac26-4c83-a9ea-d778624fff37,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:23.619776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8376a-8074-40fe-bb66-72e7d175386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d163f7ca-f28e-4c97-bdbb-e1ba1bb31b67,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:23.629969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:23.637049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.685830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:23.700340 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.700340 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Added segment 0769953b-5f0f-4025-8452-a48272c8a4e6 of type vlan for network 255c398c-9a23-4a49-a255-899414deafee Jun 30 02:44:23.726536 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.748141 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.786584 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7493382 Jun 30 02:44:23.789494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cc2ba-083f-45ab-81b0-791325914655 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Pushing event updated for resources: {'Port': ['ID=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:23.811288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Request body: {'port': {'device_id': '7363549d-3495-49b0-8abc-56ea22825b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:23.821124 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.835422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:23.837845 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.839132 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.841592 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.892998 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.895492 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Fanout notify agent at l3_agent the message router_deleted on router 5f5557a0-48f9-4d72-bac1-1a30954fa334 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:23.909759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.914763 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2ba34069-bb4c-4a44-868d-b77f28e3f891 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/5f5557a0-48f9-4d72-bac1-1a30954fa334 HTTP/1.1" status: 204 len: 168 time: 2.0027928 Jun 30 02:44:23.917066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48718) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:23.935236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1809041616', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:23.972632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:23.973917 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.061655 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7448106 Jun 30 02:44:24.082412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:24.114186 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.116364 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.369015 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-669aea98-0dc6-4e55-8d11-f2b932f8dfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.453314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.595380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369487ad-5e98-4712-b0aa-1bb536ca6916 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Pushing event updated for resources: {'Network': ['ID=255c398c-9a23-4a49-a255-899414deafee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:24.608197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 255c398c-9a23-4a49-a255-899414deafee details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:24.681841 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.827132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ea573-77aa-4452-883a-238419a7f448 req-49bc82db-1525-47ee-8274-f1551758f34c tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:24.839762 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c8ea573-77aa-4452-883a-238419a7f448 req-49bc82db-1525-47ee-8274-f1551758f34c tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 931 time: 0.2416651 Jun 30 02:44:24.875411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f53f0e-c81f-4554-bff6-0f66c4a812a9 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:24.881858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-66d748d4-4f09-4573-80dc-553a424ddffb tempest-DHCPAgentSchedulersTestJSON-82476962 tempest-DHCPAgentSchedulersTestJSON-82476962-project-admin] 10.222.0.55 "GET /v2.0/agents/ec91e700-b0b9-4114-8cc4-c25a41086e47/dhcp-networks HTTP/1.1" status: 200 len: 8076 time: 0.7655387 Jun 30 02:44:24.887200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:24.887495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.917744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Transition to ACTIVE for port object 36f53f0e-c81f-4554-bff6-0f66c4a812a9 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:24.927530 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:24.968437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c8ea573-77aa-4452-883a-238419a7f448 req-5173e75c-bce4-4699-849f-5f3c84cbc9ef tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270578 Jun 30 02:44:25.150861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Pushing event updated for resources: {'Port': ['ID=36f53f0e-c81f-4554-bff6-0f66c4a812a9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:25.161643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e379a79-5c10-482f-bcd9-95e2d98f9587 tempest-DHCPAgentSchedulersTestJSON-82476962 tempest-DHCPAgentSchedulersTestJSON-82476962-project-admin] Network 255c398c-9a23-4a49-a255-899414deafee is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:25.177669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4e379a79-5c10-482f-bcd9-95e2d98f9587 tempest-DHCPAgentSchedulersTestJSON-82476962 tempest-DHCPAgentSchedulersTestJSON-82476962-project-admin] 10.222.0.55 "POST /v2.0/agents/ec91e700-b0b9-4114-8cc4-c25a41086e47/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2851040 Jun 30 02:44:25.180195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48770) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:25.183428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c493c4cc-e895-46d4-8dfb-e62e97d3fa76 None None] Network 255c398c-9a23-4a49-a255-899414deafee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:25.354471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:25.366221 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.380296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Transition to ACTIVE for port object d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:25.387165 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.503007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-405759c6-16a3-4287-8f53-25f2616b50e8 tempest-DHCPAgentSchedulersTestJSON-82476962 tempest-DHCPAgentSchedulersTestJSON-82476962-project-admin] 10.222.0.55 "GET /v2.0/agents/ec91e700-b0b9-4114-8cc4-c25a41086e47/dhcp-networks HTTP/1.1" status: 200 len: 8847 time: 0.3192835 Jun 30 02:44:25.503007 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.503599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:25.531611 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.637083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Pushing event updated for resources: {'Port': ['ID=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:25.663921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3bc10ca5-5d12-4946-9ab2-9d829848125f tempest-DHCPAgentSchedulersTestJSON-82476962 tempest-DHCPAgentSchedulersTestJSON-82476962-project-admin] 10.222.0.55 "DELETE /v2.0/agents/ec91e700-b0b9-4114-8cc4-c25a41086e47/dhcp-networks/255c398c-9a23-4a49-a255-899414deafee HTTP/1.1" status: 204 len: 168 time: 0.1593101 Jun 30 02:44:25.669064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:25.703870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Attempting to bind port 36f53f0e-c81f-4554-bff6-0f66c4a812a9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:25.704212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Attempting to bind port 36f53f0e-c81f-4554-bff6-0f66c4a812a9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:25.704542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Attempting to bind port 36f53f0e-c81f-4554-bff6-0f66c4a812a9 on network a53f507e-a210-4bcd-a26f-61e46e41f14d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:25.710895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Port 36f53f0e-c81f-4554-bff6-0f66c4a812a9 on network a53f507e-a210-4bcd-a26f-61e46e41f14d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:25.711249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Attempting to bind port 36f53f0e-c81f-4554-bff6-0f66c4a812a9 on network a53f507e-a210-4bcd-a26f-61e46e41f14d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:25.718522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:25.718893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Checking segment: {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:25.719539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Bound using segment: {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:25.720079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Bound port: 36f53f0e-c81f-4554-bff6-0f66c4a812a9, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:25.720445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.790042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Attempting to bind port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:25.790516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Attempting to bind port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:25.790900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Attempting to bind port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad on network a53f507e-a210-4bcd-a26f-61e46e41f14d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:25.804110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad on network a53f507e-a210-4bcd-a26f-61e46e41f14d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:25.804445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Attempting to bind port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad on network a53f507e-a210-4bcd-a26f-61e46e41f14d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:25.814144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:25.814880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Checking segment: {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:25.815099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Bound using segment: {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:25.815494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Bound port: d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd6f637-fa1f-4498-8106-8b3c60abe661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:25.815851 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:25.883675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] For port 36f53f0e-c81f-4554-bff6-0f66c4a812a9, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:25.929965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] For port 36f53f0e-c81f-4554-bff6-0f66c4a812a9, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=36f53f0e-c81f-4554-bff6-0f66c4a812a9,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:25.943168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Allocated IP 172.25.7.8 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/721cbd67-c225-4621-8dd7-582cb5277340) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:25.983100 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.116227 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bbf13af4-7104-4df4-a48c-c7b4755f293f tempest-DHCPAgentSchedulersTestJSON-82476962 tempest-DHCPAgentSchedulersTestJSON-82476962-project-admin] 10.222.0.55 "GET /v2.0/agents/ec91e700-b0b9-4114-8cc4-c25a41086e47/dhcp-networks HTTP/1.1" status: 200 len: 8076 time: 0.4404764 Jun 30 02:44:26.121533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.165235 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3c006035-348b-485a-ba72-03936d32d208 tempest-DHCPAgentSchedulersTestJSON-82476962 tempest-DHCPAgentSchedulersTestJSON-82476962-project-admin] 10.222.0.55 "GET /v2.0/networks/5b70d09b-6041-4c36-87cb-62bffa553059/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0419073 Jun 30 02:44:26.171708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.210858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.211660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.224498 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] 10.222.0.69 "PUT /v2.0/ports/36f53f0e-c81f-4554-bff6-0f66c4a812a9 HTTP/1.1" status: 200 len: 1092 time: 2.7390881 Jun 30 02:44:26.226798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6762fe1-9d23-42a4-baec-82be69ec6725', 'tag': '36f53f0e-c81f-4554-bff6-0f66c4a812a9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:26.234761 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.237401 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a6762fe1-9d23-42a4-baec-82be69ec6725", "tag": "36f53f0e-c81f-4554-bff6-0f66c4a812a9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:26.248313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] For port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:26.277833 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-82e38c55-63ff-41d8-b864-8765b6344950 tempest-DHCPAgentSchedulersTestJSON-82476962 tempest-DHCPAgentSchedulersTestJSON-82476962-project-admin] 10.222.0.55 "GET /v2.0/networks/5b70d09b-6041-4c36-87cb-62bffa553059/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1029675 Jun 30 02:44:26.284826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.386411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] For port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:26.398545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249a5f3-8b05-4868-bd92-55739f58a1ef service neutron] Pushing event updated for resources: {'Port': ['ID=36f53f0e-c81f-4554-bff6-0f66c4a812a9,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:26.445762 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.645327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.645913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.647386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] 10.222.0.69 "PUT /v2.0/ports/d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad HTTP/1.1" status: 200 len: 1092 time: 2.8511419 Jun 30 02:44:26.684444 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebb4b0f-aa00-4b48-80c3-8c1da30e327e x-openstack-request-id: req-cebb4b0f-aa00-4b48-80c3-8c1da30e327e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:26.684741 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6762fe1-9d23-42a4-baec-82be69ec6725", "tag": "36f53f0e-c81f-4554-bff6-0f66c4a812a9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:26.685150 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cebb4b0f-aa00-4b48-80c3-8c1da30e327e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:26.686064 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6762fe1-9d23-42a4-baec-82be69ec6725', 'tag': '36f53f0e-c81f-4554-bff6-0f66c4a812a9', 'status': 'completed', 'code': 200} Jun 30 02:44:26.703222 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.785797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event updated for resources: {'Port': ['ID=721cbd67-c225-4621-8dd7-582cb5277340,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:26.796516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1d370c37-af74-49b2-b1ba-5b1eb74bfeea tempest-DHCPAgentSchedulersTestJSON-82476962 tempest-DHCPAgentSchedulersTestJSON-82476962-project-admin] 10.222.0.55 "GET /v2.0/agents/ec91e700-b0b9-4114-8cc4-c25a41086e47/dhcp-networks HTTP/1.1" status: 200 len: 8076 time: 0.5057769 Jun 30 02:44:26.797250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:26.798297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-088a488e-7b8e-4be3-9973-15ce2b38f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.799858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-088a488e-7b8e-4be3-9973-15ce2b38f004 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&device_id=a6762fe1-9d23-42a4-baec-82be69ec6725 HTTP/1.1" status: 200 len: 1095 time: 0.5030842 Jun 30 02:44:26.817552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:26.826046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976ad5d-37ed-4627-a27b-d579daaf4772 req-5f03d115-459e-4fad-99cf-bac982355b4a tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.834373 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7976ad5d-37ed-4627-a27b-d579daaf4772 req-5f03d115-459e-4fad-99cf-bac982355b4a tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 943 time: 0.3011372 Jun 30 02:44:26.839180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bd3b9-aad3-4577-b114-0ab38c3ff921 service neutron] Pushing event updated for resources: {'Port': ['ID=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:26.881826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:26.904798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-469a26ee-7a58-47de-8899-a6968535adcf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36f53f0e-c81f-4554-bff6-0f66c4a812a9 HTTP/1.1" status: 200 len: 217 time: 0.0850646 Jun 30 02:44:26.917855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:26.960240 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee5fce4d-7fa9-4d30-bd6f-b4303cb227d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:26.978247 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7976ad5d-37ed-4627-a27b-d579daaf4772 req-9feafa67-6679-4e78-a5f0-c1835f3cb2a4 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427598 Jun 30 02:44:27.016223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.035204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-15baa78b-51cf-43dc-8083-976c0b1cb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.036808 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-15baa78b-51cf-43dc-8083-976c0b1cb78d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 1095 time: 0.3383820 Jun 30 02:44:27.089750 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-2981c368-b649-44af-b672-8eec2d4275ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad HTTP/1.1" status: 200 len: 217 time: 0.0451732 Jun 30 02:44:27.123280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-ab4ceb35-5eff-4716-a231-34f5506d4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.125092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-ab4ceb35-5eff-4716-a231-34f5506d4d53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80570c0-e2ab-4b3b-a49e-0de65159a26e HTTP/1.1" status: 200 len: 853 time: 0.2052002 Jun 30 02:44:27.203797 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-55fe4a05-a0b8-4602-ad64-39044be9d32b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a53f507e-a210-4bcd-a26f-61e46e41f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542393 Jun 30 02:44:27.231240 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.307243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-d55acb01-d074-48bd-8668-66cbec778c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.309008 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-d55acb01-d074-48bd-8668-66cbec778c78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80570c0-e2ab-4b3b-a49e-0de65159a26e HTTP/1.1" status: 200 len: 853 time: 0.2131469 Jun 30 02:44:27.384597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-9fd6a081-e9cc-4b69-a3dd-40c4c2f45dec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a53f507e-a210-4bcd-a26f-61e46e41f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687969 Jun 30 02:44:27.550540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-91e288ec-22af-4c45-8436-19ee679e3f23 service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589813 Jun 30 02:44:27.700192 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-d80bbc7e-4d2c-409a-b6d0-a9d154a042ac service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881120 Jun 30 02:44:27.723447 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.768793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255c398c-9a23-4a49-a255-899414deafee']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:27.799575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0769953b-5f0f-4025-8452-a48272c8a4e6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:27.800245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0769953b-5f0f-4025-8452-a48272c8a4e6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:27.816150 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:27.825901 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.029483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.065804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:28.066216 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: items = [ Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:28.086185 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:28.237537 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.350695 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-96bf1ab4-e6bc-4fc0-8534-b9cae5b0b56e service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7838891 Jun 30 02:44:28.492673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a3e344b-e0cc-4aae-8a9d-3d202ef63fae req-952a49b2-3d4d-4028-93c2-0c5ae737ae9f service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168183 Jun 30 02:44:28.640924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.654900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:28.670814 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] 10.222.0.55 "DELETE /v2.0/networks/255c398c-9a23-4a49-a255-899414deafee HTTP/1.1" status: 204 len: 168 time: 1.8722913 Jun 30 02:44:28.690365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7363549d-3495-49b0-8abc-56ea22825b71', 'tag': 'd20972dc-1f8e-4dd8-9cae-4c93bca8c9ad'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:28.694106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:28.698514 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3381b60a-932f-40e4-b0ef-67cf37beb2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7363549d-3495-49b0-8abc-56ea22825b71", "tag": "d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:28.791202 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f186ee5-bbfe-47ae-8991-fa0b2b82854d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] DELETE failed (client error): The resource could not be found. Jun 30 02:44:28.791906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f186ee5-bbfe-47ae-8991-fa0b2b82854d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:44:28.796629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f186ee5-bbfe-47ae-8991-fa0b2b82854d tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] 10.222.0.55 "DELETE /v2.0/ports/6e21b691-38d3-46f3-ab11-bab22ed400e2 HTTP/1.1" status: 404 len: 333 time: 0.0949283 Jun 30 02:44:28.818118 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcb6e11-df15-44f5-be2b-92ef4cf633b6 x-openstack-request-id: req-cdcb6e11-df15-44f5-be2b-92ef4cf633b6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:28.819517 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7363549d-3495-49b0-8abc-56ea22825b71", "tag": "d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:28.820796 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdcb6e11-df15-44f5-be2b-92ef4cf633b6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:28.821905 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7363549d-3495-49b0-8abc-56ea22825b71', 'tag': 'd20972dc-1f8e-4dd8-9cae-4c93bca8c9ad', 'status': 'completed', 'code': 200} Jun 30 02:44:28.828565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49122) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:29.111341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56dd12e-610e-4322-a77b-38e3699c94e3 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Deleting subnet 2eebb754-d106-4bef-964b-a742dd87b9ba {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:29.220205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee req-f971b7fb-b49d-4edc-9d59-912548af1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.221728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee req-f971b7fb-b49d-4edc-9d59-912548af1658 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&device_id=a6762fe1-9d23-42a4-baec-82be69ec6725 HTTP/1.1" status: 200 len: 1095 time: 0.6806316 Jun 30 02:44:29.222642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d56dd12e-610e-4322-a77b-38e3699c94e3 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.403236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00897587-b3c2-4021-9b5d-9cea874ae3dc tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Pushing event deleted for resources: {'Network': ['ID=255c398c-9a23-4a49-a255-899414deafee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:29.487172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59254331-2313-4b19-a00d-806829f6cc51 req-ca8c10c3-375b-40d3-abd8-8365f59d9aa8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.495088 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59254331-2313-4b19-a00d-806829f6cc51 req-ca8c10c3-375b-40d3-abd8-8365f59d9aa8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 943 time: 1.0929096 Jun 30 02:44:29.567743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59254331-2313-4b19-a00d-806829f6cc51 req-e0f9e5aa-c7cf-435a-a809-b51fe938cc4b tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662491 Jun 30 02:44:29.584060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.584735 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d56dd12e-610e-4322-a77b-38e3699c94e3 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.723464 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d56dd12e-610e-4322-a77b-38e3699c94e3 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.842873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee req-a865fd4c-0b05-46c9-83f1-b10808442c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:29.847266 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee req-a865fd4c-0b05-46c9-83f1-b10808442c50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 914 time: 0.6071041 Jun 30 02:44:29.889247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d56dd12e-610e-4322-a77b-38e3699c94e3 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.924720 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d56dd12e-610e-4322-a77b-38e3699c94e3 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:29.929526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d56dd12e-610e-4322-a77b-38e3699c94e3 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] 10.222.0.55 "DELETE /v2.0/subnets/2eebb754-d106-4bef-964b-a742dd87b9ba HTTP/1.1" status: 204 len: 168 time: 1.0954633 Jun 30 02:44:29.931952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:29.937019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db020366-c2ef-48b3-91f8-ce23932dace6 None None] Network 5b70d09b-6041-4c36-87cb-62bffa553059 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:29.957505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Router 1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:30.150263 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.224940 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.228147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:30.232237 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee req-739c5fd4-4a6b-4593-935b-60bd389c2e2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36f53f0e-c81f-4554-bff6-0f66c4a812a9 HTTP/1.1" status: 200 len: 217 time: 0.3655999 Jun 30 02:44:30.245007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dd12e-610e-4322-a77b-38e3699c94e3 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Pushing event deleted for resources: {'Subnet': ['ID=2eebb754-d106-4bef-964b-a742dd87b9ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:30.330498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:30.341947 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Sync routers for ids ['1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:30.356047 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Routers {'1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:30.362175 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.364337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3e1092d7-c042-4a2d-a6d0-bcdc9924eb1e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4427059 Jun 30 02:44:30.367044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:30.369150 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:30.405061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381b60a-932f-40e4-b0ef-67cf37beb2aa req-4bec79a5-ebf6-48da-9c93-b82b185e09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.427583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3381b60a-932f-40e4-b0ef-67cf37beb2aa req-4bec79a5-ebf6-48da-9c93-b82b185e09c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 1095 time: 1.6038208 Jun 30 02:44:30.779634 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Set router 1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:30.780824 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f59dbdd6-1b56-4d05-aa64-7afb413f7369 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/routers/1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e HTTP/1.1" status: 200 len: 907 time: 0.4121165 Jun 30 02:44:30.781433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:30.792093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb5dee-5062-40e9-961b-095e52c5b451 None None] DHCP port deletion for 5b70d09b-6041-4c36-87cb-62bffa553059 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:44:30.808666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1809041616', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_snat': True}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:30.841746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee req-bdda9543-3931-454e-af18-a9f1281a3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.845865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee req-bdda9543-3931-454e-af18-a9f1281a3b35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80570c0-e2ab-4b3b-a49e-0de65159a26e HTTP/1.1" status: 200 len: 853 time: 0.5874634 Jun 30 02:44:30.871568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-854ebea4-41b4-446e-9640-3b73cb3bace8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.911560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee req-71733da3-ac20-4502-a9f5-20973b33ab8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a53f507e-a210-4bcd-a26f-61e46e41f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525231 Jun 30 02:44:30.928368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1abb5dee-5062-40e9-961b-095e52c5b451 None None] Deleting port cb8e143a-48e7-45a3-acd0-f64906560119 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:30.928742 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1abb5dee-5062-40e9-961b-095e52c5b451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.993838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:30.994889 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.056641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381b60a-932f-40e4-b0ef-67cf37beb2aa req-e9b3a8d1-5db2-45dd-a921-2e78b7731b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.058223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3381b60a-932f-40e4-b0ef-67cf37beb2aa req-e9b3a8d1-5db2-45dd-a921-2e78b7731b86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 914 time: 0.6010613 Jun 30 02:44:31.073248 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e', 'name': 'tempest-snat-router-1809041616', 'tenant_id': '5105bc52ff574e498b81cfa4791c640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.8'}], 'enable_snat': False}, 'gw_port_id': '721cbd67-c225-4621-8dd7-582cb5277340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:23Z', 'updated_at': '2021-06-30T02:44:27Z', 'revision_number': 3, 'project_id': '5105bc52ff574e498b81cfa4791c640c', 'gw_port': {'id': '721cbd67-c225-4621-8dd7-582cb5277340', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:25Z', 'updated_at': '2021-06-30T02:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:31.084210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Deleting port cb8e143a-48e7-45a3-acd0-f64906560119 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:31.084544 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.125100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1abb5dee-5062-40e9-961b-095e52c5b451 None None] For port cb8e143a-48e7-45a3-acd0-f64906560119, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cb8e143a-48e7-45a3-acd0-f64906560119,segment=NetworkSegment(e263fa00-736e-46d1-86a0-ce34dbf2d33c),segment_id=e263fa00-736e-46d1-86a0-ce34dbf2d33c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:31.125638 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1abb5dee-5062-40e9-961b-095e52c5b451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.154114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1abb5dee-5062-40e9-961b-095e52c5b451 None None] Calling delete_port for cb8e143a-48e7-45a3-acd0-f64906560119 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:31.228358 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Checking router: 1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:31.228893 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Updating router 1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e port 721cbd67-c225-4621-8dd7-582cb5277340 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:31.248252 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.292380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e344a-1e46-48b5-8977-f9082e1e3adb req-8c6e4e36-1af6-4e9e-9536-0afcc553888e tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.294142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a6e344a-1e46-48b5-8977-f9082e1e3adb req-8c6e4e36-1af6-4e9e-9536-0afcc553888e tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 943 time: 0.4402783 Jun 30 02:44:31.348864 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.447645 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1abb5dee-5062-40e9-961b-095e52c5b451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.457504 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3381b60a-932f-40e4-b0ef-67cf37beb2aa req-edbf7043-b819-4a32-80f2-5fd1d4bf3661 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad HTTP/1.1" status: 200 len: 217 time: 0.3773789 Jun 30 02:44:31.506260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb5dee-5062-40e9-961b-095e52c5b451 None None] Pushing event deleted for resources: {'Port': ['ID=cb8e143a-48e7-45a3-acd0-f64906560119,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:31.515155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb5dee-5062-40e9-961b-095e52c5b451 None None] No DVR routers for this DVR port cb8e143a-48e7-45a3-acd0-f64906560119 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:31.547476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee req-6a3dc326-3f42-407e-a33d-1d09751af6cc service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209741 Jun 30 02:44:31.713136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] For port cb8e143a-48e7-45a3-acd0-f64906560119, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cb8e143a-48e7-45a3-acd0-f64906560119,segment=NetworkSegment(e263fa00-736e-46d1-86a0-ce34dbf2d33c),segment_id=e263fa00-736e-46d1-86a0-ce34dbf2d33c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:31.714011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.773403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Calling delete_port for cb8e143a-48e7-45a3-acd0-f64906560119 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:31.790863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cb8e143a-48e7-45a3-acd0-f64906560119 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:31.812210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381b60a-932f-40e4-b0ef-67cf37beb2aa req-28aa9191-4eb6-41a7-a7eb-77922c103d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.813940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3381b60a-932f-40e4-b0ef-67cf37beb2aa req-28aa9191-4eb6-41a7-a7eb-77922c103d41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80570c0-e2ab-4b3b-a49e-0de65159a26e HTTP/1.1" status: 200 len: 853 time: 0.3348520 Jun 30 02:44:31.834363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-854ebea4-41b4-446e-9640-3b73cb3bace8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.887477 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-854ebea4-41b4-446e-9640-3b73cb3bace8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.896047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.923838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: cb8e143a-48e7-45a3-acd0-f64906560119 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:31.924187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cb8e143a-48e7-45a3-acd0-f64906560119 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:31.939311 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:31.940956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3381b60a-932f-40e4-b0ef-67cf37beb2aa req-813f6593-df97-49de-b183-190b34062be8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a53f507e-a210-4bcd-a26f-61e46e41f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093028 Jun 30 02:44:31.951666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 36f53f0e-c81f-4554-bff6-0f66c4a812a9 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:31.968686 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Transition to ACTIVE for port object 721cbd67-c225-4621-8dd7-582cb5277340 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:31.978187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a6e344a-1e46-48b5-8977-f9082e1e3adb req-94582031-4194-4bf5-a8ab-bf5e5b596d76 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800302 Jun 30 02:44:31.981173 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.034080 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-142491f0-0ea3-4c30-a2b2-88c0314ef3ee req-9e66e90e-e3f1-4b6e-9d1f-8bd89fd3120d service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691288 Jun 30 02:44:32.127850 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Attempting to bind port 721cbd67-c225-4621-8dd7-582cb5277340 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:32.128419 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Attempting to bind port 721cbd67-c225-4621-8dd7-582cb5277340 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:32.128885 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Attempting to bind port 721cbd67-c225-4621-8dd7-582cb5277340 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:32.150801 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249079b-acab-474f-99df-2c7a077e6976 None None] Pushing event updated for resources: {'Port': ['ID=721cbd67-c225-4621-8dd7-582cb5277340,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:32.156093 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:32.157984 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:32.161629 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.162328 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:32.164259 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Bound port: 721cbd67-c225-4621-8dd7-582cb5277340, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:32.167499 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.179727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 36f53f0e-c81f-4554-bff6-0f66c4a812a9, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=36f53f0e-c81f-4554-bff6-0f66c4a812a9,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:32.224127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '36f53f0e-c81f-4554-bff6-0f66c4a812a9', 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d', 'port_id': '36f53f0e-c81f-4554-bff6-0f66c4a812a9', 'mac_address': 'fa:16:3e:e4:6d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80570c0-e2ab-4b3b-a49e-0de65159a26e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:32.253379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-854ebea4-41b4-446e-9640-3b73cb3bace8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d999f0b021e4fb684ee7bfb4b86af7c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0185971 Jun 30 02:44:32.255785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:32.256924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ebea4-41b4-446e-9640-3b73cb3bace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e692b8-5e99-4585-840f-2087040d2b17,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:32.278837 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] For port 721cbd67-c225-4621-8dd7-582cb5277340, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:32.284252 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] For port 721cbd67-c225-4621-8dd7-582cb5277340, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=721cbd67-c225-4621-8dd7-582cb5277340,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:32.301903 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.338258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.342233 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.375307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f53f0e-c81f-4554-bff6-0f66c4a812a9 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:32.414757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Pushing event deleted for resources: {'Port': ['ID=cb8e143a-48e7-45a3-acd0-f64906560119,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:32.446201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3381b60a-932f-40e4-b0ef-67cf37beb2aa req-336b00c9-e1ec-410a-b840-cb5fbeb512f2 service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683595 Jun 30 02:44:32.456100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 36f53f0e-c81f-4554-bff6-0f66c4a812a9, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=36f53f0e-c81f-4554-bff6-0f66c4a812a9,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:32.464944 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.466102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:32.469177 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Routers {'1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:32.470957 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:32.481274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] No DVR routers for this DVR port cb8e143a-48e7-45a3-acd0-f64906560119 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:32.590584 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-307f922a-dd85-40a6-b084-b9cd08195dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.661236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-307f922a-dd85-40a6-b084-b9cd08195dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.690299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=36f53f0e-c81f-4554-bff6-0f66c4a812a9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:32.834238 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.857176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.870075 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:32.882029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b70d09b-6041-4c36-87cb-62bffa553059']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:32.900148 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.918057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'd20972dc-1f8e-4dd8-9cae-4c93bca8c9ad', 'network_id': 'a53f507e-a210-4bcd-a26f-61e46e41f14d', 'port_id': 'd20972dc-1f8e-4dd8-9cae-4c93bca8c9ad', 'mac_address': 'fa:16:3e:3c:8c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80570c0-e2ab-4b3b-a49e-0de65159a26e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:32.952774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e263fa00-736e-46d1-86a0-ce34dbf2d33c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:32.953728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e263fa00-736e-46d1-86a0-ce34dbf2d33c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:32.973038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.990172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3381b60a-932f-40e4-b0ef-67cf37beb2aa req-c6da69a4-8c4b-4c20-9cdc-d00779c00be2 service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369456 Jun 30 02:44:32.993033 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-307f922a-dd85-40a6-b084-b9cd08195dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.994041 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:32.999945 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] Set router 1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:33.000861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-307f922a-dd85-40a6-b084-b9cd08195dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.003308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-307f922a-dd85-40a6-b084-b9cd08195dbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5e692b8-5e99-4585-840f-2087040d2b17 HTTP/1.1" status: 204 len: 168 time: 0.7400837 Jun 30 02:44:33.007297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:33.007798 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:33.013989 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:33.045851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f922a-dd85-40a6-b084-b9cd08195dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e692b8-5e99-4585-840f-2087040d2b17,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:33.108528 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.132852 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.162152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:33.173271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.179558 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] 10.222.0.55 "DELETE /v2.0/networks/5b70d09b-6041-4c36-87cb-62bffa553059 HTTP/1.1" status: 204 len: 168 time: 3.1677055 Jun 30 02:44:33.214804 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249079b-acab-474f-99df-2c7a077e6976 None None] Pushing event updated for resources: {'Port': ['ID=721cbd67-c225-4621-8dd7-582cb5277340,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:33.218746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Allocated IP 172.25.7.135 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/449e415b-8423-40ee-aada-ab468124cb10) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:33.223764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed6436-59a1-4082-8db0-197028613569 tempest-DHCPAgentSchedulersTestJSON-1800745041 tempest-DHCPAgentSchedulersTestJSON-1800745041-project] Pushing event deleted for resources: {'Network': ['ID=5b70d09b-6041-4c36-87cb-62bffa553059,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:33.242614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:33.259066 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.364771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:33.555038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.576926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:33.587006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['36f53f0e-c81f-4554-bff6-0f66c4a812a9'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:33.611329 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.632640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:33.641165 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e', 'name': 'tempest-snat-router-1809041616', 'tenant_id': '5105bc52ff574e498b81cfa4791c640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.8'}], 'enable_snat': False}, 'gw_port_id': '721cbd67-c225-4621-8dd7-582cb5277340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:23Z', 'updated_at': '2021-06-30T02:44:27Z', 'revision_number': 3, 'project_id': '5105bc52ff574e498b81cfa4791c640c', 'gw_port': {'id': '721cbd67-c225-4621-8dd7-582cb5277340', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:25Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:33.678477 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6bcce-a95d-4064-a7e2-2586d8d1512b None None] The sync data for ids ['1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e'] in n-d-758944-39 is: [{'id': '1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e', 'name': 'tempest-snat-router-1809041616', 'tenant_id': '5105bc52ff574e498b81cfa4791c640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.8'}], 'enable_snat': False}, 'gw_port_id': '721cbd67-c225-4621-8dd7-582cb5277340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:23Z', 'updated_at': '2021-06-30T02:44:27Z', 'revision_number': 3, 'project_id': '5105bc52ff574e498b81cfa4791c640c', 'gw_port': {'id': '721cbd67-c225-4621-8dd7-582cb5277340', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:25Z', 'updated_at': '2021-06-30T02:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:33.762633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event updated for resources: {'Port': ['ID=449e415b-8423-40ee-aada-ab468124cb10,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:33.812475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:33.825599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:33.831307 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:33.862896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb7aab-a500-4733-88b4-7b5653615454 req-ae79d6ee-dd90-455b-9810-6881190706b8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:33.866655 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-20cb7aab-a500-4733-88b4-7b5653615454 req-ae79d6ee-dd90-455b-9810-6881190706b8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 944 time: 0.6013381 Jun 30 02:44:33.901339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:33.972226 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-085a0120-c8c4-4cdb-83dd-dd22608f054c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.072050 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-20cb7aab-a500-4733-88b4-7b5653615454 req-f3effe88-b112-4f79-b3b9-7e867c7e6732 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450698 Jun 30 02:44:34.197957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3e849e5e-ac8e-419a-9ccd-9a3f1b91db72 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d549c6820314b5eb0bd1125d9856cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5632961 Jun 30 02:44:34.203721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:34.464011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91e5dec7-ce8e-4cb3-b20c-ff16917c5a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.484184 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-085a0120-c8c4-4cdb-83dd-dd22608f054c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.491458 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-085a0120-c8c4-4cdb-83dd-dd22608f054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.549758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91e5dec7-ce8e-4cb3-b20c-ff16917c5a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.592460 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-085a0120-c8c4-4cdb-83dd-dd22608f054c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86de149ea28a45499785cfa6aafde109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6868420 Jun 30 02:44:34.601021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:34.641871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.656377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a0120-c8c4-4cdb-83dd-dd22608f054c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dad3616-f4aa-4e53-8e49-f6ef94b697cd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:34.730746 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aadc0625-15e7-4fb5-a5d1-17c227a58252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.734927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91e5dec7-ce8e-4cb3-b20c-ff16917c5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.737926 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91e5dec7-ce8e-4cb3-b20c-ff16917c5a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.739407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-91e5dec7-ce8e-4cb3-b20c-ff16917c5a7d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df1f6986-1104-45ad-8a04-bc0d7c0d99c2 HTTP/1.1" status: 204 len: 168 time: 0.5346923 Jun 30 02:44:34.757271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5dec7-ce8e-4cb3-b20c-ff16917c5a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1f6986-1104-45ad-8a04-bc0d7c0d99c2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:34.782434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aadc0625-15e7-4fb5-a5d1-17c227a58252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.886004 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aadc0625-15e7-4fb5-a5d1-17c227a58252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.890409 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-aadc0625-15e7-4fb5-a5d1-17c227a58252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:34.892016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-aadc0625-15e7-4fb5-a5d1-17c227a58252 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dad3616-f4aa-4e53-8e49-f6ef94b697cd HTTP/1.1" status: 204 len: 168 time: 0.2849956 Jun 30 02:44:34.923522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc0625-15e7-4fb5-a5d1-17c227a58252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dad3616-f4aa-4e53-8e49-f6ef94b697cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:34.952130 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.232808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Router 6783f920-ae11-4c43-98b1-01dfb672f31c is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:35.560563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49568) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:35.586646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:35.599547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Sync routers for ids ['6783f920-ae11-4c43-98b1-01dfb672f31c'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:35.614772 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-010c142b-1b46-4d5a-af0e-8150688dcbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.616556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5135b-a14d-48c5-b261-3c784ca8db56 req-5efe61b3-f106-4f5f-817d-0c8c1dc005ff tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:35.618753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ca5135b-a14d-48c5-b261-3c784ca8db56 req-5efe61b3-f106-4f5f-817d-0c8c1dc005ff tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 944 time: 0.2753267 Jun 30 02:44:35.621672 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.623563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5ff2eac5-bf67-4172-972c-d349617ad086 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8409324 Jun 30 02:44:35.626256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:35.628847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Routers {'6783f920-ae11-4c43-98b1-01dfb672f31c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:35.629474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6783f920-ae11-4c43-98b1-01dfb672f31c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:35.751557 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f0a26a99-5832-42c1-870a-53f68b87d370 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/routers/6783f920-ae11-4c43-98b1-01dfb672f31c HTTP/1.1" status: 200 len: 908 time: 0.1241107 Jun 30 02:44:35.752163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:35.876410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ca5135b-a14d-48c5-b261-3c784ca8db56 req-83361dd5-1c77-4cff-b60c-d14c2af0b207 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268940 Jun 30 02:44:35.953830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 721cbd67-c225-4621-8dd7-582cb5277340 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:35.960294 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-010c142b-1b46-4d5a-af0e-8150688dcbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.973205 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-010c142b-1b46-4d5a-af0e-8150688dcbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.072671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 36f53f0e-c81f-4554-bff6-0f66c4a812a9 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:36.160191 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-010c142b-1b46-4d5a-af0e-8150688dcbe3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00a545395d384710a2919e9282888c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5978529 Jun 30 02:44:36.161522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:36.230701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c142b-1b46-4d5a-af0e-8150688dcbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff4b5c5-3130-4e41-821b-f266b101d82d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:36.304953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Set router 6783f920-ae11-4c43-98b1-01dfb672f31c gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:36.334501 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10835d75-d129-4071-8dd7-af4a49df2af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.437535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10835d75-d129-4071-8dd7-af4a49df2af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.584392 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10835d75-d129-4071-8dd7-af4a49df2af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.587785 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10835d75-d129-4071-8dd7-af4a49df2af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.589193 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-10835d75-d129-4071-8dd7-af4a49df2af8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eff4b5c5-3130-4e41-821b-f266b101d82d HTTP/1.1" status: 204 len: 168 time: 0.4267721 Jun 30 02:44:36.608893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.611273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:36.628593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10835d75-d129-4071-8dd7-af4a49df2af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff4b5c5-3130-4e41-821b-f266b101d82d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:36.726110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 721cbd67-c225-4621-8dd7-582cb5277340 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:36.752219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 721cbd67-c225-4621-8dd7-582cb5277340 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:36.752879 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.808426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 36f53f0e-c81f-4554-bff6-0f66c4a812a9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:36.826026 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 36f53f0e-c81f-4554-bff6-0f66c4a812a9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:36.826702 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.880989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783f920-ae11-4c43-98b1-01dfb672f31c', 'name': 'tempest-snat-router-1809041616', 'tenant_id': '5105bc52ff574e498b81cfa4791c640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.135'}], 'enable_snat': True}, 'gw_port_id': '449e415b-8423-40ee-aada-ab468124cb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:31Z', 'updated_at': '2021-06-30T02:44:34Z', 'revision_number': 3, 'project_id': '5105bc52ff574e498b81cfa4791c640c', 'gw_port': {'id': '449e415b-8423-40ee-aada-ab468124cb10', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:84:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6783f920-ae11-4c43-98b1-01dfb672f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:44:32Z', 'updated_at': '2021-06-30T02:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:36.884657 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.931972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Checking router: 6783f920-ae11-4c43-98b1-01dfb672f31c for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:44:36.932865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Updating router 6783f920-ae11-4c43-98b1-01dfb672f31c port 449e415b-8423-40ee-aada-ab468124cb10 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:44:37.030446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Deleting port 449e415b-8423-40ee-aada-ab468124cb10 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:37.033122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.094681 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.127259 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.328886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-593b799e-e31a-43d8-b382-0b0d94ddb50b tempest-AgentManagementNegativeTest-1525644591 tempest-AgentManagementNegativeTest-1525644591-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7144556 Jun 30 02:44:37.448778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 721cbd67-c225-4621-8dd7-582cb5277340, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=721cbd67-c225-4621-8dd7-582cb5277340,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:37.477785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.512595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Calling delete_port for 449e415b-8423-40ee-aada-ab468124cb10 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:37.524087 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009157d5-854c-4980-a99d-786aeeb54f38 req-0ee17ea1-3262-4365-877b-b22ff3f1ad53 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:37.526070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-009157d5-854c-4980-a99d-786aeeb54f38 req-0ee17ea1-3262-4365-877b-b22ff3f1ad53 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 944 time: 0.3654969 Jun 30 02:44:37.575431 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.719505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=721cbd67-c225-4621-8dd7-582cb5277340,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:37.732577 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.801765 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-009157d5-854c-4980-a99d-786aeeb54f38 req-f353ebba-ab20-4050-bf6e-b646c7d2df3b tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577827 Jun 30 02:44:37.888443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:37.895088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6762fe1-9d23-42a4-baec-82be69ec6725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f53f0e-c81f-4554-bff6-0f66c4a812a9'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:37.898853 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09eea5b-bf69-4db7-8d75-4f00c243790f" -d '{"events": [{"server_uuid": "a6762fe1-9d23-42a4-baec-82be69ec6725", "name": "network-vif-plugged", "status": "completed", "tag": "36f53f0e-c81f-4554-bff6-0f66c4a812a9"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:37.913811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 36f53f0e-c81f-4554-bff6-0f66c4a812a9, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=36f53f0e-c81f-4554-bff6-0f66c4a812a9,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:37.938646 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.957760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Transition to ACTIVE for port object 449e415b-8423-40ee-aada-ab468124cb10 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:37.964270 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:37.965227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:38.111144 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1228f49d-8d4d-416c-8fea-895cec9d8759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.134331 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.140410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.141922 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed7ab85-383f-4688-bc49-bcde1b893af0 x-openstack-request-id: req-7ed7ab85-383f-4688-bc49-bcde1b893af0 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:38.142215 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6762fe1-9d23-42a4-baec-82be69ec6725", "name": "network-vif-plugged", "status": "completed", "tag": "36f53f0e-c81f-4554-bff6-0f66c4a812a9", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:38.142464 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ed7ab85-383f-4688-bc49-bcde1b893af0 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:38.144633 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6762fe1-9d23-42a4-baec-82be69ec6725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f53f0e-c81f-4554-bff6-0f66c4a812a9', 'code': 200} Jun 30 02:44:38.195087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=36f53f0e-c81f-4554-bff6-0f66c4a812a9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:38.197311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event deleted for resources: {'Port': ['ID=449e415b-8423-40ee-aada-ab468124cb10,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:38.304503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a26169-a195-431d-a7fd-eb1147c1547d None None] Pushing event deleted for resources: {'Port': ['ID=449e415b-8423-40ee-aada-ab468124cb10,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:38.369586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Attempting to bind port 449e415b-8423-40ee-aada-ab468124cb10 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:38.369888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Attempting to bind port 449e415b-8423-40ee-aada-ab468124cb10 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:38.370463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Attempting to bind port 449e415b-8423-40ee-aada-ab468124cb10 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:38.380207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea9410-8bc6-4814-9d27-a87874d62b51 req-5ff4fcd2-3878-4ec2-b143-20f4c4917bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:38.382326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-feea9410-8bc6-4814-9d27-a87874d62b51 req-5ff4fcd2-3878-4ec2-b143-20f4c4917bbb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a6762fe1-9d23-42a4-baec-82be69ec6725 HTTP/1.1" status: 200 len: 1097 time: 0.2392824 Jun 30 02:44:38.382917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:38.383295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:38.383701 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.384272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:38.384750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Bound port: 449e415b-8423-40ee-aada-ab468124cb10, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:38.385171 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.390639 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.437171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Port 449e415b-8423-40ee-aada-ab468124cb10 has been deleted concurrently {{(pid=93772) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 02:44:38.467626 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-feea9410-8bc6-4814-9d27-a87874d62b51 req-1a2e2764-153e-4cf0-91ac-33a34be63ff1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755327 Jun 30 02:44:38.521365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Routers {'6783f920-ae11-4c43-98b1-01dfb672f31c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:38.521605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6783f920-ae11-4c43-98b1-01dfb672f31c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:38.529996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:38.568366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:38.568732 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.596847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1228f49d-8d4d-416c-8fea-895cec9d8759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.602667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1228f49d-8d4d-416c-8fea-895cec9d8759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.676351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228f49d-8d4d-416c-8fea-895cec9d8759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e851a2-18a2-43ac-90ba-c6d6a160bc48,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:38.682423 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.689556 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.721073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] Set router 6783f920-ae11-4c43-98b1-01dfb672f31c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:44:38.737954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1228f49d-8d4d-416c-8fea-895cec9d8759 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84c3fc9291f449cdabf5f22ec56c71d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8480799 Jun 30 02:44:38.738462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:38.785667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.786516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6783f920-ae11-4c43-98b1-01dfb672f31c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:38.796090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.800827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:38.801938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e581c555-4dff-4250-825c-b436138931f1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "DELETE /v2.0/routers/6783f920-ae11-4c43-98b1-01dfb672f31c HTTP/1.1" status: 204 len: 168 time: 3.0477493 Jun 30 02:44:38.949920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6783f920-ae11-4c43-98b1-01dfb672f31c', 'name': 'tempest-snat-router-1809041616', 'tenant_id': '5105bc52ff574e498b81cfa4791c640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:31Z', 'updated_at': '2021-06-30T02:44:38Z', 'revision_number': 5, 'project_id': '5105bc52ff574e498b81cfa4791c640c', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:38.984623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c886ed6-ff2d-4966-92e1-2e1c9c0904ee None None] The sync data for ids ['6783f920-ae11-4c43-98b1-01dfb672f31c'] in n-d-758944-39 is: [{'id': '6783f920-ae11-4c43-98b1-01dfb672f31c', 'name': 'tempest-snat-router-1809041616', 'tenant_id': '5105bc52ff574e498b81cfa4791c640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:44:31Z', 'updated_at': '2021-06-30T02:44:38Z', 'revision_number': 5, 'project_id': '5105bc52ff574e498b81cfa4791c640c', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:38.997978 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.043388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:39.048378 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.089326 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.169434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:39.179294 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-766823c9-0644-47c2-832a-f30203646410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.216440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-766823c9-0644-47c2-832a-f30203646410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.228152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c95b1-9a69-44ff-a802-41bce5bcf2f8 req-51a61ca7-970d-4043-850b-e26e4653ae82 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:39.234386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b93c95b1-9a69-44ff-a802-41bce5bcf2f8 req-51a61ca7-970d-4043-850b-e26e4653ae82 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 945 time: 0.1175458 Jun 30 02:44:39.291487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b93c95b1-9a69-44ff-a802-41bce5bcf2f8 req-c9c432e4-4d6d-436c-92df-6ecf7297d56a tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475974 Jun 30 02:44:39.298006 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.360908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-766823c9-0644-47c2-832a-f30203646410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.364617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-766823c9-0644-47c2-832a-f30203646410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.368063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-766823c9-0644-47c2-832a-f30203646410 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7e851a2-18a2-43ac-90ba-c6d6a160bc48 HTTP/1.1" status: 204 len: 168 time: 0.6268921 Jun 30 02:44:39.388013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766823c9-0644-47c2-832a-f30203646410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e851a2-18a2-43ac-90ba-c6d6a160bc48,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:39.428642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Deleting port 721cbd67-c225-4621-8dd7-582cb5277340 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:39.428642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.611671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] For port 721cbd67-c225-4621-8dd7-582cb5277340, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=721cbd67-c225-4621-8dd7-582cb5277340,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:39.612036 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:39.660679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Calling delete_port for 721cbd67-c225-4621-8dd7-582cb5277340 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:39.773505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:39.795293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 721cbd67-c225-4621-8dd7-582cb5277340 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:40.079735 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.152446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event deleted for resources: {'Port': ['ID=721cbd67-c225-4621-8dd7-582cb5277340,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:40.236534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7363549d-3495-49b0-8abc-56ea22825b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20972dc-1f8e-4dd8-9cae-4c93bca8c9ad'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:40.244833 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe01740c-81e2-46d4-8859-b27c2d8964c6" -d '{"events": [{"server_uuid": "7363549d-3495-49b0-8abc-56ea22825b71", "name": "network-vif-plugged", "status": "completed", "tag": "d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:40.249932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.287082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-990960452'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:40.290919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No active binding found for port 721cbd67-c225-4621-8dd7-582cb5277340 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 02:44:40.292449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 721cbd67-c225-4621-8dd7-582cb5277340 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 02:44:40.328166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Made reservation on behalf of f867010992524a4f9311d6460105a83d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:40.334269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.348992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Port 721cbd67-c225-4621-8dd7-582cb5277340 not found, will not notify nova. {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 02:44:40.358959 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92404ba6-45a4-49a5-abdf-4319259f6ba2 x-openstack-request-id: req-92404ba6-45a4-49a5-abdf-4319259f6ba2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:40.359291 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7363549d-3495-49b0-8abc-56ea22825b71", "name": "network-vif-plugged", "status": "completed", "tag": "d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:40.359550 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-92404ba6-45a4-49a5-abdf-4319259f6ba2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:40.360097 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7363549d-3495-49b0-8abc-56ea22825b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20972dc-1f8e-4dd8-9cae-4c93bca8c9ad', 'code': 200} Jun 30 02:44:40.365330 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.506052 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.510174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.514844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f35e35da-df75-4a1c-89a5-040454264aad req-ca4a947c-6c21-4512-aa1c-d857339195fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a6762fe1-9d23-42a4-baec-82be69ec6725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4011087 Jun 30 02:44:40.698861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.704777 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:40.778599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd2cfd3-9bf8-485e-b9ec-d67233504d7f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:40.949598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49744) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:41.139532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031249970'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:41.165974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:41.170774 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.186411 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.189463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:41.196209 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.196823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:41.203350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.204659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4b573810-e1f9-48d3-ac09-cef2f8a7d923 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "DELETE /v2.0/routers/1e1bf8f1-1e2c-4fea-a8b0-cc34a76ac00e HTTP/1.1" status: 204 len: 168 time: 2.3969595 Jun 30 02:44:41.209764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:41.215858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2002461919', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:41.220035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.220541 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Added segment 7a5e2c3f-1b43-497c-826d-9b8ab75c7874 of type vlan for network 6284d29d-fb24-4dc5-9c98-520784386e82 Jun 30 02:44:41.248253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:44:41.248253 n-d-758944-39 neutron-server[93771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:44:41.248253 n-d-758944-39 neutron-server[93771]: [parameters: {'project_id_1': '5b9d929ed4f34bc88a1694a9ec8b5d39', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 44, 41, 231106)}] Jun 30 02:44:41.248253 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:44:41.249370 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:44:41.251318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16361a8f-1fd3-4636-88e3-4696e3993459 req-05174748-4e3a-4ddb-8b38-f3ed85d0bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.253269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16361a8f-1fd3-4636-88e3-4696e3993459 req-05174748-4e3a-4ddb-8b38-f3ed85d0bb1b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 1097 time: 0.8241453 Jun 30 02:44:41.271004 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:44:41.332933 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.349467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e35da-df75-4a1c-89a5-040454264aad req-d700a558-d7f2-4f0b-b915-0236c631c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.353500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f35e35da-df75-4a1c-89a5-040454264aad req-d700a558-d7f2-4f0b-b915-0236c631c8ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&device_id=a6762fe1-9d23-42a4-baec-82be69ec6725 HTTP/1.1" status: 200 len: 1097 time: 0.7046294 Jun 30 02:44:41.371239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abd4ae-fbee-4419-8780-4a6bd1a1297e req-54ffdbd0-a86d-4d56-adad-1a5faa0cdccf tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.380333 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4abd4ae-fbee-4419-8780-4a6bd1a1297e req-54ffdbd0-a86d-4d56-adad-1a5faa0cdccf tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 945 time: 0.8230164 Jun 30 02:44:41.384832 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16361a8f-1fd3-4636-88e3-4696e3993459 req-fc2ffc70-b664-49ac-b911-de330bcfe41f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225078 Jun 30 02:44:41.416464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.425455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.426422 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.512525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e35da-df75-4a1c-89a5-040454264aad req-2730a069-aa32-48bd-8590-1a4946974113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.515125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f35e35da-df75-4a1c-89a5-040454264aad req-2730a069-aa32-48bd-8590-1a4946974113 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 200 len: 914 time: 0.1284904 Jun 30 02:44:41.533468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Pushing event updated for resources: {'Network': ['ID=6284d29d-fb24-4dc5-9c98-520784386e82,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:41.545400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 6284d29d-fb24-4dc5-9c98-520784386e82 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:41.565895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.571990 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.577404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f35e35da-df75-4a1c-89a5-040454264aad req-8521c2c3-3ee3-4d31-8cd7-61eaf18d5567 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36f53f0e-c81f-4554-bff6-0f66c4a812a9 HTTP/1.1" status: 200 len: 217 time: 0.0482757 Jun 30 02:44:41.595950 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c4abd4ae-fbee-4419-8780-4a6bd1a1297e req-5a89ca73-6ec7-4067-940d-90dd63fa9679 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099981 Jun 30 02:44:41.597731 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4d214470-8e26-48b4-a809-70035dbc828c tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8211601 Jun 30 02:44:41.600239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:41.635263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:41.665903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a176c38b-8fb5-42eb-b2d0-46e932b552c6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:41.670609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.671302 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Added segment 981402fc-acbd-48b0-b765-0f7efd5e0975 of type vlan for network e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 Jun 30 02:44:41.737709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e35da-df75-4a1c-89a5-040454264aad req-61500619-0c5e-4599-9363-2c66e14e3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.739265 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f35e35da-df75-4a1c-89a5-040454264aad req-61500619-0c5e-4599-9363-2c66e14e3443 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d80570c0-e2ab-4b3b-a49e-0de65159a26e HTTP/1.1" status: 200 len: 853 time: 0.1422279 Jun 30 02:44:41.746540 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.796324 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.804211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.805174 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.824624 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f35e35da-df75-4a1c-89a5-040454264aad req-23c60cfd-63bd-487e-96c1-a861dc4ced4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a53f507e-a210-4bcd-a26f-61e46e41f14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767491 Jun 30 02:44:41.917876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Request body: {'network': {'name': 'tempest-network--257434840', 'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:41.968955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 721cbd67-c225-4621-8dd7-582cb5277340 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:41.991920 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:41.993241 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.006412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 721cbd67-c225-4621-8dd7-582cb5277340 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:42.009041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 721cbd67-c225-4621-8dd7-582cb5277340 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:42.009385 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0582056 Jun 30 02:44:42.030969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bd529-6102-4fa1-ac62-8684606e2630 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=e1dcbfa5-5af6-4d3f-914c-c177fc9f1911,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:42.073146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:42.087731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Made reservation on behalf of 814e9f6232dd4056ab9c9c1182e7100a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:42.090625 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.255168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.282146 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.551792 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.569836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f35e35da-df75-4a1c-89a5-040454264aad req-d4a360f7-8f3f-4e99-8a36-efca5058a403 service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380013 Jun 30 02:44:42.841701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f35e35da-df75-4a1c-89a5-040454264aad req-94484517-e46e-4b9d-9f8b-5ada37d7661c service neutron] 10.222.0.69 "GET /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625568 Jun 30 02:44:42.949525 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:42.961239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.008534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:43.036840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365f1936-bfa8-4010-b885-bcc08a27f3d9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:43.054840 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.056297 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Added segment c1007900-5427-458d-9e43-842b79aa455a of type vlan for network 5d9e4f14-a927-44a3-8dd0-03e457f6211c Jun 30 02:44:43.119131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592645b-e001-4d3c-8f0b-d2da09be3b9a req-d3a72f8a-6775-4811-8cec-935d4792c1f6 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.130349 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b592645b-e001-4d3c-8f0b-d2da09be3b9a req-d3a72f8a-6775-4811-8cec-935d4792c1f6 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 945 time: 0.2537997 Jun 30 02:44:43.207120 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3bda6e08-2c80-42d3-92fd-04ae2d7a1331 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1501267 Jun 30 02:44:43.323225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.343768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b592645b-e001-4d3c-8f0b-d2da09be3b9a req-55856fab-65a8-4252-8064-55b249129e78 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110682 Jun 30 02:44:43.472332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3f81c117-a862-4950-b1ad-fe71fe3f76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.473070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3f81c117-a862-4950-b1ad-fe71fe3f76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.473689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3f81c117-a862-4950-b1ad-fe71fe3f76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.474169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3f81c117-a862-4950-b1ad-fe71fe3f76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.474644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3f81c117-a862-4950-b1ad-fe71fe3f76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.475156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3f81c117-a862-4950-b1ad-fe71fe3f76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.478402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3f81c117-a862-4950-b1ad-fe71fe3f76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.480531 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3f81c117-a862-4950-b1ad-fe71fe3f76d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6508 time: 0.1983266 Jun 30 02:44:43.564985 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.619267 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.621490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.623621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.625207 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.727953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event updated for resources: {'Network': ['ID=5d9e4f14-a927-44a3-8dd0-03e457f6211c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:43.735889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-64207eff-96da-42d0-a15b-2f71432563f7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1321731 Jun 30 02:44:43.737904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:43.740031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5d9e4f14-a927-44a3-8dd0-03e457f6211c details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:43.771173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-8f32ccf4-bc77-42c6-a37a-fc782baa613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.772266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-8f32ccf4-bc77-42c6-a37a-fc782baa613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.773141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-8f32ccf4-bc77-42c6-a37a-fc782baa613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.775086 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-8f32ccf4-bc77-42c6-a37a-fc782baa613c service neutron] 10.222.0.73 "GET /v2.0/networks?id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=4f822b0e-82d4-4d9a-9952-bdda678788b4&id=4f822b0e-82d4-4d9a-9952-bdda678788b4 HTTP/1.1" status: 200 len: 2298 time: 0.2638867 Jun 30 02:44:43.814924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:43.906695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.951252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-2028061d-bdfe-4697-ad10-f0fca5d20a57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 HTTP/1.1" status: 200 len: 1001 time: 0.1333930 Jun 30 02:44:44.001158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Allocated IP 172.25.7.170 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/7ac7da17-5801-4e94-83f6-0e77f024a6d9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:44.185176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.206021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9e4f14-a927-44a3-8dd0-03e457f6211c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:44.228221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1007900-5427-458d-9e43-842b79aa455a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:44.229656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1007900-5427-458d-9e43-842b79aa455a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:44.237288 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.250414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.255841 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd2b73-f599-4aa7-aa6d-6fdf4d0f7f90 req-4a64883b-2d90-416a-9c9d-576b5f0842df tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.257665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-98fd2b73-f599-4aa7-aa6d-6fdf4d0f7f90 req-4a64883b-2d90-416a-9c9d-576b5f0842df tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6762fe1-9d23-42a4-baec-82be69ec6725 HTTP/1.1" status: 200 len: 945 time: 0.5353811 Jun 30 02:44:44.259018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba732-9fd2-421b-b1a1-5b894c64215e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.288190 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.313895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:44.314371 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:44.337284 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:44.347795 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-98fd2b73-f599-4aa7-aa6d-6fdf4d0f7f90 req-d2f739bd-8697-46ec-9e03-71758b3aae2e tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819838 Jun 30 02:44:44.365924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-dd49ac24-cad1-4051-82ff-14a109f13579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.368454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-dd49ac24-cad1-4051-82ff-14a109f13579 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33b4606b-a00c-4e33-b6ba-7adba1ded0ce HTTP/1.1" status: 200 len: 855 time: 0.4069128 Jun 30 02:44:44.381721 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.512013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:44.546041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:44.548283 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.551631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:44.577555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d9e4f14-a927-44a3-8dd0-03e457f6211c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:44:44.601858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:44.608064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "DELETE /v2.0/networks/5d9e4f14-a927-44a3-8dd0-03e457f6211c HTTP/1.1" status: 204 len: 168 time: 0.8594716 Jun 30 02:44:44.648222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:44.687027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:44.708161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8185d-2856-4474-a78d-118bc138933e tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d9e4f14-a927-44a3-8dd0-03e457f6211c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:44.727813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-08314296-9c76-486e-af32-248a6c3eeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.730321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-08314296-9c76-486e-af32-248a6c3eeefc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3074102 Jun 30 02:44:44.900225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Pushing event updated for resources: {'Port': ['ID=7ac7da17-5801-4e94-83f6-0e77f024a6d9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:44.916534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-a0376d59-7040-494a-b19b-cb0f10dac3e4 service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743901 Jun 30 02:44:45.058279 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba732-9fd2-421b-b1a1-5b894c64215e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.127704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2c6ba732-9fd2-421b-b1a1-5b894c64215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.237550 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.283583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Made reservation on behalf of 814e9f6232dd4056ab9c9c1182e7100a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:45.286031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.294093 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2c6ba732-9fd2-421b-b1a1-5b894c64215e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c90246366f834f1ab59ff6b88cb0a558&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4770424 Jun 30 02:44:45.298353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:45.351942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ba732-9fd2-421b-b1a1-5b894c64215e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e8b0a9-4a9e-4b6d-ac2b-9c0fe091244b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:45.365631 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-2e128447-e0a2-40f6-9c6d-1dc2eb5bd93d service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931262 Jun 30 02:44:45.480794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-fabcec00-7a82-4ccb-9d55-61820da86671 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 200 len: 217 time: 0.1058893 Jun 30 02:44:45.518513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:45.521563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:45.526772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'network_id': 'e1dcbfa5-5af6-4d3f-914c-c177fc9f1911', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:45.619454 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.619807 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Added segment d4c65dad-f200-4193-977c-f60cde83e8c7 of type vlan for network 4bc04ba1-3d40-4e39-a7c4-74cd186a9093 Jun 30 02:44:45.643051 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507a851e-9eb9-418f-b498-3355c1d071fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.685956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-06c8c93d-ceae-40b4-999a-00ced1b2f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.687599 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-06c8c93d-ceae-40b4-999a-00ced1b2f0c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.1700726 Jun 30 02:44:45.739867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:45.743395 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.774396 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.777930 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.789104 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507a851e-9eb9-418f-b498-3355c1d071fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.791775 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.848424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73948f03-433d-4632-b306-b7e6f33fb83b req-263d2c49-f41b-45bb-b912-f96e75d51125 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.849925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73948f03-433d-4632-b306-b7e6f33fb83b req-263d2c49-f41b-45bb-b912-f96e75d51125 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6762fe1-9d23-42a4-baec-82be69ec6725 HTTP/1.1" status: 200 len: 945 time: 0.1414125 Jun 30 02:44:45.936373 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.937381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.938124 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:45.952751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-c79905c0-96ae-47ce-98a3-2c30988445dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.954354 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-c79905c0-96ae-47ce-98a3-2c30988445dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2565849 Jun 30 02:44:45.974523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73948f03-433d-4632-b306-b7e6f33fb83b req-f9a7fc96-9dc7-4535-bc71-711c8d5b8a4a tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978808 Jun 30 02:44:46.005608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507a851e-9eb9-418f-b498-3355c1d071fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.008142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-507a851e-9eb9-418f-b498-3355c1d071fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.011721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-507a851e-9eb9-418f-b498-3355c1d071fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09e8b0a9-4a9e-4b6d-ac2b-9c0fe091244b HTTP/1.1" status: 204 len: 168 time: 0.7020884 Jun 30 02:44:46.030928 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3683832 Jun 30 02:44:46.038117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:46.046551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Request body: {'subnet': {'network_id': '4bc04ba1-3d40-4e39-a7c4-74cd186a9093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:46.079257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Made reservation on behalf of 814e9f6232dd4056ab9c9c1182e7100a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:46.082019 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.090280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a851e-9eb9-418f-b498-3355c1d071fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e8b0a9-4a9e-4b6d-ac2b-9c0fe091244b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:46.098272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47d7d4-43e8-4470-8735-ee1b824b070a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event updated for resources: {'Network': ['ID=4bc04ba1-3d40-4e39-a7c4-74cd186a9093,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:46.102662 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.137532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Router d5522e1e-23f5-40e9-a9b5-0d45f2d6654a is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:44:46.175233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 4bc04ba1-3d40-4e39-a7c4-74cd186a9093 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:46.263160 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.281151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-db49b0a2-98d8-49f4-a1f4-e3af0e81daaa service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097327 Jun 30 02:44:46.366672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:46.377826 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532dc96b-e100-4abc-b6d5-152196974b88 None None] Sync routers for ids ['d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:46.393044 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532dc96b-e100-4abc-b6d5-152196974b88 None None] Routers {'d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:46.401239 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-532dc96b-e100-4abc-b6d5-152196974b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:46.403538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.408004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-71acbd38-d20e-4da3-bc1f-6fe18cab04a4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1948781 Jun 30 02:44:46.410403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:46.422399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4e2632fe-b731-4584-9920-cfd962b00656 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_snat': False}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:46.472633 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-532dc96b-e100-4abc-b6d5-152196974b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:46.474766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=5b441635-f05d-4a25-aff6-a8c33d15f742,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:46.483440 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532dc96b-e100-4abc-b6d5-152196974b88 None None] Routers {'d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:46.484298 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-532dc96b-e100-4abc-b6d5-152196974b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:46.506522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking segment: {'id': '981402fc-acbd-48b0-b765-0f7efd5e0975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e1dcbfa5-5af6-4d3f-914c-c177fc9f1911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:46.506994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network hostable DHCP agents. Network: e1dcbfa5-5af6-4d3f-914c-c177fc9f1911, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:46.544495 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-532dc96b-e100-4abc-b6d5-152196974b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:46.547653 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532dc96b-e100-4abc-b6d5-152196974b88 None None] The sync data for ids ['d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:46.589722 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-92669396-48e4-4221-9717-d2fc3f32aba1 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744241 Jun 30 02:44:46.593308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:46.602860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49824) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:46.630967 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c9479c2-e575-4559-b5ef-6517af331954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.652216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, e1dcbfa5-5af6-4d3f-914c-c177fc9f1911) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:46.655333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-f2597be2-517a-4be4-9797-8f59babcb75e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 200 len: 217 time: 0.0579336 Jun 30 02:44:46.658490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-94a5215e-fa51-49be-a702-91922b8e4a6c tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.660066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-94a5215e-fa51-49be-a702-91922b8e4a6c tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6762fe1-9d23-42a4-baec-82be69ec6725 HTTP/1.1" status: 200 len: 945 time: 0.2109993 Jun 30 02:44:46.664176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7262bec-8b31-41e7-992d-3d203824607d None None] Network e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:46.672450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.673357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.845291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-e1dcbfa5-5af6-4d3f-914c-c177fc9f1911', 'network_id': 'e1dcbfa5-5af6-4d3f-914c-c177fc9f1911', 'tenant_id': 'e3c859158fbd4d708bd9c6b6cc2d882b', 'fixed_ips': [{'subnet_id': '5b441635-f05d-4a25-aff6-a8c33d15f742'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:46.846168 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.852835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3acc954b-b640-4e52-97c5-4e6d11d53c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.854455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3acc954b-b640-4e52-97c5-4e6d11d53c14 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.1657495 Jun 30 02:44:46.977327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-1d19bd0c-4513-49bf-81b1-5aeb661f7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.978930 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-1d19bd0c-4513-49bf-81b1-5aeb661f7fae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1166539 Jun 30 02:44:47.021509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Allocated IP 2001:db8:0:ffff::2 (e1dcbfa5-5af6-4d3f-914c-c177fc9f1911/5b441635-f05d-4a25-aff6-a8c33d15f742/49a91272-0118-4fa2-a927-7b5f60aec22b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:47.326505 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.336281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Transition to ACTIVE for port object 49a91272-0118-4fa2-a927-7b5f60aec22b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:47.365599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Transition to ACTIVE for port object 49a91272-0118-4fa2-a927-7b5f60aec22b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:47.373224 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.426232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Pushing event updated for resources: {'Port': ['ID=49a91272-0118-4fa2-a927-7b5f60aec22b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:47.442153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.442965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.442965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.443216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.444517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.444851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.445187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.446369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.446369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.446601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.447888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.447888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:47.455297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-f181bce5-352b-4d9c-b54c-3cc3b1b8dfe1 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:47.460520 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-f181bce5-352b-4d9c-b54c-3cc3b1b8dfe1 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 945 time: 0.3394239 Jun 30 02:44:47.469277 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Network e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:47.472420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:47.479399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:47.508127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.objects.ports [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:44:47.509131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.558086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Attempting to bind port 49a91272-0118-4fa2-a927-7b5f60aec22b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:47.558744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Attempting to bind port 49a91272-0118-4fa2-a927-7b5f60aec22b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '981402fc-acbd-48b0-b765-0f7efd5e0975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e1dcbfa5-5af6-4d3f-914c-c177fc9f1911'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:47.559278 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Attempting to bind port 49a91272-0118-4fa2-a927-7b5f60aec22b on network e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:47.566180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:47.566887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Checking segment: {'id': '981402fc-acbd-48b0-b765-0f7efd5e0975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e1dcbfa5-5af6-4d3f-914c-c177fc9f1911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:47.567434 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.567889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Bound using segment: {'id': '981402fc-acbd-48b0-b765-0f7efd5e0975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e1dcbfa5-5af6-4d3f-914c-c177fc9f1911'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:47.568369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Bound port: 49a91272-0118-4fa2-a927-7b5f60aec22b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981402fc-acbd-48b0-b765-0f7efd5e0975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e1dcbfa5-5af6-4d3f-914c-c177fc9f1911'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:47.568757 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.573857 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e2632fe-b731-4584-9920-cfd962b00656 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.622168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-0f12d1f6-c6d3-4a7f-af16-44d99bd7e4c5 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345017 Jun 30 02:44:47.641728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51738f-a1f7-447c-afb1-fb622a56e15c req-2e3acdd4-d36a-4807-8e8a-80a3a989c2a9 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:47.644922 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d51738f-a1f7-447c-afb1-fb622a56e15c req-2e3acdd4-d36a-4807-8e8a-80a3a989c2a9 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6762fe1-9d23-42a4-baec-82be69ec6725 HTTP/1.1" status: 200 len: 945 time: 0.4208834 Jun 30 02:44:47.659276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-af57190c-b495-4d20-ad3a-481e74a33fe8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Deleting port 36f53f0e-c81f-4554-bff6-0f66c4a812a9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:47.659764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-af57190c-b495-4d20-ad3a-481e74a33fe8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.703807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] For port 49a91272-0118-4fa2-a927-7b5f60aec22b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:47.707999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] For port 49a91272-0118-4fa2-a927-7b5f60aec22b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=49a91272-0118-4fa2-a927-7b5f60aec22b,segment=NetworkSegment(981402fc-acbd-48b0-b765-0f7efd5e0975),segment_id=981402fc-acbd-48b0-b765-0f7efd5e0975)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:47.713900 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.804589 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c9479c2-e575-4559-b5ef-6517af331954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.825739 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-977cea51-bfb5-4f6c-a055-58ecc9f54b67 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3049545 Jun 30 02:44:47.829497 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:47.836113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab83916-da47-4311-9fb8-7a3efe6057d2 None None] Pushing event updated for resources: {'Port': ['ID=49a91272-0118-4fa2-a927-7b5f60aec22b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:47.838128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1425094188'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:47.849071 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-abf6dd02-2c9e-4b01-9a0d-3a72bca8e295 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803966 Jun 30 02:44:47.881208 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0c9479c2-e575-4559-b5ef-6517af331954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:47.895646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49a47291-82b0-4f00-b5af-aad072689831,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:47.929355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d51738f-a1f7-447c-afb1-fb622a56e15c req-7ad4eb40-4a9a-4343-8f36-b012e201998c tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/security-groups?id=4bdca887-7739-41aa-9fff-d8bb6f6245fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556138 Jun 30 02:44:47.972951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Checking segment: {'id': 'd4c65dad-f200-4193-977c-f60cde83e8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4bc04ba1-3d40-4e39-a7c4-74cd186a9093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:47.972951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Network hostable DHCP agents. Network: 4bc04ba1-3d40-4e39-a7c4-74cd186a9093, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:47.973438 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-8c58e9bb-ac8d-4f37-a2f5-5be7cd9d5582 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=13754d30-137a-4c46-952c-15a32b902563 HTTP/1.1" status: 200 len: 217 time: 0.1134646 Jun 30 02:44:47.986018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:47.986018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.014585 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0c9479c2-e575-4559-b5ef-6517af331954 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a4d95ab031c45818fac3923f33befe2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4082005 Jun 30 02:44:48.023638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:48.024440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9479c2-e575-4559-b5ef-6517af331954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e985b-96c5-4802-a024-f71da469c084,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:48.083332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-af57190c-b495-4d20-ad3a-481e74a33fe8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] For port 36f53f0e-c81f-4554-bff6-0f66c4a812a9, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=36f53f0e-c81f-4554-bff6-0f66c4a812a9,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:48.083742 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-af57190c-b495-4d20-ad3a-481e74a33fe8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.100632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Network 4bc04ba1-3d40-4e39-a7c4-74cd186a9093 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:48.119380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-af57190c-b495-4d20-ad3a-481e74a33fe8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Calling delete_port for 36f53f0e-c81f-4554-bff6-0f66c4a812a9 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:48.139212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-9ebc1ec0-51dd-456e-bd21-f2bf433272e7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Deleting port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:48.139844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-9ebc1ec0-51dd-456e-bd21-f2bf433272e7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.149379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 4bc04ba1-3d40-4e39-a7c4-74cd186a9093) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:48.149858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:48.159655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-7a53f819-1caf-4f44-ba1c-a60b9b88c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.164214 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-7a53f819-1caf-4f44-ba1c-a60b9b88c962 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.1835265 Jun 30 02:44:48.166817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57562aca-9160-496b-9ec9-35c622b1769c None None] Network 4bc04ba1-3d40-4e39-a7c4-74cd186a9093 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:48.193873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.193873 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Added segment 0eaa6fb6-25e8-44b5-8a29-294c282fd7ba of type vlan for network 156269e6-319e-457c-9014-5ed808b3361a Jun 30 02:44:48.200535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.201582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.302979 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76d0e81e-a747-4317-895c-274287a86d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.311185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-694f1f37-b2bb-48eb-9bf4-1fc290f583a4 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2718167 Jun 30 02:44:48.316455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:48.338894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Request body: {'floatingip': {'floating_network_id': '4bc04ba1-3d40-4e39-a7c4-74cd186a9093'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:48.364671 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.445069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9f9430-da55-4af0-a742-681dda2017d1 None None] Network 4bc04ba1-3d40-4e39-a7c4-74cd186a9093 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:48.461518 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.487343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-c5a3b445-9bf5-4228-8fe0-7342b27936ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.489685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-c5a3b445-9bf5-4228-8fe0-7342b27936ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3093297 Jun 30 02:44:48.490412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.498394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:48.499376 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.547930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-9ebc1ec0-51dd-456e-bd21-f2bf433272e7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] For port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,segment=NetworkSegment(5dd6f637-fa1f-4498-8106-8b3c60abe661),segment_id=5dd6f637-fa1f-4498-8106-8b3c60abe661)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:48.548578 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-9ebc1ec0-51dd-456e-bd21-f2bf433272e7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.550776 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-af57190c-b495-4d20-ad3a-481e74a33fe8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.601580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76d0e81e-a747-4317-895c-274287a86d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.604081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-9ebc1ec0-51dd-456e-bd21-f2bf433272e7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Calling delete_port for d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:48.613474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57190c-b495-4d20-ad3a-481e74a33fe8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Pushing event deleted for resources: {'Port': ['ID=36f53f0e-c81f-4554-bff6-0f66c4a812a9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:48.686523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8546708 Jun 30 02:44:48.700031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:48.722937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'network_id': '156269e6-319e-457c-9014-5ed808b3361a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:48.723975 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdb03c-7451-48b6-b808-03b717d1648e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=156269e6-319e-457c-9014-5ed808b3361a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:48.729490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-af57190c-b495-4d20-ad3a-481e74a33fe8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] No DVR routers for this DVR port 36f53f0e-c81f-4554-bff6-0f66c4a812a9 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:48.733342 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-af57190c-b495-4d20-ad3a-481e74a33fe8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.735393 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-77009e5b-bec4-470c-9355-b9556a7b6f91 req-af57190c-b495-4d20-ad3a-481e74a33fe8 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "DELETE /v2.0/ports/36f53f0e-c81f-4554-bff6-0f66c4a812a9 HTTP/1.1" status: 204 len: 173 time: 2.0668139 Jun 30 02:44:48.735838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6762fe1-9d23-42a4-baec-82be69ec6725', 'name': 'network-vif-deleted', 'tag': '36f53f0e-c81f-4554-bff6-0f66c4a812a9'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:48.736246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 156269e6-319e-457c-9014-5ed808b3361a details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:48.738124 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6dca85-4a97-46cd-9fb0-f7aa62ae465d" -d '{"events": [{"server_uuid": "a6762fe1-9d23-42a4-baec-82be69ec6725", "name": "network-vif-deleted", "tag": "36f53f0e-c81f-4554-bff6-0f66c4a812a9"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:48.867515 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fde161-c8e1-43b8-b58e-99ca3eac29dc x-openstack-request-id: req-41fde161-c8e1-43b8-b58e-99ca3eac29dc {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:48.867807 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6762fe1-9d23-42a4-baec-82be69ec6725", "name": "network-vif-deleted", "tag": "36f53f0e-c81f-4554-bff6-0f66c4a812a9", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:48.868066 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41fde161-c8e1-43b8-b58e-99ca3eac29dc {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:48.868563 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6762fe1-9d23-42a4-baec-82be69ec6725', 'name': 'network-vif-deleted', 'tag': '36f53f0e-c81f-4554-bff6-0f66c4a812a9', 'status': 'completed', 'code': 200} Jun 30 02:44:48.902958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-09408720-dbb9-4707-89ca-643c3b147a9d service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005215 Jun 30 02:44:48.910468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76d0e81e-a747-4317-895c-274287a86d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.913492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76d0e81e-a747-4317-895c-274287a86d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:48.914806 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-76d0e81e-a747-4317-895c-274287a86d51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/774e985b-96c5-4802-a024-f71da469c084 HTTP/1.1" status: 204 len: 168 time: 0.8875048 Jun 30 02:44:48.968661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0e81e-a747-4317-895c-274287a86d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e985b-96c5-4802-a024-f71da469c084,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:49.144607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:49.152358 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.190013 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e2632fe-b731-4584-9920-cfd962b00656 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.226202 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e2632fe-b731-4584-9920-cfd962b00656 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.287129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-366a7e27-0261-4a40-82a1-b15e3854d411 req-b0c1249c-8c81-4bf6-beb1-268aef8365cc tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6762fe1-9d23-42a4-baec-82be69ec6725 HTTP/1.1" status: 200 len: 210 time: 0.0795364 Jun 30 02:44:49.351793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-92eccbcf-abf4-44cf-b1d6-3a550c162256 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721550 Jun 30 02:44:49.357564 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.457743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-221664e3-bef3-417f-8717-f643a2d3dc72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 HTTP/1.1" status: 200 len: 217 time: 0.0912964 Jun 30 02:44:49.599271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e63c3e6-fae4-4881-b945-0e722c118fd0 None None] Network e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:49.603377 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.719373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=dbd193cf-990b-4196-be6d-91dad48ca111,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:49.731942 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-9ebc1ec0-51dd-456e-bd21-f2bf433272e7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.735268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-066c5d43-10f4-41bd-97e5-a581b6b41c7b None None] Provisioning for port 49a91272-0118-4fa2-a927-7b5f60aec22b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:49.812215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc1ec0-51dd-456e-bd21-f2bf433272e7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Pushing event deleted for resources: {'Port': ['ID=d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:49.828630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking segment: {'id': '0eaa6fb6-25e8-44b5-8a29-294c282fd7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '156269e6-319e-457c-9014-5ed808b3361a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:49.828976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network hostable DHCP agents. Network: 156269e6-319e-457c-9014-5ed808b3361a, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:49.920617 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-9ebc1ec0-51dd-456e-bd21-f2bf433272e7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] No DVR routers for this DVR port d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:49.924217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-9ebc1ec0-51dd-456e-bd21-f2bf433272e7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.926503 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-59657da0-f8d1-4cd5-bd4a-038d8ccd135c req-9ebc1ec0-51dd-456e-bd21-f2bf433272e7 tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.69 "DELETE /v2.0/ports/d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad HTTP/1.1" status: 204 len: 173 time: 2.4330056 Jun 30 02:44:49.953757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network 156269e6-319e-457c-9014-5ed808b3361a is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:49.969192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 156269e6-319e-457c-9014-5ed808b3361a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:49.979695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:49.979937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 49a91272-0118-4fa2-a927-7b5f60aec22b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:49.980409 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:49.994292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9f6f0c-b964-4d51-8921-012409126da4 None None] Network 156269e6-319e-457c-9014-5ed808b3361a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:50.019744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9fe0a85a-4699-4d05-a155-270f6837e8f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3015094 Jun 30 02:44:50.022865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:50.078630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-1a6d41b6-b46e-4ad3-8d2e-eef98503c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.080843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-1a6d41b6-b46e-4ad3-8d2e-eef98503c1ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.5306182 Jun 30 02:44:50.187326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 36f53f0e-c81f-4554-bff6-0f66c4a812a9 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:50.207107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Allocated IP 172.20.0.7 (4bc04ba1-3d40-4e39-a7c4-74cd186a9093/49a47291-82b0-4f00-b5af-aad072689831/94fc0357-8418-4370-ab71-78e271322f49) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:50.217709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2632fe-b731-4584-9920-cfd962b00656 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Router d5522e1e-23f5-40e9-a9b5-0d45f2d6654a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:44:50.241882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 36f53f0e-c81f-4554-bff6-0f66c4a812a9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:50.242580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 36f53f0e-c81f-4554-bff6-0f66c4a812a9 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:50.243273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:50.270861 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.370824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:50.371442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:50.469885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 49a91272-0118-4fa2-a927-7b5f60aec22b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:50.470519 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.509260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 49a91272-0118-4fa2-a927-7b5f60aec22b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:50.513436 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.623530 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.643652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-e8287afa-e39d-4857-af97-fd79711889a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.647728 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-e8287afa-e39d-4857-af97-fd79711889a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5401027 Jun 30 02:44:50.688268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb461d-d1a2-460d-853c-12106b44c675 req-5d463dfb-a41a-4345-ab4c-70822b0a8128 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.693643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd193cf-990b-4196-be6d-91dad48ca111,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:50.702750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb461d-d1a2-460d-853c-12106b44c675 req-5d463dfb-a41a-4345-ab4c-70822b0a8128 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.724401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb461d-d1a2-460d-853c-12106b44c675 req-5d463dfb-a41a-4345-ab4c-70822b0a8128 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.748247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb461d-d1a2-460d-853c-12106b44c675 req-5d463dfb-a41a-4345-ab4c-70822b0a8128 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.763606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb461d-d1a2-460d-853c-12106b44c675 req-5d463dfb-a41a-4345-ab4c-70822b0a8128 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.772133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb461d-d1a2-460d-853c-12106b44c675 req-5d463dfb-a41a-4345-ab4c-70822b0a8128 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.778668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb461d-d1a2-460d-853c-12106b44c675 req-5d463dfb-a41a-4345-ab4c-70822b0a8128 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:50.787181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84eb461d-d1a2-460d-853c-12106b44c675 req-5d463dfb-a41a-4345-ab4c-70822b0a8128 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5444 time: 0.7198637 Jun 30 02:44:50.894099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7363549d-3495-49b0-8abc-56ea22825b71', 'name': 'network-vif-deleted', 'tag': 'd20972dc-1f8e-4dd8-9cae-4c93bca8c9ad'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:50.896871 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a8d889-3b4c-4deb-aadb-fda532d52189" -d '{"events": [{"server_uuid": "7363549d-3495-49b0-8abc-56ea22825b71", "name": "network-vif-deleted", "tag": "d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:50.913964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3043863-bc18-4e85-a1ec-b4af00cb0ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-156269e6-319e-457c-9014-5ed808b3361a', 'network_id': '156269e6-319e-457c-9014-5ed808b3361a', 'tenant_id': 'e3c859158fbd4d708bd9c6b6cc2d882b', 'fixed_ips': [{'subnet_id': 'dbd193cf-990b-4196-be6d-91dad48ca111'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:50.915142 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3043863-bc18-4e85-a1ec-b4af00cb0ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.939331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a0f44bd-e7c3-41ee-9699-d78aed3b40a5 req-3603ffb9-6920-4a9a-8fc2-0ab707b8663f tempest-MultipleCreateTestJSON-1545734473 tempest-MultipleCreateTestJSON-1545734473-project] 10.222.0.55 "GET /v2.0/ports?device_id=7363549d-3495-49b0-8abc-56ea22825b71 HTTP/1.1" status: 200 len: 210 time: 0.0937548 Jun 30 02:44:50.964240 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:50.977155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156269e6-319e-457c-9014-5ed808b3361a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:51.000490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaa6fb6-25e8-44b5-8a29-294c282fd7ba') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:51.001702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaa6fb6-25e8-44b5-8a29-294c282fd7ba') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:51.010300 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.014629 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.032019 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.041174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:51.041856 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:51.046873 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:51.107015 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f0b2cd-7714-4e80-9db1-a9a73adb3720 x-openstack-request-id: req-25f0b2cd-7714-4e80-9db1-a9a73adb3720 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:51.107632 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7363549d-3495-49b0-8abc-56ea22825b71", "name": "network-vif-deleted", "tag": "d20972dc-1f8e-4dd8-9cae-4c93bca8c9ad", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:51.108038 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25f0b2cd-7714-4e80-9db1-a9a73adb3720 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:51.108568 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7363549d-3495-49b0-8abc-56ea22825b71', 'name': 'network-vif-deleted', 'tag': 'd20972dc-1f8e-4dd8-9cae-4c93bca8c9ad', 'status': 'completed', 'code': 200} Jun 30 02:44:51.144324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 49a91272-0118-4fa2-a927-7b5f60aec22b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=49a91272-0118-4fa2-a927-7b5f60aec22b,segment=NetworkSegment(981402fc-acbd-48b0-b765-0f7efd5e0975),segment_id=981402fc-acbd-48b0-b765-0f7efd5e0975)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:51.148948 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.152441 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.158238 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.160165 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/156269e6-319e-457c-9014-5ed808b3361a HTTP/1.1" status: 204 len: 168 time: 1.1363182 Jun 30 02:44:51.171184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff3c6ac-06c0-4cb6-ae8a-566be4bce072 None None] Network 156269e6-319e-457c-9014-5ed808b3361a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:51.181175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:51.187496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-169687731'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:51.208074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cdfdf-257f-4b02-b55c-ec7f24b6b9e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Network': ['ID=156269e6-319e-457c-9014-5ed808b3361a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:51.211916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-62e1d892-0008-4e73-804c-fab46bb87420 None None] Provisioning complete for port 49a91272-0118-4fa2-a927-7b5f60aec22b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:51.212304 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62e1d892-0008-4e73-804c-fab46bb87420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.213253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:51.217045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.248887 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:51.264438 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.265614 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Added segment e7ed3af3-995a-4539-85eb-dd72604ecffa of type vlan for network a51b980c-f102-41e7-a157-6b65ecfa3497 Jun 30 02:44:51.278154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=49a91272-0118-4fa2-a927-7b5f60aec22b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:51.285301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff3c6ac-06c0-4cb6-ae8a-566be4bce072 None None] Network 156269e6-319e-457c-9014-5ed808b3361a could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 02:44:51.346907 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.408265 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.443008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:51.451317 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.533599 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3508403 Jun 30 02:44:51.536533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:51.542642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'network_id': 'a51b980c-f102-41e7-a157-6b65ecfa3497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:51.568894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cefa7-2a67-4eec-9b58-8bcecce44f42 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=a51b980c-f102-41e7-a157-6b65ecfa3497,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:51.583730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a51b980c-f102-41e7-a157-6b65ecfa3497 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:51.684436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:51.690191 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:51.802658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 49a91272-0118-4fa2-a927-7b5f60aec22b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:51.890317 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84eb461d-d1a2-460d-853c-12106b44c675 req-5ccfa2ee-1a8f-4173-aeba-a53b19ac4d7d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1019588 Jun 30 02:44:51.896864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 49a91272-0118-4fa2-a927-7b5f60aec22b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:51.897431 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.029621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.085796 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.196347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:52.203290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-87955ced-f572-400c-a3a6-9afe45f64578 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4052639 Jun 30 02:44:52.204733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2632fe-b731-4584-9920-cfd962b00656 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:44:52.207504 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.214755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2d4ca1-68a9-42b9-8bd9-50567e79e46f None None] Sync routers for ids ['d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:44:52.227270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e2632fe-b731-4584-9920-cfd962b00656 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.228742 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4e2632fe-b731-4584-9920-cfd962b00656 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "PUT /v2.0/routers/d5522e1e-23f5-40e9-a9b5-0d45f2d6654a HTTP/1.1" status: 200 len: 922 time: 5.8128986 Jun 30 02:44:52.236792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d4ca1-68a9-42b9-8bd9-50567e79e46f None None] Routers {'d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:52.237428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b2d4ca1-68a9-42b9-8bd9-50567e79e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:52.242949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=129c5c5e-3ce8-4775-873e-da4b523f0d16,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:52.278995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:52.288816 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event updated for resources: {'Port': ['ID=94fc0357-8418-4370-ab71-78e271322f49,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:52.314469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b2d4ca1-68a9-42b9-8bd9-50567e79e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:52.320503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking segment: {'id': 'e7ed3af3-995a-4539-85eb-dd72604ecffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a51b980c-f102-41e7-a157-6b65ecfa3497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:52.321135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network hostable DHCP agents. Network: a51b980c-f102-41e7-a157-6b65ecfa3497, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:52.331922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d4ca1-68a9-42b9-8bd9-50567e79e46f None None] Routers {'d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:44:52.334078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b2d4ca1-68a9-42b9-8bd9-50567e79e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:52.377866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9b2d4ca1-68a9-42b9-8bd9-50567e79e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:52.378877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2d4ca1-68a9-42b9-8bd9-50567e79e46f None None] The sync data for ids ['d5522e1e-23f5-40e9-a9b5-0d45f2d6654a'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:44:52.402989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-421b4dd9-bdb3-4b1d-833c-9fdd09e4b8ca admin admin] Deleting subnet d80570c0-e2ab-4b3b-a49e-0de65159a26e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:44:52.406809 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421b4dd9-bdb3-4b1d-833c-9fdd09e4b8ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.455177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network a51b980c-f102-41e7-a157-6b65ecfa3497 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:52.502732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656219f-e060-454d-9cf8-94f680fd009d req-3b2b8d2f-7fb1-4f16-a04b-176ade35f563 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.523608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656219f-e060-454d-9cf8-94f680fd009d req-3b2b8d2f-7fb1-4f16-a04b-176ade35f563 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.533891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656219f-e060-454d-9cf8-94f680fd009d req-3b2b8d2f-7fb1-4f16-a04b-176ade35f563 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.543494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Network 4bc04ba1-3d40-4e39-a7c4-74cd186a9093 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:52.545364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:52.545747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656219f-e060-454d-9cf8-94f680fd009d req-3b2b8d2f-7fb1-4f16-a04b-176ade35f563 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.553084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656219f-e060-454d-9cf8-94f680fd009d req-3b2b8d2f-7fb1-4f16-a04b-176ade35f563 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.555750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:52.562792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656219f-e060-454d-9cf8-94f680fd009d req-3b2b8d2f-7fb1-4f16-a04b-176ade35f563 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.574086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656219f-e060-454d-9cf8-94f680fd009d req-3b2b8d2f-7fb1-4f16-a04b-176ade35f563 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.582633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4656219f-e060-454d-9cf8-94f680fd009d req-3b2b8d2f-7fb1-4f16-a04b-176ade35f563 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5444 time: 0.3871093 Jun 30 02:44:52.588413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a51b980c-f102-41e7-a157-6b65ecfa3497) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:52.592895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:52.594052 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.695992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421b4dd9-bdb3-4b1d-833c-9fdd09e4b8ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.696719 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b1ee6-e056-40e0-a6cb-f006bbdf6d6b None None] Network a51b980c-f102-41e7-a157-6b65ecfa3497 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:52.696996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0431e9cb-6b68-4c44-b40c-f3b5a6b47e0e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1443322 Jun 30 02:44:52.696996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:52.696996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1554076725'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:52.822102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-cd1317c5-7985-4a16-8bad-b566f77a29eb service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803894 Jun 30 02:44:52.824210 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421b4dd9-bdb3-4b1d-833c-9fdd09e4b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.847260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a51b980c-f102-41e7-a157-6b65ecfa3497', 'network_id': 'a51b980c-f102-41e7-a157-6b65ecfa3497', 'tenant_id': 'e3c859158fbd4d708bd9c6b6cc2d882b', 'fixed_ips': [{'subnet_id': '129c5c5e-3ce8-4775-873e-da4b523f0d16'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:52.849832 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.881229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-e4854db5-9a4d-4d43-b0cd-a083dfc2f56a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc HTTP/1.1" status: 200 len: 217 time: 0.0919669 Jun 30 02:44:52.885744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:52.907756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:52.966567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0fae976e-8978-4e00-bae1-4714852449d1 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/routers/d5522e1e-23f5-40e9-a9b5-0d45f2d6654a HTTP/1.1" status: 200 len: 922 time: 0.6742253 Jun 30 02:44:52.967447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:53.013070 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:53.045905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.046485 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Added segment 3fa66146-9905-4097-aaac-7ea5a26b7433 of type vlan for network e4480ebf-d3b6-4254-954a-cd0d6134a701 Jun 30 02:44:53.051221 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.060540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421b4dd9-bdb3-4b1d-833c-9fdd09e4b8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.103709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-67b49b12-5a89-4bca-9e96-0dea0e9066b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:53.110344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421b4dd9-bdb3-4b1d-833c-9fdd09e4b8ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.111154 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-67b49b12-5a89-4bca-9e96-0dea0e9066b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.2184603 Jun 30 02:44:53.113937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-421b4dd9-bdb3-4b1d-833c-9fdd09e4b8ca admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d80570c0-e2ab-4b3b-a49e-0de65159a26e HTTP/1.1" status: 204 len: 168 time: 0.9151387 Jun 30 02:44:53.141967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:53.254480 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.261422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b4dd9-bdb3-4b1d-833c-9fdd09e4b8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80570c0-e2ab-4b3b-a49e-0de65159a26e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:53.279098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.317315 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.324462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:53.325106 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.371444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Allocated IP 2001:db8::1 (a51b980c-f102-41e7-a157-6b65ecfa3497/129c5c5e-3ce8-4775-873e-da4b523f0d16/b1dcfccb-578d-4c45-bea1-01da782589ff) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:53.375314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.454955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7665229 Jun 30 02:44:53.462808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:53.489706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231cfcd2-cc33-4202-85b3-76553d7c7977 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:53.491482 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-231cfcd2-cc33-4202-85b3-76553d7c7977 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&device_id=d5522e1e-23f5-40e9-a9b5-0d45f2d6654a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5180326 Jun 30 02:44:53.496097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:53.523847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'network_id': 'e4480ebf-d3b6-4254-954a-cd0d6134a701', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:53.527914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dd3f6-bdf1-49a6-9a03-a05b86b62042 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=e4480ebf-d3b6-4254-954a-cd0d6134a701,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:53.562514 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network e4480ebf-d3b6-4254-954a-cd0d6134a701 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:53.691417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-4dc98586-cd87-4f00-8e7f-e5d29e8ede95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:53.694098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.697244 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-4dc98586-cd87-4f00-8e7f-e5d29e8ede95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5347981 Jun 30 02:44:53.734144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53f507e-a210-4bcd-a26f-61e46e41f14d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:53.802481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd6f637-fa1f-4498-8106-8b3c60abe661') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:53.803171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd6f637-fa1f-4498-8106-8b3c60abe661') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:53.829377 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.836038 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.849476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.861370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:53.862004 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:53.864178 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:53.866164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Transition to ACTIVE for port object b1dcfccb-578d-4c45-bea1-01da782589ff will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:53.888655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Transition to ACTIVE for port object b1dcfccb-578d-4c45-bea1-01da782589ff will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:53.899211 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.968568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:53.976477 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:53.980486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Network a51b980c-f102-41e7-a157-6b65ecfa3497 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:54.024038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:54.033559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:54.040460 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Pushing event updated for resources: {'Port': ['ID=b1dcfccb-578d-4c45-bea1-01da782589ff,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:54.076212 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.082022 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.091464 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a53f507e-a210-4bcd-a26f-61e46e41f14d HTTP/1.1" status: 204 len: 168 time: 0.9478700 Jun 30 02:44:54.097740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dc5058-f4e7-442a-9aee-1ed3e61955fa tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:54.099161 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-58dc5058-f4e7-442a-9aee-1ed3e61955fa tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 881 time: 0.5827651 Jun 30 02:44:54.116784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:54.125911 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c97a5-ad3d-41d5-8a77-52ba6172bb29 admin admin] Pushing event deleted for resources: {'Network': ['ID=a53f507e-a210-4bcd-a26f-61e46e41f14d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:54.159841 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 02:44:54.161527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 02:44:54.175863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Attempting to bind port b1dcfccb-578d-4c45-bea1-01da782589ff on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:54.178880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Attempting to bind port b1dcfccb-578d-4c45-bea1-01da782589ff by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'e7ed3af3-995a-4539-85eb-dd72604ecffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a51b980c-f102-41e7-a157-6b65ecfa3497'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:54.179739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Attempting to bind port b1dcfccb-578d-4c45-bea1-01da782589ff on network a51b980c-f102-41e7-a157-6b65ecfa3497 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:54.190409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:54.191207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Checking segment: {'id': 'e7ed3af3-995a-4539-85eb-dd72604ecffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a51b980c-f102-41e7-a157-6b65ecfa3497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:54.191861 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.192612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Bound using segment: {'id': 'e7ed3af3-995a-4539-85eb-dd72604ecffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a51b980c-f102-41e7-a157-6b65ecfa3497'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:54.193441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Bound port: b1dcfccb-578d-4c45-bea1-01da782589ff, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ed3af3-995a-4539-85eb-dd72604ecffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a51b980c-f102-41e7-a157-6b65ecfa3497'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:54.194057 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.322970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] For port b1dcfccb-578d-4c45-bea1-01da782589ff, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:54.338307 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.343481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-73faabd5-efb6-4636-9347-1cb77cb0a31c service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355853 Jun 30 02:44:54.346843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d3eec919-e441-45ac-a678-2ceb82efa6ba tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5522e1e-23f5-40e9-a9b5-0d45f2d6654a HTTP/1.1" status: 200 len: 205 time: 0.2194271 Jun 30 02:44:54.348746 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.352114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:54.352710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] For port b1dcfccb-578d-4c45-bea1-01da782589ff, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b1dcfccb-578d-4c45-bea1-01da782589ff,segment=NetworkSegment(e7ed3af3-995a-4539-85eb-dd72604ecffa),segment_id=e7ed3af3-995a-4539-85eb-dd72604ecffa)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:54.375237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.428615 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3cbedf74-dfef-486c-9ad2-e0a685367976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.502704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:54.559673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:54.626692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea27491-fafa-4992-b79a-57bcaec622f9 None None] Pushing event updated for resources: {'Port': ['ID=b1dcfccb-578d-4c45-bea1-01da782589ff,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:54.760268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=710dfc55-59db-4d3b-b9d1-7ca03f90939c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:54.823465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event updated for resources: {'Port': ['ID=94fc0357-8418-4370-ab71-78e271322f49,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:54.844191 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fbea391e-cfef-4f9f-b61d-e48ee5ab63a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e3841f38a404c38a2dbbf1af906ee0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376896 Jun 30 02:44:54.844845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:54.884477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking segment: {'id': '3fa66146-9905-4097-aaac-7ea5a26b7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e4480ebf-d3b6-4254-954a-cd0d6134a701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:54.885592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network hostable DHCP agents. Network: e4480ebf-d3b6-4254-954a-cd0d6134a701, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:44:54.995684 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-ffc339f9-4368-4d39-9ea1-f7ccfa9562ac service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320443 Jun 30 02:44:54.998243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network e4480ebf-d3b6-4254-954a-cd0d6134a701 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:44:55.018290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, e4480ebf-d3b6-4254-954a-cd0d6134a701) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:55.030940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:55.032049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.035763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e390846-cff8-4ce6-ab8e-a337f7ac0f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.040675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4585f35-e6ea-41e9-a0c1-486deea10f32 None None] Network e4480ebf-d3b6-4254-954a-cd0d6134a701 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:55.158560 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e390846-cff8-4ce6-ab8e-a337f7ac0f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.175995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.204648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-c5d7fae2-7a13-42ad-b28f-1a2f30456886 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b HTTP/1.1" status: 200 len: 217 time: 0.1939869 Jun 30 02:44:55.282025 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e390846-cff8-4ce6-ab8e-a337f7ac0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.285217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0e390846-cff8-4ce6-ab8e-a337f7ac0f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.289168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0e390846-cff8-4ce6-ab8e-a337f7ac0f79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bdca887-7739-41aa-9fff-d8bb6f6245fe HTTP/1.1" status: 204 len: 168 time: 0.4378498 Jun 30 02:44:55.293153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e55462e6-da32-404d-9a31-98dec9afd829 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7830765 Jun 30 02:44:55.299486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:55.308402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e390846-cff8-4ce6-ab8e-a337f7ac0f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdca887-7739-41aa-9fff-d8bb6f6245fe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:55.354354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-6281f6ed-9d11-4d68-bd68-7ae950f8fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:55.358692 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-6281f6ed-9d11-4d68-bd68-7ae950f8fdf2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.1508944 Jun 30 02:44:55.392867 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.502220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-e4480ebf-d3b6-4254-954a-cd0d6134a701', 'network_id': 'e4480ebf-d3b6-4254-954a-cd0d6134a701', 'tenant_id': 'e3c859158fbd4d708bd9c6b6cc2d882b', 'fixed_ips': [{'subnet_id': '710dfc55-59db-4d3b-b9d1-7ca03f90939c'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:44:55.503483 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.555767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:55.610095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.611590 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ad7c090-8aef-41c6-9d5a-545c1ff1bc1f tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.2864466 Jun 30 02:44:55.613053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.617730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.620813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:55.757308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:55.845680 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-94d6c381-cba0-4e8a-9032-39f66e48eb47 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=4bc04ba1-3d40-4e39-a7c4-74cd186a9093 HTTP/1.1" status: 200 len: 689 time: 0.2197225 Jun 30 02:44:55.848301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:55.938781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b1dcfccb-578d-4c45-bea1-01da782589ff up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:56.029566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Allocated IP 2001:db8::3 (e4480ebf-d3b6-4254-954a-cd0d6134a701/710dfc55-59db-4d3b-b9d1-7ca03f90939c/67f6f528-2ef1-4111-83bd-1e335965bd5b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:56.337197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-d105635c-4f96-4930-b55f-1877c6f9c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.352392 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-d105635c-4f96-4930-b55f-1877c6f9c4e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9834719 Jun 30 02:44:56.387246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Deleting port 7ac7da17-5801-4e94-83f6-0e77f024a6d9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:56.391457 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.510259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ed4a62-ef05-453d-81d1-726d94ee33d5 None None] Network a51b980c-f102-41e7-a157-6b65ecfa3497 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:56.629153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b1dcfccb-578d-4c45-bea1-01da782589ff completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:56.671882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3dc89769-8b23-4c82-942a-54e4c680dfea None None] Provisioning for port b1dcfccb-578d-4c45-bea1-01da782589ff completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:56.675232 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.733256 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3dc89769-8b23-4c82-942a-54e4c680dfea None None] Provisioning complete for port b1dcfccb-578d-4c45-bea1-01da782589ff triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:56.733801 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dc89769-8b23-4c82-942a-54e4c680dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.741468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Transition to ACTIVE for port object 67f6f528-2ef1-4111-83bd-1e335965bd5b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:56.766673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7119e-a3c0-4942-8013-77520e0663f9 req-9cca3bbf-fbbc-46bc-9078-ab6beea6b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.773350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7119e-a3c0-4942-8013-77520e0663f9 req-9cca3bbf-fbbc-46bc-9078-ab6beea6b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.780951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7119e-a3c0-4942-8013-77520e0663f9 req-9cca3bbf-fbbc-46bc-9078-ab6beea6b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.781554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7119e-a3c0-4942-8013-77520e0663f9 req-9cca3bbf-fbbc-46bc-9078-ab6beea6b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.782032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7119e-a3c0-4942-8013-77520e0663f9 req-9cca3bbf-fbbc-46bc-9078-ab6beea6b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.782532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7119e-a3c0-4942-8013-77520e0663f9 req-9cca3bbf-fbbc-46bc-9078-ab6beea6b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.783045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7119e-a3c0-4942-8013-77520e0663f9 req-9cca3bbf-fbbc-46bc-9078-ab6beea6b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.785144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ef7119e-a3c0-4942-8013-77520e0663f9 req-9cca3bbf-fbbc-46bc-9078-ab6beea6b9cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6508 time: 1.2287912 Jun 30 02:44:56.861990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Transition to ACTIVE for port object 67f6f528-2ef1-4111-83bd-1e335965bd5b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:56.910460 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ef7119e-a3c0-4942-8013-77520e0663f9 req-a41a47a6-70cd-4408-b839-f68f3997608e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161261 Jun 30 02:44:56.940735 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:56.973038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Subnet': ['ID=710dfc55-59db-4d3b-b9d1-7ca03f90939c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:57.029750 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.094491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Pushing event updated for resources: {'Port': ['ID=67f6f528-2ef1-4111-83bd-1e335965bd5b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:57.124525 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c16af60-c76b-454d-884b-6ae0ecc24559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.160130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Network e4480ebf-d3b6-4254-954a-cd0d6134a701 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:57.164747 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.168575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:57.169271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:57.175566 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.183441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:57.187708 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dc89769-8b23-4c82-942a-54e4c680dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.211125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4480ebf-d3b6-4254-954a-cd0d6134a701']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:57.237136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-2a702f18-c8ad-4137-b535-9d1cd4e1c04a service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8533266 Jun 30 02:44:57.243491 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.266510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa66146-9905-4097-aaac-7ea5a26b7433') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:57.267166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa66146-9905-4097-aaac-7ea5a26b7433') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:57.292183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3dc89769-8b23-4c82-942a-54e4c680dfea None None] For port b1dcfccb-578d-4c45-bea1-01da782589ff, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b1dcfccb-578d-4c45-bea1-01da782589ff,segment=NetworkSegment(e7ed3af3-995a-4539-85eb-dd72604ecffa),segment_id=e7ed3af3-995a-4539-85eb-dd72604ecffa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:57.303087 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.320661 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3dc89769-8b23-4c82-942a-54e4c680dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.352459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.370307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:57.371095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:57.380863 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:57.401251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Attempting to bind port 67f6f528-2ef1-4111-83bd-1e335965bd5b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:57.401635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Attempting to bind port 67f6f528-2ef1-4111-83bd-1e335965bd5b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3fa66146-9905-4097-aaac-7ea5a26b7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e4480ebf-d3b6-4254-954a-cd0d6134a701'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:57.402005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Attempting to bind port 67f6f528-2ef1-4111-83bd-1e335965bd5b on network e4480ebf-d3b6-4254-954a-cd0d6134a701 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:57.410597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:57.411019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Checking segment: {'id': '3fa66146-9905-4097-aaac-7ea5a26b7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e4480ebf-d3b6-4254-954a-cd0d6134a701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:57.411422 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.411813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Bound using segment: {'id': '3fa66146-9905-4097-aaac-7ea5a26b7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e4480ebf-d3b6-4254-954a-cd0d6134a701'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:57.412286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Bound port: 67f6f528-2ef1-4111-83bd-1e335965bd5b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa66146-9905-4097-aaac-7ea5a26b7433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'e4480ebf-d3b6-4254-954a-cd0d6134a701'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:57.412667 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.507414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc89769-8b23-4c82-942a-54e4c680dfea None None] Pushing event updated for resources: {'Port': ['ID=b1dcfccb-578d-4c45-bea1-01da782589ff,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:57.536094 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:44:57.536094 n-d-758944-39 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:44:57.536094 n-d-758944-39 neutron-server[93771]: [parameters: {'id': 'e4480ebf-d3b6-4254-954a-cd0d6134a701'}] Jun 30 02:44:57.536094 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:44:57.537182 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:44:57.539663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-575329843-network', 'tenant_id': '8187c77ec2b644d59de7a05c45a7649d'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:57.583808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] For port 67f6f528-2ef1-4111-83bd-1e335965bd5b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:57.593134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] For port 67f6f528-2ef1-4111-83bd-1e335965bd5b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=67f6f528-2ef1-4111-83bd-1e335965bd5b,segment=NetworkSegment(3fa66146-9905-4097-aaac-7ea5a26b7433),segment_id=3fa66146-9905-4097-aaac-7ea5a26b7433)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:57.595831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Made reservation on behalf of 8187c77ec2b644d59de7a05c45a7649d for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:57.598567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.599168 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.647928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.692825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a0487-8176-49e7-86cb-b6b285f84d8b None None] Pushing event updated for resources: {'Port': ['ID=67f6f528-2ef1-4111-83bd-1e335965bd5b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:57.745103 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.803053 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f4496ba-9eba-4191-8106-d53ef66af2a6 req-3ec16a98-a002-41a5-877f-bc9c539a142d service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422053 Jun 30 02:44:57.830292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b1dcfccb-578d-4c45-bea1-01da782589ff up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:57.860608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac5e922-ccd3-4945-bc06-99ff43d6e767 None None] Network e4480ebf-d3b6-4254-954a-cd0d6134a701 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:44:58.039167 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.062665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Calling delete_port for 7ac7da17-5801-4e94-83f6-0e77f024a6d9 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:58.072149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b1f4a148-5f65-4ce7-87f6-86a8ce25980b None None] Provisioning complete for port b1dcfccb-578d-4c45-bea1-01da782589ff triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:58.072521 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a148-5f65-4ce7-87f6-86a8ce25980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.127980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting port 67f6f528-2ef1-4111-83bd-1e335965bd5b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:58.130786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.236130 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.253431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Deleting port 94fc0357-8418-4370-ab71-78e271322f49 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:58.261913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.264519 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.340065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b1dcfccb-578d-4c45-bea1-01da782589ff triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:58.342608 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.405811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] For port 67f6f528-2ef1-4111-83bd-1e335965bd5b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=67f6f528-2ef1-4111-83bd-1e335965bd5b,segment=NetworkSegment(3fa66146-9905-4097-aaac-7ea5a26b7433),segment_id=3fa66146-9905-4097-aaac-7ea5a26b7433)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:58.406667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.427943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Calling delete_port for 67f6f528-2ef1-4111-83bd-1e335965bd5b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:58.478285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:58.524020 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.621540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.698921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Port': ['ID=67f6f528-2ef1-4111-83bd-1e335965bd5b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.707412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No DVR routers for this DVR port 67f6f528-2ef1-4111-83bd-1e335965bd5b on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:58.735020 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae7df40-43ca-436b-b009-beb8d546d32d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.771114 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.772867 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Added segment b2d30687-e79c-487f-a005-8b5416d55505 of type vlan for network 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e Jun 30 02:44:58.801624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e20974-bd87-42f5-a021-b705aec758cd None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:44:58.854027 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.941147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.941791 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.971475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Calling delete_port for 94fc0357-8418-4370-ab71-78e271322f49 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:58.992876 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.001198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.012642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4480ebf-d3b6-4254-954a-cd0d6134a701']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:59.023958 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.025497 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.026253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.041045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa66146-9905-4097-aaac-7ea5a26b7433') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:59.041622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa66146-9905-4097-aaac-7ea5a26b7433') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:44:59.055894 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.082985 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.096861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:44:59.097278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:44:59.100445 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:44:59.125759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e20974-bd87-42f5-a021-b705aec758cd None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:44:59.173645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Pushing event deleted for resources: {'Port': ['ID=7ac7da17-5801-4e94-83f6-0e77f024a6d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:59.190766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.199667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.206549 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/e4480ebf-d3b6-4254-954a-cd0d6134a701 HTTP/1.1" status: 204 len: 168 time: 3.9025905 Jun 30 02:44:59.210983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50200) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:59.212186 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.258385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1837360665'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:59.305058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ada511-c082-4a6e-83b1-25f829214e91 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Network': ['ID=e4480ebf-d3b6-4254-954a-cd0d6134a701,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:59.307899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:59.308776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0846088 Jun 30 02:44:59.311928 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.314812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:59.320660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Request body: {'subnet': {'network_id': '05f6f7c9-f1d9-455a-9d03-15f7bb2e159e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-575329843-subnet', 'tenant_id': '8187c77ec2b644d59de7a05c45a7649d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:59.378316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.381194 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.386326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2b28b-c722-4aa3-83ab-b55e736742af admin admin] Pushing event updated for resources: {'Network': ['ID=05f6f7c9-f1d9-455a-9d03-15f7bb2e159e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:59.409341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:44:59.428408 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.429124 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Added segment 1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c of type vlan for network e0a1cf7c-3b54-4a8e-9b74-77066fafb66b Jun 30 02:44:59.442129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:59.486881 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.524474 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.532190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.532875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.593539 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Made reservation on behalf of 8187c77ec2b644d59de7a05c45a7649d for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:59.596283 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.694815 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4631386 Jun 30 02:44:59.697891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:59.708639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'network_id': 'e0a1cf7c-3b54-4a8e-9b74-77066fafb66b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:59.713299 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.718540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Fanout notify agent at l3_agent the message router_deleted on router d5522e1e-23f5-40e9-a9b5-0d45f2d6654a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:44:59.765161 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.775056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cb05d658-d743-42ba-93cb-d40017832d71 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/d5522e1e-23f5-40e9-a9b5-0d45f2d6654a HTTP/1.1" status: 204 len: 168 time: 5.4198909 Jun 30 02:44:59.790636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:59.818140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1930927a-71f8-45aa-b8fd-c0a36ac5a910 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-527703248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:59.845142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ef2a2-9bbd-416d-8d38-fcaaadc69992 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=e0a1cf7c-3b54-4a8e-9b74-77066fafb66b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:59.872441 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.897450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network e0a1cf7c-3b54-4a8e-9b74-77066fafb66b details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:44:59.906020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1930927a-71f8-45aa-b8fd-c0a36ac5a910 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.909953 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1930927a-71f8-45aa-b8fd-c0a36ac5a910 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.923051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:59.930228 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:59.995761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event deleted for resources: {'Port': ['ID=94fc0357-8418-4370-ab71-78e271322f49,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.053010 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1930927a-71f8-45aa-b8fd-c0a36ac5a910 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.062459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1930927a-71f8-45aa-b8fd-c0a36ac5a910 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.098632 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1930927a-71f8-45aa-b8fd-c0a36ac5a910 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.100109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1930927a-71f8-45aa-b8fd-c0a36ac5a910 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3064251 Jun 30 02:45:00.102892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:00.108091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:00.199131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.330385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf497c5-97b2-418f-baf6-6ab1c6229003,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.333459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.351571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.421478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.474110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Checking segment: {'id': 'b2d30687-e79c-487f-a005-8b5416d55505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '05f6f7c9-f1d9-455a-9d03-15f7bb2e159e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:00.474795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Network hostable DHCP agents. Network: 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:00.478970 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.519395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Network 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:00.532003 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.582383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:00.585227 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.603607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5293b53-8c30-4382-bd42-c21d923dc5e7 None None] Network 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:00.667679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49a47291-82b0-4f00-b5af-aad072689831,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.697289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.700974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.701663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.736235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc04ba1-3d40-4e39-a7c4-74cd186a9093']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:00.762674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c65dad-f200-4193-977c-f60cde83e8c7') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:00.763200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c65dad-f200-4193-977c-f60cde83e8c7') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:00.778564 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-23eb064c-dce8-4ed0-b49a-2f3b797b7b88 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4624393 Jun 30 02:45:00.790872 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.801448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=3ff96ea3-9622-4612-964f-663d3eb5baa4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.817356 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.817622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking segment: {'id': '1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e0a1cf7c-3b54-4a8e-9b74-77066fafb66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:00.818145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network hostable DHCP agents. Network: e0a1cf7c-3b54-4a8e-9b74-77066fafb66b, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:00.858536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:00.858985 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:00.860944 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:00.873675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network e0a1cf7c-3b54-4a8e-9b74-77066fafb66b is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:00.930441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, e0a1cf7c-3b54-4a8e-9b74-77066fafb66b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:00.935758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.936354 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.954676 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e441ce4e-89f2-47b6-9e84-9f2b7487e336 None None] Network e0a1cf7c-3b54-4a8e-9b74-77066fafb66b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:00.959480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.966351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bc04ba1-3d40-4e39-a7c4-74cd186a9093 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:45:00.973762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.976323 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "DELETE /v2.0/networks/4bc04ba1-3d40-4e39-a7c4-74cd186a9093 HTTP/1.1" status: 204 len: 168 time: 5.1270432 Jun 30 02:45:00.984185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.031564 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b2a80df3-5320-49ed-84f8-3fa732a16afd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3296714 Jun 30 02:45:01.035092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.068215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7382201a-bb42-4867-a7be-8714a9ef4a66 None None] Network 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:01.080674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e9ac3-6fc1-4b26-9eae-ae0ae6a18fe7 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bc04ba1-3d40-4e39-a7c4-74cd186a9093,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:01.257049 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-265ea527-6751-497c-a16a-89e060d58f02 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2714524 Jun 30 02:45:01.259868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.355482 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.436003 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.640207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.640688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.641155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.641615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.642070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.642525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.643057 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.643460 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.643913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.644365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.644813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.645261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.662188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-20bd2457-a543-42e5-ae18-7615d304222d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7827 time: 0.3971429 Jun 30 02:45:01.663544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.677161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-e0a1cf7c-3b54-4a8e-9b74-77066fafb66b', 'network_id': 'e0a1cf7c-3b54-4a8e-9b74-77066fafb66b', 'tenant_id': 'e3c859158fbd4d708bd9c6b6cc2d882b', 'fixed_ips': [{'subnet_id': '3ff96ea3-9622-4612-964f-663d3eb5baa4'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:01.678134 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.720101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.763796 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4c2264f5-b777-4c57-983c-057cf6b7b0ff tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] delete failed (client error): The resource could not be found. Jun 30 02:45:01.765172 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4c2264f5-b777-4c57-983c-057cf6b7b0ff tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/04b4c549-2940-438a-b2cd-0ef683fdfa6e HTTP/1.1" status: 404 len: 345 time: 0.1011379 Jun 30 02:45:01.768154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.809476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Allocated IP 172.25.7.202 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/0dbef214-5f39-4583-b96e-9b4638c24024) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:01.814767 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-db852720-b3b1-4a21-90fd-c8d812c1ae43 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] DELETE failed (client error): The resource could not be found. Jun 30 02:45:01.815399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db852720-b3b1-4a21-90fd-c8d812c1ae43 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:01.817156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-db852720-b3b1-4a21-90fd-c8d812c1ae43 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "DELETE /v2.0/networks/4bc04ba1-3d40-4e39-a7c4-74cd186a9093 HTTP/1.1" status: 404 len: 339 time: 0.0478354 Jun 30 02:45:01.821312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.841763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Request body: {'network': {'name': 'tempest-network--457301750', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:01.908501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Made reservation on behalf of 814e9f6232dd4056ab9c9c1182e7100a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:01.910915 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.966533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:01.988193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.988542 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Added segment 135a8ee3-6baa-40e7-9550-8561bbb64acd of type vlan for network a0c8df51-d276-40db-a47f-9d1327dc69ad Jun 30 02:45:02.037686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Allocated IP 2001:db8::1 (e0a1cf7c-3b54-4a8e-9b74-77066fafb66b/3ff96ea3-9622-4612-964f-663d3eb5baa4/ec42bf80-9210-42e0-82af-8fcb590f0ed7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:02.041799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.102159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.180960 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.182070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:02.182876 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.291637 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.364713 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5401971 Jun 30 02:45:02.370521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:02.418643 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.429481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04de70-6ac8-49e1-88f4-435b065ca13a tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event updated for resources: {'Network': ['ID=a0c8df51-d276-40db-a47f-9d1327dc69ad,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:02.445773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a0c8df51-d276-40db-a47f-9d1327dc69ad details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:02.473002 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.522184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:02.535379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:02.536626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Transition to ACTIVE for port object ec42bf80-9210-42e0-82af-8fcb590f0ed7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:02.547449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:02.572301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Transition to ACTIVE for port object ec42bf80-9210-42e0-82af-8fcb590f0ed7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:02.583746 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.600772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Pushing event updated for resources: {'Port': ['ID=0dbef214-5f39-4583-b96e-9b4638c24024,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:02.695134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Pushing event updated for resources: {'Port': ['ID=ec42bf80-9210-42e0-82af-8fcb590f0ed7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:02.715242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Network e0a1cf7c-3b54-4a8e-9b74-77066fafb66b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:02.717292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:02.726501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:02.845710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Attempting to bind port ec42bf80-9210-42e0-82af-8fcb590f0ed7 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:02.846312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Attempting to bind port ec42bf80-9210-42e0-82af-8fcb590f0ed7 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e0a1cf7c-3b54-4a8e-9b74-77066fafb66b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:02.846764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Attempting to bind port ec42bf80-9210-42e0-82af-8fcb590f0ed7 on network e0a1cf7c-3b54-4a8e-9b74-77066fafb66b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:02.854217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:02.854217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Checking segment: {'id': '1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e0a1cf7c-3b54-4a8e-9b74-77066fafb66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:02.854613 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.869136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Bound using segment: {'id': '1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e0a1cf7c-3b54-4a8e-9b74-77066fafb66b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:02.870428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Bound port: ec42bf80-9210-42e0-82af-8fcb590f0ed7, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'e0a1cf7c-3b54-4a8e-9b74-77066fafb66b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:02.870428 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.933854 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.992348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] For port ec42bf80-9210-42e0-82af-8fcb590f0ed7, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:02.996785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] For port ec42bf80-9210-42e0-82af-8fcb590f0ed7, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ec42bf80-9210-42e0-82af-8fcb590f0ed7,segment=NetworkSegment(1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c),segment_id=1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:03.010818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.012955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1ce81-f12c-4a1e-9ca5-6844572c0d37 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.029322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1ce81-f12c-4a1e-9ca5-6844572c0d37 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.048744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff96ea3-9622-4612-964f-663d3eb5baa4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:03.049759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1ce81-f12c-4a1e-9ca5-6844572c0d37 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.077665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1ce81-f12c-4a1e-9ca5-6844572c0d37 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.082374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aef1ce81-f12c-4a1e-9ca5-6844572c0d37 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7016616 Jun 30 02:45:03.083117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:03.172174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a827d5c-0758-46f3-b174-35ddcbb0b3d1 None None] Pushing event updated for resources: {'Port': ['ID=ec42bf80-9210-42e0-82af-8fcb590f0ed7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:03.257159 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.357731 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.435672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a1cf7c-3b54-4a8e-9b74-77066fafb66b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:03.448972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:03.449266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:03.459617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.530147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.542597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.543236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c8df51-d276-40db-a47f-9d1327dc69ad']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:03.579547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135a8ee3-6baa-40e7-9550-8561bbb64acd') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:03.579547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135a8ee3-6baa-40e7-9550-8561bbb64acd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:03.597291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.631009 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.640470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:03.640470 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:03.734961 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:03.771122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.797570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0c8df51-d276-40db-a47f-9d1327dc69ad {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:45:03.799643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0c8df51-d276-40db-a47f-9d1327dc69ad,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:03.809112 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.817296 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-351973a9-5be0-4da5-b659-54345c4db07c tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "DELETE /v2.0/networks/a0c8df51-d276-40db-a47f-9d1327dc69ad HTTP/1.1" status: 204 len: 168 time: 0.7298698 Jun 30 02:45:03.818003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:03.827860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Request body: {'network': {'name': 'tempest-network--562105332', 'router:external': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:03.850424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ec42bf80-9210-42e0-82af-8fcb590f0ed7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:03.871946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Made reservation on behalf of 814e9f6232dd4056ab9c9c1182e7100a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:03.875544 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.902022 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.925495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:03.926950 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:03.941216 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:03.948705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:03.968875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:03.969472 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Added segment 06160864-a23b-46b3-a412-768776172613 of type vlan for network 4d63c8b6-1e94-4b1f-b6c0-b3ab6e1e2af5 Jun 30 02:45:04.041054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ec42bf80-9210-42e0-82af-8fcb590f0ed7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:04.103125 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.170172 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.171506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.172067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.243145 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:45:04.243145 n-d-758944-39 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:45:04.243145 n-d-758944-39 neutron-server[93771]: [parameters: {'id': 'e0a1cf7c-3b54-4a8e-9b74-77066fafb66b'}] Jun 30 02:45:04.243145 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:45:04.243510 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:45:04.270274 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.288043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4635179 Jun 30 02:45:04.289932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-fd4acb4a-bc02-4a2e-8257-39a7b30e92ff tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.290384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50370) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:04.298985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-fd4acb4a-bc02-4a2e-8257-39a7b30e92ff tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/networks?id=05f6f7c9-f1d9-455a-9d03-15f7bb2e159e HTTP/1.1" status: 200 len: 809 time: 0.8669033 Jun 30 02:45:04.302978 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.322184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-6ac35959-094c-41ac-94e2-d2f99b4a4f36 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/quotas/8187c77ec2b644d59de7a05c45a7649d HTTP/1.1" status: 200 len: 375 time: 0.0155754 Jun 30 02:45:04.419908 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-334aed03-06f2-4af9-884c-ecfbc7706222 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8187c77ec2b644d59de7a05c45a7649d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559025 Jun 30 02:45:04.452627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ee94ea-658d-4242-9d31-a5fd27c4f086 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.454446 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-13ee94ea-658d-4242-9d31-a5fd27c4f086 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] 10.222.0.55 "GET /v2.0/networks/4d63c8b6-1e94-4b1f-b6c0-b3ab6e1e2af5 HTTP/1.1" status: 200 len: 756 time: 0.1612449 Jun 30 02:45:04.457773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:04.475103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001b774-1c43-4d44-a47c-1584fa7e42c9 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event updated for resources: {'Network': ['ID=4d63c8b6-1e94-4b1f-b6c0-b3ab6e1e2af5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:04.487474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 4d63c8b6-1e94-4b1f-b6c0-b3ab6e1e2af5 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:04.629251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2240146-9f12-4e88-9a53-2c0f70c81bc6 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.634075 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d2240146-9f12-4e88-9a53-2c0f70c81bc6 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] 10.222.0.55 "GET /v2.0/networks/6284d29d-fb24-4dc5-9c98-520784386e82 HTTP/1.1" status: 200 len: 767 time: 0.1747172 Jun 30 02:45:04.634745 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50376) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:04.737953 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.847061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dce3c2-0223-4673-bf03-75f5622c703e None None] Network e0a1cf7c-3b54-4a8e-9b74-77066fafb66b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:04.884645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.886996 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.908854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d63c8b6-1e94-4b1f-b6c0-b3ab6e1e2af5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:04.942966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06160864-a23b-46b3-a412-768776172613') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:04.943193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06160864-a23b-46b3-a412-768776172613') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:04.954179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.974628 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.984863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:04.986703 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:04.988703 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:05.020840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-04db5564-e316-4f7d-8b3f-528b7c7c4687 None None] Provisioning for port ec42bf80-9210-42e0-82af-8fcb590f0ed7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:05.053774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-04db5564-e316-4f7d-8b3f-528b7c7c4687 None None] Provisioning complete for port ec42bf80-9210-42e0-82af-8fcb590f0ed7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:05.054633 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04db5564-e316-4f7d-8b3f-528b7c7c4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.062933 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.073411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d63c8b6-1e94-4b1f-b6c0-b3ab6e1e2af5 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:45:05.074255 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-81372ac1-5439-497d-9898-9c53ac0ba93f service neutron] 10.222.0.55 "GET /v2.0/networks/05f6f7c9-f1d9-455a-9d03-15f7bb2e159e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096373 Jun 30 02:45:05.098498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.106940 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "DELETE /v2.0/networks/4d63c8b6-1e94-4b1f-b6c0-b3ab6e1e2af5 HTTP/1.1" status: 204 len: 168 time: 0.4710701 Jun 30 02:45:05.112175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:05.130056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Request body: {'network': {'name': 'tempest-network--1683966900'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:05.180620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5ec78-b79d-48fc-82b9-5de599cfb174 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d63c8b6-1e94-4b1f-b6c0-b3ab6e1e2af5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:05.216857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Made reservation on behalf of 814e9f6232dd4056ab9c9c1182e7100a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:05.222354 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.296145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:05.330117 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.330117 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Added segment 906acb0c-a04e-4359-8ada-f84d6c7b4a96 of type vlan for network 6c76c861-8926-4d4c-bfee-86ee6122acc9 Jun 30 02:45:05.344556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting port ec42bf80-9210-42e0-82af-8fcb590f0ed7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:05.345111 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.352164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Router 3679852c-321c-4853-a906-2959e62b470c is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:45:05.381217 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04db5564-e316-4f7d-8b3f-528b7c7c4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.402239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-9dc70204-d52b-467e-92fc-3f4e0a91fcdc service neutron] 10.222.0.55 "GET /v2.0/networks/05f6f7c9-f1d9-455a-9d03-15f7bb2e159e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204629 Jun 30 02:45:05.475107 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.553425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-04db5564-e316-4f7d-8b3f-528b7c7c4687 None None] For port ec42bf80-9210-42e0-82af-8fcb590f0ed7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ec42bf80-9210-42e0-82af-8fcb590f0ed7,segment=NetworkSegment(1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c),segment_id=1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:05.566182 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04db5564-e316-4f7d-8b3f-528b7c7c4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.619192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddb1a75-5508-47d4-a1e6-ee40de6171e3 None None] DHCP port deletion for e0a1cf7c-3b54-4a8e-9b74-77066fafb66b request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:45:05.643651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] For port ec42bf80-9210-42e0-82af-8fcb590f0ed7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ec42bf80-9210-42e0-82af-8fcb590f0ed7,segment=NetworkSegment(1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c),segment_id=1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:05.645485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.691405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Calling delete_port for ec42bf80-9210-42e0-82af-8fcb590f0ed7 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:05.755439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db5564-e316-4f7d-8b3f-528b7c7c4687 None None] Pushing event updated for resources: {'Port': ['ID=ec42bf80-9210-42e0-82af-8fcb590f0ed7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:05.767581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ec42bf80-9210-42e0-82af-8fcb590f0ed7 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:05.905706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb1a75-5508-47d4-a1e6-ee40de6171e3 None None] Deleting port ec42bf80-9210-42e0-82af-8fcb590f0ed7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:05.906074 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1a75-5508-47d4-a1e6-ee40de6171e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.918432 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.937468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No DVR routers for this DVR port ec42bf80-9210-42e0-82af-8fcb590f0ed7 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:06.015149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No active binding found for port ec42bf80-9210-42e0-82af-8fcb590f0ed7 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 02:45:06.015149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ec42bf80-9210-42e0-82af-8fcb590f0ed7 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:06.049806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Port': ['ID=ec42bf80-9210-42e0-82af-8fcb590f0ed7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:06.072113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8ddb1a75-5508-47d4-a1e6-ee40de6171e3 None None] For port ec42bf80-9210-42e0-82af-8fcb590f0ed7, host n-d-758944-39, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:06.072488 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1a75-5508-47d4-a1e6-ee40de6171e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.103648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8ddb1a75-5508-47d4-a1e6-ee40de6171e3 None None] Calling delete_port for ec42bf80-9210-42e0-82af-8fcb590f0ed7 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:06.108301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-8ddb1a75-5508-47d4-a1e6-ee40de6171e3 None None] Port ec42bf80-9210-42e0-82af-8fcb590f0ed7 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:45:06.110969 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ddb1a75-5508-47d4-a1e6-ee40de6171e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.173863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb1a75-5508-47d4-a1e6-ee40de6171e3 None None] Pushing event deleted for resources: {'Port': ['ID=ec42bf80-9210-42e0-82af-8fcb590f0ed7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:06.176378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb1a75-5508-47d4-a1e6-ee40de6171e3 None None] No DVR routers for this DVR port ec42bf80-9210-42e0-82af-8fcb590f0ed7 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:06.253518 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.317642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a1cf7c-3b54-4a8e-9b74-77066fafb66b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:06.345824 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:06.346516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af7bd4a-66d8-41c0-a9e6-6415f1d1ca3c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:06.363692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:06.366669 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.374563 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3aff91-6005-4c3f-970d-73fb56ad368b None None] Sync routers for ids ['3679852c-321c-4853-a906-2959e62b470c'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:06.376232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.380093 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44985194-8993-4fc1-bf4d-795044674598 req-b75895f0-816e-4aab-9479-d3569aacb761 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 210 time: 0.0466139 Jun 30 02:45:06.380970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50430) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.381232 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.381724 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-993dc025-df83-4aa8-a5b4-fed8227f44a0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "PUT /v2.0/routers/3679852c-321c-4853-a906-2959e62b470c HTTP/1.1" status: 200 len: 879 time: 6.2776692 Jun 30 02:45:06.382214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.382822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.405717 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.406031 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3aff91-6005-4c3f-970d-73fb56ad368b None None] Routers {'3679852c-321c-4853-a906-2959e62b470c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:06.406796 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d3aff91-6005-4c3f-970d-73fb56ad368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3679852c-321c-4853-a906-2959e62b470c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:06.420999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:06.421417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:06.424620 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:06.505469 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d3aff91-6005-4c3f-970d-73fb56ad368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:06.517945 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3aff91-6005-4c3f-970d-73fb56ad368b None None] Routers {'3679852c-321c-4853-a906-2959e62b470c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:06.519224 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d3aff91-6005-4c3f-970d-73fb56ad368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3679852c-321c-4853-a906-2959e62b470c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:06.538749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event updated for resources: {'Network': ['ID=6c76c861-8926-4d4c-bfee-86ee6122acc9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:06.552020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 6c76c861-8926-4d4c-bfee-86ee6122acc9 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:06.570845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b6f09470-4cba-470c-a8cc-49dc3f2b6bfc tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4559047 Jun 30 02:45:06.572345 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.573889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.579650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-15e1bc89-6c91-42b4-ad81-4b475cbf7e5d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:06.589703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.591751 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1d3aff91-6005-4c3f-970d-73fb56ad368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:06.594093 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3aff91-6005-4c3f-970d-73fb56ad368b None None] The sync data for ids ['3679852c-321c-4853-a906-2959e62b470c'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:06.597003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/e0a1cf7c-3b54-4a8e-9b74-77066fafb66b HTTP/1.1" status: 204 len: 168 time: 5.5550640 Jun 30 02:45:06.617487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.623219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1316505372'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:06.677168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1419d88-57cb-4272-9a09-6acebe040054 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Network': ['ID=e0a1cf7c-3b54-4a8e-9b74-77066fafb66b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:06.691474 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-92d526fc-e2be-4034-8004-047414494e06 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/routers/3679852c-321c-4853-a906-2959e62b470c HTTP/1.1" status: 200 len: 920 time: 0.3021634 Jun 30 02:45:06.692127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.724184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:06.732396 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.784624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59c7ac-f327-420a-be9f-a31840d77b98 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.788846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5c59c7ac-f327-420a-be9f-a31840d77b98 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&device_id=3679852c-321c-4853-a906-2959e62b470c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0929930 Jun 30 02:45:06.789243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.944706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:06.945381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca91ed2-cb66-4fc2-8194-ff35f3ac45fa tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.948819 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fca91ed2-cb66-4fc2-8194-ff35f3ac45fa tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 881 time: 0.1565239 Jun 30 02:45:06.951388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:06.965370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.965939 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Added segment 539572ec-942d-4f76-994f-828d61588adc of type vlan for network 2d8c4ba7-ab32-4baa-969d-ae682e8f7729 Jun 30 02:45:06.995211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15e1bc89-6c91-42b4-ad81-4b475cbf7e5d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.996503 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-df074bba-b22f-49d4-ae8d-c201739a6cfa tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=3679852c-321c-4853-a906-2959e62b470c HTTP/1.1" status: 200 len: 205 time: 0.0429807 Jun 30 02:45:06.996503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50458) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:07.096978 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15e1bc89-6c91-42b4-ad81-4b475cbf7e5d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.104591 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.159384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15e1bc89-6c91-42b4-ad81-4b475cbf7e5d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Network 6c76c861-8926-4d4c-bfee-86ee6122acc9 is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:45:07.160576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e1bc89-6c91-42b4-ad81-4b475cbf7e5d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:07.161334 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15e1bc89-6c91-42b4-ad81-4b475cbf7e5d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.162891 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-15e1bc89-6c91-42b4-ad81-4b475cbf7e5d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "PUT /v2.0/networks/6c76c861-8926-4d4c-bfee-86ee6122acc9 HTTP/1.1" status: 200 len: 858 time: 0.5880144 Jun 30 02:45:07.172413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:07.230241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.356071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.396113 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:45:07.415026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.430593 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Deleting port 0dbef214-5f39-4583-b96e-9b4638c24024 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:07.431095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.449188 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.462119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:07.463089 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.477781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1bc89-6c91-42b4-ad81-4b475cbf7e5d tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event updated for resources: {'Network': ['ID=6c76c861-8926-4d4c-bfee-86ee6122acc9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:07.501893 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8830242 Jun 30 02:45:07.502369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:07.511282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'network_id': '2d8c4ba7-ab32-4baa-969d-ae682e8f7729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:07.734705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a3d90-554f-4363-a189-2a9b659f18a1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=2d8c4ba7-ab32-4baa-969d-ae682e8f7729,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:07.755301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2d8c4ba7-ab32-4baa-969d-ae682e8f7729 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:07.777920 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.796948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e923fe42-1b10-4589-ba03-621d4b00ab91 req-9c59c0f4-ec8f-4fb0-a587-f17cf4231335 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 210 time: 0.0816545 Jun 30 02:45:07.818645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.821273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c76c861-8926-4d4c-bfee-86ee6122acc9']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:07.842851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906acb0c-a04e-4359-8ada-f84d6c7b4a96') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:07.843222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906acb0c-a04e-4359-8ada-f84d6c7b4a96') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:07.851286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:07.862335 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.873395 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.898904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.914943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:07.916428 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:07.937216 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:07.994701 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:07.995562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Calling delete_port for 0dbef214-5f39-4583-b96e-9b4638c24024 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:08.003670 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c76c861-8926-4d4c-bfee-86ee6122acc9 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 02:45:08.062010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c76c861-8926-4d4c-bfee-86ee6122acc9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:08.065546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.075800 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d714cb1f-859f-4a82-a101-4d963d809a66 tempest-ExternalNetworksTestJSON-1642778156 tempest-ExternalNetworksTestJSON-1642778156-project-admin] 10.222.0.55 "DELETE /v2.0/networks/6c76c861-8926-4d4c-bfee-86ee6122acc9 HTTP/1.1" status: 204 len: 168 time: 0.8920648 Jun 30 02:45:08.077202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:08.109273 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e6725b-5b7b-48c7-ab89-d41e6f448b5b tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:08.109594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e6725b-5b7b-48c7-ab89-d41e6f448b5b tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:08.113915 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-80e6725b-5b7b-48c7-ab89-d41e6f448b5b tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] 10.222.0.55 "DELETE /v2.0/subnets/49a47291-82b0-4f00-b5af-aad072689831 HTTP/1.1" status: 404 len: 337 time: 0.0335071 Jun 30 02:45:08.114637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:08.258794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.501285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.567807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.607173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6284d29d-fb24-4dc5-9c98-520784386e82']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:08.638885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5e2c3f-1b43-497c-826d-9b8ab75c7874') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:08.640145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5e2c3f-1b43-497c-826d-9b8ab75c7874') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:08.661002 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.694457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-96ac1199-0be9-4b04-90c0-5a6fb45122bc tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:08.696993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-96ac1199-0be9-4b04-90c0-5a6fb45122bc tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.69 "GET /v2.0/networks?id=05f6f7c9-f1d9-455a-9d03-15f7bb2e159e HTTP/1.1" status: 200 len: 809 time: 0.3122015 Jun 30 02:45:08.698166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.710174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Request body: {'port': {'device_id': '52c4b446-9e7b-463b-a0d8-676eebdbfabd', 'network_id': '05f6f7c9-f1d9-455a-9d03-15f7bb2e159e', 'admin_state_up': True, 'tenant_id': '8187c77ec2b644d59de7a05c45a7649d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:08.713984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:08.714227 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:08.726631 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:08.913260 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.033143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Pushing event deleted for resources: {'Port': ['ID=0dbef214-5f39-4583-b96e-9b4638c24024,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:09.048082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.063503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.065492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] 10.222.0.55 "DELETE /v2.0/networks/6284d29d-fb24-4dc5-9c98-520784386e82 HTTP/1.1" status: 204 len: 168 time: 0.9497917 Jun 30 02:45:09.092778 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95de7fe-3175-441e-8e4c-0eb614cf7e67 tempest-ExternalNetworksTestJSON-200521437 tempest-ExternalNetworksTestJSON-200521437-project] Pushing event deleted for resources: {'Network': ['ID=6284d29d-fb24-4dc5-9c98-520784386e82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:09.189879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Made reservation on behalf of 8187c77ec2b644d59de7a05c45a7649d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:09.194040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.208007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=13e02161-7448-4ec1-8180-d58851a6c6ff,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:09.253742 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8123f32d-81ec-4211-b565-aca94df073cf req-fcfc7537-8ca5-4b2c-83ab-9223ffc7d544 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 210 time: 0.1112096 Jun 30 02:45:09.296532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking segment: {'id': '539572ec-942d-4f76-994f-828d61588adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2d8c4ba7-ab32-4baa-969d-ae682e8f7729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:09.297276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network hostable DHCP agents. Network: 2d8c4ba7-ab32-4baa-969d-ae682e8f7729, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:09.357512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.426234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:09.514650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:09.560170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Allocated IP 172.20.0.5 (05f6f7c9-f1d9-455a-9d03-15f7bb2e159e/bcf497c5-97b2-418f-baf6-6ab1c6229003/76011fe2-b2ab-4673-b61f-e48fd62b1379) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:09.622432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.626624 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.644171 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7046-c2da-4cf8-a84d-19bd7de89fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.676690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network 2d8c4ba7-ab32-4baa-969d-ae682e8f7729 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:09.683056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.683591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Fanout notify agent at l3_agent the message router_deleted on router 3679852c-321c-4853-a906-2959e62b470c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:09.691519 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.699333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3faed5d0-a337-456c-8f06-a39fd041843d tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/3679852c-321c-4853-a906-2959e62b470c HTTP/1.1" status: 204 len: 168 time: 2.7016752 Jun 30 02:45:09.700559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:09.738363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e3cb677d-4e09-4f94-87b6-05f2079322bc tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1835457727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:09.743703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 2d8c4ba7-ab32-4baa-969d-ae682e8f7729) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:09.753346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887ba85-1cf6-4c92-9799-6852c275e490 None None] Network 2d8c4ba7-ab32-4baa-969d-ae682e8f7729 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:09.763104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:09.763984 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.848038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-04da3aab-6674-4811-83de-b53859a1034e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f867010992524a4f9311d6460105a83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318903 Jun 30 02:45:09.850606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:09.967057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-2d8c4ba7-ab32-4baa-969d-ae682e8f7729', 'network_id': '2d8c4ba7-ab32-4baa-969d-ae682e8f7729', 'tenant_id': 'e3c859158fbd4d708bd9c6b6cc2d882b', 'fixed_ips': [{'subnet_id': '13e02161-7448-4ec1-8180-d58851a6c6ff'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:09.968313 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.976241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ced9af0e-d0ec-4714-860c-93196a90cc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.047599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ced9af0e-d0ec-4714-860c-93196a90cc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.074686 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.115680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7046-c2da-4cf8-a84d-19bd7de89fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.124625 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd8f7046-c2da-4cf8-a84d-19bd7de89fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.166776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ced9af0e-d0ec-4714-860c-93196a90cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.173041 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ced9af0e-d0ec-4714-860c-93196a90cc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.179752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ced9af0e-d0ec-4714-860c-93196a90cc0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dd2cfd3-9bf8-485e-b9ec-d67233504d7f HTTP/1.1" status: 204 len: 168 time: 0.3251252 Jun 30 02:45:10.184819 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3cb677d-4e09-4f94-87b6-05f2079322bc tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.187510 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3cb677d-4e09-4f94-87b6-05f2079322bc tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.223162 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fd8f7046-c2da-4cf8-a84d-19bd7de89fef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9725a2d7ecc44b548116a005880f6748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7952189 Jun 30 02:45:10.224499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50572) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.242858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f7046-c2da-4cf8-a84d-19bd7de89fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9234b44d-42f3-43fb-a45b-cab4b4a9a710,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.247493 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.283880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bb08abee-e91c-4e77-86a7-991ed3cc11b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7793732 Jun 30 02:45:10.301670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Allocated IP 2001:db8::1 (2d8c4ba7-ab32-4baa-969d-ae682e8f7729/13e02161-7448-4ec1-8180-d58851a6c6ff/57dd994c-0a22-4310-bb15-169b857a79c0) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:10.306886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.311011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Network 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:10.367307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:10.383018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9af0e-d0ec-4714-860c-93196a90cc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd2cfd3-9bf8-485e-b9ec-d67233504d7f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.399306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3cb677d-4e09-4f94-87b6-05f2079322bc tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.403939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:10.436670 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3cb677d-4e09-4f94-87b6-05f2079322bc tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.477977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3cb677d-4e09-4f94-87b6-05f2079322bc tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.487862 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e3cb677d-4e09-4f94-87b6-05f2079322bc tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7862341 Jun 30 02:45:10.489570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.515005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_snat': True}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:10.520719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Pushing event updated for resources: {'Port': ['ID=76011fe2-b2ab-4673-b61f-e48fd62b1379,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.560270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0952051e-6bde-405e-80eb-119103c12539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.623040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0952051e-6bde-405e-80eb-119103c12539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.632006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.632748 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.717564 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0952051e-6bde-405e-80eb-119103c12539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.730976 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.734501 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0952051e-6bde-405e-80eb-119103c12539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.736304 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0952051e-6bde-405e-80eb-119103c12539 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9234b44d-42f3-43fb-a45b-cab4b4a9a710 HTTP/1.1" status: 204 len: 168 time: 0.4987602 Jun 30 02:45:10.742002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-2c0053c0-7957-4b6b-9526-048668e2e033 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0362935 Jun 30 02:45:10.772761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Request body: {'port': {'device_id': '52c4b446-9e7b-463b-a0d8-676eebdbfabd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:10.783330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952051e-6bde-405e-80eb-119103c12539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9234b44d-42f3-43fb-a45b-cab4b4a9a710,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.796666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Transition to ACTIVE for port object 57dd994c-0a22-4310-bb15-169b857a79c0 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:10.804205 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.839841 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Transition to ACTIVE for port object 57dd994c-0a22-4310-bb15-169b857a79c0 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:10.856866 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.969781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.977759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Network 2d8c4ba7-ab32-4baa-969d-ae682e8f7729 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:10.990872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:11.000817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:11.073511 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.087998 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.113716 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e48e4-181b-4e33-9717-ab1ec2987852 req-7a9d1d17-6bd8-41a5-8f44-594537b033fa tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.115257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c1e48e4-181b-4e33-9717-ab1ec2987852 req-7a9d1d17-6bd8-41a5-8f44-594537b033fa tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 931 time: 0.4954228 Jun 30 02:45:11.129163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Pushing event updated for resources: {'Port': ['ID=57dd994c-0a22-4310-bb15-169b857a79c0,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.144957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Attempting to bind port 57dd994c-0a22-4310-bb15-169b857a79c0 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:11.145318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Attempting to bind port 57dd994c-0a22-4310-bb15-169b857a79c0 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '539572ec-942d-4f76-994f-828d61588adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2d8c4ba7-ab32-4baa-969d-ae682e8f7729'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:11.147322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0d466411-6104-4ee2-ae08-5e8559e7c13a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=814e9f6232dd4056ab9c9c1182e7100a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753862 Jun 30 02:45:11.149968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.153313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Attempting to bind port 57dd994c-0a22-4310-bb15-169b857a79c0 on network 2d8c4ba7-ab32-4baa-969d-ae682e8f7729 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:11.165147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:11.167766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Checking segment: {'id': '539572ec-942d-4f76-994f-828d61588adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2d8c4ba7-ab32-4baa-969d-ae682e8f7729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:11.170041 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.170626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Bound using segment: {'id': '539572ec-942d-4f76-994f-828d61588adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2d8c4ba7-ab32-4baa-969d-ae682e8f7729'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:11.174209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Bound port: 57dd994c-0a22-4310-bb15-169b857a79c0, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539572ec-942d-4f76-994f-828d61588adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '2d8c4ba7-ab32-4baa-969d-ae682e8f7729'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:11.176130 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.250099 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2c1e48e4-181b-4e33-9717-ab1ec2987852 req-1732a9ca-e96a-44c2-9cd2-d800ffd8a039 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236475 Jun 30 02:45:11.279677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting port 57dd994c-0a22-4310-bb15-169b857a79c0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:11.280022 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.307425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74c89736-3e79-432b-87a8-98090d1bc40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.331088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] For port 57dd994c-0a22-4310-bb15-169b857a79c0, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:11.337557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] For port 57dd994c-0a22-4310-bb15-169b857a79c0, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=57dd994c-0a22-4310-bb15-169b857a79c0,segment=NetworkSegment(539572ec-942d-4f76-994f-828d61588adc),segment_id=539572ec-942d-4f76-994f-828d61588adc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:11.342400 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74c89736-3e79-432b-87a8-98090d1bc40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.348224 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.439396 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74c89736-3e79-432b-87a8-98090d1bc40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.445700 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-74c89736-3e79-432b-87a8-98090d1bc40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.460798 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-74c89736-3e79-432b-87a8-98090d1bc40c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/365f1936-bfa8-4010-b885-bcc08a27f3d9 HTTP/1.1" status: 204 len: 168 time: 0.3060007 Jun 30 02:45:11.474252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f927716-35f6-46b2-a6a8-50e43b983eb3 None None] Pushing event updated for resources: {'Port': ['ID=57dd994c-0a22-4310-bb15-169b857a79c0,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.509386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c89736-3e79-432b-87a8-98090d1bc40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365f1936-bfa8-4010-b885-bcc08a27f3d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.577922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.604812 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7711342e-b84a-4e19-9028-c4970e630a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.783432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7711342e-b84a-4e19-9028-c4970e630a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.805447 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7711342e-b84a-4e19-9028-c4970e630a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.884805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711342e-b84a-4e19-9028-c4970e630a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a758f8-8d51-4522-a8f4-04d46c7413ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.900547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7711342e-b84a-4e19-9028-c4970e630a26 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d0cf2abde9e4a2594a39285cd8fc082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214464 Jun 30 02:45:11.903088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50630) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.932102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] For port 57dd994c-0a22-4310-bb15-169b857a79c0, host n-d-758944-39, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:11.932577 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.969244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Calling delete_port for 57dd994c-0a22-4310-bb15-169b857a79c0 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:11.996014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9705d18b-2056-4b9b-8197-21d9378a6cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.053510 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9705d18b-2056-4b9b-8197-21d9378a6cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.146629 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9705d18b-2056-4b9b-8197-21d9378a6cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.149512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9705d18b-2056-4b9b-8197-21d9378a6cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.154922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9705d18b-2056-4b9b-8197-21d9378a6cde admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/23a758f8-8d51-4522-a8f4-04d46c7413ed HTTP/1.1" status: 204 len: 168 time: 0.2500105 Jun 30 02:45:12.171636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705d18b-2056-4b9b-8197-21d9378a6cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a758f8-8d51-4522-a8f4-04d46c7413ed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:12.210598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.246754 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.525051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Allocated IP 172.25.7.225 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/257b97cf-6925-40cb-a787-7a359da56f17) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:12.777961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db389c5-42f4-4bf1-b265-a1241f9183d1 req-a822f887-46af-421a-ba9a-4897762fe9d1 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:12.784708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0db389c5-42f4-4bf1-b265-a1241f9183d1 req-a822f887-46af-421a-ba9a-4897762fe9d1 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 931 time: 0.2660308 Jun 30 02:45:12.786347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76011fe2-b2ab-4673-b61f-e48fd62b1379 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:12.846695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0db389c5-42f4-4bf1-b265-a1241f9183d1 req-ef4ffe81-ae05-4de6-be18-75ab5c004446 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Jun 30 02:45:12.870597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.945265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Transition to ACTIVE for port object 76011fe2-b2ab-4673-b61f-e48fd62b1379 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:13.009608 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.113470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcedc52-97f1-4549-b289-c463e0f4734c None None] Network 2d8c4ba7-ab32-4baa-969d-ae682e8f7729 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:13.248510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.433104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Pushing event updated for resources: {'Port': ['ID=76011fe2-b2ab-4673-b61f-e48fd62b1379,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.468114 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.553675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Port': ['ID=57dd994c-0a22-4310-bb15-169b857a79c0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.578928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Attempting to bind port 76011fe2-b2ab-4673-b61f-e48fd62b1379 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:13.579383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Attempting to bind port 76011fe2-b2ab-4673-b61f-e48fd62b1379 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'b2d30687-e79c-487f-a005-8b5416d55505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '05f6f7c9-f1d9-455a-9d03-15f7bb2e159e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:13.579717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Attempting to bind port 76011fe2-b2ab-4673-b61f-e48fd62b1379 on network 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:13.585036 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No DVR routers for this DVR port 57dd994c-0a22-4310-bb15-169b857a79c0 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:13.640846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Port 76011fe2-b2ab-4673-b61f-e48fd62b1379 on network 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:13.641165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Attempting to bind port 76011fe2-b2ab-4673-b61f-e48fd62b1379 on network 05f6f7c9-f1d9-455a-9d03-15f7bb2e159e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:13.646232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.651782 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:13.652371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Checking segment: {'id': 'b2d30687-e79c-487f-a005-8b5416d55505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '05f6f7c9-f1d9-455a-9d03-15f7bb2e159e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:13.652916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Bound using segment: {'id': 'b2d30687-e79c-487f-a005-8b5416d55505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '05f6f7c9-f1d9-455a-9d03-15f7bb2e159e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:13.653664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Bound port: 76011fe2-b2ab-4673-b61f-e48fd62b1379, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d30687-e79c-487f-a005-8b5416d55505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '05f6f7c9-f1d9-455a-9d03-15f7bb2e159e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:13.654168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.696690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.732554 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d780d168-a0cc-474b-8418-ad322852e445 None None] Could not find standard attr ID for object 57dd994c-0a22-4310-bb15-169b857a79c0. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:45:13.785883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:13.792477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:13.813588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:13.872882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event updated for resources: {'Port': ['ID=257b97cf-6925-40cb-a787-7a359da56f17,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.945021 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.949084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] For port 76011fe2-b2ab-4673-b61f-e48fd62b1379, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:14.118301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] For port 76011fe2-b2ab-4673-b61f-e48fd62b1379, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=76011fe2-b2ab-4673-b61f-e48fd62b1379,segment=NetworkSegment(b2d30687-e79c-487f-a005-8b5416d55505),segment_id=b2d30687-e79c-487f-a005-8b5416d55505)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:14.125629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98025f33-5616-4d6a-99e2-163920815a4b None None] Network 2d8c4ba7-ab32-4baa-969d-ae682e8f7729 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:14.155949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Subnet': ['ID=13e02161-7448-4ec1-8180-d58851a6c6ff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:14.257429 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.340245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:14.396575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332badf4-b7c6-41f9-a822-d58323a49d36 None None] DHCP port deletion for 2d8c4ba7-ab32-4baa-969d-ae682e8f7729 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:45:14.446384 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.487788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.488592 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.490508 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-49638547-6727-4029-932f-2cb39e679db8 service neutron] 10.222.0.69 "PUT /v2.0/ports/76011fe2-b2ab-4673-b61f-e48fd62b1379 HTTP/1.1" status: 200 len: 1092 time: 3.7399800 Jun 30 02:45:14.503169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c4b446-9e7b-463b-a0d8-676eebdbfabd', 'tag': '76011fe2-b2ab-4673-b61f-e48fd62b1379'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:14.506918 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b" -d '{"events": [{"name": "network-changed", "server_uuid": "52c4b446-9e7b-463b-a0d8-676eebdbfabd", "tag": "76011fe2-b2ab-4673-b61f-e48fd62b1379"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:14.515063 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8c4ba7-ab32-4baa-969d-ae682e8f7729']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:14.543746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539572ec-942d-4f76-994f-828d61588adc') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:14.544060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539572ec-942d-4f76-994f-828d61588adc') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:14.621623 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.631241 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7922d0-03cf-4e65-80be-1788005e1cdd x-openstack-request-id: req-4b7922d0-03cf-4e65-80be-1788005e1cdd {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:14.631535 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c4b446-9e7b-463b-a0d8-676eebdbfabd", "tag": "76011fe2-b2ab-4673-b61f-e48fd62b1379", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:14.631786 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b7922d0-03cf-4e65-80be-1788005e1cdd {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:14.632188 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c4b446-9e7b-463b-a0d8-676eebdbfabd', 'tag': '76011fe2-b2ab-4673-b61f-e48fd62b1379', 'status': 'completed', 'code': 200} Jun 30 02:45:14.650229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49638547-6727-4029-932f-2cb39e679db8 service neutron] Pushing event updated for resources: {'Port': ['ID=76011fe2-b2ab-4673-b61f-e48fd62b1379,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:14.745543 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.760803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce496a-5d7a-4acd-bd97-3330be61a219 req-e5d08eaf-2ef2-4376-9eb6-e3fd68377303 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.767246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8cce496a-5d7a-4acd-bd97-3330be61a219 req-e5d08eaf-2ef2-4376-9eb6-e3fd68377303 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 943 time: 0.6541793 Jun 30 02:45:14.770848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d4b08c5b-711f-4f52-b723-e55c4e04fe08 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1659322458'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:14.826750 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4b08c5b-711f-4f52-b723-e55c4e04fe08 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.827892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4b08c5b-711f-4f52-b723-e55c4e04fe08 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.829259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:14.829679 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:14.845029 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:14.951694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-76b6fdf3-51f9-4dd5-a045-c39829d8345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.953325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4b08c5b-711f-4f52-b723-e55c4e04fe08 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.953482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-76b6fdf3-51f9-4dd5-a045-c39829d8345f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8187c77ec2b644d59de7a05c45a7649d&device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 1095 time: 0.3682470 Jun 30 02:45:14.958793 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4b08c5b-711f-4f52-b723-e55c4e04fe08 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.976031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4b08c5b-711f-4f52-b723-e55c4e04fe08 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.977839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d4b08c5b-711f-4f52-b723-e55c4e04fe08 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6362076 Jun 30 02:45:14.980439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:15.033328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-8495afa0-a9c8-4db2-a678-45c011bc95b9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76011fe2-b2ab-4673-b61f-e48fd62b1379 HTTP/1.1" status: 200 len: 217 time: 0.0692406 Jun 30 02:45:15.033940 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.044884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.064050 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.066605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/2d8c4ba7-ab32-4baa-969d-ae682e8f7729 HTTP/1.1" status: 204 len: 168 time: 4.7582097 Jun 30 02:45:15.099481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50778) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:15.122408 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-918aa3c9-8014-401a-84ac-1b39c7c84501 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.178738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-432264532'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:15.235554 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8cce496a-5d7a-4acd-bd97-3330be61a219 req-22dc0e35-0c9c-470e-8143-256e19a01f03 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561130 Jun 30 02:45:15.236378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68aaa8-8c16-4bdc-8549-2a5ab595e2f3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Network': ['ID=2d8c4ba7-ab32-4baa-969d-ae682e8f7729,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:15.311567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-1d65abab-b1d4-4f64-b66d-e3d3981afe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.313853 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-1d65abab-b1d4-4f64-b66d-e3d3981afe78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcf497c5-97b2-418f-baf6-6ab1c6229003 HTTP/1.1" status: 200 len: 849 time: 0.2665656 Jun 30 02:45:15.316864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:15.320549 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.370102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-21a735fc-08e8-472e-86bc-17024912b989 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=05f6f7c9-f1d9-455a-9d03-15f7bb2e159e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444505 Jun 30 02:45:15.383542 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-918aa3c9-8014-401a-84ac-1b39c7c84501 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.387652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-918aa3c9-8014-401a-84ac-1b39c7c84501 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.449191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-918aa3c9-8014-401a-84ac-1b39c7c84501 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.450346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918aa3c9-8014-401a-84ac-1b39c7c84501 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5568c9fe-f3a9-4ead-9f9e-de3e08254837 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:15.461674 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-918aa3c9-8014-401a-84ac-1b39c7c84501 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.462880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-918aa3c9-8014-401a-84ac-1b39c7c84501 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] 10.222.0.55 "DELETE /v2.0/routers/5568c9fe-f3a9-4ead-9f9e-de3e08254837 HTTP/1.1" status: 204 len: 168 time: 0.4810586 Jun 30 02:45:15.468133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:15.478956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d72de944-2e31-40ec-9a07-ca5e7acaa6e5 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Request body: {'router': {'name': 'tempest-router-609366437', 'distributed': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:15.501148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:15.537610 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72de944-2e31-40ec-9a07-ca5e7acaa6e5 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.539060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72de944-2e31-40ec-9a07-ca5e7acaa6e5 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.596120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.596120 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Added segment b060b55c-7a9b-4744-ac72-de43eb6a2fc0 of type vlan for network 5dd17185-6894-4802-b717-c40a665a53ee Jun 30 02:45:15.632062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72de944-2e31-40ec-9a07-ca5e7acaa6e5 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.639557 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72de944-2e31-40ec-9a07-ca5e7acaa6e5 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.652179 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-b9bb791a-220d-4106-8b0a-decdd2b8e37a service neutron] 10.222.0.69 "GET /v2.0/networks/05f6f7c9-f1d9-455a-9d03-15f7bb2e159e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687681 Jun 30 02:45:15.691409 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.702922 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d72de944-2e31-40ec-9a07-ca5e7acaa6e5 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.707767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d72de944-2e31-40ec-9a07-ca5e7acaa6e5 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2322268 Jun 30 02:45:15.708940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:15.725786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.733654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.738319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 57dd994c-0a22-4310-bb15-169b857a79c0 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:15.797248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca6b606-2529-4a18-8267-803c0a6bb7ca tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.811399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 57dd994c-0a22-4310-bb15-169b857a79c0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:15.823636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 57dd994c-0a22-4310-bb15-169b857a79c0 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:15.852060 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.923607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.929447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.930087 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.045298 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.105276 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca6b606-2529-4a18-8267-803c0a6bb7ca tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.109803 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca6b606-2529-4a18-8267-803c0a6bb7ca tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.191495 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca6b606-2529-4a18-8267-803c0a6bb7ca tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.192597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca6b606-2529-4a18-8267-803c0a6bb7ca tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70de2498-8018-4214-b3ff-c9ebf602e489 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:16.201142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fca6b606-2529-4a18-8267-803c0a6bb7ca tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.203339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fca6b606-2529-4a18-8267-803c0a6bb7ca tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] 10.222.0.55 "DELETE /v2.0/routers/70de2498-8018-4214-b3ff-c9ebf602e489 HTTP/1.1" status: 204 len: 168 time: 0.4930074 Jun 30 02:45:16.207817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:16.212310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-27e485d6-3bbb-48b1-87e1-d43764fb007d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Request body: {'router': {'name': 'tempest-router-599029375', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd18d7ad6386048ad9ec5d71551776178'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:16.239004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27e485d6-3bbb-48b1-87e1-d43764fb007d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.241279 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27e485d6-3bbb-48b1-87e1-d43764fb007d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.307288 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27e485d6-3bbb-48b1-87e1-d43764fb007d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.317053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27e485d6-3bbb-48b1-87e1-d43764fb007d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.344139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27e485d6-3bbb-48b1-87e1-d43764fb007d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.345494 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-27e485d6-3bbb-48b1-87e1-d43764fb007d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1367064 Jun 30 02:45:16.349434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:16.358193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:16.418944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=5dd17185-6894-4802-b717-c40a665a53ee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:16.441924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5dd17185-6894-4802-b717-c40a665a53ee details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:16.461159 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-05a4e584-640b-4a3b-983f-0cedd99ffa49 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2867754 Jun 30 02:45:16.464537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:16.468974 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd1e7330-a074-43e8-b0d2-2fc024a6b06d req-44a49232-b749-428c-827e-453e27fca60d service neutron] 10.222.0.69 "GET /v2.0/networks/05f6f7c9-f1d9-455a-9d03-15f7bb2e159e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8075783 Jun 30 02:45:16.479130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'network_id': '5dd17185-6894-4802-b717-c40a665a53ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:16.806831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:16.810960 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.812496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25780450-0083-4eec-9220-82b96fe22d3c req-fabf443f-e89a-4d0f-9be5-da10a439b7a5 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:16.814061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25780450-0083-4eec-9220-82b96fe22d3c req-fabf443f-e89a-4d0f-9be5-da10a439b7a5 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 943 time: 0.3225417 Jun 30 02:45:16.822094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.822660 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.926599 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25780450-0083-4eec-9220-82b96fe22d3c req-43e3e860-1385-4bf8-a055-a6963066c0fd tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018221 Jun 30 02:45:16.946502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93770) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 30 02:45:16.947083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Router 4cfbccaa-9292-4441-8495-d15c906dc4b3 migrating from provider to provider. {{(pid=93770) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 30 02:45:16.947640 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.961822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.970569 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.973981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Router d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:45:17.037752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b req-6035974d-07cd-4455-b0cf-785a0a7843af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:17.039686 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b req-6035974d-07cd-4455-b0cf-785a0a7843af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8187c77ec2b644d59de7a05c45a7649d&device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 1095 time: 0.4057937 Jun 30 02:45:17.232995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50870) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.399260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:17.406428 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.407731 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a3400016-9045-4ee4-94a8-2ed165f6e81d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "PUT /v2.0/routers/d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd HTTP/1.1" status: 200 len: 915 time: 6.9149110 Jun 30 02:45:17.411453 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.413658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.416438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ef1b0-9f4a-4d3c-a41e-3ad0135b052f None None] Sync routers for ids ['d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:17.438487 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ef1b0-9f4a-4d3c-a41e-3ad0135b052f None None] Routers {'d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:17.439931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-246ef1b0-9f4a-4d3c-a41e-3ad0135b052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:17.500916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b req-80870a8a-aad4-4600-893a-d524ef26f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:17.503175 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b req-80870a8a-aad4-4600-893a-d524ef26f2e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=05f6f7c9-f1d9-455a-9d03-15f7bb2e159e HTTP/1.1" status: 200 len: 910 time: 0.4537029 Jun 30 02:45:17.519958 n-d-758944-39 neutron-server[93770]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] No L3 agents can host the router 4cfbccaa-9292-4441-8495-d15c906dc4b3 Jun 30 02:45:17.536952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-246ef1b0-9f4a-4d3c-a41e-3ad0135b052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:17.556130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ef1b0-9f4a-4d3c-a41e-3ad0135b052f None None] Routers {'d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:17.556779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-246ef1b0-9f4a-4d3c-a41e-3ad0135b052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:17.633278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=69b6a371-ddd5-4b77-8894-58ddcb944287,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:17.654902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-246ef1b0-9f4a-4d3c-a41e-3ad0135b052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:17.655860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ef1b0-9f4a-4d3c-a41e-3ad0135b052f None None] The sync data for ids ['d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:17.674154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Hosts for router 4cfbccaa-9292-4441-8495-d15c906dc4b3: [] {{(pid=93770) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 30 02:45:17.697414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b req-cddb040e-03d4-4106-8436-cb73570094d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76011fe2-b2ab-4673-b61f-e48fd62b1379 HTTP/1.1" status: 200 len: 217 time: 0.1018083 Jun 30 02:45:17.698214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad65fe3-f968-45a6-8ad8-61810bf01bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.704634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Hosts for other DVR routers connected to router 4cfbccaa-9292-4441-8495-d15c906dc4b3: set() {{(pid=93770) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 30 02:45:17.707815 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:17.709674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a40e4194-6b4e-48a3-93ca-78533a75a107 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] 10.222.0.55 "PUT /v2.0/routers/4cfbccaa-9292-4441-8495-d15c906dc4b3 HTTP/1.1" status: 200 len: 716 time: 1.3588629 Jun 30 02:45:17.714525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50884) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.798633 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1b9a62f4-8cc7-4b19-a000-96770557c2c1 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] 10.222.0.55 "GET /v2.0/routers/4cfbccaa-9292-4441-8495-d15c906dc4b3 HTTP/1.1" status: 200 len: 716 time: 0.0786915 Jun 30 02:45:17.798904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50886) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.854743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b req-237cecce-b29e-44ba-8325-dcb8df087bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:17.856627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b req-237cecce-b29e-44ba-8325-dcb8df087bd4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bcf497c5-97b2-418f-baf6-6ab1c6229003 HTTP/1.1" status: 200 len: 849 time: 0.1500216 Jun 30 02:45:17.857387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking segment: {'id': 'b060b55c-7a9b-4744-ac72-de43eb6a2fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5dd17185-6894-4802-b717-c40a665a53ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:17.857812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network hostable DHCP agents. Network: 5dd17185-6894-4802-b717-c40a665a53ee, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:17.881252 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b9bf8692-feac-4a1d-9da0-572df4ee901a tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/routers/d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd HTTP/1.1" status: 200 len: 921 time: 0.4512134 Jun 30 02:45:17.884255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:17.914502 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b req-9d20e630-0c40-440b-b0d1-f4104829c34b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=05f6f7c9-f1d9-455a-9d03-15f7bb2e159e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498219 Jun 30 02:45:17.982124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network 5dd17185-6894-4802-b717-c40a665a53ee is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:18.037562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-db95a6bf-86d1-456f-b5c0-6a201da14cb8 tempest-RoutersTestDVR-801944699 tempest-RoutersTestDVR-801944699-project] 10.222.0.55 "GET /v2.0/routers/4cfbccaa-9292-4441-8495-d15c906dc4b3 HTTP/1.1" status: 200 len: 682 time: 0.2374694 Jun 30 02:45:18.041236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.055548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8b976-e6a8-4c6c-833f-80419c664155 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.055789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5dd17185-6894-4802-b717-c40a665a53ee) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:18.059820 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4fb8b976-e6a8-4c6c-833f-80419c664155 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&device_id=d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1719875 Jun 30 02:45:18.060439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.071951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbcbc2e-62de-49e6-a481-792423978104 None None] Network 5dd17185-6894-4802-b717-c40a665a53ee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:18.100315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b req-621196ec-9aa6-43c1-8e0f-43345a7e7f04 service neutron] 10.222.0.69 "GET /v2.0/networks/05f6f7c9-f1d9-455a-9d03-15f7bb2e159e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769485 Jun 30 02:45:18.118971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.119948 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.171930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f0948dd-cdbd-4601-90d2-7786588fc549 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.261149 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:45:18.295804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-5dd17185-6894-4802-b717-c40a665a53ee', 'network_id': '5dd17185-6894-4802-b717-c40a665a53ee', 'tenant_id': 'e3c859158fbd4d708bd9c6b6cc2d882b', 'fixed_ips': [{'subnet_id': '69b6a371-ddd5-4b77-8894-58ddcb944287'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:18.296694 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.389891 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9dc713b3-3bc9-41a2-b984-aabc1dd9412b req-53e075a9-3563-458b-aee8-649d9adcb70b service neutron] 10.222.0.69 "GET /v2.0/networks/05f6f7c9-f1d9-455a-9d03-15f7bb2e159e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386739 Jun 30 02:45:18.395516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad65fe3-f968-45a6-8ad8-61810bf01bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.426442 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fad65fe3-f968-45a6-8ad8-61810bf01bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.455290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f0948dd-cdbd-4601-90d2-7786588fc549 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.457812 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f0948dd-cdbd-4601-90d2-7786588fc549 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.459175 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-132f6468-f129-49e8-846c-a98b6a892180 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9889526 Jun 30 02:45:18.470644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.486154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ad1780ff-912a-4c2e-8622-524fb14f5455 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'network_id': '5dd17185-6894-4802-b717-c40a665a53ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:18.494408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Allocated IP 2001:db8::2 (5dd17185-6894-4802-b717-c40a665a53ee/69b6a371-ddd5-4b77-8894-58ddcb944287/04a43450-5242-4bb4-8322-d42543d3c5af) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:18.545687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c94c02-fc24-467a-84cd-7bb6589d169d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.555085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad65fe3-f968-45a6-8ad8-61810bf01bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828b7b45-6406-47b1-9730-926eb55f0648,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:18.564069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e9c94c02-fc24-467a-84cd-7bb6589d169d tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 881 time: 0.5016320 Jun 30 02:45:18.565159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f0948dd-cdbd-4601-90d2-7786588fc549 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.565674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0948dd-cdbd-4601-90d2-7786588fc549 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cfbccaa-9292-4441-8495-d15c906dc4b3 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:18.567187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.574920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fad65fe3-f968-45a6-8ad8-61810bf01bcb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d57c323c63f4c62940a6f8148366ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3314793 Jun 30 02:45:18.583762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f0948dd-cdbd-4601-90d2-7786588fc549 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.584550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.591106 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4f0948dd-cdbd-4601-90d2-7786588fc549 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] 10.222.0.55 "DELETE /v2.0/routers/4cfbccaa-9292-4441-8495-d15c906dc4b3 HTTP/1.1" status: 204 len: 168 time: 0.5484724 Jun 30 02:45:18.594023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.614570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d668956c-c469-48af-a6b0-85e306022008 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Request body: {'router': {'name': 'tempest-router-2133188505', 'distributed': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:18.622787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-797e557f-bf4d-4f86-a57a-f010cdf4f797 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd HTTP/1.1" status: 200 len: 205 time: 0.0521846 Jun 30 02:45:18.623627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.685315 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.693830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d668956c-c469-48af-a6b0-85e306022008 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.695458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d668956c-c469-48af-a6b0-85e306022008 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.695970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Transition to ACTIVE for port object 04a43450-5242-4bb4-8322-d42543d3c5af will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:18.716407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Transition to ACTIVE for port object 04a43450-5242-4bb4-8322-d42543d3c5af will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:18.723146 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.729715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a917706-9088-4d0f-8349-766fc850b936 req-7ebc65a5-2147-40d5-aa8d-43b1c440ebb6 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.738155 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a917706-9088-4d0f-8349-766fc850b936 req-7ebc65a5-2147-40d5-aa8d-43b1c440ebb6 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 943 time: 0.5887818 Jun 30 02:45:18.771878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Pushing event updated for resources: {'Port': ['ID=04a43450-5242-4bb4-8322-d42543d3c5af,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:18.791540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Network 5dd17185-6894-4802-b717-c40a665a53ee is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:18.798840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:18.800808 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a917706-9088-4d0f-8349-766fc850b936 req-d1feda45-6958-4fa1-bfba-ec053de69a2c tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615919 Jun 30 02:45:18.803392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1780ff-912a-4c2e-8622-524fb14f5455 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:18.810654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:18.812498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad1780ff-912a-4c2e-8622-524fb14f5455 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.852993 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.857400 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d668956c-c469-48af-a6b0-85e306022008 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.890358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Attempting to bind port 04a43450-5242-4bb4-8322-d42543d3c5af on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:18.890776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Attempting to bind port 04a43450-5242-4bb4-8322-d42543d3c5af by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'b060b55c-7a9b-4744-ac72-de43eb6a2fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5dd17185-6894-4802-b717-c40a665a53ee'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:18.891559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Attempting to bind port 04a43450-5242-4bb4-8322-d42543d3c5af on network 5dd17185-6894-4802-b717-c40a665a53ee {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:18.897239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:18.897823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Checking segment: {'id': 'b060b55c-7a9b-4744-ac72-de43eb6a2fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5dd17185-6894-4802-b717-c40a665a53ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:18.898120 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.898526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Bound using segment: {'id': 'b060b55c-7a9b-4744-ac72-de43eb6a2fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5dd17185-6894-4802-b717-c40a665a53ee'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:18.899051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Bound port: 04a43450-5242-4bb4-8322-d42543d3c5af, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b060b55c-7a9b-4744-ac72-de43eb6a2fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5dd17185-6894-4802-b717-c40a665a53ee'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:18.899483 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.909410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d668956c-c469-48af-a6b0-85e306022008 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.925613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d668956c-c469-48af-a6b0-85e306022008 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:18.930161 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d668956c-c469-48af-a6b0-85e306022008 tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3357685 Jun 30 02:45:18.933021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:18.975633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] For port 04a43450-5242-4bb4-8322-d42543d3c5af, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:18.979360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] For port 04a43450-5242-4bb4-8322-d42543d3c5af, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=04a43450-5242-4bb4-8322-d42543d3c5af,segment=NetworkSegment(b060b55c-7a9b-4744-ac72-de43eb6a2fc0),segment_id=b060b55c-7a9b-4744-ac72-de43eb6a2fc0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:18.985049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.075788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86495e8-5d01-42e2-8f7a-89b225ffe0c8 None None] Pushing event updated for resources: {'Port': ['ID=04a43450-5242-4bb4-8322-d42543d3c5af,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:19.101107 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1282d303-3ca0-45f6-9045-37d7bd56d0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.125748 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1282d303-3ca0-45f6-9045-37d7bd56d0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.143943 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-928610c0-be11-4e2b-870f-a60bc3c6535d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.187740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad1780ff-912a-4c2e-8622-524fb14f5455 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.245936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1780ff-912a-4c2e-8622-524fb14f5455 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network 5dd17185-6894-4802-b717-c40a665a53ee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:19.246885 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1282d303-3ca0-45f6-9045-37d7bd56d0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.251195 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1282d303-3ca0-45f6-9045-37d7bd56d0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.254782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1282d303-3ca0-45f6-9045-37d7bd56d0f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/828b7b45-6406-47b1-9730-926eb55f0648 HTTP/1.1" status: 204 len: 168 time: 0.6042678 Jun 30 02:45:19.301691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282d303-3ca0-45f6-9045-37d7bd56d0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828b7b45-6406-47b1-9730-926eb55f0648,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:19.333750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ad1780ff-912a-4c2e-8622-524fb14f5455 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:19.340350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1780ff-912a-4c2e-8622-524fb14f5455 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.341006 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad1780ff-912a-4c2e-8622-524fb14f5455 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.378224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1780ff-912a-4c2e-8622-524fb14f5455 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=3341c78e-185b-4064-95ca-0adb32583479,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:19.388478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ad1780ff-912a-4c2e-8622-524fb14f5455 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9093382 Jun 30 02:45:19.388900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:19.470025 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.491047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-928610c0-be11-4e2b-870f-a60bc3c6535d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.494598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-928610c0-be11-4e2b-870f-a60bc3c6535d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.582555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a5847-92cb-47a3-bf25-ceb183cf6b3b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.586443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a5847-92cb-47a3-bf25-ceb183cf6b3b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.592213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a5847-92cb-47a3-bf25-ceb183cf6b3b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.593127 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-928610c0-be11-4e2b-870f-a60bc3c6535d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.593631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928610c0-be11-4e2b-870f-a60bc3c6535d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1efc2e96-9e40-491b-8c52-dfd22b297615 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:19.598787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a5847-92cb-47a3-bf25-ceb183cf6b3b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.598890 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-928610c0-be11-4e2b-870f-a60bc3c6535d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.603085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a5847-92cb-47a3-bf25-ceb183cf6b3b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.603267 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-928610c0-be11-4e2b-870f-a60bc3c6535d tempest-RoutersTestDVR-259959311 tempest-RoutersTestDVR-259959311-project-admin] 10.222.0.55 "DELETE /v2.0/routers/1efc2e96-9e40-491b-8c52-dfd22b297615 HTTP/1.1" status: 204 len: 168 time: 0.6660135 Jun 30 02:45:19.605387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:19.605717 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-949a5847-92cb-47a3-bf25-ceb183cf6b3b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2152588 Jun 30 02:45:19.614533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-967736898'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:19.649590 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Deleting port 257b97cf-6925-40cb-a787-7a359da56f17 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:19.650130 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.651969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:19.657127 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.789559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:19.839075 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:19.862131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e400772-d483-4520-8b0b-b463337d0644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.889487 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.889845 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Added segment 891b627b-79d0-4dfe-aa9d-2de547e660a0 of type vlan for network 7419de12-97c9-44ac-ae90-6919e0a6a1b9 Jun 30 02:45:19.934646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 04a43450-5242-4bb4-8322-d42543d3c5af up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:19.956649 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.966888 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:19.980346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Calling delete_port for 257b97cf-6925-40cb-a787-7a359da56f17 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:20.000646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:20.038751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 04a43450-5242-4bb4-8322-d42543d3c5af completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:20.099029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e400772-d483-4520-8b0b-b463337d0644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.104634 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e400772-d483-4520-8b0b-b463337d0644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.190796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e400772-d483-4520-8b0b-b463337d0644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761776f9-a315-4c91-8a8b-8214d411c32c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:20.212446 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.219863 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4e400772-d483-4520-8b0b-b463337d0644 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab7b92cc95614d58b467ca943860e651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796420 Jun 30 02:45:20.223240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:20.227165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:20.227820 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.270774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6590738 Jun 30 02:45:20.284699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:20.287077 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e64a324e-8a76-481c-8c32-4edc61b6a571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.293420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 76011fe2-b2ab-4673-b61f-e48fd62b1379 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:20.294575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-38df284d-f831-4ca3-bf46-95a69115b5e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:20.373052 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=7419de12-97c9-44ac-ae90-6919e0a6a1b9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:20.536214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.536842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 76011fe2-b2ab-4673-b61f-e48fd62b1379, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=76011fe2-b2ab-4673-b61f-e48fd62b1379,segment=NetworkSegment(b2d30687-e79c-487f-a005-8b5416d55505),segment_id=b2d30687-e79c-487f-a005-8b5416d55505)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:20.565958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '76011fe2-b2ab-4673-b61f-e48fd62b1379', 'network_id': '05f6f7c9-f1d9-455a-9d03-15f7bb2e159e', 'port_id': '76011fe2-b2ab-4673-b61f-e48fd62b1379', 'mac_address': 'fa:16:3e:b0:66:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf497c5-97b2-418f-baf6-6ab1c6229003', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:20.586194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.586532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.586951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.587285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.587619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.587950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.588277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.588613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.588945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.589274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.589598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.589918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478a38f2-3f2e-411b-96d3-489679a1239a tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:20.603013 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd483a-52bb-4ca4-8467-b89c043b8aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.605038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab546e8-9a3e-4800-8458-4550adc82bd3 req-781eacfd-3d54-4a71-a9d9-e5968ae66d96 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:20.607224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ab546e8-9a3e-4800-8458-4550adc82bd3 req-781eacfd-3d54-4a71-a9d9-e5968ae66d96 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 943 time: 0.4967198 Jun 30 02:45:20.609182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Pushing event deleted for resources: {'Port': ['ID=257b97cf-6925-40cb-a787-7a359da56f17,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:20.670668 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.674385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7419de12-97c9-44ac-ae90-6919e0a6a1b9 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:20.679923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd483a-52bb-4ca4-8467-b89c043b8aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.721432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ab546e8-9a3e-4800-8458-4550adc82bd3 req-58bb9aec-a9df-427c-b655-13be19795d9c tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034160 Jun 30 02:45:20.737249 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.799389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb21c54-bf12-4688-89be-a5aeee73d3a5 None None] Network 5dd17185-6894-4802-b717-c40a665a53ee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:20.821435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76011fe2-b2ab-4673-b61f-e48fd62b1379 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:20.867878 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.871479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.894004 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38df284d-f831-4ca3-bf46-95a69115b5e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.904571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50c38ac1-fd57-4727-b8ba-5bd88955d837 None None] Provisioning for port 04a43450-5242-4bb4-8322-d42543d3c5af completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:20.909149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 76011fe2-b2ab-4673-b61f-e48fd62b1379, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=76011fe2-b2ab-4673-b61f-e48fd62b1379,segment=NetworkSegment(b2d30687-e79c-487f-a005-8b5416d55505),segment_id=b2d30687-e79c-487f-a005-8b5416d55505)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:20.918733 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.925683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-50c38ac1-fd57-4727-b8ba-5bd88955d837 None None] Provisioning complete for port 04a43450-5242-4bb4-8322-d42543d3c5af triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:20.926471 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50c38ac1-fd57-4727-b8ba-5bd88955d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.955372 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38df284d-f831-4ca3-bf46-95a69115b5e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.972018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.973375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Fanout notify agent at l3_agent the message router_deleted on router d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:20.979168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e64a324e-8a76-481c-8c32-4edc61b6a571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.993340 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd483a-52bb-4ca4-8467-b89c043b8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.995696 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1fdd483a-52bb-4ca4-8467-b89c043b8aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:20.997003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1fdd483a-52bb-4ca4-8467-b89c043b8aa3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/761776f9-a315-4c91-8a8b-8214d411c32c HTTP/1.1" status: 204 len: 168 time: 0.7727034 Jun 30 02:45:21.020187 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.024605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6cf3d282-bb45-4d4a-b9c5-0c465317c7cb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd HTTP/1.1" status: 204 len: 168 time: 2.3980336 Jun 30 02:45:21.026323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:21.037752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38df284d-f831-4ca3-bf46-95a69115b5e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network 7419de12-97c9-44ac-ae90-6919e0a6a1b9 is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:45:21.039859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9e34f482-da8b-487b-9699-164eeaf58ee4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1561068935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:21.043370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38df284d-f831-4ca3-bf46-95a69115b5e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.044647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38df284d-f831-4ca3-bf46-95a69115b5e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.046064 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-38df284d-f831-4ca3-bf46-95a69115b5e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "PUT /v2.0/networks/7419de12-97c9-44ac-ae90-6919e0a6a1b9 HTTP/1.1" status: 200 len: 723 time: 0.7602339 Jun 30 02:45:21.050575 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e64a324e-8a76-481c-8c32-4edc61b6a571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.059824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:21.075991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd483a-52bb-4ca4-8467-b89c043b8aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761776f9-a315-4c91-8a8b-8214d411c32c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:21.086135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'network_id': '7419de12-97c9-44ac-ae90-6919e0a6a1b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:21.111353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df284d-f831-4ca3-bf46-95a69115b5e1 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=7419de12-97c9-44ac-ae90-6919e0a6a1b9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:21.121237 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e64a324e-8a76-481c-8c32-4edc61b6a571 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d18d7ad6386048ad9ec5d71551776178&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1194029 Jun 30 02:45:21.123705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a324e-8a76-481c-8c32-4edc61b6a571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4934eb56-0f2d-4a81-a9d6-d78b97b936c8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:21.126186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:21.190257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4fad2d-8d8e-4409-a610-40ca077e44e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.198243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=76011fe2-b2ab-4673-b61f-e48fd62b1379,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:21.203393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7419de12-97c9-44ac-ae90-6919e0a6a1b9 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:21.220249 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4fad2d-8d8e-4409-a610-40ca077e44e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.306564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4fad2d-8d8e-4409-a610-40ca077e44e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.311667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4fad2d-8d8e-4409-a610-40ca077e44e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.313123 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1c4fad2d-8d8e-4409-a610-40ca077e44e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4934eb56-0f2d-4a81-a9d6-d78b97b936c8 HTTP/1.1" status: 204 len: 168 time: 0.1848428 Jun 30 02:45:21.329155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fad2d-8d8e-4409-a610-40ca077e44e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4934eb56-0f2d-4a81-a9d6-d78b97b936c8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:21.333240 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e34f482-da8b-487b-9699-164eeaf58ee4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.334571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e34f482-da8b-487b-9699-164eeaf58ee4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.340951 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50c38ac1-fd57-4727-b8ba-5bd88955d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.381490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['76011fe2-b2ab-4673-b61f-e48fd62b1379'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:21.416189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:21.421369 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.577466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e34f482-da8b-487b-9699-164eeaf58ee4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.584043 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e34f482-da8b-487b-9699-164eeaf58ee4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.586623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-50c38ac1-fd57-4727-b8ba-5bd88955d837 None None] For port 04a43450-5242-4bb4-8322-d42543d3c5af, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=04a43450-5242-4bb4-8322-d42543d3c5af,segment=NetworkSegment(b060b55c-7a9b-4744-ac72-de43eb6a2fc0),segment_id=b060b55c-7a9b-4744-ac72-de43eb6a2fc0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:21.606406 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50c38ac1-fd57-4727-b8ba-5bd88955d837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.620699 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e34f482-da8b-487b-9699-164eeaf58ee4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.625012 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e34f482-da8b-487b-9699-164eeaf58ee4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5958982 Jun 30 02:45:21.625640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:21.637305 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'enable_snat': False}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:21.829902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c38ac1-fd57-4727-b8ba-5bd88955d837 None None] Pushing event updated for resources: {'Port': ['ID=04a43450-5242-4bb4-8322-d42543d3c5af,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:21.834480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:21.877477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355214bd-ca07-40a8-b20b-421b5ce2980d None None] Update dhcp port {'port': {'network_id': '5dd17185-6894-4802-b717-c40a665a53ee', 'fixed_ips': [{'subnet_id': '69b6a371-ddd5-4b77-8894-58ddcb944287', 'ip_address': '2001:db8::2'}, {'subnet_id': '3341c78e-185b-4064-95ca-0adb32583479'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '04a43450-5242-4bb4-8322-d42543d3c5af'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:45:21.937489 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-355214bd-ca07-40a8-b20b-421b5ce2980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.059063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=617959ae-810a-4c9a-9e15-f63c745c19f4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:22.088434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:22.108819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking segment: {'id': '891b627b-79d0-4dfe-aa9d-2de547e660a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7419de12-97c9-44ac-ae90-6919e0a6a1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:22.109350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network hostable DHCP agents. Network: 7419de12-97c9-44ac-ae90-6919e0a6a1b9, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:22.111887 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbc7f4a8-97ee-48e5-834d-1a4573c09db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.219294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbc7f4a8-97ee-48e5-834d-1a4573c09db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.224607 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cbc7f4a8-97ee-48e5-834d-1a4573c09db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.236498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-355214bd-ca07-40a8-b20b-421b5ce2980d None None] Allocated IP 172.20.0.1 (5dd17185-6894-4802-b717-c40a665a53ee/3341c78e-185b-4064-95ca-0adb32583479/04a43450-5242-4bb4-8322-d42543d3c5af) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:22.265096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network 7419de12-97c9-44ac-ae90-6919e0a6a1b9 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:22.291555 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cbc7f4a8-97ee-48e5-834d-1a4573c09db6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5bf2c1995eb34772a2fa99a10f64ddf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988611 Jun 30 02:45:22.291555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7f4a8-97ee-48e5-834d-1a4573c09db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4083e60e-98a1-4a28-a825-3487ed2dd810,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:22.303959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:22.311045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7419de12-97c9-44ac-ae90-6919e0a6a1b9) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:22.330783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:22.335100 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.342001 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.384514 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aca27e-6f72-4bb0-9a44-be13dc57ef8e None None] Network 7419de12-97c9-44ac-ae90-6919e0a6a1b9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:22.445505 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5477c4f0-4b6f-430e-b87e-98ac36fbeb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.455213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1ec7ccda-6333-4345-a497-3b7eb6e617e0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3909035 Jun 30 02:45:22.458862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:22.464972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4b827e4a-75ea-4a95-8fb9-eee623dbd4e6 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:22.520965 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5477c4f0-4b6f-430e-b87e-98ac36fbeb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.525386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9122a26-dc43-4d3a-9978-9cd248469aaf req-a3902e70-4834-4f9e-b351-c154a59e7193 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:22.532491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9122a26-dc43-4d3a-9978-9cd248469aaf req-a3902e70-4834-4f9e-b351-c154a59e7193 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 944 time: 0.4807155 Jun 30 02:45:22.654465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-355214bd-ca07-40a8-b20b-421b5ce2980d None None] For port 04a43450-5242-4bb4-8322-d42543d3c5af, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=04a43450-5242-4bb4-8322-d42543d3c5af,segment=NetworkSegment(b060b55c-7a9b-4744-ac72-de43eb6a2fc0),segment_id=b060b55c-7a9b-4744-ac72-de43eb6a2fc0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:22.715645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b827e4a-75ea-4a95-8fb9-eee623dbd4e6 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12392955'] for subnet, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.758857 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-355214bd-ca07-40a8-b20b-421b5ce2980d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.782708 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5477c4f0-4b6f-430e-b87e-98ac36fbeb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.786440 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5477c4f0-4b6f-430e-b87e-98ac36fbeb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.787771 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5477c4f0-4b6f-430e-b87e-98ac36fbeb8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4083e60e-98a1-4a28-a825-3487ed2dd810 HTTP/1.1" status: 204 len: 168 time: 0.4813247 Jun 30 02:45:22.824306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477c4f0-4b6f-430e-b87e-98ac36fbeb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4083e60e-98a1-4a28-a825-3487ed2dd810,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:22.868525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-355214bd-ca07-40a8-b20b-421b5ce2980d None None] Transition to ACTIVE for port object 04a43450-5242-4bb4-8322-d42543d3c5af will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:22.918406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635343c9-b1f7-4e28-bc07-6db74ac1e227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-7419de12-97c9-44ac-ae90-6919e0a6a1b9', 'network_id': '7419de12-97c9-44ac-ae90-6919e0a6a1b9', 'tenant_id': 'e3c859158fbd4d708bd9c6b6cc2d882b', 'fixed_ips': [{'subnet_id': '617959ae-810a-4c9a-9e15-f63c745c19f4'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:22.920643 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-635343c9-b1f7-4e28-bc07-6db74ac1e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.958845 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-355214bd-ca07-40a8-b20b-421b5ce2980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.968951 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b827e4a-75ea-4a95-8fb9-eee623dbd4e6 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776557730564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12045303'] for subnet, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.042981 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b827e4a-75ea-4a95-8fb9-eee623dbd4e6 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:23.056787 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4b827e4a-75ea-4a95-8fb9-eee623dbd4e6 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.058271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4b827e4a-75ea-4a95-8fb9-eee623dbd4e6 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "PUT /v2.0/subnets/617959ae-810a-4c9a-9e15-f63c745c19f4 HTTP/1.1" status: 200 len: 826 time: 0.5981238 Jun 30 02:45:23.061373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:23.198613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b827e4a-75ea-4a95-8fb9-eee623dbd4e6 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=617959ae-810a-4c9a-9e15-f63c745c19f4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.300642 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.464994 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.507869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9122a26-dc43-4d3a-9978-9cd248469aaf req-fc8a5eca-02f9-4eab-b313-7f78ee4e6cf2 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9649196 Jun 30 02:45:23.614315 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.640120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355214bd-ca07-40a8-b20b-421b5ce2980d None None] Pushing event updated for resources: {'Port': ['ID=04a43450-5242-4bb4-8322-d42543d3c5af,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-635343c9-b1f7-4e28-bc07-6db74ac1e227 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 617959ae-810a-4c9a-9e15-f63c745c19f4: This subnet is being modified by another concurrent operation. Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:45:23.656079 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 617959ae-810a-4c9a-9e15-f63c745c19f4: This subnet is being modified by another concurrent operation. Jun 30 02:45:23.661057 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 02:45:23.689505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa257d-8769-4a3c-8497-a70fc445471a None None] Network 7419de12-97c9-44ac-ae90-6919e0a6a1b9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:23.704945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Subnet': ['ID=617959ae-810a-4c9a-9e15-f63c745c19f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.850143 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.862663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7419de12-97c9-44ac-ae90-6919e0a6a1b9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:23.881955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 04a43450-5242-4bb4-8322-d42543d3c5af up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:23.892732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ba70b3-114c-40ff-8bd8-103cc3e5252d None None] Network 7419de12-97c9-44ac-ae90-6919e0a6a1b9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:23.902628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891b627b-79d0-4dfe-aa9d-2de547e660a0') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:23.904628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891b627b-79d0-4dfe-aa9d-2de547e660a0') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:23.926132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.955831 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.966782 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.969588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:23.970014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.016518 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:24.049657 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:24.052558 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.081431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552212'] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.087588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/7419de12-97c9-44ac-ae90-6919e0a6a1b9 HTTP/1.1" status: 204 len: 168 time: 1.0229604 Jun 30 02:45:24.095346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:24.142316 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e1c2ec-7d37-4aa1-8ac6-a54cb06dcffa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:24.143009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e1c2ec-7d37-4aa1-8ac6-a54cb06dcffa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:24.148592 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d1e1c2ec-7d37-4aa1-8ac6-a54cb06dcffa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/7419de12-97c9-44ac-ae90-6919e0a6a1b9 HTTP/1.1" status: 404 len: 339 time: 0.0490289 Jun 30 02:45:24.148592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc2d42-08ec-4fb7-893b-e2228300ddb2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Network': ['ID=7419de12-97c9-44ac-ae90-6919e0a6a1b9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:24.149060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:24.159885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2094369992', 'description': 'd1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:24.295717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:24.300444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.309934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 76011fe2-b2ab-4673-b61f-e48fd62b1379 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:24.338176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Allocated IP 172.25.7.209 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/31e9abe4-2923-4a2f-98ac-14fa30e78e94) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:24.362243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:24.391403 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.392060 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Added segment 09584811-bf3f-49c2-9631-58eef6ad00e7 of type vlan for network 074cf525-012c-4f80-80c9-ac8e76697e38 Jun 30 02:45:24.469044 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-182356f2-94a0-475c-a320-49f5157b35c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.524060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 76011fe2-b2ab-4673-b61f-e48fd62b1379 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:24.535563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 76011fe2-b2ab-4673-b61f-e48fd62b1379 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:24.539082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.542530 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.675619 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.685989 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.696837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:24.698534 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.732567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:24.830145 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.870876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9746660-9be8-4e41-af40-66f8028aa7eb None None] Network 5dd17185-6894-4802-b717-c40a665a53ee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:24.908104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=074cf525-012c-4f80-80c9-ac8e76697e38,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:24.926542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:24.934313 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7820256 Jun 30 02:45:24.951317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.954501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.959497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.959921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.960357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.960785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.961335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.963283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.963953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.964383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.964866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:24.967230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48caac2-15a1-455d-9a6a-91d71ea65af2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:25.029669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 074cf525-012c-4f80-80c9-ac8e76697e38 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:25.048520 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.131946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c4b446-9e7b-463b-a0d8-676eebdbfabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76011fe2-b2ab-4673-b61f-e48fd62b1379'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:25.132111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:25.134050 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bb9745-c2a5-48d7-ab58-486c5c5fabd4" -d '{"events": [{"server_uuid": "52c4b446-9e7b-463b-a0d8-676eebdbfabd", "name": "network-vif-plugged", "status": "completed", "tag": "76011fe2-b2ab-4673-b61f-e48fd62b1379"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:25.136994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:25.143137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:25.234465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64553d67-2ced-400e-84a6-efaf4f35c912 None None] Provisioning for port 04a43450-5242-4bb4-8322-d42543d3c5af completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:25.283948 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae607d4c-f953-499c-b8d8-4f230e68dd19 x-openstack-request-id: req-ae607d4c-f953-499c-b8d8-4f230e68dd19 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:25.286230 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c4b446-9e7b-463b-a0d8-676eebdbfabd", "name": "network-vif-plugged", "status": "completed", "tag": "76011fe2-b2ab-4673-b61f-e48fd62b1379", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:25.286652 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae607d4c-f953-499c-b8d8-4f230e68dd19 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:25.287243 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c4b446-9e7b-463b-a0d8-676eebdbfabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76011fe2-b2ab-4673-b61f-e48fd62b1379', 'code': 200} Jun 30 02:45:25.298086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Pushing event updated for resources: {'Port': ['ID=31e9abe4-2923-4a2f-98ac-14fa30e78e94,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:25.325240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 76011fe2-b2ab-4673-b61f-e48fd62b1379, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=76011fe2-b2ab-4673-b61f-e48fd62b1379,segment=NetworkSegment(b2d30687-e79c-487f-a005-8b5416d55505),segment_id=b2d30687-e79c-487f-a005-8b5416d55505)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:25.377987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64553d67-2ced-400e-84a6-efaf4f35c912 None None] Provisioning complete for port 04a43450-5242-4bb4-8322-d42543d3c5af triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:25.379314 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64553d67-2ced-400e-84a6-efaf4f35c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.386382 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.474962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43ef5c-fcc0-43c6-a24a-8d56f7686898 req-77572143-a753-4dc1-b9ac-4dd9d7beabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:25.476925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a43ef5c-fcc0-43c6-a24a-8d56f7686898 req-77572143-a753-4dc1-b9ac-4dd9d7beabe0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 1097 time: 0.1341295 Jun 30 02:45:25.535186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=76011fe2-b2ab-4673-b61f-e48fd62b1379,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:25.617566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1482056831'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:25.634066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0a43ef5c-fcc0-43c6-a24a-8d56f7686898 req-5ea1021e-634b-4219-8b62-4d9be696130a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571892 Jun 30 02:45:25.636454 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.713536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f9cc2-62ba-4d9e-b611-b47fede7b165 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:25.718008 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ba3f9cc2-62ba-4d9e-b611-b47fede7b165 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/networks?id=074cf525-012c-4f80-80c9-ac8e76697e38 HTTP/1.1" status: 200 len: 765 time: 0.7839067 Jun 30 02:45:25.718410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:25.729009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b05c25a0-ab02-41ba-9816-64252114e1bf tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'description': 'd2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:25.778828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Made reservation on behalf of f57dac67bfa6498f950b5c26fdf24255 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:25.786022 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.803118 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.894263 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.899017 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.991495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5370047-2dac-4a30-9578-c569fafa7c59 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:45:25.993464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.007172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4563e56-57af-4f60-9cae-42fe71c817f0 req-f69cbd95-bb7a-43b7-a969-a43eaa5a3919 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:26.019794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4563e56-57af-4f60-9cae-42fe71c817f0 req-f69cbd95-bb7a-43b7-a969-a43eaa5a3919 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 944 time: 1.2307920 Jun 30 02:45:26.038661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.189631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Router 450cd2b6-357d-41b8-b646-c76d2e898808 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:45:26.194820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-118e200c-e8ac-40da-87d8-9b47bf34aa70 None None] Provisioning complete for port 04a43450-5242-4bb4-8322-d42543d3c5af triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:26.195245 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-118e200c-e8ac-40da-87d8-9b47bf34aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.260498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b05c25a0-ab02-41ba-9816-64252114e1bf tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.320848 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4563e56-57af-4f60-9cae-42fe71c817f0 req-2b9b7cba-37d4-4278-b07b-5d34758145d1 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998340 Jun 30 02:45:26.328295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:26.332790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b05c25a0-ab02-41ba-9816-64252114e1bf tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.340712 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5370047-2dac-4a30-9578-c569fafa7c59 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:45:26.346744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbf5ba1-2b0e-4fff-80e2-4c8585f5efe3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.395339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:26.400416 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.404332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-73eacf32-5c8e-496a-a47e-c3fce0b2b99e tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "PUT /v2.0/routers/450cd2b6-357d-41b8-b646-c76d2e898808 HTTP/1.1" status: 200 len: 916 time: 4.7740903 Jun 30 02:45:26.405057 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0940be1-5414-4b64-b0ae-81bd9fc50495 None None] Sync routers for ids ['450cd2b6-357d-41b8-b646-c76d2e898808'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:26.411561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51156) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:26.424380 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0940be1-5414-4b64-b0ae-81bd9fc50495 None None] Routers {'450cd2b6-357d-41b8-b646-c76d2e898808'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:26.425028 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f0940be1-5414-4b64-b0ae-81bd9fc50495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['450cd2b6-357d-41b8-b646-c76d2e898808'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:26.427977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b05c25a0-ab02-41ba-9816-64252114e1bf tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network 074cf525-012c-4f80-80c9-ac8e76697e38 is not hosted by any dhcp agent {{(pid=93770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:45:26.433772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c25a0-ab02-41ba-9816-64252114e1bf tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:26.436884 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b05c25a0-ab02-41ba-9816-64252114e1bf tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.441345 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b05c25a0-ab02-41ba-9816-64252114e1bf tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "PUT /v2.0/networks/074cf525-012c-4f80-80c9-ac8e76697e38 HTTP/1.1" status: 200 len: 762 time: 0.7219875 Jun 30 02:45:26.442889 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.443340 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Added segment f9d969a6-2a82-4697-b8c5-33eb36f9d00d of type vlan for network 9f9219f6-6ebc-4307-beb9-b0f241e452ce Jun 30 02:45:26.444747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:26.504796 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f0940be1-5414-4b64-b0ae-81bd9fc50495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:26.527161 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0940be1-5414-4b64-b0ae-81bd9fc50495 None None] Routers {'450cd2b6-357d-41b8-b646-c76d2e898808'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:26.530334 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f0940be1-5414-4b64-b0ae-81bd9fc50495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['450cd2b6-357d-41b8-b646-c76d2e898808'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:26.558338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:26.564900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-70cffd5c-613b-4aef-a94a-6c9c3c779f5f tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057476557', 'description': 'tempest-secgroup-smoke-1057476557 description', 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:26.580210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c25a0-ab02-41ba-9816-64252114e1bf tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=074cf525-012c-4f80-80c9-ac8e76697e38,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.594439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8950689-16bb-4045-8d16-718081771153 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:26.596234 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b8950689-16bb-4045-8d16-718081771153 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/networks?id=074cf525-012c-4f80-80c9-ac8e76697e38 HTTP/1.1" status: 200 len: 765 time: 0.1483221 Jun 30 02:45:26.604949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:26.609010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 074cf525-012c-4f80-80c9-ac8e76697e38 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:26.626595 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f0940be1-5414-4b64-b0ae-81bd9fc50495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:26.631986 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0940be1-5414-4b64-b0ae-81bd9fc50495 None None] The sync data for ids ['450cd2b6-357d-41b8-b646-c76d2e898808'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:26.665844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fba0e7f4-760e-49cb-bbdf-b4b5fd6ae0aa tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/routers/450cd2b6-357d-41b8-b646-c76d2e898808 HTTP/1.1" status: 200 len: 922 time: 0.2529771 Jun 30 02:45:26.692143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51168) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:26.717988 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70cffd5c-613b-4aef-a94a-6c9c3c779f5f tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.865205 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70cffd5c-613b-4aef-a94a-6c9c3c779f5f tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.884062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70cffd5c-613b-4aef-a94a-6c9c3c779f5f tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.934540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491dc92d-4c00-4f79-8b64-6e3c5a97b0ca tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:26.936661 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-491dc92d-4c00-4f79-8b64-6e3c5a97b0ca tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&device_id=450cd2b6-357d-41b8-b646-c76d2e898808&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2431657 Jun 30 02:45:26.944128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:26.981313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70cffd5c-613b-4aef-a94a-6c9c3c779f5f tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.983062 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-70cffd5c-613b-4aef-a94a-6c9c3c779f5f tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4235623 Jun 30 02:45:27.000131 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a615cc-bb8b-42c8-8d2c-b1f1d8bb5fb0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.001601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-29a615cc-bb8b-42c8-8d2c-b1f1d8bb5fb0 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3953948 Jun 30 02:45:27.002217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.006681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.014194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-22e086b2-fd7b-436e-a561-12a27ddb8d80 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ae2e6-2aed-4319-b392-0fb43f8fcc48', 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:27.014532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.028893 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67db931e-29d7-492c-909c-88b3edfb0ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.047520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cffd5c-613b-4aef-a94a-6c9c3c779f5f tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.053460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.085687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a10c111d-b782-43c7-a766-6716c45c4370 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 207 time: 0.0662508 Jun 30 02:45:27.093017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.160106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22e086b2-fd7b-436e-a561-12a27ddb8d80 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.172138 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.178100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.178992 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.253463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dca31a-c972-40c5-b6c7-68b897fca517 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.258085 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f7dca31a-c972-40c5-b6c7-68b897fca517 tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 881 time: 0.3066301 Jun 30 02:45:27.261566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.276233 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5398023 Jun 30 02:45:27.281793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.308968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'subnet': {'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:27.311995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feec82e-9148-44aa-aa95-7e9b81f0cdf1 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Network': ['ID=9f9219f6-6ebc-4307-beb9-b0f241e452ce,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.322629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3ffc7f51-c07e-4f1e-8376-35c3e513d53a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=450cd2b6-357d-41b8-b646-c76d2e898808 HTTP/1.1" status: 200 len: 205 time: 0.0595660 Jun 30 02:45:27.328629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.329341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:27.347734 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22e086b2-fd7b-436e-a561-12a27ddb8d80 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.388036 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22e086b2-fd7b-436e-a561-12a27ddb8d80 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.413939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e086b2-fd7b-436e-a561-12a27ddb8d80 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b21f4b-8179-4d23-bf9d-4531009933c0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.468892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4611d10-1286-467f-952f-61c2d3673494 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.477938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4611d10-1286-467f-952f-61c2d3673494 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.478361 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22e086b2-fd7b-436e-a561-12a27ddb8d80 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.479585 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-22e086b2-fd7b-436e-a561-12a27ddb8d80 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4740250 Jun 30 02:45:27.484232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51200) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.486136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4611d10-1286-467f-952f-61c2d3673494 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.493056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4611d10-1286-467f-952f-61c2d3673494 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.493244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3391b3a4-1ef5-4092-b726-8528ab156e44 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ae2e6-2aed-4319-b392-0fb43f8fcc48', 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:27.499486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4611d10-1286-467f-952f-61c2d3673494 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.505117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4611d10-1286-467f-952f-61c2d3673494 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.507002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b4611d10-1286-467f-952f-61c2d3673494 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4127333 Jun 30 02:45:27.519960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.611764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.638438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Made reservation on behalf of f57dac67bfa6498f950b5c26fdf24255 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:27.642582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.686858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3391b3a4-1ef5-4092-b726-8528ab156e44 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.829584 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-695ea76c-5a0b-4267-adea-5c2b576e3b60 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3084536 Jun 30 02:45:27.833319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:27.841879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050b883-eb65-4484-8371-feef623b83f6 req-f20ff995-01ea-4c5e-9826-b71ccb91bbfb tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.844656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8050b883-eb65-4484-8371-feef623b83f6 req-f20ff995-01ea-4c5e-9826-b71ccb91bbfb tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 945 time: 0.3437364 Jun 30 02:45:27.881061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.932632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.940840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Subnet': ['ID=cd3b0e45-47de-4b4e-b6df-d2518eda0968,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.954926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Checking segment: {'id': 'f9d969a6-2a82-4697-b8c5-33eb36f9d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:27.955554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Network hostable DHCP agents. Network: 9f9219f6-6ebc-4307-beb9-b0f241e452ce, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:27.971534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3391b3a4-1ef5-4092-b726-8528ab156e44 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.976924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:27.987029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 9f9219f6-6ebc-4307-beb9-b0f241e452ce) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:27.992082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.993315 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.002904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac905a83-ca01-4dd3-bc16-7ad616cbcc17 None None] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:28.014463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3391b3a4-1ef5-4092-b726-8528ab156e44 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.027509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-09f4fe9f-2c06-4552-b63f-6545d85c434f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7445941 Jun 30 02:45:28.031383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:28.036758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'port': {'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce', 'name': 'tempest-AllowedAddressPairTestJSON-1104033537'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:28.048253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b5855-73f9-4372-a3df-1ea64bf67264 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.050331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b5855-73f9-4372-a3df-1ea64bf67264 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.052048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b5855-73f9-4372-a3df-1ea64bf67264 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.053731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b5855-73f9-4372-a3df-1ea64bf67264 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.055446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34b5855-73f9-4372-a3df-1ea64bf67264 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.057336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a34b5855-73f9-4372-a3df-1ea64bf67264 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2101748 Jun 30 02:45:28.070997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8050b883-eb65-4484-8371-feef623b83f6 req-c95a36a5-684b-4fa5-83ba-ccd5b01e4591 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089701 Jun 30 02:45:28.074513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:28.089128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391b3a4-1ef5-4092-b726-8528ab156e44 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cfab9e-34e7-4c42-b5cb-8f786d163886,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:28.126494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3391b3a4-1ef5-4092-b726-8528ab156e44 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.127834 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3391b3a4-1ef5-4092-b726-8528ab156e44 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6400745 Jun 30 02:45:28.131759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:28.139977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9cee4a7a-95bf-4e47-922c-7817630359a4 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ae2e6-2aed-4319-b392-0fb43f8fcc48', 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:28.187253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4f9eb-36a1-4d52-a2d1-112eeb242123 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.188880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4f9eb-36a1-4d52-a2d1-112eeb242123 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.190615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4f9eb-36a1-4d52-a2d1-112eeb242123 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.192271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4f9eb-36a1-4d52-a2d1-112eeb242123 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.193902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4f9eb-36a1-4d52-a2d1-112eeb242123 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.196644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b6f4f9eb-36a1-4d52-a2d1-112eeb242123 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1192899 Jun 30 02:45:28.202574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51226) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:28.272863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Deleting port 31e9abe4-2923-4a2f-98ac-14fa30e78e94 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:28.273539 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.278236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cee4a7a-95bf-4e47-922c-7817630359a4 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.279792 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.286690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Made reservation on behalf of f57dac67bfa6498f950b5c26fdf24255 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:28.290247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.291297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-9f9219f6-6ebc-4307-beb9-b0f241e452ce', 'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce', 'tenant_id': 'f57dac67bfa6498f950b5c26fdf24255', 'fixed_ips': [{'subnet_id': 'cd3b0e45-47de-4b4e-b6df-d2518eda0968'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:28.292163 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.336689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] device_id is not set on port 08d3637a-f2ac-4206-9952-d15aa8fd9fb0 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:28.441412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a3f9d-188e-4784-bfc4-a5ba64cb4ed2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.446214 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bd3a3f9d-188e-4784-bfc4-a5ba64cb4ed2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/networks/e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 HTTP/1.1" status: 200 len: 804 time: 0.2390199 Jun 30 02:45:28.448013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:28.474382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.539731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Calling delete_port for 31e9abe4-2923-4a2f-98ac-14fa30e78e94 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:28.542899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cee4a7a-95bf-4e47-922c-7817630359a4 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.556760 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cee4a7a-95bf-4e47-922c-7817630359a4 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.611141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Allocated IP 172.20.0.10 (9f9219f6-6ebc-4307-beb9-b0f241e452ce/cd3b0e45-47de-4b4e-b6df-d2518eda0968/08d3637a-f2ac-4206-9952-d15aa8fd9fb0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:28.741562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee4a7a-95bf-4e47-922c-7817630359a4 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85751d6b-a36a-4159-baca-7fcb0a3fc5d3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:28.768497 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cee4a7a-95bf-4e47-922c-7817630359a4 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.779949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9cee4a7a-95bf-4e47-922c-7817630359a4 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6446559 Jun 30 02:45:28.959162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:28.971580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68e8be07-ee46-43a4-8aae-a032f6d24e96 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/networks/e1dcbfa5-5af6-4d3f-914c-c177fc9f1911?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5223031 Jun 30 02:45:28.976695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b0888248-5c87-40cb-89e7-e4f94d912b02 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ae2e6-2aed-4319-b392-0fb43f8fcc48', 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:28.981897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:28.994496 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.097960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Pushing event deleted for resources: {'Port': ['ID=31e9abe4-2923-4a2f-98ac-14fa30e78e94,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:29.156670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1945e-e617-4400-a4fa-9010ac97b3b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.158552 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6da1945e-e617-4400-a4fa-9010ac97b3b5 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/subnets/5b441635-f05d-4a25-aff6-a8c33d15f742 HTTP/1.1" status: 200 len: 843 time: 0.1751206 Jun 30 02:45:29.163412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:29.176327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0888248-5c87-40cb-89e7-e4f94d912b02 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.245136 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.255501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215dcee-7428-4a3c-8a5a-19a976745a98 req-c9857c9c-fe16-4d06-8db7-e5794eba41d0 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.262848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e215dcee-7428-4a3c-8a5a-19a976745a98 req-c9857c9c-fe16-4d06-8db7-e5794eba41d0 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 945 time: 0.1198993 Jun 30 02:45:29.267157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.324240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e215dcee-7428-4a3c-8a5a-19a976745a98 req-53cdceb2-5dda-49dd-a250-b6a45741a5ff tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603869 Jun 30 02:45:29.325447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Transition to ACTIVE for port object 08d3637a-f2ac-4206-9952-d15aa8fd9fb0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:29.364568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.370216 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0888248-5c87-40cb-89e7-e4f94d912b02 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.372828 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.377586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d7a95-4c70-4760-bd0a-10413ade6223 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.379158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-207d7a95-4c70-4760-bd0a-10413ade6223 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "GET /v2.0/subnets/5b441635-f05d-4a25-aff6-a8c33d15f742?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2143099 Jun 30 02:45:29.383336 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0888248-5c87-40cb-89e7-e4f94d912b02 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.385247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:29.392587 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.395886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1641951342'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:29.455034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Allocated IP 172.20.0.2 (9f9219f6-6ebc-4307-beb9-b0f241e452ce/cd3b0e45-47de-4b4e-b6df-d2518eda0968/c322c46b-35c5-41ea-be6a-1b316668d079) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:29.469135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0888248-5c87-40cb-89e7-e4f94d912b02 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea319c8-6c78-416c-966d-502afdf7ef48,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:29.471644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:29.472653 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.476403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:29.477139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Fanout notify agent at l3_agent the message router_deleted on router 450cd2b6-357d-41b8-b646-c76d2e898808 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:29.485107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:29.493975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.502946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-72dec982-c03b-435d-bbda-667d11e7da5a tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/450cd2b6-357d-41b8-b646-c76d2e898808 HTTP/1.1" status: 204 len: 168 time: 2.1728060 Jun 30 02:45:29.507308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:29.507308 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.510991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:29.516872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1801666648', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:29.535932 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b0888248-5c87-40cb-89e7-e4f94d912b02 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.537361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b0888248-5c87-40cb-89e7-e4f94d912b02 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5646455 Jun 30 02:45:29.540855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:29.550644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d07c1e3d-dcec-488c-9376-f34341668c50 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ae2e6-2aed-4319-b392-0fb43f8fcc48', 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:29.578831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:29.599052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.601005 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.616454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Port': ['ID=08d3637a-f2ac-4206-9952-d15aa8fd9fb0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:29.625212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.626357 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.647304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.647656 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Added segment af3d54d6-f68a-4d7c-8d02-439b0f766ae0 of type vlan for network 8fdc84a7-ccd2-46aa-af40-212ef1bc4977 Jun 30 02:45:29.710216 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.727058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Transition to ACTIVE for port object c322c46b-35c5-41ea-be6a-1b316668d079 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:29.742088 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.758083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Transition to ACTIVE for port object c322c46b-35c5-41ea-be6a-1b316668d079 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:29.775569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ae66a0ff-2481-491a-aca1-e78ec2473db3 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7398558 Jun 30 02:45:29.775793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:29.781295 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'port': {'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce', 'name': 'tempest-AllowedAddressPairTestJSON-1301998570', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:91:f0:eb'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:29.783176 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.788738 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-d07c1e3d-dcec-488c-9376-f34341668c50 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Project 1adf23e250d94d4c881c3e6f22b00ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:45:29.833286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:29.838589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:29.852853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:29.870825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Pushing event updated for resources: {'Port': ['ID=c322c46b-35c5-41ea-be6a-1b316668d079,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:29.880471 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d07c1e3d-dcec-488c-9376-f34341668c50 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.890874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.962152 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.968604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.969705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.975812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Made reservation on behalf of f57dac67bfa6498f950b5c26fdf24255 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:29.994792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Attempting to bind port c322c46b-35c5-41ea-be6a-1b316668d079 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:29.995147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Attempting to bind port c322c46b-35c5-41ea-be6a-1b316668d079 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'f9d969a6-2a82-4697-b8c5-33eb36f9d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:29.995695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Attempting to bind port c322c46b-35c5-41ea-be6a-1b316668d079 on network 9f9219f6-6ebc-4307-beb9-b0f241e452ce {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:30.016493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:30.016863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Checking segment: {'id': 'f9d969a6-2a82-4697-b8c5-33eb36f9d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:30.017441 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.017977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Bound using segment: {'id': 'f9d969a6-2a82-4697-b8c5-33eb36f9d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:30.018606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Bound port: c322c46b-35c5-41ea-be6a-1b316668d079, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d969a6-2a82-4697-b8c5-33eb36f9d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:30.019168 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.031655 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.159774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] For port c322c46b-35c5-41ea-be6a-1b316668d079, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:30.165390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] For port c322c46b-35c5-41ea-be6a-1b316668d079, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c322c46b-35c5-41ea-be6a-1b316668d079,segment=NetworkSegment(f9d969a6-2a82-4697-b8c5-33eb36f9d00d),segment_id=f9d969a6-2a82-4697-b8c5-33eb36f9d00d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:30.172554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.189595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.225748 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] device_id is not set on port 01dbaa69-27b1-4dde-802e-801e86a032e9 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:30.274617 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-ed1e19fe-2aa1-445b-a934-ab3a05c1d0ec tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.276940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-ed1e19fe-2aa1-445b-a934-ab3a05c1d0ec tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.69 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 945 time: 0.1619704 Jun 30 02:45:30.280161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f94c1-6d88-482c-b6cc-f95c6eae59ce None None] Pushing event updated for resources: {'Port': ['ID=c322c46b-35c5-41ea-be6a-1b316668d079,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:30.492885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Allocated IP 172.20.0.5 (9f9219f6-6ebc-4307-beb9-b0f241e452ce/cd3b0e45-47de-4b4e-b6df-d2518eda0968/01dbaa69-27b1-4dde-802e-801e86a032e9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:30.516528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1247504 Jun 30 02:45:30.520718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:30.526542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'network_id': '8fdc84a7-ccd2-46aa-af40-212ef1bc4977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:30.569203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a046d-2205-4889-9e68-32de79a75bb7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Network': ['ID=8fdc84a7-ccd2-46aa-af40-212ef1bc4977,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:30.583041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 8fdc84a7-ccd2-46aa-af40-212ef1bc4977 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:30.585283 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.609402 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d07c1e3d-dcec-488c-9376-f34341668c50 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.669933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-5e5c0bec-cd46-4a33-bd4f-130ea56f0361 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Deleting port 76011fe2-b2ab-4673-b61f-e48fd62b1379 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:30.670273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-5e5c0bec-cd46-4a33-bd4f-130ea56f0361 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.677699 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d07c1e3d-dcec-488c-9376-f34341668c50 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.894174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-5e5c0bec-cd46-4a33-bd4f-130ea56f0361 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] For port 76011fe2-b2ab-4673-b61f-e48fd62b1379, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=76011fe2-b2ab-4673-b61f-e48fd62b1379,segment=NetworkSegment(b2d30687-e79c-487f-a005-8b5416d55505),segment_id=b2d30687-e79c-487f-a005-8b5416d55505)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:30.894598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-5e5c0bec-cd46-4a33-bd4f-130ea56f0361 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.915328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c1e3d-dcec-488c-9376-f34341668c50 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d903cf-54bb-4736-926a-bb533bae1d17,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:30.920008 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d07c1e3d-dcec-488c-9376-f34341668c50 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.923863 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d07c1e3d-dcec-488c-9376-f34341668c50 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3777027 Jun 30 02:45:30.925806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:30.926660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-5e5c0bec-cd46-4a33-bd4f-130ea56f0361 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Calling delete_port for 76011fe2-b2ab-4673-b61f-e48fd62b1379 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:30.938431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e078acbd-cdbc-462d-8a8e-846d70e50b90 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ae2e6-2aed-4319-b392-0fb43f8fcc48', 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:30.943418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Made reservation on behalf of e3c859158fbd4d708bd9c6b6cc2d882b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:30.946990 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.984586 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.990580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee4928-8b67-48d0-b022-a84523d2f70f req-273663a5-13d7-4ef4-8c10-31496914b26f tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.998217 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88ee4928-8b67-48d0-b022-a84523d2f70f req-273663a5-13d7-4ef4-8c10-31496914b26f tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 945 time: 0.4164517 Jun 30 02:45:31.060806 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88ee4928-8b67-48d0-b022-a84523d2f70f req-00c32a8b-d01b-449c-984a-047c1ec328af tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/security-groups?id=1ae7df40-43ca-436b-b009-beb8d546d32d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593429 Jun 30 02:45:31.089205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Transition to ACTIVE for port object 01dbaa69-27b1-4dde-802e-801e86a032e9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:31.091171 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-e078acbd-cdbc-462d-8a8e-846d70e50b90 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Project 1adf23e250d94d4c881c3e6f22b00ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:45:31.095673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 02:45:31.096216 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 02:45:31.116772 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e078acbd-cdbc-462d-8a8e-846d70e50b90 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.268973 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e078acbd-cdbc-462d-8a8e-846d70e50b90 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.276622 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.290155 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e078acbd-cdbc-462d-8a8e-846d70e50b90 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.298825 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.338140 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.385423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:31.478729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078acbd-cdbc-462d-8a8e-846d70e50b90 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7101f7-2b45-4e51-8514-8ede56f91014,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.488554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:31.500942 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e078acbd-cdbc-462d-8a8e-846d70e50b90 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.502167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e078acbd-cdbc-462d-8a8e-846d70e50b90 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5683458 Jun 30 02:45:31.566674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Allocated IP 172.25.7.201 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/0672370e-6a59-43c5-8aaa-be009fb45df2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:31.614428 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-5e5c0bec-cd46-4a33-bd4f-130ea56f0361 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.621420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Port': ['ID=01dbaa69-27b1-4dde-802e-801e86a032e9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.634576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:31.664559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:31.748846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:31.749498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.781169 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8b7556d-81ca-47bc-b841-83c7ed357660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.783082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.816019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-39a78e94-5c76-43da-a449-2e462dfb5973 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.0392425 Jun 30 02:45:31.818757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:31.835248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c0bec-cd46-4a33-bd4f-130ea56f0361 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Pushing event deleted for resources: {'Port': ['ID=76011fe2-b2ab-4673-b61f-e48fd62b1379,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.855398 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.946172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c322c46b-35c5-41ea-be6a-1b316668d079 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:31.988527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.048936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Pushing event updated for resources: {'Port': ['ID=0672370e-6a59-43c5-8aaa-be009fb45df2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:32.067903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724e83c-cc80-4a54-bef0-7393a84c98a4 None None] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:32.073213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=15042644-f6a1-4baf-9f7f-3bd9a7cc5bc3,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:32.076583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:32.078892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:32.089760 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:32.102633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a57370-51aa-44b0-b1a6-c77016459adc tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.109663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a57370-51aa-44b0-b1a6-c77016459adc tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.116217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a57370-51aa-44b0-b1a6-c77016459adc tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.120732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68a57370-51aa-44b0-b1a6-c77016459adc tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2969599 Jun 30 02:45:32.144067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:32.171332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-5e5c0bec-cd46-4a33-bd4f-130ea56f0361 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] No DVR routers for this DVR port 76011fe2-b2ab-4673-b61f-e48fd62b1379 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:32.176456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-5e5c0bec-cd46-4a33-bd4f-130ea56f0361 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.178847 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c8e8002-5e3a-466f-9483-05c71d777862 req-5e5c0bec-cd46-4a33-bd4f-130ea56f0361 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.69 "DELETE /v2.0/ports/76011fe2-b2ab-4673-b61f-e48fd62b1379 HTTP/1.1" status: 204 len: 173 time: 1.8617740 Jun 30 02:45:32.189185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port c322c46b-35c5-41ea-be6a-1b316668d079 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:32.204863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c4b446-9e7b-463b-a0d8-676eebdbfabd', 'name': 'network-vif-deleted', 'tag': '76011fe2-b2ab-4673-b61f-e48fd62b1379'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:32.214636 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc21bb36-70b3-4e2d-8ab1-57e754164b1b" -d '{"events": [{"server_uuid": "52c4b446-9e7b-463b-a0d8-676eebdbfabd", "name": "network-vif-deleted", "tag": "76011fe2-b2ab-4673-b61f-e48fd62b1379"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:32.253911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ebbdd12-4c51-4928-8401-b0386d198aba None None] Provisioning for port c322c46b-35c5-41ea-be6a-1b316668d079 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:32.260472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7ebbdd12-4c51-4928-8401-b0386d198aba None None] Provisioning complete for port c322c46b-35c5-41ea-be6a-1b316668d079 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:32.261185 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdd12-4c51-4928-8401-b0386d198aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.292060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-5051ae02-4fd7-4104-8c43-26332004d128 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057476557&fields=id&tenant_id=1adf23e250d94d4c881c3e6f22b00ce7 HTTP/1.1" status: 200 len: 267 time: 0.4740171 Jun 30 02:45:32.337715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-82a8e9d6-b97c-4b7f-9a3c-108bafad09d0 req-728e1465-77c8-49a8-993c-d570b76e36c7 tempest-ServerGroupTestJSON-1462138239 tempest-ServerGroupTestJSON-1462138239-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c4b446-9e7b-463b-a0d8-676eebdbfabd HTTP/1.1" status: 200 len: 210 time: 0.1093318 Jun 30 02:45:32.351172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 76011fe2-b2ab-4673-b61f-e48fd62b1379 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:32.443424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 76011fe2-b2ab-4673-b61f-e48fd62b1379 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:32.443974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 76011fe2-b2ab-4673-b61f-e48fd62b1379 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:32.456262 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450b4305-f80d-4c40-ba00-4699d4082374 x-openstack-request-id: req-450b4305-f80d-4c40-ba00-4699d4082374 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:32.457798 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c4b446-9e7b-463b-a0d8-676eebdbfabd", "name": "network-vif-deleted", "tag": "76011fe2-b2ab-4673-b61f-e48fd62b1379", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:32.458072 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-450b4305-f80d-4c40-ba00-4699d4082374 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:32.458494 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c4b446-9e7b-463b-a0d8-676eebdbfabd', 'name': 'network-vif-deleted', 'tag': '76011fe2-b2ab-4673-b61f-e48fd62b1379', 'status': 'completed', 'code': 200} Jun 30 02:45:32.491144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Checking segment: {'id': 'af3d54d6-f68a-4d7c-8d02-439b0f766ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8fdc84a7-ccd2-46aa-af40-212ef1bc4977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:32.491509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network hostable DHCP agents. Network: 8fdc84a7-ccd2-46aa-af40-212ef1bc4977, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:32.516589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdd12-4c51-4928-8401-b0386d198aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.559963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Network 8fdc84a7-ccd2-46aa-af40-212ef1bc4977 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:32.592815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7ebbdd12-4c51-4928-8401-b0386d198aba None None] For port c322c46b-35c5-41ea-be6a-1b316668d079, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c322c46b-35c5-41ea-be6a-1b316668d079,segment=NetworkSegment(f9d969a6-2a82-4697-b8c5-33eb36f9d00d),segment_id=f9d969a6-2a82-4697-b8c5-33eb36f9d00d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:32.593165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-853d8047-feb3-4ed1-b7fd-a53a34ace845 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.600262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-853d8047-feb3-4ed1-b7fd-a53a34ace845 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/networks?id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e HTTP/1.1" status: 200 len: 814 time: 0.2902746 Jun 30 02:45:32.602918 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ebbdd12-4c51-4928-8401-b0386d198aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.615059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 8fdc84a7-ccd2-46aa-af40-212ef1bc4977) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:32.620504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.621102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.636288 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-26bd8dad-1e91-4bed-ab6c-70b6ca5174eb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Deleting port 01dbaa69-27b1-4dde-802e-801e86a032e9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:32.637211 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26bd8dad-1e91-4bed-ab6c-70b6ca5174eb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.651795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed69a621-d0aa-49b0-a157-b92ab0243e55 None None] Network 8fdc84a7-ccd2-46aa-af40-212ef1bc4977 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:32.658030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-1fd7c246-54a8-4755-b6cd-ceb01b38c790 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/quotas/1adf23e250d94d4c881c3e6f22b00ce7 HTTP/1.1" status: 200 len: 375 time: 0.0465655 Jun 30 02:45:32.748953 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8b7556d-81ca-47bc-b841-83c7ed357660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.773529 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.777246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8b7556d-81ca-47bc-b841-83c7ed357660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.785476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbdd12-4c51-4928-8401-b0386d198aba None None] Pushing event updated for resources: {'Port': ['ID=c322c46b-35c5-41ea-be6a-1b316668d079,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:32.799961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1e27045b-cb2f-4e2e-9f69-3a36b1fd3126 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2779152 Jun 30 02:45:32.811319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51342) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:32.833707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4d5d09b3-72f9-448a-997f-3b29d5d08a12 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:32.893843 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26bd8dad-1e91-4bed-ab6c-70b6ca5174eb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.962155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-8fdc84a7-ccd2-46aa-af40-212ef1bc4977', 'network_id': '8fdc84a7-ccd2-46aa-af40-212ef1bc4977', 'tenant_id': 'e3c859158fbd4d708bd9c6b6cc2d882b', 'fixed_ips': [{'subnet_id': '15042644-f6a1-4baf-9f7f-3bd9a7cc5bc3'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:32.963043 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.972139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a8b7556d-81ca-47bc-b841-83c7ed357660 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de3ba0c8e7134ad4a4c4b1a4a5570236&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5699658 Jun 30 02:45:32.978089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:33.014611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7556d-81ca-47bc-b841-83c7ed357660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25702478-1330-4f4d-813b-fc396422c471,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:33.083988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-26bd8dad-1e91-4bed-ab6c-70b6ca5174eb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Calling delete_port for 01dbaa69-27b1-4dde-802e-801e86a032e9 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:33.086080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3e4df39d-85ef-4430-a986-53e1cc609774 None None] Provisioning complete for port c322c46b-35c5-41ea-be6a-1b316668d079 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:33.086596 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e4df39d-85ef-4430-a986-53e1cc609774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.160549 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-cd0f0c4e-fc0a-4560-801a-5cc45b40ee55 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1adf23e250d94d4c881c3e6f22b00ce7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4845936 Jun 30 02:45:33.202237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d5d09b3-72f9-448a-997f-3b29d5d08a12 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9067837'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.225091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.432779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-462f50e4-f1aa-4c28-868e-11df7d6b408a service neutron] 10.222.0.55 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183013 Jun 30 02:45:33.473359 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ff59039-219b-41dd-ab34-dec3b3dba695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.631006 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26bd8dad-1e91-4bed-ab6c-70b6ca5174eb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.685817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ff59039-219b-41dd-ab34-dec3b3dba695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.686901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd8dad-1e91-4bed-ab6c-70b6ca5174eb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event deleted for resources: {'Port': ['ID=01dbaa69-27b1-4dde-802e-801e86a032e9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:33.698686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Router a3cb1134-6a16-48c2-923d-76de3a532700 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:45:33.946752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c322c46b-35c5-41ea-be6a-1b316668d079 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:34.017426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-9521e39c-a919-4a28-b3ee-4dce3f9efabb service neutron] 10.222.0.55 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768070 Jun 30 02:45:34.081813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ff59039-219b-41dd-ab34-dec3b3dba695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.081813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ff59039-219b-41dd-ab34-dec3b3dba695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.082065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3e4df39d-85ef-4430-a986-53e1cc609774 None None] Could not find standard attr ID for object 01dbaa69-27b1-4dde-802e-801e86a032e9. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:45:34.100533 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1ff59039-219b-41dd-ab34-dec3b3dba695 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25702478-1330-4f4d-813b-fc396422c471 HTTP/1.1" status: 204 len: 168 time: 1.1122856 Jun 30 02:45:34.104445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d5d09b3-72f9-448a-997f-3b29d5d08a12 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776557730564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-19387487'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.129026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:34.131103 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26bd8dad-1e91-4bed-ab6c-70b6ca5174eb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.133500 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-26bd8dad-1e91-4bed-ab6c-70b6ca5174eb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "DELETE /v2.0/ports/01dbaa69-27b1-4dde-802e-801e86a032e9 HTTP/1.1" status: 204 len: 168 time: 1.9883769 Jun 30 02:45:34.136054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff59039-219b-41dd-ab34-dec3b3dba695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25702478-1330-4f4d-813b-fc396422c471,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:34.140634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:34.204064 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e566a0-18ed-4450-a919-2e193cd1983d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] GET failed (client error): The resource could not be found. Jun 30 02:45:34.211421 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09e566a0-18ed-4450-a919-2e193cd1983d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "GET /v2.0/ports/01dbaa69-27b1-4dde-802e-801e86a032e9 HTTP/1.1" status: 404 len: 333 time: 0.0643790 Jun 30 02:45:34.211748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba069c-d675-42d9-abf8-4d1648ab7f55 None None] Sync routers for ids ['a3cb1134-6a16-48c2-923d-76de3a532700'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:34.245425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:34.255181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'port': {'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce', 'name': 'tempest-AllowedAddressPairTestJSON-2056347961'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:34.264800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Allocated IP 2001:db8::3 (8fdc84a7-ccd2-46aa-af40-212ef1bc4977/15042644-f6a1-4baf-9f7f-3bd9a7cc5bc3/61304380-7a90-4324-9ebc-f2cd8103345c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:34.268015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d09b3-72f9-448a-997f-3b29d5d08a12 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:34.268627 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d5d09b3-72f9-448a-997f-3b29d5d08a12 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.269946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4d5d09b3-72f9-448a-997f-3b29d5d08a12 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "PUT /v2.0/subnets/15042644-f6a1-4baf-9f7f-3bd9a7cc5bc3 HTTP/1.1" status: 200 len: 900 time: 1.4484692 Jun 30 02:45:34.273341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:34.312241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:34.330597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba069c-d675-42d9-abf8-4d1648ab7f55 None None] Routers {'a3cb1134-6a16-48c2-923d-76de3a532700'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:34.332499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-13ba069c-d675-42d9-abf8-4d1648ab7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:45:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a3cb1134-6a16-48c2-923d-76de3a532700'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:34.362050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.363942 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-14f06790-1000-48c6-b1b3-62e33c0e6b83 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8509319 Jun 30 02:45:34.366926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:34.371805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:34.441858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d09b3-72f9-448a-997f-3b29d5d08a12 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event updated for resources: {'Subnet': ['ID=15042644-f6a1-4baf-9f7f-3bd9a7cc5bc3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:34.476413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-18202f99-2808-4ff3-ba94-9a70ecbd4a3b admin admin] Deleting subnet bcf497c5-97b2-418f-baf6-6ab1c6229003 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:34.490967 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18202f99-2808-4ff3-ba94-9a70ecbd4a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.573095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.600814 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18202f99-2808-4ff3-ba94-9a70ecbd4a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.676890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Made reservation on behalf of f57dac67bfa6498f950b5c26fdf24255 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:34.680724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.737268 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18202f99-2808-4ff3-ba94-9a70ecbd4a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.781067 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.791732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Transition to ACTIVE for port object 61304380-7a90-4324-9ebc-f2cd8103345c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:34.795699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9075bc6-f166-4102-8de8-f2d73a17ce13 req-bfcc122a-24eb-464a-8d37-25648541a2af tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 210 time: 0.0938962 Jun 30 02:45:34.796472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:34.818433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3e4df39d-85ef-4430-a986-53e1cc609774 None None] Provisioning for port 08d3637a-f2ac-4206-9952-d15aa8fd9fb0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:34.827457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-13ba069c-d675-42d9-abf8-4d1648ab7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:34.829504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] device_id is not set on port 06dd322d-6747-4b92-a2af-1cf131f8879b yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:34.832812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Transition to ACTIVE for port object 61304380-7a90-4324-9ebc-f2cd8103345c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:34.838355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3e4df39d-85ef-4430-a986-53e1cc609774 None None] Provisioning complete for port 08d3637a-f2ac-4206-9952-d15aa8fd9fb0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:34.838886 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e4df39d-85ef-4430-a986-53e1cc609774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.842393 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18202f99-2808-4ff3-ba94-9a70ecbd4a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.847345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9064136a-81f9-4953-a4f7-0025e2505f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.856318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c322c46b-35c5-41ea-be6a-1b316668d079 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:34.857849 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.902583 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.907348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18202f99-2808-4ff3-ba94-9a70ecbd4a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf497c5-97b2-418f-baf6-6ab1c6229003,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:34.917090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18202f99-2808-4ff3-ba94-9a70ecbd4a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.920886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-18202f99-2808-4ff3-ba94-9a70ecbd4a3b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bcf497c5-97b2-418f-baf6-6ab1c6229003 HTTP/1.1" status: 204 len: 168 time: 0.5758960 Jun 30 02:45:34.920886 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.922173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:35.003329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba069c-d675-42d9-abf8-4d1648ab7f55 None None] Routers {'a3cb1134-6a16-48c2-923d-76de3a532700'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:35.004096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-13ba069c-d675-42d9-abf8-4d1648ab7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:45:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a3cb1134-6a16-48c2-923d-76de3a532700'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.025400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Network 8fdc84a7-ccd2-46aa-af40-212ef1bc4977 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:35.029347 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.134016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Subnet': ['ID=15042644-f6a1-4baf-9f7f-3bd9a7cc5bc3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.140044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:35.147160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3e4df39d-85ef-4430-a986-53e1cc609774 None None] Port 08d3637a-f2ac-4206-9952-d15aa8fd9fb0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:35.150215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-13ba069c-d675-42d9-abf8-4d1648ab7f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.151059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba069c-d675-42d9-abf8-4d1648ab7f55 None None] The sync data for ids ['a3cb1134-6a16-48c2-923d-76de3a532700'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:35.159312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:35.165504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Pushing event updated for resources: {'Port': ['ID=61304380-7a90-4324-9ebc-f2cd8103345c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.175414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.291536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-825c341c-a12b-4851-9d8f-6804a5e7fd63 None None] Could not find standard attr ID for object 01dbaa69-27b1-4dde-802e-801e86a032e9. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:45:35.315033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.327847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdc84a7-ccd2-46aa-af40-212ef1bc4977']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.340332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3d54d6-f68a-4d7c-8d02-439b0f766ae0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.341092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3d54d6-f68a-4d7c-8d02-439b0f766ae0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.363087 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.380194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.388094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:35.388871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.430070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-825c341c-a12b-4851-9d8f-6804a5e7fd63 None None] Provisioning complete for port 08d3637a-f2ac-4206-9952-d15aa8fd9fb0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:35.430417 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-825c341c-a12b-4851-9d8f-6804a5e7fd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.432026 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Attempting to bind port 61304380-7a90-4324-9ebc-f2cd8103345c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:35.432389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Attempting to bind port 61304380-7a90-4324-9ebc-f2cd8103345c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'af3d54d6-f68a-4d7c-8d02-439b0f766ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8fdc84a7-ccd2-46aa-af40-212ef1bc4977'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:35.432740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Attempting to bind port 61304380-7a90-4324-9ebc-f2cd8103345c on network 8fdc84a7-ccd2-46aa-af40-212ef1bc4977 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:35.451509 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:35.466782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:35.467215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Checking segment: {'id': 'af3d54d6-f68a-4d7c-8d02-439b0f766ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8fdc84a7-ccd2-46aa-af40-212ef1bc4977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:35.467611 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.468173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Bound using segment: {'id': 'af3d54d6-f68a-4d7c-8d02-439b0f766ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8fdc84a7-ccd2-46aa-af40-212ef1bc4977'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:35.469490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Bound port: 61304380-7a90-4324-9ebc-f2cd8103345c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3d54d6-f68a-4d7c-8d02-439b0f766ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '8fdc84a7-ccd2-46aa-af40-212ef1bc4977'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:35.469889 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.484495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 02:45:35.484495 n-d-758944-39 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 02:45:35.484495 n-d-758944-39 neutron-server[93771]: [parameters: {'id': '8fdc84a7-ccd2-46aa-af40-212ef1bc4977'}] Jun 30 02:45:35.484495 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:45:35.485930 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:45:35.531804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-825c341c-a12b-4851-9d8f-6804a5e7fd63 None None] Port 08d3637a-f2ac-4206-9952-d15aa8fd9fb0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:35.575147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] For port 61304380-7a90-4324-9ebc-f2cd8103345c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:35.578906 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] For port 61304380-7a90-4324-9ebc-f2cd8103345c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=61304380-7a90-4324-9ebc-f2cd8103345c,segment=NetworkSegment(af3d54d6-f68a-4d7c-8d02-439b0f766ae0),segment_id=af3d54d6-f68a-4d7c-8d02-439b0f766ae0)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:35.585814 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.600420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Allocated IP 172.20.0.13 (9f9219f6-6ebc-4307-beb9-b0f241e452ce/cd3b0e45-47de-4b4e-b6df-d2518eda0968/06dd322d-6747-4b92-a2af-1cf131f8879b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:35.619781 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.691516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21032a-9e2a-489b-8dfa-b3680670d88e None None] Pushing event updated for resources: {'Port': ['ID=61304380-7a90-4324-9ebc-f2cd8103345c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.695014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.717390 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9064136a-81f9-4953-a4f7-0025e2505f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.731121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a9d3d-95f1-4ce9-a456-b8c5a9a66ca1 None None] Network 8fdc84a7-ccd2-46aa-af40-212ef1bc4977 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:35.735105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9064136a-81f9-4953-a4f7-0025e2505f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.869194 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.909692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a9bb2e-4679-4dc1-9aa3-a2553af5618c None None] Network 8fdc84a7-ccd2-46aa-af40-212ef1bc4977 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:35.945409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f6f7c9-f1d9-455a-9d03-15f7bb2e159e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.951176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064136a-81f9-4953-a4f7-0025e2505f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7049812c-e4bc-4ad9-a9e9-e36afb2d8c60,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.955901 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9064136a-81f9-4953-a4f7-0025e2505f9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4aff0be943624ec5b3c2465e72414eab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1541603 Jun 30 02:45:35.973550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51438) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:35.975612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73e2c127-d90c-4795-b78b-81e8bd97619b req-212d8d7f-6c8e-49f8-9bcb-e8060e75af54 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 210 time: 0.0519602 Jun 30 02:45:35.984665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d30687-e79c-487f-a005-8b5416d55505') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.984953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d30687-e79c-487f-a005-8b5416d55505') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.988772 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.999287 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.016780 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.040287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Transition to ACTIVE for port object 06dd322d-6747-4b92-a2af-1cf131f8879b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:36.064677 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.080102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:36.080778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:36.085294 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:36.095166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting port 61304380-7a90-4324-9ebc-f2cd8103345c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:36.095665 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.132342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89140cb-12a0-40e0-9bfb-a302a75e98e3 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:45:36.174826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Deleting port 0672370e-6a59-43c5-8aaa-be009fb45df2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:36.175170 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.186945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] For port 61304380-7a90-4324-9ebc-f2cd8103345c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=61304380-7a90-4324-9ebc-f2cd8103345c,segment=NetworkSegment(af3d54d6-f68a-4d7c-8d02-439b0f766ae0),segment_id=af3d54d6-f68a-4d7c-8d02-439b0f766ae0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:36.187379 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.203188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Calling delete_port for 61304380-7a90-4324-9ebc-f2cd8103345c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:36.295650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89140cb-12a0-40e0-9bfb-a302a75e98e3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:45:36.330618 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5f51-30a8-4f2e-abd0-b71739986c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.365860 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.373029 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.379566 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5f51-30a8-4f2e-abd0-b71739986c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.383409 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.385260 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] 10.222.0.55 "DELETE /v2.0/networks/05f6f7c9-f1d9-455a-9d03-15f7bb2e159e HTTP/1.1" status: 204 len: 168 time: 1.4611106 Jun 30 02:45:36.468051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d1f14-349b-4fe6-878f-b1558f09da80 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f6f7c9-f1d9-455a-9d03-15f7bb2e159e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.482843 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.505595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:36.514947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Calling delete_port for 0672370e-6a59-43c5-8aaa-be009fb45df2 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:36.521809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:36.529712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:36.535727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Port': ['ID=06dd322d-6747-4b92-a2af-1cf131f8879b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.695690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5f51-30a8-4f2e-abd0-b71739986c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.698216 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5f51-30a8-4f2e-abd0-b71739986c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.702547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cfdf5f51-30a8-4f2e-abd0-b71739986c53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7049812c-e4bc-4ad9-a9e9-e36afb2d8c60 HTTP/1.1" status: 204 len: 168 time: 0.7241306 Jun 30 02:45:36.710551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:36.711085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.753944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:36.773693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf5f51-30a8-4f2e-abd0-b71739986c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7049812c-e4bc-4ad9-a9e9-e36afb2d8c60,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.815359 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f5ea50cd-bfa6-489f-83f1-b71e825e4b8f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5682988 Jun 30 02:45:36.816008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51456) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:36.828219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a09791a2-b359-4fca-811c-cde66d80d26e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:91:f0:eb'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:36.978098 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-54ea5731-4047-44c8-bb6d-d296a483ecc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8187c77ec2b644d59de7a05c45a7649d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213218 Jun 30 02:45:36.986233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:37.166825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-a17f5f9e-6d80-4eb7-bb73-b653c9d31426 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:37.169744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-a17f5f9e-6d80-4eb7-bb73-b653c9d31426 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.69 "GET /v2.0/networks?id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e HTTP/1.1" status: 200 len: 814 time: 0.9597943 Jun 30 02:45:37.178178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.192946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765f7bf1-0d80-4e34-aabc-32c781f2510f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.232709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Port': ['ID=61304380-7a90-4324-9ebc-f2cd8103345c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:37.239959 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765f7bf1-0d80-4e34-aabc-32c781f2510f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.250983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No DVR routers for this DVR port 61304380-7a90-4324-9ebc-f2cd8103345c on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:37.324675 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-c9260a89-3c4c-4ca0-9d79-1ff3e639f3f1 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1adf23e250d94d4c881c3e6f22b00ce7 HTTP/1.1" status: 200 len: 380 time: 0.1394322 Jun 30 02:45:37.327961 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.365914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Request body: {'port': {'device_id': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'admin_state_up': True, 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'security_groups': ['bb0ae2e6-2aed-4319-b392-0fb43f8fcc48']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:37.432103 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.442677 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765f7bf1-0d80-4e34-aabc-32c781f2510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.445534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765f7bf1-0d80-4e34-aabc-32c781f2510f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.446997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-765f7bf1-0d80-4e34-aabc-32c781f2510f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ae7df40-43ca-436b-b009-beb8d546d32d HTTP/1.1" status: 204 len: 168 time: 0.4595559 Jun 30 02:45:37.454339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Pushing event deleted for resources: {'Port': ['ID=0672370e-6a59-43c5-8aaa-be009fb45df2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:37.457336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdc84a7-ccd2-46aa-af40-212ef1bc4977']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:37.473979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3d54d6-f68a-4d7c-8d02-439b0f766ae0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:37.474521 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3d54d6-f68a-4d7c-8d02-439b0f766ae0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:37.501981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.519776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2519482-ccb8-4bd1-9f9d-afb4eef7b000 None None] Provisioning for port 06dd322d-6747-4b92-a2af-1cf131f8879b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:37.526833 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.536953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:37.537624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.540140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f2519482-ccb8-4bd1-9f9d-afb4eef7b000 None None] Provisioning complete for port 06dd322d-6747-4b92-a2af-1cf131f8879b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:37.541276 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f2519482-ccb8-4bd1-9f9d-afb4eef7b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:37.542413 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:37.580947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Made reservation on behalf of 1adf23e250d94d4c881c3e6f22b00ce7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:37.585924 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.655370 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a6affc66-360f-496d-be49-7e166ebb9061 req-5fad1fd3-44c5-41be-8006-b98a27ab8dce tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 210 time: 0.2930090 Jun 30 02:45:37.661057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f2519482-ccb8-4bd1-9f9d-afb4eef7b000 None None] Port 06dd322d-6747-4b92-a2af-1cf131f8879b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:37.728798 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.744180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.747591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/8fdc84a7-ccd2-46aa-af40-212ef1bc4977 HTTP/1.1" status: 204 len: 168 time: 3.4729071 Jun 30 02:45:37.757901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:37.772778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.862310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97a307-4e9c-417e-a286-5a8c52620916 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Network': ['ID=8fdc84a7-ccd2-46aa-af40-212ef1bc4977,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:37.868594 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87c0f38-60d5-4ca9-b478-dcff3ae2902e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:37.869248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87c0f38-60d5-4ca9-b478-dcff3ae2902e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:37.871623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d87c0f38-60d5-4ca9-b478-dcff3ae2902e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/subnets/15042644-f6a1-4baf-9f7f-3bd9a7cc5bc3 HTTP/1.1" status: 404 len: 337 time: 0.1094248 Jun 30 02:45:37.876195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:37.910045 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b4e545-0928-4d19-bcd0-410d8c956ce4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:37.911446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b4e545-0928-4d19-bcd0-410d8c956ce4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:37.914015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-28b4e545-0928-4d19-bcd0-410d8c956ce4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/8fdc84a7-ccd2-46aa-af40-212ef1bc4977 HTTP/1.1" status: 404 len: 339 time: 0.0321794 Jun 30 02:45:37.920334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:37.981463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f7bf1-0d80-4e34-aabc-32c781f2510f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae7df40-43ca-436b-b009-beb8d546d32d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:38.038794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.282082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Allocated IP 172.20.0.13 (3eefaf5d-6f3e-4d72-b603-0e9ece4f713e/64f0cc56-bf0e-4c96-8471-fcfb481181a7/af68313b-813f-4736-8b18-81728f8305e1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:38.291977 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.313427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074cf525-012c-4f80-80c9-ac8e76697e38']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:38.332023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09584811-bf3f-49c2-9631-58eef6ad00e7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:38.332595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09584811-bf3f-49c2-9631-58eef6ad00e7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:38.352874 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.367726 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.373645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.399964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.446329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:38.446892 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:38.451220 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:38.498260 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a09791a2-b359-4fca-811c-cde66d80d26e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.504399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Router a3cb1134-6a16-48c2-923d-76de3a532700 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:38.591249 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.600625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:38.612326 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c41b4-0647-4681-a509-b6f4166d3f91 None None] Sync routers for ids ['a3cb1134-6a16-48c2-923d-76de3a532700'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:38.615561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.619355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d5aea6b7-5079-48d5-b8ef-68ec1cf6fc72 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "PUT /v2.0/routers/a3cb1134-6a16-48c2-923d-76de3a532700 HTTP/1.1" status: 200 len: 706 time: 4.2491455 Jun 30 02:45:38.620200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:38.641669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Transition to ACTIVE for port object af68313b-813f-4736-8b18-81728f8305e1 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:38.647355 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c41b4-0647-4681-a509-b6f4166d3f91 None None] Routers {'a3cb1134-6a16-48c2-923d-76de3a532700'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:38.648089 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-354c41b4-0647-4681-a509-b6f4166d3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:45:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a3cb1134-6a16-48c2-923d-76de3a532700'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:38.722078 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b2a6b228-a71f-44b1-b4d9-53881866992b tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/routers/a3cb1134-6a16-48c2-923d-76de3a532700 HTTP/1.1" status: 200 len: 741 time: 0.0983512 Jun 30 02:45:38.722832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51536) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:38.726467 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.730186 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-354c41b4-0647-4681-a509-b6f4166d3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:38.734309 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.752961 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c41b4-0647-4681-a509-b6f4166d3f91 None None] Routers {'a3cb1134-6a16-48c2-923d-76de3a532700'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:38.753755 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-354c41b4-0647-4681-a509-b6f4166d3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:45:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a3cb1134-6a16-48c2-923d-76de3a532700'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:38.765336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:38.768729 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/074cf525-012c-4f80-80c9-ac8e76697e38 HTTP/1.1" status: 204 len: 168 time: 0.8468912 Jun 30 02:45:38.774687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:38.781553 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e7924a03-8c63-4043-b18a-e447766701ae tempest-RoutersAdminTest-298210429 tempest-RoutersAdminTest-298210429-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&device_id=a3cb1134-6a16-48c2-923d-76de3a532700 HTTP/1.1" status: 200 len: 205 time: 0.0557394 Jun 30 02:45:38.783856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:38.851910 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-354c41b4-0647-4681-a509-b6f4166d3f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:38.852836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c41b4-0647-4681-a509-b6f4166d3f91 None None] The sync data for ids ['a3cb1134-6a16-48c2-923d-76de3a532700'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:38.869572 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aabf2f-c6be-4c09-9d60-f1590b32254b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:38.874880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95aabf2f-c6be-4c09-9d60-f1590b32254b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:38.879521 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-95aabf2f-c6be-4c09-9d60-f1590b32254b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/subnets/617959ae-810a-4c9a-9e15-f63c745c19f4 HTTP/1.1" status: 404 len: 337 time: 0.0993485 Jun 30 02:45:38.883180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:38.944351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event updated for resources: {'Port': ['ID=af68313b-813f-4736-8b18-81728f8305e1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:38.951529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ac125-d853-4748-a511-89e9698846d3 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Network': ['ID=074cf525-012c-4f80-80c9-ac8e76697e38,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:38.968612 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e632a5d-2042-4f85-b04d-12b63068fd37 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:38.969441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e632a5d-2042-4f85-b04d-12b63068fd37 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:38.977978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4e632a5d-2042-4f85-b04d-12b63068fd37 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/7419de12-97c9-44ac-ae90-6919e0a6a1b9 HTTP/1.1" status: 404 len: 339 time: 0.0936663 Jun 30 02:45:38.985375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:38.992869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cb9f5c80-b843-4822-bd66-58f2b425b3d4 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3cb1134-6a16-48c2-923d-76de3a532700 HTTP/1.1" status: 200 len: 205 time: 0.1788120 Jun 30 02:45:38.999007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:39.068554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:39.075918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:39.099313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:39.105354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:39.188933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-340faeec-6c3b-487a-ad56-e9bcb015f46e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting subnet 3341c78e-185b-4064-95ca-0adb32583479 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:39.204724 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-340faeec-6c3b-487a-ad56-e9bcb015f46e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.255230 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6549609-2f6c-4ff4-91df-2f1d18faed9c tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.300936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62af3ea-c41a-4090-9e89-9d6bca11605b req-57451668-66a6-44bd-b1ec-b5ca0683b6c8 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.302542 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e62af3ea-c41a-4090-9e89-9d6bca11605b req-57451668-66a6-44bd-b1ec-b5ca0683b6c8 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 932 time: 0.3180835 Jun 30 02:45:39.339963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.341085 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.379470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-d1b737d0-ae03-427c-bc69-2455975c6c1c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0177784 Jun 30 02:45:39.393073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Request body: {'port': {'device_id': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:39.440157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-340faeec-6c3b-487a-ad56-e9bcb015f46e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.534473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1866798483-network', 'tenant_id': 'f2416140f7c240b581ad5f0bf284c7cd'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:39.592593 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e62af3ea-c41a-4090-9e89-9d6bca11605b req-62934666-3ec2-4c70-ad70-b80059f6f4e5 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754579 Jun 30 02:45:39.613032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.615780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c4b216f2-6845-4c13-9009-0f20c1faca9d None None] Provisioning for port af68313b-813f-4736-8b18-81728f8305e1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:39.627615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c4b216f2-6845-4c13-9009-0f20c1faca9d None None] Provisioning complete for port af68313b-813f-4736-8b18-81728f8305e1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:39.627970 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c4b216f2-6845-4c13-9009-0f20c1faca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.640165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6549609-2f6c-4ff4-91df-2f1d18faed9c tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.647170 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6549609-2f6c-4ff4-91df-2f1d18faed9c tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.724247 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6549609-2f6c-4ff4-91df-2f1d18faed9c tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.725537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6549609-2f6c-4ff4-91df-2f1d18faed9c tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Fanout notify agent at l3_agent the message router_deleted on router a3cb1134-6a16-48c2-923d-76de3a532700 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:45:39.746742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c4b216f2-6845-4c13-9009-0f20c1faca9d None None] Port af68313b-813f-4736-8b18-81728f8305e1 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:39.753458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6549609-2f6c-4ff4-91df-2f1d18faed9c tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.756865 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c6549609-2f6c-4ff4-91df-2f1d18faed9c tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/a3cb1134-6a16-48c2-923d-76de3a532700 HTTP/1.1" status: 204 len: 168 time: 0.7569826 Jun 30 02:45:39.783698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:39.821978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4acc54c8-f2b8-4076-9a49-05724b3b02ca tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3cb1134-6a16-48c2-923d-76de3a532700 HTTP/1.1" status: 200 len: 205 time: 0.0370553 Jun 30 02:45:39.824650 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a09791a2-b359-4fca-811c-cde66d80d26e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.827063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:39.836068 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a09791a2-b359-4fca-811c-cde66d80d26e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.907179 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-3cc8dac7-f379-4c65-bfc7-972165965339 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] delete failed (client error): The resource could not be found. Jun 30 02:45:39.908209 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3cc8dac7-f379-4c65-bfc7-972165965339 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/a3cb1134-6a16-48c2-923d-76de3a532700 HTTP/1.1" status: 404 len: 336 time: 0.0800080 Jun 30 02:45:39.914430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:39.915112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Made reservation on behalf of f2416140f7c240b581ad5f0bf284c7cd for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:39.917453 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.979112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a09791a2-b359-4fca-811c-cde66d80d26e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] In _notify_port_updated(), no bound segment for port 06dd322d-6747-4b92-a2af-1cf131f8879b on network 9f9219f6-6ebc-4307-beb9-b0f241e452ce {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:45:39.985391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09791a2-b359-4fca-811c-cde66d80d26e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:40.001429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a09791a2-b359-4fca-811c-cde66d80d26e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.001429 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a09791a2-b359-4fca-811c-cde66d80d26e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "PUT /v2.0/ports/06dd322d-6747-4b92-a2af-1cf131f8879b HTTP/1.1" status: 200 len: 995 time: 3.1686635 Jun 30 02:45:40.001429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.001429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.002339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2b3e6014-24f9-4f29-917d-a1dc1b383ce8 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=450cd2b6-357d-41b8-b646-c76d2e898808 HTTP/1.1" status: 200 len: 205 time: 0.0680845 Jun 30 02:45:40.002339 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.072485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-340faeec-6c3b-487a-ad56-e9bcb015f46e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.118456 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-0e4956ae-d453-40e3-a207-aa438e47f825 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] delete failed (client error): The resource could not be found. Jun 30 02:45:40.121928 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0e4956ae-d453-40e3-a207-aa438e47f825 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/450cd2b6-357d-41b8-b646-c76d2e898808 HTTP/1.1" status: 404 len: 336 time: 0.1174092 Jun 30 02:45:40.125943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.194104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09791a2-b359-4fca-811c-cde66d80d26e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Port': ['ID=06dd322d-6747-4b92-a2af-1cf131f8879b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.207868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.214003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3729f7c0-dff6-405b-a37f-daec12013509 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd HTTP/1.1" status: 200 len: 205 time: 0.0821939 Jun 30 02:45:40.257450 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e3019716-8629-4e1a-8b01-cb07d4be3434 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] delete failed (client error): The resource could not be found. Jun 30 02:45:40.258418 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e3019716-8629-4e1a-8b01-cb07d4be3434 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/d9fa8ef8-a5c4-4f2c-bd76-b4159e83b2cd HTTP/1.1" status: 404 len: 336 time: 0.0496447 Jun 30 02:45:40.261353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.314846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09dc034a-55f2-487b-a04b-7b69cd4ba4e0 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=3679852c-321c-4853-a906-2959e62b470c HTTP/1.1" status: 200 len: 205 time: 0.0521998 Jun 30 02:45:40.317470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51608) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.368014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af68313b-813f-4736-8b18-81728f8305e1 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:40.380853 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.388611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-40051ba1-d8d6-4a7f-9d1b-0e10e1eae9cd None None] Provisioning complete for port 06dd322d-6747-4b92-a2af-1cf131f8879b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:40.389384 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40051ba1-d8d6-4a7f-9d1b-0e10e1eae9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.445900 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4fd166f3-31e3-4bc6-9c9e-927d4c3e01bb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] delete failed (client error): The resource could not be found. Jun 30 02:45:40.450925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-40051ba1-d8d6-4a7f-9d1b-0e10e1eae9cd None None] Port 06dd322d-6747-4b92-a2af-1cf131f8879b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:40.454793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4fd166f3-31e3-4bc6-9c9e-927d4c3e01bb tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/3679852c-321c-4853-a906-2959e62b470c HTTP/1.1" status: 404 len: 336 time: 0.1362877 Jun 30 02:45:40.455384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.504914 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.506981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Transition to ACTIVE for port object af68313b-813f-4736-8b18-81728f8305e1 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:40.508123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-340faeec-6c3b-487a-ad56-e9bcb015f46e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.521923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.572642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.573588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ce3db36b-9dab-40da-aee7-cf308b9d5722 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5522e1e-23f5-40e9-a9b5-0d45f2d6654a HTTP/1.1" status: 200 len: 205 time: 0.1152914 Jun 30 02:45:40.575451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.584277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c75da89-e5e2-4ebc-bbd7-a38cd6c8bc18,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.602937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340faeec-6c3b-487a-ad56-e9bcb015f46e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Subnet': ['ID=3341c78e-185b-4064-95ca-0adb32583479,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.631246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795287de-c7e5-4325-9b26-67de0e2f7bd3 None None] Network 5dd17185-6894-4802-b717-c40a665a53ee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:40.654727 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-340faeec-6c3b-487a-ad56-e9bcb015f46e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.660143 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-340faeec-6c3b-487a-ad56-e9bcb015f46e tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/subnets/3341c78e-185b-4064-95ca-0adb32583479 HTTP/1.1" status: 204 len: 168 time: 1.6727028 Jun 30 02:45:40.662840 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-e943afdd-e8c2-453d-9971-743c00c05f59 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] delete failed (client error): The resource could not be found. Jun 30 02:45:40.663867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e943afdd-e8c2-453d-9971-743c00c05f59 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/d5522e1e-23f5-40e9-a9b5-0d45f2d6654a HTTP/1.1" status: 404 len: 336 time: 0.0864627 Jun 30 02:45:40.667091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:40.673108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.673521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.760118 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.760430 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Added segment ada50242-d01d-4f54-9a23-908882aa889c of type vlan for network 824d0878-6340-42c0-86f7-ef6f2c59201f Jun 30 02:45:40.817390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a558936-927a-4510-b954-75dc01430610 service neutron] Pushing event updated for resources: {'Port': ['ID=af68313b-813f-4736-8b18-81728f8305e1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.862510 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d69abec4-ed20-4681-b490-5838a71cb54e tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5557a0-48f9-4d72-bac1-1a30954fa334 HTTP/1.1" status: 200 len: 205 time: 0.1784873 Jun 30 02:45:40.867979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51630) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.965667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.998235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Attempting to bind port af68313b-813f-4736-8b18-81728f8305e1 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:40.998632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Attempting to bind port af68313b-813f-4736-8b18-81728f8305e1 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:41.008720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Attempting to bind port af68313b-813f-4736-8b18-81728f8305e1 on network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:41.016629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Port af68313b-813f-4736-8b18-81728f8305e1 on network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:41.016955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Attempting to bind port af68313b-813f-4736-8b18-81728f8305e1 on network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:41.043647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:41.044304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Checking segment: {'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:41.044692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Bound using segment: {'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:41.045167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Bound port: af68313b-813f-4736-8b18-81728f8305e1, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ffa8830-7c71-486f-9ef5-9649ccace7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:41.045528 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.060468 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-575b7285-7299-4f05-8a0b-eaab82eee5dd tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] delete failed (client error): The resource could not be found. Jun 30 02:45:41.076048 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-575b7285-7299-4f05-8a0b-eaab82eee5dd tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/routers/5f5557a0-48f9-4d72-bac1-1a30954fa334 HTTP/1.1" status: 404 len: 336 time: 0.1997852 Jun 30 02:45:41.080963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51632) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:41.096898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-15587780-db34-4ada-af5e-26b9b3f71cf4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting subnet 69b6a371-ddd5-4b77-8894-58ddcb944287 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:41.109133 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15587780-db34-4ada-af5e-26b9b3f71cf4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.117021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-112fa931-89b5-46b8-87e7-178e79a49bfd tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Deleting port 06dd322d-6747-4b92-a2af-1cf131f8879b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:41.119609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-112fa931-89b5-46b8-87e7-178e79a49bfd tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.217420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] For port af68313b-813f-4736-8b18-81728f8305e1, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:41.220789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] For port af68313b-813f-4736-8b18-81728f8305e1, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=af68313b-813f-4736-8b18-81728f8305e1,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:41.223824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.225055 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:41.225896 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.239151 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-63dd2314-2825-428a-84e1-48255504c492 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:41.239711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63dd2314-2825-428a-84e1-48255504c492 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:41.244309 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-63dd2314-2825-428a-84e1-48255504c492 tempest-RoutersAdminTest-1725932314 tempest-RoutersAdminTest-1725932314-project] 10.222.0.55 "DELETE /v2.0/subnets/3c3d8df8-f4cf-49af-a36a-29c87f226a64 HTTP/1.1" status: 404 len: 337 time: 0.1599426 Jun 30 02:45:41.250582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.260488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1908302 Jun 30 02:45:41.295683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15587780-db34-4ada-af5e-26b9b3f71cf4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.355411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:41.356467 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.358824 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-3a558936-927a-4510-b954-75dc01430610 service neutron] 10.222.0.69 "PUT /v2.0/ports/af68313b-813f-4736-8b18-81728f8305e1 HTTP/1.1" status: 200 len: 1093 time: 1.9715650 Jun 30 02:45:41.365755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:41.370141 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069" -d '{"events": [{"name": "network-changed", "server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "tag": "af68313b-813f-4736-8b18-81728f8305e1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:41.499202 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaff3795-82c5-4eb1-bfbb-8d973eea5ee1 x-openstack-request-id: req-aaff3795-82c5-4eb1-bfbb-8d973eea5ee1 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:41.499886 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "tag": "af68313b-813f-4736-8b18-81728f8305e1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:41.500351 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aaff3795-82c5-4eb1-bfbb-8d973eea5ee1 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:41.500979 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1', 'status': 'completed', 'code': 200} Jun 30 02:45:41.501807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c30b78-e8ae-4eb7-b391-83a87c0f9b81 admin admin] Pushing event updated for resources: {'Network': ['ID=824d0878-6340-42c0-86f7-ef6f2c59201f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:41.518819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 824d0878-6340-42c0-86f7-ef6f2c59201f details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:41.519539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a558936-927a-4510-b954-75dc01430610 service neutron] Pushing event updated for resources: {'Port': ['ID=af68313b-813f-4736-8b18-81728f8305e1,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:41.585245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-452ab28b-c43a-4923-9c19-6f3d6d4d65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:41.601370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-452ab28b-c43a-4923-9c19-6f3d6d4d65bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf23e250d94d4c881c3e6f22b00ce7&device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 1096 time: 0.1761129 Jun 30 02:45:41.715690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-32249754-def6-42f6-9e46-8935f35a8a48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af68313b-813f-4736-8b18-81728f8305e1 HTTP/1.1" status: 200 len: 217 time: 0.1130095 Jun 30 02:45:41.941769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-b9441c86-f787-4d39-9824-8aa75eb8d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:41.956721 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-b9441c86-f787-4d39-9824-8aa75eb8d826 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64f0cc56-bf0e-4c96-8471-fcfb481181a7 HTTP/1.1" status: 200 len: 853 time: 0.2350507 Jun 30 02:45:42.015555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:42.129260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-adfd812a-18da-44a1-9f78-22a8f2d4e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.130697 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-adfd812a-18da-44a1-9f78-22a8f2d4e825 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662028 Jun 30 02:45:42.362080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3880a36b-c25c-4cf6-9cfb-410f16b4a9b5 None None] Provisioning complete for port 04a43450-5242-4bb4-8322-d42543d3c5af triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:42.363290 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3880a36b-c25c-4cf6-9cfb-410f16b4a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.373210 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34b48f7f-ebda-4551-ac9a-d827f7e4a52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.484973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-9ccbf0ed-98b4-4104-bb22-d1d43b904eb5 service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452909 Jun 30 02:45:42.574142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b830-f7bb-4061-a8c3-ed1ab6b1c3b2 req-cefa5691-6852-4d6a-989c-fb5eeb052be5 tempest-ComputeTenantNetworksTest-181130890 tempest-ComputeTenantNetworksTest-181130890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.581444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b830-f7bb-4061-a8c3-ed1ab6b1c3b2 req-cefa5691-6852-4d6a-989c-fb5eeb052be5 tempest-ComputeTenantNetworksTest-181130890 tempest-ComputeTenantNetworksTest-181130890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.589147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b830-f7bb-4061-a8c3-ed1ab6b1c3b2 req-cefa5691-6852-4d6a-989c-fb5eeb052be5 tempest-ComputeTenantNetworksTest-181130890 tempest-ComputeTenantNetworksTest-181130890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.595377 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b936b830-f7bb-4061-a8c3-ed1ab6b1c3b2 req-cefa5691-6852-4d6a-989c-fb5eeb052be5 tempest-ComputeTenantNetworksTest-181130890 tempest-ComputeTenantNetworksTest-181130890-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2883618 Jun 30 02:45:42.620748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f1bb-f004-49e0-8004-813382e23bd6 req-9e10a854-2700-4760-8846-0699dece90ee tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.622772 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af35f1bb-f004-49e0-8004-813382e23bd6 req-9e10a854-2700-4760-8846-0699dece90ee tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 944 time: 1.8089912 Jun 30 02:45:42.624442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15587780-db34-4ada-af5e-26b9b3f71cf4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.675370 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-112fa931-89b5-46b8-87e7-178e79a49bfd tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.716721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-112fa931-89b5-46b8-87e7-178e79a49bfd tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Calling delete_port for 06dd322d-6747-4b92-a2af-1cf131f8879b owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:42.751564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34b48f7f-ebda-4551-ac9a-d827f7e4a52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.761789 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af35f1bb-f004-49e0-8004-813382e23bd6 req-f6245d95-d179-4cc3-a400-7686843d7023 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124690 Jun 30 02:45:42.797012 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34b48f7f-ebda-4551-ac9a-d827f7e4a52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.875530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15587780-db34-4ada-af5e-26b9b3f71cf4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.881552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-34b48f7f-ebda-4551-ac9a-d827f7e4a52e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b9d929ed4f34bc88a1694a9ec8b5d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8641369 Jun 30 02:45:42.888704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:42.898850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b48f7f-ebda-4551-ac9a-d827f7e4a52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55012bcc-cb86-4c7f-bad4-90691c5b9ab0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.911145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747ef93-52c2-4cb7-8f16-1c3295a6144b req-5e661546-aa5e-4b85-bf92-54e55c579d45 tempest-ComputeTenantNetworksTest-181130890 tempest-ComputeTenantNetworksTest-181130890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:42.912503 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1747ef93-52c2-4cb7-8f16-1c3295a6144b req-5e661546-aa5e-4b85-bf92-54e55c579d45 tempest-ComputeTenantNetworksTest-181130890 tempest-ComputeTenantNetworksTest-181130890-project] 10.222.0.55 "GET /v2.0/networks/824d0878-6340-42c0-86f7-ef6f2c59201f HTTP/1.1" status: 200 len: 769 time: 0.2615693 Jun 30 02:45:42.931313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:42.938880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15587780-db34-4ada-af5e-26b9b3f71cf4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.939332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f5eec4-06fb-4f5c-928c-b6594c35d119 None None] Network 5dd17185-6894-4802-b717-c40a665a53ee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:42.946440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-15587780-db34-4ada-af5e-26b9b3f71cf4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/subnets/69b6a371-ddd5-4b77-8894-58ddcb944287 HTTP/1.1" status: 204 len: 168 time: 2.2715538 Jun 30 02:45:42.955560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:42.958409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15587780-db34-4ada-af5e-26b9b3f71cf4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Subnet': ['ID=69b6a371-ddd5-4b77-8894-58ddcb944287,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.958649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd3a18f4-0aa8-4974-be23-579962800d27 req-6e1ffb70-2bba-4b12-a905-f3fc5d14220b service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622405 Jun 30 02:45:43.112277 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95cb67e5-50a1-492c-af76-3bf61dfb222b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.207506 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.241108 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95cb67e5-50a1-492c-af76-3bf61dfb222b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.289743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-112fa931-89b5-46b8-87e7-178e79a49bfd tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.326771 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.364839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb69915-b9ae-4158-824b-ce777e6f4d5f None None] DHCP port deletion for 5dd17185-6894-4802-b717-c40a665a53ee request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:45:43.428370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fa931-89b5-46b8-87e7-178e79a49bfd tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event deleted for resources: {'Port': ['ID=06dd322d-6747-4b92-a2af-1cf131f8879b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:43.521765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fbb69915-b9ae-4158-824b-ce777e6f4d5f None None] Deleting port 04a43450-5242-4bb4-8322-d42543d3c5af {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:43.522475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fbb69915-b9ae-4158-824b-ce777e6f4d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.541959 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95cb67e5-50a1-492c-af76-3bf61dfb222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.545634 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95cb67e5-50a1-492c-af76-3bf61dfb222b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.547286 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-95cb67e5-50a1-492c-af76-3bf61dfb222b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55012bcc-cb86-4c7f-bad4-90691c5b9ab0 HTTP/1.1" status: 204 len: 168 time: 0.5994980 Jun 30 02:45:43.706126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fbb69915-b9ae-4158-824b-ce777e6f4d5f None None] For port 04a43450-5242-4bb4-8322-d42543d3c5af, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=04a43450-5242-4bb4-8322-d42543d3c5af,segment=NetworkSegment(b060b55c-7a9b-4744-ac72-de43eb6a2fc0),segment_id=b060b55c-7a9b-4744-ac72-de43eb6a2fc0)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:43.706527 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fbb69915-b9ae-4158-824b-ce777e6f4d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.712374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb67e5-50a1-492c-af76-3bf61dfb222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55012bcc-cb86-4c7f-bad4-90691c5b9ab0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:43.766390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-91def2a1-35e2-48c5-bdd0-845c6e0ed36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:43.774439 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-91def2a1-35e2-48c5-bdd0-845c6e0ed36b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf23e250d94d4c881c3e6f22b00ce7&device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 1096 time: 0.6112866 Jun 30 02:45:43.784398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fbb69915-b9ae-4158-824b-ce777e6f4d5f None None] Calling delete_port for 04a43450-5242-4bb4-8322-d42543d3c5af owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:43.793542 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-112fa931-89b5-46b8-87e7-178e79a49bfd tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.830110 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-112fa931-89b5-46b8-87e7-178e79a49bfd tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "DELETE /v2.0/ports/06dd322d-6747-4b92-a2af-1cf131f8879b HTTP/1.1" status: 204 len: 168 time: 3.8290427 Jun 30 02:45:43.838959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51700) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:43.877344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.908540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting port 04a43450-5242-4bb4-8322-d42543d3c5af {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:43.909256 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:43.960665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824d0878-6340-42c0-86f7-ef6f2c59201f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:43.969854 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd56045-d40a-4f42-98e7-461f4aa68ce4 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] GET failed (client error): The resource could not be found. Jun 30 02:45:43.975349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2bd56045-d40a-4f42-98e7-461f4aa68ce4 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "GET /v2.0/ports/06dd322d-6747-4b92-a2af-1cf131f8879b HTTP/1.1" status: 404 len: 333 time: 0.1250663 Jun 30 02:45:43.977904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51702) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:43.986738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'port': {'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce', 'name': 'tempest-AllowedAddressPairTestJSON-1273830621'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:44.009693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada50242-d01d-4f54-9a23-908882aa889c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:44.010388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada50242-d01d-4f54-9a23-908882aa889c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:44.027434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 04a43450-5242-4bb4-8322-d42543d3c5af no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:44.076938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.102481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 04a43450-5242-4bb4-8322-d42543d3c5af {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:44.104232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 04a43450-5242-4bb4-8322-d42543d3c5af not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:44.108117 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fbb69915-b9ae-4158-824b-ce777e6f4d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.145867 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.177138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb69915-b9ae-4158-824b-ce777e6f4d5f None None] Pushing event deleted for resources: {'Port': ['ID=04a43450-5242-4bb4-8322-d42543d3c5af,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:44.206641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb69915-b9ae-4158-824b-ce777e6f4d5f None None] No DVR routers for this DVR port 04a43450-5242-4bb4-8322-d42543d3c5af on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:44.271251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:44.340344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-05acd6fe-ade0-4bdd-9228-89fa24ff3d08 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3114579 Jun 30 02:45:44.358544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955e53d-6f97-422c-bae2-fadfd3939f19 req-d1f90ad0-3789-4537-a4a2-10f84afd684c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.367351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8955e53d-6f97-422c-bae2-fadfd3939f19 req-d1f90ad0-3789-4537-a4a2-10f84afd684c tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 944 time: 0.2403712 Jun 30 02:45:44.482746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1a07fecf-5a3d-4ca4-9945-f2c627f64457 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5105bc52ff574e498b81cfa4791c640c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010710 Jun 30 02:45:44.482746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:44.507552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Made reservation on behalf of f57dac67bfa6498f950b5c26fdf24255 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:44.511167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.548925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8955e53d-6f97-422c-bae2-fadfd3939f19 req-cc7c4043-0152-4375-8a80-3d1edb5be2c5 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805224 Jun 30 02:45:44.575870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] device_id is not set on port 950fed88-d5ae-431d-9905-b81b357cb920 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:44.665717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] For port 04a43450-5242-4bb4-8322-d42543d3c5af, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=04a43450-5242-4bb4-8322-d42543d3c5af,segment=NetworkSegment(b060b55c-7a9b-4744-ac72-de43eb6a2fc0),segment_id=b060b55c-7a9b-4744-ac72-de43eb6a2fc0)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:44.666596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.666901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-4c3a0a4a-ee87-4343-8090-365caaefbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.667501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-4c3a0a4a-ee87-4343-8090-365caaefbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.668208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-4c3a0a4a-ee87-4343-8090-365caaefbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.670036 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:44.670602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-4c3a0a4a-ee87-4343-8090-365caaefbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.671081 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.671226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-4c3a0a4a-ee87-4343-8090-365caaefbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.671744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-4c3a0a4a-ee87-4343-8090-365caaefbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.672281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-4c3a0a4a-ee87-4343-8090-365caaefbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:44.673397 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:44.687875 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-4c3a0a4a-ee87-4343-8090-365caaefbce5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6508 time: 0.2792861 Jun 30 02:45:44.688803 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a14377fb-8afe-4f9f-8443-f7249522823d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.736280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Calling delete_port for 04a43450-5242-4bb4-8322-d42543d3c5af owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:44.748737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-150e32a1-c330-435a-b722-59436115c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.751054 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-150e32a1-c330-435a-b722-59436115c243 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e HTTP/1.1" status: 200 len: 915 time: 0.9352670 Jun 30 02:45:44.758696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a14377fb-8afe-4f9f-8443-f7249522823d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.806384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-9ed2053f-22bb-4341-a834-f55e4cebc201 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af68313b-813f-4736-8b18-81728f8305e1 HTTP/1.1" status: 200 len: 217 time: 0.0451798 Jun 30 02:45:44.846619 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.876581 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:44.878807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] 10.222.0.55 "DELETE /v2.0/networks/824d0878-6340-42c0-86f7-ef6f2c59201f HTTP/1.1" status: 204 len: 168 time: 1.9441772 Jun 30 02:45:44.925006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8f356-8f04-412d-83d2-085dd7563e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=824d0878-6340-42c0-86f7-ef6f2c59201f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:44.974348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-96bfaaea-4e6a-4ddd-9210-91a450ea4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.976125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-96bfaaea-4e6a-4ddd-9210-91a450ea4bba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64f0cc56-bf0e-4c96-8471-fcfb481181a7 HTTP/1.1" status: 200 len: 853 time: 0.1404431 Jun 30 02:45:45.092703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.174117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Allocated IP 172.20.0.9 (9f9219f6-6ebc-4307-beb9-b0f241e452ce/cd3b0e45-47de-4b4e-b6df-d2518eda0968/950fed88-d5ae-431d-9905-b81b357cb920) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:45.203867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51736) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:45.206160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Port': ['ID=04a43450-5242-4bb4-8322-d42543d3c5af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:45.236417 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a14377fb-8afe-4f9f-8443-f7249522823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.239142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a14377fb-8afe-4f9f-8443-f7249522823d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.243018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a14377fb-8afe-4f9f-8443-f7249522823d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df7b95b4-2ff8-4380-9807-574ea4acffb6 HTTP/1.1" status: 204 len: 168 time: 0.7601798 Jun 30 02:45:45.259744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No DVR routers for this DVR port 04a43450-5242-4bb4-8322-d42543d3c5af on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:45.336285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14377fb-8afe-4f9f-8443-f7249522823d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7b95b4-2ff8-4380-9807-574ea4acffb6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:45.453754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-0573b678-7b42-40bb-8838-fc71d8855f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.454391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-0573b678-7b42-40bb-8838-fc71d8855f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.454967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-0573b678-7b42-40bb-8838-fc71d8855f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.456732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-0573b678-7b42-40bb-8838-fc71d8855f99 service neutron] 10.222.0.73 "GET /v2.0/networks?id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=4f822b0e-82d4-4d9a-9952-bdda678788b4&id=4f822b0e-82d4-4d9a-9952-bdda678788b4 HTTP/1.1" status: 200 len: 2298 time: 0.7154255 Jun 30 02:45:45.526541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-c111f655-dfe1-4ef9-9b92-c252bd55a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.538952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.540150 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-c111f655-dfe1-4ef9-9b92-c252bd55a8ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5558217 Jun 30 02:45:45.548607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.553666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Transition to ACTIVE for port object 950fed88-d5ae-431d-9905-b81b357cb920 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:45.647139 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-aa9d5465-724f-4047-accc-8d1d7c2c8793 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 HTTP/1.1" status: 200 len: 1001 time: 0.1781495 Jun 30 02:45:45.655211 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.686998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd17185-6894-4802-b717-c40a665a53ee']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:45.728992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-861dba61-0ec9-43a8-943d-a5e843c3889e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2416140f7c240b581ad5f0bf284c7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186701 Jun 30 02:45:45.732284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:45.738826 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b060b55c-7a9b-4744-ac72-de43eb6a2fc0') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:45.739003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b060b55c-7a9b-4744-ac72-de43eb6a2fc0') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:45.773161 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.797235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:45.802787 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.847500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:45.855968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:45.898178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.918460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:45.918460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:45.922406 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:45.925123 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-52f4e5d8-855c-4fc4-b3a9-e1fd949f0d93 service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781302 Jun 30 02:45:45.952722 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-cf0a8190-9248-473c-8f26-68cc60ceb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.960883 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-cf0a8190-9248-473c-8f26-68cc60ceb27d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33b4606b-a00c-4e33-b6ba-7adba1ded0ce HTTP/1.1" status: 200 len: 855 time: 0.3014152 Jun 30 02:45:45.972786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.973465 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.039213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Port': ['ID=950fed88-d5ae-431d-9905-b81b357cb920,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:46.052499 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.130370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30857992-2c41-47af-8dca-15f641846f0e req-dbeb6c3a-395c-4f2a-bf5a-7852fe275cd0 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.131246 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5b5697f4-76fe-4d7f-83dd-26b5ac4ed42c tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1520953 Jun 30 02:45:46.138789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.140592 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30857992-2c41-47af-8dca-15f641846f0e req-dbeb6c3a-395c-4f2a-bf5a-7852fe275cd0 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 944 time: 0.3403094 Jun 30 02:45:46.155052 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.182085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-657811f8-d53f-46ab-a9d8-7c9618107560 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:91:f0:eb'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:46.201227 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.204490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/5dd17185-6894-4802-b717-c40a665a53ee HTTP/1.1" status: 204 len: 168 time: 3.2447085 Jun 30 02:45:46.225114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41b0aec5-dffa-4b86-946c-259324ae0b3d None None] Provisioning for port 950fed88-d5ae-431d-9905-b81b357cb920 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:46.234820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41b0aec5-dffa-4b86-946c-259324ae0b3d None None] Provisioning complete for port 950fed88-d5ae-431d-9905-b81b357cb920 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:46.235258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41b0aec5-dffa-4b86-946c-259324ae0b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.258047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.316485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-41b0aec5-dffa-4b86-946c-259324ae0b3d None None] Port 950fed88-d5ae-431d-9905-b81b357cb920 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:46.329957 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa863c60-6205-443e-bb3d-783aa066e370 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:46.330494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa863c60-6205-443e-bb3d-783aa066e370 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:46.332565 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fa863c60-6205-443e-bb3d-783aa066e370 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/subnets/13e02161-7448-4ec1-8180-d58851a6c6ff HTTP/1.1" status: 404 len: 337 time: 0.0735421 Jun 30 02:45:46.337812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51792) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.354383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab56f7-2039-42ff-956f-5e6331581aaa tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Network': ['ID=5dd17185-6894-4802-b717-c40a665a53ee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:46.383292 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4949b9c7-0aad-431f-9f4c-49df424222c2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:46.383898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4949b9c7-0aad-431f-9f4c-49df424222c2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:46.385930 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4949b9c7-0aad-431f-9f4c-49df424222c2 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/2d8c4ba7-ab32-4baa-969d-ae682e8f7729 HTTP/1.1" status: 404 len: 339 time: 0.0400426 Jun 30 02:45:46.401598 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30857992-2c41-47af-8dca-15f641846f0e req-08b42a77-5a07-4e19-831e-deeee8471381 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595942 Jun 30 02:45:46.403589 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.455404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e9af6bb-7199-481d-8179-9ba39d3aee47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.484847 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f8d3bd1-0a99-4661-b8d2-18d5ff551069 req-732a8a13-79bf-47a9-b365-2f445764c903 service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248311 Jun 30 02:45:46.485756 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d30ba9-913b-4a9a-8616-ae9791856c65 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:46.491687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d30ba9-913b-4a9a-8616-ae9791856c65 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:46.497198 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a6d30ba9-913b-4a9a-8616-ae9791856c65 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/subnets/3ff96ea3-9622-4612-964f-663d3eb5baa4 HTTP/1.1" status: 404 len: 337 time: 0.0911815 Jun 30 02:45:46.499947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.535006 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e9af6bb-7199-481d-8179-9ba39d3aee47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.545422 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3351a146-e7fa-49a5-b1ad-2283ad2029d7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:46.548958 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3351a146-e7fa-49a5-b1ad-2283ad2029d7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:46.553985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3351a146-e7fa-49a5-b1ad-2283ad2029d7 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/e0a1cf7c-3b54-4a8e-9b74-77066fafb66b HTTP/1.1" status: 404 len: 339 time: 0.0524426 Jun 30 02:45:46.557523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51800) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.582772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-5373eaba-b802-465a-bd32-3a816cf98c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.584318 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-5373eaba-b802-465a-bd32-3a816cf98c5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5794215 Jun 30 02:45:46.590746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.593248 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc61e48-9cb2-462e-b326-57e02e09567b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:46.594007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc61e48-9cb2-462e-b326-57e02e09567b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:46.595894 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-afc61e48-9cb2-462e-b326-57e02e09567b tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/subnets/710dfc55-59db-4d3b-b9d1-7ca03f90939c HTTP/1.1" status: 404 len: 337 time: 0.0372062 Jun 30 02:45:46.598304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51806) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.602114 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-657811f8-d53f-46ab-a9d8-7c9618107560 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.619866 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a61189-7b8e-4ea9-a6fa-0e02b4b4f153 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:46.620722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a61189-7b8e-4ea9-a6fa-0e02b4b4f153 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:46.623066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a2a61189-7b8e-4ea9-a6fa-0e02b4b4f153 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/e4480ebf-d3b6-4254-954a-cd0d6134a701 HTTP/1.1" status: 404 len: 339 time: 0.0236318 Jun 30 02:45:46.625666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:46.693180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3499d74-f2eb-47ae-b866-73855001155f tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting subnet 129c5c5e-3ce8-4775-873e-da4b523f0d16 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:46.698322 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3499d74-f2eb-47ae-b866-73855001155f tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.737562 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e9af6bb-7199-481d-8179-9ba39d3aee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.740853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e9af6bb-7199-481d-8179-9ba39d3aee47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.745295 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1e9af6bb-7199-481d-8179-9ba39d3aee47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c75da89-e5e2-4ebc-bbd7-a38cd6c8bc18 HTTP/1.1" status: 204 len: 168 time: 0.9987149 Jun 30 02:45:46.773852 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3499d74-f2eb-47ae-b866-73855001155f tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.806940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'networks': [{'name': 'tempest-network--243180802'}, {'name': 'tempest-network--1524876963'}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:46.807556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'network': {'name': 'tempest-network--243180802'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:46.807877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'network': {'name': 'tempest-network--1524876963'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:46.841217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9af6bb-7199-481d-8179-9ba39d3aee47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c75da89-e5e2-4ebc-bbd7-a38cd6c8bc18,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:46.843226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Made reservation on behalf of ebfcb7490c6c48b5941aca68c1f9e7d3 for: {'network': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:46.848315 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.878599 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-38067c75-846f-4de4-a484-128b3cb0effe service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774563 Jun 30 02:45:46.883247 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:46.936536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3499d74-f2eb-47ae-b866-73855001155f tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.039890 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3499d74-f2eb-47ae-b866-73855001155f tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.083007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3499d74-f2eb-47ae-b866-73855001155f tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Subnet': ['ID=129c5c5e-3ce8-4775-873e-da4b523f0d16,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:47.085521 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3499d74-f2eb-47ae-b866-73855001155f tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.093495 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d3499d74-f2eb-47ae-b866-73855001155f tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/subnets/129c5c5e-3ce8-4775-873e-da4b523f0d16 HTTP/1.1" status: 204 len: 168 time: 0.4663589 Jun 30 02:45:47.097467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:47.101377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacbf1d1-bfbb-4ae8-8445-b741d814833e None None] Network a51b980c-f102-41e7-a157-6b65ecfa3497 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:47.121547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-ecb00786-d621-41b2-9805-1a5797dbc13c service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183795 Jun 30 02:45:47.195409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-644071d7-9537-456e-9e67-fa20b9600163 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 200 len: 217 time: 0.0630453 Jun 30 02:45:47.223500 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-657811f8-d53f-46ab-a9d8-7c9618107560 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.243536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.264552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-657811f8-d53f-46ab-a9d8-7c9618107560 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.335127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting port b1dcfccb-578d-4c45-bea1-01da782589ff {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:47.335468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.561715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] For port b1dcfccb-578d-4c45-bea1-01da782589ff, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b1dcfccb-578d-4c45-bea1-01da782589ff,segment=NetworkSegment(e7ed3af3-995a-4539-85eb-dd72604ecffa),segment_id=e7ed3af3-995a-4539-85eb-dd72604ecffa)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:47.563156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.576897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.584503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-f139af72-42cf-4c75-939c-a29d325cc380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:47.590803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-f139af72-42cf-4c75-939c-a29d325cc380 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.3697169 Jun 30 02:45:47.606195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Calling delete_port for b1dcfccb-578d-4c45-bea1-01da782589ff owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:47.617923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.621286 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.719472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657811f8-d53f-46ab-a9d8-7c9618107560 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Port': ['ID=950fed88-d5ae-431d-9905-b81b357cb920,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:47.757091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bfc7a7-8d8f-4344-9085-e87430768cb5 None None] DHCP port deletion for a51b980c-f102-41e7-a157-6b65ecfa3497 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:45:47.765714 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.791007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No DVR routers for this DVR port b1dcfccb-578d-4c45-bea1-01da782589ff on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:47.792431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-657811f8-d53f-46ab-a9d8-7c9618107560 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] In _notify_port_updated(), no bound segment for port 950fed88-d5ae-431d-9905-b81b357cb920 on network 9f9219f6-6ebc-4307-beb9-b0f241e452ce {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:45:47.798195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657811f8-d53f-46ab-a9d8-7c9618107560 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:47.800490 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-657811f8-d53f-46ab-a9d8-7c9618107560 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.802069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-657811f8-d53f-46ab-a9d8-7c9618107560 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "PUT /v2.0/ports/950fed88-d5ae-431d-9905-b81b357cb920 HTTP/1.1" status: 200 len: 996 time: 1.6601024 Jun 30 02:45:47.808546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:47.836921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de59374-0836-43ca-9c87-8dc8364ac3a3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:47.856916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d5bfc7a7-8d8f-4344-9085-e87430768cb5 None None] The port 'b1dcfccb-578d-4c45-bea1-01da782589ff' was deleted {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 02:45:47.876593 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:47.880956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Port': ['ID=b1dcfccb-578d-4c45-bea1-01da782589ff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:47.962855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b1dcfccb-578d-4c45-bea1-01da782589ff no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:47.992060 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:47.997177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b1dcfccb-578d-4c45-bea1-01da782589ff {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:47.997347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b1dcfccb-578d-4c45-bea1-01da782589ff not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:48.006417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51b980c-f102-41e7-a157-6b65ecfa3497']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:48.012312 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.014301 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Added segment 3113ab23-a085-491d-887d-02aa0e4c202c of type vlan for network b50074a4-68f6-4503-8222-795da673e675 Jun 30 02:45:48.022213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ed3af3-995a-4539-85eb-dd72604ecffa') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:48.022637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ed3af3-995a-4539-85eb-dd72604ecffa') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:48.026877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c080eaaa-31cd-4098-8afa-5183ab8cb0fb None None] Provisioning complete for port 950fed88-d5ae-431d-9905-b81b357cb920 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:48.027244 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c080eaaa-31cd-4098-8afa-5183ab8cb0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.032923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.048247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.054464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:48.054905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.099449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c080eaaa-31cd-4098-8afa-5183ab8cb0fb None None] Port 950fed88-d5ae-431d-9905-b81b357cb920 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:48.132971 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:48.139492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.148463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.151003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/a51b980c-f102-41e7-a157-6b65ecfa3497 HTTP/1.1" status: 204 len: 168 time: 1.0522926 Jun 30 02:45:48.153654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:48.192882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e82f8-7b5a-43a2-b2ec-2a4fdacf4d75 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Network': ['ID=a51b980c-f102-41e7-a157-6b65ecfa3497,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:48.195723 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f16174d-d2ef-44d9-862d-f205bd8ba0cd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:48.196401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f16174d-d2ef-44d9-862d-f205bd8ba0cd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:48.199355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1f16174d-d2ef-44d9-862d-f205bd8ba0cd tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/subnets/dbd193cf-990b-4196-be6d-91dad48ca111 HTTP/1.1" status: 404 len: 337 time: 0.0444779 Jun 30 02:45:48.201802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:48.207567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234981c5-cc8a-43b8-bc05-2de398ff62c2 req-921c0a76-b2ab-4cf9-a168-68adc60ea602 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.214750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-234981c5-cc8a-43b8-bc05-2de398ff62c2 req-921c0a76-b2ab-4cf9-a168-68adc60ea602 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 944 time: 0.6146498 Jun 30 02:45:48.223210 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d02c34-e126-4d8b-811a-b520602b2585 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] DELETE failed (client error): The resource could not be found. Jun 30 02:45:48.224069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d02c34-e126-4d8b-811a-b520602b2585 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:45:48.226263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d5d02c34-e126-4d8b-811a-b520602b2585 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/156269e6-319e-457c-9014-5ed808b3361a HTTP/1.1" status: 404 len: 339 time: 0.0233550 Jun 30 02:45:48.228712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51850) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:48.265064 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.280669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-1465db3a-beb6-4c9c-9dab-0256e74ed898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.284143 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-1465db3a-beb6-4c9c-9dab-0256e74ed898 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6681430 Jun 30 02:45:48.346948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d122f3c2-9621-4052-9e42-c4ac17e177c4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting subnet 5b441635-f05d-4a25-aff6-a8c33d15f742 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:45:48.353057 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d122f3c2-9621-4052-9e42-c4ac17e177c4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.400385 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d122f3c2-9621-4052-9e42-c4ac17e177c4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.480423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-234981c5-cc8a-43b8-bc05-2de398ff62c2 req-0c067c9d-5e41-4c64-b0c8-9e59e8c54f8b tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449830 Jun 30 02:45:48.499947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ab98506a-0ebc-4f45-bd74-66f11d61428d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Deleting port 950fed88-d5ae-431d-9905-b81b357cb920 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:48.499947 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab98506a-0ebc-4f45-bd74-66f11d61428d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.527151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d122f3c2-9621-4052-9e42-c4ac17e177c4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.569653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:48.587663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-8db29c41-9df9-41a6-8999-30902576d630 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815216 Jun 30 02:45:48.598842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.599185 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Added segment 4fbc99a1-8981-4b34-a094-83bcce608fb4 of type vlan for network 2e882886-fb09-4b1d-897b-2bb3f4a22c58 Jun 30 02:45:48.663174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d122f3c2-9621-4052-9e42-c4ac17e177c4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.692258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d122f3c2-9621-4052-9e42-c4ac17e177c4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.698833 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d122f3c2-9621-4052-9e42-c4ac17e177c4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/subnets/5b441635-f05d-4a25-aff6-a8c33d15f742 HTTP/1.1" status: 204 len: 168 time: 0.4687684 Jun 30 02:45:48.701781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f3a6b8-fc51-4f38-997f-d089aad42a5a None None] Network e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:48.702412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:48.719685 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.724301 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab98506a-0ebc-4f45-bd74-66f11d61428d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.742866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ab98506a-0ebc-4f45-bd74-66f11d61428d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Calling delete_port for 950fed88-d5ae-431d-9905-b81b357cb920 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:48.838037 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:48.851289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122f3c2-9621-4052-9e42-c4ac17e177c4 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Subnet': ['ID=5b441635-f05d-4a25-aff6-a8c33d15f742,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:48.931957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Deleting port 49a91272-0118-4fa2-a927-7b5f60aec22b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:48.933385 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.005850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.006373 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.018852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.033534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.034447 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.038295 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-93241161-f70f-4cfc-8edf-a7b6216f00dc service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410453 Jun 30 02:45:49.087059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] For port 49a91272-0118-4fa2-a927-7b5f60aec22b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=49a91272-0118-4fa2-a927-7b5f60aec22b,segment=NetworkSegment(981402fc-acbd-48b0-b765-0f7efd5e0975),segment_id=981402fc-acbd-48b0-b765-0f7efd5e0975)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:49.087662 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.102888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] DHCP port deletion for e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:45:49.106169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Calling delete_port for 49a91272-0118-4fa2-a927-7b5f60aec22b owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:49.190051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Deleting port 49a91272-0118-4fa2-a927-7b5f60aec22b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:49.190339 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.246313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.247384 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-c70b4952-df88-47b4-9ebe-917505fcda3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 200 len: 217 time: 0.1701679 Jun 30 02:45:49.279181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] For port 49a91272-0118-4fa2-a927-7b5f60aec22b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=49a91272-0118-4fa2-a927-7b5f60aec22b,segment=NetworkSegment(981402fc-acbd-48b0-b765-0f7efd5e0975),segment_id=981402fc-acbd-48b0-b765-0f7efd5e0975)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:49.279562 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.293319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Calling delete_port for 49a91272-0118-4fa2-a927-7b5f60aec22b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:49.318979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Port': ['ID=49a91272-0118-4fa2-a927-7b5f60aec22b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.321789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] No DVR routers for this DVR port 49a91272-0118-4fa2-a927-7b5f60aec22b on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:49.381409 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab98506a-0ebc-4f45-bd74-66f11d61428d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.383624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'Network': ['ID=b50074a4-68f6-4503-8222-795da673e675,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.390257 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.397211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network b50074a4-68f6-4503-8222-795da673e675 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:49.517884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.518703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Pushing event deleted for resources: {'Port': ['ID=49a91272-0118-4fa2-a927-7b5f60aec22b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.530334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.530688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.531060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.531390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.531717 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.532575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.532895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.533215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.533531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.533846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.534159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.534471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:49.535495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1dcbfa5-5af6-4d3f-914c-c177fc9f1911']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:49.544209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f02ca9-82a0-4fe0-b3cc-d4692ff43d1e None None] No DVR routers for this DVR port 49a91272-0118-4fa2-a927-7b5f60aec22b on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:49.559199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981402fc-acbd-48b0-b765-0f7efd5e0975') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:49.559721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981402fc-acbd-48b0-b765-0f7efd5e0975') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:49.572011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.591229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'Network': ['ID=2e882886-fb09-4b1d-897b-2bb3f4a22c58,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.598103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-95903440-c5d5-4793-a5f4-6ee06216e788 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0060515 Jun 30 02:45:49.601495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-35227db1-2734-47f2-8bfd-919aa82eaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.602401 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-35227db1-2734-47f2-8bfd-919aa82eaafb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.2161417 Jun 30 02:45:49.603124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:49.615123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2e882886-fb09-4b1d-897b-2bb3f4a22c58 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:49.616619 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.635629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:49.636400 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:49.640559 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:49.676349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98506a-0ebc-4f45-bd74-66f11d61428d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event deleted for resources: {'Port': ['ID=950fed88-d5ae-431d-9905-b81b357cb920,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:49.895776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 49a91272-0118-4fa2-a927-7b5f60aec22b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:49.900848 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.931091 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:49.941941 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] 10.222.0.55 "DELETE /v2.0/networks/e1dcbfa5-5af6-4d3f-914c-c177fc9f1911 HTTP/1.1" status: 204 len: 168 time: 1.2354178 Jun 30 02:45:49.954656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 49a91272-0118-4fa2-a927-7b5f60aec22b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:49.954966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 49a91272-0118-4fa2-a927-7b5f60aec22b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:50.011818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-58a25921-bcde-45b7-8734-d53ddb2573f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.018147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e8402-040b-4eb5-9dd2-f069f05c8f07 tempest-NetworksIpV6Test-64180465 tempest-NetworksIpV6Test-64180465-project] Pushing event deleted for resources: {'Network': ['ID=e1dcbfa5-5af6-4d3f-914c-c177fc9f1911,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:50.021564 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-58a25921-bcde-45b7-8734-d53ddb2573f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4089744 Jun 30 02:45:50.123213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae83e9-0b40-442e-a240-edb4b205244c req-7930fba5-8dde-4512-b131-0a78a1e93da7 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.126389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3ae83e9-0b40-442e-a240-edb4b205244c req-7930fba5-8dde-4512-b131-0a78a1e93da7 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 944 time: 0.2638299 Jun 30 02:45:50.210849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3ae83e9-0b40-442e-a240-edb4b205244c req-e595d448-20b8-4167-a130-a5c5b305e50b tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757866 Jun 30 02:45:50.475382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:50.632602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:50.765534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab98506a-0ebc-4f45-bd74-66f11d61428d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.775744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ab98506a-0ebc-4f45-bd74-66f11d61428d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "DELETE /v2.0/ports/950fed88-d5ae-431d-9905-b81b357cb920 HTTP/1.1" status: 204 len: 168 time: 2.9609044 Jun 30 02:45:50.776451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:50.797667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e2705f8-2be1-479a-ac92-a9b79da31c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:50.823756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9314e079-131d-49cb-8783-86a198455898 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.832455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9314e079-131d-49cb-8783-86a198455898 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.839279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9314e079-131d-49cb-8783-86a198455898 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.843874 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-acd4553d-f953-4c77-9c80-b6c42cd84a9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3c859158fbd4d708bd9c6b6cc2d882b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2100778 Jun 30 02:45:50.845832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9314e079-131d-49cb-8783-86a198455898 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.847032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51924) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:50.847954 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9314e079-131d-49cb-8783-86a198455898 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2368426 Jun 30 02:45:50.851454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:50.860922 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9baefc-6548-4203-8fc4-98879945f09d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] GET failed (client error): The resource could not be found. Jun 30 02:45:50.867065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1d9baefc-6548-4203-8fc4-98879945f09d tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "GET /v2.0/ports/950fed88-d5ae-431d-9905-b81b357cb920 HTTP/1.1" status: 404 len: 333 time: 0.0843697 Jun 30 02:45:50.870047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:50.881269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'port': {'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce', 'name': 'tempest-AllowedAddressPairTestJSON-1247467113'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:51.026590 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-ff3564e4-3c45-47ba-be96-6dc82299d92e service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914978 Jun 30 02:45:51.040341 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9cd4102-f638-4e1e-8e9f-9d633ceec3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.048421 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.099587 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9cd4102-f638-4e1e-8e9f-9d633ceec3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.120426 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e2705f8-2be1-479a-ac92-a9b79da31c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.133204 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e2705f8-2be1-479a-ac92-a9b79da31c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.200710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Made reservation on behalf of f57dac67bfa6498f950b5c26fdf24255 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:51.203162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.218580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-263b5ce1-bff7-4d0a-ad80-249a90193be3 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837480 Jun 30 02:45:51.222734 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.237820 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5e2705f8-2be1-479a-ac92-a9b79da31c53 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b339cafb4b3c4e3e85eb1b554ee0667a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7589386 Jun 30 02:45:51.238755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:51.241094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50074a4-68f6-4503-8222-795da673e675']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:51.248604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2705f8-2be1-479a-ac92-a9b79da31c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae406a39-fea9-4cd8-b8be-17a194384ce6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:51.272280 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9cd4102-f638-4e1e-8e9f-9d633ceec3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.274835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a9cd4102-f638-4e1e-8e9f-9d633ceec3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.275984 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a9cd4102-f638-4e1e-8e9f-9d633ceec3ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a176c38b-8fb5-42eb-b2d0-46e932b552c6 HTTP/1.1" status: 204 len: 168 time: 0.4278851 Jun 30 02:45:51.280608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] device_id is not set on port a9e7ba46-2462-48fb-b09c-e4217bb6298d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:51.294659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-4fed88a1-7a3f-4078-9836-12582fcd8ed1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=13754d30-137a-4c46-952c-15a32b902563 HTTP/1.1" status: 200 len: 217 time: 0.0643055 Jun 30 02:45:51.298476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3113ab23-a085-491d-887d-02aa0e4c202c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:51.299023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3113ab23-a085-491d-887d-02aa0e4c202c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:51.308135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd4102-f638-4e1e-8e9f-9d633ceec3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a176c38b-8fb5-42eb-b2d0-46e932b552c6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:51.328304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.369147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.371459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-663c5533-80d8-4f1a-9be2-580cb44b6f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.382575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:51.383543 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:51.387125 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:51.401277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-1ef628d5-8060-4273-b224-bbc853ea2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:51.403481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-1ef628d5-8060-4273-b224-bbc853ea2af0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.0974467 Jun 30 02:45:51.435892 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-663c5533-80d8-4f1a-9be2-580cb44b6f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.463566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Allocated IP 172.20.0.14 (9f9219f6-6ebc-4307-beb9-b0f241e452ce/cd3b0e45-47de-4b4e-b6df-d2518eda0968/a9e7ba46-2462-48fb-b09c-e4217bb6298d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:51.561106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.566789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.568867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "DELETE /v2.0/networks/b50074a4-68f6-4503-8222-795da673e675 HTTP/1.1" status: 204 len: 168 time: 0.7163553 Jun 30 02:45:51.586124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51940) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:51.599873 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2014b08-a3ae-41c0-9ad8-2ba540cf7dfe tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event deleted for resources: {'Network': ['ID=b50074a4-68f6-4503-8222-795da673e675,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:51.646260 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-663c5533-80d8-4f1a-9be2-580cb44b6f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.649899 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-663c5533-80d8-4f1a-9be2-580cb44b6f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.653814 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-663c5533-80d8-4f1a-9be2-580cb44b6f7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae406a39-fea9-4cd8-b8be-17a194384ce6 HTTP/1.1" status: 204 len: 168 time: 0.4095109 Jun 30 02:45:51.693641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c5533-80d8-4f1a-9be2-580cb44b6f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae406a39-fea9-4cd8-b8be-17a194384ce6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:51.696450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-11f24398-29dd-47b1-8eda-1ea56e9f7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:51.701071 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-11f24398-29dd-47b1-8eda-1ea56e9f7734 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2578945 Jun 30 02:45:51.710982 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.732099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08200300-1523-4364-afc3-d447c200a12e req-68f97c10-9cab-4161-8ba4-cf8d3a0af272 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:51.758000 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08200300-1523-4364-afc3-d447c200a12e req-68f97c10-9cab-4161-8ba4-cf8d3a0af272 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 944 time: 0.2430656 Jun 30 02:45:51.801240 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.832878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Transition to ACTIVE for port object a9e7ba46-2462-48fb-b09c-e4217bb6298d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:51.953164 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:51.962879 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08200300-1523-4364-afc3-d447c200a12e req-9fcc01cb-7e9d-4555-bbd9-07cbd14118e6 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035744 Jun 30 02:45:52.036800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:52.043277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Port': ['ID=a9e7ba46-2462-48fb-b09c-e4217bb6298d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:52.055028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:52.058485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:52.072927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-1600b5b8-2218-43c3-b306-324f4b2336d6 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582230 Jun 30 02:45:52.104852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.150647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.151369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.200534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-09647a29-7d73-483b-a518-7277a20d1854 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3261817 Jun 30 02:45:52.200925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:52.212263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'port': {'network_id': '9f9219f6-6ebc-4307-beb9-b0f241e452ce', 'name': 'tempest-AllowedAddressPairTestJSON-1883239280'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:52.286041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e882886-fb09-4b1d-897b-2bb3f4a22c58']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:52.299373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbc99a1-8981-4b34-a094-83bcce608fb4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:52.299373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbc99a1-8981-4b34-a094-83bcce608fb4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:52.358281 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.406385 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.425910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:52.441972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:45:52.442845 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:45:52.446480 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:45:52.465082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bbea8c2b-a637-45db-b8fa-1772fe208d11 None None] Provisioning for port a9e7ba46-2462-48fb-b09c-e4217bb6298d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:52.471293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bbea8c2b-a637-45db-b8fa-1772fe208d11 None None] Provisioning complete for port a9e7ba46-2462-48fb-b09c-e4217bb6298d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:52.473030 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbea8c2b-a637-45db-b8fa-1772fe208d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.489055 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-addd22f4-860e-41f1-bdc6-db60b674575e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.540507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.548160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bbea8c2b-a637-45db-b8fa-1772fe208d11 None None] Port a9e7ba46-2462-48fb-b09c-e4217bb6298d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:52.570522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.574795 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "DELETE /v2.0/networks/2e882886-fb09-4b1d-897b-2bb3f4a22c58 HTTP/1.1" status: 204 len: 168 time: 0.9834449 Jun 30 02:45:52.575883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86dae8-c7af-4528-8e0e-10994a915816 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event deleted for resources: {'Network': ['ID=2e882886-fb09-4b1d-897b-2bb3f4a22c58,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:52.583286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:52.604306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:52.608365 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-5d0450f5-6698-435f-9657-dbaed4f2b005 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209596 Jun 30 02:45:52.646174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-addd22f4-860e-41f1-bdc6-db60b674575e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.653955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-addd22f4-860e-41f1-bdc6-db60b674575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.682833 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-d9664dc6-787f-418d-8a3c-cbf1b2a7d4a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 HTTP/1.1" status: 200 len: 217 time: 0.0373914 Jun 30 02:45:52.701629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Made reservation on behalf of f57dac67bfa6498f950b5c26fdf24255 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:52.706306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.717564 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-addd22f4-860e-41f1-bdc6-db60b674575e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83fe4fef71df4feb90121f509134b2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881098 Jun 30 02:45:52.726783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:52.742478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd22f4-860e-41f1-bdc6-db60b674575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf1fe81-715e-46f3-ad1a-eb5fe4ba3db7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:52.760040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] device_id is not set on port 2865d19d-070d-4f05-91da-a55b29a060af yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:52.772984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-6f7f5e84-e4d9-47a9-b204-237eb3b7b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.774860 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-6f7f5e84-e4d9-47a9-b204-237eb3b7b85e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.0836873 Jun 30 02:45:52.802192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b8900-0457-482e-8b26-a7e480ee7acb tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.802527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1474017801'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:52.809003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b8900-0457-482e-8b26-a7e480ee7acb tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.810708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9c5b8900-0457-482e-8b26-a7e480ee7acb tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2264533 Jun 30 02:45:52.834445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:52.841280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-239726665'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:52.877793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-981aa62a-183f-42c0-b369-6950df6450c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.879446 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-981aa62a-183f-42c0-b369-6950df6450c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0965297 Jun 30 02:45:52.895712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:52.899127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.928286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-154b6925-d6be-4072-9da8-ba1c6abec19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.929720 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:52.966249 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Made reservation on behalf of ebfcb7490c6c48b5941aca68c1f9e7d3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:52.969908 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.032781 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-154b6925-d6be-4072-9da8-ba1c6abec19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.035146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:53.049636 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-4476ee34-fe4c-4fa0-84a7-c8d989fd4996 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611071 Jun 30 02:45:53.055347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Allocated IP 172.20.0.3 (9f9219f6-6ebc-4307-beb9-b0f241e452ce/cd3b0e45-47de-4b4e-b6df-d2518eda0968/2865d19d-070d-4f05-91da-a55b29a060af) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:53.072870 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.073223 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Added segment 0dc12961-c46e-496c-88a8-f4b7b6640337 of type vlan for network 26aa7bc0-dc65-4f45-81f0-c44aa85209eb Jun 30 02:45:53.181793 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-154b6925-d6be-4072-9da8-ba1c6abec19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.184482 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-154b6925-d6be-4072-9da8-ba1c6abec19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.185985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-154b6925-d6be-4072-9da8-ba1c6abec19c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cf1fe81-715e-46f3-ad1a-eb5fe4ba3db7 HTTP/1.1" status: 204 len: 168 time: 0.4566715 Jun 30 02:45:53.198405 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.276658 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.284793 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.291293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b6925-d6be-4072-9da8-ba1c6abec19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf1fe81-715e-46f3-ad1a-eb5fe4ba3db7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:53.346411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:53.377652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e920a277-9cf3-4e47-b860-c2620a8f40ce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:53.393439 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.393784 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Added segment bcdb7077-db49-4bbe-b9aa-f7b64e511c08 of type vlan for network dd471da6-b463-46ce-87e7-416611b5aad9 Jun 30 02:45:53.431427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598769e-1b5e-4397-8058-3a0f9515df41 req-add3ab07-5673-40f9-8379-8e36c3b59a52 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.439175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f598769e-1b5e-4397-8058-3a0f9515df41 req-add3ab07-5673-40f9-8379-8e36c3b59a52 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 944 time: 0.2404206 Jun 30 02:45:53.494366 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.501885 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.511918 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f598769e-1b5e-4397-8058-3a0f9515df41 req-81d17564-467f-4dd8-92d7-f824a5be28fe tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665693 Jun 30 02:45:53.530523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-1e266178-0c1f-440b-8908-e2288dc5e55d service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661307 Jun 30 02:45:53.531410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.534485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Transition to ACTIVE for port object 2865d19d-070d-4f05-91da-a55b29a060af will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:53.538034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.539119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.605224 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.611660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.612243 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.641408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'Network': ['ID=26aa7bc0-dc65-4f45-81f0-c44aa85209eb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:53.647909 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-783ffb34-e9f5-4ca2-9007-66ddfbf68aab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8085580 Jun 30 02:45:53.654372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 26aa7bc0-dc65-4f45-81f0-c44aa85209eb details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:53.659805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:53.677594 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-f707568c-3233-4505-85d2-e8467ad536c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc HTTP/1.1" status: 200 len: 217 time: 0.1241117 Jun 30 02:45:53.718411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-908377289'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:53.779380 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1740229 Jun 30 02:45:53.784701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:53.801085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'name': 'tempest-PortsTestJSON-1024985725'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:53.809867 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:53.811546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ab142-a03a-4ddb-add5-19bf3326aa1c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Network': ['ID=dd471da6-b463-46ce-87e7-416611b5aad9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:53.825994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-3f445bbd-778a-4f9e-9ac0-5f559956425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.827796 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-3f445bbd-778a-4f9e-9ac0-5f559956425a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.1397057 Jun 30 02:45:53.829764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network dd471da6-b463-46ce-87e7-416611b5aad9 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:53.931877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-3f36727f-b2ee-4b24-8b1f-fa424e9cbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.933519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-3f36727f-b2ee-4b24-8b1f-fa424e9cbb9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0969350 Jun 30 02:45:53.982399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Made reservation on behalf of ebfcb7490c6c48b5941aca68c1f9e7d3 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:53.986628 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.003790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:54.027067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:54.034762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:54.044304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Port': ['ID=2865d19d-070d-4f05-91da-a55b29a060af,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:54.112245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:54.187580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.189691 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Added segment 32920ad6-220e-43e6-b987-27a0ae44be55 of type vlan for network 2d230630-c99f-4327-bb9f-bdef4fbc2955 Jun 30 02:45:54.200032 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-cf84a9b6-0bb8-478c-8c54-8e4a390c62c2 service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561543 Jun 30 02:45:54.202843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.203750 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.298938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:54.311584 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.342227 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-c20f09de-9b60-4571-9430-39d75e144710 service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350687 Jun 30 02:45:54.346809 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d28e-d717-4373-ad9a-6832b4474b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.350455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.364956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:54.392788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-903110de-fa96-4738-95d3-c77e1db880bb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1905515 Jun 30 02:45:54.396685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:54.402966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-69315177-7b3a-4c1d-8462-561914c5ebcb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:91:f0:eb'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:ab:36:72'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:54.405573 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-a0bff4a6-0dda-40d3-af21-57fd3781176d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b HTTP/1.1" status: 200 len: 217 time: 0.0534317 Jun 30 02:45:54.451904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device af68313b-813f-4736-8b18-81728f8305e1 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:54.494584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-be978e71-0b89-4896-a6f2-e03da7aade7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.497274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-be978e71-0b89-4896-a6f2-e03da7aade7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.0846322 Jun 30 02:45:54.524629 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:45:54.583243 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.601849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.602843 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.675655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-df0ef553-176b-4ce3-930a-3028b73f4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.677175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-df0ef553-176b-4ce3-930a-3028b73f4d79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1659417 Jun 30 02:45:54.740727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port af68313b-813f-4736-8b18-81728f8305e1, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=af68313b-813f-4736-8b18-81728f8305e1,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:54.766809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'af68313b-813f-4736-8b18-81728f8305e1', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'port_id': 'af68313b-813f-4736-8b18-81728f8305e1', 'mac_address': 'fa:16:3e:59:8b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:54.807644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0959318 Jun 30 02:45:54.814070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:54.829851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'ports': [{'network_id': '26aa7bc0-dc65-4f45-81f0-c44aa85209eb', 'name': 'tempest-port--2029184793', 'admin_state_up': True}, {'network_id': '2d230630-c99f-4327-bb9f-bdef4fbc2955', 'admin_state_up': False}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:54.830234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'port': {'network_id': '26aa7bc0-dc65-4f45-81f0-c44aa85209eb', 'name': 'tempest-port--2029184793', 'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:54.830634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'port': {'network_id': '2d230630-c99f-4327-bb9f-bdef4fbc2955', 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:54.874261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc7a7c9c-ed6c-4a1d-aa83-b00bf48a7bcb None None] Provisioning for port 2865d19d-070d-4f05-91da-a55b29a060af completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:54.878124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.910886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc7a7c9c-ed6c-4a1d-aa83-b00bf48a7bcb None None] Provisioning complete for port 2865d19d-070d-4f05-91da-a55b29a060af triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:54.911480 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7c9c-ed6c-4a1d-aa83-b00bf48a7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:54.923031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5daac-11d4-4110-a4f0-6f1934e7627b tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'Network': ['ID=2d230630-c99f-4327-bb9f-bdef4fbc2955,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:54.951961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af68313b-813f-4736-8b18-81728f8305e1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:54.966293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2d230630-c99f-4327-bb9f-bdef4fbc2955 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:55.038081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a7c9c-ed6c-4a1d-aa83-b00bf48a7bcb None None] Port 2865d19d-070d-4f05-91da-a55b29a060af cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:55.056428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-f130af76-03b7-4f79-a892-7c63db86740d service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691330 Jun 30 02:45:55.065820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port af68313b-813f-4736-8b18-81728f8305e1, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=af68313b-813f-4736-8b18-81728f8305e1,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:55.068677 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.090084 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69315177-7b3a-4c1d-8462-561914c5ebcb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.107110 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.180043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.227122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=af68313b-813f-4736-8b18-81728f8305e1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:55.261565 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:45:55.352931 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da45ae2-5505-433e-a8c2-3983912556a3 req-5970bf8c-a37f-4926-bbb0-1ebdb47587f2 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:55.355178 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2da45ae2-5505-433e-a8c2-3983912556a3 req-5970bf8c-a37f-4926-bbb0-1ebdb47587f2 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 944 time: 0.5154712 Jun 30 02:45:55.390661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['af68313b-813f-4736-8b18-81728f8305e1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:55.412960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=0b6ac565-ba72-4f49-bb62-6f12df4da4b4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:55.479537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Checking segment: {'id': 'bcdb7077-db49-4bbe-b9aa-f7b64e511c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:55.479902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network hostable DHCP agents. Network: dd471da6-b463-46ce-87e7-416611b5aad9, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:55.514318 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2623e66e-8fc1-4b0d-8caf-7cb1a7e86333 req-0d613da9-14b6-49bd-a671-cc1943d0f195 service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196754 Jun 30 02:45:55.529617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Made reservation on behalf of ebfcb7490c6c48b5941aca68c1f9e7d3 for: {'port': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:55.535933 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.552338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2da45ae2-5505-433e-a8c2-3983912556a3 req-22004835-58f1-4c2f-b733-2f91ceb29982 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411216 Jun 30 02:45:55.557611 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.581163 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69315177-7b3a-4c1d-8462-561914c5ebcb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.596788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69315177-7b3a-4c1d-8462-561914c5ebcb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.603735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:55.654164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, dd471da6-b463-46ce-87e7-416611b5aad9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:55.684803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:55.691604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:55.692239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:55.735831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f64861-fbaa-459b-883c-a6d05eee968c None None] Network dd471da6-b463-46ce-87e7-416611b5aad9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:55.803420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] device_id is not set on port 72d51d0f-d404-4233-817f-0d9210f10854 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:56.144442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.294503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] device_id is not set on port 8639246c-9620-4d91-8cc7-8f23edc2240d yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:56.323531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69315177-7b3a-4c1d-8462-561914c5ebcb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event updated for resources: {'Port': ['ID=2865d19d-070d-4f05-91da-a55b29a060af,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:56.348255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:56.348864 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2be80e2a-e980-4563-97cf-972ed1e9b936 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5571175 Jun 30 02:45:56.355156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-69315177-7b3a-4c1d-8462-561914c5ebcb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] In _notify_port_updated(), no bound segment for port 2865d19d-070d-4f05-91da-a55b29a060af on network 9f9219f6-6ebc-4307-beb9-b0f241e452ce {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:45:56.356912 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2130837418'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:56.364246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69315177-7b3a-4c1d-8462-561914c5ebcb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:56.365253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69315177-7b3a-4c1d-8462-561914c5ebcb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.366940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-69315177-7b3a-4c1d-8462-561914c5ebcb tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "PUT /v2.0/ports/2865d19d-070d-4f05-91da-a55b29a060af HTTP/1.1" status: 200 len: 1057 time: 1.9688308 Jun 30 02:45:56.370179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:56.372439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d4f13b6-3dcc-4100-9852-b3761a311ab4 None None] Provisioning complete for port 2865d19d-070d-4f05-91da-a55b29a060af triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:56.373387 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d4f13b6-3dcc-4100-9852-b3761a311ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.500799 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f13b6-3dcc-4100-9852-b3761a311ab4 None None] Port 2865d19d-070d-4f05-91da-a55b29a060af cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:56.563766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-34211c51-46f4-47c2-b94b-4ea95d6d6c1e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Deleting port 2865d19d-070d-4f05-91da-a55b29a060af {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:56.564305 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34211c51-46f4-47c2-b94b-4ea95d6d6c1e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.581424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:56.585281 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.647460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.714699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:56.751563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.752100 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Added segment b0d37107-300b-4ebb-90aa-daaff3ae641b of type vlan for network 34dcbdf3-ff2f-4140-ba4e-698072a97770 Jun 30 02:45:56.789918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34211c51-46f4-47c2-b94b-4ea95d6d6c1e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.828034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-34211c51-46f4-47c2-b94b-4ea95d6d6c1e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Calling delete_port for 2865d19d-070d-4f05-91da-a55b29a060af owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:56.852252 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.894759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:56.974528 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-33ffbdf9-e196-4e34-aaf6-129cce7259b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.004591 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.016535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'Port': ['ID=72d51d0f-d404-4233-817f-0d9210f10854,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.033507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.039021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.039608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.056752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34211c51-46f4-47c2-b94b-4ea95d6d6c1e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.153409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34211c51-46f4-47c2-b94b-4ea95d6d6c1e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event deleted for resources: {'Port': ['ID=2865d19d-070d-4f05-91da-a55b29a060af,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.170979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3526685-7e9a-49d3-9c37-721b5ab8a69f req-e70d8e94-c71c-4a4e-97e3-9cbf3f485706 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.178449 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3526685-7e9a-49d3-9c37-721b5ab8a69f req-e70d8e94-c71c-4a4e-97e3-9cbf3f485706 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 945 time: 0.3217537 Jun 30 02:45:57.187338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Checking segment: {'id': '0dc12961-c46e-496c-88a8-f4b7b6640337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '26aa7bc0-dc65-4f45-81f0-c44aa85209eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:57.187898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Network hostable DHCP agents. Network: 26aa7bc0-dc65-4f45-81f0-c44aa85209eb, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:57.254491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Network': ['ID=34dcbdf3-ff2f-4140-ba4e-698072a97770,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.271515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 34dcbdf3-ff2f-4140-ba4e-698072a97770 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:57.272257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-26a8d841-d5f9-41c0-a881-fd13c510fd0d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9218357 Jun 30 02:45:57.273180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:57.294123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'ports': [{'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9'}, {'network_id': '34dcbdf3-ff2f-4140-ba4e-698072a97770'}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:57.294912 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:57.295611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': '34dcbdf3-ff2f-4140-ba4e-698072a97770'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:57.389566 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3526685-7e9a-49d3-9c37-721b5ab8a69f req-8580beb8-af9c-4809-bda2-d1688a9d7167 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097592 Jun 30 02:45:57.406102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Network 26aa7bc0-dc65-4f45-81f0-c44aa85209eb is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:57.447080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 26aa7bc0-dc65-4f45-81f0-c44aa85209eb) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:57.456100 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-34211c51-46f4-47c2-b94b-4ea95d6d6c1e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.456945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:57.457879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9500e37-8587-4cad-8abd-b93cd0ec33c2 None None] Network 26aa7bc0-dc65-4f45-81f0-c44aa85209eb requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:57.458347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.462345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-34211c51-46f4-47c2-b94b-4ea95d6d6c1e tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "DELETE /v2.0/ports/2865d19d-070d-4f05-91da-a55b29a060af HTTP/1.1" status: 204 len: 168 time: 1.0897417 Jun 30 02:45:57.464293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52534) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:57.527091 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea62e26-67ea-455d-b7c7-4413eb930a79 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] GET failed (client error): The resource could not be found. Jun 30 02:45:57.528980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3ea62e26-67ea-455d-b7c7-4413eb930a79 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "GET /v2.0/ports/2865d19d-070d-4f05-91da-a55b29a060af HTTP/1.1" status: 404 len: 333 time: 0.0631142 Jun 30 02:45:57.535214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:57.594602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Checking segment: {'id': '32920ad6-220e-43e6-b987-27a0ae44be55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2d230630-c99f-4327-bb9f-bdef4fbc2955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:57.595088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Network hostable DHCP agents. Network: 2d230630-c99f-4327-bb9f-bdef4fbc2955, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:57.612940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'Port': ['ID=8639246c-9620-4d91-8cc7-8f23edc2240d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:57.633231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:57.639073 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.656905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.751413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port b4023072-e18f-4651-9a7a-4e85c137f48e yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:57.825281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Network 2d230630-c99f-4327-bb9f-bdef4fbc2955 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:57.837686 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d3775f4e-8baa-497e-a82d-666054fe3175 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Deleting port a9e7ba46-2462-48fb-b09c-e4217bb6298d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:57.839262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3775f4e-8baa-497e-a82d-666054fe3175 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.847968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 2d230630-c99f-4327-bb9f-bdef4fbc2955) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:57.856765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb0d165-ec0f-453d-9406-42145ef06d6e None None] Network 2d230630-c99f-4327-bb9f-bdef4fbc2955 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:57.859231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:57.867168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.873988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.874697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:57.911812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fe58e6b1-dc31-4d24-9c69-acc68430e65d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0944438 Jun 30 02:45:57.916148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:57.966874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.034360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3775f4e-8baa-497e-a82d-666054fe3175 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.057080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d3775f4e-8baa-497e-a82d-666054fe3175 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Calling delete_port for a9e7ba46-2462-48fb-b09c-e4217bb6298d owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:58.220308 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.295509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3775f4e-8baa-497e-a82d-666054fe3175 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.419600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3775f4e-8baa-497e-a82d-666054fe3175 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event deleted for resources: {'Port': ['ID=a9e7ba46-2462-48fb-b09c-e4217bb6298d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:58.494655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device af68313b-813f-4736-8b18-81728f8305e1 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:58.550657 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3775f4e-8baa-497e-a82d-666054fe3175 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.554004 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d3775f4e-8baa-497e-a82d-666054fe3175 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "DELETE /v2.0/ports/a9e7ba46-2462-48fb-b09c-e4217bb6298d HTTP/1.1" status: 204 len: 168 time: 1.0178061 Jun 30 02:45:58.557186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:58.605253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port af68313b-813f-4736-8b18-81728f8305e1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:58.610044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port af68313b-813f-4736-8b18-81728f8305e1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:58.610470 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.639306 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2088a32-2395-4c2b-a532-4d53c56dfd87 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] GET failed (client error): The resource could not be found. Jun 30 02:45:58.648503 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d2088a32-2395-4c2b-a532-4d53c56dfd87 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "GET /v2.0/ports/a9e7ba46-2462-48fb-b09c-e4217bb6298d HTTP/1.1" status: 404 len: 333 time: 0.0901201 Jun 30 02:45:58.649137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:58.713379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 72034752-267c-4e40-bc1c-07db93459988 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:45:58.783594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-73520dc5-ff33-429d-8d05-5ec77fb5b17f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Deleting port 08d3637a-f2ac-4206-9952-d15aa8fd9fb0 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:58.783817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73520dc5-ff33-429d-8d05-5ec77fb5b17f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.791630 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.840338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:58.842846 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1f85b-c479-4387-a779-975574929a20" -d '{"events": [{"server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "name": "network-vif-plugged", "status": "completed", "tag": "af68313b-813f-4736-8b18-81728f8305e1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:58.907922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port af68313b-813f-4736-8b18-81728f8305e1, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=af68313b-813f-4736-8b18-81728f8305e1,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:58.912699 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.913543 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73520dc5-ff33-429d-8d05-5ec77fb5b17f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:58.921730 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f387d11-9971-44a6-9014-e0345c6e311f tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:58.931667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-73520dc5-ff33-429d-8d05-5ec77fb5b17f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Calling delete_port for 08d3637a-f2ac-4206-9952-d15aa8fd9fb0 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:58.936028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f387d11-9971-44a6-9014-e0345c6e311f tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:58.938499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5f387d11-9971-44a6-9014-e0345c6e311f tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.0212379 Jun 30 02:45:58.944349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52568) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:58.986103 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f87e81e-87fe-4385-94a2-eb7b0c772535 x-openstack-request-id: req-5f87e81e-87fe-4385-94a2-eb7b0c772535 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:58.986599 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "name": "network-vif-plugged", "status": "completed", "tag": "af68313b-813f-4736-8b18-81728f8305e1", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:58.987053 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f87e81e-87fe-4385-94a2-eb7b0c772535 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:58.987584 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1', 'code': 200} Jun 30 02:45:58.991330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=af68313b-813f-4736-8b18-81728f8305e1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.038333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.056876 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa4c5c-abdf-4be1-a4d0-dab7bacc5a67 req-6938b009-b5a7-4737-86af-10d8e1734543 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.059051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cfa4c5c-abdf-4be1-a4d0-dab7bacc5a67 req-6938b009-b5a7-4737-86af-10d8e1734543 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 945 time: 0.3017604 Jun 30 02:45:59.142962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cfa4c5c-abdf-4be1-a4d0-dab7bacc5a67 req-feca82ec-14ac-4027-bfcb-b05be166d197 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724981 Jun 30 02:45:59.151149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.205071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:59.209483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:59.217556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:59.219778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.247772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=b4023072-e18f-4651-9a7a-4e85c137f48e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.303562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dfdcc-4aa2-4068-a1de-9c602096b668 req-d53e3705-aa13-4410-a37a-4c8826a1b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.305089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-822dfdcc-4aa2-4068-a1de-9c602096b668 req-d53e3705-aa13-4410-a37a-4c8826a1b363 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 1098 time: 0.2471418 Jun 30 02:45:59.309007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-83ba9782-fae7-47c2-8a2d-3d528f57603a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Deleting port 72d51d0f-d404-4233-817f-0d9210f10854 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:59.309355 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ba9782-fae7-47c2-8a2d-3d528f57603a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.331535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Checking segment: {'id': 'b0d37107-300b-4ebb-90aa-daaff3ae641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '34dcbdf3-ff2f-4140-ba4e-698072a97770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:59.332562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network hostable DHCP agents. Network: 34dcbdf3-ff2f-4140-ba4e-698072a97770, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:59.353117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=72034752-267c-4e40-bc1c-07db93459988,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.381142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network 34dcbdf3-ff2f-4140-ba4e-698072a97770 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:59.395325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 34dcbdf3-ff2f-4140-ba4e-698072a97770) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:59.405651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ac72bb-e5ce-455e-9722-b274f7c095c4 None None] Network 34dcbdf3-ff2f-4140-ba4e-698072a97770 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:59.415090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:59.423337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.430756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.431740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.453114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5152ce41-8df4-4990-b58f-4f28edc48fcd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1691542 Jun 30 02:45:59.454013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52582) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:59.504242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ba9782-fae7-47c2-8a2d-3d528f57603a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.533044 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73520dc5-ff33-429d-8d05-5ec77fb5b17f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.610496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-83ba9782-fae7-47c2-8a2d-3d528f57603a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Calling delete_port for 72d51d0f-d404-4233-817f-0d9210f10854 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:59.626435 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:59.645066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-70bce229-6d60-43b6-ad2a-3de34443cdbc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 72034752-267c-4e40-bc1c-07db93459988 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:59.651366 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-822dfdcc-4aa2-4068-a1de-9c602096b668 req-1fe2c4df-4241-4837-988d-a3a6db248e45 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376257 Jun 30 02:45:59.653532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70bce229-6d60-43b6-ad2a-3de34443cdbc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.841118 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73520dc5-ff33-429d-8d05-5ec77fb5b17f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event deleted for resources: {'Port': ['ID=08d3637a-f2ac-4206-9952-d15aa8fd9fb0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:59.883039 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70bce229-6d60-43b6-ad2a-3de34443cdbc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.886215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0a243ae-61d0-4bfb-9a93-f65b74f629ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.924079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-73520dc5-ff33-429d-8d05-5ec77fb5b17f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:59.929172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-73520dc5-ff33-429d-8d05-5ec77fb5b17f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "DELETE /v2.0/ports/08d3637a-f2ac-4206-9952-d15aa8fd9fb0 HTTP/1.1" status: 204 len: 168 time: 1.2767057 Jun 30 02:45:59.930949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:59.968153 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ba9782-fae7-47c2-8a2d-3d528f57603a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.001900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-70bce229-6d60-43b6-ad2a-3de34443cdbc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 72034752-267c-4e40-bc1c-07db93459988 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:00.020588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.023475 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ba9782-fae7-47c2-8a2d-3d528f57603a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.028531 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-83ba9782-fae7-47c2-8a2d-3d528f57603a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "DELETE /v2.0/ports/72d51d0f-d404-4233-817f-0d9210f10854 HTTP/1.1" status: 204 len: 168 time: 1.0822577 Jun 30 02:46:00.040918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:00.047333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba9782-fae7-47c2-8a2d-3d528f57603a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event deleted for resources: {'Port': ['ID=72d51d0f-d404-4233-817f-0d9210f10854,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:00.160416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1d2c0a-4a98-4f91-b7e5-8420d2326287 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Deleting subnet cd3b0e45-47de-4b4e-b6df-d2518eda0968 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:00.179077 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc1d2c0a-4a98-4f91-b7e5-8420d2326287 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.254062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc1d2c0a-4a98-4f91-b7e5-8420d2326287 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.349243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c481201-7d7f-42bb-86db-51872974ab48 req-d7ff575f-f8c1-4324-9d2b-4b922c31e9d0 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.351404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c481201-7d7f-42bb-86db-51872974ab48 req-d7ff575f-f8c1-4324-9d2b-4b922c31e9d0 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 946 time: 0.0695279 Jun 30 02:46:00.404196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c481201-7d7f-42bb-86db-51872974ab48 req-361d65d1-a149-4407-b211-fc4ce2d909df tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Jun 30 02:46:00.445554 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc1d2c0a-4a98-4f91-b7e5-8420d2326287 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.450819 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0a243ae-61d0-4bfb-9a93-f65b74f629ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.469105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70bce229-6d60-43b6-ad2a-3de34443cdbc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.517880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0a243ae-61d0-4bfb-9a93-f65b74f629ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.528941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bce229-6d60-43b6-ad2a-3de34443cdbc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=72034752-267c-4e40-bc1c-07db93459988,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:00.595168 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-70bce229-6d60-43b6-ad2a-3de34443cdbc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.600074 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-70bce229-6d60-43b6-ad2a-3de34443cdbc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/72034752-267c-4e40-bc1c-07db93459988 HTTP/1.1" status: 204 len: 168 time: 1.1424451 Jun 30 02:46:00.600983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:00.621492 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a243ae-61d0-4bfb-9a93-f65b74f629ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1197c3ac-53b7-4e89-99af-83a4a484734b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:00.630760 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f0a243ae-61d0-4bfb-9a93-f65b74f629ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b2422d5b25846f98453c3c63fc0f98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9958308 Jun 30 02:46:00.635971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:00.651636 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc1d2c0a-4a98-4f91-b7e5-8420d2326287 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.715863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a18d2501-e24f-46e3-a1e6-431aba6f2cad tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Deleting port 8639246c-9620-4d91-8cc7-8f23edc2240d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:00.716235 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18d2501-e24f-46e3-a1e6-431aba6f2cad tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.725736 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc1d2c0a-4a98-4f91-b7e5-8420d2326287 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.733250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fc1d2c0a-4a98-4f91-b7e5-8420d2326287 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "DELETE /v2.0/subnets/cd3b0e45-47de-4b4e-b6df-d2518eda0968 HTTP/1.1" status: 204 len: 168 time: 0.7662621 Jun 30 02:46:00.734818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52610) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:00.736132 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42938a6-1b11-42ce-856d-7a04999796c2 None None] Network 9f9219f6-6ebc-4307-beb9-b0f241e452ce requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:00.748662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d2c0a-4a98-4f91-b7e5-8420d2326287 tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3b0e45-47de-4b4e-b6df-d2518eda0968,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:00.851327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.860068 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a22a921-574f-408f-8643-ab335b54cab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.872856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3791555-8799-446d-abbb-898b3cac10de tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.875152 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18d2501-e24f-46e3-a1e6-431aba6f2cad tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:00.879409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3791555-8799-446d-abbb-898b3cac10de tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.884097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b3791555-8799-446d-abbb-898b3cac10de tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2813582 Jun 30 02:46:00.886028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52612) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:00.903220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a18d2501-e24f-46e3-a1e6-431aba6f2cad tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Calling delete_port for 8639246c-9620-4d91-8cc7-8f23edc2240d owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:00.942559 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a22a921-574f-408f-8643-ab335b54cab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.025124 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18d2501-e24f-46e3-a1e6-431aba6f2cad tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.077671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Deleting port c322c46b-35c5-41ea-be6a-1b316668d079 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:01.078144 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.097584 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a22a921-574f-408f-8643-ab335b54cab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.100436 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a22a921-574f-408f-8643-ab335b54cab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.102841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d2501-e24f-46e3-a1e6-431aba6f2cad tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event deleted for resources: {'Port': ['ID=8639246c-9620-4d91-8cc7-8f23edc2240d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:01.104914 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2a22a921-574f-408f-8643-ab335b54cab7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1197c3ac-53b7-4e89-99af-83a4a484734b HTTP/1.1" status: 204 len: 168 time: 0.4674447 Jun 30 02:46:01.113021 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18d2501-e24f-46e3-a1e6-431aba6f2cad tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.117224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a18d2501-e24f-46e3-a1e6-431aba6f2cad tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "DELETE /v2.0/ports/8639246c-9620-4d91-8cc7-8f23edc2240d HTTP/1.1" status: 204 len: 168 time: 1.0690136 Jun 30 02:46:01.117818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:01.133864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea3d5c-adf4-4194-a522-5632e961ded5 None None] DHCP port deletion for 9f9219f6-6ebc-4307-beb9-b0f241e452ce request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:01.147472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-86353609-1827-4437-8537-81ee297e3946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port b4023072-e18f-4651-9a7a-4e85c137f48e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:01.148813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86353609-1827-4437-8537-81ee297e3946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.176840 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2fc5949c-51c4-43e2-8ad6-0b3169a72834 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0578005 Jun 30 02:46:01.181256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:01.189222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22a921-574f-408f-8643-ab335b54cab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1197c3ac-53b7-4e89-99af-83a4a484734b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:01.189443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1510550337'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:01.242515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Made reservation on behalf of ebfcb7490c6c48b5941aca68c1f9e7d3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:01.249755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8fea3d5c-adf4-4194-a522-5632e961ded5 None None] Deleting port c322c46b-35c5-41ea-be6a-1b316668d079 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:01.250305 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fea3d5c-adf4-4194-a522-5632e961ded5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.253620 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.277439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] For port c322c46b-35c5-41ea-be6a-1b316668d079, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c322c46b-35c5-41ea-be6a-1b316668d079,segment=NetworkSegment(f9d969a6-2a82-4697-b8c5-33eb36f9d00d),segment_id=f9d969a6-2a82-4697-b8c5-33eb36f9d00d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:01.277804 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.295135 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86353609-1827-4437-8537-81ee297e3946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.305142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Calling delete_port for c322c46b-35c5-41ea-be6a-1b316668d079 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:01.323563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-86353609-1827-4437-8537-81ee297e3946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for b4023072-e18f-4651-9a7a-4e85c137f48e owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:01.333894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:01.351782 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.351983 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Added segment 7c8709e4-4ed7-43e7-83d6-3d3b38d43e2c of type vlan for network 689e8e29-deb8-45bb-b818-20c18979e2ba Jun 30 02:46:01.394885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8fea3d5c-adf4-4194-a522-5632e961ded5 None None] For port c322c46b-35c5-41ea-be6a-1b316668d079, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c322c46b-35c5-41ea-be6a-1b316668d079,segment=NetworkSegment(f9d969a6-2a82-4697-b8c5-33eb36f9d00d),segment_id=f9d969a6-2a82-4697-b8c5-33eb36f9d00d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:01.395292 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fea3d5c-adf4-4194-a522-5632e961ded5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.411550 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.429025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8fea3d5c-adf4-4194-a522-5632e961ded5 None None] Calling delete_port for c322c46b-35c5-41ea-be6a-1b316668d079 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:01.465618 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.475146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.475899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.629923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86353609-1827-4437-8537-81ee297e3946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.630956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'Network': ['ID=689e8e29-deb8-45bb-b818-20c18979e2ba,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:01.635237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-238ffb6c-8cdf-462e-8b6c-e0dba3aff6ab tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4516385 Jun 30 02:46:01.637934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:01.641308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.647321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-584715356'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:01.651261 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8fea3d5c-adf4-4194-a522-5632e961ded5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.662166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 689e8e29-deb8-45bb-b818-20c18979e2ba details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:01.674888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Made reservation on behalf of ebfcb7490c6c48b5941aca68c1f9e7d3 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:01.681144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.715462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:01.726930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event deleted for resources: {'Port': ['ID=c322c46b-35c5-41ea-be6a-1b316668d079,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:01.728420 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.728780 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Added segment 8c081760-d436-4c54-ab4f-8fec5bdddc98 of type vlan for network 1589f33d-96a2-4898-98f2-64ae8bac43e0 Jun 30 02:46:01.747713 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] No DVR routers for this DVR port c322c46b-35c5-41ea-be6a-1b316668d079 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:01.760835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-86353609-1827-4437-8537-81ee297e3946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.779313 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-86353609-1827-4437-8537-81ee297e3946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/b4023072-e18f-4651-9a7a-4e85c137f48e HTTP/1.1" status: 204 len: 168 time: 0.8906841 Jun 30 02:46:01.782582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52640) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:01.801290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.850825 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.868003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.869684 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:01.877207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea3d5c-adf4-4194-a522-5632e961ded5 None None] No DVR routers for this DVR port c322c46b-35c5-41ea-be6a-1b316668d079 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:01.907690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86353609-1827-4437-8537-81ee297e3946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=b4023072-e18f-4651-9a7a-4e85c137f48e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:01.956382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea3d5c-adf4-4194-a522-5632e961ded5 None None] Pushing event deleted for resources: {'Port': ['ID=c322c46b-35c5-41ea-be6a-1b316668d079,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:01.964605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c322c46b-35c5-41ea-be6a-1b316668d079 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:01.997813 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3571615 Jun 30 02:46:02.016129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: c322c46b-35c5-41ea-be6a-1b316668d079 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:02.016360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c322c46b-35c5-41ea-be6a-1b316668d079 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:02.026566 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.027901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b741ef1-423c-431f-8831-1c85dac97831 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'Network': ['ID=1589f33d-96a2-4898-98f2-64ae8bac43e0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:02.054450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 1589f33d-96a2-4898-98f2-64ae8bac43e0 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:02.056294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9219f6-6ebc-4307-beb9-b0f241e452ce']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:02.085910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d969a6-2a82-4697-b8c5-33eb36f9d00d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:02.086214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d969a6-2a82-4697-b8c5-33eb36f9d00d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:02.099523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45066cc6-56bb-4935-8d76-5a36e3929a26 req-e5268b64-1b87-4f6a-9cba-e9a12cbe492a tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:02.111354 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45066cc6-56bb-4935-8d76-5a36e3929a26 req-e5268b64-1b87-4f6a-9cba-e9a12cbe492a tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 946 time: 0.2748640 Jun 30 02:46:02.111642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.152685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52654) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:02.158733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'subnets': [{'network_id': '689e8e29-deb8-45bb-b818-20c18979e2ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--948214200', 'ip_version': 4}, {'network_id': '1589f33d-96a2-4898-98f2-64ae8bac43e0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:02.159016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'subnet': {'network_id': '689e8e29-deb8-45bb-b818-20c18979e2ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--948214200', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:02.160254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Request body: {'subnet': {'network_id': '1589f33d-96a2-4898-98f2-64ae8bac43e0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:02.180072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c900726-ee8e-4f3e-9962-57758f2b6110 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:02.182503 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c900726-ee8e-4f3e-9962-57758f2b6110 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3295500 Jun 30 02:46:02.188573 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.192857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:02.250114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:02.250643 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.253097 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45066cc6-56bb-4935-8d76-5a36e3929a26 req-0b4694f0-d0d1-4db9-9bc5-6958c7056985 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408584 Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:02.271414 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:02.276592 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc083263-fc4c-4de5-bd9e-286354d5d28f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:46:02.284005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dc083263-fc4c-4de5-bd9e-286354d5d28f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/72034752-267c-4e40-bc1c-07db93459988 HTTP/1.1" status: 404 len: 333 time: 0.0886323 Jun 30 02:46:02.286382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:02.432766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.447898 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.467128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] 10.222.0.55 "DELETE /v2.0/networks/9f9219f6-6ebc-4307-beb9-b0f241e452ce HTTP/1.1" status: 204 len: 168 time: 1.7206388 Jun 30 02:46:02.493510 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2c6f8b-7255-4cd4-9d6a-dc7691732168 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:46:02.495237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8b2c6f8b-7255-4cd4-9d6a-dc7691732168 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/b4023072-e18f-4651-9a7a-4e85c137f48e HTTP/1.1" status: 404 len: 333 time: 0.2058027 Jun 30 02:46:02.500428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:02.505558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29461bf4-bcaa-4457-9a8d-ff1c7f2ee91f tempest-AllowedAddressPairTestJSON-1430290771 tempest-AllowedAddressPairTestJSON-1430290771-project] Pushing event deleted for resources: {'Network': ['ID=9f9219f6-6ebc-4307-beb9-b0f241e452ce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:02.729039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Made reservation on behalf of ebfcb7490c6c48b5941aca68c1f9e7d3 for: {'subnet': 2} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:02.739071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.741230 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.744616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694389f-2cde-4474-83bb-e1ad3e3af09a req-6ff40279-ba92-4ecb-857b-8ec92d238b4e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:02.750581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a694389f-2cde-4474-83bb-e1ad3e3af09a req-6ff40279-ba92-4ecb-857b-8ec92d238b4e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 946 time: 0.2073667 Jun 30 02:46:02.840849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a694389f-2cde-4474-83bb-e1ad3e3af09a req-02ca48c3-c2e3-4bee-aa4f-7a5101beca04 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855446 Jun 30 02:46:02.855249 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:02.875898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:02.919946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:03.125087 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.159949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34dcbdf3-ff2f-4140-ba4e-698072a97770']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:03.184586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d37107-300b-4ebb-90aa-daaff3ae641b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:03.184965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d37107-300b-4ebb-90aa-daaff3ae641b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:03.208324 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.244113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051c9177-d95f-4d29-9163-08b486f5dd20 tempest-TestVolumeBackupRestore-953426671 tempest-TestVolumeBackupRestore-953426671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.250592 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-051c9177-d95f-4d29-9163-08b486f5dd20 tempest-TestVolumeBackupRestore-953426671 tempest-TestVolumeBackupRestore-953426671-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 1093 time: 0.3725319 Jun 30 02:46:03.252423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:03.258843 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.259631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'af68313b-813f-4736-8b18-81728f8305e1', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:03.276954 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:03.277497 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:03.281024 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:03.342331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8f1b5ae6-8497-42ca-a3c0-4048bdc950a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f57dac67bfa6498f950b5c26fdf24255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208274 Jun 30 02:46:03.343817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.347850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:03.365144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.384757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.390883 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/networks/34dcbdf3-ff2f-4140-ba4e-698072a97770 HTTP/1.1" status: 204 len: 168 time: 0.8622339 Jun 30 02:46:03.393464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a93eb-0f34-4e92-ad6a-4d14c6952233 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Network': ['ID=34dcbdf3-ff2f-4140-ba4e-698072a97770,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:03.395187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:03.405290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1631934837'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:03.477219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:03.481696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.518417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79584199-2261-477c-91e9-ce4cc1c434a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.546845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:03.555951 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.561031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79584199-2261-477c-91e9-ce4cc1c434a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.566227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.566641 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Added segment 3225aea1-1268-4852-ad4a-bd0b3f92492d of type vlan for network 00f1797f-779d-411a-b10f-11d702bc5e2e Jun 30 02:46:03.638123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.670060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.676297 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'Subnet': ['ID=f6d037d0-5e82-4253-8ac1-ffc2715c8f0b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:03.684506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Checking segment: {'id': '7c8709e4-4ed7-43e7-83d6-3d3b38d43e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '689e8e29-deb8-45bb-b818-20c18979e2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:03.684867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Network hostable DHCP agents. Network: 689e8e29-deb8-45bb-b818-20c18979e2ba, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:03.692031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79584199-2261-477c-91e9-ce4cc1c434a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.695849 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-79584199-2261-477c-91e9-ce4cc1c434a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.697234 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-79584199-2261-477c-91e9-ce4cc1c434a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffbf5ba1-2b0e-4fff-80e2-4c8585f5efe3 HTTP/1.1" status: 204 len: 168 time: 0.3487527 Jun 30 02:46:03.716830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584199-2261-477c-91e9-ce4cc1c434a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbf5ba1-2b0e-4fff-80e2-4c8585f5efe3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:03.728338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Network 689e8e29-deb8-45bb-b818-20c18979e2ba is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:03.733428 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.743206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.743851 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.839277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 689e8e29-deb8-45bb-b818-20c18979e2ba) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:03.839580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Allocated IP 172.25.7.222 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/9d97ed65-e3e9-4cfe-98fe-e9444233ddfa) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:03.846588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.848305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baedc040-9bd0-4d88-9116-eafcc9cd965f None None] Network 689e8e29-deb8-45bb-b818-20c18979e2ba requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:03.865423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4677744 Jun 30 02:46:03.871006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:03.904586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:03.919029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': '00f1797f-779d-411a-b10f-11d702bc5e2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:03.929886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501a6b1-9e2e-44e0-a5df-4a60af2b4646 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Network': ['ID=00f1797f-779d-411a-b10f-11d702bc5e2e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:03.942600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 00f1797f-779d-411a-b10f-11d702bc5e2e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:03.975228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Checking segment: {'id': '8c081760-d436-4c54-ab4f-8fec5bdddc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '1589f33d-96a2-4898-98f2-64ae8bac43e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:03.975689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Network hostable DHCP agents. Network: 1589f33d-96a2-4898-98f2-64ae8bac43e0, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:04.002081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event updated for resources: {'Subnet': ['ID=b0f1b76e-4f96-48c6-83a6-1192fb1258b5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:04.043759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Network 1589f33d-96a2-4898-98f2-64ae8bac43e0 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:04.069219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 1589f33d-96a2-4898-98f2-64ae8bac43e0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:04.084413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.084895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.085538 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.124687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-811a82a6-b232-4f56-ba66-663c86e29c13 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9705665 Jun 30 02:46:04.125346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52740) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:04.204530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4dffd0-9ace-4c98-bedb-33363581cf5a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.213095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4dffd0-9ace-4c98-bedb-33363581cf5a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.217094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4dffd0-9ace-4c98-bedb-33363581cf5a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.222236 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.222450 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3a4dffd0-9ace-4c98-bedb-33363581cf5a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0957329 Jun 30 02:46:04.222909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:04.250465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0672aa89-6650-47b5-9440-b68ffce3f1a5 None None] Network 1589f33d-96a2-4898-98f2-64ae8bac43e0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:04.280451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced8aa6b-8536-44e3-ae9f-e1b62e87ff25 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Deleting subnet f6d037d0-5e82-4253-8ac1-ffc2715c8f0b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:04.282927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.284415 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ced8aa6b-8536-44e3-ae9f-e1b62e87ff25 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.360728 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ced8aa6b-8536-44e3-ae9f-e1b62e87ff25 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.394455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:04.406184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:04.435266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:04.441387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event updated for resources: {'Port': ['ID=9d97ed65-e3e9-4cfe-98fe-e9444233ddfa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:04.464409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:04.468612 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.469461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ef4c2d-4538-4400-9606-2ff7ae17ccd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.472191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a88d41b-2581-40cd-9bf3-629f090c3695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-689e8e29-deb8-45bb-b818-20c18979e2ba', 'network_id': '689e8e29-deb8-45bb-b818-20c18979e2ba', 'tenant_id': 'ebfcb7490c6c48b5941aca68c1f9e7d3', 'fixed_ips': [{'subnet_id': 'f6d037d0-5e82-4253-8ac1-ffc2715c8f0b'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:04.475326 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a88d41b-2581-40cd-9bf3-629f090c3695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.533553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ced8aa6b-8536-44e3-ae9f-e1b62e87ff25 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.674281 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ced8aa6b-8536-44e3-ae9f-e1b62e87ff25 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.703667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.723938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8aa6b-8536-44e3-ae9f-e1b62e87ff25 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d037d0-5e82-4253-8ac1-ffc2715c8f0b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-8a88d41b-2581-40cd-9bf3-629f090c3695 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6d037d0-5e82-4253-8ac1-ffc2715c8f0b: This subnet is being modified by another concurrent operation. Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:46:04.741889 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f6d037d0-5e82-4253-8ac1-ffc2715c8f0b: This subnet is being modified by another concurrent operation. Jun 30 02:46:04.746206 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 02:46:04.777775 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ced8aa6b-8536-44e3-ae9f-e1b62e87ff25 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.787299 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ced8aa6b-8536-44e3-ae9f-e1b62e87ff25 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "DELETE /v2.0/subnets/f6d037d0-5e82-4253-8ac1-ffc2715c8f0b HTTP/1.1" status: 204 len: 168 time: 0.5611131 Jun 30 02:46:04.792672 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:04.817042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e888660-3a42-4def-81c6-47b6f4299eb3 None None] Network 689e8e29-deb8-45bb-b818-20c18979e2ba requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:04.848939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ef4c2d-4538-4400-9606-2ff7ae17ccd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.855907 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28ef4c2d-4538-4400-9606-2ff7ae17ccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.893230 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-28ef4c2d-4538-4400-9606-2ff7ae17ccd1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ee7bb48c81c4f12a471ffe3061b053d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9827635 Jun 30 02:46:04.900507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:04.910276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965e910-3ca2-48b0-8006-29a2764baa01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-1589f33d-96a2-4898-98f2-64ae8bac43e0', 'network_id': '1589f33d-96a2-4898-98f2-64ae8bac43e0', 'tenant_id': 'ebfcb7490c6c48b5941aca68c1f9e7d3', 'fixed_ips': [{'subnet_id': 'b0f1b76e-4f96-48c6-83a6-1192fb1258b5'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:04.911248 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3965e910-3ca2-48b0-8006-29a2764baa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.945616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-50da279b-dcab-4f96-bef5-78089e60a30d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Deleting subnet b0f1b76e-4f96-48c6-83a6-1192fb1258b5 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:04.953949 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50da279b-dcab-4f96-bef5-78089e60a30d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.989610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef4c2d-4538-4400-9606-2ff7ae17ccd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e1f94f-10cd-40ef-b93e-f97d0c756c76,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:05.022254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6781d93-4caa-4fee-9c87-b79f03968c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.046082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6781d93-4caa-4fee-9c87-b79f03968c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.111719 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6781d93-4caa-4fee-9c87-b79f03968c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.114041 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6781d93-4caa-4fee-9c87-b79f03968c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.115251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b6781d93-4caa-4fee-9c87-b79f03968c22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80e1f94f-10cd-40ef-b93e-f97d0c756c76 HTTP/1.1" status: 204 len: 168 time: 0.2129498 Jun 30 02:46:05.118417 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50da279b-dcab-4f96-bef5-78089e60a30d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.153485 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6781d93-4caa-4fee-9c87-b79f03968c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e1f94f-10cd-40ef-b93e-f97d0c756c76,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:05.196625 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50da279b-dcab-4f96-bef5-78089e60a30d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.342116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52772) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-3965e910-3ca2-48b0-8006-29a2764baa01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0f1b76e-4f96-48c6-83a6-1192fb1258b5: This subnet is being modified by another concurrent operation. Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:46:05.359765 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0f1b76e-4f96-48c6-83a6-1192fb1258b5: This subnet is being modified by another concurrent operation. Jun 30 02:46:05.363772 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 02:46:05.380258 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50da279b-dcab-4f96-bef5-78089e60a30d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.383764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e3af53-462b-439a-8cad-c2a1088d5040 None None] Network 1589f33d-96a2-4898-98f2-64ae8bac43e0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:05.442894 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50da279b-dcab-4f96-bef5-78089e60a30d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.450580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-50da279b-dcab-4f96-bef5-78089e60a30d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "DELETE /v2.0/subnets/b0f1b76e-4f96-48c6-83a6-1192fb1258b5 HTTP/1.1" status: 204 len: 168 time: 0.6556644 Jun 30 02:46:05.524385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:05.549447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da279b-dcab-4f96-bef5-78089e60a30d tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f1b76e-4f96-48c6-83a6-1192fb1258b5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:05.655301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59467c18-943a-4c0a-af9f-2624ff58be7a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.657733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-59467c18-943a-4c0a-af9f-2624ff58be7a tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1322746 Jun 30 02:46:05.663328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:05.705088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72664605-17f0-4e56-b264-59baa3e9b249 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:46:05.770236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.843394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.950177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1507207853'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:05.970978 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.979599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Checking segment: {'id': '3225aea1-1268-4852-ad4a-bd0b3f92492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '00f1797f-779d-411a-b10f-11d702bc5e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:05.980022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network hostable DHCP agents. Network: 00f1797f-779d-411a-b10f-11d702bc5e2e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:05.983987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.995551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1589f33d-96a2-4898-98f2-64ae8bac43e0']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:06.026421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c081760-d436-4c54-ab4f-8fec5bdddc98') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:06.026865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c081760-d436-4c54-ab4f-8fec5bdddc98') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:06.037622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:06.044748 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.071093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.074329 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.120117 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.144848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:06.145269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:06.148394 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:06.175275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.180015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=bdc4d86f-0979-47b9-a2d4-84a73225d8c8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:06.193580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.200298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72664605-17f0-4e56-b264-59baa3e9b249 None None] Network 00f1797f-779d-411a-b10f-11d702bc5e2e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:06.225779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72664605-17f0-4e56-b264-59baa3e9b249 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 00f1797f-779d-411a-b10f-11d702bc5e2e) {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:46:06.325461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.345269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.352999 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "DELETE /v2.0/networks/1589f33d-96a2-4898-98f2-64ae8bac43e0 HTTP/1.1" status: 204 len: 168 time: 0.6861744 Jun 30 02:46:06.360283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52802) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:06.396379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a9eb9-7372-49fc-918e-04cb25cdce51 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event deleted for resources: {'Network': ['ID=1589f33d-96a2-4898-98f2-64ae8bac43e0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:06.409155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Unable to find a vacant binding_index for network 00f1797f-779d-411a-b10f-11d702bc5e2e and agent ec91e700-b0b9-4114-8cc4-c25a41086e47 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 30 02:46:06.482949 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.488743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.507025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:06.518663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.519093 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Added segment edec912f-4460-405e-8246-2d49fd0f3f1a of type vlan for network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 Jun 30 02:46:06.584289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.610128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.618773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event updated for resources: {'Port': ['ID=9d97ed65-e3e9-4cfe-98fe-e9444233ddfa,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:06.669532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 00f1797f-779d-411a-b10f-11d702bc5e2e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:06.673258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e00bbd1-acb7-4215-95c4-6112c64bbb06,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:06.679105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.695705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:06.697255 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.706397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:06.708485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.729885 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.778135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-00f1797f-779d-411a-b10f-11d702bc5e2e', 'network_id': '00f1797f-779d-411a-b10f-11d702bc5e2e', 'tenant_id': 'b12d1e1392724ad582a63e4e8d7240ce', 'fixed_ips': [{'subnet_id': 'bdc4d86f-0979-47b9-a2d4-84a73225d8c8'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:06.781524 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.798073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Network': ['ID=94dfcc4e-cb7a-4d66-82ed-b793863e0992,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:06.811930 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-30897d41-a1e3-40cb-a244-01950518b135 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4669800 Jun 30 02:46:06.815599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:06.823306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:06.914058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0152d8b1-8a5d-4395-992b-985d5496547a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0386665 Jun 30 02:46:06.927627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:06.936069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': '00f1797f-779d-411a-b10f-11d702bc5e2e', 'name': 'tempest-PortsTestJSON-282357260'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:06.947080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:06.969826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.002646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:07.015256 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.114893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689e8e29-deb8-45bb-b818-20c18979e2ba']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:07.175891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Allocated IP 172.20.0.2 (00f1797f-779d-411a-b10f-11d702bc5e2e/bdc4d86f-0979-47b9-a2d4-84a73225d8c8/038b25b9-2ff7-4bbb-b5d6-87d4875719ce) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:07.204348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8709e4-4ed7-43e7-83d6-3d3b38d43e2c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:07.204638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8709e4-4ed7-43e7-83d6-3d3b38d43e2c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:07.230595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.243558 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Floating IP 412a34c2-eab1-4611-be32-4b2d2e0fecfd associated. External IP: 172.25.7.222, port: af68313b-813f-4736-8b18-81728f8305e1. Jun 30 02:46:07.297937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:07.305531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.325234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:07.325459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:07.328496 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:07.344985 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.464633 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.474434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:07.478339 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.480788 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.491473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.493665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "DELETE /v2.0/networks/689e8e29-deb8-45bb-b818-20c18979e2ba HTTP/1.1" status: 204 len: 168 time: 1.1320920 Jun 30 02:46:07.495402 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e213ddfa-1535-4249-b320-b2d1cb31fe7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.502525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:07.508361 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Transition to ACTIVE for port object 038b25b9-2ff7-4bbb-b5d6-87d4875719ce will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:07.518530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869b9d5-615e-4b0b-83b9-dbc5e070baa9 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event deleted for resources: {'Network': ['ID=689e8e29-deb8-45bb-b818-20c18979e2ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:07.534504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 307b1de8-48fd-4a2b-965c-9c671fb2aecc yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:07.546837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Transition to ACTIVE for port object 038b25b9-2ff7-4bbb-b5d6-87d4875719ce will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:07.556137 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.567764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=46611757-84c3-4a82-ad83-2bd1af6476fd,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:07.613675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Network 00f1797f-779d-411a-b10f-11d702bc5e2e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:07.617077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:07.622679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:07.628321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:07.628686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network hostable DHCP agents. Network: 94dfcc4e-cb7a-4d66-82ed-b793863e0992, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:07.677641 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.689955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Pushing event updated for resources: {'Port': ['ID=038b25b9-2ff7-4bbb-b5d6-87d4875719ce,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:07.761743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Attempting to bind port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:07.762307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Attempting to bind port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3225aea1-1268-4852-ad4a-bd0b3f92492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '00f1797f-779d-411a-b10f-11d702bc5e2e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:07.762801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Attempting to bind port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce on network 00f1797f-779d-411a-b10f-11d702bc5e2e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:07.768870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:07.769399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Checking segment: {'id': '3225aea1-1268-4852-ad4a-bd0b3f92492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '00f1797f-779d-411a-b10f-11d702bc5e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:07.771999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.771999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Bound using segment: {'id': '3225aea1-1268-4852-ad4a-bd0b3f92492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '00f1797f-779d-411a-b10f-11d702bc5e2e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:07.772203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:07.772339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Bound port: 038b25b9-2ff7-4bbb-b5d6-87d4875719ce, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3225aea1-1268-4852-ad4a-bd0b3f92492d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '00f1797f-779d-411a-b10f-11d702bc5e2e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:07.772339 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.811891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.10 (00f1797f-779d-411a-b10f-11d702bc5e2e/bdc4d86f-0979-47b9-a2d4-84a73225d8c8/307b1de8-48fd-4a2b-965c-9c671fb2aecc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:07.819280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Router e26689b1-ee07-414d-b96a-aa9fe84b00d2 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:46:07.874223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 94dfcc4e-cb7a-4d66-82ed-b793863e0992) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:07.894459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:07.896329 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.901461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] For port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:07.908692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] For port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=038b25b9-2ff7-4bbb-b5d6-87d4875719ce,segment=NetworkSegment(3225aea1-1268-4852-ad4a-bd0b3f92492d),segment_id=3225aea1-1268-4852-ad4a-bd0b3f92492d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:07.916028 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.026730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2e4e4-df8a-47a7-8af7-f05361b2bbfb None None] Pushing event updated for resources: {'Port': ['ID=038b25b9-2ff7-4bbb-b5d6-87d4875719ce,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:08.037478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.058101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d230630-c99f-4327-bb9f-bdef4fbc2955']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:08.081911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.110171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32920ad6-220e-43e6-b987-27a0ae44be55') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:08.110535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32920ad6-220e-43e6-b987-27a0ae44be55') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:08.142283 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.170213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object 307b1de8-48fd-4a2b-965c-9c671fb2aecc will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:08.173263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e213ddfa-1535-4249-b320-b2d1cb31fe7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.183603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e213ddfa-1535-4249-b320-b2d1cb31fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.197117 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-03886ab3-55ec-4063-8038-962ff6aba402 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3803914 Jun 30 02:46:08.201878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52852) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.210830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'name': 'tempest-NetworksTestDHCPv6-1190290472'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:08.211247 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.218410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:46:08.229385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] Sync routers for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:46:08.247373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:08.248024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:45:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:08.269017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:08.269436 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:08.272666 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:08.360987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.447807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.449149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213ddfa-1535-4249-b320-b2d1cb31fe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1952ea-d7db-40df-a70d-741fc4c4ab64,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:08.464539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e213ddfa-1535-4249-b320-b2d1cb31fe7f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=310cf177a457428a92f6a19684708252&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1636770 Jun 30 02:46:08.471092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.487273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:46:08.619828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=307b1de8-48fd-4a2b-965c-9c671fb2aecc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:08.631929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.647545 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.652477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "DELETE /v2.0/networks/2d230630-c99f-4327-bb9f-bdef4fbc2955 HTTP/1.1" status: 204 len: 168 time: 1.1447062 Jun 30 02:46:08.653236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.679616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network 00f1797f-779d-411a-b10f-11d702bc5e2e is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:08.681970 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2d94cf96-1992-4733-9b47-2ba681c1dd2e tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4283504 Jun 30 02:46:08.685455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:08.693245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:08.693779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52868) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.696383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:08.705548 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9847c68-d678-4952-8ae6-423f64ce1c93" -d '{"events": [{"name": "network-changed", "server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "tag": "af68313b-813f-4736-8b18-81728f8305e1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:08.792647 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f9adfc-af1c-4c19-8169-60b17a685763 x-openstack-request-id: req-98f9adfc-af1c-4c19-8169-60b17a685763 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:08.794163 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "tag": "af68313b-813f-4736-8b18-81728f8305e1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:08.795875 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98f9adfc-af1c-4c19-8169-60b17a685763 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:08.796539 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1', 'status': 'completed', 'code': 200} Jun 30 02:46:08.861265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2f4f-25ee-4863-95d9-e51416286f32 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event deleted for resources: {'Network': ['ID=2d230630-c99f-4327-bb9f-bdef4fbc2955,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:08.900274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cb9098d-8b3d-45a0-842f-044bd751179b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.900804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.901747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.920888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:08.924722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.927050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cb9098d-8b3d-45a0-842f-044bd751179b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.939457 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.950793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fccb6c9c-333d-4f38-ae42-206d4bf36b0f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0214593 Jun 30 02:46:08.957237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.981712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 975a150f-c29a-4e2e-bfe1-6633ae898350 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:09.050625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16d11eb-b3af-4301-b441-0429e08aa72c tempest-TestVolumeBackupRestore-953426671 tempest-TestVolumeBackupRestore-953426671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:09.053399 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f16d11eb-b3af-4301-b441-0429e08aa72c tempest-TestVolumeBackupRestore-953426671 tempest-TestVolumeBackupRestore-953426671-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 1093 time: 0.1883831 Jun 30 02:46:09.092780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:09.110707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '412a34c2-eab1-4611-be32-4b2d2e0fecfd', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'port_id': 'af68313b-813f-4736-8b18-81728f8305e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'mac_address': 'fa:16:3e:59:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:05Z', 'updated_at': '2021-06-30T02:46:05Z', 'revision_number': 0, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:40Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:09.117854 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.133897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26aa7bc0-dc65-4f45-81f0-c44aa85209eb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:09.137294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cb9098d-8b3d-45a0-842f-044bd751179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.140156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cb9098d-8b3d-45a0-842f-044bd751179b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.143974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9cb9098d-8b3d-45a0-842f-044bd751179b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c1952ea-d7db-40df-a70d-741fc4c4ab64 HTTP/1.1" status: 204 len: 168 time: 0.6678979 Jun 30 02:46:09.158423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9098d-8b3d-45a0-842f-044bd751179b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1952ea-d7db-40df-a70d-741fc4c4ab64,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:09.163028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc12961-c46e-496c-88a8-f4b7b6640337') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:09.163528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc12961-c46e-496c-88a8-f4b7b6640337') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:09.174807 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.191501 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.202684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] Checking router: e26689b1-ee07-414d-b96a-aa9fe84b00d2 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:46:09.203661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:09.204802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.224746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:09.228746 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:09.231932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:45:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:09.315138 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.326542 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.332196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] 10.222.0.55 "DELETE /v2.0/networks/26aa7bc0-dc65-4f45-81f0-c44aa85209eb HTTP/1.1" status: 204 len: 168 time: 0.6402876 Jun 30 02:46:09.357482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Request body: {'floatingip': {'port_id': 'af68313b-813f-4736-8b18-81728f8305e1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:09.369126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f067d7f-6bdf-4800-9f0f-79cba25b6a05 tempest-BulkNetworkOpsTest-1091976212 tempest-BulkNetworkOpsTest-1091976212-project] Pushing event deleted for resources: {'Network': ['ID=26aa7bc0-dc65-4f45-81f0-c44aa85209eb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:09.469766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:46:09.663608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-55a5fec4-8929-4776-bce4-c92d3fe331dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:09.665166 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-55a5fec4-8929-4776-bce4-c92d3fe331dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf23e250d94d4c881c3e6f22b00ce7&device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 1098 time: 0.8371170 Jun 30 02:46:09.788586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8767577-84fd-4b1a-b556-1428b6daa221 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:46:09.825819 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:09.901510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3e469c10-222e-4e5d-830d-3482c4e85737 None None] Provisioning for port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:09.940123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 038b25b9-2ff7-4bbb-b5d6-87d4875719ce up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:10.127499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:10.132455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:10.159555 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41f75eb8-3ae9-4080-94fd-62756f4a763e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.284184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '412a34c2-eab1-4611-be32-4b2d2e0fecfd', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'port_id': 'af68313b-813f-4736-8b18-81728f8305e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'mac_address': 'fa:16:3e:59:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:05Z', 'updated_at': '2021-06-30T02:46:05Z', 'revision_number': 0, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:40Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:10.342640 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41f75eb8-3ae9-4080-94fd-62756f4a763e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.348082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41f75eb8-3ae9-4080-94fd-62756f4a763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.356720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:10.369029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8767577-84fd-4b1a-b556-1428b6daa221 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:46:10.387765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d39350-b430-4500-b7d7-c9969a79645b None None] The sync data for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 is: [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '412a34c2-eab1-4611-be32-4b2d2e0fecfd', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'port_id': 'af68313b-813f-4736-8b18-81728f8305e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'mac_address': 'fa:16:3e:59:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:05Z', 'updated_at': '2021-06-30T02:46:05Z', 'revision_number': 0, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:40Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:46:10.392846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:10.392846 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.401922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-41f75eb8-3ae9-4080-94fd-62756f4a763e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6bb9582597ee47e7a187f457316f6e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732656 Jun 30 02:46:10.404160 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:10.565257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::254 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/46611757-84c3-4a82-ad83-2bd1af6476fd/975a150f-c29a-4e2e-bfe1-6633ae898350) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:10.591986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f75eb8-3ae9-4080-94fd-62756f4a763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06338756-8c85-4d74-b121-22833ff0aa3a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:10.596287 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-974561fb-909c-42bd-8964-aadc6b484f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.619765 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-974561fb-909c-42bd-8964-aadc6b484f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.699227 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7e66f9b5-9e81-43ee-83bd-45c6df701e6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebfcb7490c6c48b5941aca68c1f9e7d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5658844 Jun 30 02:46:10.700455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-974561fb-909c-42bd-8964-aadc6b484f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.703421 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-974561fb-909c-42bd-8964-aadc6b484f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.705005 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-974561fb-909c-42bd-8964-aadc6b484f6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06338756-8c85-4d74-b121-22833ff0aa3a HTTP/1.1" status: 204 len: 168 time: 0.2971902 Jun 30 02:46:10.705943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:10.757593 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974561fb-909c-42bd-8964-aadc6b484f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06338756-8c85-4d74-b121-22833ff0aa3a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:10.850177 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0acb88-0681-4846-940e-af6c97ee365a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.862484 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413deb30-61bb-480e-b7c7-b4ee451997fc None None] New status for floating IP 412a34c2-eab1-4611-be32-4b2d2e0fecfd: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:46:10.872211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-55059252-ea22-4738-b23c-52f2f07684c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 307b1de8-48fd-4a2b-965c-9c671fb2aecc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:10.872965 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55059252-ea22-4738-b23c-52f2f07684c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:10.910442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0acb88-0681-4846-940e-af6c97ee365a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.024838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0acb88-0681-4846-940e-af6c97ee365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.030863 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db0acb88-0681-4846-940e-af6c97ee365a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.034578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-db0acb88-0681-4846-940e-af6c97ee365a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5de59374-0836-43ca-9c87-8dc8364ac3a3 HTTP/1.1" status: 204 len: 168 time: 0.3160505 Jun 30 02:46:11.045346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0acb88-0681-4846-940e-af6c97ee365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de59374-0836-43ca-9c87-8dc8364ac3a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:11.197982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-e0da9029-fc36-474b-a31b-6b94752c0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:11.200616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-e0da9029-fc36-474b-a31b-6b94752c0666 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e HTTP/1.1" status: 200 len: 915 time: 1.5164862 Jun 30 02:46:11.252506 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.357424 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.496416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=038b25b9-2ff7-4bbb-b5d6-87d4875719ce,segment=NetworkSegment(3225aea1-1268-4852-ad4a-bd0b3f92492d),segment_id=3225aea1-1268-4852-ad4a-bd0b3f92492d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:11.501377 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.597634 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=038b25b9-2ff7-4bbb-b5d6-87d4875719ce,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:11.701142 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-4e76da45-85a3-4000-88fb-de1d6db3082c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af68313b-813f-4736-8b18-81728f8305e1 HTTP/1.1" status: 200 len: 1002 time: 0.4719002 Jun 30 02:46:11.742855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '46611757-84c3-4a82-ad83-2bd1af6476fd'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:11.744031 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.951695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 038b25b9-2ff7-4bbb-b5d6-87d4875719ce up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:11.967207 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55059252-ea22-4738-b23c-52f2f07684c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:11.977442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 975a150f-c29a-4e2e-bfe1-6633ae898350 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:12.040414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:12.040733 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.117423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-55059252-ea22-4738-b23c-52f2f07684c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 307b1de8-48fd-4a2b-965c-9c671fb2aecc owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:12.356783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.390747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/46611757-84c3-4a82-ad83-2bd1af6476fd/e87c6536-ae5f-4150-82b7-2a789ae76947) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:12.427581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-84f19898-d4f9-4fcc-94f8-5d5aecb4e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:12.430012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-84f19898-d4f9-4fcc-94f8-5d5aecb4e4c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64f0cc56-bf0e-4c96-8471-fcfb481181a7 HTTP/1.1" status: 200 len: 853 time: 0.4488771 Jun 30 02:46:12.516102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:12.529330 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:46:12.529662 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:46:12.531117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:12.543944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:12.549632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:12.556872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.583962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=975a150f-c29a-4e2e-bfe1-6633ae898350,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:12.712633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c4030b2-b398-47b6-9500-9015f72b6775 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5083077 Jun 30 02:46:12.715278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:12.735482 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.762313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Transition to ACTIVE for port object e87c6536-ae5f-4150-82b7-2a789ae76947 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:12.802385 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55059252-ea22-4738-b23c-52f2f07684c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.818627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Transition to ACTIVE for port object e87c6536-ae5f-4150-82b7-2a789ae76947 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:12.833799 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:12.891762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:12.897335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:12.907794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:12.932780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d62e9f-1c92-4fd1-a53a-70bad9f6bad6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:12.942749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-80d62e9f-1c92-4fd1-a53a-70bad9f6bad6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2173402 Jun 30 02:46:12.942749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52966) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:12.996937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-5d03bfa9-0483-46f3-9b88-cf64f9a4856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:12.997720 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-5d03bfa9-0483-46f3-9b88-cf64f9a4856a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5504885 Jun 30 02:46:13.047083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.057860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55059252-ea22-4738-b23c-52f2f07684c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=307b1de8-48fd-4a2b-965c-9c671fb2aecc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:13.165705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Pushing event updated for resources: {'Port': ['ID=e87c6536-ae5f-4150-82b7-2a789ae76947,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:13.181988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Attempting to bind port e87c6536-ae5f-4150-82b7-2a789ae76947 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:13.182343 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Attempting to bind port e87c6536-ae5f-4150-82b7-2a789ae76947 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:13.182702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Attempting to bind port e87c6536-ae5f-4150-82b7-2a789ae76947 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:13.199047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:13.199561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:13.200005 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.200396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:13.202148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Bound port: e87c6536-ae5f-4150-82b7-2a789ae76947, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:13.202533 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.364862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] For port e87c6536-ae5f-4150-82b7-2a789ae76947, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:13.372778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] For port e87c6536-ae5f-4150-82b7-2a789ae76947, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e87c6536-ae5f-4150-82b7-2a789ae76947,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:13.380652 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.398128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-64a9754e-b652-4a48-9ed1-4c427cc97500 service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407316 Jun 30 02:46:13.502307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f92d9a-65ac-4189-8e4a-1237e1adc86d None None] Pushing event updated for resources: {'Port': ['ID=e87c6536-ae5f-4150-82b7-2a789ae76947,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:13.616383 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-55059252-ea22-4738-b23c-52f2f07684c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.622066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-55059252-ea22-4738-b23c-52f2f07684c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/307b1de8-48fd-4a2b-965c-9c671fb2aecc HTTP/1.1" status: 204 len: 168 time: 4.6606717 Jun 30 02:46:13.645844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:13.694549 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9847c68-d678-4952-8ae6-423f64ce1c93 req-455e6e03-de39-4318-befe-c949b45dd8eb service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724669 Jun 30 02:46:13.695441 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3c9f01-9c67-4edc-afba-ff45199a09c6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:46:13.696184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3c9f01-9c67-4edc-afba-ff45199a09c6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:46:13.709513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4c3c9f01-9c67-4edc-afba-ff45199a09c6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/307b1de8-48fd-4a2b-965c-9c671fb2aecc HTTP/1.1" status: 404 len: 333 time: 0.0572660 Jun 30 02:46:13.712666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:13.760923 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5549290-7b59-4d17-8579-24240f197af8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:46:13.765768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e5549290-7b59-4d17-8579-24240f197af8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/307b1de8-48fd-4a2b-965c-9c671fb2aecc HTTP/1.1" status: 404 len: 333 time: 0.0521429 Jun 30 02:46:13.776732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:13.950208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b05d4be-f220-4a60-b3e6-4d3a687f3da1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet bdc4d86f-0979-47b9-a2d4-84a73225d8c8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:13.955932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b05d4be-f220-4a60-b3e6-4d3a687f3da1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.968621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0cb828a7-91da-4522-9f37-b755a07845e7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 975a150f-c29a-4e2e-bfe1-6633ae898350 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:13.969097 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cb828a7-91da-4522-9f37-b755a07845e7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.026532 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b05d4be-f220-4a60-b3e6-4d3a687f3da1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.095420 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cb828a7-91da-4522-9f37-b755a07845e7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.108870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0cb828a7-91da-4522-9f37-b755a07845e7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 975a150f-c29a-4e2e-bfe1-6633ae898350 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:14.224199 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b05d4be-f220-4a60-b3e6-4d3a687f3da1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.260900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:14.300153 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cb828a7-91da-4522-9f37-b755a07845e7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.345519 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b05d4be-f220-4a60-b3e6-4d3a687f3da1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.396303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb828a7-91da-4522-9f37-b755a07845e7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=975a150f-c29a-4e2e-bfe1-6633ae898350,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:14.407480 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b05d4be-f220-4a60-b3e6-4d3a687f3da1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.412621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9b05d4be-f220-4a60-b3e6-4d3a687f3da1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/bdc4d86f-0979-47b9-a2d4-84a73225d8c8 HTTP/1.1" status: 204 len: 168 time: 0.6346107 Jun 30 02:46:14.413660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05d4be-f220-4a60-b3e6-4d3a687f3da1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc4d86f-0979-47b9-a2d4-84a73225d8c8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:14.423247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:14.465564 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cb828a7-91da-4522-9f37-b755a07845e7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.468191 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0cb828a7-91da-4522-9f37-b755a07845e7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/975a150f-c29a-4e2e-bfe1-6633ae898350 HTTP/1.1" status: 204 len: 168 time: 1.5228932 Jun 30 02:46:14.471980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:14.535880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a3d04-80af-41ae-8698-e4b5c9b44e9a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:14.538070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a3d04-80af-41ae-8698-e4b5c9b44e9a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:14.541002 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-079a3d04-80af-41ae-8698-e4b5c9b44e9a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0671649 Jun 30 02:46:14.544203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:14.618127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b677252c-4c14-4719-b61d-f56da9d78aa5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 46611757-84c3-4a82-ad83-2bd1af6476fd {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:14.632513 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b677252c-4c14-4719-b61d-f56da9d78aa5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.641282 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.704625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-730528416'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:14.755964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b677252c-4c14-4719-b61d-f56da9d78aa5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.844566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Made reservation on behalf of 507054eab5444ab2b089a747cd040cd0 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:14.859251 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.905005 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:14.964918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:14.965441 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.086483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.095957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] For port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=038b25b9-2ff7-4bbb-b5d6-87d4875719ce,segment=NetworkSegment(3225aea1-1268-4852-ad4a-bd0b3f92492d),segment_id=3225aea1-1268-4852-ad4a-bd0b3f92492d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:15.096685 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.097110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.112140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 038b25b9-2ff7-4bbb-b5d6-87d4875719ce owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:15.113955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:15.127015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.127478 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Added segment 09d492cc-8f23-45dc-9b00-0fee0c63d81a of type vlan for network 51ccd736-5ebd-4205-9945-3f78aac0e3f4 Jun 30 02:46:15.180584 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.266346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28f4132-68c5-4431-bda6-acd0c66bd75d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.277383 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.277383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.277383 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.284275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:46:15.333819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11674f97-5c2c-4cfc-9365-4b3e92af036c None None] Network 00f1797f-779d-411a-b10f-11d702bc5e2e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:15.362552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1ac0f0-2c44-442c-870a-9742747d6cb3 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:15.375026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Pushing event updated for resources: {'Network': ['ID=51ccd736-5ebd-4205-9945-3f78aac0e3f4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.394502 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.405480 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.433366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bb81d861-cde4-4ae6-96d8-713dfec3c5f6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1710002 Jun 30 02:46:15.434357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:15.448280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Request body: {'subnet': {'network_id': '51ccd736-5ebd-4205-9945-3f78aac0e3f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:15.466323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 51ccd736-5ebd-4205-9945-3f78aac0e3f4 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:15.470543 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b677252c-4c14-4719-b61d-f56da9d78aa5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.484229 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.558665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=038b25b9-2ff7-4bbb-b5d6-87d4875719ce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.570913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No DVR routers for this DVR port 038b25b9-2ff7-4bbb-b5d6-87d4875719ce on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:15.623267 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b677252c-4c14-4719-b61d-f56da9d78aa5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.634034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Made reservation on behalf of 507054eab5444ab2b089a747cd040cd0 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:15.638975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.677663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5cbf5a92-24c2-47e6-9f01-78e917874d7c None None] Provisioning for port e87c6536-ae5f-4150-82b7-2a789ae76947 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:15.724373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677252c-4c14-4719-b61d-f56da9d78aa5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=46611757-84c3-4a82-ad83-2bd1af6476fd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.727537 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b677252c-4c14-4719-b61d-f56da9d78aa5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.732881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b677252c-4c14-4719-b61d-f56da9d78aa5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/46611757-84c3-4a82-ad83-2bd1af6476fd HTTP/1.1" status: 204 len: 168 time: 1.1872249 Jun 30 02:46:15.738151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:15.830949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0eb227af-638b-470b-b04e-9a860d04b3d0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905945 Jun 30 02:46:15.833839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:15.839136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c62cf83c-5f4c-4787-9398-b763dadd0295 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:15.840633 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.858068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f1797f-779d-411a-b10f-11d702bc5e2e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:15.880658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3225aea1-1268-4852-ad4a-bd0b3f92492d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:15.884069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3225aea1-1268-4852-ad4a-bd0b3f92492d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:15.908377 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.944571 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.947315 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.954463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63ac2f-6298-4c31-a9ce-dcb0c180653c None None] Network 00f1797f-779d-411a-b10f-11d702bc5e2e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:15.961746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:15.968296 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:15.976390 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:16.030018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62cf83c-5f4c-4787-9398-b763dadd0295 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:16.044099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62cf83c-5f4c-4787-9398-b763dadd0295 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.144386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.161474 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.164437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/networks/00f1797f-779d-411a-b10f-11d702bc5e2e HTTP/1.1" status: 204 len: 168 time: 1.7315702 Jun 30 02:46:16.172454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e87c6536-ae5f-4150-82b7-2a789ae76947 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:16.175358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.182514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2109328712'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:16.237757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.270611 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.357333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb6ddb-ef03-4afb-9c65-0afe1a6ab946 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Network': ['ID=00f1797f-779d-411a-b10f-11d702bc5e2e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.362909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e87c6536-ae5f-4150-82b7-2a789ae76947 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:16.365322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Pushing event updated for resources: {'Subnet': ['ID=b7f10b1d-3f64-4c00-bb99-8c61905807cd,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.369579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e87c6536-ae5f-4150-82b7-2a789ae76947 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:16.370154 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.370558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Checking segment: {'id': '09d492cc-8f23-45dc-9b00-0fee0c63d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51ccd736-5ebd-4205-9945-3f78aac0e3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:16.371073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Network hostable DHCP agents. Network: 51ccd736-5ebd-4205-9945-3f78aac0e3f4, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:16.386777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:16.390838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.461807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:16.472666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Network 51ccd736-5ebd-4205-9945-3f78aac0e3f4 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:16.478241 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.478827 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Added segment 875fd64b-ae5c-4cf5-8408-f0da97b68a9e of type vlan for network 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 Jun 30 02:46:16.500354 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62cf83c-5f4c-4787-9398-b763dadd0295 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.534879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 51ccd736-5ebd-4205-9945-3f78aac0e3f4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:16.558399 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.573362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e331b-d536-4537-9ce0-323f43d061ec None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:16.578920 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.580960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c9a8d-fbdc-4d74-94f5-55d143d080f3 None None] Network 51ccd736-5ebd-4205-9945-3f78aac0e3f4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:16.583998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8d8d6-960b-4cac-b5ec-0d967db1ce22 None None] DHCP port deletion for 00f1797f-779d-411a-b10f-11d702bc5e2e request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:16.613744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.620508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:16.621233 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.665947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cf83c-5f4c-4787-9398-b763dadd0295 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=d2cb3583-4205-4c68-8175-e08c6560f7c1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:16.694261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62cf83c-5f4c-4787-9398-b763dadd0295 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:16.706573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:16.707239 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.740407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c62cf83c-5f4c-4787-9398-b763dadd0295 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:16.748445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0f8c99ba-eeed-4630-ba9d-5cd59dd2b3c0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3040810 Jun 30 02:46:16.749915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.753139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62cf83c-5f4c-4787-9398-b763dadd0295 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:16.755761 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c62cf83c-5f4c-4787-9398-b763dadd0295 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.775805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Request body: {'port': {'network_id': '51ccd736-5ebd-4205-9945-3f78aac0e3f4', 'name': 'tempest-TagsExtTest-2020039454'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:16.879756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Router e26689b1-ee07-414d-b96a-aa9fe84b00d2 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:46:16.884480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c62cf83c-5f4c-4787-9398-b763dadd0295 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0495045 Jun 30 02:46:16.887859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.894822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'name': 'tempest-NetworksTestDHCPv6-47151929'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:16.900946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7203372 Jun 30 02:46:16.914298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.963096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': '983b4d3d-ce4f-45e2-9d94-f25b0ab22e82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:17.032069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Made reservation on behalf of 507054eab5444ab2b089a747cd040cd0 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:17.035984 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.104821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] device_id is not set on port c382a953-90c0-40b8-b87b-e1abe11b081e yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:17.120378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e87c6536-ae5f-4150-82b7-2a789ae76947, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e87c6536-ae5f-4150-82b7-2a789ae76947,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:17.152354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c7b52-a2cb-46ab-bd4f-b4d4fab0d751 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Network': ['ID=983b4d3d-ce4f-45e2-9d94-f25b0ab22e82,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:17.160328 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.200907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:17.297294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Allocated IP 172.20.0.14 (51ccd736-5ebd-4205-9945-3f78aac0e3f4/b7f10b1d-3f64-4c00-bb99-8c61905807cd/c382a953-90c0-40b8-b87b-e1abe11b081e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:17.532547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e87c6536-ae5f-4150-82b7-2a789ae76947,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:17.549087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-51ccd736-5ebd-4205-9945-3f78aac0e3f4', 'network_id': '51ccd736-5ebd-4205-9945-3f78aac0e3f4', 'tenant_id': '507054eab5444ab2b089a747cd040cd0', 'fixed_ips': [{'subnet_id': 'b7f10b1d-3f64-4c00-bb99-8c61905807cd'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:17.549963 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.668656 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.681175 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:46:17.681175 n-d-758944-39 neutron-server[93770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:46:17.681175 n-d-758944-39 neutron-server[93770]: [parameters: {'project_id_1': '26ac379234f043849ae88a141cffeec5', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 46, 17, 617675)}] Jun 30 02:46:17.681175 n-d-758944-39 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:46:17.681670 n-d-758944-39 neutron-server[93770]: DEBUG oslo_db.api [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:46:17.720614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:17.732858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:17.824915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Transition to ACTIVE for port object c382a953-90c0-40b8-b87b-e1abe11b081e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:17.874092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e87c6536-ae5f-4150-82b7-2a789ae76947 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:17.957147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.060226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Network 51ccd736-5ebd-4205-9945-3f78aac0e3f4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:18.070873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:46:18.075195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:18.093940 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.104613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] Sync routers for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:46:18.106524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:18.117582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Pushing event updated for resources: {'Port': ['ID=c382a953-90c0-40b8-b87b-e1abe11b081e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:18.120881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Allocated IP 172.20.0.2 (51ccd736-5ebd-4205-9945-3f78aac0e3f4/b7f10b1d-3f64-4c00-bb99-8c61905807cd/cee727ae-4357-4daf-8991-1f004926094c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:18.164047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a666e915-220e-4613-85b7-e010debf7951 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:18.195226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:18.195869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:45:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:18.213849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:18.226349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.227073 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.227688 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "tag": "af68313b-813f-4736-8b18-81728f8305e1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:18.279054 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.332370 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d8328e-e37c-4772-a1ef-42e0d62839c4 x-openstack-request-id: req-b1d8328e-e37c-4772-a1ef-42e0d62839c4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:18.332370 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "tag": "af68313b-813f-4736-8b18-81728f8305e1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:18.332370 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1d8328e-e37c-4772-a1ef-42e0d62839c4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:18.332370 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1', 'status': 'completed', 'code': 200} Jun 30 02:46:18.353799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:18.363978 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.379092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=c4de3bac-564f-4a12-86f4-9662dffdf8d6,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:18.382153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c32c8fd-c350-477c-8e56-0a4ac365dc56 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "PUT /v2.0/floatingips/412a34c2-eab1-4611-be32-4b2d2e0fecfd HTTP/1.1" status: 200 len: 994 time: 9.1283000 Jun 30 02:46:18.416611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-733f3bae-b4bd-4061-bdde-049b55e75cb4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6450620 Jun 30 02:46:18.417371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53146) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:18.427842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dda2ce50-3bdb-4bb1-b77b-5edd79fc4151 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1998146503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:18.467540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dda2ce50-3bdb-4bb1-b77b-5edd79fc4151 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.467830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 9f63c959-06d2-4f38-b8bb-dd8b5290d81e yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:18.468683 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dda2ce50-3bdb-4bb1-b77b-5edd79fc4151 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.495579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-c2eebb42-0b03-440c-b992-9e29d68bf5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.497445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-c2eebb42-0b03-440c-b992-9e29d68bf5a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf23e250d94d4c881c3e6f22b00ce7&device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 1098 time: 0.1465778 Jun 30 02:46:18.597977 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dda2ce50-3bdb-4bb1-b77b-5edd79fc4151 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.603320 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dda2ce50-3bdb-4bb1-b77b-5edd79fc4151 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.707571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-3d60bc19-4f94-4590-9029-fc665719dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.709691 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-3d60bc19-4f94-4590-9029-fc665719dcec service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e HTTP/1.1" status: 200 len: 915 time: 0.1964383 Jun 30 02:46:18.711346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dda2ce50-3bdb-4bb1-b77b-5edd79fc4151 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.713957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dda2ce50-3bdb-4bb1-b77b-5edd79fc4151 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2936318 Jun 30 02:46:18.715711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:18.726392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e570d7d9-b97b-41f4-b1c7-376fcc9cf9b7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1641457946', 'prefixes': ['172.20.0.0/16']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:18.739725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e87c6536-ae5f-4150-82b7-2a789ae76947 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:18.740341 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.743901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::3ca (94dfcc4e-cb7a-4d66-82ed-b793863e0992/d2cb3583-4205-4c68-8175-e08c6560f7c1/9f63c959-06d2-4f38-b8bb-dd8b5290d81e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:18.870157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-af01e53c-eaf5-4098-82f4-3853f5a73690 None None] Provisioning complete for port e87c6536-ae5f-4150-82b7-2a789ae76947 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:18.870523 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af01e53c-eaf5-4098-82f4-3853f5a73690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.910414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-cd060b0e-1673-4e27-9a77-9e622861af85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af68313b-813f-4736-8b18-81728f8305e1 HTTP/1.1" status: 200 len: 1002 time: 0.1908598 Jun 30 02:46:18.957540 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:18.996999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 9f63c959-06d2-4f38-b8bb-dd8b5290d81e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:19.028385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-648ddb27-7af5-486b-84dc-d78780162592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.035315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:46:19.037813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-648ddb27-7af5-486b-84dc-d78780162592 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64f0cc56-bf0e-4c96-8471-fcfb481181a7 HTTP/1.1" status: 200 len: 853 time: 0.1169338 Jun 30 02:46:19.064326 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e570d7d9-b97b-41f4-b1c7-376fcc9cf9b7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.069961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e570d7d9-b97b-41f4-b1c7-376fcc9cf9b7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3515050 Jun 30 02:46:19.070830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:19.083930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.085927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Checking segment: {'id': '875fd64b-ae5c-4cf5-8408-f0da97b68a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '983b4d3d-ce4f-45e2-9d94-f25b0ab22e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:19.086494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network hostable DHCP agents. Network: 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:19.137599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:19.141690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:19.144842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-62af6ff6-d3ef-41e7-af10-2b4f7c5c6ee7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd', 'tempest-TagsExtTest-Tag-390234436') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:19.157068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:19.165282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.166340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.184068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2949865 Jun 30 02:46:19.188144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:19.190441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:19.245545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0dc8c-9a2c-446d-bdd6-660561d3a9f1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=9f63c959-06d2-4f38-b8bb-dd8b5290d81e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:19.248926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:19.260992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.263899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.296570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-56a87929-7283-45a4-8565-3b5aad691470 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3748677 Jun 30 02:46:19.305778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:19.317486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': '983b4d3d-ce4f-45e2-9d94-f25b0ab22e82', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1811355642'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:19.359706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-59ef3743-c7ae-4819-8831-0556665ea79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.369237 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-59ef3743-c7ae-4819-8831-0556665ea79f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3256018 Jun 30 02:46:19.478853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939fa369-901d-4f7a-8e7c-e37f135137c4 None None] Network 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:19.504998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b45b90-0a43-4a0a-b6c7-520de13d110f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.514369 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-62af6ff6-d3ef-41e7-af10-2b4f7c5c6ee7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags/tempest-TagsExtTest-Tag-390234436 HTTP/1.1" status: 201 len: 201 time: 0.3854601 Jun 30 02:46:19.518332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b45b90-0a43-4a0a-b6c7-520de13d110f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:19.520219 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-82b45b90-0a43-4a0a-b6c7-520de13d110f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.3257556 Jun 30 02:46:19.521026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:19.529103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:19.535296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-9b801a50-ed20-4a0f-8340-cc8536f31f7a tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e', 'tempest-TagsExtTest-Tag-1881758355') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:19.582091 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-f2ea2e61-3c91-46d9-a237-0e54b6630e37 service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027318 Jun 30 02:46:19.629351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 038b25b9-2ff7-4bbb-b5d6-87d4875719ce no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:19.633242 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.722354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 038b25b9-2ff7-4bbb-b5d6-87d4875719ce {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:19.723161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 038b25b9-2ff7-4bbb-b5d6-87d4875719ce not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:19.727240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Transition to ACTIVE for port object cee727ae-4357-4daf-8991-1f004926094c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:19.788964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9720f76-fdb4-43aa-bc1c-61d49f8f19e6 req-c8bd909d-454c-41ee-8a2c-e3f7a6545e9a service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998048 Jun 30 02:46:19.795195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Transition to ACTIVE for port object cee727ae-4357-4daf-8991-1f004926094c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:19.834180 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:19.862858 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9b801a50-ed20-4a0f-8340-cc8536f31f7a tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags/tempest-TagsExtTest-Tag-1881758355 HTTP/1.1" status: 201 len: 201 time: 0.3346102 Jun 30 02:46:19.865835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:19.871739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-fabea96a-b08d-47a3-8e7c-6393899c02ec tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1', 'tempest-TagsExtTest-Tag-1636492179') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:19.919612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1cda1-bd91-46d1-884c-3dc43cbb6231 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 9f63c959-06d2-4f38-b8bb-dd8b5290d81e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:19.920437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cda1-bd91-46d1-884c-3dc43cbb6231 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.033662 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fabea96a-b08d-47a3-8e7c-6393899c02ec tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags/tempest-TagsExtTest-Tag-1636492179 HTTP/1.1" status: 201 len: 201 time: 0.1654737 Jun 30 02:46:20.035368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:20.046974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Network 51ccd736-5ebd-4205-9945-3f78aac0e3f4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:20.053935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-7b522b4e-f0a0-4fac-a14c-20fa8688648b tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658', 'tempest-TagsExtTest-Tag-1798964584') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:20.059913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:20.082146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:20.101698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Pushing event updated for resources: {'Port': ['ID=cee727ae-4357-4daf-8991-1f004926094c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:20.125889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-983b4d3d-ce4f-45e2-9d94-f25b0ab22e82', 'network_id': '983b4d3d-ce4f-45e2-9d94-f25b0ab22e82', 'tenant_id': 'b12d1e1392724ad582a63e4e8d7240ce', 'fixed_ips': [{'subnet_id': 'c4de3bac-564f-4a12-86f4-9662dffdf8d6'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:20.126796 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.135932 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cda1-bd91-46d1-884c-3dc43cbb6231 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.152786 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7b522b4e-f0a0-4fac-a14c-20fa8688648b tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags/tempest-TagsExtTest-Tag-1798964584 HTTP/1.1" status: 201 len: 201 time: 0.1157465 Jun 30 02:46:20.156417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:20.161743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1cda1-bd91-46d1-884c-3dc43cbb6231 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 9f63c959-06d2-4f38-b8bb-dd8b5290d81e owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:20.181529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-3579b603-4f3e-4c73-8a8d-71b2b3e79efa tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:20.278657 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3579b603-4f3e-4c73-8a8d-71b2b3e79efa tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags HTTP/1.1" status: 200 len: 240 time: 0.1094122 Jun 30 02:46:20.284580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:20.294229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-ec2d626e-2482-4fac-a904-e13a63de6e14 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd', 'tempest-TagsExtTest-Tag-390234436') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:20.326806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Attempting to bind port cee727ae-4357-4daf-8991-1f004926094c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:20.332868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Attempting to bind port cee727ae-4357-4daf-8991-1f004926094c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '09d492cc-8f23-45dc-9b00-0fee0c63d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51ccd736-5ebd-4205-9945-3f78aac0e3f4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:20.333505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Attempting to bind port cee727ae-4357-4daf-8991-1f004926094c on network 51ccd736-5ebd-4205-9945-3f78aac0e3f4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:20.350752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:20.358220 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469f7e9b-e797-4915-8573-1b6b6cc8454c" -d '{"events": [{"name": "network-changed", "server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "tag": "af68313b-813f-4736-8b18-81728f8305e1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:20.378558 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cda1-bd91-46d1-884c-3dc43cbb6231 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.385708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:20.386878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Checking segment: {'id': '09d492cc-8f23-45dc-9b00-0fee0c63d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51ccd736-5ebd-4205-9945-3f78aac0e3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:20.387431 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.387917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Bound using segment: {'id': '09d492cc-8f23-45dc-9b00-0fee0c63d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51ccd736-5ebd-4205-9945-3f78aac0e3f4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:20.388591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Bound port: cee727ae-4357-4daf-8991-1f004926094c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d492cc-8f23-45dc-9b00-0fee0c63d81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '51ccd736-5ebd-4205-9945-3f78aac0e3f4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:20.389042 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.441863 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ec2d626e-2482-4fac-a904-e13a63de6e14 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags/tempest-TagsExtTest-Tag-390234436 HTTP/1.1" status: 204 len: 168 time: 0.1529412 Jun 30 02:46:20.443304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53188) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:20.446886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1cda1-bd91-46d1-884c-3dc43cbb6231 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=9f63c959-06d2-4f38-b8bb-dd8b5290d81e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:20.459593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-67f5e3bc-98d3-4540-9ebd-7e468088f502 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd', 'tempest-TagsExtTest-Tag-390234436') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:20.459846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:20.464654 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.487043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '412a34c2-eab1-4611-be32-4b2d2e0fecfd', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'port_id': 'af68313b-813f-4736-8b18-81728f8305e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'mac_address': 'fa:16:3e:59:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:05Z', 'updated_at': '2021-06-30T02:46:14Z', 'revision_number': 2, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:40Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:20.516404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cda1-bd91-46d1-884c-3dc43cbb6231 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.519481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d3d1cda1-bd91-46d1-884c-3dc43cbb6231 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/9f63c959-06d2-4f38-b8bb-dd8b5290d81e HTTP/1.1" status: 204 len: 168 time: 0.9678664 Jun 30 02:46:20.520984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 523efe11-787c-4c66-b2f0-571ed73adaf7 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:20.526577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:20.531623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7e62e77-b9ff-43d1-a29c-6f5d9c3a0c63 None None] Provisioning complete for port 9f63c959-06d2-4f38-b8bb-dd8b5290d81e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:20.532106 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7e62e77-b9ff-43d1-a29c-6f5d9c3a0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.567827 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e450ec3-298a-42b3-8260-8f9d7e796843 x-openstack-request-id: req-9e450ec3-298a-42b3-8260-8f9d7e796843 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:20.568132 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "tag": "af68313b-813f-4736-8b18-81728f8305e1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:20.569118 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e450ec3-298a-42b3-8260-8f9d7e796843 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:20.569521 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1', 'status': 'completed', 'code': 200} Jun 30 02:46:20.598679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645a421-8c70-4f84-8ebf-92b12b4b187f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:20.600640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645a421-8c70-4f84-8ebf-92b12b4b187f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:20.605096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7645a421-8c70-4f84-8ebf-92b12b4b187f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0744061 Jun 30 02:46:20.608111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:20.762831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Allocated IP 172.20.0.2 (983b4d3d-ce4f-45e2-9d94-f25b0ab22e82/c4de3bac-564f-4a12-86f4-9662dffdf8d6/7461ce2a-7e82-44f5-aa78-939fa30ea5d6) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:20.781050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet d2cb3583-4205-4c68-8175-e08c6560f7c1 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:20.790443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-a91373be-5131-473f-92a8-fb57106464e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:20.792627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-a91373be-5131-473f-92a8-fb57106464e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf23e250d94d4c881c3e6f22b00ce7&device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 1098 time: 0.2190609 Jun 30 02:46:20.795238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-67f5e3bc-98d3-4540-9ebd-7e468088f502 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags/tempest-TagsExtTest-Tag-390234436 HTTP/1.1" status: 204 len: 168 time: 0.3502922 Jun 30 02:46:20.797237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.797741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:20.803789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-d5834504-d037-4c56-b03c-f88aa9548db3 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:20.815843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a7e62e77-b9ff-43d1-a29c-6f5d9c3a0c63 None None] Port 9f63c959-06d2-4f38-b8bb-dd8b5290d81e was deleted so its status cannot be updated. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 02:46:20.819501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] Checking router: e26689b1-ee07-414d-b96a-aa9fe84b00d2 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:46:20.905157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] For port cee727ae-4357-4daf-8991-1f004926094c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:20.916130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] For port cee727ae-4357-4daf-8991-1f004926094c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cee727ae-4357-4daf-8991-1f004926094c,segment=NetworkSegment(09d492cc-8f23-45dc-9b00-0fee0c63d81a),segment_id=09d492cc-8f23-45dc-9b00-0fee0c63d81a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:20.937279 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:20.964511 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.046633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-fa256d66-e14d-408b-b75e-a6a3b485e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.048713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-fa256d66-e14d-408b-b75e-a6a3b485e0aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e HTTP/1.1" status: 200 len: 915 time: 0.2387710 Jun 30 02:46:21.080911 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.165781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:21.166420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:45:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:21.214424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.247173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-8745d18a-ac37-4262-b136-f1aa24a8d04d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af68313b-813f-4736-8b18-81728f8305e1 HTTP/1.1" status: 200 len: 1002 time: 0.1560102 Jun 30 02:46:21.312690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.324350 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/d2cb3583-4205-4c68-8175-e08c6560f7c1 HTTP/1.1" status: 204 len: 168 time: 0.7098610 Jun 30 02:46:21.324350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.324350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=d2cb3583-4205-4c68-8175-e08c6560f7c1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:21.349561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a7e62e77-b9ff-43d1-a29c-6f5d9c3a0c63 None None] Provisioning complete for port e87c6536-ae5f-4150-82b7-2a789ae76947 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:21.350266 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7e62e77-b9ff-43d1-a29c-6f5d9c3a0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:21.393944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d5834504-d037-4c56-b03c-f88aa9548db3 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags HTTP/1.1" status: 200 len: 205 time: 0.5929852 Jun 30 02:46:21.400302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.439122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-54c0f2fb-dc3b-4fa6-b6db-d4709fbeae3e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:21.453176 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-69eb6543-5655-4c5f-9307-69f4a1f92800 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190588 Jun 30 02:46:21.455342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.456019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.456578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.457107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.457606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.457840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-f176464a-8e56-45b4-817e-a1c0cc10d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.459206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.460253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-f176464a-8e56-45b4-817e-a1c0cc10d735 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64f0cc56-bf0e-4c96-8471-fcfb481181a7 HTTP/1.1" status: 200 len: 853 time: 0.2111201 Jun 30 02:46:21.460777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.461283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.463286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.463802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.464507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.465211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.466481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4427e1b-8fb9-4a63-b391-301a03ebaaaa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:21.478940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3de4729c-2986-4e5f-b2fe-c4122a7ded54 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:21.765124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:21.785010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10aa46-71fc-44fa-bdd2-f2319427e9c1 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:22.008041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de4729c-2986-4e5f-b2fe-c4122a7ded54 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:22.013022 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de4729c-2986-4e5f-b2fe-c4122a7ded54 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.028090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0181-2f15-4bb9-8602-8387b155fba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.140670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.150173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-54c0f2fb-dc3b-4fa6-b6db-d4709fbeae3e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags HTTP/1.1" status: 200 len: 241 time: 0.7482474 Jun 30 02:46:22.154985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.155917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Transition to ACTIVE for port object 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:22.162471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-b6cb7684-d4f8-41f8-a4e2-724d9605256d tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e', 'tempest-TagsExtTest-Tag-1881758355') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:22.163480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb5a3b-a18f-4738-9f79-775f945cdf6a None None] Pushing event updated for resources: {'Port': ['ID=cee727ae-4357-4daf-8991-1f004926094c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:22.177042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-d1ca2da7-6873-4ff2-854f-6cf3faba55e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:22.179220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-d1ca2da7-6873-4ff2-854f-6cf3faba55e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4397137 Jun 30 02:46:22.276056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Transition to ACTIVE for port object 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:22.288152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:46:22.302068 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0181-2f15-4bb9-8602-8387b155fba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.318378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3ee0181-2f15-4bb9-8602-8387b155fba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.355414 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.459920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Pushing event updated for resources: {'Port': ['ID=7461ce2a-7e82-44f5-aa78-939fa30ea5d6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:22.465046 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b6cb7684-d4f8-41f8-a4e2-724d9605256d tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags/tempest-TagsExtTest-Tag-1881758355 HTTP/1.1" status: 204 len: 168 time: 0.3037481 Jun 30 02:46:22.473776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.485585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-bb65c873-73e0-4d5f-a9b2-f1a72863de1e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e', 'tempest-TagsExtTest-Tag-1881758355') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:22.533784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Network 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:22.540251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-0213c1fe-f0e3-47dc-be1d-52c217890d84 service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287578 Jun 30 02:46:22.545338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b3ee0181-2f15-4bb9-8602-8387b155fba3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7578110933ed4cc39185b4ea2d2740cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7789669 Jun 30 02:46:22.553273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.568478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee0181-2f15-4bb9-8602-8387b155fba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127f0dd4-b5ea-45fd-b8d4-de6f57b76431,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:22.576677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.5 (983b4d3d-ce4f-45e2-9d94-f25b0ab22e82/c4de3bac-564f-4a12-86f4-9662dffdf8d6/523efe11-787c-4c66-b2f0-571ed73adaf7) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:22.579566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:22.585884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:22.642449 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de4729c-2986-4e5f-b2fe-c4122a7ded54 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.700149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-03b6399c-c284-45ba-800a-68173bb5cd35 None None] Could not find standard attr ID for object 9f63c959-06d2-4f38-b8bb-dd8b5290d81e. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:46:22.719167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-03b6399c-c284-45ba-800a-68173bb5cd35 None None] Could not find standard attr ID for object 975a150f-c29a-4e2e-bfe1-6633ae898350. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:46:22.725449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4729c-2986-4e5f-b2fe-c4122a7ded54 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=3924d242-3f81-40a4-ae3d-aaac9dfa34bd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:22.757265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de4729c-2986-4e5f-b2fe-c4122a7ded54 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:22.763465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3de4729c-2986-4e5f-b2fe-c4122a7ded54 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:22.767211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de4729c-2986-4e5f-b2fe-c4122a7ded54 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:22.767794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3de4729c-2986-4e5f-b2fe-c4122a7ded54 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.835678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Attempting to bind port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:22.836066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Attempting to bind port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '875fd64b-ae5c-4cf5-8408-f0da97b68a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '983b4d3d-ce4f-45e2-9d94-f25b0ab22e82'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:22.836199 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3de4729c-2986-4e5f-b2fe-c4122a7ded54 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3745465 Jun 30 02:46:22.836461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Attempting to bind port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 on network 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:22.849023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:22.862102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'name': 'tempest-NetworksTestDHCPv6-159042764'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:22.869275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:22.869646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Checking segment: {'id': '875fd64b-ae5c-4cf5-8408-f0da97b68a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '983b4d3d-ce4f-45e2-9d94-f25b0ab22e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:22.871645 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.872115 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Bound using segment: {'id': '875fd64b-ae5c-4cf5-8408-f0da97b68a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '983b4d3d-ce4f-45e2-9d94-f25b0ab22e82'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:22.874926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Bound port: 7461ce2a-7e82-44f5-aa78-939fa30ea5d6, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875fd64b-ae5c-4cf5-8408-f0da97b68a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '983b4d3d-ce4f-45e2-9d94-f25b0ab22e82'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:22.875312 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.897400 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5273dc81-1b97-4b80-b84a-f920e9f0e6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.922326 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:22.954787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object 523efe11-787c-4c66-b2f0-571ed73adaf7 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:23.013581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bb65c873-73e0-4d5f-a9b2-f1a72863de1e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags/tempest-TagsExtTest-Tag-1881758355 HTTP/1.1" status: 204 len: 168 time: 0.5393896 Jun 30 02:46:23.016326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:23.021828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-469f7e9b-e797-4915-8573-1b6b6cc8454c req-e5b5cfa0-0113-43ae-bb1b-77775fdca190 service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728656 Jun 30 02:46:23.026230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-031dbcf9-b16f-4d0e-b270-1e3cfd6dacd4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:23.026912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5273dc81-1b97-4b80-b84a-f920e9f0e6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.104123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] For port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:23.109614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] For port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7461ce2a-7e82-44f5-aa78-939fa30ea5d6,segment=NetworkSegment(875fd64b-ae5c-4cf5-8408-f0da97b68a9e),segment_id=875fd64b-ae5c-4cf5-8408-f0da97b68a9e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:23.117680 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.160535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.172398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb520186-f990-4873-a5c5-bc4bf97ac1b9 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:23.251185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49959e3-6981-4e9d-83b5-225d4c3f4765 None None] Network 51ccd736-5ebd-4205-9945-3f78aac0e3f4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:23.256953 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5273dc81-1b97-4b80-b84a-f920e9f0e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.268955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5273dc81-1b97-4b80-b84a-f920e9f0e6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.279668 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5273dc81-1b97-4b80-b84a-f920e9f0e6da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/127f0dd4-b5ea-45fd-b8d4-de6f57b76431 HTTP/1.1" status: 204 len: 168 time: 0.7176847 Jun 30 02:46:23.302008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:23.317273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.320923 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273dc81-1b97-4b80-b84a-f920e9f0e6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127f0dd4-b5ea-45fd-b8d4-de6f57b76431,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:23.352385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 2e630024-08da-4bf2-8fa9-590e44ad03bf yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:23.366553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:23.374856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27cae5-144b-4992-a69b-daede2738385 None None] Pushing event updated for resources: {'Port': ['ID=7461ce2a-7e82-44f5-aa78-939fa30ea5d6,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:23.376124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=523efe11-787c-4c66-b2f0-571ed73adaf7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:23.391287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-849801fe-ad45-4770-9ae7-d252cd2d50cd None None] Provisioning for port cee727ae-4357-4daf-8991-1f004926094c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:23.419807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:23.446544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:23.481491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '412a34c2-eab1-4611-be32-4b2d2e0fecfd', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'port_id': 'af68313b-813f-4736-8b18-81728f8305e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'mac_address': 'fa:16:3e:59:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:05Z', 'updated_at': '2021-06-30T02:46:14Z', 'revision_number': 2, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:40Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:23.583226 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-031dbcf9-b16f-4d0e-b270-1e3cfd6dacd4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags HTTP/1.1" status: 200 len: 205 time: 0.5641000 Jun 30 02:46:23.590161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:23.591076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.597376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:23.609073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-5614cf22-a9d7-458a-a88c-4f8913b24ca6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:23.611735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bb520186-f990-4873-a5c5-bc4bf97ac1b9 None None] Deleting port e87c6536-ae5f-4150-82b7-2a789ae76947 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:23.612258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb520186-f990-4873-a5c5-bc4bf97ac1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.618597 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-40173eff-fee7-4276-b51d-becb76c42225 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.3103971 Jun 30 02:46:23.622512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:23.778678 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-490858a3-fb83-4eea-8f3a-9ae9d75eee2b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 523efe11-787c-4c66-b2f0-571ed73adaf7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:23.779587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490858a3-fb83-4eea-8f3a-9ae9d75eee2b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.795434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a11a5c-16c9-4dec-9e56-ab0fe8b8ac56 None None] The sync data for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 is: [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '412a34c2-eab1-4611-be32-4b2d2e0fecfd', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'port_id': 'af68313b-813f-4736-8b18-81728f8305e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'mac_address': 'fa:16:3e:59:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:05Z', 'updated_at': '2021-06-30T02:46:14Z', 'revision_number': 2, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:40Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:46:23.884338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bb520186-f990-4873-a5c5-bc4bf97ac1b9 None None] For port e87c6536-ae5f-4150-82b7-2a789ae76947, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e87c6536-ae5f-4150-82b7-2a789ae76947,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:23.885218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb520186-f990-4873-a5c5-bc4bf97ac1b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:23.927559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::3c (94dfcc4e-cb7a-4d66-82ed-b793863e0992/3924d242-3f81-40a4-ae3d-aaac9dfa34bd/2e630024-08da-4bf2-8fa9-590e44ad03bf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:23.956866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bb520186-f990-4873-a5c5-bc4bf97ac1b9 None None] Calling delete_port for e87c6536-ae5f-4150-82b7-2a789ae76947 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:23.970276 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5614cf22-a9d7-458a-a88c-4f8913b24ca6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags HTTP/1.1" status: 200 len: 241 time: 0.3677204 Jun 30 02:46:23.973346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:23.990820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-c1dcdf4a-bf89-410f-8561-4facc90d96e7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1', 'tempest-TagsExtTest-Tag-1636492179') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:24.210782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:24.298363 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490858a3-fb83-4eea-8f3a-9ae9d75eee2b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.341372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-490858a3-fb83-4eea-8f3a-9ae9d75eee2b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 523efe11-787c-4c66-b2f0-571ed73adaf7 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:24.362757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:24.367603 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c1dcdf4a-bf89-410f-8561-4facc90d96e7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags/tempest-TagsExtTest-Tag-1636492179 HTTP/1.1" status: 204 len: 168 time: 0.3791008 Jun 30 02:46:24.380218 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-d2750a47-f6c8-4623-926a-d4f9a0f0ce74 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1', 'tempest-TagsExtTest-Tag-1636492179') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:24.405430 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb520186-f990-4873-a5c5-bc4bf97ac1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.463769 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:24.489753 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b726314d-2cd3-4d70-8a8b-dbac463a66ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.497250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb520186-f990-4873-a5c5-bc4bf97ac1b9 None None] No DVR routers for this DVR port e87c6536-ae5f-4150-82b7-2a789ae76947 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:24.518248 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5201fc23-c67c-4233-9771-fc0be3bdc2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.526626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb520186-f990-4873-a5c5-bc4bf97ac1b9 None None] Pushing event deleted for resources: {'Port': ['ID=e87c6536-ae5f-4150-82b7-2a789ae76947,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:24.553276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.571651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:24.585627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cee727ae-4357-4daf-8991-1f004926094c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:24.633830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef2578a-cb8f-4bb8-9646-918ec7570ffb None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:24.673461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 2e630024-08da-4bf2-8fa9-590e44ad03bf will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:24.696603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490858a3-fb83-4eea-8f3a-9ae9d75eee2b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.728762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port cee727ae-4357-4daf-8991-1f004926094c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:24.785073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490858a3-fb83-4eea-8f3a-9ae9d75eee2b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=523efe11-787c-4c66-b2f0-571ed73adaf7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:24.805619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d2750a47-f6c8-4623-926a-d4f9a0f0ce74 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags/tempest-TagsExtTest-Tag-1636492179 HTTP/1.1" status: 204 len: 168 time: 0.4401834 Jun 30 02:46:24.813235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:24.826848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-4853fb04-6496-4f54-9108-5b2002d5cacb tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:24.853208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cee727ae-4357-4daf-8991-1f004926094c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:24.853345 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.894040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3bf94d15-37c3-4387-8277-8ce58bba43d5 None None] Provisioning complete for port cee727ae-4357-4daf-8991-1f004926094c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:24.894988 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bf94d15-37c3-4387-8277-8ce58bba43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:24.957532 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.026619 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b726314d-2cd3-4d70-8a8b-dbac463a66ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.031960 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-490858a3-fb83-4eea-8f3a-9ae9d75eee2b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.034203 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-490858a3-fb83-4eea-8f3a-9ae9d75eee2b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/523efe11-787c-4c66-b2f0-571ed73adaf7 HTTP/1.1" status: 204 len: 168 time: 1.4104524 Jun 30 02:46:25.041112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.041860 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b726314d-2cd3-4d70-8a8b-dbac463a66ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.115340 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-75767d84-6680-4026-8961-3e81250d82df tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:46:25.119518 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-75767d84-6680-4026-8961-3e81250d82df tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/523efe11-787c-4c66-b2f0-571ed73adaf7 HTTP/1.1" status: 404 len: 333 time: 0.0678816 Jun 30 02:46:25.141354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.187616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b726314d-2cd3-4d70-8a8b-dbac463a66ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f70ea50d54034464a339c3d656bfa73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207050 Jun 30 02:46:25.187927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.195840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726314d-2cd3-4d70-8a8b-dbac463a66ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54050650-f246-4a5d-aaa7-257f46a6aca7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:25.215787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:25.234666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8283eeb9-b7cd-40d4-ad10-9c591f8ea5af None None] Network 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:25.281586 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a13a364-fbbc-4343-9a53-01fa05db1459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.296854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:25.312448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a13a364-fbbc-4343-9a53-01fa05db1459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.328803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:25.336737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:25.337360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.380751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=2e630024-08da-4bf2-8fa9-590e44ad03bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:25.382165 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.385371 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a13a364-fbbc-4343-9a53-01fa05db1459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.389472 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a13a364-fbbc-4343-9a53-01fa05db1459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.393811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3a13a364-fbbc-4343-9a53-01fa05db1459 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54050650-f246-4a5d-aaa7-257f46a6aca7 HTTP/1.1" status: 204 len: 168 time: 0.2049208 Jun 30 02:46:25.404279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13a364-fbbc-4343-9a53-01fa05db1459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54050650-f246-4a5d-aaa7-257f46a6aca7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:25.411422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.411764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.412116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.412435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.412735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.413060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.413385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.413702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.414025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.414386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.414654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.415245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:25.422771 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b8ba0338-0c94-48ff-8cea-337573578f1a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5725856 Jun 30 02:46:25.422968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.425215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4853fb04-6496-4f54-9108-5b2002d5cacb tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags HTTP/1.1" status: 200 len: 205 time: 0.6085572 Jun 30 02:46:25.428494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.433533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-b404c652-6e40-4fe4-8231-eb372e99c172 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.441544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9351d163-7aea-4d58-8a55-b08410e98bdf tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet c4de3bac-564f-4a12-86f4-9662dffdf8d6 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:25.453286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9351d163-7aea-4d58-8a55-b08410e98bdf tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.496844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b404c652-6e40-4fe4-8231-eb372e99c172 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags HTTP/1.1" status: 200 len: 241 time: 0.0669701 Jun 30 02:46:25.499519 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9351d163-7aea-4d58-8a55-b08410e98bdf tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.502299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.525115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-ed7652e1-de3d-42bf-abe8-44e71c6c2c49 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658', 'tempest-TagsExtTest-Tag-1798964584') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.555686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1293b8d-c415-4ce0-95e3-fb0df5478dcd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:25.560463 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e1293b8d-c415-4ce0-95e3-fb0df5478dcd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1338167 Jun 30 02:46:25.564033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.572503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port cee727ae-4357-4daf-8991-1f004926094c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cee727ae-4357-4daf-8991-1f004926094c,segment=NetworkSegment(09d492cc-8f23-45dc-9b00-0fee0c63d81a),segment_id=09d492cc-8f23-45dc-9b00-0fee0c63d81a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:25.582690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ed7652e1-de3d-42bf-abe8-44e71c6c2c49 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags/tempest-TagsExtTest-Tag-1798964584 HTTP/1.1" status: 204 len: 168 time: 0.0790651 Jun 30 02:46:25.585332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53300) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.593834 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.601825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '3924d242-3f81-40a4-ae3d-aaac9dfa34bd'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:25.602796 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.626425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-6c885d8f-e790-4b83-8b61-9892ab49b061 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658', 'tempest-TagsExtTest-Tag-1798964584') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.674651 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bf94d15-37c3-4387-8277-8ce58bba43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.678180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9351d163-7aea-4d58-8a55-b08410e98bdf tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.703042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e87c6536-ae5f-4150-82b7-2a789ae76947 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:25.730408 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c885d8f-e790-4b83-8b61-9892ab49b061 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags/tempest-TagsExtTest-Tag-1798964584 HTTP/1.1" status: 204 len: 168 time: 0.1429374 Jun 30 02:46:25.734049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.738706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-93a7e419-e2ca-4898-91da-8fe6e6fe1116 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.786284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-93a7e419-e2ca-4898-91da-8fe6e6fe1116 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags HTTP/1.1" status: 200 len: 205 time: 0.0513365 Jun 30 02:46:25.789844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.798064 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9351d163-7aea-4d58-8a55-b08410e98bdf tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.810289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-1f6df0a8-e062-4e54-9bc9-41d572edbfeb tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:25.872230 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9351d163-7aea-4d58-8a55-b08410e98bdf tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:25.885000 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9351d163-7aea-4d58-8a55-b08410e98bdf tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/c4de3bac-564f-4a12-86f4-9662dffdf8d6 HTTP/1.1" status: 204 len: 168 time: 0.6685603 Jun 30 02:46:25.893302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351d163-7aea-4d58-8a55-b08410e98bdf tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=c4de3bac-564f-4a12-86f4-9662dffdf8d6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:25.900503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:25.937858 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e87c6536-ae5f-4150-82b7-2a789ae76947 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:25.938498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e87c6536-ae5f-4150-82b7-2a789ae76947 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:25.991735 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1f6df0a8-e062-4e54-9bc9-41d572edbfeb tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags HTTP/1.1" status: 204 len: 168 time: 0.1951919 Jun 30 02:46:26.001208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:26.007789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-e377a7fc-052f-404b-b8bc-685c0907b6ff tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:26.133989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=cee727ae-4357-4daf-8991-1f004926094c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:26.145287 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.236191 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-3bf94d15-37c3-4387-8277-8ce58bba43d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:46:26.236715 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-3bf94d15-37c3-4387-8277-8ce58bba43d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:46:26.267664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:26.268263 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.282391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/3924d242-3f81-40a4-ae3d-aaac9dfa34bd/873811f7-bf6a-4aff-bdfd-e75c879e1086) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:26.412502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] For port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7461ce2a-7e82-44f5-aa78-939fa30ea5d6,segment=NetworkSegment(875fd64b-ae5c-4cf5-8408-f0da97b68a9e),segment_id=875fd64b-ae5c-4cf5-8408-f0da97b68a9e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:26.413746 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.473493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:26.578379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.590916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Transition to ACTIVE for port object 873811f7-bf6a-4aff-bdfd-e75c879e1086 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:26.630659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Transition to ACTIVE for port object 873811f7-bf6a-4aff-bdfd-e75c879e1086 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:26.647149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f94a0-349c-461a-9590-68dff2038c5c None None] Network 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:26.651155 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.825269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:26.835896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:26.844601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Pushing event updated for resources: {'Port': ['ID=873811f7-bf6a-4aff-bdfd-e75c879e1086,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:26.847258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b259b32c-580c-4d8a-b013-42058bc964d9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 2e630024-08da-4bf2-8fa9-590e44ad03bf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:26.848332 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b259b32c-580c-4d8a-b013-42058bc964d9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.848491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:26.919280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3bf94d15-37c3-4387-8277-8ce58bba43d5 None None] Provisioning for port c382a953-90c0-40b8-b87b-e1abe11b081e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:26.951360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3bf94d15-37c3-4387-8277-8ce58bba43d5 None None] Provisioning complete for port c382a953-90c0-40b8-b87b-e1abe11b081e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:26.951727 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bf94d15-37c3-4387-8277-8ce58bba43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:26.956728 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e377a7fc-052f-404b-b8bc-685c0907b6ff tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags HTTP/1.1" status: 204 len: 168 time: 0.9544628 Jun 30 02:46:26.959807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:26.964550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-e868ad65-8103-4aee-a61f-2290ee1a758e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:26.996642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3bf94d15-37c3-4387-8277-8ce58bba43d5 None None] Port c382a953-90c0-40b8-b87b-e1abe11b081e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:27.017329 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b259b32c-580c-4d8a-b013-42058bc964d9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.036107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b259b32c-580c-4d8a-b013-42058bc964d9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 2e630024-08da-4bf2-8fa9-590e44ad03bf owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:27.037837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Attempting to bind port 873811f7-bf6a-4aff-bdfd-e75c879e1086 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:27.038211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Attempting to bind port 873811f7-bf6a-4aff-bdfd-e75c879e1086 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:27.038568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Attempting to bind port 873811f7-bf6a-4aff-bdfd-e75c879e1086 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:27.058149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:27.059063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:27.059508 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.059904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:27.060536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Bound port: 873811f7-bf6a-4aff-bdfd-e75c879e1086, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:27.060921 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.080177 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-709ce7ab-a6f4-4a1b-bdbe-615a8d947c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.081854 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.117106 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e868ad65-8103-4aee-a61f-2290ee1a758e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags HTTP/1.1" status: 204 len: 168 time: 0.1559227 Jun 30 02:46:27.123046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:27.133989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-2b8c07fc-2a84-4414-89a0-028bf3e8e56f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:27.134393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-360ebe2e-7ae8-4176-959f-ea04803e71f8 None None] Provisioning for port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:27.153922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-360ebe2e-7ae8-4176-959f-ea04803e71f8 None None] Provisioning complete for port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:27.154651 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-360ebe2e-7ae8-4176-959f-ea04803e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.205639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:27.240597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] For port 873811f7-bf6a-4aff-bdfd-e75c879e1086, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:27.245317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] For port 873811f7-bf6a-4aff-bdfd-e75c879e1086, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=873811f7-bf6a-4aff-bdfd-e75c879e1086,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:27.250583 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.344436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e047c0c-fb42-4ea6-8d32-4e6e10d277ff None None] Pushing event updated for resources: {'Port': ['ID=873811f7-bf6a-4aff-bdfd-e75c879e1086,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:27.347089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d122a8-a8ed-4c8d-b894-4cea02d63a3e None None] DHCP port deletion for 983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:27.407808 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-360ebe2e-7ae8-4176-959f-ea04803e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.434878 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2b8c07fc-2a84-4414-89a0-028bf3e8e56f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags HTTP/1.1" status: 204 len: 168 time: 0.3104439 Jun 30 02:46:27.445124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:27.451035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-2b5714cb-f147-41cd-9ef3-1b4c213dbcec tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd', 'tempest-TagsExtTest-Tag-500759338') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:27.455756 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b259b32c-580c-4d8a-b013-42058bc964d9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.515467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-360ebe2e-7ae8-4176-959f-ea04803e71f8 None None] For port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7461ce2a-7e82-44f5-aa78-939fa30ea5d6,segment=NetworkSegment(875fd64b-ae5c-4cf5-8408-f0da97b68a9e),segment_id=875fd64b-ae5c-4cf5-8408-f0da97b68a9e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:27.521792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f1d122a8-a8ed-4c8d-b894-4cea02d63a3e None None] Deleting port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:27.522131 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1d122a8-a8ed-4c8d-b894-4cea02d63a3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.524315 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-360ebe2e-7ae8-4176-959f-ea04803e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.583503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259b32c-580c-4d8a-b013-42058bc964d9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=2e630024-08da-4bf2-8fa9-590e44ad03bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:27.646476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.665354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-360ebe2e-7ae8-4176-959f-ea04803e71f8 None None] Provisioning complete for port c382a953-90c0-40b8-b87b-e1abe11b081e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:27.665839 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-360ebe2e-7ae8-4176-959f-ea04803e71f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.675820 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef5aa-98c0-4505-ba0a-49be7642165c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.688208 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b259b32c-580c-4d8a-b013-42058bc964d9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.692472 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b259b32c-580c-4d8a-b013-42058bc964d9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/2e630024-08da-4bf2-8fa9-590e44ad03bf HTTP/1.1" status: 204 len: 168 time: 2.0990036 Jun 30 02:46:27.703566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=7461ce2a-7e82-44f5-aa78-939fa30ea5d6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:27.705785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:27.711828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No DVR routers for this DVR port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:27.729615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-360ebe2e-7ae8-4176-959f-ea04803e71f8 None None] Port c382a953-90c0-40b8-b87b-e1abe11b081e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:27.761933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f1d122a8-a8ed-4c8d-b894-4cea02d63a3e None None] For port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7461ce2a-7e82-44f5-aa78-939fa30ea5d6,segment=NetworkSegment(875fd64b-ae5c-4cf5-8408-f0da97b68a9e),segment_id=875fd64b-ae5c-4cf5-8408-f0da97b68a9e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:27.762815 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1d122a8-a8ed-4c8d-b894-4cea02d63a3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.787234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ebe2e-7ae8-4176-959f-ea04803e71f8 None None] Pushing event updated for resources: {'Port': ['ID=7461ce2a-7e82-44f5-aa78-939fa30ea5d6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:27.832741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f1d122a8-a8ed-4c8d-b894-4cea02d63a3e None None] Calling delete_port for 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:27.899895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0ed6b-f55e-4983-bfa6-762effd09b04 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:27.902354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0ed6b-f55e-4983-bfa6-762effd09b04 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:27.907052 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dde0ed6b-f55e-4983-bfa6-762effd09b04 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1997335 Jun 30 02:46:27.912060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:27.930278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:27.960209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983b4d3d-ce4f-45e2-9d94-f25b0ab22e82']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:28.002512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875fd64b-ae5c-4cf5-8408-f0da97b68a9e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:28.003008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875fd64b-ae5c-4cf5-8408-f0da97b68a9e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:28.023779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2b5714cb-f147-41cd-9ef3-1b4c213dbcec tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags/tempest-TagsExtTest-Tag-500759338 HTTP/1.1" status: 201 len: 201 time: 0.5774305 Jun 30 02:46:28.028228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:28.032396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1d122a8-a8ed-4c8d-b894-4cea02d63a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.039399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-8a592406-dede-483f-8a16-e3ad51c1422e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e', 'tempest-TagsExtTest-Tag-90824384') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:28.054447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.088639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d122a8-a8ed-4c8d-b894-4cea02d63a3e None None] No DVR routers for this DVR port 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:28.095677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c852fb1f-25c4-4a4f-b33e-92e758a8ef23 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 3924d242-3f81-40a4-ae3d-aaac9dfa34bd {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:28.106322 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c852fb1f-25c4-4a4f-b33e-92e758a8ef23 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.106976 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.128199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:28.128857 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:28.136949 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:28.145512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d122a8-a8ed-4c8d-b894-4cea02d63a3e None None] Pushing event deleted for resources: {'Port': ['ID=7461ce2a-7e82-44f5-aa78-939fa30ea5d6,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:28.197915 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c852fb1f-25c4-4a4f-b33e-92e758a8ef23 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.232107 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.234540 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef5aa-98c0-4505-ba0a-49be7642165c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.262359 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef5aa-98c0-4505-ba0a-49be7642165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.302855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ef5aa-98c0-4505-ba0a-49be7642165c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0042e36-49af-4cc8-b363-9a4ea6777cd2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:28.349902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.362235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.369246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cee727ae-4357-4daf-8991-1f004926094c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:28.371216 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/networks/983b4d3d-ce4f-45e2-9d94-f25b0ab22e82 HTTP/1.1" status: 204 len: 168 time: 2.4650896 Jun 30 02:46:28.371903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:28.380611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2f8ef5aa-98c0-4505-ba0a-49be7642165c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02de4437ca814d0b9aa11ddf3ef0743f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1734993 Jun 30 02:46:28.383380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:28.389706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'name': 'tempest-PortsTestJSON-1075403982'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:28.405749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8a592406-dede-483f-8a16-e3ad51c1422e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags/tempest-TagsExtTest-Tag-90824384 HTTP/1.1" status: 201 len: 201 time: 0.3684800 Jun 30 02:46:28.406440 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53374) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:28.411484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-48cf54cc-d944-4fb5-a835-e90f9542f979 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1', 'tempest-TagsExtTest-Tag-405706133') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:28.446006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cee727ae-4357-4daf-8991-1f004926094c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:28.446856 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.493334 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c852fb1f-25c4-4a4f-b33e-92e758a8ef23 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.542803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9e285-69c7-4fb4-b987-8327e687e0c5 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Network': ['ID=983b4d3d-ce4f-45e2-9d94-f25b0ab22e82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:28.610173 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-48cf54cc-d944-4fb5-a835-e90f9542f979 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags/tempest-TagsExtTest-Tag-405706133 HTTP/1.1" status: 201 len: 201 time: 0.2001469 Jun 30 02:46:28.610653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:28.614260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 873811f7-bf6a-4aff-bdfd-e75c879e1086 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:28.615626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-31710e3f-97b1-4cc3-8e9d-1f32d48900ba tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658', 'tempest-TagsExtTest-Tag-1661204737') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:28.657417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-155680b2-a6ff-475a-8d5e-a8665ee98df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.665907 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c852fb1f-25c4-4a4f-b33e-92e758a8ef23 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.690585 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-155680b2-a6ff-475a-8d5e-a8665ee98df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.712055 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c852fb1f-25c4-4a4f-b33e-92e758a8ef23 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.720130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c852fb1f-25c4-4a4f-b33e-92e758a8ef23 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/3924d242-3f81-40a4-ae3d-aaac9dfa34bd HTTP/1.1" status: 204 len: 168 time: 0.8060527 Jun 30 02:46:28.721266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 873811f7-bf6a-4aff-bdfd-e75c879e1086 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:28.730174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:28.733729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:28.737300 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:28.799970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852fb1f-25c4-4a4f-b33e-92e758a8ef23 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=3924d242-3f81-40a4-ae3d-aaac9dfa34bd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:28.800198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 067a8a92-4be8-4714-9656-369199cf52e4 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:28.839854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:28.888990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:28.891589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7461ce2a-7e82-44f5-aa78-939fa30ea5d6 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:28.905829 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1d8d7c01-16cc-4cf3-86d8-79b37e58c4ec tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1339877 Jun 30 02:46:28.906520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.001061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-31710e3f-97b1-4cc3-8e9d-1f32d48900ba tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags/tempest-TagsExtTest-Tag-1661204737 HTTP/1.1" status: 201 len: 201 time: 0.3894525 Jun 30 02:46:29.004356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.009648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-5dc55ffc-2fe1-4b6a-a43b-4211427e408e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd', {'tags': ['tempest-TagsExtTest-Tag-1981011578', 'tempest-TagsExtTest-Tag-2050594337', 'tempest-TagsExtTest-Tag-719891891']}) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:29.077921 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-155680b2-a6ff-475a-8d5e-a8665ee98df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.080961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-155680b2-a6ff-475a-8d5e-a8665ee98df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.082298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-155680b2-a6ff-475a-8d5e-a8665ee98df5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0042e36-49af-4cc8-b363-9a4ea6777cd2 HTTP/1.1" status: 204 len: 168 time: 0.6861835 Jun 30 02:46:29.102227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155680b2-a6ff-475a-8d5e-a8665ee98df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0042e36-49af-4cc8-b363-9a4ea6777cd2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:29.108951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928882af-614e-496c-b8bc-dcc2d72cdcf7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:29.113377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53392) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.113609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-928882af-614e-496c-b8bc-dcc2d72cdcf7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2039578 Jun 30 02:46:29.134929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.148123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5dc55ffc-2fe1-4b6a-a43b-4211427e408e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags HTTP/1.1" status: 200 len: 317 time: 0.1418812 Jun 30 02:46:29.152409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53394) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.169252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-99fe9a28-c12b-4a8d-97b4-e6b86c550486 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:29.224292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc65081-a4e2-4267-9f47-4dd499dbf091 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:29.232716 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9fc65081-a4e2-4267-9f47-4dd499dbf091 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1176629 Jun 30 02:46:29.234671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a72254-da44-4609-923f-9e7f21ff3941 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:29.235785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53396) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.398406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd3c9c51-2a6f-42f0-9184-1e532cdfe2d9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1576493 Jun 30 02:46:29.398406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.398777 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-99fe9a28-c12b-4a8d-97b4-e6b86c550486 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags HTTP/1.1" status: 204 len: 168 time: 0.2387733 Jun 30 02:46:29.400343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.405154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-6fc689d1-898c-488a-a5bf-41b2dd05d848 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd', 'tempest-TagsExtTest-Tag-1981011578') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:29.449493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ff5785dc-fa88-4be6-b16c-9cf54078827e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:29.456794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.530103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:29.533654 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6fc689d1-898c-488a-a5bf-41b2dd05d848 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:29.537648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6fc689d1-898c-488a-a5bf-41b2dd05d848 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags/tempest-TagsExtTest-Tag-1981011578 HTTP/1.1" status: 404 len: 329 time: 0.1371858 Jun 30 02:46:29.537867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0848a215-e23e-4227-8359-b1f819b98b2b None None] Provisioning for port 873811f7-bf6a-4aff-bdfd-e75c879e1086 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:29.539545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.540517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:29.552587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-6c0ca625-5693-415b-b560-a0ae2981c42b tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd', 'tempest-TagsExtTest-Tag-2050594337') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:29.560556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:29.561413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0848a215-e23e-4227-8359-b1f819b98b2b None None] Provisioning complete for port 873811f7-bf6a-4aff-bdfd-e75c879e1086 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:29.563342 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0848a215-e23e-4227-8359-b1f819b98b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.569239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:29.576952 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.638830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=067a8a92-4be8-4714-9656-369199cf52e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:29.642332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7deae40f-da8a-4b81-9d8d-39e4b93e3d80 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2604249 Jun 30 02:46:29.645443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.695392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5785dc-fa88-4be6-b16c-9cf54078827e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:29.698941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.700609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff5785dc-fa88-4be6-b16c-9cf54078827e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.731801 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f738edb-8bba-40e1-bd87-c2d17ae4708c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.782259 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0848a215-e23e-4227-8359-b1f819b98b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.806350 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6c0ca625-5693-415b-b560-a0ae2981c42b tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:29.810329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c0ca625-5693-415b-b560-a0ae2981c42b tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags/tempest-TagsExtTest-Tag-2050594337 HTTP/1.1" status: 404 len: 329 time: 0.2585957 Jun 30 02:46:29.810677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:29.815781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-4a06cc33-6652-49ee-989f-3f5fa3e70188 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd', 'tempest-TagsExtTest-Tag-719891891') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:29.827918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0848a215-e23e-4227-8359-b1f819b98b2b None None] For port 873811f7-bf6a-4aff-bdfd-e75c879e1086, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=873811f7-bf6a-4aff-bdfd-e75c879e1086,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:29.840756 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0848a215-e23e-4227-8359-b1f819b98b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.857055 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9049d5f5-5210-47fe-adcd-6e2922983221 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 067a8a92-4be8-4714-9656-369199cf52e4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:29.857327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9049d5f5-5210-47fe-adcd-6e2922983221 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.861986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0848a215-e23e-4227-8359-b1f819b98b2b None None] Could not find standard attr ID for object 2e630024-08da-4bf2-8fa9-590e44ad03bf. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:46:29.866325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc2edcf-b07e-4b61-9458-11e6dafa98a3 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:29.969083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9049d5f5-5210-47fe-adcd-6e2922983221 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:29.997263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9049d5f5-5210-47fe-adcd-6e2922983221 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 067a8a92-4be8-4714-9656-369199cf52e4 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:29.999470 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4a06cc33-6652-49ee-989f-3f5fa3e70188 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:30.001297 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f738edb-8bba-40e1-bd87-c2d17ae4708c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.007702 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4a06cc33-6652-49ee-989f-3f5fa3e70188 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags/tempest-TagsExtTest-Tag-719891891 HTTP/1.1" status: 404 len: 328 time: 0.1929805 Jun 30 02:46:30.008968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53418) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:30.013508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-58836193-274f-4cc3-982f-682ddaa754c3 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e', {'tags': ['tempest-TagsExtTest-Tag-901913612', 'tempest-TagsExtTest-Tag-839416559', 'tempest-TagsExtTest-Tag-539687638']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:30.020481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848a215-e23e-4227-8359-b1f819b98b2b None None] Pushing event updated for resources: {'Port': ['ID=873811f7-bf6a-4aff-bdfd-e75c879e1086,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:30.024408 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f738edb-8bba-40e1-bd87-c2d17ae4708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.059204 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.063649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2edcf-b07e-4b61-9458-11e6dafa98a3 None None] Deleting port 873811f7-bf6a-4aff-bdfd-e75c879e1086 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:30.064343 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bc2edcf-b07e-4b61-9458-11e6dafa98a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.076070 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8f738edb-8bba-40e1-bd87-c2d17ae4708c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10064b18f1774d7d93072bf1946a847b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728704 Jun 30 02:46:30.084359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:30.119015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff5785dc-fa88-4be6-b16c-9cf54078827e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.157667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 873811f7-bf6a-4aff-bdfd-e75c879e1086 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:30.186534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f738edb-8bba-40e1-bd87-c2d17ae4708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8779412-0b3c-4ec9-8534-7f434308814f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:30.201961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5785dc-fa88-4be6-b16c-9cf54078827e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:30.214822 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-58836193-274f-4cc3-982f-682ddaa754c3 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags HTTP/1.1" status: 200 len: 315 time: 0.2055619 Jun 30 02:46:30.217311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ff5785dc-fa88-4be6-b16c-9cf54078827e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:30.229259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:30.231587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5785dc-fa88-4be6-b16c-9cf54078827e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=892f9e3b-d8e1-4eb8-becd-b87c2416e58b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:30.234783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-3a9852f8-94f9-4ca0-8a56-51c98b5e0086 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:30.239650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5785dc-fa88-4be6-b16c-9cf54078827e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:30.240231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff5785dc-fa88-4be6-b16c-9cf54078827e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.264579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8bc2edcf-b07e-4b61-9458-11e6dafa98a3 None None] For port 873811f7-bf6a-4aff-bdfd-e75c879e1086, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=873811f7-bf6a-4aff-bdfd-e75c879e1086,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:30.265013 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bc2edcf-b07e-4b61-9458-11e6dafa98a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.265563 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9049d5f5-5210-47fe-adcd-6e2922983221 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.279908 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09b2d87f-3ad7-4ca6-adf5-fca8862a8494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.282582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2edcf-b07e-4b61-9458-11e6dafa98a3 None None] Calling delete_port for 873811f7-bf6a-4aff-bdfd-e75c879e1086 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:30.300302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049d5f5-5210-47fe-adcd-6e2922983221 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=067a8a92-4be8-4714-9656-369199cf52e4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:30.311002 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9049d5f5-5210-47fe-adcd-6e2922983221 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.312643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ff5785dc-fa88-4be6-b16c-9cf54078827e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9056940 Jun 30 02:46:30.317752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9049d5f5-5210-47fe-adcd-6e2922983221 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/067a8a92-4be8-4714-9656-369199cf52e4 HTTP/1.1" status: 204 len: 168 time: 0.6663630 Jun 30 02:46:30.317865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:30.317865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:30.346598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'mac_address': 'fa:16:3e:37:ff:f9', 'name': 'tempest-PortsTestJSON-918695673'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:30.362738 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3a9852f8-94f9-4ca0-8a56-51c98b5e0086 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags HTTP/1.1" status: 204 len: 168 time: 0.1320188 Jun 30 02:46:30.365739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:30.371540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-e59dc1e0-6586-4734-a20e-4a7def655384 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e', 'tempest-TagsExtTest-Tag-901913612') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:30.434286 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09b2d87f-3ad7-4ca6-adf5-fca8862a8494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.446924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': '892f9e3b-d8e1-4eb8-becd-b87c2416e58b', 'ip_address': '2001:db8::9a67:a1a8:d48f:e81d'}], 'name': 'tempest-NetworksTestDHCPv6-1413552725'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:30.484209 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e59dc1e0-6586-4734-a20e-4a7def655384 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:30.488969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e59dc1e0-6586-4734-a20e-4a7def655384 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags/tempest-TagsExtTest-Tag-901913612 HTTP/1.1" status: 404 len: 328 time: 0.1187737 Jun 30 02:46:30.488969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:30.495838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-6cb063cb-6c12-49b8-b6cc-6ab5e62550f9 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e', 'tempest-TagsExtTest-Tag-839416559') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:30.554446 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.595452 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6cb063cb-6c12-49b8-b6cc-6ab5e62550f9 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:30.597648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6cb063cb-6c12-49b8-b6cc-6ab5e62550f9 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags/tempest-TagsExtTest-Tag-839416559 HTTP/1.1" status: 404 len: 328 time: 0.1070745 Jun 30 02:46:30.600311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:30.615441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-79654b6b-8910-495c-9443-074319215791 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e', 'tempest-TagsExtTest-Tag-539687638') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:30.618045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 873811f7-bf6a-4aff-bdfd-e75c879e1086, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=873811f7-bf6a-4aff-bdfd-e75c879e1086,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:30.624391 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.652211 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bc2edcf-b07e-4b61-9458-11e6dafa98a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.656948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event deleted for resources: {'Port': ['ID=873811f7-bf6a-4aff-bdfd-e75c879e1086,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:30.691581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2edcf-b07e-4b61-9458-11e6dafa98a3 None None] Pushing event deleted for resources: {'Port': ['ID=873811f7-bf6a-4aff-bdfd-e75c879e1086,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:30.697624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc2edcf-b07e-4b61-9458-11e6dafa98a3 None None] No DVR routers for this DVR port 873811f7-bf6a-4aff-bdfd-e75c879e1086 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:30.719679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b2c0c2-497f-417c-a5df-88f8abc1e611 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:30.758832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:30.786155 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-79654b6b-8910-495c-9443-074319215791 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:30.794075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-79654b6b-8910-495c-9443-074319215791 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags/tempest-TagsExtTest-Tag-539687638 HTTP/1.1" status: 404 len: 328 time: 0.1923285 Jun 30 02:46:30.794812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53442) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:30.801885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-eec0db20-a8ba-4a9d-a564-6e04170b4889 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1', {'tags': ['tempest-TagsExtTest-Tag-237305420', 'tempest-TagsExtTest-Tag-208722412', 'tempest-TagsExtTest-Tag-1145140885']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:30.868229 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09b2d87f-3ad7-4ca6-adf5-fca8862a8494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.871350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09b2d87f-3ad7-4ca6-adf5-fca8862a8494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.875399 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09b2d87f-3ad7-4ca6-adf5-fca8862a8494 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8779412-0b3c-4ec9-8534-7f434308814f HTTP/1.1" status: 204 len: 168 time: 0.7894301 Jun 30 02:46:30.908094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:30.932518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2d87f-3ad7-4ca6-adf5-fca8862a8494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8779412-0b3c-4ec9-8534-7f434308814f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:30.937292 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eec0db20-a8ba-4a9d-a564-6e04170b4889 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags HTTP/1.1" status: 200 len: 316 time: 0.1396978 Jun 30 02:46:30.938389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53446) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:30.946954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-9e07feb1-360b-4d6d-89f6-a362e6ac81e1 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:30.968672 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '892f9e3b-d8e1-4eb8-becd-b87c2416e58b'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:30.969468 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:30.980385 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.055526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 717b5989-7a22-48df-a5f3-85d1f0f962d8 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:31.105748 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9e07feb1-360b-4d6d-89f6-a362e6ac81e1 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags HTTP/1.1" status: 204 len: 168 time: 0.1642199 Jun 30 02:46:31.108224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53448) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.118852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-8d811e90-820f-4a50-9e34-88bf080b7704 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1', 'tempest-TagsExtTest-Tag-237305420') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:31.149417 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.232397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/892f9e3b-d8e1-4eb8-becd-b87c2416e58b/01035467-ee9a-4b96-acd5-90cccddd635b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:31.276386 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-8d811e90-820f-4a50-9e34-88bf080b7704 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:31.283365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8d811e90-820f-4a50-9e34-88bf080b7704 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags/tempest-TagsExtTest-Tag-237305420 HTTP/1.1" status: 404 len: 328 time: 0.1737158 Jun 30 02:46:31.286300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.303336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-c278e65f-6d4c-434c-9b0b-c0a288babb7f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1', 'tempest-TagsExtTest-Tag-208722412') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:31.343392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 133250b1-35ab-49b8-b96c-20c9d79b27d8 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:31.472636 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-c278e65f-6d4c-434c-9b0b-c0a288babb7f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:31.475180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c278e65f-6d4c-434c-9b0b-c0a288babb7f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags/tempest-TagsExtTest-Tag-208722412 HTTP/1.1" status: 404 len: 328 time: 0.1859188 Jun 30 02:46:31.479260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.484016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-f5e9324b-500d-47d4-8fda-f1aa4d73f9b6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1', 'tempest-TagsExtTest-Tag-1145140885') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:31.538383 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.553114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.563444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Transition to ACTIVE for port object 01035467-ee9a-4b96-acd5-90cccddd635b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:31.593972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Transition to ACTIVE for port object 01035467-ee9a-4b96-acd5-90cccddd635b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:31.602018 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.603766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48bf9c3f-4bb9-45ce-8e8a-b963e53e60ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.625792 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-f5e9324b-500d-47d4-8fda-f1aa4d73f9b6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:31.626886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f5e9324b-500d-47d4-8fda-f1aa4d73f9b6 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags/tempest-TagsExtTest-Tag-1145140885 HTTP/1.1" status: 404 len: 329 time: 0.1464965 Jun 30 02:46:31.629739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.637483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-9d2c6a4e-7e27-4f47-8cbe-f736c2b53681 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658', {'tags': ['tempest-TagsExtTest-Tag-760242685', 'tempest-TagsExtTest-Tag-333957577', 'tempest-TagsExtTest-Tag-1375794965']}) {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:31.653694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.660517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:31.676870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:31.690280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:31.704292 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9d2c6a4e-7e27-4f47-8cbe-f736c2b53681 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "PUT /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags HTTP/1.1" status: 200 len: 316 time: 0.0735202 Jun 30 02:46:31.708202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.714846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-bd3ceef0-0e2c-4201-8756-9801365d11f0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:31.779001 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::9a67:a1a8:d48f:e81d (94dfcc4e-cb7a-4d66-82ed-b793863e0992/892f9e3b-d8e1-4eb8-becd-b87c2416e58b/133250b1-35ab-49b8-b96c-20c9d79b27d8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:31.791249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Pushing event updated for resources: {'Port': ['ID=01035467-ee9a-4b96-acd5-90cccddd635b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:31.808955 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.848033 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd3ceef0-0e2c-4201-8756-9801365d11f0 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags HTTP/1.1" status: 204 len: 168 time: 0.1388142 Jun 30 02:46:31.852747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53466) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.872880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-11f49a81-8100-4a49-b628-c02bf146891d tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658', 'tempest-TagsExtTest-Tag-760242685') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:31.885813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48bf9c3f-4bb9-45ce-8e8a-b963e53e60ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.889052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Attempting to bind port 01035467-ee9a-4b96-acd5-90cccddd635b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:31.891063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Attempting to bind port 01035467-ee9a-4b96-acd5-90cccddd635b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:31.892340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Attempting to bind port 01035467-ee9a-4b96-acd5-90cccddd635b on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:31.896446 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-48bf9c3f-4bb9-45ce-8e8a-b963e53e60ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.906645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:31.908633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:31.912110 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.915024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:31.915785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:31.917250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Bound port: 01035467-ee9a-4b96-acd5-90cccddd635b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:31.917939 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.926361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:31.936554 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-11f49a81-8100-4a49-b628-c02bf146891d tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:31.937916 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-11f49a81-8100-4a49-b628-c02bf146891d tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags/tempest-TagsExtTest-Tag-760242685 HTTP/1.1" status: 404 len: 328 time: 0.0824680 Jun 30 02:46:31.944692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:31.948151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53468) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.952365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.953493 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.957128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-f581ecd3-ae8c-461b-8112-5546d81191a1 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658', 'tempest-TagsExtTest-Tag-333957577') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:31.979603 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-48bf9c3f-4bb9-45ce-8e8a-b963e53e60ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88b8765f29ef4dd3abebce9a0905aa33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254057 Jun 30 02:46:31.982503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53470) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.994758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf9c3f-4bb9-45ce-8e8a-b963e53e60ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e1253c-d92d-4a16-9f57-935ce72a0f1c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.019185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=717b5989-7a22-48df-a5f3-85d1f0f962d8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.022370 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-f581ecd3-ae8c-461b-8112-5546d81191a1 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:32.024036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f581ecd3-ae8c-461b-8112-5546d81191a1 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags/tempest-TagsExtTest-Tag-333957577 HTTP/1.1" status: 404 len: 328 time: 0.0746207 Jun 30 02:46:32.029258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:32.034294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-846a0f06-7129-4c1b-a201-b29525da003b tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658', 'tempest-TagsExtTest-Tag-1375794965') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:32.061062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] For port 01035467-ee9a-4b96-acd5-90cccddd635b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:32.072500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] For port 01035467-ee9a-4b96-acd5-90cccddd635b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=01035467-ee9a-4b96-acd5-90cccddd635b,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:32.079163 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.089374 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-846a0f06-7129-4c1b-a201-b29525da003b tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] show failed (client error): The resource could not be found. Jun 30 02:46:32.091941 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-846a0f06-7129-4c1b-a201-b29525da003b tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags/tempest-TagsExtTest-Tag-1375794965 HTTP/1.1" status: 404 len: 329 time: 0.0615165 Jun 30 02:46:32.095308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:32.096756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67325c05-84ea-4890-ab47-e8760530150a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.101329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-ed02dea0-bdf1-464f-905c-81ca2c4e0aec tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '142f6943-c2c5-4da6-a5d6-04de69e32658') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:32.105211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6161f9c0-a256-49d3-9628-4ecf45d0c026 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7658286 Jun 30 02:46:32.109799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53476) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:32.179708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ed02dea0-bdf1-464f-905c-81ca2c4e0aec tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658/tags HTTP/1.1" status: 204 len: 168 time: 0.0826664 Jun 30 02:46:32.182642 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:32.193485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3194e85-8acf-48fd-9a76-3d8e3aadfb49 None None] Pushing event updated for resources: {'Port': ['ID=01035467-ee9a-4b96-acd5-90cccddd635b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.197788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.tag.tag_plugin [None req-67c89ec2-6278-41b2-a792-c8f12e1701fa tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dd9e6778-f053-46e6-8346-583c1ecefeb1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:32.204375 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67325c05-84ea-4890-ab47-e8760530150a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.264766 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:46:32.270406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f077347e-ded0-42c4-accc-e9cdfed3ef27 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.275090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53480) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:32.275537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f077347e-ded0-42c4-accc-e9cdfed3ef27 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/717b5989-7a22-48df-a5f3-85d1f0f962d8 HTTP/1.1" status: 200 len: 840 time: 0.1647339 Jun 30 02:46:32.352222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67325c05-84ea-4890-ab47-e8760530150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.376839 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67325c05-84ea-4890-ab47-e8760530150a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.387954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-67325c05-84ea-4890-ab47-e8760530150a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81e1253c-d92d-4a16-9f57-935ce72a0f1c HTTP/1.1" status: 204 len: 168 time: 0.3950026 Jun 30 02:46:32.407870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67325c05-84ea-4890-ab47-e8760530150a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e1253c-d92d-4a16-9f57-935ce72a0f1c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.446353 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.479755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 133250b1-35ab-49b8-b96c-20c9d79b27d8 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:32.555019 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-67c89ec2-6278-41b2-a792-c8f12e1701fa tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1/tags HTTP/1.1" status: 204 len: 168 time: 0.3712244 Jun 30 02:46:32.557658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:32.562948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-deedbf80-ceb7-402f-8549-afe69d52445d tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c382a953-90c0-40b8-b87b-e1abe11b081e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:32.649955 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.690423 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-deedbf80-ceb7-402f-8549-afe69d52445d tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e/tags HTTP/1.1" status: 204 len: 168 time: 0.1313107 Jun 30 02:46:32.691671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7b14f-0f9a-4c7a-a63d-d2bf64acd41a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 717b5989-7a22-48df-a5f3-85d1f0f962d8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:32.692032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b14f-0f9a-4c7a-a63d-d2bf64acd41a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.692904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:32.697494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.tag.tag_plugin [None req-f5ff1c17-7d82-4a51-bb90-dea2b944c8ca tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7f10b1d-3f64-4c00-bb99-8c61905807cd') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:32.772837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:32.794421 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f5ff1c17-7d82-4a51-bb90-dea2b944c8ca tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd/tags HTTP/1.1" status: 204 len: 168 time: 0.1004169 Jun 30 02:46:32.799022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:32.802930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:32.814514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:32.820105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.820730 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.828081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=133250b1-35ab-49b8-b96c-20c9d79b27d8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.842545 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b14f-0f9a-4c7a-a63d-d2bf64acd41a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.857820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7b14f-0f9a-4c7a-a63d-d2bf64acd41a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 717b5989-7a22-48df-a5f3-85d1f0f962d8 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:32.862544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0be4678a-93e2-4348-ab7a-052cf95402ad tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5226200 Jun 30 02:46:32.863168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:32.949265 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b49d29e7-cd8e-4673-b172-0a744504e6e1 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.956734 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b49d29e7-cd8e-4673-b172-0a744504e6e1 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/subnetpools/142f6943-c2c5-4da6-a5d6-04de69e32658 HTTP/1.1" status: 204 len: 168 time: 0.1533978 Jun 30 02:46:32.957756 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:33.036642 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-942ed8ea-9e8d-4f8e-ad2a-f9d0b5c3ed65 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd9e6778-f053-46e6-8346-583c1ecefeb1 HTTP/1.1" status: 200 len: 205 time: 0.0781417 Jun 30 02:46:33.038833 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:33.137399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88be1c3f-267e-4e91-8fc3-122965751d78 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.159182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88be1c3f-267e-4e91-8fc3-122965751d78 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.161501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-88be1c3f-267e-4e91-8fc3-122965751d78 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2974129 Jun 30 02:46:33.164214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:33.174221 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b14f-0f9a-4c7a-a63d-d2bf64acd41a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.208124 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ad76f9-f935-412f-9115-efb364aa1af4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.298203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7b14f-0f9a-4c7a-a63d-d2bf64acd41a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=717b5989-7a22-48df-a5f3-85d1f0f962d8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:33.321891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b14f-0f9a-4c7a-a63d-d2bf64acd41a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.337253 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d7a7b14f-0f9a-4c7a-a63d-d2bf64acd41a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/717b5989-7a22-48df-a5f3-85d1f0f962d8 HTTP/1.1" status: 204 len: 168 time: 1.0483325 Jun 30 02:46:33.342619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53528) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:33.453800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ad76f9-f935-412f-9115-efb364aa1af4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.456668 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ad76f9-f935-412f-9115-efb364aa1af4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.460380 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfeb9d2-ab92-4d87-82a0-444afa4cbdac tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:46:33.462275 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fcfeb9d2-ab92-4d87-82a0-444afa4cbdac tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/717b5989-7a22-48df-a5f3-85d1f0f962d8 HTTP/1.1" status: 404 len: 333 time: 0.1186302 Jun 30 02:46:33.466202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53534) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:33.472189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'name': 'tempest-PortsTestJSON-312748188'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:33.531568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ad76f9-f935-412f-9115-efb364aa1af4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.532077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ad76f9-f935-412f-9115-efb364aa1af4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Fanout notify agent at l3_agent the message router_deleted on router dd9e6778-f053-46e6-8346-583c1ecefeb1 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:46:33.551154 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83ad76f9-f935-412f-9115-efb364aa1af4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.555839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-83ad76f9-f935-412f-9115-efb364aa1af4 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/routers/dd9e6778-f053-46e6-8346-583c1ecefeb1 HTTP/1.1" status: 204 len: 168 time: 0.5158863 Jun 30 02:46:33.556701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:33.677994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-92d1b836-c2f8-4c0a-a5aa-dae1218e6a5e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 133250b1-35ab-49b8-b96c-20c9d79b27d8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:33.678434 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92d1b836-c2f8-4c0a-a5aa-dae1218e6a5e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.723722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4195a-4774-42f9-a5ab-270091d79ad7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Deleting port c382a953-90c0-40b8-b87b-e1abe11b081e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:33.723722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d4195a-4774-42f9-a5ab-270091d79ad7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.869077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d24582c-a4d1-4cc4-b783-54330d8f83ed None None] Provisioning for port 01035467-ee9a-4b96-acd5-90cccddd635b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:33.888205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:33.893075 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.900375 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92d1b836-c2f8-4c0a-a5aa-dae1218e6a5e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.911189 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d4195a-4774-42f9-a5ab-270091d79ad7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:33.948930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4195a-4774-42f9-a5ab-270091d79ad7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Calling delete_port for c382a953-90c0-40b8-b87b-e1abe11b081e owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:33.986823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 1310a34a-0280-4f8b-8914-afb82dd87eb8 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:34.005093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-92d1b836-c2f8-4c0a-a5aa-dae1218e6a5e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 133250b1-35ab-49b8-b96c-20c9d79b27d8 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:34.149943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01035467-ee9a-4b96-acd5-90cccddd635b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:34.255789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d3eea07-886b-438c-9bd0-bc37d7b1d567 None None] Could not find standard attr ID for object 2e630024-08da-4bf2-8fa9-590e44ad03bf. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:46:34.270960 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d4195a-4774-42f9-a5ab-270091d79ad7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.282138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 01035467-ee9a-4b96-acd5-90cccddd635b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:34.291367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 01035467-ee9a-4b96-acd5-90cccddd635b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:34.293734 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.402336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4195a-4774-42f9-a5ab-270091d79ad7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Pushing event deleted for resources: {'Port': ['ID=c382a953-90c0-40b8-b87b-e1abe11b081e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:34.508321 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.593448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 01035467-ee9a-4b96-acd5-90cccddd635b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=01035467-ee9a-4b96-acd5-90cccddd635b,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:34.602394 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.688226 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d4195a-4774-42f9-a5ab-270091d79ad7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.693492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e9d4195a-4774-42f9-a5ab-270091d79ad7 tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/ports/c382a953-90c0-40b8-b87b-e1abe11b081e HTTP/1.1" status: 204 len: 168 time: 1.1353054 Jun 30 02:46:34.696350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:34.727742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b5cf2abb-e69b-4cfd-a59e-dc2ca7d6f7fa None None] Provisioning for port 133250b1-35ab-49b8-b96c-20c9d79b27d8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:34.740740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=01035467-ee9a-4b96-acd5-90cccddd635b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:34.766909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b5cf2abb-e69b-4cfd-a59e-dc2ca7d6f7fa None None] Provisioning complete for port 133250b1-35ab-49b8-b96c-20c9d79b27d8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:34.767289 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5cf2abb-e69b-4cfd-a59e-dc2ca7d6f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.847081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9859c68e-160c-4473-8129-b1cd8166642e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Deleting subnet b7f10b1d-3f64-4c00-bb99-8c61905807cd {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:34.864799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9859c68e-160c-4473-8129-b1cd8166642e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:34.877447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf2abb-e69b-4cfd-a59e-dc2ca7d6f7fa None None] Port 133250b1-35ab-49b8-b96c-20c9d79b27d8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:34.964890 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9859c68e-160c-4473-8129-b1cd8166642e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.165298 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9859c68e-160c-4473-8129-b1cd8166642e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.166323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.255080 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9859c68e-160c-4473-8129-b1cd8166642e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.258477 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92d1b836-c2f8-4c0a-a5aa-dae1218e6a5e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.294333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9859c68e-160c-4473-8129-b1cd8166642e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.296425 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9859c68e-160c-4473-8129-b1cd8166642e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/subnets/b7f10b1d-3f64-4c00-bb99-8c61905807cd HTTP/1.1" status: 204 len: 168 time: 0.5991230 Jun 30 02:46:35.297314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859c68e-160c-4473-8129-b1cd8166642e tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f10b1d-3f64-4c00-bb99-8c61905807cd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:35.304673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:35.308916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894eb83a-8296-4f40-bf3e-aaf80e7b1197 None None] Network 51ccd736-5ebd-4205-9945-3f78aac0e3f4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:35.373455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1b836-c2f8-4c0a-a5aa-dae1218e6a5e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=133250b1-35ab-49b8-b96c-20c9d79b27d8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:35.376287 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.387461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92d1b836-c2f8-4c0a-a5aa-dae1218e6a5e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.389478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-92d1b836-c2f8-4c0a-a5aa-dae1218e6a5e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/133250b1-35ab-49b8-b96c-20c9d79b27d8 HTTP/1.1" status: 204 len: 168 time: 2.2237360 Jun 30 02:46:35.396150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:35.431330 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.564591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:35.593225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:35.604932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:35.611320 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.612210 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.612647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Deleting port cee727ae-4357-4daf-8991-1f004926094c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:35.614857 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.630217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=1310a34a-0280-4f8b-8914-afb82dd87eb8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:35.637333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-630efe32-1368-4940-86db-9719c68e2b52 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1699042 Jun 30 02:46:35.639371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:35.652401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-94af922f-d023-4dc3-a90d-a5915cdd07fb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:35.708984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c5d10-7890-410d-8a80-b7c2f9e86b53 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.710573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2c5d10-7890-410d-8a80-b7c2f9e86b53 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.717452 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0a2c5d10-7890-410d-8a80-b7c2f9e86b53 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3173852 Jun 30 02:46:35.719975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:35.743447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa4539-4813-4243-86cd-2cb12c69a792 None None] DHCP port deletion for 51ccd736-5ebd-4205-9945-3f78aac0e3f4 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:35.808823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94af922f-d023-4dc3-a90d-a5915cdd07fb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.842460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] For port cee727ae-4357-4daf-8991-1f004926094c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cee727ae-4357-4daf-8991-1f004926094c,segment=NetworkSegment(09d492cc-8f23-45dc-9b00-0fee0c63d81a),segment_id=09d492cc-8f23-45dc-9b00-0fee0c63d81a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:35.842460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.850933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa4539-4813-4243-86cd-2cb12c69a792 None None] Deleting port cee727ae-4357-4daf-8991-1f004926094c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:35.851579 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4539-4813-4243-86cd-2cb12c69a792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.876356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Calling delete_port for cee727ae-4357-4daf-8991-1f004926094c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:35.885433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-89530174-15ab-4bdf-85bc-97a028e696d8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 892f9e3b-d8e1-4eb8-becd-b87c2416e58b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:35.890897 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89530174-15ab-4bdf-85bc-97a028e696d8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.963765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4bfa4539-4813-4243-86cd-2cb12c69a792 None None] For port cee727ae-4357-4daf-8991-1f004926094c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cee727ae-4357-4daf-8991-1f004926094c,segment=NetworkSegment(09d492cc-8f23-45dc-9b00-0fee0c63d81a),segment_id=09d492cc-8f23-45dc-9b00-0fee0c63d81a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:35.964985 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4539-4813-4243-86cd-2cb12c69a792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.986951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa4539-4813-4243-86cd-2cb12c69a792 None None] Calling delete_port for cee727ae-4357-4daf-8991-1f004926094c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:36.050152 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89530174-15ab-4bdf-85bc-97a028e696d8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.171672 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01035467-ee9a-4b96-acd5-90cccddd635b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:36.211673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.255143 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bfa4539-4813-4243-86cd-2cb12c69a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.255426 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89530174-15ab-4bdf-85bc-97a028e696d8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.261131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94af922f-d023-4dc3-a90d-a5915cdd07fb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.262863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Pushing event deleted for resources: {'Port': ['ID=cee727ae-4357-4daf-8991-1f004926094c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:36.266966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94af922f-d023-4dc3-a90d-a5915cdd07fb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.317798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] No DVR routers for this DVR port cee727ae-4357-4daf-8991-1f004926094c on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:36.329703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af922f-d023-4dc3-a90d-a5915cdd07fb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=1310a34a-0280-4f8b-8914-afb82dd87eb8,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:36.336286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa4539-4813-4243-86cd-2cb12c69a792 None None] Pushing event deleted for resources: {'Port': ['ID=cee727ae-4357-4daf-8991-1f004926094c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:36.337231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-94af922f-d023-4dc3-a90d-a5915cdd07fb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] In _notify_port_updated(), no bound segment for port 1310a34a-0280-4f8b-8914-afb82dd87eb8 on network dd471da6-b463-46ce-87e7-416611b5aad9 {{(pid=93770) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:46:36.343302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af922f-d023-4dc3-a90d-a5915cdd07fb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:36.344131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94af922f-d023-4dc3-a90d-a5915cdd07fb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.348969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-94af922f-d023-4dc3-a90d-a5915cdd07fb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "PUT /v2.0/ports/1310a34a-0280-4f8b-8914-afb82dd87eb8 HTTP/1.1" status: 200 len: 818 time: 0.7049112 Jun 30 02:46:36.349969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:36.359342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa4539-4813-4243-86cd-2cb12c69a792 None None] No DVR routers for this DVR port cee727ae-4357-4daf-8991-1f004926094c on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:36.404065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 01035467-ee9a-4b96-acd5-90cccddd635b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:36.405066 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.487537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6573d0c5-a258-4f55-b2d1-c7a08d01177f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 1310a34a-0280-4f8b-8914-afb82dd87eb8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:36.487973 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6573d0c5-a258-4f55-b2d1-c7a08d01177f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.493421 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.525549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ccd736-5ebd-4205-9945-3f78aac0e3f4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:36.577951 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6573d0c5-a258-4f55-b2d1-c7a08d01177f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.586383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d492cc-8f23-45dc-9b00-0fee0c63d81a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:36.587505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d492cc-8f23-45dc-9b00-0fee0c63d81a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:36.603108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6573d0c5-a258-4f55-b2d1-c7a08d01177f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 1310a34a-0280-4f8b-8914-afb82dd87eb8 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:36.606273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cee727ae-4357-4daf-8991-1f004926094c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:36.606455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.628698 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89530174-15ab-4bdf-85bc-97a028e696d8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.631157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: cee727ae-4357-4daf-8991-1f004926094c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:36.631526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cee727ae-4357-4daf-8991-1f004926094c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:36.652947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.676351 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89530174-15ab-4bdf-85bc-97a028e696d8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.681996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:36.684319 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-89530174-15ab-4bdf-85bc-97a028e696d8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/892f9e3b-d8e1-4eb8-becd-b87c2416e58b HTTP/1.1" status: 204 len: 168 time: 0.9621654 Jun 30 02:46:36.684881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6b56ad-233a-44b1-9358-8f2fca1c20ae None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:36.687661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89530174-15ab-4bdf-85bc-97a028e696d8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=892f9e3b-d8e1-4eb8-becd-b87c2416e58b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:36.690621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:36.692730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:36.697540 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:36.737984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-813acc53-7453-43b5-a7ca-87281881e81b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542657 Jun 30 02:46:36.741207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:36.750008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7fc2e288-0177-4d1b-9bf0-506722273608 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:36.804035 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.830674 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.836356 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] 10.222.0.55 "DELETE /v2.0/networks/51ccd736-5ebd-4205-9945-3f78aac0e3f4 HTTP/1.1" status: 204 len: 168 time: 1.5306292 Jun 30 02:46:36.837448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337adf79-6ee2-41fd-987e-c339bb9e511f tempest-TagsExtTest-1663388484 tempest-TagsExtTest-1663388484-project] Pushing event deleted for resources: {'Network': ['ID=51ccd736-5ebd-4205-9945-3f78aac0e3f4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:36.884049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6573d0c5-a258-4f55-b2d1-c7a08d01177f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.897601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2e288-0177-4d1b-9bf0-506722273608 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:36.902222 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e288-0177-4d1b-9bf0-506722273608 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.932043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573d0c5-a258-4f55-b2d1-c7a08d01177f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=1310a34a-0280-4f8b-8914-afb82dd87eb8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:36.985132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6573d0c5-a258-4f55-b2d1-c7a08d01177f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.989383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6573d0c5-a258-4f55-b2d1-c7a08d01177f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/1310a34a-0280-4f8b-8914-afb82dd87eb8 HTTP/1.1" status: 204 len: 168 time: 0.6361592 Jun 30 02:46:36.989910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:37.002838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9954204f-94ae-4185-924a-e3fed5f67313 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:37.104262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba5f15-a462-4095-9af1-45e2c03c471c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.110243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-32ba5f15-a462-4095-9af1-45e2c03c471c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1186166 Jun 30 02:46:37.113112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9954204f-94ae-4185-924a-e3fed5f67313 None None] Deleting port 01035467-ee9a-4b96-acd5-90cccddd635b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:37.113928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:37.114532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9954204f-94ae-4185-924a-e3fed5f67313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.165919 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-96900ad0-bbdc-47c4-9b9b-d561cfbb6544 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:46:37.172503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53646) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:37.173920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-96900ad0-bbdc-47c4-9b9b-d561cfbb6544 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/1310a34a-0280-4f8b-8914-afb82dd87eb8 HTTP/1.1" status: 404 len: 333 time: 0.0586228 Jun 30 02:46:37.181813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1509410594'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:37.260125 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:37.264751 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.266107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9954204f-94ae-4185-924a-e3fed5f67313 None None] For port 01035467-ee9a-4b96-acd5-90cccddd635b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=01035467-ee9a-4b96-acd5-90cccddd635b,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:37.266487 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9954204f-94ae-4185-924a-e3fed5f67313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.269575 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e288-0177-4d1b-9bf0-506722273608 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.298845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9954204f-94ae-4185-924a-e3fed5f67313 None None] Calling delete_port for 01035467-ee9a-4b96-acd5-90cccddd635b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:37.344241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2e288-0177-4d1b-9bf0-506722273608 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:37.351946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:37.358612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2e288-0177-4d1b-9bf0-506722273608 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:37.369340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2e288-0177-4d1b-9bf0-506722273608 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.369953 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e288-0177-4d1b-9bf0-506722273608 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.372809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2e288-0177-4d1b-9bf0-506722273608 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=8bb398cc-368f-420e-9bf6-5e4f1294091b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:37.394561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:37.400036 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.400392 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Added segment afb5e711-eb25-437f-a75e-684b92caf58e of type vlan for network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e Jun 30 02:46:37.457767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:37.474769 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7fc2e288-0177-4d1b-9bf0-506722273608 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7287209 Jun 30 02:46:37.480690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53666) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:37.492728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': '8bb398cc-368f-420e-9bf6-5e4f1294091b', 'ip_address': '2001:db8::76c8:c6:8225:e12a'}], 'name': 'tempest-NetworksTestDHCPv6-2111088995'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:37.510284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.539226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9954204f-94ae-4185-924a-e3fed5f67313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.566902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954204f-94ae-4185-924a-e3fed5f67313 None None] No DVR routers for this DVR port 01035467-ee9a-4b96-acd5-90cccddd635b on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:37.583111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.602921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.608952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.622687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc975cd2-d53d-49ac-8f6f-b9d4bee8b4dc None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:37.759425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954204f-94ae-4185-924a-e3fed5f67313 None None] Pushing event deleted for resources: {'Port': ['ID=01035467-ee9a-4b96-acd5-90cccddd635b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:37.775724 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Network': ['ID=2cf9d1a5-95e9-4dec-9ab4-9a111100df1e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:37.794200 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ecd2e3b-c938-42be-b2f9-0be3362ac0bb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6204484 Jun 30 02:46:37.794996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53670) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:37.802377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:37.806813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:38.064501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:38.068982 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.122350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '8bb398cc-368f-420e-9bf6-5e4f1294091b'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:38.124081 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.319514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4f023230-4415-4cac-ac42-2ec85be95116 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=507054eab5444ab2b089a747cd040cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9225521 Jun 30 02:46:38.323459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:38.367498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.378677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/8bb398cc-368f-420e-9bf6-5e4f1294091b/f96a4f5b-5fd5-4389-ab1b-7f6cd471db89) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:38.404622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Deleting port 9d97ed65-e3e9-4cfe-98fe-e9444233ddfa {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:38.405173 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.443014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01035467-ee9a-4b96-acd5-90cccddd635b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:38.443563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=b0bc4107-9b60-4b0b-8303-360f3db274bd,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.485535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Checking segment: {'id': 'afb5e711-eb25-437f-a75e-684b92caf58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:38.486339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network hostable DHCP agents. Network: 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:38.512402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:38.527953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:38.547871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:38.549640 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.564326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 01035467-ee9a-4b96-acd5-90cccddd635b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:38.564678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01035467-ee9a-4b96-acd5-90cccddd635b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:38.581379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c794a617-5628-45e6-8592-876dadfab08d None None] Network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:38.586104 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3c6e6cd9-31c0-46ba-b737-05e10aca8588 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7859907 Jun 30 02:46:38.591169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:38.597232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:38.608574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ce6807f9-e155-46ad-8d84-1e2f7371da7d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:38.620422 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed374-87c6-4abf-9281-925224fa053b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.647672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed374-87c6-4abf-9281-925224fa053b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.823716 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.824261 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.839217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed374-87c6-4abf-9281-925224fa053b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.841951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a8ed374-87c6-4abf-9281-925224fa053b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.843209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4a8ed374-87c6-4abf-9281-925224fa053b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a28f4132-68c5-4431-bda6-acd0c66bd75d HTTP/1.1" status: 204 len: 168 time: 0.5179412 Jun 30 02:46:38.882588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Calling delete_port for 9d97ed65-e3e9-4cfe-98fe-e9444233ddfa owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:38.914500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ed374-87c6-4abf-9281-925224fa053b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28f4132-68c5-4431-bda6-acd0c66bd75d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:39.041884 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.076322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Transition to ACTIVE for port object f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:39.089788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6807f9-e155-46ad-8d84-1e2f7371da7d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:39.094649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-2cf9d1a5-95e9-4dec-9ab4-9a111100df1e', 'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e', 'tenant_id': 'b12d1e1392724ad582a63e4e8d7240ce', 'fixed_ips': [{'subnet_id': 'b0bc4107-9b60-4b0b-8303-360f3db274bd'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:39.095617 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.097875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce6807f9-e155-46ad-8d84-1e2f7371da7d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.123896 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.155775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Transition to ACTIVE for port object f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:39.185444 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.205084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port ca512534-aa9c-4671-95c2-c1ccd99c7e82 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:39.437947 n-d-758944-39 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-ce6807f9-e155-46ad-8d84-1e2f7371da7d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b0bc4107-9b60-4b0b-8303-360f3db274bd (CIDR: 172.20.0.0/28) Jun 30 02:46:39.449533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:39.452257 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6807f9-e155-46ad-8d84-1e2f7371da7d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:46:39.452827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6807f9-e155-46ad-8d84-1e2f7371da7d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:46:39.484845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:39.491854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:39.503758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.549726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Pushing event updated for resources: {'Port': ['ID=f96a4f5b-5fd5-4389-ab1b-7f6cd471db89,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:39.550041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:39.551939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ce6807f9-e155-46ad-8d84-1e2f7371da7d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9485993 Jun 30 02:46:39.559370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-60994066-efb8-4496-96e7-6ceae2686677 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:39.612863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event deleted for resources: {'Port': ['ID=9d97ed65-e3e9-4cfe-98fe-e9444233ddfa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:39.789951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::76c8:c6:8225:e12a (94dfcc4e-cb7a-4d66-82ed-b793863e0992/8bb398cc-368f-420e-9bf6-5e4f1294091b/ca512534-aa9c-4671-95c2-c1ccd99c7e82) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:39.857088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Attempting to bind port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:39.857615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Attempting to bind port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:39.858236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Attempting to bind port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:39.878525 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.879953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60994066-efb8-4496-96e7-6ceae2686677 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:39.880261 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Floating IP 412a34c2-eab1-4611-be32-4b2d2e0fecfd disassociated (deleted). External IP: 172.25.7.222, port: af68313b-813f-4736-8b18-81728f8305e1. Jun 30 02:46:39.885214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60994066-efb8-4496-96e7-6ceae2686677 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.885905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:39.888339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:39.889852 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.889852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:39.889852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Bound port: f96a4f5b-5fd5-4389-ab1b-7f6cd471db89, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:39.890351 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.893957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Allocated IP 172.20.0.2 (2cf9d1a5-95e9-4dec-9ab4-9a111100df1e/b0bc4107-9b60-4b0b-8303-360f3db274bd/d781a17e-6958-4d1f-adb6-68f1580ee351) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:40.487989 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60994066-efb8-4496-96e7-6ceae2686677 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.501462 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.509024 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:40.511636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] For port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:40.516104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] For port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f96a4f5b-5fd5-4389-ab1b-7f6cd471db89,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:40.517512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Transition to ACTIVE for port object d781a17e-6958-4d1f-adb6-68f1580ee351 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:40.524468 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.601629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Transition to ACTIVE for port object d781a17e-6958-4d1f-adb6-68f1580ee351 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:40.616059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-92a52609-6949-490f-9779-f9567ede2824 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4135003 Jun 30 02:46:40.681971 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60994066-efb8-4496-96e7-6ceae2686677 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=6ee7285f-f4a3-4ac6-be56-5772aee5c96b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:40.685097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dd289-9032-4b30-8b23-77059c433e9e None None] Pushing event updated for resources: {'Port': ['ID=f96a4f5b-5fd5-4389-ab1b-7f6cd471db89,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:40.695598 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.736899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60994066-efb8-4496-96e7-6ceae2686677 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:40.741526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Router e26689b1-ee07-414d-b96a-aa9fe84b00d2 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:46:40.744476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Pushing event updated for resources: {'Port': ['ID=d781a17e-6958-4d1f-adb6-68f1580ee351,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:40.762246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-621328133-network', 'tenant_id': '8baefa6673884d3e9ac08e6f743a26cf'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:40.772554 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:40.775536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:40.783647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:40.787209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-60994066-efb8-4496-96e7-6ceae2686677 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:40.799291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60994066-efb8-4496-96e7-6ceae2686677 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.801468 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60994066-efb8-4496-96e7-6ceae2686677 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.821457 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.883999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Made reservation on behalf of 8baefa6673884d3e9ac08e6f743a26cf for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:40.893649 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.899732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object ca512534-aa9c-4671-95c2-c1ccd99c7e82 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:40.923663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.939059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-60994066-efb8-4496-96e7-6ceae2686677 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3853633 Jun 30 02:46:40.954307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Attempting to bind port d781a17e-6958-4d1f-adb6-68f1580ee351 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:40.954684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Attempting to bind port d781a17e-6958-4d1f-adb6-68f1580ee351 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'afb5e711-eb25-437f-a75e-684b92caf58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:40.955075 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Attempting to bind port d781a17e-6958-4d1f-adb6-68f1580ee351 on network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:40.955447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53762) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:40.961449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:40.961802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Checking segment: {'id': 'afb5e711-eb25-437f-a75e-684b92caf58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:40.962213 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.962600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Bound using segment: {'id': 'afb5e711-eb25-437f-a75e-684b92caf58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:40.963101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Bound port: d781a17e-6958-4d1f-adb6-68f1580ee351, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb5e711-eb25-437f-a75e-684b92caf58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:40.963483 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.978799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e', 'fixed_ips': [{'subnet_id': 'b0bc4107-9b60-4b0b-8303-360f3db274bd'}, {'subnet_id': '6ee7285f-f4a3-4ac6-be56-5772aee5c96b'}], 'name': 'tempest-PortsTestJSON-1860821513'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:41.123147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] For port d781a17e-6958-4d1f-adb6-68f1580ee351, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:41.128373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] For port d781a17e-6958-4d1f-adb6-68f1580ee351, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d781a17e-6958-4d1f-adb6-68f1580ee351,segment=NetworkSegment(afb5e711-eb25-437f-a75e-684b92caf58e),segment_id=afb5e711-eb25-437f-a75e-684b92caf58e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:41.138843 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.274587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:41.303197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21a1a2-ec4d-4847-9798-e50d59b9e69f None None] Pushing event updated for resources: {'Port': ['ID=d781a17e-6958-4d1f-adb6-68f1580ee351,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.344230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-e9b17720-dad1-4c7d-b285-2eba0818dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.347175 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-e9b17720-dad1-4c7d-b285-2eba0818dc3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf23e250d94d4c881c3e6f22b00ce7&device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 1098 time: 0.6417546 Jun 30 02:46:41.400733 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.400963 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.407951 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.497073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:41.498031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:46:41.501035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:41.509409 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.509837 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] Sync routers for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:46:41.519885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3cf60f-3e76-4dc2-9b75-93def462ef5f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.520061 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:41.520623 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:41.572233 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.572687 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Added segment 008b156b-a316-401c-be09-3d42c832dd7c of type vlan for network 20f0ce25-51c5-45f9-ab3d-f6aa952adeb3 Jun 30 02:46:41.678157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:41.701522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:41.709448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:41.724509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.726259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.782978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2989385 Jun 30 02:46:41.787874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:41.788525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458d982-2f61-49fb-b94f-952d7a4184d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=ca512534-aa9c-4671-95c2-c1ccd99c7e82,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.807921 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0eb19f0f-b1f9-45d3-9575-86af002e8dbf tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "DELETE /v2.0/floatingips/412a34c2-eab1-4611-be32-4b2d2e0fecfd HTTP/1.1" status: 204 len: 168 time: 4.3484647 Jun 30 02:46:41.812040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:41.814291 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f52b66-d3c3-4f3b-909b-72f59229490e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "tag": "af68313b-813f-4736-8b18-81728f8305e1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:41.905192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-e6863d08-6899-43fa-befd-58c1bd8f9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.906983 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-e6863d08-6899-43fa-befd-58c1bd8f9450 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e HTTP/1.1" status: 200 len: 915 time: 0.5105176 Jun 30 02:46:41.979586 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e331581f-0d42-48bc-8d66-433a02dd458e x-openstack-request-id: req-e331581f-0d42-48bc-8d66-433a02dd458e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:41.979934 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "tag": "af68313b-813f-4736-8b18-81728f8305e1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:41.980186 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e331581f-0d42-48bc-8d66-433a02dd458e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:41.980581 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1', 'status': 'completed', 'code': 200} Jun 30 02:46:41.982360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-4d5c64d1-7843-49d1-b3d6-e442cb3cf016 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af68313b-813f-4736-8b18-81728f8305e1 HTTP/1.1" status: 200 len: 217 time: 0.0584497 Jun 30 02:46:42.006229 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.034826 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e4f8ad-1b4b-4a80-82fb-ecf19a315270 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.044762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e4f8ad-1b4b-4a80-82fb-ecf19a315270 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.051880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-76e4f8ad-1b4b-4a80-82fb-ecf19a315270 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2596042 Jun 30 02:46:42.058259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:42.242626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-d2959691-6b8c-478c-966f-d289beccd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.244561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-d2959691-6b8c-478c-966f-d289beccd870 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64f0cc56-bf0e-4c96-8471-fcfb481181a7 HTTP/1.1" status: 200 len: 853 time: 0.2529569 Jun 30 02:46:42.270171 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:46:42.288045 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc74520b-7826-478f-8e54-6390ac7a818c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.336883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:42.451266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-90a72b32-9f3f-460a-96c6-52013f24fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.465832 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-90a72b32-9f3f-460a-96c6-52013f24fcf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2084906 Jun 30 02:46:42.485890 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:46:42.521627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:42.526187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d781a17e-6958-4d1f-adb6-68f1580ee351 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:42.719626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port d781a17e-6958-4d1f-adb6-68f1580ee351 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:42.741452 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.742455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.744579 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.770605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-5ff7a96d-015c-4290-8fc1-09dd58900476 service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012927 Jun 30 02:46:42.787565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.899915 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fb4216a-8855-4c27-897b-85b177a7c6fb None None] Provisioning for port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:42.909600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0fb4216a-8855-4c27-897b-85b177a7c6fb None None] Provisioning complete for port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:42.909981 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fb4216a-8855-4c27-897b-85b177a7c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.976817 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:40Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:43.014393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] Pushing event updated for resources: {'Network': ['ID=20f0ce25-51c5-45f9-ab3d-f6aa952adeb3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:43.043223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 20f0ce25-51c5-45f9-ab3d-f6aa952adeb3 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:43.065980 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] Checking router: e26689b1-ee07-414d-b96a-aa9fe84b00d2 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:46:43.069624 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a4f620a-2c4e-4ace-9f8e-e6a3766fa68a req-dc8b3243-a1de-41b4-b5bf-15515ca2d30a service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888424 Jun 30 02:46:43.105468 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:46:43.108516 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:43.143972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e4549e0a-921b-423b-b7d4-df0ed503d4b3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port ca512534-aa9c-4671-95c2-c1ccd99c7e82 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:43.167427 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4549e0a-921b-423b-b7d4-df0ed503d4b3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.179287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 3a57371e-b542-4e32-9855-fd99fe85a4ed yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:43.410904 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:46:43.413587 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fb4216a-8855-4c27-897b-85b177a7c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.521005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0fb4216a-8855-4c27-897b-85b177a7c6fb None None] For port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f96a4f5b-5fd5-4389-ab1b-7f6cd471db89,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:43.524915 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26141d4-3b2a-41e4-a042-3ded7d76e311 None None] Network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:43.536048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0fb4216a-8855-4c27-897b-85b177a7c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.640900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-30cb3025-ed70-44b7-96a8-21133f180e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.642976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-30cb3025-ed70-44b7-96a8-21133f180e79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adf23e250d94d4c881c3e6f22b00ce7&device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 1098 time: 0.5062165 Jun 30 02:46:43.743534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] Provisioning for port ca512534-aa9c-4671-95c2-c1ccd99c7e82 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:43.801018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] Provisioning complete for port ca512534-aa9c-4671-95c2-c1ccd99c7e82 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:43.801018 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:43.853428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-4ff0c452-2e65-43d4-820f-cb73c7543755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.858278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-4ff0c452-2e65-43d4-820f-cb73c7543755 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e HTTP/1.1" status: 200 len: 915 time: 0.2082307 Jun 30 02:46:43.898459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] Port ca512534-aa9c-4671-95c2-c1ccd99c7e82 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:43.939184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4216a-8855-4c27-897b-85b177a7c6fb None None] Pushing event updated for resources: {'Port': ['ID=f96a4f5b-5fd5-4389-ab1b-7f6cd471db89,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:43.994546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] Provisioning for port d781a17e-6958-4d1f-adb6-68f1580ee351 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:44.002954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-8b7151d7-7d63-4bb9-a59b-985143381e13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af68313b-813f-4736-8b18-81728f8305e1 HTTP/1.1" status: 200 len: 217 time: 0.1370876 Jun 30 02:46:44.009246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] Provisioning complete for port d781a17e-6958-4d1f-adb6-68f1580ee351 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:44.009614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.011217 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:40Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:44.103819 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c886b-11a3-4828-9e04-73c3f9bb4c08 None None] The sync data for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 is: [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:41:32Z', 'revision_number': 4, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '73ae83cb-3d73-4481-a412-1f6f066c773b', 'name': '', 'network_id': '3eefaf5d-6f3e-4d72-b603-0e9ece4f713e', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'mac_address': 'fa:16:3e:f5:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:31Z', 'updated_at': '2021-06-30T02:41:40Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'subnets': [{'id': '64f0cc56-bf0e-4c96-8471-fcfb481181a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:46:44.146531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-02d15913-fbe4-4339-accf-714672a47e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.148057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-02d15913-fbe4-4339-accf-714672a47e2a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64f0cc56-bf0e-4c96-8471-fcfb481181a7 HTTP/1.1" status: 200 len: 853 time: 0.1380017 Jun 30 02:46:44.176748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:44.285916 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.319687 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc74520b-7826-478f-8e54-6390ac7a818c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.366389 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4549e0a-921b-423b-b7d4-df0ed503d4b3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.381007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e4549e0a-921b-423b-b7d4-df0ed503d4b3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for ca512534-aa9c-4671-95c2-c1ccd99c7e82 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:44.457535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-480c7933-52d3-465a-a7e0-7fea21a220b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.459074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-480c7933-52d3-465a-a7e0-7fea21a220b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3012328 Jun 30 02:46:44.461986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] For port d781a17e-6958-4d1f-adb6-68f1580ee351, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d781a17e-6958-4d1f-adb6-68f1580ee351,segment=NetworkSegment(afb5e711-eb25-437f-a75e-684b92caf58e),segment_id=afb5e711-eb25-437f-a75e-684b92caf58e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:44.480910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:44.481592 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.483837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c73ee4-c849-4bec-8534-400ff68d48dd None None] Update dhcp port {'port': {'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e', 'fixed_ips': [{'subnet_id': 'b0bc4107-9b60-4b0b-8303-360f3db274bd', 'ip_address': '172.20.0.2'}, {'subnet_id': '6ee7285f-f4a3-4ac6-be56-5772aee5c96b'}], 'binding:host_id': 'n-d-758944-39'}, 'id': 'd781a17e-6958-4d1f-adb6-68f1580ee351'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:46:44.488090 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.567829 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc74520b-7826-478f-8e54-6390ac7a818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.600664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fa047-951f-480b-b61f-1ce42c215d75 None None] Pushing event updated for resources: {'Port': ['ID=d781a17e-6958-4d1f-adb6-68f1580ee351,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:44.610903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fb503-7766-4fdd-9a5a-9374ccaa7eb1 None None] New status for floating IP 412a34c2-eab1-4611-be32-4b2d2e0fecfd: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:46:44.619176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-b7932ffc-4da6-4f5e-bb9e-8d7a69c2e01b tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.621294 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-b7932ffc-4da6-4f5e-bb9e-8d7a69c2e01b tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.69 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 946 time: 0.3368771 Jun 30 02:46:44.706766 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5c73ee4-c849-4bec-8534-400ff68d48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.784156 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-d9653d2c-3100-496e-9141-acf280f70dd9 service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108959 Jun 30 02:46:44.827751 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fc74520b-7826-478f-8e54-6390ac7a818c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab13769a999146089bcaaa8ddb58d4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5490811 Jun 30 02:46:44.831055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74520b-7826-478f-8e54-6390ac7a818c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bb5ab9-128c-472c-ad89-6688687907ee,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:44.837375 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bded653c-56e3-401e-b8ca-b05c3056869c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.3167441 Jun 30 02:46:44.840933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:44.841187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:44.849842 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Request body: {'subnet': {'network_id': '20f0ce25-51c5-45f9-ab3d-f6aa952adeb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-621328133-subnet', 'tenant_id': '8baefa6673884d3e9ac08e6f743a26cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:44.920080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-c828c063-7018-4f9b-8917-3fcd1ffdf2ac tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Deleting port af68313b-813f-4736-8b18-81728f8305e1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:44.920628 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-c828c063-7018-4f9b-8917-3fcd1ffdf2ac tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:44.950691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.9 (2cf9d1a5-95e9-4dec-9ab4-9a111100df1e/b0bc4107-9b60-4b0b-8303-360f3db274bd/3a57371e-b542-4e32-9855-fd99fe85a4ed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:44.984866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.30 (2cf9d1a5-95e9-4dec-9ab4-9a111100df1e/6ee7285f-f4a3-4ac6-be56-5772aee5c96b/3a57371e-b542-4e32-9855-fd99fe85a4ed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:44.994928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4549e0a-921b-423b-b7d4-df0ed503d4b3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.020724 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1f52b66-d3c3-4f3b-909b-72f59229490e req-7f59b10e-9edc-406a-8428-53fc3352ad0d service neutron] 10.222.0.69 "GET /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292840 Jun 30 02:46:45.074935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4549e0a-921b-423b-b7d4-df0ed503d4b3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=ca512534-aa9c-4671-95c2-c1ccd99c7e82,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:45.075540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Made reservation on behalf of 8baefa6673884d3e9ac08e6f743a26cf for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:45.078580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.150169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83e3fb54-1133-44c4-822d-4cf684136c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.152818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-c828c063-7018-4f9b-8917-3fcd1ffdf2ac tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] For port af68313b-813f-4736-8b18-81728f8305e1, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=af68313b-813f-4736-8b18-81728f8305e1,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:45.153553 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-c828c063-7018-4f9b-8917-3fcd1ffdf2ac tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.184891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522791c-f740-4b44-ab5b-5e1084394f8c req-0dda1dc9-2362-4f9a-881c-261350d86d73 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.186584 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9522791c-f740-4b44-ab5b-5e1084394f8c req-0dda1dc9-2362-4f9a-881c-261350d86d73 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 946 time: 2.1461022 Jun 30 02:46:45.190915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-c828c063-7018-4f9b-8917-3fcd1ffdf2ac tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Calling delete_port for af68313b-813f-4736-8b18-81728f8305e1 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:45.229071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e4549e0a-921b-423b-b7d4-df0ed503d4b3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.231613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e4549e0a-921b-423b-b7d4-df0ed503d4b3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/ca512534-aa9c-4671-95c2-c1ccd99c7e82 HTTP/1.1" status: 204 len: 168 time: 3.1365931 Jun 30 02:46:45.248540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:45.432980 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83e3fb54-1133-44c4-822d-4cf684136c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.471573 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-c828c063-7018-4f9b-8917-3fcd1ffdf2ac tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.524927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828c063-7018-4f9b-8917-3fcd1ffdf2ac tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event deleted for resources: {'Port': ['ID=af68313b-813f-4736-8b18-81728f8305e1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:45.576245 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9522791c-f740-4b44-ab5b-5e1084394f8c req-a2c7eb4d-381d-4b43-87a9-3dcc132470c1 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/security-groups?id=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679316 Jun 30 02:46:45.623247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396abc0-b351-45c0-baa1-51c2a749cf39 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.625205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396abc0-b351-45c0-baa1-51c2a749cf39 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.627741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9396abc0-b351-45c0-baa1-51c2a749cf39 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3627520 Jun 30 02:46:45.631191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:45.632092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-c828c063-7018-4f9b-8917-3fcd1ffdf2ac tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] No DVR routers for this DVR port af68313b-813f-4736-8b18-81728f8305e1 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:45.639904 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83e3fb54-1133-44c4-822d-4cf684136c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.642913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83e3fb54-1133-44c4-822d-4cf684136c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.648249 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-83e3fb54-1133-44c4-822d-4cf684136c7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90bb5ab9-128c-472c-ad89-6688687907ee HTTP/1.1" status: 204 len: 168 time: 0.8031449 Jun 30 02:46:45.697674 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-c828c063-7018-4f9b-8917-3fcd1ffdf2ac tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.698639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3fb54-1133-44c4-822d-4cf684136c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bb5ab9-128c-472c-ad89-6688687907ee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:45.700428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c3d8a130-9c0b-4724-83fe-746edb34128f req-c828c063-7018-4f9b-8917-3fcd1ffdf2ac tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.69 "DELETE /v2.0/ports/af68313b-813f-4736-8b18-81728f8305e1 HTTP/1.1" status: 204 len: 173 time: 1.0710554 Jun 30 02:46:45.701062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'name': 'network-vif-deleted', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:45.703547 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbd301a-ddff-400f-9e69-91770cdbccd7" -d '{"events": [{"server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "name": "network-vif-deleted", "tag": "af68313b-813f-4736-8b18-81728f8305e1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:45.749548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec71fca-f88a-4384-9a3e-f5442a8c1c4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 8bb398cc-368f-420e-9bf6-5e4f1294091b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:45.758498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ec71fca-f88a-4384-9a3e-f5442a8c1c4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.798278 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.804563 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:45.825651 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0899d2de-6dd0-4990-a902-467de0346357 x-openstack-request-id: req-0899d2de-6dd0-4990-a902-467de0346357 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:45.828659 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed00b581-4348-4b1c-a4e8-006bf9c8e28b", "name": "network-vif-deleted", "tag": "af68313b-813f-4736-8b18-81728f8305e1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:45.829086 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0899d2de-6dd0-4990-a902-467de0346357 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:45.829334 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed00b581-4348-4b1c-a4e8-006bf9c8e28b', 'name': 'network-vif-deleted', 'tag': 'af68313b-813f-4736-8b18-81728f8305e1', 'status': 'completed', 'code': 200} Jun 30 02:46:45.853563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object 3a57371e-b542-4e32-9855-fd99fe85a4ed will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:45.861262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ec71fca-f88a-4384-9a3e-f5442a8c1c4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.004701 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.102370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ec71fca-f88a-4384-9a3e-f5442a8c1c4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.130124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.165682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d781a17e-6958-4d1f-adb6-68f1580ee351 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:46.249759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.264071 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ec71fca-f88a-4384-9a3e-f5442a8c1c4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.293885 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ec71fca-f88a-4384-9a3e-f5442a8c1c4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.299713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4ec71fca-f88a-4384-9a3e-f5442a8c1c4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/8bb398cc-368f-420e-9bf6-5e4f1294091b HTTP/1.1" status: 204 len: 168 time: 0.6646457 Jun 30 02:46:46.300864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:46.306509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4812e9dd-7959-4f6e-8919-505c76fb8fc2 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:46.346799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec71fca-f88a-4384-9a3e-f5442a8c1c4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb398cc-368f-420e-9bf6-5e4f1294091b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:46.496323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:46.515227 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eb8ef1cf-6e64-4779-a361-d35a826926c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296561 Jun 30 02:46:46.515996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:46.521625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9278e71c-8112-4719-813b-a157e4962458 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:46.522049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:46.529130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f5bdef9-a632-4963-bf29-db0c62ad0a30,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:46.534784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:46.628505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c5c73ee4-c849-4bec-8534-400ff68d48dd None None] Allocated IP 172.20.0.18 (2cf9d1a5-95e9-4dec-9ab4-9a111100df1e/6ee7285f-f4a3-4ac6-be56-5772aee5c96b/d781a17e-6958-4d1f-adb6-68f1580ee351) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:46.632289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.633289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.691160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d781a17e-6958-4d1f-adb6-68f1580ee351 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:46.691544 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.758590 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.8011708 Jun 30 02:46:46.764274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:46.784310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-e3c3321b-2d39-4fc6-99d8-8c99e419863e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7539790 Jun 30 02:46:46.785331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Checking segment: {'id': '008b156b-a316-401c-be09-3d42c832dd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '20f0ce25-51c5-45f9-ab3d-f6aa952adeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:46.785696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Network hostable DHCP agents. Network: 20f0ce25-51c5-45f9-ab3d-f6aa952adeb3, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:46.795885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0bc4107-9b60-4b0b-8303-360f3db274bd'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:46.807577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9278e71c-8112-4719-813b-a157e4962458 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:46.821125 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9278e71c-8112-4719-813b-a157e4962458 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:46.920881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c5c73ee4-c849-4bec-8534-400ff68d48dd None None] For port d781a17e-6958-4d1f-adb6-68f1580ee351, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d781a17e-6958-4d1f-adb6-68f1580ee351,segment=NetworkSegment(afb5e711-eb25-437f-a75e-684b92caf58e),segment_id=afb5e711-eb25-437f-a75e-684b92caf58e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:46.935669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370203af-61d8-4b40-9b41-2a204c742d99 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=3a57371e-b542-4e32-9855-fd99fe85a4ed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:46.960891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32386dca-20be-4ac1-afcc-66c31ba1dd2e None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:47.031838 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4f29ee63-6c13-4324-8834-7e016862eaa1 req-f323f76b-f716-457c-9c58-04fb7e738086 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 210 time: 0.1848075 Jun 30 02:46:47.042010 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5c73ee4-c849-4bec-8534-400ff68d48dd None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.054339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Network 20f0ce25-51c5-45f9-ab3d-f6aa952adeb3 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:47.082502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 20f0ce25-51c5-45f9-ab3d-f6aa952adeb3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:47.095676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.096374 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.104701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4015a175-96a0-48c4-979b-063e6ffda721 None None] Network 20f0ce25-51c5-45f9-ab3d-f6aa952adeb3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:47.108618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c5c73ee4-c849-4bec-8534-400ff68d48dd None None] Transition to ACTIVE for port object d781a17e-6958-4d1f-adb6-68f1580ee351 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:47.137653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0201fbdb-9856-49d4-bb2e-d7f443dca25e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2913365 Jun 30 02:46:47.151420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-411e9152-cce6-4a83-9763-b62ed5ad1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.152321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-411e9152-cce6-4a83-9763-b62ed5ad1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.152797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-411e9152-cce6-4a83-9763-b62ed5ad1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.153274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-411e9152-cce6-4a83-9763-b62ed5ad1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.153746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-411e9152-cce6-4a83-9763-b62ed5ad1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.154214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-411e9152-cce6-4a83-9763-b62ed5ad1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.154694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-411e9152-cce6-4a83-9763-b62ed5ad1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.169750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-411e9152-cce6-4a83-9763-b62ed5ad1fb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 6508 time: 0.2732065 Jun 30 02:46:47.224541 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c5c73ee4-c849-4bec-8534-400ff68d48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.343846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-32386dca-20be-4ac1-afcc-66c31ba1dd2e None None] Deleting port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:47.344256 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32386dca-20be-4ac1-afcc-66c31ba1dd2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.443464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-85ec1607-37b6-4055-a0fb-5be48c9f53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.444260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-85ec1607-37b6-4055-a0fb-5be48c9f53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.444387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-85ec1607-37b6-4055-a0fb-5be48c9f53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.453367 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-85ec1607-37b6-4055-a0fb-5be48c9f53af service neutron] 10.222.0.73 "GET /v2.0/networks?id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=0309606f-fa66-4c24-9aed-94352388efc1&id=4f822b0e-82d4-4d9a-9952-bdda678788b4&id=4f822b0e-82d4-4d9a-9952-bdda678788b4 HTTP/1.1" status: 200 len: 2298 time: 0.2499955 Jun 30 02:46:47.596631 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-b84ea6f4-1600-4656-bb68-0a456408235a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 HTTP/1.1" status: 200 len: 1001 time: 0.1423423 Jun 30 02:46:47.598588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-32386dca-20be-4ac1-afcc-66c31ba1dd2e None None] For port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f96a4f5b-5fd5-4389-ab1b-7f6cd471db89,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:47.599020 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32386dca-20be-4ac1-afcc-66c31ba1dd2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.612147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-32386dca-20be-4ac1-afcc-66c31ba1dd2e None None] Calling delete_port for f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:47.713481 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-32386dca-20be-4ac1-afcc-66c31ba1dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.735066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32386dca-20be-4ac1-afcc-66c31ba1dd2e None None] No DVR routers for this DVR port f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:47.763441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-c4652bb8-c3cb-4cfe-9ea0-09634902a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.764960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-c4652bb8-c3cb-4cfe-9ea0-09634902a76e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33b4606b-a00c-4e33-b6ba-7adba1ded0ce HTTP/1.1" status: 200 len: 855 time: 0.1539845 Jun 30 02:46:47.781561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c73ee4-c849-4bec-8534-400ff68d48dd None None] Pushing event updated for resources: {'Port': ['ID=d781a17e-6958-4d1f-adb6-68f1580ee351,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:47.890298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32386dca-20be-4ac1-afcc-66c31ba1dd2e None None] Pushing event deleted for resources: {'Port': ['ID=f96a4f5b-5fd5-4389-ab1b-7f6cd471db89,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:47.912332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-19ff73e0-ee3a-49cb-92a0-b2b18048e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.913905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-19ff73e0-ee3a-49cb-92a0-b2b18048e2ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=175f8c10-e3cb-4f57-ba7e-a25d23feca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402211 Jun 30 02:46:47.991030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fb0d79-f07d-4f05-ad32-23e2195c1a5f None None] Network 20f0ce25-51c5-45f9-ab3d-f6aa952adeb3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:48.148023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d781a17e-6958-4d1f-adb6-68f1580ee351 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:48.172977 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-1507c06e-529c-4440-96b1-e4d7bf92428a service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499855 Jun 30 02:46:48.374659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:48.430767 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9278e71c-8112-4719-813b-a157e4962458 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.454541 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-57aa4c2e-3f49-42f1-812d-afebc9f20778 service neutron] 10.222.0.73 "GET /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771575 Jun 30 02:46:48.484872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:48.492331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f96a4f5b-5fd5-4389-ab1b-7f6cd471db89 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:48.528596 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278e71c-8112-4719-813b-a157e4962458 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:48.539845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9278e71c-8112-4719-813b-a157e4962458 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:48.554405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf7a189-fe04-4099-aaed-01f1dedccb06 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:48.588834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9278e71c-8112-4719-813b-a157e4962458 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.590932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9278e71c-8112-4719-813b-a157e4962458 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.602873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-755d455e-b4de-4f40-8558-5ab4df048187 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 200 len: 217 time: 0.1394210 Jun 30 02:46:48.656524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278e71c-8112-4719-813b-a157e4962458 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=a14ca824-6329-499c-8e41-77aa03459159,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:48.682518 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9278e71c-8112-4719-813b-a157e4962458 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1653178 Jun 30 02:46:48.685919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:48.705743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device af68313b-813f-4736-8b18-81728f8305e1 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:48.712935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': 'a14ca824-6329-499c-8e41-77aa03459159', 'ip_address': '2001:db8::2eff:694d:aa8:2ce5'}], 'name': 'tempest-NetworksTestDHCPv6-1013375339'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:48.722122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-84c2d33b-74db-4212-ae43-954c8e6dd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.723945 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-84c2d33b-74db-4212-ae43-954c8e6dd4d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.1139338 Jun 30 02:46:48.761633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: af68313b-813f-4736-8b18-81728f8305e1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:48.762703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device af68313b-813f-4736-8b18-81728f8305e1 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:48.808955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:48.956584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-8af83982-8f8e-4f1f-9e4e-71b292e36f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.958203 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-8af83982-8f8e-4f1f-9e4e-71b292e36f32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2115576 Jun 30 02:46:49.014052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': 'a14ca824-6329-499c-8e41-77aa03459159'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:46:49.015228 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.062157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54a07a-3f76-4c37-a636-ee2c5c769e98 None None] Network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:49.146744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:49.300742 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-90423ea8-4e2f-49b7-b10b-2ed371ffb3de req-bc3789a8-197b-4737-8fcf-6fe139e45869 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 210 time: 0.8912337 Jun 30 02:46:49.379087 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:49.388568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-498787234-network', 'tenant_id': '805632df91934e328a9befd0f9fc1203'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:49.442047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Delete allocated IP 172.20.0.30 (2cf9d1a5-95e9-4dec-9ab4-9a111100df1e/6ee7285f-f4a3-4ac6-be56-5772aee5c96b) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 02:46:49.445164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-91eb4b5f-712e-4725-9f4c-5be08e858a92 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755771 Jun 30 02:46:49.459029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Made reservation on behalf of 805632df91934e328a9befd0f9fc1203 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:49.464217 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.518236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.541622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/a14ca824-6329-499c-8e41-77aa03459159/a956a01c-46e2-4bb8-9248-d719c4228751) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:49.565552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.633130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 595f513d-767f-4fde-8d10-877747f69e39 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:46:49.780557 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.814440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Ignored duplicate provisioning block setup for port 3a57371e-b542-4e32-9855-fd99fe85a4ed by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 02:46:49.820970 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.869854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-319f5f91-ce29-42ce-9984-78bd486ceba1 None None] Provisioning for port d781a17e-6958-4d1f-adb6-68f1580ee351 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:49.878069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-14dcb000-b183-4644-a2ed-039a410dc084 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022126 Jun 30 02:46:49.892660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-319f5f91-ce29-42ce-9984-78bd486ceba1 None None] Provisioning complete for port d781a17e-6958-4d1f-adb6-68f1580ee351 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:49.893034 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-319f5f91-ce29-42ce-9984-78bd486ceba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.965171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-466ff300-1cdf-44df-9541-d0d70ef285bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 200 len: 217 time: 0.0798435 Jun 30 02:46:50.053677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-3f196525-0b40-431e-8647-d172c2be53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.055069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-3f196525-0b40-431e-8647-d172c2be53bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.0815673 Jun 30 02:46:50.061778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.062259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=3a57371e-b542-4e32-9855-fd99fe85a4ed,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:50.096980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] In _notify_port_updated(), no bound segment for port 3a57371e-b542-4e32-9855-fd99fe85a4ed on network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:46:50.100055 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.109328 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.111426 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.113689 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9f958c56-445c-4c8c-a0d2-881f2ecf414a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "PUT /v2.0/ports/3a57371e-b542-4e32-9855-fd99fe85a4ed HTTP/1.1" status: 200 len: 919 time: 3.3386850 Jun 30 02:46:50.116093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:50.125170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0bc4107-9b60-4b0b-8303-360f3db274bd'}, {'subnet_id': '6ee7285f-f4a3-4ac6-be56-5772aee5c96b'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:50.133544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:50.150993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e770768a-a748-4a3b-bbe5-12642bbf7684,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:50.168201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.168882 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Added segment a78dce2f-4aa1-4ef0-8dbf-7913ae6a22b8 of type vlan for network 99cee7aa-e065-4ca6-8135-4b7c5725fba4 Jun 30 02:46:50.193812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-33e73ff4-8979-49f7-94d5-ea15c54157aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.197059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-33e73ff4-8979-49f7-94d5-ea15c54157aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1337612 Jun 30 02:46:50.295014 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.334031 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.363432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.405651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Transition to ACTIVE for port object a956a01c-46e2-4bb8-9248-d719c4228751 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:50.467385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Transition to ACTIVE for port object a956a01c-46e2-4bb8-9248-d719c4228751 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:50.500313 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.501902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.502495 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.506423 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.521410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-7effdab5-f24d-4e0e-bb66-0fee478c22f1 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721400 Jun 30 02:46:50.631367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:50.641732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:50.657324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:50.791474 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4112997 Jun 30 02:46:50.804483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:50.829062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Pushing event updated for resources: {'Port': ['ID=a956a01c-46e2-4bb8-9248-d719c4228751,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:50.894362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Request body: {'subnet': {'network_id': '99cee7aa-e065-4ca6-8135-4b7c5725fba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-498787234-subnet', 'tenant_id': '805632df91934e328a9befd0f9fc1203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:50.920693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.921140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.924423 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.924873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.925280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.925690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.927294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.928330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.929770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.935160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.937378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.937948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:50.951363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Attempting to bind port a956a01c-46e2-4bb8-9248-d719c4228751 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:50.951363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Attempting to bind port a956a01c-46e2-4bb8-9248-d719c4228751 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:50.951901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Attempting to bind port a956a01c-46e2-4bb8-9248-d719c4228751 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:50.989750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:50.991227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:50.992403 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:50.992810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:50.993408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Bound port: a956a01c-46e2-4bb8-9248-d719c4228751, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:50.993689 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.044372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41671d49-39c5-4a26-bebc-a4987ce2079a admin admin] Pushing event updated for resources: {'Network': ['ID=99cee7aa-e065-4ca6-8135-4b7c5725fba4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:51.094963 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 99cee7aa-e065-4ca6-8135-4b7c5725fba4 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:46:51.153159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76fc6abd-0fe9-462b-956e-cbefe46a0975 req-7645b614-751c-4a5a-a005-291a4bd9997d tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 210 time: 0.4944041 Jun 30 02:46:51.157268 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-376d6ccd-28f2-45fa-8089-39d48423e6b4 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870953 Jun 30 02:46:51.181301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Made reservation on behalf of 805632df91934e328a9befd0f9fc1203 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:51.185333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.233330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.28 (2cf9d1a5-95e9-4dec-9ab4-9a111100df1e/6ee7285f-f4a3-4ac6-be56-5772aee5c96b/3a57371e-b542-4e32-9855-fd99fe85a4ed) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:51.361544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bb30a56d-2816-402e-81a8-1c13d95d1eb5 None None] Provisioning complete for port d781a17e-6958-4d1f-adb6-68f1580ee351 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:51.362124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb30a56d-2816-402e-81a8-1c13d95d1eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.481768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] For port a956a01c-46e2-4bb8-9248-d719c4228751, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:51.485452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.504100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Ignored duplicate provisioning block setup for port 3a57371e-b542-4e32-9855-fd99fe85a4ed by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 02:46:51.509169 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.549479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] For port a956a01c-46e2-4bb8-9248-d719c4228751, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a956a01c-46e2-4bb8-9248-d719c4228751,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:51.564757 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.810892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee838524-42b8-481c-980c-21dc9217d599 None None] Pushing event updated for resources: {'Port': ['ID=a956a01c-46e2-4bb8-9248-d719c4228751,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:51.840206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=3a57371e-b542-4e32-9855-fd99fe85a4ed,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:51.882486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] In _notify_port_updated(), no bound segment for port 3a57371e-b542-4e32-9855-fd99fe85a4ed on network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:46:51.904726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.905416 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.906800 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-69d4d039-3cfe-4524-b6c6-6b89c94aa479 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "PUT /v2.0/ports/3a57371e-b542-4e32-9855-fd99fe85a4ed HTTP/1.1" status: 200 len: 999 time: 1.7893696 Jun 30 02:46:51.914502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53986) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:52.060904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bb30a56d-2816-402e-81a8-1c13d95d1eb5 None None] Provisioning for port 3a57371e-b542-4e32-9855-fd99fe85a4ed completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:52.071122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::2eff:694d:aa8:2ce5 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/a14ca824-6329-499c-8e41-77aa03459159/595f513d-767f-4fde-8d10-877747f69e39) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:52.091538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bb30a56d-2816-402e-81a8-1c13d95d1eb5 None None] Provisioning complete for port 3a57371e-b542-4e32-9855-fd99fe85a4ed triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:52.100435 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb30a56d-2816-402e-81a8-1c13d95d1eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.182221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-abc5004e-244f-4c44-9d16-544297f8d274 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 3a57371e-b542-4e32-9855-fd99fe85a4ed {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:52.182378 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc5004e-244f-4c44-9d16-544297f8d274 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.269480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bb30a56d-2816-402e-81a8-1c13d95d1eb5 None None] Port 3a57371e-b542-4e32-9855-fd99fe85a4ed cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:52.400349 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-732985c5-0db9-4997-864a-c3cbbf5bf645 None None] Provisioning complete for port 3a57371e-b542-4e32-9855-fd99fe85a4ed triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:52.401071 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-732985c5-0db9-4997-864a-c3cbbf5bf645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.456945 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-78ec19bb-b1fe-40cc-b1d2-544a8d674527 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=13754d30-137a-4c46-952c-15a32b902563 HTTP/1.1" status: 200 len: 217 time: 0.3758104 Jun 30 02:46:52.503886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-732985c5-0db9-4997-864a-c3cbbf5bf645 None None] Port 3a57371e-b542-4e32-9855-fd99fe85a4ed cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:52.538877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9bc4c4ae-a58e-41d3-b384-db80c934fbf9 req-07d4e794-1267-413d-a1d2-776cc4d89561 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 210 time: 0.0532069 Jun 30 02:46:52.576718 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc5004e-244f-4c44-9d16-544297f8d274 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.601865 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.608631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-abc5004e-244f-4c44-9d16-544297f8d274 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 3a57371e-b542-4e32-9855-fd99fe85a4ed owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:52.700292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-6dc572a3-523f-4c24-95fe-a8024bce3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.701752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-6dc572a3-523f-4c24-95fe-a8024bce3d95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.1752748 Jun 30 02:46:52.862042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7756b8-0241-4a90-a300-4e05bb315549,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:52.877413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc5004e-244f-4c44-9d16-544297f8d274 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:52.945838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5004e-244f-4c44-9d16-544297f8d274 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=3a57371e-b542-4e32-9855-fd99fe85a4ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:52.976286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Checking segment: {'id': 'a78dce2f-4aa1-4ef0-8dbf-7913ae6a22b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '99cee7aa-e065-4ca6-8135-4b7c5725fba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:52.981282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Network hostable DHCP agents. Network: 99cee7aa-e065-4ca6-8135-4b7c5725fba4, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:46:53.050630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-6a203bff-39ba-4d3c-a18d-6416e4058c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.052229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-6a203bff-39ba-4d3c-a18d-6416e4058c75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3254089 Jun 30 02:46:53.070416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.234068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 595f513d-767f-4fde-8d10-877747f69e39 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:53.243965 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-abc5004e-244f-4c44-9d16-544297f8d274 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.265313 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-abc5004e-244f-4c44-9d16-544297f8d274 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/3a57371e-b542-4e32-9855-fd99fe85a4ed HTTP/1.1" status: 204 len: 168 time: 1.3390470 Jun 30 02:46:53.266300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:53.278749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Network 99cee7aa-e065-4ca6-8135-4b7c5725fba4 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:46:53.284120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.371206 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e4b642-06d7-4125-8468-8435baa53a8b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:46:53.388068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-66e4b642-06d7-4125-8468-8435baa53a8b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/3a57371e-b542-4e32-9855-fd99fe85a4ed HTTP/1.1" status: 404 len: 333 time: 0.1160579 Jun 30 02:46:53.389123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:53.403300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=595f513d-767f-4fde-8d10-877747f69e39,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:53.471781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 99cee7aa-e065-4ca6-8135-4b7c5725fba4) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:53.492111 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f87e25-3ec4-4efc-b90c-dbd3a2864bd4 None None] Network 99cee7aa-e065-4ca6-8135-4b7c5725fba4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:53.503642 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:53.531378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:53.545091 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.545091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.554312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:53.561696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-939a0296-68de-4c17-a142-d1e6badf9f07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet 6ee7285f-f4a3-4ac6-be56-5772aee5c96b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:53.565868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.566539 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.568609 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-939a0296-68de-4c17-a142-d1e6badf9f07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.674506 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-750582b3-ef46-4790-a7b0-1a960cca9205 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134806 Jun 30 02:46:53.686216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ff1ac02f-f0f7-4121-844c-024112e0daf1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8479559 Jun 30 02:46:53.707044 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-939a0296-68de-4c17-a142-d1e6badf9f07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.721562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-12bc7f51-9503-4219-b65d-b218b3c75a99 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.0283904 Jun 30 02:46:53.757584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:53.992404 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-340d5724-dd3a-4e08-9597-b5262465972f req-d19e8a5a-e490-4007-8e82-ac44c5fd10c7 tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed00b581-4348-4b1c-a4e8-006bf9c8e28b HTTP/1.1" status: 200 len: 210 time: 0.1290698 Jun 30 02:46:53.994079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:54.008356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d81feae1-bc72-4594-ba02-b2e2b2ce416e None None] Provisioning for port a956a01c-46e2-4bb8-9248-d719c4228751 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:54.024706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d2493b-c33f-427c-af79-e1f69173e47a None None] Network 99cee7aa-e065-4ca6-8135-4b7c5725fba4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:54.029502 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-939a0296-68de-4c17-a142-d1e6badf9f07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.221355 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-939a0296-68de-4c17-a142-d1e6badf9f07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.243978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c944e5ba-fad0-47be-a10d-c11fda63c24b admin admin] Deleting subnet 8f5bdef9-a632-4963-bf29-db0c62ad0a30 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:54.257494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c944e5ba-fad0-47be-a10d-c11fda63c24b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.290230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a0296-68de-4c17-a142-d1e6badf9f07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee7285f-f4a3-4ac6-be56-5772aee5c96b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:54.293007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-f2a6b0ba-2a3a-4ada-b7ba-1e9d669766a4 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063383 Jun 30 02:46:54.295097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-939a0296-68de-4c17-a142-d1e6badf9f07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.300469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-939a0296-68de-4c17-a142-d1e6badf9f07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/6ee7285f-f4a3-4ac6-be56-5772aee5c96b HTTP/1.1" status: 204 len: 168 time: 0.9101050 Jun 30 02:46:54.301159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:54.324355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a956a01c-46e2-4bb8-9248-d719c4228751 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:54.331502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ff01d3-695f-4612-aa56-6cd3e5af52e8 None None] Network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:54.374419 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b017025d-6b1f-40a9-84d2-f8223d553fa2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.380773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c95bfff-91dc-45d8-8fa4-a675bda97fdc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet b0bc4107-9b60-4b0b-8303-360f3db274bd {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:54.385185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c95bfff-91dc-45d8-8fa4-a675bda97fdc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.388644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b017025d-6b1f-40a9-84d2-f8223d553fa2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.395582 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b017025d-6b1f-40a9-84d2-f8223d553fa2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6371498 Jun 30 02:46:54.403769 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:54.436346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c95bfff-91dc-45d8-8fa4-a675bda97fdc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.534666 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-f044e092-542f-4452-93a7-be48a7aaffc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 HTTP/1.1" status: 200 len: 217 time: 0.2251177 Jun 30 02:46:54.560182 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c95bfff-91dc-45d8-8fa4-a675bda97fdc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.565447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3f0efac-5702-4722-bbe2-5019b56248db None None] Provisioning for port 595f513d-767f-4fde-8d10-877747f69e39 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:54.571883 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c28cbd63-3f8f-441f-ae36-e81659d614ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.574376 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c944e5ba-fad0-47be-a10d-c11fda63c24b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.578884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f3f0efac-5702-4722-bbe2-5019b56248db None None] Provisioning complete for port 595f513d-767f-4fde-8d10-877747f69e39 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:54.579257 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3f0efac-5702-4722-bbe2-5019b56248db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.696679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f3f0efac-5702-4722-bbe2-5019b56248db None None] Port 595f513d-767f-4fde-8d10-877747f69e39 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:54.700590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port a956a01c-46e2-4bb8-9248-d719c4228751 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:54.703932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c95bfff-91dc-45d8-8fa4-a675bda97fdc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.705985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a956a01c-46e2-4bb8-9248-d719c4228751 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:54.706538 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.765568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95bfff-91dc-45d8-8fa4-a675bda97fdc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=b0bc4107-9b60-4b0b-8303-360f3db274bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:54.775925 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c95bfff-91dc-45d8-8fa4-a675bda97fdc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.778578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c95bfff-91dc-45d8-8fa4-a675bda97fdc tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/b0bc4107-9b60-4b0b-8303-360f3db274bd HTTP/1.1" status: 204 len: 168 time: 0.4764202 Jun 30 02:46:54.781170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:54.858450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-3ebc47ab-446d-48b7-856c-30ce79fa976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.860041 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-3ebc47ab-446d-48b7-856c-30ce79fa976f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 200 len: 797 time: 0.3093932 Jun 30 02:46:54.867023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c944e5ba-fad0-47be-a10d-c11fda63c24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.964823 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.967049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:54.968228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9db5c721-74a9-40fd-9bbb-76fef122fd2c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 595f513d-767f-4fde-8d10-877747f69e39 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:54.968574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9db5c721-74a9-40fd-9bbb-76fef122fd2c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.024640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e6607a-4437-4b22-8751-440da2f80ab2 None None] Update dhcp port {'port': {'network_id': '2cf9d1a5-95e9-4dec-9ab4-9a111100df1e', 'fixed_ips': [{'subnet_id': 'b0bc4107-9b60-4b0b-8303-360f3db274bd'}], 'binding:host_id': 'n-d-758944-39'}, 'id': 'd781a17e-6958-4d1f-adb6-68f1580ee351'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:46:55.034194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-b34abe7c-f0d7-4fdf-90ea-99512ab61c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.035939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-b34abe7c-f0d7-4fdf-90ea-99512ab61c0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0309606f-fa66-4c24-9aed-94352388efc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1655777 Jun 30 02:46:55.075614 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c944e5ba-fad0-47be-a10d-c11fda63c24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.107217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port d781a17e-6958-4d1f-adb6-68f1580ee351 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:55.107617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.174237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:55.188487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944e5ba-fad0-47be-a10d-c11fda63c24b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5bdef9-a632-4963-bf29-db0c62ad0a30,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:55.201821 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c944e5ba-fad0-47be-a10d-c11fda63c24b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.205885 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c944e5ba-fad0-47be-a10d-c11fda63c24b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8f5bdef9-a632-4963-bf29-db0c62ad0a30 HTTP/1.1" status: 204 len: 168 time: 1.1821833 Jun 30 02:46:55.207196 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9e6607a-4437-4b22-8751-440da2f80ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.208185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:55.228086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] For port d781a17e-6958-4d1f-adb6-68f1580ee351, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d781a17e-6958-4d1f-adb6-68f1580ee351,segment=NetworkSegment(afb5e711-eb25-437f-a75e-684b92caf58e),segment_id=afb5e711-eb25-437f-a75e-684b92caf58e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:55.228449 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.234035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port a956a01c-46e2-4bb8-9248-d719c4228751, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a956a01c-46e2-4bb8-9248-d719c4228751,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:55.247829 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.255949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for d781a17e-6958-4d1f-adb6-68f1580ee351 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:55.365033 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.402648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9db5c721-74a9-40fd-9bbb-76fef122fd2c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.409767 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.447250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-ad80a807-a6be-435e-8fad-0736e8807c91 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981528 Jun 30 02:46:55.450363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9db5c721-74a9-40fd-9bbb-76fef122fd2c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 595f513d-767f-4fde-8d10-877747f69e39 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:55.456341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=a956a01c-46e2-4bb8-9248-d719c4228751,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:55.482105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=d781a17e-6958-4d1f-adb6-68f1580ee351,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:55.487323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No DVR routers for this DVR port d781a17e-6958-4d1f-adb6-68f1580ee351 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:55.564345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aaa6ac-2d62-4b62-8a3a-697f771bc3d3 None None] Network 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:55.634770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ccb6d70-e444-47a1-9f64-0e430492baa4 None None] Could not find standard attr ID for object d781a17e-6958-4d1f-adb6-68f1580ee351. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:46:55.741375 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.765631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf9d1a5-95e9-4dec-9ab4-9a111100df1e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:55.779844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7f86cf-8733-4469-81e2-5091939b7ce9 None None] DHCP port deletion for 2cf9d1a5-95e9-4dec-9ab4-9a111100df1e request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:55.788447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb5e711-eb25-437f-a75e-684b92caf58e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:55.788728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb5e711-eb25-437f-a75e-684b92caf58e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:55.817514 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-261934e0-e711-4593-96ea-e8273fa85f6d tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.820426 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.824920 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9db5c721-74a9-40fd-9bbb-76fef122fd2c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.845339 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.861152 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-261934e0-e711-4593-96ea-e8273fa85f6d tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.864173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:55.864581 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:55.868200 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:55.938849 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.072797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f0ce25-51c5-45f9-ab3d-f6aa952adeb3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:56.080523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-a2c85332-24a9-4278-be25-df41a36088b6 service neutron] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215503 Jun 30 02:46:56.082360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5c721-74a9-40fd-9bbb-76fef122fd2c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=595f513d-767f-4fde-8d10-877747f69e39,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:56.195914 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.204536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008b156b-a316-401c-be09-3d42c832dd7c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:56.204966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008b156b-a316-401c-be09-3d42c832dd7c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:56.270034 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.287063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/networks/2cf9d1a5-95e9-4dec-9ab4-9a111100df1e HTTP/1.1" status: 204 len: 168 time: 1.5028343 Jun 30 02:46:56.304858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9db5c721-74a9-40fd-9bbb-76fef122fd2c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.309053 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9db5c721-74a9-40fd-9bbb-76fef122fd2c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/595f513d-767f-4fde-8d10-877747f69e39 HTTP/1.1" status: 204 len: 168 time: 1.8449693 Jun 30 02:46:56.312486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:56.320945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:56.322839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-d6fb9e97-3e8d-4a82-b47b-b925cc4d5c9e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc HTTP/1.1" status: 200 len: 217 time: 0.2221396 Jun 30 02:46:56.365272 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.375843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a956a01c-46e2-4bb8-9248-d719c4228751 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:56.400909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829134f-6088-4565-925e-d9dbfe15ae9a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Network': ['ID=2cf9d1a5-95e9-4dec-9ab4-9a111100df1e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:56.407253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-261934e0-e711-4593-96ea-e8273fa85f6d tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.412095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-261934e0-e711-4593-96ea-e8273fa85f6d tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.413676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-261934e0-e711-4593-96ea-e8273fa85f6d tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] 10.222.0.55 "DELETE /v2.0/security-groups/bb0ae2e6-2aed-4319-b392-0fb43f8fcc48 HTTP/1.1" status: 204 len: 168 time: 1.2378702 Jun 30 02:46:56.425943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261934e0-e711-4593-96ea-e8273fa85f6d tempest-TestVolumeBackupRestore-640442716 tempest-TestVolumeBackupRestore-640442716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0ae2e6-2aed-4319-b392-0fb43f8fcc48,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:56.530420 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.558300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:56.561904 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.565919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a956a01c-46e2-4bb8-9248-d719c4228751 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:56.566289 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:56.575371 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:56.908935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d781a17e-6958-4d1f-adb6-68f1580ee351 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:56.994771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: d781a17e-6958-4d1f-adb6-68f1580ee351 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:56.994771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d781a17e-6958-4d1f-adb6-68f1580ee351 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:57.063146 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5276fc00-ff69-4c1e-bcd7-f5d03ff04c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.072598 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.674324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b006c9-cf35-48a2-9880-7d1b5f3ca4f0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.680855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b006c9-cf35-48a2-9880-7d1b5f3ca4f0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.682534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68b006c9-cf35-48a2-9880-7d1b5f3ca4f0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.3487914 Jun 30 02:46:57.685704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:57.760478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-1f8caea0-d0f0-48d3-8915-2a7a3c0249a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.785305 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-1f8caea0-d0f0-48d3-8915-2a7a3c0249a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 1.4501619 Jun 30 02:46:57.809358 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.948647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:57.964659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] 10.222.0.55 "DELETE /v2.0/networks/20f0ce25-51c5-45f9-ab3d-f6aa952adeb3 HTTP/1.1" status: 204 len: 168 time: 2.7548687 Jun 30 02:46:57.984946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:57.988767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afe1416-4c44-4102-af64-fce8a4cab85c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet a14ca824-6329-499c-8e41-77aa03459159 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:58.005698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0e65a-c24e-4420-bc40-d1b07803fbde admin admin] Pushing event deleted for resources: {'Network': ['ID=20f0ce25-51c5-45f9-ab3d-f6aa952adeb3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:58.023620 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5afe1416-4c44-4102-af64-fce8a4cab85c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.052224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edad459b-6533-4bfc-8a72-d283670bc4aa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.066509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-edad459b-6533-4bfc-8a72-d283670bc4aa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.7379282 Jun 30 02:46:58.077750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:58.143187 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5afe1416-4c44-4102-af64-fce8a4cab85c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.250060 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.331827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb69cfc-55ae-4cce-858e-66c31388099f admin admin] Deleting subnet 6f7756b8-0241-4a90-a300-4e05bb315549 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:58.365110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbb69cfc-55ae-4cce-858e-66c31388099f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.392328 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5afe1416-4c44-4102-af64-fce8a4cab85c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.520466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5afe1416-4c44-4102-af64-fce8a4cab85c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.525929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbb69cfc-55ae-4cce-858e-66c31388099f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.634780 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbb69cfc-55ae-4cce-858e-66c31388099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.651011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603871a3-8ff0-4c0a-a878-e385ec7f3533 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:46:58.653478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe1416-4c44-4102-af64-fce8a4cab85c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=a14ca824-6329-499c-8e41-77aa03459159,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:58.657561 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5afe1416-4c44-4102-af64-fce8a4cab85c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.664986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5afe1416-4c44-4102-af64-fce8a4cab85c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/a14ca824-6329-499c-8e41-77aa03459159 HTTP/1.1" status: 204 len: 168 time: 0.9773834 Jun 30 02:46:58.666959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:58.759315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a18c7715-083a-44ab-8067-4cc856516a86 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892305 Jun 30 02:46:58.760313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54314) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:58.857607 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbb69cfc-55ae-4cce-858e-66c31388099f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.880658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-3011e93e-281b-40f5-94c0-9c08cf12dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.882175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-3011e93e-281b-40f5-94c0-9c08cf12dcd6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0739470 Jun 30 02:46:58.914183 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e31b3-d55a-49e5-afdc-87903a083ef2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.922339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-522e31b3-d55a-49e5-afdc-87903a083ef2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1609333 Jun 30 02:46:58.927070 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:59.039177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d4cdda-b5b5-4abe-9276-34f479a54949 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.047859 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-73d4cdda-b5b5-4abe-9276-34f479a54949 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1191828 Jun 30 02:46:59.050593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54344) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:59.262011 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f95284d0-330f-4bb9-b4bd-64b1cb5e0ff8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2080572 Jun 30 02:46:59.267333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-b32e94d9-9176-420f-be8b-541028aa0bde service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845604 Jun 30 02:46:59.268808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:59.287906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb69cfc-55ae-4cce-858e-66c31388099f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7756b8-0241-4a90-a300-4e05bb315549,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:59.308555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-36aa7b08-c056-4a2a-a4e4-257ff0f20918 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:59.310632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bbb69cfc-55ae-4cce-858e-66c31388099f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.316458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bbb69cfc-55ae-4cce-858e-66c31388099f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6f7756b8-0241-4a90-a300-4e05bb315549 HTTP/1.1" status: 204 len: 168 time: 1.3257461 Jun 30 02:46:59.327596 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:59.492927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30466e-0feb-4c50-9222-f698cb8edb52 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:46:59.606951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7b30466e-0feb-4c50-9222-f698cb8edb52 None None] Deleting port a956a01c-46e2-4bb8-9248-d719c4228751 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:59.608880 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b30466e-0feb-4c50-9222-f698cb8edb52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.646320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8eb0df2d-a8ef-4202-b7ce-b926c3a8b287 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.5402927 Jun 30 02:46:59.655563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:59.678586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1809918253'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:59.762170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:59.774295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.897150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:46:59.900604 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.938654 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-9eb041c4-4675-4f06-89a6-94281fe8382d service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422720 Jun 30 02:46:59.944182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.944381 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Added segment cc949fde-76eb-4e0b-b04d-eda5bdac12e4 of type vlan for network 39dfefad-ea5d-4c43-87e8-9316c694a1b1 Jun 30 02:47:00.041330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36aa7b08-c056-4a2a-a4e4-257ff0f20918 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:00.054033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36aa7b08-c056-4a2a-a4e4-257ff0f20918 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.067679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b30466e-0feb-4c50-9222-f698cb8edb52 None None] For port a956a01c-46e2-4bb8-9248-d719c4228751, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a956a01c-46e2-4bb8-9248-d719c4228751,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:00.068104 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b30466e-0feb-4c50-9222-f698cb8edb52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.166987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.183851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cee7aa-e065-4ca6-8135-4b7c5725fba4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.227552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78dce2f-4aa1-4ef0-8dbf-7913ae6a22b8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.231118 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78dce2f-4aa1-4ef0-8dbf-7913ae6a22b8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.252226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7b30466e-0feb-4c50-9222-f698cb8edb52 None None] Calling delete_port for a956a01c-46e2-4bb8-9248-d719c4228751 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:00.261569 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.270947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.282822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a956a01c-46e2-4bb8-9248-d719c4228751 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:00.317959 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.344324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:00.344734 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.385734 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-111e3a8e-add4-40d1-b841-1e53b0467405 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b HTTP/1.1" status: 200 len: 217 time: 0.4373581 Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:00.576734 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:00.688651 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.705384 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.721980 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.723463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] 10.222.0.55 "DELETE /v2.0/networks/99cee7aa-e065-4ca6-8135-4b7c5725fba4 HTTP/1.1" status: 204 len: 168 time: 1.3849897 Jun 30 02:47:00.855592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a33fc6-a903-4a7e-ad65-0cbfb41e13cc admin admin] Pushing event deleted for resources: {'Network': ['ID=99cee7aa-e065-4ca6-8135-4b7c5725fba4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:00.920612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-817a21ea-971d-485c-8579-e564f2f86f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:00.923602 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-817a21ea-971d-485c-8579-e564f2f86f66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 200 len: 797 time: 0.5083206 Jun 30 02:47:00.931105 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.993585 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b30466e-0feb-4c50-9222-f698cb8edb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.012784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.026327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.030536 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.231918 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5695586 Jun 30 02:47:01.232768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:01.242391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6048a6-b555-4013-89bb-f53e260baba3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Network': ['ID=39dfefad-ea5d-4c43-87e8-9316c694a1b1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:01.270709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': '39dfefad-ea5d-4c43-87e8-9316c694a1b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:01.298791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-c6d0952f-54a5-4d91-8510-a6e6e792e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.307366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30466e-0feb-4c50-9222-f698cb8edb52 None None] No DVR routers for this DVR port a956a01c-46e2-4bb8-9248-d719c4228751 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:01.312368 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-c6d0952f-54a5-4d91-8510-a6e6e792e1a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4f822b0e-82d4-4d9a-9952-bdda678788b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3785288 Jun 30 02:47:01.353666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30466e-0feb-4c50-9222-f698cb8edb52 None None] Pushing event deleted for resources: {'Port': ['ID=a956a01c-46e2-4bb8-9248-d719c4228751,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:01.384025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 39dfefad-ea5d-4c43-87e8-9316c694a1b1 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:01.476283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:01.711526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36aa7b08-c056-4a2a-a4e4-257ff0f20918 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:01.933270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa7b08-c056-4a2a-a4e4-257ff0f20918 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:01.957021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-36aa7b08-c056-4a2a-a4e4-257ff0f20918 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:01.981113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5021f6-2141-4a51-8477-087435bc7279 req-4d9ff28d-b7ae-4e96-8ff8-f1c6f792a339 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.990875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5021f6-2141-4a51-8477-087435bc7279 req-4d9ff28d-b7ae-4e96-8ff8-f1c6f792a339 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.999927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5021f6-2141-4a51-8477-087435bc7279 req-4d9ff28d-b7ae-4e96-8ff8-f1c6f792a339 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.017509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5021f6-2141-4a51-8477-087435bc7279 req-4d9ff28d-b7ae-4e96-8ff8-f1c6f792a339 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.021394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aa7b08-c056-4a2a-a4e4-257ff0f20918 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.024090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-36aa7b08-c056-4a2a-a4e4-257ff0f20918 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.036624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5021f6-2141-4a51-8477-087435bc7279 req-4d9ff28d-b7ae-4e96-8ff8-f1c6f792a339 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.050396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5021f6-2141-4a51-8477-087435bc7279 req-4d9ff28d-b7ae-4e96-8ff8-f1c6f792a339 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.058597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5021f6-2141-4a51-8477-087435bc7279 req-4d9ff28d-b7ae-4e96-8ff8-f1c6f792a339 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.060906 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c5021f6-2141-4a51-8477-087435bc7279 req-4d9ff28d-b7ae-4e96-8ff8-f1c6f792a339 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5444 time: 0.8050513 Jun 30 02:47:02.164121 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c5021f6-2141-4a51-8477-087435bc7279 req-a5d966bd-6529-4c32-97e0-f8f1b9eacbe0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730729 Jun 30 02:47:02.167948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-e3fc3830-649b-4c0b-87f3-0d447f50a7d2 service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8328242 Jun 30 02:47:02.226241 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f2902-1306-42e2-8c14-98554fa0047e None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:02.350529 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d1fbdbef-0376-4584-8af6-754c2db624c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8baefa6673884d3e9ac08e6f743a26cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6690588 Jun 30 02:47:02.357079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa7b08-c056-4a2a-a4e4-257ff0f20918 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=1ad1799b-d896-4bc9-9806-f2da99066cf2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:02.380455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:02.433919 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-36aa7b08-c056-4a2a-a4e4-257ff0f20918 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1614883 Jun 30 02:47:02.439080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:02.491567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': '1ad1799b-d896-4bc9-9806-f2da99066cf2', 'ip_address': '2001:db8::acdf:1c:e635:afb7'}], 'name': 'tempest-NetworksTestDHCPv6-270436314'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:02.541445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:02.557731 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.733336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9161f4e-dd00-40c4-aeb0-5bef8cee2a05 req-beb3d9db-10be-48c7-9c61-68a38d260649 service neutron] 10.222.0.73 "GET /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544686 Jun 30 02:47:02.733870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54650) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:02.768212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '1ad1799b-d896-4bc9-9806-f2da99066cf2'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:02.769010 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.815709 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1ed204c-a022-4645-8f09-8725b1d24f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:02.873985 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1ed204c-a022-4645-8f09-8725b1d24f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.003119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5448280e-5515-4afe-a56b-63a321e2bfe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.083107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-ce68aa44-f982-4148-8fa9-097c228890ff tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.098024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-ce68aa44-f982-4148-8fa9-097c228890ff tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.119461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-ce68aa44-f982-4148-8fa9-097c228890ff tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.133415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-ce68aa44-f982-4148-8fa9-097c228890ff tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.138606 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1ed204c-a022-4645-8f09-8725b1d24f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.140549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-ce68aa44-f982-4148-8fa9-097c228890ff tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.142632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1ed204c-a022-4645-8f09-8725b1d24f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.144615 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f1ed204c-a022-4645-8f09-8725b1d24f3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b3cf60f-3e76-4dc2-9b75-93def462ef5f HTTP/1.1" status: 204 len: 168 time: 0.7620327 Jun 30 02:47:03.146894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-ce68aa44-f982-4148-8fa9-097c228890ff tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.170085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-ce68aa44-f982-4148-8fa9-097c228890ff tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.176842 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-ce68aa44-f982-4148-8fa9-097c228890ff tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5444 time: 1.1052749 Jun 30 02:47:03.220664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed204c-a022-4645-8f09-8725b1d24f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3cf60f-3e76-4dc2-9b75-93def462ef5f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:03.294657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/1ad1799b-d896-4bc9-9806-f2da99066cf2/0450c1f2-e9de-4c81-bceb-c7b37ca3a87e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:03.384526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-a5ad5b62-35bc-4447-a21f-41630fdb23aa tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.387061 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-a5ad5b62-35bc-4447-a21f-41630fdb23aa tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "GET /v2.0/ports/feb8efb1-d2db-4c17-91db-c41bb5b3befc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1986413 Jun 30 02:47:03.406360 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5448280e-5515-4afe-a56b-63a321e2bfe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.411896 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5448280e-5515-4afe-a56b-63a321e2bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.529445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5448280e-5515-4afe-a56b-63a321e2bfe0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d575ae28abf249eba39cbcf1435f6f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7941723 Jun 30 02:47:03.529851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:03.537702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:03.662433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448280e-5515-4afe-a56b-63a321e2bfe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfa9e1c-bee0-46cd-bf37-275bbacb1130,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:03.726148 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.738880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81baf77a-0e39-4881-9d02-f33c8c76e909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.744303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Transition to ACTIVE for port object 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:03.788710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Transition to ACTIVE for port object 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:03.812057 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.915982 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81baf77a-0e39-4881-9d02-f33c8c76e909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.942529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Pushing event updated for resources: {'Port': ['ID=0450c1f2-e9de-4c81-bceb-c7b37ca3a87e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:03.968506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:03.972581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:03.985208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:04.059709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:04.063901 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.160111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port c1f12a0f-e341-4b44-8f02-1b3e359bdb45 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:04.164608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Attempting to bind port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:04.166538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Attempting to bind port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:04.167121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Attempting to bind port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:04.182622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:04.183922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:04.184549 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.185394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:04.186112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Bound port: 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:04.188882 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.194872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.261947 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81baf77a-0e39-4881-9d02-f33c8c76e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.283368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81baf77a-0e39-4881-9d02-f33c8c76e909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.290413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-81baf77a-0e39-4881-9d02-f33c8c76e909 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5bfa9e1c-bee0-46cd-bf37-275bbacb1130 HTTP/1.1" status: 204 len: 168 time: 0.7462487 Jun 30 02:47:04.319928 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6c8ebe24-e0a7-4804-aa5b-5c18ccd78494 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=805632df91934e328a9befd0f9fc1203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567382 Jun 30 02:47:04.333168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:04.373972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baf77a-0e39-4881-9d02-f33c8c76e909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfa9e1c-bee0-46cd-bf37-275bbacb1130,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:04.422439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] For port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:04.427235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] For port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0450c1f2-e9de-4c81-bceb-c7b37ca3a87e,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:04.441213 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.590995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49e01a0c-ceb5-45af-a72b-002fbd61eb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.640848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b9503-8349-4daa-8f39-f200fa3e7444 None None] Pushing event updated for resources: {'Port': ['ID=0450c1f2-e9de-4c81-bceb-c7b37ca3a87e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:04.643711 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49e01a0c-ceb5-45af-a72b-002fbd61eb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.744719 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49e01a0c-ceb5-45af-a72b-002fbd61eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.750295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49e01a0c-ceb5-45af-a72b-002fbd61eb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:04.755845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-49e01a0c-ceb5-45af-a72b-002fbd61eb6c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e770768a-a748-4a3b-bbe5-12642bbf7684 HTTP/1.1" status: 204 len: 168 time: 0.4211221 Jun 30 02:47:04.775175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e01a0c-ceb5-45af-a72b-002fbd61eb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e770768a-a748-4a3b-bbe5-12642bbf7684,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:04.989716 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::acdf:1c:e635:afb7 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/1ad1799b-d896-4bc9-9806-f2da99066cf2/c1f12a0f-e341-4b44-8f02-1b3e359bdb45) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:05.200575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:05.275401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-b663da07-adec-47a4-94c2-880ee01629b0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "GET /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.8804522 Jun 30 02:47:05.423599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54712) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:05.425007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:05.448399 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32e32dc9-e213-4f1d-86ff-72a19453f7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.538307 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.635607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e7369e-63eb-4a57-bdc3-852a4ed8fb6b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:05.645713 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1871ca07-29a8-4a10-8bb7-825897f0b34e" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "96e7369e-63eb-4a57-bdc3-852a4ed8fb6b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:05.718853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:05.727605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Checking segment: {'id': 'cc949fde-76eb-4e0b-b04d-eda5bdac12e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '39dfefad-ea5d-4c43-87e8-9316c694a1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:05.730985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network hostable DHCP agents. Network: 39dfefad-ea5d-4c43-87e8-9316c694a1b1, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:05.743325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=40fd302e-99e9-4afa-96c7-ef5f786c6472,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:05.758071 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.771908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a5dde89a-1deb-4720-8797-def5858c8386 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:05.787929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32e32dc9-e213-4f1d-86ff-72a19453f7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.810086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32e32dc9-e213-4f1d-86ff-72a19453f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.931266 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad16193-9bac-4d50-8d32-b3d8588e62f1 x-openstack-request-id: req-9ad16193-9bac-4d50-8d32-b3d8588e62f1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:05.931719 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "96e7369e-63eb-4a57-bdc3-852a4ed8fb6b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:05.935738 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ad16193-9bac-4d50-8d32-b3d8588e62f1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:05.936912 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e7369e-63eb-4a57-bdc3-852a4ed8fb6b', 'code': 200} Jun 30 02:47:05.985066 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-32e32dc9-e213-4f1d-86ff-72a19453f7e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9604ed8718c429d974f64c96ea7ba39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602515 Jun 30 02:47:05.993038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:05.993766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e32dc9-e213-4f1d-86ff-72a19453f7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4501f5c-af6a-47d5-b252-a260967c7170,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:06.106414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.124492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:06.183957 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-567bec83-982e-428b-a011-556c87565d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.242274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-567bec83-982e-428b-a011-556c87565d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.370314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-567bec83-982e-428b-a011-556c87565d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.381149 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.383884 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-567bec83-982e-428b-a011-556c87565d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.385101 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-567bec83-982e-428b-a011-556c87565d57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4501f5c-af6a-47d5-b252-a260967c7170 HTTP/1.1" status: 204 len: 168 time: 0.3751636 Jun 30 02:47:06.403811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bec83-982e-428b-a011-556c87565d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4501f5c-af6a-47d5-b252-a260967c7170,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:06.418119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:06.494155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network 39dfefad-ea5d-4c43-87e8-9316c694a1b1 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:06.502641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a5dde89a-1deb-4720-8797-def5858c8386, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a5dde89a-1deb-4720-8797-def5858c8386,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:06.516241 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.517288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:06.703588 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.750167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object c1f12a0f-e341-4b44-8f02-1b3e359bdb45 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:06.815133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:06.911534 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.925930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dd09-2b5e-492e-a19a-727b21194b60 req-3d3a99a3-b30b-4872-bd19-b760307ada33 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.937823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dd09-2b5e-492e-a19a-727b21194b60 req-3d3a99a3-b30b-4872-bd19-b760307ada33 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.959265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dd09-2b5e-492e-a19a-727b21194b60 req-3d3a99a3-b30b-4872-bd19-b760307ada33 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.967175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dd09-2b5e-492e-a19a-727b21194b60 req-3d3a99a3-b30b-4872-bd19-b760307ada33 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.974961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dd09-2b5e-492e-a19a-727b21194b60 req-3d3a99a3-b30b-4872-bd19-b760307ada33 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.982407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dd09-2b5e-492e-a19a-727b21194b60 req-3d3a99a3-b30b-4872-bd19-b760307ada33 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.991313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dd09-2b5e-492e-a19a-727b21194b60 req-3d3a99a3-b30b-4872-bd19-b760307ada33 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.018409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dc28dd09-2b5e-492e-a19a-727b21194b60 req-3d3a99a3-b30b-4872-bd19-b760307ada33 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 5444 time: 2.8826666 Jun 30 02:47:07.028646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.133360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 39dfefad-ea5d-4c43-87e8-9316c694a1b1) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:07.147419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.147597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.158365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:07.177666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-84b60917-25e7-406a-a6c1-a7aa66e417c5 None None] Provisioning for port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:07.181153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a5dde89a-1deb-4720-8797-def5858c8386,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:07.195047 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.195764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 13754d30-137a-4c46-952c-15a32b902563 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:07.227921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6cc73-ec66-40b0-a1c7-339d68067c7c None None] Network 39dfefad-ea5d-4c43-87e8-9316c694a1b1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:07.326384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:07.501564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:07.501944 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.814076 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.843242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:07.930812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0450c1f2-e9de-4c81-bceb-c7b37ca3a87e,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:07.937088 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.946534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5dde89a-1deb-4720-8797-def5858c8386'}, {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:07.949425 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44df3105-d1af-47f5-8411-d97534729f13" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "a5dde89a-1deb-4720-8797-def5858c8386"}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:08.060225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0450c1f2-e9de-4c81-bceb-c7b37ca3a87e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:08.128286 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.175232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 13754d30-137a-4c46-952c-15a32b902563, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=13754d30-137a-4c46-952c-15a32b902563,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:08.196479 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeab61c-e400-49e3-bcb6-a57c7d7f5471 x-openstack-request-id: req-9eeab61c-e400-49e3-bcb6-a57c7d7f5471 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:08.196479 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "a5dde89a-1deb-4720-8797-def5858c8386", "code": 200}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:08.196874 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9eeab61c-e400-49e3-bcb6-a57c7d7f5471 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:08.196990 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5dde89a-1deb-4720-8797-def5858c8386', 'code': 200} Jun 30 02:47:08.197212 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8', 'code': 200} Jun 30 02:47:08.201354 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.202091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device feb8efb1-d2db-4c17-91db-c41bb5b3befc no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:08.334288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:08.391017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-39dfefad-ea5d-4c43-87e8-9316c694a1b1', 'network_id': '39dfefad-ea5d-4c43-87e8-9316c694a1b1', 'tenant_id': 'b12d1e1392724ad582a63e4e8d7240ce', 'fixed_ips': [{'subnet_id': '40fd302e-99e9-4afa-96c7-ef5f786c6472'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:08.393439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.395817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:08.406748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': '39dfefad-ea5d-4c43-87e8-9316c694a1b1', 'name': 'tempest-PortsTestJSON-1991927168'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:08.412210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5ac4be41-ade0-46a6-a34c-b5a8f50c547d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.1562698 Jun 30 02:47:08.413525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:08.423628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:08.452259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.453192 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.529662 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.567036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:08.578836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=13754d30-137a-4c46-952c-15a32b902563,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:08.643937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 6.1733983 Jun 30 02:47:08.662625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:08.679507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-47916fa9-4e33-4a66-add8-9957034348a7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': '1ad1799b-d896-4bc9-9806-f2da99066cf2', 'ip_address': '2001:db8::acdf:1c:e635:afb7'}], 'name': 'tempest-NetworksTestDHCPv6-918570985'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:08.892457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Allocated IP 172.20.0.2 (39dfefad-ea5d-4c43-87e8-9316c694a1b1/40fd302e-99e9-4afa-96c7-ef5f786c6472/fabd05f9-cb91-480b-a667-398c73a57e90) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:08.975385 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dc28dd09-2b5e-492e-a19a-727b21194b60 req-7bd5a8fa-f4b9-46c5-a27e-f659e4a24e13 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.9533432 Jun 30 02:47:09.023010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29373f-48a3-4716-a89b-b429782c3745 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=c1f12a0f-e341-4b44-8f02-1b3e359bdb45,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:09.092709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] For port feb8efb1-d2db-4c17-91db-c41bb5b3befc, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=feb8efb1-d2db-4c17-91db-c41bb5b3befc,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:09.095089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47916fa9-4e33-4a66-add8-9957034348a7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:09.137641 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:47:09.137641 n-d-758944-39 neutron-server[93770]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:47:09.137641 n-d-758944-39 neutron-server[93770]: [parameters: {'project_id_1': 'b12d1e1392724ad582a63e4e8d7240ce', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 47, 9, 9687)}] Jun 30 02:47:09.137641 n-d-758944-39 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:47:09.138195 n-d-758944-39 neutron-server[93770]: DEBUG oslo_db.api [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:47:09.150962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dcaa3e81-b077-4e7f-8019-7337bd837e12 None None] Provisioning for port c1f12a0f-e341-4b44-8f02-1b3e359bdb45 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:09.165947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dcaa3e81-b077-4e7f-8019-7337bd837e12 None None] Provisioning complete for port c1f12a0f-e341-4b44-8f02-1b3e359bdb45 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:09.166223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3e81-b077-4e7f-8019-7337bd837e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.223802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47916fa9-4e33-4a66-add8-9957034348a7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.231132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:09.237269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.249404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-47916fa9-4e33-4a66-add8-9957034348a7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 17155326-3080-433f-bf58-4386e4b4d76d yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:09.265674 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:47:09.291584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dcaa3e81-b077-4e7f-8019-7337bd837e12 None None] Port c1f12a0f-e341-4b44-8f02-1b3e359bdb45 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:09.337340 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.343329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:09.343810 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.368091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Transition to ACTIVE for port object fabd05f9-cb91-480b-a667-398c73a57e90 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:09.410252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Transition to ACTIVE for port object fabd05f9-cb91-480b-a667-398c73a57e90 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:09.458330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] For port feb8efb1-d2db-4c17-91db-c41bb5b3befc, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:09.482982 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-47916fa9-4e33-4a66-add8-9957034348a7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 02:47:09.483563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47916fa9-4e33-4a66-add8-9957034348a7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:47:09.510965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] device_id is not set on port feb8efb1-d2db-4c17-91db-c41bb5b3befc yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:09.523376 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.528974 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-47916fa9-4e33-4a66-add8-9957034348a7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.8651962 Jun 30 02:47:09.531482 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.539432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:09.596365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Network 39dfefad-ea5d-4c43-87e8-9316c694a1b1 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:09.604468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:09.612911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:09.634852 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.782740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Pushing event updated for resources: {'Port': ['ID=fabd05f9-cb91-480b-a667-398c73a57e90,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:09.812560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] No DVR routers for this DVR port feb8efb1-d2db-4c17-91db-c41bb5b3befc on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:09.849068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Attempting to bind port fabd05f9-cb91-480b-a667-398c73a57e90 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:09.849659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Attempting to bind port fabd05f9-cb91-480b-a667-398c73a57e90 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'cc949fde-76eb-4e0b-b04d-eda5bdac12e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '39dfefad-ea5d-4c43-87e8-9316c694a1b1'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:09.850237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Attempting to bind port fabd05f9-cb91-480b-a667-398c73a57e90 on network 39dfefad-ea5d-4c43-87e8-9316c694a1b1 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:09.861557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:09.862270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Checking segment: {'id': 'cc949fde-76eb-4e0b-b04d-eda5bdac12e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '39dfefad-ea5d-4c43-87e8-9316c694a1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:09.863008 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.863566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Bound using segment: {'id': 'cc949fde-76eb-4e0b-b04d-eda5bdac12e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '39dfefad-ea5d-4c43-87e8-9316c694a1b1'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:09.864320 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Bound port: fabd05f9-cb91-480b-a667-398c73a57e90, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc949fde-76eb-4e0b-b04d-eda5bdac12e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '39dfefad-ea5d-4c43-87e8-9316c694a1b1'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:09.864908 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:09.868772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:47:09.869654 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:47:09.901818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] Pushing event updated for resources: {'Port': ['ID=feb8efb1-d2db-4c17-91db-c41bb5b3befc,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:09.975299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f2a6b-01b9-49eb-aa18-6934b3e110cf tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.994527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7f2a6b-01b9-49eb-aa18-6934b3e110cf tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.997326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-af7f2a6b-01b9-49eb-aa18-6934b3e110cf tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4561234 Jun 30 02:47:10.009970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:10.025911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] For port fabd05f9-cb91-480b-a667-398c73a57e90, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:10.029140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] In _notify_port_updated(), no bound segment for port feb8efb1-d2db-4c17-91db-c41bb5b3befc on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:47:10.030046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.034897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] For port fabd05f9-cb91-480b-a667-398c73a57e90, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=fabd05f9-cb91-480b-a667-398c73a57e90,segment=NetworkSegment(cc949fde-76eb-4e0b-b04d-eda5bdac12e4),segment_id=cc949fde-76eb-4e0b-b04d-eda5bdac12e4)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:10.036484 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.038570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-055d5995-d20f-4f76-b885-0cce78d95d68 service neutron] 10.222.0.73 "PUT /v2.0/ports/feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 200 len: 1033 time: 4.6695771 Jun 30 02:47:10.040623 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.181383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:10.198316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.224375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13754d30-137a-4c46-952c-15a32b902563'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:10.231629 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d8142c-ed00-4964-8935-4a6f91d96565" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "13754d30-137a-4c46-952c-15a32b902563"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:10.294785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:10.304565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8758244-135f-4fbf-86bc-390fa5ea6a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.309806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-ab56799a-2042-4d0b-9fd1-51d002f5418c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.311608 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-ab56799a-2042-4d0b-9fd1-51d002f5418c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "GET /v2.0/ports/a5dde89a-1deb-4720-8797-def5858c8386?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2638602 Jun 30 02:47:10.326320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:10.429251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2de38b52-8717-49f7-b511-8dbf827e79fa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port c1f12a0f-e341-4b44-8f02-1b3e359bdb45 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:10.432800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2de38b52-8717-49f7-b511-8dbf827e79fa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.629686 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.768536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ab36f-1297-431c-a4ba-7e3ead1883bb None None] Pushing event updated for resources: {'Port': ['ID=fabd05f9-cb91-480b-a667-398c73a57e90,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:10.777787 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755d283d-984c-496b-b7b8-2df430fcbad6 x-openstack-request-id: req-755d283d-984c-496b-b7b8-2df430fcbad6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:10.778056 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "13754d30-137a-4c46-952c-15a32b902563", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:10.778430 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-755d283d-984c-496b-b7b8-2df430fcbad6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:10.778671 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13754d30-137a-4c46-952c-15a32b902563', 'code': 200} Jun 30 02:47:10.805483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2de38b52-8717-49f7-b511-8dbf827e79fa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.808647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-094d1bc1-ac43-47cf-b90e-e0cc60784dc9 None None] Provisioning complete for port feb8efb1-d2db-4c17-91db-c41bb5b3befc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:10.808993 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-094d1bc1-ac43-47cf-b90e-e0cc60784dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.846687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2de38b52-8717-49f7-b511-8dbf827e79fa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for c1f12a0f-e341-4b44-8f02-1b3e359bdb45 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:10.897350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] Deleting port 73ae83cb-3d73-4481-a412-1f6f066c773b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:10.897695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:10.918393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:10.992652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-094d1bc1-ac43-47cf-b90e-e0cc60784dc9 None None] Port feb8efb1-d2db-4c17-91db-c41bb5b3befc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:11.015438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.12 (39dfefad-ea5d-4c43-87e8-9316c694a1b1/40fd302e-99e9-4afa-96c7-ef5f786c6472/94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:11.052805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff189c7-a47d-4521-909f-5127512c9119 req-d71a9883-d9bf-422e-bd2d-c74d85d1d3c9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.063568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff189c7-a47d-4521-909f-5127512c9119 req-d71a9883-d9bf-422e-bd2d-c74d85d1d3c9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.069784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff189c7-a47d-4521-909f-5127512c9119 req-d71a9883-d9bf-422e-bd2d-c74d85d1d3c9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.093048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff189c7-a47d-4521-909f-5127512c9119 req-d71a9883-d9bf-422e-bd2d-c74d85d1d3c9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.099376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff189c7-a47d-4521-909f-5127512c9119 req-d71a9883-d9bf-422e-bd2d-c74d85d1d3c9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.102260 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.120168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff189c7-a47d-4521-909f-5127512c9119 req-d71a9883-d9bf-422e-bd2d-c74d85d1d3c9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.137268 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ff189c7-a47d-4521-909f-5127512c9119 req-d71a9883-d9bf-422e-bd2d-c74d85d1d3c9 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 4656 time: 0.8552454 Jun 30 02:47:11.178504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:11.186148 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.187047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 1ef21ad5-03b8-438f-9438-c9e4d870f4cc no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:11.264976 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ff189c7-a47d-4521-909f-5127512c9119 req-25ba25f0-df3a-428e-b6fc-d2e1e0589011 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&id=f27457b2-ff77-4824-a636-449aad41f8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262195 Jun 30 02:47:11.268375 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2de38b52-8717-49f7-b511-8dbf827e79fa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.350497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de38b52-8717-49f7-b511-8dbf827e79fa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=c1f12a0f-e341-4b44-8f02-1b3e359bdb45,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:11.429515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8758244-135f-4fbf-86bc-390fa5ea6a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.470425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:11.488360 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8758244-135f-4fbf-86bc-390fa5ea6a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.520157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2de38b52-8717-49f7-b511-8dbf827e79fa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.523537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2de38b52-8717-49f7-b511-8dbf827e79fa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/c1f12a0f-e341-4b44-8f02-1b3e359bdb45 HTTP/1.1" status: 204 len: 168 time: 1.5120788 Jun 30 02:47:11.554849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54884) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:11.555408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:11.591200 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.719557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:11.726735 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.785094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95170788-3bc1-4d0a-b114-a85d196bda4a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.788061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95170788-3bc1-4d0a-b114-a85d196bda4a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.795420 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-95170788-3bc1-4d0a-b114-a85d196bda4a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2332580 Jun 30 02:47:11.799938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] For port a5dde89a-1deb-4720-8797-def5858c8386, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a5dde89a-1deb-4720-8797-def5858c8386,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:11.803909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:11.849618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] For port 73ae83cb-3d73-4481-a412-1f6f066c773b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=73ae83cb-3d73-4481-a412-1f6f066c773b,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:11.849991 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:11.852816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:11.893508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54894) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:11.956955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8758244-135f-4fbf-86bc-390fa5ea6a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6747ac83-8aa3-4695-af52-7a5255fa5ef9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:11.968762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:11.970591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a9c207-74f1-436f-958d-05a7c485e36e None None] Network 39dfefad-ea5d-4c43-87e8-9316c694a1b1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:11.979474 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e8758244-135f-4fbf-86bc-390fa5ea6a8a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64d317cd421a496fa40b533549afb30d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7467532 Jun 30 02:47:11.985891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] Calling delete_port for 73ae83cb-3d73-4481-a412-1f6f066c773b owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:12.038889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6bdf4566-0d39-4327-a6cc-2dfee2462156 None None] Provisioning for port fabd05f9-cb91-480b-a667-398c73a57e90 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:12.048088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c10933-05d1-40a6-b02b-041784dbc633 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 1ad1799b-d896-4bc9-9806-f2da99066cf2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:12.051242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0c10933-05d1-40a6-b02b-041784dbc633 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.095650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0c10933-05d1-40a6-b02b-041784dbc633 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.123923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4433ca1e-0133-4b87-b455-f4ced4edc54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.126373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] For port a5dde89a-1deb-4720-8797-def5858c8386, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:12.173831 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a7f0-e607-41e7-bee0-2dcc62301122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.228319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] device_id is not set on port a5dde89a-1deb-4720-8797-def5858c8386 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:12.233075 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b8953d-bcfc-4317-926b-1696be53127c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.248704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.259407 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.287480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object 94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:12.305878 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.306642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b8953d-bcfc-4317-926b-1696be53127c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.308867 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.342809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] Pushing event deleted for resources: {'Port': ['ID=73ae83cb-3d73-4481-a412-1f6f066c773b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:12.442831 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.465026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0c10933-05d1-40a6-b02b-041784dbc633 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.532319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network 39dfefad-ea5d-4c43-87e8-9316c694a1b1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:12.550103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:12.568614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:12.574629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:12.625597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device fabd05f9-cb91-480b-a667-398c73a57e90 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:12.655719 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0c10933-05d1-40a6-b02b-041784dbc633 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.699674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] Pushing event updated for resources: {'Port': ['ID=a5dde89a-1deb-4720-8797-def5858c8386,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:12.714247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port fabd05f9-cb91-480b-a667-398c73a57e90 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:12.727026 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port fabd05f9-cb91-480b-a667-398c73a57e90 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:12.727542 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.728786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] No DVR routers for this DVR port a5dde89a-1deb-4720-8797-def5858c8386 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:12.807710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67'}, {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef21ad5-03b8-438f-9438-c9e4d870f4cc'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:12.810125 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbdb9d4-fe1c-4632-851c-80d42cc9cb10" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67"}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef21ad5-03b8-438f-9438-c9e4d870f4cc"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:12.813474 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4433ca1e-0133-4b87-b455-f4ced4edc54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.837838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127038ad-0a83-4bed-b46f-6ffa970232e8 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:12.866064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.871725 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.879297 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0c10933-05d1-40a6-b02b-041784dbc633 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.881190 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a0c10933-05d1-40a6-b02b-041784dbc633 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/1ad1799b-d896-4bc9-9806-f2da99066cf2 HTTP/1.1" status: 204 len: 168 time: 1.0762937 Jun 30 02:47:12.890273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:12.921986 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a74505-0662-4a40-90ca-9a7e1951252e x-openstack-request-id: req-e9a74505-0662-4a40-90ca-9a7e1951252e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:12.922266 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67", "code": 200}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef21ad5-03b8-438f-9438-c9e4d870f4cc", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:12.922500 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9a74505-0662-4a40-90ca-9a7e1951252e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:12.922905 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67', 'code': 200} Jun 30 02:47:12.923157 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef21ad5-03b8-438f-9438-c9e4d870f4cc', 'code': 200} Jun 30 02:47:12.951487 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b8953d-bcfc-4317-926b-1696be53127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.954095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30b8953d-bcfc-4317-926b-1696be53127c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.958135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-30b8953d-bcfc-4317-926b-1696be53127c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6747ac83-8aa3-4695-af52-7a5255fa5ef9 HTTP/1.1" status: 204 len: 168 time: 0.9861522 Jun 30 02:47:12.959196 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4433ca1e-0133-4b87-b455-f4ced4edc54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.965905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-818c5f9f-1d7f-4571-ac72-a3b9e17f293c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706623 Jun 30 02:47:12.969441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:12.974742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a3a15b92-f1e9-4672-8fb5-e06b7ff3b078 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:12.982959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] In _notify_port_updated(), no bound segment for port a5dde89a-1deb-4720-8797-def5858c8386 on network 0309606f-fa66-4c24-9aed-94352388efc1 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:47:12.983999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.984615 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.986000 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-d4ea7cbf-1c0c-4415-a3a2-45169c2e9f13 service neutron] 10.222.0.73 "PUT /v2.0/ports/a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 200 len: 1032 time: 2.6658678 Jun 30 02:47:12.997853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.998999 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4433ca1e-0133-4b87-b455-f4ced4edc54b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0cf4e81db064381a6c87667a030cc78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1030622 Jun 30 02:47:13.018687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3c0f1014-1739-43c0-9cb6-84cfe61597f9 None None] Provisioning complete for port a5dde89a-1deb-4720-8797-def5858c8386 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:13.019308 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c0f1014-1739-43c0-9cb6-84cfe61597f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.034698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:13.064513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8953d-bcfc-4317-926b-1696be53127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6747ac83-8aa3-4695-af52-7a5255fa5ef9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:13.094428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c10933-05d1-40a6-b02b-041784dbc633 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad1799b-d896-4bc9-9806-f2da99066cf2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:13.126199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433ca1e-0133-4b87-b455-f4ced4edc54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c080ca8-1a6e-4bf5-a6b3-eb1db6ea24fb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:13.148334 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.186008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f1014-1739-43c0-9cb6-84cfe61597f9 None None] Port a5dde89a-1deb-4720-8797-def5858c8386 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:13.186362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d7bf6-cbd3-4c23-b7b0-a24a61a1954b req-c1729255-1e7a-4bae-b497-8f2f80986695 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.192958 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d7bf6-cbd3-4c23-b7b0-a24a61a1954b req-c1729255-1e7a-4bae-b497-8f2f80986695 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.199645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d7bf6-cbd3-4c23-b7b0-a24a61a1954b req-c1729255-1e7a-4bae-b497-8f2f80986695 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.206173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d7bf6-cbd3-4c23-b7b0-a24a61a1954b req-c1729255-1e7a-4bae-b497-8f2f80986695 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.212226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d7bf6-cbd3-4c23-b7b0-a24a61a1954b req-c1729255-1e7a-4bae-b497-8f2f80986695 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:13.214962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e43d7bf6-cbd3-4c23-b7b0-a24a61a1954b req-c1729255-1e7a-4bae-b497-8f2f80986695 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 3875 time: 0.7184989 Jun 30 02:47:13.221217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port fabd05f9-cb91-480b-a667-398c73a57e90, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=fabd05f9-cb91-480b-a667-398c73a57e90,segment=NetworkSegment(cc949fde-76eb-4e0b-b04d-eda5bdac12e4),segment_id=cc949fde-76eb-4e0b-b04d-eda5bdac12e4)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:13.228670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.287245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce16fc1b-2d70-4101-a3ce-23e99c908ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.314473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-1a1babe3-f214-4d79-87f7-535c88b3e07e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting port 13754d30-137a-4c46-952c-15a32b902563 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:13.316932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-1a1babe3-f214-4d79-87f7-535c88b3e07e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.352652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=fabd05f9-cb91-480b-a667-398c73a57e90,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:13.367405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ae413-78d9-482e-815b-a1d7d84e0cb8 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:13.370643 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce16fc1b-2d70-4101-a3ce-23e99c908ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.371608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85f00df8-b4ed-4265-9084-8ddc80bc55f5 None None] Provisioning for port 94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:13.374786 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e43d7bf6-cbd3-4c23-b7b0-a24a61a1954b req-31f5f529-51e9-40b9-a7b3-149da78e1818 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457446 Jun 30 02:47:13.391609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85f00df8-b4ed-4265-9084-8ddc80bc55f5 None None] Provisioning complete for port 94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:13.391962 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85f00df8-b4ed-4265-9084-8ddc80bc55f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.460003 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce16fc1b-2d70-4101-a3ce-23e99c908ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.465479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce16fc1b-2d70-4101-a3ce-23e99c908ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.468543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ce16fc1b-2d70-4101-a3ce-23e99c908ce2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c080ca8-1a6e-4bf5-a6b3-eb1db6ea24fb HTTP/1.1" status: 204 len: 168 time: 0.4319675 Jun 30 02:47:13.484893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-85f00df8-b4ed-4265-9084-8ddc80bc55f5 None None] Port 94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:13.503300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-513ae413-78d9-482e-815b-a1d7d84e0cb8 None None] Deleting port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:13.503683 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-513ae413-78d9-482e-815b-a1d7d84e0cb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.537120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a7f0-e607-41e7-bee0-2dcc62301122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.540714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16fc1b-2d70-4101-a3ce-23e99c908ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c080ca8-1a6e-4bf5-a6b3-eb1db6ea24fb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:13.549933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1a7a7f0-e607-41e7-bee0-2dcc62301122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.566411 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2d73969a-600f-484d-8a9b-24d797232054 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1693568 Jun 30 02:47:13.572979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54928) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:13.582571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': '39dfefad-ea5d-4c43-87e8-9316c694a1b1', 'name': 'tempest-PortsTestJSON-1693671966'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:13.585092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-513ae413-78d9-482e-815b-a1d7d84e0cb8 None None] For port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0450c1f2-e9de-4c81-bceb-c7b37ca3a87e,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:13.585681 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-513ae413-78d9-482e-815b-a1d7d84e0cb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.608126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-513ae413-78d9-482e-815b-a1d7d84e0cb8 None None] Calling delete_port for 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:13.654314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:13.677109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7a7f0-e607-41e7-bee0-2dcc62301122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7e3891-e8b7-45de-9936-a263cf9e3954,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:13.691411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a15b92-f1e9-4672-8fb5-e06b7ff3b078 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:13.695485 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3a15b92-f1e9-4672-8fb5-e06b7ff3b078 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.733005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e1a7a7f0-e607-41e7-bee0-2dcc62301122 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a90ea63707114c59abb1a1a2d76c17e5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1505225 Jun 30 02:47:13.737909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54934) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:13.744488 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cf23b25-1fbb-43ba-9f83-57d6c9d241ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.757757 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-513ae413-78d9-482e-815b-a1d7d84e0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.782568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-1a1babe3-f214-4d79-87f7-535c88b3e07e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] For port 13754d30-137a-4c46-952c-15a32b902563, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=13754d30-137a-4c46-952c-15a32b902563,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:13.782961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-1a1babe3-f214-4d79-87f7-535c88b3e07e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.802667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-1a1babe3-f214-4d79-87f7-535c88b3e07e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Calling delete_port for 13754d30-137a-4c46-952c-15a32b902563 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:13.828041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ae413-78d9-482e-815b-a1d7d84e0cb8 None None] Pushing event deleted for resources: {'Port': ['ID=0450c1f2-e9de-4c81-bceb-c7b37ca3a87e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:13.846302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ae413-78d9-482e-815b-a1d7d84e0cb8 None None] No DVR routers for this DVR port 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:13.902143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] Router e26689b1-ee07-414d-b96a-aa9fe84b00d2 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:13.960068 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4123b22f-d416-477e-badc-2e11ff1ce8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.969747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cf23b25-1fbb-43ba-9f83-57d6c9d241ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.975380 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0cf23b25-1fbb-43ba-9f83-57d6c9d241ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.032030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:14.072777 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4123b22f-d416-477e-badc-2e11ff1ce8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.075722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2c13a9a-9a10-4888-8a48-c9570a5440ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.090587 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0cf23b25-1fbb-43ba-9f83-57d6c9d241ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54d464dd80fa40879d7fbe96a8a7f98f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326556 Jun 30 02:47:14.090587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf23b25-1fbb-43ba-9f83-57d6c9d241ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc9f0c6-4904-4a43-b906-adf586fae96c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:14.092909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:14.097052 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:14.101095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.128642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-1a1babe3-f214-4d79-87f7-535c88b3e07e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.182769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1babe3-f214-4d79-87f7-535c88b3e07e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Port': ['ID=13754d30-137a-4c46-952c-15a32b902563,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:14.229134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 9fce96c5-0968-43f8-b586-5eab7dc2ee7f yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:14.254360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-1a1babe3-f214-4d79-87f7-535c88b3e07e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] No DVR routers for this DVR port 13754d30-137a-4c46-952c-15a32b902563 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:14.262687 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-1a1babe3-f214-4d79-87f7-535c88b3e07e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.264693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-1a1babe3-f214-4d79-87f7-535c88b3e07e tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "DELETE /v2.0/ports/13754d30-137a-4c46-952c-15a32b902563 HTTP/1.1" status: 204 len: 173 time: 1.2634404 Jun 30 02:47:14.265143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-deleted', 'tag': '13754d30-137a-4c46-952c-15a32b902563'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:14.267479 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04025720-af99-43f9-8dd1-056b588caf0c" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-deleted", "tag": "13754d30-137a-4c46-952c-15a32b902563"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:14.303303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:14.309789 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aa84489e-bc7e-4267-8bc6-da87f6b9da6d admin admin] 10.222.0.55 "PUT /v2.0/routers/e26689b1-ee07-414d-b96a-aa9fe84b00d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8876317 Jun 30 02:47:14.316782 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:14.317458 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648876a1-3851-4b67-9d97-87dd823eeede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.318611 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] Sync routers for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:14.320909 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3a15b92-f1e9-4672-8fb5-e06b7ff3b078 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.357056 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:14.357630 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:46:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:14.458222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648876a1-3851-4b67-9d97-87dd823eeede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.575061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device fabd05f9-cb91-480b-a667-398c73a57e90 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:14.648609 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2c13a9a-9a10-4888-8a48-c9570a5440ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.662532 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:14.704155 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5bad7d-0bc1-4111-b515-3ff8fd78451b x-openstack-request-id: req-3d5bad7d-0bc1-4111-b515-3ff8fd78451b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:14.704721 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-deleted", "tag": "13754d30-137a-4c46-952c-15a32b902563", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:14.705137 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3d5bad7d-0bc1-4111-b515-3ff8fd78451b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:14.705699 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-deleted', 'tag': '13754d30-137a-4c46-952c-15a32b902563', 'status': 'completed', 'code': 200} Jun 30 02:47:14.720242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port fabd05f9-cb91-480b-a667-398c73a57e90 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:14.720616 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.722491 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2c13a9a-9a10-4888-8a48-c9570a5440ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.873455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d2c13a9a-9a10-4888-8a48-c9570a5440ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f097eeb32a974916bd53ba5cb4ee8110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8366208 Jun 30 02:47:14.882775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54950) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:14.890915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c13a9a-9a10-4888-8a48-c9570a5440ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a161720-dc95-41ea-b7e7-5fd8de9e2d47,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:14.906690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.908711 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648876a1-3851-4b67-9d97-87dd823eeede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.911455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-648876a1-3851-4b67-9d97-87dd823eeede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.912613 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-648876a1-3851-4b67-9d97-87dd823eeede admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbc9f0c6-4904-4a43-b906-adf586fae96c HTTP/1.1" status: 204 len: 168 time: 0.8187895 Jun 30 02:47:14.986155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:15.007048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:15.007748 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:47:12Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:15.008074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0450c1f2-e9de-4c81-bceb-c7b37ca3a87e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:15.020157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:15.021065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.025184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648876a1-3851-4b67-9d97-87dd823eeede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc9f0c6-4904-4a43-b906-adf586fae96c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.076592 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] Checking router: e26689b1-ee07-414d-b96a-aa9fe84b00d2 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:15.083420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.6 (39dfefad-ea5d-4c43-87e8-9316c694a1b1/40fd302e-99e9-4afa-96c7-ef5f786c6472/9fce96c5-0968-43f8-b586-5eab7dc2ee7f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:15.093332 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] Routers {'e26689b1-ee07-414d-b96a-aa9fe84b00d2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:15.094564 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:46:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:15.109728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0ccf9-4940-4b10-8cbb-1c2cabc513da req-c7c9bbfa-76d7-4e01-acf9-9db0cdf145c1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.115598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0ccf9-4940-4b10-8cbb-1c2cabc513da req-c7c9bbfa-76d7-4e01-acf9-9db0cdf145c1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.121434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0ccf9-4940-4b10-8cbb-1c2cabc513da req-c7c9bbfa-76d7-4e01-acf9-9db0cdf145c1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.127319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0ccf9-4940-4b10-8cbb-1c2cabc513da req-c7c9bbfa-76d7-4e01-acf9-9db0cdf145c1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.129002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-03a0ccf9-4940-4b10-8cbb-1c2cabc513da req-c7c9bbfa-76d7-4e01-acf9-9db0cdf145c1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 3142 time: 0.5104301 Jun 30 02:47:15.198280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a15b92-f1e9-4672-8fb5-e06b7ff3b078 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:15.203235 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4123b22f-d416-477e-badc-2e11ff1ce8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.208821 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4123b22f-d416-477e-badc-2e11ff1ce8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.210587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4123b22f-d416-477e-badc-2e11ff1ce8ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e7e3891-e8b7-45de-9936-a263cf9e3954 HTTP/1.1" status: 204 len: 168 time: 1.4698899 Jun 30 02:47:15.296723 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a3a15b92-f1e9-4672-8fb5-e06b7ff3b078 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:15.306376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a15b92-f1e9-4672-8fb5-e06b7ff3b078 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:15.314207 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3a15b92-f1e9-4672-8fb5-e06b7ff3b078 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.318993 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ae149-bb7d-4044-9a9c-7443ee0cef18 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:15.320415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123b22f-d416-477e-badc-2e11ff1ce8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7e3891-e8b7-45de-9936-a263cf9e3954,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.344759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a15b92-f1e9-4672-8fb5-e06b7ff3b078 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=abefffbd-409f-4d07-8250-e87a2ec8cafb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.409971 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a3a15b92-f1e9-4672-8fb5-e06b7ff3b078 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4390812 Jun 30 02:47:15.416744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.431819 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] Set router e26689b1-ee07-414d-b96a-aa9fe84b00d2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:15.449710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f327aa4d-3a86-4204-88a8-db78c4a238b1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': 'abefffbd-409f-4d07-8250-e87a2ec8cafb', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-907517152'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:15.490707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee2b0f35-1357-4ebf-8aef-b5e26745349d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.553829 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee2b0f35-1357-4ebf-8aef-b5e26745349d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.610384 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.687124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': 'abefffbd-409f-4d07-8250-e87a2ec8cafb'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:15.688497 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.697198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object 9fce96c5-0968-43f8-b586-5eab7dc2ee7f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:15.702366 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee2b0f35-1357-4ebf-8aef-b5e26745349d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.705667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee2b0f35-1357-4ebf-8aef-b5e26745349d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.707316 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ee2b0f35-1357-4ebf-8aef-b5e26745349d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a161720-dc95-41ea-b7e7-5fd8de9e2d47 HTTP/1.1" status: 204 len: 168 time: 0.8176348 Jun 30 02:47:15.722632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-03a0ccf9-4940-4b10-8cbb-1c2cabc513da req-640b2aad-871f-4279-95c7-8121823ec252 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375942 Jun 30 02:47:15.756561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b0f35-1357-4ebf-8aef-b5e26745349d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a161720-dc95-41ea-b7e7-5fd8de9e2d47,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.773138 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.775703 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:47:12Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:15.785447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] For port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:15.786142 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.797323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.832125 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce4ab7-cf1b-49a7-845f-039d81333a4b None None] The sync data for ids ['e26689b1-ee07-414d-b96a-aa9fe84b00d2'] in n-d-758944-39 is: [{'id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'name': 'tempest-TestVolumeBackupRestore-1855011518-router', 'tenant_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97'}], 'enable_snat': True}, 'gw_port_id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:25Z', 'updated_at': '2021-06-30T02:47:12Z', 'revision_number': 5, 'project_id': '1adf23e250d94d4c881c3e6f22b00ce7', 'gw_port': {'id': '65743f11-6f22-403d-9ea8-af7b3f715b6b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:b5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26689b1-ee07-414d-b96a-aa9fe84b00d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:26Z', 'updated_at': '2021-06-30T02:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:15.920532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.926983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=9fce96c5-0968-43f8-b586-5eab7dc2ee7f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.937944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network 39dfefad-ea5d-4c43-87e8-9316c694a1b1 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:15.939895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:15.959150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:16.016529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.053317 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b093c7cd-7be8-4d85-8875-0a32aba55b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.064316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/abefffbd-409f-4d07-8250-e87a2ec8cafb/14230119-8065-408f-9a73-591dd4b21130) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:16.136216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:16.136988 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.219582 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.439301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 73ae83cb-3d73-4481-a412-1f6f066c773b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:16.440231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b093c7cd-7be8-4d85-8875-0a32aba55b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.449168 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b093c7cd-7be8-4d85-8875-0a32aba55b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.513702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 73ae83cb-3d73-4481-a412-1f6f066c773b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:16.514218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-322e9d98-76c3-4f38-9c9b-5a8d6523b73c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9386146 Jun 30 02:47:16.514676 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 73ae83cb-3d73-4481-a412-1f6f066c773b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:16.523001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-84669153-0a2a-41b2-8a7c-2b7d49a6b76e None None] Provisioning for port 9fce96c5-0968-43f8-b586-5eab7dc2ee7f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:16.534819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-84669153-0a2a-41b2-8a7c-2b7d49a6b76e None None] Provisioning complete for port 9fce96c5-0968-43f8-b586-5eab7dc2ee7f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:16.535462 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84669153-0a2a-41b2-8a7c-2b7d49a6b76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.537522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 54980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.576609 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.593878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Transition to ACTIVE for port object 14230119-8065-408f-9a73-591dd4b21130 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:16.599166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-84669153-0a2a-41b2-8a7c-2b7d49a6b76e None None] Port 9fce96c5-0968-43f8-b586-5eab7dc2ee7f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:16.615703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Transition to ACTIVE for port object 14230119-8065-408f-9a73-591dd4b21130 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:16.628036 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.672654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f327aa4d-3a86-4204-88a8-db78c4a238b1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:16.693984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b093c7cd-7be8-4d85-8875-0a32aba55b5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62933598de4d47b5ac79a51fc6ab9163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736276 Jun 30 02:47:16.697687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.740567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093c7cd-7be8-4d85-8875-0a32aba55b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2100f734-00f2-4501-ad38-cddbe10da43c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:16.744003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:16.747109 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:16.767507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:16.788268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Pushing event updated for resources: {'Port': ['ID=14230119-8065-408f-9a73-591dd4b21130,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:16.855609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded0824-d8ed-4c78-83b0-e4ee613d27df tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:16.857958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8ded0824-d8ed-4c78-83b0-e4ee613d27df tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.3106086 Jun 30 02:47:16.860413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.961599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Attempting to bind port 14230119-8065-408f-9a73-591dd4b21130 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:16.962697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Attempting to bind port 14230119-8065-408f-9a73-591dd4b21130 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:16.963275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Attempting to bind port 14230119-8065-408f-9a73-591dd4b21130 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:16.970258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:16.970905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:16.971901 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.972641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:16.973294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Bound port: 14230119-8065-408f-9a73-591dd4b21130, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:16.974086 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.062191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] For port 14230119-8065-408f-9a73-591dd4b21130, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:17.067901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] For port 14230119-8065-408f-9a73-591dd4b21130, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=14230119-8065-408f-9a73-591dd4b21130,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:17.075899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.162994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ac364d4-bb4a-4a14-bdbc-81716079d1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.192688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f8a75-d4ad-4831-9907-f846283c33a4 None None] Pushing event updated for resources: {'Port': ['ID=14230119-8065-408f-9a73-591dd4b21130,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.214011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Deleting port 65743f11-6f22-403d-9ea8-af7b3f715b6b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:17.214882 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.249717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda39ab-5053-4226-8369-766afc31ae3f req-de613f42-eb73-4bc4-8126-4adbe0127027 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.261476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f327aa4d-3a86-4204-88a8-db78c4a238b1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.265541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda39ab-5053-4226-8369-766afc31ae3f req-de613f42-eb73-4bc4-8126-4adbe0127027 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.283883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda39ab-5053-4226-8369-766afc31ae3f req-de613f42-eb73-4bc4-8126-4adbe0127027 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.300845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda39ab-5053-4226-8369-766afc31ae3f req-de613f42-eb73-4bc4-8126-4adbe0127027 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.303063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2fda39ab-5053-4226-8369-766afc31ae3f req-de613f42-eb73-4bc4-8126-4adbe0127027 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 3142 time: 0.3142416 Jun 30 02:47:17.304742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-35038d2a-776f-4da0-81ac-da7128d01541 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 9fce96c5-0968-43f8-b586-5eab7dc2ee7f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:17.310580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35038d2a-776f-4da0-81ac-da7128d01541 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.361992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ac364d4-bb4a-4a14-bdbc-81716079d1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.403610 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.404382 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.404886 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Floating IP b0ea28fe-9e8b-4189-b43e-3d8d3318f51a disassociated. External IP: 172.25.7.215, port: 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8. Jun 30 02:47:17.405409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Calling delete_port for 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:17.437964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f327aa4d-3a86-4204-88a8-db78c4a238b1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port da7be962-f8d8-4641-8a89-df5f0c32486a yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:17.454600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2fda39ab-5053-4226-8369-766afc31ae3f req-b5cd696e-155f-4537-8d2f-2e26f7c03cef tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404965 Jun 30 02:47:17.487238 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35038d2a-776f-4da0-81ac-da7128d01541 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.535503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-35038d2a-776f-4da0-81ac-da7128d01541 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 9fce96c5-0968-43f8-b586-5eab7dc2ee7f owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:17.733532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35038d2a-776f-4da0-81ac-da7128d01541 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.766517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] For port 65743f11-6f22-403d-9ea8-af7b3f715b6b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=65743f11-6f22-403d-9ea8-af7b3f715b6b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:17.766517 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.772463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ac364d4-bb4a-4a14-bdbc-81716079d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.778445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35038d2a-776f-4da0-81ac-da7128d01541 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=9fce96c5-0968-43f8-b586-5eab7dc2ee7f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.783642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ac364d4-bb4a-4a14-bdbc-81716079d1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.792706 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4ac364d4-bb4a-4a14-bdbc-81716079d1c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2100f734-00f2-4501-ad38-cddbe10da43c HTTP/1.1" status: 204 len: 168 time: 1.0766990 Jun 30 02:47:17.895507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Calling delete_port for 65743f11-6f22-403d-9ea8-af7b3f715b6b owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:17.908652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac364d4-bb4a-4a14-bdbc-81716079d1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2100f734-00f2-4501-ad38-cddbe10da43c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.943456 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f327aa4d-3a86-4204-88a8-db78c4a238b1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:47:17.943913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f327aa4d-3a86-4204-88a8-db78c4a238b1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:47:17.967339 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-35038d2a-776f-4da0-81ac-da7128d01541 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.971867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-35038d2a-776f-4da0-81ac-da7128d01541 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/9fce96c5-0968-43f8-b586-5eab7dc2ee7f HTTP/1.1" status: 204 len: 168 time: 1.1067574 Jun 30 02:47:17.975106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.032753 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f60b931-131f-445a-a850-c283224d76e4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:47:18.038687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8f60b931-131f-445a-a850-c283224d76e4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/9fce96c5-0968-43f8-b586-5eab7dc2ee7f HTTP/1.1" status: 404 len: 333 time: 0.0652292 Jun 30 02:47:18.039679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.094938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f327aa4d-3a86-4204-88a8-db78c4a238b1 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.6655946 Jun 30 02:47:18.103118 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.244991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f3f420db-e833-4e98-86f8-56b3a7de57f0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:18.245330 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3f420db-e833-4e98-86f8-56b3a7de57f0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.255951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.336328 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Port': ['ID=1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.505365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.565189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 14230119-8065-408f-9a73-591dd4b21130 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:18.586641 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18ce1641-f5d4-4b22-9696-ebd4f8c9df37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.658880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3f420db-e833-4e98-86f8-56b3a7de57f0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.672777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfb86c9-3c5d-411c-8436-b3f4dfc13d64 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.672777 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5dfb86c9-3c5d-411c-8436-b3f4dfc13d64 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5596905 Jun 30 02:47:18.676023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.728914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 14230119-8065-408f-9a73-591dd4b21130 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:18.743115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f3f420db-e833-4e98-86f8-56b3a7de57f0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:18.833397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Router 25ee13b9-0d13-411f-99b0-31a692235f6a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:19.014886 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18ce1641-f5d4-4b22-9696-ebd4f8c9df37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.031918 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18ce1641-f5d4-4b22-9696-ebd4f8c9df37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.055673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628fa8da-0599-4ae2-8187-b86e6ee09171 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.057682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628fa8da-0599-4ae2-8187-b86e6ee09171 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.075826 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-628fa8da-0599-4ae2-8187-b86e6ee09171 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3934672 Jun 30 02:47:19.090145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.092540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cda167de-6f69-4cdc-9bea-4678be0f316f None None] Provisioning for port 14230119-8065-408f-9a73-591dd4b21130 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:19.103353 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cda167de-6f69-4cdc-9bea-4678be0f316f None None] Provisioning complete for port 14230119-8065-408f-9a73-591dd4b21130 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:19.104218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cda167de-6f69-4cdc-9bea-4678be0f316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.146661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.181924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce1641-f5d4-4b22-9696-ebd4f8c9df37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20392ea-f743-4520-a06f-5fe6a2791207,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.200189 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-18ce1641-f5d4-4b22-9696-ebd4f8c9df37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfc50531994042e39bc85fa971b1e120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6911259 Jun 30 02:47:19.202872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.244918 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3f420db-e833-4e98-86f8-56b3a7de57f0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.284333 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cda167de-6f69-4cdc-9bea-4678be0f316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.290519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Pushing event deleted for resources: {'Port': ['ID=65743f11-6f22-403d-9ea8-af7b3f715b6b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.379045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f420db-e833-4e98-86f8-56b3a7de57f0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.385806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cda167de-6f69-4cdc-9bea-4678be0f316f None None] For port 14230119-8065-408f-9a73-591dd4b21130, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=14230119-8065-408f-9a73-591dd4b21130,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:19.391106 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cda167de-6f69-4cdc-9bea-4678be0f316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.411449 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-439c233a-4fe1-458c-b267-d9ea416a884a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.446903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-439c233a-4fe1-458c-b267-d9ea416a884a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.514001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda167de-6f69-4cdc-9bea-4678be0f316f None None] Pushing event updated for resources: {'Port': ['ID=14230119-8065-408f-9a73-591dd4b21130,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.530807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.539808 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3f420db-e833-4e98-86f8-56b3a7de57f0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.549159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f3f420db-e833-4e98-86f8-56b3a7de57f0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c HTTP/1.1" status: 204 len: 168 time: 1.5080433 Jun 30 02:47:19.553950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.614092 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda6ceef-0e86-40e1-b1ef-afcfc3a96a96 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:47:19.617141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eda6ceef-0e86-40e1-b1ef-afcfc3a96a96 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/94f6bb4b-9837-4c4d-b091-84d6c6c3aa3c HTTP/1.1" status: 404 len: 333 time: 0.0591407 Jun 30 02:47:19.618875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-439c233a-4fe1-458c-b267-d9ea416a884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.624128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-439c233a-4fe1-458c-b267-d9ea416a884a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.628329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a93204-09ef-42ba-90c2-ff6785592524 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet abefffbd-409f-4d07-8250-e87a2ec8cafb {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:19.629092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-439c233a-4fe1-458c-b267-d9ea416a884a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b20392ea-f743-4520-a06f-5fe6a2791207 HTTP/1.1" status: 204 len: 168 time: 0.4251595 Jun 30 02:47:19.629970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.671732 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42a93204-09ef-42ba-90c2-ff6785592524 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.684440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e4de0-1829-4fb7-a678-99a7374f2045 req-517b5a14-88d0-49b9-8ed1-cd5989d944dc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.686511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c233a-4fe1-458c-b267-d9ea416a884a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20392ea-f743-4520-a06f-5fe6a2791207,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.694692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e4de0-1829-4fb7-a678-99a7374f2045 req-517b5a14-88d0-49b9-8ed1-cd5989d944dc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.712709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e4de0-1829-4fb7-a678-99a7374f2045 req-517b5a14-88d0-49b9-8ed1-cd5989d944dc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.714576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c33e4de0-1829-4fb7-a678-99a7374f2045 req-517b5a14-88d0-49b9-8ed1-cd5989d944dc tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 2409 time: 0.8047957 Jun 30 02:47:19.729164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-58389418-1aa5-49a1-ada6-a6b6f30d266b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet 40fd302e-99e9-4afa-96c7-ef5f786c6472 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:19.732798 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58389418-1aa5-49a1-ada6-a6b6f30d266b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.782550 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58389418-1aa5-49a1-ada6-a6b6f30d266b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.804574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:19.812391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55092) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:19.819845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] Sync routers for ids ['25ee13b9-0d13-411f-99b0-31a692235f6a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:19.831577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] Routers {'25ee13b9-0d13-411f-99b0-31a692235f6a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:19.833151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:46:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['25ee13b9-0d13-411f-99b0-31a692235f6a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:19.856347 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.878308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.947470 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58389418-1aa5-49a1-ada6-a6b6f30d266b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.033442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] No DVR routers for this DVR port 1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:20.071931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.074643 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-4d082fba-4201-477f-b156-aa1ae9d9075a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "DELETE /v2.0/ports/1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8 HTTP/1.1" status: 204 len: 173 time: 5.7978635 Jun 30 02:47:20.076196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-deleted', 'tag': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:20.078641 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831fb511-a615-41ab-9a21-07560bee6ee6" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-deleted", "tag": "1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:20.087001 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42a93204-09ef-42ba-90c2-ff6785592524 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.140984 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58389418-1aa5-49a1-ada6-a6b6f30d266b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.172306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] Set router 25ee13b9-0d13-411f-99b0-31a692235f6a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:20.210931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.211447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26689b1-ee07-414d-b96a-aa9fe84b00d2 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:20.216025 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c33e4de0-1829-4fb7-a678-99a7374f2045 req-8056f601-96a2-4162-8fd1-4c37a34dc603 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4094222 Jun 30 02:47:20.217616 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f27d740-4aff-4622-9b8d-f2d464ebee08 x-openstack-request-id: req-8f27d740-4aff-4622-9b8d-f2d464ebee08 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:20.217898 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-deleted", "tag": "1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:20.218242 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f27d740-4aff-4622-9b8d-f2d464ebee08 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:20.218525 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-deleted', 'tag': '1e7ec3ed-e98b-4bb6-8e56-8fc5ba1f0cb8', 'status': 'completed', 'code': 200} Jun 30 02:47:20.225029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.226372 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d403b3b3-8651-4156-95bb-1af03245f663 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e26689b1-ee07-414d-b96a-aa9fe84b00d2 HTTP/1.1" status: 204 len: 168 time: 5.9069729 Jun 30 02:47:20.242502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:20.289470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58389418-1aa5-49a1-ada6-a6b6f30d266b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=40fd302e-99e9-4afa-96c7-ef5f786c6472,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:20.305923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58389418-1aa5-49a1-ada6-a6b6f30d266b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.311229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-58389418-1aa5-49a1-ada6-a6b6f30d266b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/40fd302e-99e9-4afa-96c7-ef5f786c6472 HTTP/1.1" status: 204 len: 168 time: 0.6743736 Jun 30 02:47:20.317883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df6d08-c423-4d22-ab1a-7e85848fb506 None None] Network 39dfefad-ea5d-4c43-87e8-9316c694a1b1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:20.322175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:20.356620 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee57da4-957e-4ad3-a28b-8ad16d705c51 admin admin] Deleting subnet 64f0cc56-bf0e-4c96-8471-fcfb481181a7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:20.374482 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ee57da4-957e-4ad3-a28b-8ad16d705c51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.481872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ee57da4-957e-4ad3-a28b-8ad16d705c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.486259 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.600301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd38fa3a-f85f-410b-85a8-1bccce3fbdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.690745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-e860d01b-6baa-4151-84a0-a5368f4deb03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:20.690981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-e860d01b-6baa-4151-84a0-a5368f4deb03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.693060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port fabd05f9-cb91-480b-a667-398c73a57e90 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:20.693765 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.728424 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42a93204-09ef-42ba-90c2-ff6785592524 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.799938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ee57da4-957e-4ad3-a28b-8ad16d705c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.899132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] For port fabd05f9-cb91-480b-a667-398c73a57e90, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=fabd05f9-cb91-480b-a667-398c73a57e90,segment=NetworkSegment(cc949fde-76eb-4e0b-b04d-eda5bdac12e4),segment_id=cc949fde-76eb-4e0b-b04d-eda5bdac12e4)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:20.899830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.970667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for fabd05f9-cb91-480b-a667-398c73a57e90 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:20.996508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-e860d01b-6baa-4151-84a0-a5368f4deb03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] For port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:20.997119 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-e860d01b-6baa-4151-84a0-a5368f4deb03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.001301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42a93204-09ef-42ba-90c2-ff6785592524 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.100463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a93204-09ef-42ba-90c2-ff6785592524 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=abefffbd-409f-4d07-8250-e87a2ec8cafb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.123804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-e860d01b-6baa-4151-84a0-a5368f4deb03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Calling delete_port for 1ef21ad5-03b8-438f-9438-c9e4d870f4cc owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:21.135097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ee57da4-957e-4ad3-a28b-8ad16d705c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.164790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42a93204-09ef-42ba-90c2-ff6785592524 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.171168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-42a93204-09ef-42ba-90c2-ff6785592524 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/abefffbd-409f-4d07-8250-e87a2ec8cafb HTTP/1.1" status: 204 len: 168 time: 2.0797408 Jun 30 02:47:21.176859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:21.257963 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-074ea079-daa0-4255-90b0-4f6d9b6c670e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779533 Jun 30 02:47:21.267599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:21.287324 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ee57da4-957e-4ad3-a28b-8ad16d705c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.289114 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6ee57da4-957e-4ad3-a28b-8ad16d705c51 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/64f0cc56-bf0e-4c96-8471-fcfb481181a7 HTTP/1.1" status: 204 len: 168 time: 1.0430853 Jun 30 02:47:21.294092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-464d711f-6d36-4251-b7d2-57489c5fea91 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:21.437092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:21.447652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 14230119-8065-408f-9a73-591dd4b21130 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:21.449057 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.465483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a66bf5-4c80-4c60-9417-0a8c6465957f None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:21.570341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a4861-0fc6-4d6e-adbe-4adc69253b10 None None] Network 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:21.594442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=fabd05f9-cb91-480b-a667-398c73a57e90,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.605719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No DVR routers for this DVR port fabd05f9-cb91-480b-a667-398c73a57e90 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:21.608298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.608962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.609318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.609657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.609994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.610326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.610656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.611064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.611336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.611659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.611983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.612302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:21.731306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.772426 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.805808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dfefad-ea5d-4c43-87e8-9316c694a1b1']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:21.862311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe804b9-ec9c-4b77-bb19-d48a01080edf None None] DHCP port deletion for 39dfefad-ea5d-4c43-87e8-9316c694a1b1 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:21.879446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc949fde-76eb-4e0b-b04d-eda5bdac12e4') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:21.879446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc949fde-76eb-4e0b-b04d-eda5bdac12e4') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:21.937596 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.971281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050db56-1fc3-4b83-8830-0ab11b6c5c13 req-a25c0c8d-6457-4463-a46a-8558ecca3db4 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:21.986322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050db56-1fc3-4b83-8830-0ab11b6c5c13 req-a25c0c8d-6457-4463-a46a-8558ecca3db4 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:22.001683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050db56-1fc3-4b83-8830-0ab11b6c5c13 req-a25c0c8d-6457-4463-a46a-8558ecca3db4 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:22.001683 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1050db56-1fc3-4b83-8830-0ab11b6c5c13 req-a25c0c8d-6457-4463-a46a-8558ecca3db4 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 2409 time: 0.4388587 Jun 30 02:47:22.052873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee57da4-957e-4ad3-a28b-8ad16d705c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f0cc56-bf0e-4c96-8471-fcfb481181a7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:22.067879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 14230119-8065-408f-9a73-591dd4b21130 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:22.068241 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.072762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.077174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd38fa3a-f85f-410b-85a8-1bccce3fbdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.093384 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd38fa3a-f85f-410b-85a8-1bccce3fbdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.118592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:22.118946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:22.137257 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:22.164281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38fa3a-f85f-410b-85a8-1bccce3fbdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf8249-d735-438d-890b-17bdda91c8ca,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:22.172646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-e860d01b-6baa-4151-84a0-a5368f4deb03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.253157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Deleting port f57a9b57-ad00-4d04-b05e-519d3c593040 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:22.253525 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.265228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:35Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0ed5f1c3-6df8-411f-9fb9-3badfee2adc8', 'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'mac_address': 'fa:16:3e:59:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:31Z', 'updated_at': '2021-06-30T02:36:46Z', 'revision_number': 5, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'subnets': [{'id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:22.280806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860d01b-6baa-4151-84a0-a5368f4deb03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Port': ['ID=1ef21ad5-03b8-438f-9438-c9e4d870f4cc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:22.308762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fd38fa3a-f85f-410b-85a8-1bccce3fbdd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6f9863f9c0b4476a8e1995b29eb372c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4949906 Jun 30 02:47:22.313028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94c5f0-fbd3-4c2f-b20c-7cc9200b43c4 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:22.336486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:22.339394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464d711f-6d36-4251-b7d2-57489c5fea91 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:22.350874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-464d711f-6d36-4251-b7d2-57489c5fea91 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.391988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-e860d01b-6baa-4151-84a0-a5368f4deb03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] No DVR routers for this DVR port 1ef21ad5-03b8-438f-9438-c9e4d870f4cc on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:22.411830 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-e860d01b-6baa-4151-84a0-a5368f4deb03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.434280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-e860d01b-6baa-4151-84a0-a5368f4deb03 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "DELETE /v2.0/ports/1ef21ad5-03b8-438f-9438-c9e4d870f4cc HTTP/1.1" status: 204 len: 173 time: 2.3385763 Jun 30 02:47:22.482839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-deleted', 'tag': '1ef21ad5-03b8-438f-9438-c9e4d870f4cc'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:22.514767 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3902acc-6701-4b2c-b965-d1c97fde846d" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-deleted", "tag": "1ef21ad5-03b8-438f-9438-c9e4d870f4cc"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:22.535693 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1050db56-1fc3-4b83-8830-0ab11b6c5c13 req-35926d3d-55d7-4d12-81cc-dde74e16fe89 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5243242 Jun 30 02:47:22.535814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:22.566964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2f12d-dfa1-487c-a157-4e92fc66357a None None] DHCP port deletion for 3eefaf5d-6f3e-4d72-b603-0e9ece4f713e request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:22.611921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] Checking router: 25ee13b9-0d13-411f-99b0-31a692235f6a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:22.634949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] Routers {'25ee13b9-0d13-411f-99b0-31a692235f6a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:22.635783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:46:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['25ee13b9-0d13-411f-99b0-31a692235f6a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:22.643616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] For port f57a9b57-ad00-4d04-b05e-519d3c593040, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f57a9b57-ad00-4d04-b05e-519d3c593040,segment=NetworkSegment(8ffa8830-7c71-486f-9ef5-9649ccace7f5),segment_id=8ffa8830-7c71-486f-9ef5-9649ccace7f5)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:22.644380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.703845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Calling delete_port for f57a9b57-ad00-4d04-b05e-519d3c593040 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:22.723511 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abc92d7-3862-487f-bd13-814811ec8ff0 x-openstack-request-id: req-1abc92d7-3862-487f-bd13-814811ec8ff0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:22.724154 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-deleted", "tag": "1ef21ad5-03b8-438f-9438-c9e4d870f4cc", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:22.726982 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1abc92d7-3862-487f-bd13-814811ec8ff0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:22.727680 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-deleted', 'tag': '1ef21ad5-03b8-438f-9438-c9e4d870f4cc', 'status': 'completed', 'code': 200} Jun 30 02:47:22.763207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9371886e-130f-44ab-9958-9598f07900b1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:22.765286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9371886e-130f-44ab-9958-9598f07900b1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.816367 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fa15479-b6c6-4880-84f8-bc9cf2d2a718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.847214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.853111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.862177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/networks/39dfefad-ea5d-4c43-87e8-9316c694a1b1 HTTP/1.1" status: 204 len: 168 time: 2.5343010 Jun 30 02:47:22.865477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:22.871296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] Set router 25ee13b9-0d13-411f-99b0-31a692235f6a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:22.879089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-76434599'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:22.940962 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fa15479-b6c6-4880-84f8-bc9cf2d2a718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.943034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cabd08-4f04-4a04-8e84-5f30da7f6b53 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Network': ['ID=39dfefad-ea5d-4c43-87e8-9316c694a1b1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.073355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:23.078894 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.123274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9371886e-130f-44ab-9958-9598f07900b1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] For port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:23.124710 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9371886e-130f-44ab-9958-9598f07900b1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.141024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9371886e-130f-44ab-9958-9598f07900b1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Calling delete_port for 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:23.275110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 14230119-8065-408f-9a73-591dd4b21130 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:23.286988 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88e24cd-1f23-4637-a8ca-c10136240f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.305558 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.346875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:23.353513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f57a9b57-ad00-4d04-b05e-519d3c593040,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.379362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3c94c5f0-fbd3-4c2f-b20c-7cc9200b43c4 None None] Deleting port 14230119-8065-408f-9a73-591dd4b21130 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:23.379770 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c94c5f0-fbd3-4c2f-b20c-7cc9200b43c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.380283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] No DVR routers for this DVR port f57a9b57-ad00-4d04-b05e-519d3c593040 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:23.388562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9371886e-130f-44ab-9958-9598f07900b1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.427807 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.428155 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Added segment 8a411150-a5b6-43e6-8b9f-0f7ab2829ec6 of type vlan for network cb924d5d-ff11-4e75-80e8-8b094aabfb1b Jun 30 02:47:23.429596 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fa15479-b6c6-4880-84f8-bc9cf2d2a718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.435365 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6fa15479-b6c6-4880-84f8-bc9cf2d2a718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.436629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6fa15479-b6c6-4880-84f8-bc9cf2d2a718 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24bf8249-d735-438d-890b-17bdda91c8ca HTTP/1.1" status: 204 len: 168 time: 1.0749972 Jun 30 02:47:23.469426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371886e-130f-44ab-9958-9598f07900b1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Port': ['ID=3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.539720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9371886e-130f-44ab-9958-9598f07900b1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] No DVR routers for this DVR port 3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:23.542084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa15479-b6c6-4880-84f8-bc9cf2d2a718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf8249-d735-438d-890b-17bdda91c8ca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.544541 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9371886e-130f-44ab-9958-9598f07900b1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.547093 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9371886e-130f-44ab-9958-9598f07900b1 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "DELETE /v2.0/ports/3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67 HTTP/1.1" status: 204 len: 173 time: 1.1118786 Jun 30 02:47:23.602598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2f12d-dfa1-487c-a157-4e92fc66357a None None] Deleting port f57a9b57-ad00-4d04-b05e-519d3c593040 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:23.604852 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f12d-dfa1-487c-a157-4e92fc66357a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.752935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9059c8fa-7bac-4e5b-861b-db84b45bcef8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:23.754670 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9059c8fa-7bac-4e5b-861b-db84b45bcef8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.808909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3c94c5f0-fbd3-4c2f-b20c-7cc9200b43c4 None None] For port 14230119-8065-408f-9a73-591dd4b21130, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=14230119-8065-408f-9a73-591dd4b21130,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:23.809848 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c94c5f0-fbd3-4c2f-b20c-7cc9200b43c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.885378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-464d711f-6d36-4251-b7d2-57489c5fea91 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.891766 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.897521 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.949124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7ea2f12d-dfa1-487c-a157-4e92fc66357a None None] For port f57a9b57-ad00-4d04-b05e-519d3c593040, host n-d-758944-39, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:23.952657 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f12d-dfa1-487c-a157-4e92fc66357a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.976616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3c94c5f0-fbd3-4c2f-b20c-7cc9200b43c4 None None] Calling delete_port for 14230119-8065-408f-9a73-591dd4b21130 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:23.989697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9059c8fa-7bac-4e5b-861b-db84b45bcef8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] For port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:23.990504 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9059c8fa-7bac-4e5b-861b-db84b45bcef8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.036972 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.040913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9059c8fa-7bac-4e5b-861b-db84b45bcef8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Calling delete_port for 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:24.044281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2f12d-dfa1-487c-a157-4e92fc66357a None None] Calling delete_port for f57a9b57-ad00-4d04-b05e-519d3c593040 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:24.060138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-7ea2f12d-dfa1-487c-a157-4e92fc66357a None None] Port f57a9b57-ad00-4d04-b05e-519d3c593040 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:47:24.069834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d711f-6d36-4251-b7d2-57489c5fea91 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=01f7a038-e219-48db-b776-71a6f14d481f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.100419 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eefaf5d-6f3e-4d72-b603-0e9ece4f713e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:24.186738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:24.217484 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.218270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d711f-6d36-4251-b7d2-57489c5fea91 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:24.219603 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f12d-dfa1-487c-a157-4e92fc66357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.227943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 14230119-8065-408f-9a73-591dd4b21130, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=14230119-8065-408f-9a73-591dd4b21130,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:24.247580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-464d711f-6d36-4251-b7d2-57489c5fea91 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:24.251282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464d711f-6d36-4251-b7d2-57489c5fea91 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.251880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-464d711f-6d36-4251-b7d2-57489c5fea91 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.259112 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.259976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 65743f11-6f22-403d-9ea8-af7b3f715b6b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:24.286536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ffa8830-7c71-486f-9ef5-9649ccace7f5') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:24.286974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ffa8830-7c71-486f-9ef5-9649ccace7f5') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:24.335944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.340469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 65743f11-6f22-403d-9ea8-af7b3f715b6b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:24.341116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 65743f11-6f22-403d-9ea8-af7b3f715b6b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:24.341513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device fabd05f9-cb91-480b-a667-398c73a57e90 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:24.343336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2f12d-dfa1-487c-a157-4e92fc66357a None None] Pushing event deleted for resources: {'Port': ['ID=f57a9b57-ad00-4d04-b05e-519d3c593040,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.346869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2f12d-dfa1-487c-a157-4e92fc66357a None None] No DVR routers for this DVR port f57a9b57-ad00-4d04-b05e-519d3c593040 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:24.438706 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.452155 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9059c8fa-7bac-4e5b-861b-db84b45bcef8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.461378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.462103 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.472357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.473842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: fabd05f9-cb91-480b-a667-398c73a57e90 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:24.476110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device fabd05f9-cb91-480b-a667-398c73a57e90 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:24.476564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f57a9b57-ad00-4d04-b05e-519d3c593040 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:24.487855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:35Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0ed5f1c3-6df8-411f-9fb9-3badfee2adc8', 'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'mac_address': 'fa:16:3e:59:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:31Z', 'updated_at': '2021-06-30T02:36:46Z', 'revision_number': 5, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'subnets': [{'id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:24.529342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:24.530101 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.536929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88e24cd-1f23-4637-a8ca-c10136240f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:24.538251 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:24.548545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059c8fa-7bac-4e5b-861b-db84b45bcef8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Port': ['ID=96e7369e-63eb-4a57-bdc3-852a4ed8fb6b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.585206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51082aa-74e8-4890-bf82-7af0a3a0dfea None None] The sync data for ids ['25ee13b9-0d13-411f-99b0-31a692235f6a'] in n-d-758944-39 is: [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:36:35Z', 'revision_number': 4, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0ed5f1c3-6df8-411f-9fb9-3badfee2adc8', 'name': '', 'network_id': '175f8c10-e3cb-4f57-ba7e-a25d23feca3c', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'mac_address': 'fa:16:3e:59:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:31Z', 'updated_at': '2021-06-30T02:36:46Z', 'revision_number': 5, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'subnets': [{'id': '33b4606b-a00c-4e33-b6ba-7adba1ded0ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:24.592504 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5be90c9f-284e-46ae-b270-73ec39d699e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.594284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: f57a9b57-ad00-4d04-b05e-519d3c593040 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:24.594817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f57a9b57-ad00-4d04-b05e-519d3c593040 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:24.639706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba133b-b682-4526-b8d0-8cb9a48423be req-b7f11c8d-d6dc-47d7-b407-98a257f20751 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.649540 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7dba133b-b682-4526-b8d0-8cb9a48423be req-b7f11c8d-d6dc-47d7-b407-98a257f20751 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 865 time: 0.6480379 Jun 30 02:47:24.657453 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f88e24cd-1f23-4637-a8ca-c10136240f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.671281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9059c8fa-7bac-4e5b-861b-db84b45bcef8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] No DVR routers for this DVR port 96e7369e-63eb-4a57-bdc3-852a4ed8fb6b on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:24.678600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-464d711f-6d36-4251-b7d2-57489c5fea91 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4080513 Jun 30 02:47:24.685596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9059c8fa-7bac-4e5b-861b-db84b45bcef8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.693099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:24.694672 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=14230119-8065-408f-9a73-591dd4b21130,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.705043 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-526a4f34-08bc-4b01-82e2-f1936f33c373 req-9059c8fa-7bac-4e5b-861b-db84b45bcef8 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.73 "DELETE /v2.0/ports/96e7369e-63eb-4a57-bdc3-852a4ed8fb6b HTTP/1.1" status: 204 len: 173 time: 1.1486576 Jun 30 02:47:24.730524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-deleted', 'tag': '3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67'}, {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-deleted', 'tag': '96e7369e-63eb-4a57-bdc3-852a4ed8fb6b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:24.736936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6a2185d3-1e87-4255-8e76-de8e3b361df7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-451763408', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:24.746760 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c94c5f0-fbd3-4c2f-b20c-7cc9200b43c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.757804 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d62af61-1b6a-43b7-a093-0d300880eabc" -d '{"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-deleted", "tag": "3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67"}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-deleted", "tag": "96e7369e-63eb-4a57-bdc3-852a4ed8fb6b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:24.767137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Network': ['ID=cb924d5d-ff11-4e75-80e8-8b094aabfb1b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.792877 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.817832 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f88e24cd-1f23-4637-a8ca-c10136240f67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df1f2a42a9554641963ed48c80b78c39&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0356188 Jun 30 02:47:24.826965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network cb924d5d-ff11-4e75-80e8-8b094aabfb1b details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:24.828570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:24.835937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94c5f0-fbd3-4c2f-b20c-7cc9200b43c4 None None] Pushing event deleted for resources: {'Port': ['ID=14230119-8065-408f-9a73-591dd4b21130,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.838846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94c5f0-fbd3-4c2f-b20c-7cc9200b43c4 None None] No DVR routers for this DVR port 14230119-8065-408f-9a73-591dd4b21130 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:24.848677 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.850800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3eefaf5d-6f3e-4d72-b603-0e9ece4f713e HTTP/1.1" status: 204 len: 168 time: 3.4102490 Jun 30 02:47:24.877767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:24.882371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b47d7-011f-449c-8ccc-e1ab0cfe2ad2 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:24.909438 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7dba133b-b682-4526-b8d0-8cb9a48423be req-eab18c0f-310b-4aeb-ada7-37bad635e185 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups?id=0a100fa1-2e0d-4099-ad53-34d2e5074f72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586143 Jun 30 02:47:24.918427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e24cd-1f23-4637-a8ca-c10136240f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520b1dbb-02e1-447e-a2c2-85d3ee32675f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.942515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7a5ae-340f-4b3e-9fb8-a5378745f8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eefaf5d-6f3e-4d72-b603-0e9ece4f713e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.981900 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76402625-75b4-40f6-9ef5-b241f18e4ec6 x-openstack-request-id: req-76402625-75b4-40f6-9ef5-b241f18e4ec6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:24.982254 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-deleted", "tag": "3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67", "status": "completed", "code": 200}, {"server_uuid": "85126509-684d-4932-b001-d6bca4f0434f", "name": "network-vif-deleted", "tag": "96e7369e-63eb-4a57-bdc3-852a4ed8fb6b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:24.982576 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76402625-75b4-40f6-9ef5-b241f18e4ec6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:24.983077 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-deleted', 'tag': '3a6d5f7f-4a79-4152-84d9-9bb97fb0cd67', 'status': 'completed', 'code': 200} Jun 30 02:47:24.983395 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85126509-684d-4932-b001-d6bca4f0434f', 'name': 'network-vif-deleted', 'tag': '96e7369e-63eb-4a57-bdc3-852a4ed8fb6b', 'status': 'completed', 'code': 200} Jun 30 02:47:25.064685 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867a5486-a6a2-44ea-8592-5dc7bb2f0603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.163628 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867a5486-a6a2-44ea-8592-5dc7bb2f0603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.192532 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decd28de-6b0a-49cc-b260-699aaf80feb3 None None] New status for floating IP b0ea28fe-9e8b-4189-b43e-3d8d3318f51a: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:47:25.231293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '01f7a038-e219-48db-b776-71a6f14d481f'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:25.232179 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.333723 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.355269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6e1e1a51-b8e1-4bc8-8a78-4f097a9eb23f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4812038 Jun 30 02:47:25.358326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:25.364174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': 'cb924d5d-ff11-4e75-80e8-8b094aabfb1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:25.389204 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.455215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe28af0-1775-4321-bf05-32eac4974aa6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:25.487916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.488263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.488499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.488830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.489194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.490407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.490817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.491148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.491688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.492018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.492341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.492663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.507999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867a5486-a6a2-44ea-8592-5dc7bb2f0603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.512001 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867a5486-a6a2-44ea-8592-5dc7bb2f0603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.513300 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-867a5486-a6a2-44ea-8592-5dc7bb2f0603 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/520b1dbb-02e1-447e-a2c2-85d3ee32675f HTTP/1.1" status: 204 len: 168 time: 0.6675870 Jun 30 02:47:25.566326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a5486-a6a2-44ea-8592-5dc7bb2f0603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520b1dbb-02e1-447e-a2c2-85d3ee32675f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:25.575716 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-93b688e0-4aab-4d25-88ff-917137b9c55f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=118fbf56a0ab4039bcb6b69d096a9cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3872588 Jun 30 02:47:25.578840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:25.796438 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6bd5-0528-4190-851e-d3e156ba87c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.938825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-25b99981-fca4-49ab-bf20-bcd7dfb87a19 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=89f0160969054a7f9563ffe24b08a4b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1344233 Jun 30 02:47:25.964942 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6bd5-0528-4190-851e-d3e156ba87c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.974497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/01f7a038-e219-48db-b776-71a6f14d481f/3fd19a1d-e56b-49ad-847a-87ce806319f8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:26.295827 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.350811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Transition to ACTIVE for port object 3fd19a1d-e56b-49ad-847a-87ce806319f8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:26.355394 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2185d3-1e87-4255-8e76-de8e3b361df7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.356219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2185d3-1e87-4255-8e76-de8e3b361df7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.381560 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6bd5-0528-4190-851e-d3e156ba87c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.384933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d7a6bd5-0528-4190-851e-d3e156ba87c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.387455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2d7a6bd5-0528-4190-851e-d3e156ba87c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afe28af0-1775-4321-bf05-32eac4974aa6 HTTP/1.1" status: 204 len: 168 time: 0.8073995 Jun 30 02:47:26.438445 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Transition to ACTIVE for port object 3fd19a1d-e56b-49ad-847a-87ce806319f8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:26.455232 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.488566 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34a9d55c-6ae0-4529-89b6-4e2a8b16f26d req-edf5c3d7-f91a-4eb0-a37f-4553809a6305 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.1244278 Jun 30 02:47:26.576812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a6bd5-0528-4190-851e-d3e156ba87c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe28af0-1775-4321-bf05-32eac4974aa6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:26.611611 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2185d3-1e87-4255-8e76-de8e3b361df7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.622872 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2185d3-1e87-4255-8e76-de8e3b361df7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.677125 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:26.680004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:26.684067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.693895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a2185d3-1e87-4255-8e76-de8e3b361df7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.701229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6a2185d3-1e87-4255-8e76-de8e3b361df7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.9798667 Jun 30 02:47:26.705265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:26.709204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:26.721469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:26.734771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Pushing event updated for resources: {'Port': ['ID=3fd19a1d-e56b-49ad-847a-87ce806319f8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:26.870477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Attempting to bind port 3fd19a1d-e56b-49ad-847a-87ce806319f8 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:26.870830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Attempting to bind port 3fd19a1d-e56b-49ad-847a-87ce806319f8 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:26.871151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Attempting to bind port 3fd19a1d-e56b-49ad-847a-87ce806319f8 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:26.890796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:26.891748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:26.893412 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.894621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:26.897086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Bound port: 3fd19a1d-e56b-49ad-847a-87ce806319f8, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:26.897656 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:26.984995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-437acc22-bb8a-451e-acaf-da4c3c2a2729 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:26.993129 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-437acc22-bb8a-451e-acaf-da4c3c2a2729 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0217843 Jun 30 02:47:26.996089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] For port 3fd19a1d-e56b-49ad-847a-87ce806319f8, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:27.000059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] For port 3fd19a1d-e56b-49ad-847a-87ce806319f8, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3fd19a1d-e56b-49ad-847a-87ce806319f8,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:27.039529 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-5f89baed-d48f-4609-958c-43c83c187910 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/quotas/89f0160969054a7f9563ffe24b08a4b6 HTTP/1.1" status: 200 len: 375 time: 0.0454071 Jun 30 02:47:27.057400 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.072086 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccf242c4-cc96-4ad8-89f7-adc2ca354bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.073809 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.090762 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.174478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.177011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b428b4f-f1df-4b6e-90da-a8ca542b41ea None None] Pushing event updated for resources: {'Port': ['ID=3fd19a1d-e56b-49ad-847a-87ce806319f8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:27.214933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-6c0f0b98-825e-40e7-8923-8094dc492e63 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=89f0160969054a7f9563ffe24b08a4b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1742134 Jun 30 02:47:27.360275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=9e6da653-0382-460e-9135-dfdc8cafdb79,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:27.386953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Checking segment: {'id': '8a411150-a5b6-43e6-8b9f-0f7ab2829ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cb924d5d-ff11-4e75-80e8-8b094aabfb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:27.388164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network hostable DHCP agents. Network: cb924d5d-ff11-4e75-80e8-8b094aabfb1b, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:27.450429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network cb924d5d-ff11-4e75-80e8-8b094aabfb1b is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:27.468549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, cb924d5d-ff11-4e75-80e8-8b094aabfb1b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:27.476757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.478426 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.479538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935325b-b89d-457f-8742-6f896f633354 None None] Network cb924d5d-ff11-4e75-80e8-8b094aabfb1b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:27.526284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3c128a59-fcc6-4abe-a13c-c4438df1c5fa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1638854 Jun 30 02:47:27.527511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:27.544831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': 'cb924d5d-ff11-4e75-80e8-8b094aabfb1b', 'name': 'tempest-PortsTestJSON-157304858', 'fixed_ips': [{'subnet_id': '9e6da653-0382-460e-9135-dfdc8cafdb79', 'ip_address': '172.20.0.10'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:27.841017 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2e953797-4e0f-49e1-9fe1-0f1b0fc8340a req-1229cabd-9854-4ef4-902a-37438674a485 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.1430287 Jun 30 02:47:27.918273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-cb924d5d-ff11-4e75-80e8-8b094aabfb1b', 'network_id': 'cb924d5d-ff11-4e75-80e8-8b094aabfb1b', 'tenant_id': 'b12d1e1392724ad582a63e4e8d7240ce', 'fixed_ips': [{'subnet_id': '9e6da653-0382-460e-9135-dfdc8cafdb79'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:27.919330 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.984599 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-61acf843-44aa-4fa9-b390-6ccea2b711a1 req-87379057-4a85-467d-bf21-112a080cc33b tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.0572600 Jun 30 02:47:28.003354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:28.095832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.121345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:28.255935 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.285270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Allocated IP 172.20.0.2 (cb924d5d-ff11-4e75-80e8-8b094aabfb1b/9e6da653-0382-460e-9135-dfdc8cafdb79/ac9dbd03-7ce1-4627-8b16-77a3c4ef7976) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:28.301721 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.340007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port aafb6621-e206-44fc-bfa7-1f8ff70d9afa yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:28.652298 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.676426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Transition to ACTIVE for port object ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:28.719560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Transition to ACTIVE for port object ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:28.731290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::1 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/01f7a038-e219-48db-b776-71a6f14d481f/af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:28.741514 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.862501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.10 (cb924d5d-ff11-4e75-80e8-8b094aabfb1b/9e6da653-0382-460e-9135-dfdc8cafdb79/aafb6621-e206-44fc-bfa7-1f8ff70d9afa) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:28.923204 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3375dde2-65e9-4220-b83a-d81e9ff5b907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.953305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Pushing event updated for resources: {'Port': ['ID=ac9dbd03-7ce1-4627-8b16-77a3c4ef7976,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:28.976056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Network cb924d5d-ff11-4e75-80e8-8b094aabfb1b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:28.979633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:28.987901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:29.163401 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5f5fbbd-9ff5-4f28-aafa-0ce7a723f948 req-92497f70-8ed1-4c95-a8f7-1869d381c227 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.1470482 Jun 30 02:47:29.231236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Attempting to bind port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:29.231805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Attempting to bind port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8a411150-a5b6-43e6-8b9f-0f7ab2829ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cb924d5d-ff11-4e75-80e8-8b094aabfb1b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:29.232545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Attempting to bind port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 on network cb924d5d-ff11-4e75-80e8-8b094aabfb1b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:29.239345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:29.239989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Checking segment: {'id': '8a411150-a5b6-43e6-8b9f-0f7ab2829ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cb924d5d-ff11-4e75-80e8-8b094aabfb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:29.240581 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.241130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Bound using segment: {'id': '8a411150-a5b6-43e6-8b9f-0f7ab2829ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cb924d5d-ff11-4e75-80e8-8b094aabfb1b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:29.241771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Bound port: ac9dbd03-7ce1-4627-8b16-77a3c4ef7976, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a411150-a5b6-43e6-8b9f-0f7ab2829ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'cb924d5d-ff11-4e75-80e8-8b094aabfb1b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:29.242322 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.267351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f87b2981-e518-44df-a4a2-08b43f0f53aa None None] Provisioning for port 3fd19a1d-e56b-49ad-847a-87ce806319f8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:29.399165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.407301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3fd19a1d-e56b-49ad-847a-87ce806319f8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:29.448561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] Deleting port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:29.449194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.470016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object aafb6621-e206-44fc-bfa7-1f8ff70d9afa will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:29.472279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] For port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:29.493162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] For port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ac9dbd03-7ce1-4627-8b16-77a3c4ef7976,segment=NetworkSegment(8a411150-a5b6-43e6-8b9f-0f7ab2829ec6),segment_id=8a411150-a5b6-43e6-8b9f-0f7ab2829ec6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:29.501363 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.561073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccc5ce-fc37-4ae5-bdff-4e89c694658c None None] Pushing event updated for resources: {'Port': ['ID=ac9dbd03-7ce1-4627-8b16-77a3c4ef7976,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.567912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.605969 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 3fd19a1d-e56b-49ad-847a-87ce806319f8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:29.612896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3fd19a1d-e56b-49ad-847a-87ce806319f8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:29.613279 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.715355 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.725247 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.725802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network cb924d5d-ff11-4e75-80e8-8b094aabfb1b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:29.727561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=aafb6621-e206-44fc-bfa7-1f8ff70d9afa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.731639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:29.739260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:29.763831 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e67bda4-14d2-4d1a-b76d-f343a96b8b65 req-0e24f1a9-5c63-4bd2-9cb5-d244b278d0cd tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.1249142 Jun 30 02:47:29.822019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 3fd19a1d-e56b-49ad-847a-87ce806319f8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3fd19a1d-e56b-49ad-847a-87ce806319f8,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:29.828538 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.837453 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3375dde2-65e9-4220-b83a-d81e9ff5b907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.860343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3375dde2-65e9-4220-b83a-d81e9ff5b907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.870541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.873271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.898283 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8d8808e5-af2c-4792-92c2-432a0b6b1dbb tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3686316 Jun 30 02:47:29.900172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.907936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': 'cb924d5d-ff11-4e75-80e8-8b094aabfb1b', 'name': 'tempest-PortsTestJSON-934895295', 'fixed_ips': [{'subnet_id': '9e6da653-0382-460e-9135-dfdc8cafdb79', 'ip_address': '172.20.0.9'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:29.941857 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3375dde2-65e9-4220-b83a-d81e9ff5b907 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a859400be1a24da28316c377b892ffce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8131044 Jun 30 02:47:29.975705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:29.993613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=3fd19a1d-e56b-49ad-847a-87ce806319f8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.999579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:30.045846 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.057565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375dde2-65e9-4220-b83a-d81e9ff5b907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08811ffb-4057-4ef0-8e7f-5f5b2640bb06,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:30.091230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] For port 7e491b9d-dd1f-4719-be3f-ceb2d7d54557, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7e491b9d-dd1f-4719-be3f-ceb2d7d54557,segment=NetworkSegment(6519f74f-f1c1-4a3e-9e92-4d5f58efa63c),segment_id=6519f74f-f1c1-4a3e-9e92-4d5f58efa63c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:30.091874 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.160921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] Calling delete_port for 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:30.191597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:30.198460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.224730 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 477e7bcf-e2f5-45c5-9b16-e46d80301e49 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:30.236447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70bbddb-27a0-4247-a609-dbea0f93f09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.252803 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.384742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:30.441789 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70bbddb-27a0-4247-a609-dbea0f93f09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.456082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:30.458884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:30.459774 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:30.491954 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae5b99d6-8ea1-4947-a01a-adadc4d535a2 req-63b7a9f5-c766-49e9-b0f5-63dc2a359946 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.0730448 Jun 30 02:47:30.614180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.9 (cb924d5d-ff11-4e75-80e8-8b094aabfb1b/9e6da653-0382-460e-9135-dfdc8cafdb79/477e7bcf-e2f5-45c5-9b16-e46d80301e49) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:30.940454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f94c00ef-28e8-4a97-8202-5c8b02e95af4 None None] Provisioning for port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:30.947402 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f94c00ef-28e8-4a97-8202-5c8b02e95af4 None None] Provisioning complete for port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:30.951683 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f94c00ef-28e8-4a97-8202-5c8b02e95af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.012850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.068861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object 477e7bcf-e2f5-45c5-9b16-e46d80301e49 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:31.075863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f94c00ef-28e8-4a97-8202-5c8b02e95af4 None None] Port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:31.154046 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.234202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network cb924d5d-ff11-4e75-80e8-8b094aabfb1b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:31.254998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:31.258965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:31.316129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=477e7bcf-e2f5-45c5-9b16-e46d80301e49,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:31.340708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-2900a9e1-26c0-4ba2-8d7b-f1f6734514bf tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=89f0160969054a7f9563ffe24b08a4b6&shared=False HTTP/1.1" status: 200 len: 213 time: 1.0070896 Jun 30 02:47:31.362254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:31.363265 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.379268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:31.388542 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a0e9e2de-7b64-4214-aa48-37e237ab7b5c tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4848964 Jun 30 02:47:31.389311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:31.435030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0109ffb7-1d85-45c7-b956-ab956a9bb2ac None None] Network cb924d5d-ff11-4e75-80e8-8b094aabfb1b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:31.561224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa4c1e8-26d5-4073-a3ed-610d3a13f567 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:31.566912 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5aa4c1e8-26d5-4073-a3ed-610d3a13f567 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1757107 Jun 30 02:47:31.567537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:31.654544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:31.699517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b0047ca1-77c6-4adf-8d5f-d5f25818a2a1 None None] Provisioning for port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:31.709119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0331ae6b-57c5-4f6e-bf89-fddfe6b5f204 req-8509a680-202f-4b5e-bc14-5ad2918a2358 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.0480218 Jun 30 02:47:31.732931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:31.738669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:31.739662 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.762753 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70bbddb-27a0-4247-a609-dbea0f93f09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.765889 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c70bbddb-27a0-4247-a609-dbea0f93f09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.766559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0fb34b-fcd5-4adf-b9c5-5edb6e6b45b7 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:31.767517 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c70bbddb-27a0-4247-a609-dbea0f93f09f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08811ffb-4057-4ef0-8e7f-5f5b2640bb06 HTTP/1.1" status: 204 len: 168 time: 1.7831931 Jun 30 02:47:31.792588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0fb34b-fcd5-4adf-b9c5-5edb6e6b45b7 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:31.809313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.815993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0fb34b-fcd5-4adf-b9c5-5edb6e6b45b7 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:31.823252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2d0fb34b-fcd5-4adf-b9c5-5edb6e6b45b7 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2546923 Jun 30 02:47:31.825899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55354) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:31.829387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e661d3e-d2cd-4864-a61e-28a417c1894d req-c6aace2d-193b-420d-96ea-38ae2e009c72 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.4871185 Jun 30 02:47:31.852785 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.930444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ac9dbd03-7ce1-4627-8b16-77a3c4ef7976,segment=NetworkSegment(8a411150-a5b6-43e6-8b9f-0f7ab2829ec6),segment_id=8a411150-a5b6-43e6-8b9f-0f7ab2829ec6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:31.939440 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:31.940747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3fd19a1d-e56b-49ad-847a-87ce806319f8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:32.037920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bbddb-27a0-4247-a609-dbea0f93f09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08811ffb-4057-4ef0-8e7f-5f5b2640bb06,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:32.056448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-81d73d81-a92a-443e-bc97-672ded7397d9 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 477e7bcf-e2f5-45c5-9b16-e46d80301e49 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:32.057012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81d73d81-a92a-443e-bc97-672ded7397d9 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.078868 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.158695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=ac9dbd03-7ce1-4627-8b16-77a3c4ef7976,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:32.201804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3fd19a1d-e56b-49ad-847a-87ce806319f8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:32.202040 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.295462 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e6dc66c-e9e7-44ba-a12a-4d36fe7478c7 None None] Provisioning for port aafb6621-e206-44fc-bfa7-1f8ff70d9afa completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:32.310794 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81d73d81-a92a-443e-bc97-672ded7397d9 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.319438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7e491b9d-dd1f-4719-be3f-ceb2d7d54557,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:32.349073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e6dc66c-e9e7-44ba-a12a-4d36fe7478c7 None None] Provisioning complete for port aafb6621-e206-44fc-bfa7-1f8ff70d9afa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:32.350106 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e6dc66c-e9e7-44ba-a12a-4d36fe7478c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.369105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-81d73d81-a92a-443e-bc97-672ded7397d9 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 477e7bcf-e2f5-45c5-9b16-e46d80301e49 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:32.552835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-b39d8c58-2c33-483d-a293-baeb084b017f tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.559606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-b39d8c58-2c33-483d-a293-baeb084b017f tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1546540 Jun 30 02:47:32.595606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5e6dc66c-e9e7-44ba-a12a-4d36fe7478c7 None None] Port aafb6621-e206-44fc-bfa7-1f8ff70d9afa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:32.625708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e6dc66c-e9e7-44ba-a12a-4d36fe7478c7 None None] Provisioning complete for port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:32.626145 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5e6dc66c-e9e7-44ba-a12a-4d36fe7478c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.707925 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81d73d81-a92a-443e-bc97-672ded7397d9 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.715066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Request body: {'port': {'device_id': '999e1d41-8db9-4b7d-ad61-fa153ee1a1d6', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '89f0160969054a7f9563ffe24b08a4b6'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:32.796127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73d81-a92a-443e-bc97-672ded7397d9 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=477e7bcf-e2f5-45c5-9b16-e46d80301e49,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:32.848702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5e6dc66c-e9e7-44ba-a12a-4d36fe7478c7 None None] Could not find standard attr ID for object 477e7bcf-e2f5-45c5-9b16-e46d80301e49. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:47:32.991615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34f52716-8958-4edd-912e-67305d90cfed None None] Provisioning complete for port aafb6621-e206-44fc-bfa7-1f8ff70d9afa triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:32.992359 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34f52716-8958-4edd-912e-67305d90cfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.077072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-34f52716-8958-4edd-912e-67305d90cfed None None] Port aafb6621-e206-44fc-bfa7-1f8ff70d9afa cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:33.128178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.133663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81d73d81-a92a-443e-bc97-672ded7397d9 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.140541 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-81d73d81-a92a-443e-bc97-672ded7397d9 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/477e7bcf-e2f5-45c5-9b16-e46d80301e49 HTTP/1.1" status: 204 len: 168 time: 1.3132763 Jun 30 02:47:33.142909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:33.226223 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a4f988-8eaa-4db3-be1d-8b52f6b02d2f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:47:33.235652 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f7a4f988-8eaa-4db3-be1d-8b52f6b02d2f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/477e7bcf-e2f5-45c5-9b16-e46d80301e49 HTTP/1.1" status: 404 len: 333 time: 0.0889556 Jun 30 02:47:33.236361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55392) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:33.294447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90e7d09d-36e2-4dd9-9ff1-2b6d9d97313c None None] Could not find standard attr ID for object 477e7bcf-e2f5-45c5-9b16-e46d80301e49. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:47:33.378237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Made reservation on behalf of 89f0160969054a7f9563ffe24b08a4b6 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:33.398460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.470586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:33.551179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2ea78015-8843-4e55-8311-3a9a7c77554e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port aafb6621-e206-44fc-bfa7-1f8ff70d9afa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:33.552075 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ea78015-8843-4e55-8311-3a9a7c77554e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.609488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fddefc74-4e69-4f67-8fb5-daa77e557fb3 req-03c51c3b-f607-447f-9c6f-d7089037b973 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.2609801 Jun 30 02:47:33.664185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.756060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ea78015-8843-4e55-8311-3a9a7c77554e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.757198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:33.757671 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.779576 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2ea78015-8843-4e55-8311-3a9a7c77554e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for aafb6621-e206-44fc-bfa7-1f8ff70d9afa owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:33.779818 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.805680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.849001 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4e384b8c-b695-4047-a51a-627164217ba3 req-8587ef37-7329-4636-9efb-5153a16701ed tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.0502632 Jun 30 02:47:33.954658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Allocated IP 192.168.233.112 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/445ae976-c81b-49b8-b1b5-1f57a8df75ed) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:34.055448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ea78015-8843-4e55-8311-3a9a7c77554e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.075651 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.125267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea78015-8843-4e55-8311-3a9a7c77554e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=aafb6621-e206-44fc-bfa7-1f8ff70d9afa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:34.164166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.165082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.280081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ea78015-8843-4e55-8311-3a9a7c77554e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.286560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2ea78015-8843-4e55-8311-3a9a7c77554e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/aafb6621-e206-44fc-bfa7-1f8ff70d9afa HTTP/1.1" status: 204 len: 168 time: 1.0489812 Jun 30 02:47:34.287269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:34.311929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecdbb70-b977-4084-9d76-8fa879e5b321,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:34.342444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:34.400671 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d93a3d-29af-4268-b29d-1fe60ee45a1d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:47:34.406878 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-24d93a3d-29af-4268-b29d-1fe60ee45a1d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/aafb6621-e206-44fc-bfa7-1f8ff70d9afa HTTP/1.1" status: 404 len: 333 time: 0.1179578 Jun 30 02:47:34.408069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:34.484964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7612ddd6-3861-4c8f-98d2-43752c075947 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet 9e6da653-0382-460e-9135-dfdc8cafdb79 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:34.488820 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7612ddd6-3861-4c8f-98d2-43752c075947 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.546750 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7612ddd6-3861-4c8f-98d2-43752c075947 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.619269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] Router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:34.632028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.645806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:34.652007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:34.712921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Transition to ACTIVE for port object 445ae976-c81b-49b8-b1b5-1f57a8df75ed will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:34.767968 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7612ddd6-3861-4c8f-98d2-43752c075947 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:34.897801 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7612ddd6-3861-4c8f-98d2-43752c075947 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.021119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c3501-2154-4164-9db5-6e3ba4ffaa55 None None] Network cb924d5d-ff11-4e75-80e8-8b094aabfb1b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:35.022534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7612ddd6-3861-4c8f-98d2-43752c075947 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.036547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7612ddd6-3861-4c8f-98d2-43752c075947 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/9e6da653-0382-460e-9135-dfdc8cafdb79 HTTP/1.1" status: 204 len: 168 time: 0.6258624 Jun 30 02:47:35.037220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55464) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:35.037986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612ddd6-3861-4c8f-98d2-43752c075947 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6da653-0382-460e-9135-dfdc8cafdb79,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:35.068056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:35.305077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:35.313523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee15e3b2-1936-4cb5-a957-87f46e964e73 None None] Provisioning complete for port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:35.315062 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee15e3b2-1936-4cb5-a957-87f46e964e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.329073 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-03a00ae4-7f50-465a-8560-97028e5737cd admin admin] 10.222.0.55 "PUT /v2.0/routers/790ee0bf-df53-48b2-8ebe-1c29d7bf326f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4498680 Jun 30 02:47:35.338983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.387291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:35.431258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee15e3b2-1936-4cb5-a957-87f46e964e73 None None] Port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:35.437725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] Sync routers for ids ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:35.455551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] Routers {'790ee0bf-df53-48b2-8ebe-1c29d7bf326f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:35.455971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:35.537102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.566886 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b55523-a979-4d0d-b09a-1b6f05a8224d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.585954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:35.616615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] Set router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:35.704127 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2d15ddb2-b9a6-46ad-b766-d091e5818eee req-cddbe006-3735-4184-9fe4-ec20885bd9f6 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.7510970 Jun 30 02:47:35.713953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:35.719388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:35.809543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144528b7-4f78-46d0-84a2-51f4a37addf0 req-fd91d32e-1b9d-4706-9953-5d52ec33606a tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.820632 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-144528b7-4f78-46d0-84a2-51f4a37addf0 req-fd91d32e-1b9d-4706-9953-5d52ec33606a tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 936 time: 0.5418878 Jun 30 02:47:35.854363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.855351 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.975845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Pushing event updated for resources: {'Port': ['ID=445ae976-c81b-49b8-b1b5-1f57a8df75ed,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:36.078647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Router dd6ebe78-f723-4d5b-8465-8f3a49f8c762 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:36.081221 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b55523-a979-4d0d-b09a-1b6f05a8224d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.090787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9553a4-cef8-4698-9b6a-4bbe66012891 None None] DHCP port deletion for cb924d5d-ff11-4e75-80e8-8b094aabfb1b request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:36.110635 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8b55523-a979-4d0d-b09a-1b6f05a8224d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.128577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-0be3f4df-61ef-4f45-a0c0-ed180554f6cb tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4148998 Jun 30 02:47:36.152058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Request body: {'port': {'device_id': '999e1d41-8db9-4b7d-ad61-fa153ee1a1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:36.174219 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f8b55523-a979-4d0d-b09a-1b6f05a8224d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46f4fa997bb449cd9ef5380c2d993d18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0960121 Jun 30 02:47:36.209771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:36.212521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b55523-a979-4d0d-b09a-1b6f05a8224d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadea71c-00a8-447d-a3d3-f85a590727ad,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:36.229211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.274276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-144528b7-4f78-46d0-84a2-51f4a37addf0 req-4ed15f49-19a9-4390-a27f-ceba387ae3b3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526317 Jun 30 02:47:36.299012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:36.299747 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.485821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6a77d1d1-c8d8-4798-a7d3-64ac5eda0f99 None None] Provisioning for port 445ae976-c81b-49b8-b1b5-1f57a8df75ed completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:36.503145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] For port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ac9dbd03-7ce1-4627-8b16-77a3c4ef7976,segment=NetworkSegment(8a411150-a5b6-43e6-8b9f-0f7ab2829ec6),segment_id=8a411150-a5b6-43e6-8b9f-0f7ab2829ec6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:36.504128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6a77d1d1-c8d8-4798-a7d3-64ac5eda0f99 None None] Provisioning complete for port 445ae976-c81b-49b8-b1b5-1f57a8df75ed triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:36.504411 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.504801 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a77d1d1-c8d8-4798-a7d3-64ac5eda0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.570838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:36.585123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'name': 'tempest-TestVolumeBackupRestore-1203681474-router', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:40Z', 'updated_at': '2021-06-30T02:47:31Z', 'revision_number': 5, 'project_id': '5c17eb8646e4472899a795861eea2971', 'gw_port': {'id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:42Z', 'updated_at': '2021-06-30T02:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:36.684668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a77d1d1-c8d8-4798-a7d3-64ac5eda0f99 None None] Port 445ae976-c81b-49b8-b1b5-1f57a8df75ed cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:36.691647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] Checking router: 790ee0bf-df53-48b2-8ebe-1c29d7bf326f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:36.705365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5a9553a4-cef8-4698-9b6a-4bbe66012891 None None] Deleting port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:36.705762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a9553a4-cef8-4698-9b6a-4bbe66012891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.737415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55498) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:36.747728 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.769886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] Routers {'790ee0bf-df53-48b2-8ebe-1c29d7bf326f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:36.770682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:36.795749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=ac9dbd03-7ce1-4627-8b16-77a3c4ef7976,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:36.805271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398b4628-3e49-4408-a33b-68ec9b2cbd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.873838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398b4628-3e49-4408-a33b-68ec9b2cbd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.954111 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a9553a4-cef8-4698-9b6a-4bbe66012891 None None] For port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ac9dbd03-7ce1-4627-8b16-77a3c4ef7976,segment=NetworkSegment(8a411150-a5b6-43e6-8b9f-0f7ab2829ec6),segment_id=8a411150-a5b6-43e6-8b9f-0f7ab2829ec6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:36.959444 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a9553a4-cef8-4698-9b6a-4bbe66012891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.960583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No DVR routers for this DVR port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:36.980967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5a9553a4-cef8-4698-9b6a-4bbe66012891 None None] Calling delete_port for ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:36.982797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398b4628-3e49-4408-a33b-68ec9b2cbd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.985365 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398b4628-3e49-4408-a33b-68ec9b2cbd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.986573 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-398b4628-3e49-4408-a33b-68ec9b2cbd56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aadea71c-00a8-447d-a3d3-f85a590727ad HTTP/1.1" status: 204 len: 168 time: 0.7689185 Jun 30 02:47:37.034871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79287f13-107b-4aae-829a-4d0729b66a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.042625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b4628-3e49-4408-a33b-68ec9b2cbd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadea71c-00a8-447d-a3d3-f85a590727ad,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:37.071110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:37.082708 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Sync routers for ids ['dd6ebe78-f723-4d5b-8465-8f3a49f8c762'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:37.087239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6abd4422-1c06-4fcf-852e-fbd5ebd1dd18 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "PUT /v2.0/routers/dd6ebe78-f723-4d5b-8465-8f3a49f8c762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3721659 Jun 30 02:47:37.103649 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Routers {'dd6ebe78-f723-4d5b-8465-8f3a49f8c762'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:37.104482 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dd6ebe78-f723-4d5b-8465-8f3a49f8c762'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:37.119737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:37.156409 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a9553a4-cef8-4698-9b6a-4bbe66012891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.191548 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.192855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.216597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb924d5d-ff11-4e75-80e8-8b094aabfb1b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:37.249973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a411150-a5b6-43e6-8b9f-0f7ab2829ec6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:37.250191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a411150-a5b6-43e6-8b9f-0f7ab2829ec6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:37.259316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] Set router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:37.266957 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.294432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.307616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:37.308078 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:37.311326 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:37.379534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1bfa92d-fbaa-488f-bb64-999d48f54bac req-32731ce6-ade5-483c-b86b-a6b9ca745f15 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.3262124 Jun 30 02:47:37.383491 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Set router dd6ebe78-f723-4d5b-8465-8f3a49f8c762 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:37.456916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.466219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9553a4-cef8-4698-9b6a-4bbe66012891 None None] No DVR routers for this DVR port ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:37.469992 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.478952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/networks/cb924d5d-ff11-4e75-80e8-8b094aabfb1b HTTP/1.1" status: 204 len: 168 time: 2.4294171 Jun 30 02:47:37.491757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:37.505489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1741310902'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:37.535565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17db288-7802-48af-9222-fb0036e81f38 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Network': ['ID=cb924d5d-ff11-4e75-80e8-8b094aabfb1b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:37.539563 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.548414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79287f13-107b-4aae-829a-4d0729b66a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.572524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79287f13-107b-4aae-829a-4d0729b66a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.573241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ffdf9e-8ac8-4170-bab2-74225f06585e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.574526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-70ffdf9e-8ac8-4170-bab2-74225f06585e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports/af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 HTTP/1.1" status: 200 len: 911 time: 0.4315493 Jun 30 02:47:37.584604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:37.631312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:37.673426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9553a4-cef8-4698-9b6a-4bbe66012891 None None] Pushing event deleted for resources: {'Port': ['ID=ac9dbd03-7ce1-4627-8b16-77a3c4ef7976,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:37.680952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:37.681527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ac9dbd03-7ce1-4627-8b16-77a3c4ef7976 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:37.797987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'name': 'tempest-TestVolumeBackupRestore-1203681474-router', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:40Z', 'updated_at': '2021-06-30T02:47:31Z', 'revision_number': 5, 'project_id': '5c17eb8646e4472899a795861eea2971', 'gw_port': {'id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:42Z', 'updated_at': '2021-06-30T02:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:37.807562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:37.811998 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.830470 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-79287f13-107b-4aae-829a-4d0729b66a52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ec727fea4b14cc8855170dfb859efe0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0902865 Jun 30 02:47:37.846861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:37.858088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:37.858911 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.859679 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Added segment f2a6213d-5ada-44c7-95c9-610858f5439a of type vlan for network d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca Jun 30 02:47:37.875206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb88fa-9cf8-4108-9276-db41bfad5622 None None] The sync data for ids ['790ee0bf-df53-48b2-8ebe-1c29d7bf326f'] in n-d-758944-39 is: [{'id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'name': 'tempest-TestVolumeBackupRestore-1203681474-router', 'tenant_id': '5c17eb8646e4472899a795861eea2971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:41:40Z', 'updated_at': '2021-06-30T02:47:31Z', 'revision_number': 5, 'project_id': '5c17eb8646e4472899a795861eea2971', 'gw_port': {'id': '9feece33-04d1-48c2-829b-0f7b6da28f5e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790ee0bf-df53-48b2-8ebe-1c29d7bf326f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:41:42Z', 'updated_at': '2021-06-30T02:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:37.948132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79287f13-107b-4aae-829a-4d0729b66a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b4299f-a6ab-41c8-a087-22e334770e1d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:37.952975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:37.967785 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6ebe78-f723-4d5b-8465-8f3a49f8c762', 'name': 'tempest-NetworksTestDHCPv6-router-451763408', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:26Z', 'updated_at': '2021-06-30T02:47:31Z', 'revision_number': 2, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None, '_interfaces': [{'id': 'af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0', 'name': '', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'mac_address': 'fa:16:3e:07:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6ebe78-f723-4d5b-8465-8f3a49f8c762', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '01f7a038-e219-48db-b776-71a6f14d481f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:28Z', 'updated_at': '2021-06-30T02:47:32Z', 'revision_number': 2, 'project_id': '26ac379234f043849ae88a141cffeec5', 'subnets': [{'id': '01f7a038-e219-48db-b776-71a6f14d481f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:38.015224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c2c80-c80c-455a-a460-0d85511c4279 req-384e0e9e-9d84-495d-b593-252fee1567ac tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:38.024016 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-150c2c80-c80c-455a-a460-0d85511c4279 req-384e0e9e-9d84-495d-b593-252fee1567ac tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 936 time: 0.4570496 Jun 30 02:47:38.043377 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Checking router: dd6ebe78-f723-4d5b-8465-8f3a49f8c762 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:38.043759 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Updating router dd6ebe78-f723-4d5b-8465-8f3a49f8c762 port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:47:38.064836 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.077253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:38.077911 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.119034 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.142150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6443100 Jun 30 02:47:38.164594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55536) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:38.175379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-150c2c80-c80c-455a-a460-0d85511c4279 req-266e9c19-8f58-4eac-a98d-2808e683390f tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503789 Jun 30 02:47:38.196545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': 'd6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:38.270750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54552d-ea70-474b-b45f-178c477de7e6 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Network': ['ID=d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:38.285157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:38.456245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd97f22-7a97-4342-a31f-c41e06c62a82 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:38.491164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd97f22-7a97-4342-a31f-c41e06c62a82 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:38.499708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-acd97f22-7a97-4342-a31f-c41e06c62a82 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9114594 Jun 30 02:47:38.500114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:38.552363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Deleting port 9feece33-04d1-48c2-829b-0f7b6da28f5e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:38.573445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.688786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4eec314d-14f5-41ab-9e59-06402e047527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.779868 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec782373-313c-40e7-b9e7-2199fa174f6b req-0b728504-a133-4122-a8e7-619072285638 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.0744545 Jun 30 02:47:38.804142 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4eec314d-14f5-41ab-9e59-06402e047527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.905832 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.919715 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Transition to ACTIVE for port object af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:38.928552 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.003098 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Pushing event updated for resources: {'Port': ['ID=af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:39.027108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445ae976-c81b-49b8-b1b5-1f57a8df75ed {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:39.037298 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.037629 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.037959 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.038287 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.038642 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.038982 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.039301 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.039628 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.039934 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.040248 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.040555 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.040878 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:39.110176 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4eec314d-14f5-41ab-9e59-06402e047527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.112941 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4eec314d-14f5-41ab-9e59-06402e047527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.114432 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4eec314d-14f5-41ab-9e59-06402e047527 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f8b4299f-a6ab-41c8-a087-22e334770e1d HTTP/1.1" status: 204 len: 168 time: 1.2363069 Jun 30 02:47:39.116154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:39.116878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] For port 9feece33-04d1-48c2-829b-0f7b6da28f5e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=9feece33-04d1-48c2-829b-0f7b6da28f5e,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:39.117348 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.125130 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.147661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:39.165118 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.189391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec314d-14f5-41ab-9e59-06402e047527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b4299f-a6ab-41c8-a087-22e334770e1d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:39.227607 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Attempting to bind port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:39.238912 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Attempting to bind port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:39.239576 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Attempting to bind port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:39.254982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:39.258960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7e491b9d-dd1f-4719-be3f-ceb2d7d54557 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:39.267270 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:39.267932 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:39.268553 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.269124 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:39.269850 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Bound port: af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:39.283069 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.285705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Transition to ACTIVE for port object 445ae976-c81b-49b8-b1b5-1f57a8df75ed will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:39.290255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Calling delete_port for 9feece33-04d1-48c2-829b-0f7b6da28f5e owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:39.430568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.463392 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] For port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:39.473784 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] For port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:39.481492 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.740535 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d2d6f-f6e3-45a4-8124-35c45a288f58 None None] Pushing event updated for resources: {'Port': ['ID=af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:39.761908 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Routers {'dd6ebe78-f723-4d5b-8465-8f3a49f8c762'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:39.764420 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dd6ebe78-f723-4d5b-8465-8f3a49f8c762'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:39.798870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=445ae976-c81b-49b8-b1b5-1f57a8df75ed,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:39.968881 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] Set router dd6ebe78-f723-4d5b-8465-8f3a49f8c762 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:40.202656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:40.220479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8bf88-5484-4761-bf30-9372b76471c6 req-d3c83262-0ccc-41fb-a6b7-67053597ee05 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:40.222599 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52c8bf88-5484-4761-bf30-9372b76471c6 req-d3c83262-0ccc-41fb-a6b7-67053597ee05 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 948 time: 0.3631680 Jun 30 02:47:40.236320 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6868f9d-34f6-4afd-9a61-ea18f1e3933b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.304663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df082231-a8d2-4f5f-bbe1-5dad464e7a73 req-f2231238-7e05-48cd-aa5f-e24912671e2d tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.1806781 Jun 30 02:47:40.379248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6868f9d-34f6-4afd-9a61-ea18f1e3933b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.401421 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6868f9d-34f6-4afd-9a61-ea18f1e3933b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.440435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Attempting to bind port 445ae976-c81b-49b8-b1b5-1f57a8df75ed on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:40.441964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Attempting to bind port 445ae976-c81b-49b8-b1b5-1f57a8df75ed by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:40.442482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Attempting to bind port 445ae976-c81b-49b8-b1b5-1f57a8df75ed on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:40.480318 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b6868f9d-34f6-4afd-9a61-ea18f1e3933b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0ed31449f2245f08bc1b9a065d4f2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743261 Jun 30 02:47:40.488513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:40.490291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Port 445ae976-c81b-49b8-b1b5-1f57a8df75ed on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:40.490855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Attempting to bind port 445ae976-c81b-49b8-b1b5-1f57a8df75ed on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:40.494298 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6ebe78-f723-4d5b-8465-8f3a49f8c762', 'name': 'tempest-NetworksTestDHCPv6-router-451763408', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:26Z', 'updated_at': '2021-06-30T02:47:31Z', 'revision_number': 2, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None, '_interfaces': [{'id': 'af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0', 'name': '', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'mac_address': 'fa:16:3e:07:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6ebe78-f723-4d5b-8465-8f3a49f8c762', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '01f7a038-e219-48db-b776-71a6f14d481f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:28Z', 'updated_at': '2021-06-30T02:47:39Z', 'revision_number': 4, 'project_id': '26ac379234f043849ae88a141cffeec5', 'subnets': [{'id': '01f7a038-e219-48db-b776-71a6f14d481f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:40.498776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6868f9d-34f6-4afd-9a61-ea18f1e3933b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa44de35-92a8-4489-83cb-654849f49112,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:40.524485 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ee2cb-edaa-48e0-8be8-e0eea9846102 None None] The sync data for ids ['dd6ebe78-f723-4d5b-8465-8f3a49f8c762'] in n-d-758944-39 is: [{'id': 'dd6ebe78-f723-4d5b-8465-8f3a49f8c762', 'name': 'tempest-NetworksTestDHCPv6-router-451763408', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:26Z', 'updated_at': '2021-06-30T02:47:31Z', 'revision_number': 2, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None, '_interfaces': [{'id': 'af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0', 'name': '', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'mac_address': 'fa:16:3e:07:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd6ebe78-f723-4d5b-8465-8f3a49f8c762', 'device_owner': 'network:router_interface', 'standard_attr_id': 2833, 'fixed_ips': [{'subnet_id': '01f7a038-e219-48db-b776-71a6f14d481f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:28Z', 'updated_at': '2021-06-30T02:47:39Z', 'revision_number': 4, 'project_id': '26ac379234f043849ae88a141cffeec5', 'subnets': [{'id': '01f7a038-e219-48db-b776-71a6f14d481f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:40.596180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:40.596528 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:40.596912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:40.597552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Bound port: 445ae976-c81b-49b8-b1b5-1f57a8df75ed, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:40.597970 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.685522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52c8bf88-5484-4761-bf30-9372b76471c6 req-c1bd4441-f024-4e04-a1c1-55047fba3b4c tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519949 Jun 30 02:47:40.736954 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.846813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c0947f-6f17-4912-b1ec-54a5fb2163c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.866153 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.958745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] For port 445ae976-c81b-49b8-b1b5-1f57a8df75ed, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:40.962080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] For port 445ae976-c81b-49b8-b1b5-1f57a8df75ed, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=445ae976-c81b-49b8-b1b5-1f57a8df75ed,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:40.984972 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:40.997501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=785f9317-6e63-4ce0-897b-f7e460ce81a5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:41.012986 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.108072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:41.132162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c0947f-6f17-4912-b1ec-54a5fb2163c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.146764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9feece33-04d1-48c2-829b-0f7b6da28f5e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:41.243398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:41.284404 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.304439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.305923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.308952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/445ae976-c81b-49b8-b1b5-1f57a8df75ed HTTP/1.1" status: 200 len: 1097 time: 5.1760046 Jun 30 02:47:41.368424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999e1d41-8db9-4b7d-ad61-fa153ee1a1d6', 'tag': '445ae976-c81b-49b8-b1b5-1f57a8df75ed'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:41.371987 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db734678-d2a6-45e5-ae75-82665d224954" -d '{"events": [{"name": "network-changed", "server_uuid": "999e1d41-8db9-4b7d-ad61-fa153ee1a1d6", "tag": "445ae976-c81b-49b8-b1b5-1f57a8df75ed"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:41.375034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Checking segment: {'id': 'f2a6213d-5ada-44c7-95c9-610858f5439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:41.375586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network hostable DHCP agents. Network: d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:41.419334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:41.430775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:41.432347 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.557780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:41.558266 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.588992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:41.648327 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eda27d-29a7-4657-9ac0-86ebb5a004d3 x-openstack-request-id: req-d8eda27d-29a7-4657-9ac0-86ebb5a004d3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:41.648605 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999e1d41-8db9-4b7d-ad61-fa153ee1a1d6", "tag": "445ae976-c81b-49b8-b1b5-1f57a8df75ed", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:41.648858 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d8eda27d-29a7-4657-9ac0-86ebb5a004d3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:41.649257 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999e1d41-8db9-4b7d-ad61-fa153ee1a1d6', 'tag': '445ae976-c81b-49b8-b1b5-1f57a8df75ed', 'status': 'completed', 'code': 200} Jun 30 02:47:41.678650 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.709467 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c0947f-6f17-4912-b1ec-54a5fb2163c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.713587 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b9c0947f-6f17-4912-b1ec-54a5fb2163c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.714974 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b9c0947f-6f17-4912-b1ec-54a5fb2163c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa44de35-92a8-4489-83cb-654849f49112 HTTP/1.1" status: 204 len: 168 time: 1.2177746 Jun 30 02:47:41.736260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:41.741918 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.810997 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.820458 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.860392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] For port af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:41.860936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.874691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:41.910555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:41.944046 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d1d1451-a4e0-4f36-a7c4-61e2268cf3f2 req-fd2408f1-d2cc-4cbe-9489-4417a976ff98 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.2938533 Jun 30 02:47:41.953986 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.954557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 790ee0bf-df53-48b2-8ebe-1c29d7bf326f {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:41.959684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0947f-6f17-4912-b1ec-54a5fb2163c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa44de35-92a8-4489-83cb-654849f49112,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:41.973634 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:41.975247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fa7d11ef-8025-4570-b703-3b8e9f4f92c7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/790ee0bf-df53-48b2-8ebe-1c29d7bf326f HTTP/1.1" status: 204 len: 168 time: 6.5299950 Jun 30 02:47:41.977529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54a991-abd3-4fd8-86ff-0137c8fad4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=445ae976-c81b-49b8-b1b5-1f57a8df75ed,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:41.981203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:41.985154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:42.090376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:42.099817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe28f47-f880-4a23-b56e-15fa6a6ca066 None None] Network d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:42.110842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-399de99a-751e-4715-8f56-3ca0991ea9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.112681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-399de99a-751e-4715-8f56-3ca0991ea9b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89f0160969054a7f9563ffe24b08a4b6&device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 1100 time: 0.7341168 Jun 30 02:47:42.114377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.114982 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.240612 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.244524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-d493e369-f950-412c-a0dc-0a7bb396e4f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=445ae976-c81b-49b8-b1b5-1f57a8df75ed HTTP/1.1" status: 200 len: 217 time: 0.1170306 Jun 30 02:47:42.288040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-476c256b-4b62-4d3d-8e05-64f309d55417 admin admin] Deleting subnet cd03cda4-c296-477c-bb29-232eadc7d294 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:42.289600 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.302009 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476c256b-4b62-4d3d-8e05-64f309d55417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.359799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476c256b-4b62-4d3d-8e05-64f309d55417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.436525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca', 'network_id': 'd6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca', 'tenant_id': 'b12d1e1392724ad582a63e4e8d7240ce', 'fixed_ips': [{'subnet_id': '785f9317-6e63-4ce0-897b-f7e460ce81a5'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:42.438198 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.627077 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476c256b-4b62-4d3d-8e05-64f309d55417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.674639 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.711994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:42.789336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-08b329e3-c237-44ee-9288-c45bda2ea409 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6048050 Jun 30 02:47:42.837624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-92703b8a-71ff-4b14-bd75-a991a2e2e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.839938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-92703b8a-71ff-4b14-bd75-a991a2e2e862 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.5886953 Jun 30 02:47:42.840701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:42.841830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Allocated IP 172.20.0.2 (d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca/785f9317-6e63-4ce0-897b-f7e460ce81a5/8c9fc76e-1592-4a8d-8bd7-6bf210463e3a) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:42.843950 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476c256b-4b62-4d3d-8e05-64f309d55417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.862650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-919bb074-78bc-4e40-9eec-a56a0442d6e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1633075919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:42.940891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-476c256b-4b62-4d3d-8e05-64f309d55417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.948448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-476c256b-4b62-4d3d-8e05-64f309d55417 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cd03cda4-c296-477c-bb29-232eadc7d294 HTTP/1.1" status: 204 len: 168 time: 0.9639394 Jun 30 02:47:42.951868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:42.952582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c256b-4b62-4d3d-8e05-64f309d55417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd03cda4-c296-477c-bb29-232eadc7d294,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:42.993907 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-919bb074-78bc-4e40-9eec-a56a0442d6e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.008707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-919bb074-78bc-4e40-9eec-a56a0442d6e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.019923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ced9ef-be14-4f02-911d-dcea1f424251 None None] Network 8dc83d03-fbfc-4b8e-8591-2b1dd58078de requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:43.108067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-d97964cd-d051-4478-a8fd-09076ce6a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.113180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-d97964cd-d051-4478-a8fd-09076ce6a284 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2665236 Jun 30 02:47:43.221363 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.308883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 9feece33-04d1-48c2-829b-0f7b6da28f5e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:43.366128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 9feece33-04d1-48c2-829b-0f7b6da28f5e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:43.366372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 9feece33-04d1-48c2-829b-0f7b6da28f5e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:43.489400 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.492719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87873a2b-cfa2-435b-acec-91f4073aaa90 req-8d1f51d7-8ba0-4ddf-a1de-2ca8f355713c tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.495180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87873a2b-cfa2-435b-acec-91f4073aaa90 req-8d1f51d7-8ba0-4ddf-a1de-2ca8f355713c tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 948 time: 1.2377896 Jun 30 02:47:43.503637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Router dd6ebe78-f723-4d5b-8465-8f3a49f8c762 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:43.522609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Transition to ACTIVE for port object 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:43.571533 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e3edd612-20d8-4eb3-810d-b01c6314f0f1 req-a869ddb4-d6f3-4382-9dea-5b9ad9eb0d95 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.0973022 Jun 30 02:47:43.584503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-919bb074-78bc-4e40-9eec-a56a0442d6e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.585795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Transition to ACTIVE for port object 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:43.601125 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-919bb074-78bc-4e40-9eec-a56a0442d6e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.608819 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.688944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-dcf8e7b0-8d1f-4afc-98db-9a2bd0d46f52 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438712 Jun 30 02:47:43.722367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Network d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:43.737918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:43.748747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b38d026-24c0-4cd4-a94b-f398f41cffa5 None None] DHCP port deletion for 8dc83d03-fbfc-4b8e-8591-2b1dd58078de request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:43.749938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-919bb074-78bc-4e40-9eec-a56a0442d6e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.755290 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-919bb074-78bc-4e40-9eec-a56a0442d6e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9085889 Jun 30 02:47:43.769758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:43.784123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:43.807774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'network_id': 'd6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca', 'name': 'tempest-PortsTestJSON-868086769'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:43.828612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Pushing event updated for resources: {'Port': ['ID=8c9fc76e-1592-4a8d-8bd7-6bf210463e3a,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:43.920824 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1934eb2-6d88-481c-b6ce-e72da6ab15bd req-cf8eec62-5012-4416-b32e-5e3e26bc9f39 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137170 Jun 30 02:47:43.968740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Attempting to bind port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:43.978896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Attempting to bind port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'f2a6213d-5ada-44c7-95c9-610858f5439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:43.979671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Attempting to bind port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a on network d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:44.001226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:44.001649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Checking segment: {'id': 'f2a6213d-5ada-44c7-95c9-610858f5439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:44.002011 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.004025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Bound using segment: {'id': 'f2a6213d-5ada-44c7-95c9-610858f5439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:44.005000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Bound port: 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a6213d-5ada-44c7-95c9-610858f5439a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:44.006705 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.088712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734678-d2a6-45e5-ae75-82665d224954 req-b23ad3ec-3d56-4db5-b621-9326e59aea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.092739 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db734678-d2a6-45e5-ae75-82665d224954 req-b23ad3ec-3d56-4db5-b621-9326e59aea64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89f0160969054a7f9563ffe24b08a4b6&device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 1100 time: 0.1229336 Jun 30 02:47:44.138133 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87873a2b-cfa2-435b-acec-91f4073aaa90 req-84643422-d6c1-48fd-9a82-00fa4ff34b74 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852010 Jun 30 02:47:44.149815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7b38d026-24c0-4cd4-a94b-f398f41cffa5 None None] Deleting port d0ecb8d7-3456-42c4-a53d-a9453b6d632d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:44.151762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b38d026-24c0-4cd4-a94b-f398f41cffa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.171275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Deleting port d0ecb8d7-3456-42c4-a53d-a9453b6d632d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:44.171836 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.224023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:44.238394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7e0e0681-0d97-4387-b1d9-743fa6b6e346 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "PUT /v2.0/routers/dd6ebe78-f723-4d5b-8465-8f3a49f8c762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7370207 Jun 30 02:47:44.242296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:44.263614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] For port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:44.286213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] Sync routers for ids ['dd6ebe78-f723-4d5b-8465-8f3a49f8c762'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:44.310068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7b38d026-24c0-4cd4-a94b-f398f41cffa5 None None] For port d0ecb8d7-3456-42c4-a53d-a9453b6d632d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d0ecb8d7-3456-42c4-a53d-a9453b6d632d,segment=NetworkSegment(6519f74f-f1c1-4a3e-9e92-4d5f58efa63c),segment_id=6519f74f-f1c1-4a3e-9e92-4d5f58efa63c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:44.310493 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b38d026-24c0-4cd4-a94b-f398f41cffa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.323732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7b38d026-24c0-4cd4-a94b-f398f41cffa5 None None] Calling delete_port for d0ecb8d7-3456-42c4-a53d-a9453b6d632d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:44.335662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] For port d0ecb8d7-3456-42c4-a53d-a9453b6d632d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d0ecb8d7-3456-42c4-a53d-a9453b6d632d,segment=NetworkSegment(6519f74f-f1c1-4a3e-9e92-4d5f58efa63c),segment_id=6519f74f-f1c1-4a3e-9e92-4d5f58efa63c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:44.336505 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.343258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073ca2c1-bace-4996-954f-7e77bc0ffdcc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.347937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073ca2c1-bace-4996-954f-7e77bc0ffdcc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.355627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-073ca2c1-bace-4996-954f-7e77bc0ffdcc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1116626 Jun 30 02:47:44.359937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:44.360707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Calling delete_port for d0ecb8d7-3456-42c4-a53d-a9453b6d632d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:44.410615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] For port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8c9fc76e-1592-4a8d-8bd7-6bf210463e3a,segment=NetworkSegment(f2a6213d-5ada-44c7-95c9-610858f5439a),segment_id=f2a6213d-5ada-44c7-95c9-610858f5439a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:44.415345 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b38d026-24c0-4cd4-a94b-f398f41cffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.473002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.494097 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.508744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] Routers {'dd6ebe78-f723-4d5b-8465-8f3a49f8c762'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:44.509403 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dd6ebe78-f723-4d5b-8465-8f3a49f8c762'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:44.515809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38d026-24c0-4cd4-a94b-f398f41cffa5 None None] No DVR routers for this DVR port d0ecb8d7-3456-42c4-a53d-a9453b6d632d on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:44.517184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38d026-24c0-4cd4-a94b-f398f41cffa5 None None] Pushing event deleted for resources: {'Port': ['ID=d0ecb8d7-3456-42c4-a53d-a9453b6d632d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:44.561822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.576470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734678-d2a6-45e5-ae75-82665d224954 req-47bd7f7c-f41f-47b4-a036-b57ff7d2aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.580577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db734678-d2a6-45e5-ae75-82665d224954 req-47bd7f7c-f41f-47b4-a036-b57ff7d2aa3d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.4803667 Jun 30 02:47:44.657941 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db734678-d2a6-45e5-ae75-82665d224954 req-590bdac5-cec7-4fa4-94a1-cf4e8f0efcb4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=445ae976-c81b-49b8-b1b5-1f57a8df75ed HTTP/1.1" status: 200 len: 217 time: 0.0675864 Jun 30 02:47:44.686512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffee788-c591-433a-9812-4ad4b49e3065 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 01f7a038-e219-48db-b776-71a6f14d481f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:44.698097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0ecb8d7-3456-42c4-a53d-a9453b6d632d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:44.709654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ffee788-c591-433a-9812-4ad4b49e3065 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.715176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] No DVR routers for this DVR port d0ecb8d7-3456-42c4-a53d-a9453b6d632d on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:44.717512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] Set router dd6ebe78-f723-4d5b-8465-8f3a49f8c762 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:44.764131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734678-d2a6-45e5-ae75-82665d224954 req-a293b4f7-8324-4278-a5bf-02a6b7700aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.765618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db734678-d2a6-45e5-ae75-82665d224954 req-a293b4f7-8324-4278-a5bf-02a6b7700aad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0946245 Jun 30 02:47:44.770369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ffee788-c591-433a-9812-4ad4b49e3065 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.788297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6ebe78-f723-4d5b-8465-8f3a49f8c762', 'name': 'tempest-NetworksTestDHCPv6-router-451763408', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:26Z', 'updated_at': '2021-06-30T02:47:42Z', 'revision_number': 3, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:44.861349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Allocated IP 172.25.7.94 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/c1c71160-19db-4776-8490-edd47d15d471) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:44.903192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:44.906855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.942747 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:44.950507 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-232540a9-5e1e-4fdd-9b39-61411a85694e req-8757036b-4db4-492b-8737-201647d88f76 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.0816081 Jun 30 02:47:44.988699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port af42a81e-d0c5-49c3-a07e-732c7d10b09b yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:47:45.102180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734678-d2a6-45e5-ae75-82665d224954 req-06bbfd58-def4-4c3f-a91d-4c37f1d2b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:45.103873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db734678-d2a6-45e5-ae75-82665d224954 req-06bbfd58-def4-4c3f-a91d-4c37f1d2b633 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3302419 Jun 30 02:47:45.142564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ffee788-c591-433a-9812-4ad4b49e3065 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.147379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] Checking router: dd6ebe78-f723-4d5b-8465-8f3a49f8c762 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:45.231771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] Routers {'dd6ebe78-f723-4d5b-8465-8f3a49f8c762'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:45.232425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dd6ebe78-f723-4d5b-8465-8f3a49f8c762'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:45.236471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd2dae-0646-412c-8158-f0119a92836a None None] Pushing event updated for resources: {'Port': ['ID=8c9fc76e-1592-4a8d-8bd7-6bf210463e3a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:45.302116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d0ecb8d7-3456-42c4-a53d-a9453b6d632d no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:45.386441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: d0ecb8d7-3456-42c4-a53d-a9453b6d632d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:45.387308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d0ecb8d7-3456-42c4-a53d-a9453b6d632d not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:45.427508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] Set router dd6ebe78-f723-4d5b-8465-8f3a49f8c762 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:45.473102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ffee788-c591-433a-9812-4ad4b49e3065 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.507178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db734678-d2a6-45e5-ae75-82665d224954 req-1d9c2153-c6f1-42c1-bf41-1a709c91ffe3 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812742 Jun 30 02:47:45.542152 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ffee788-c591-433a-9812-4ad4b49e3065 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.544410 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4ffee788-c591-433a-9812-4ad4b49e3065 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/01f7a038-e219-48db-b776-71a6f14d481f HTTP/1.1" status: 204 len: 168 time: 1.1834934 Jun 30 02:47:45.552907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffee788-c591-433a-9812-4ad4b49e3065 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=01f7a038-e219-48db-b776-71a6f14d481f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:45.555050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:45.580108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461dea15-e0a7-4bf8-b212-7578f3f47234 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:45.857254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd6ebe78-f723-4d5b-8465-8f3a49f8c762', 'name': 'tempest-NetworksTestDHCPv6-router-451763408', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:26Z', 'updated_at': '2021-06-30T02:47:42Z', 'revision_number': 3, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:45.923266 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.945047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84de21-16d7-40de-bf43-4e95a752ea91 None None] The sync data for ids ['dd6ebe78-f723-4d5b-8465-8f3a49f8c762'] in n-d-758944-39 is: [{'id': 'dd6ebe78-f723-4d5b-8465-8f3a49f8c762', 'name': 'tempest-NetworksTestDHCPv6-router-451763408', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:26Z', 'updated_at': '2021-06-30T02:47:42Z', 'revision_number': 3, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:46.004262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc83d03-fbfc-4b8e-8591-2b1dd58078de']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.008394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ba9fd381-5379-4d63-a16a-eb675b684906 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4501832 Jun 30 02:47:46.009219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:46.027896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.14 (d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca/785f9317-6e63-4ce0-897b-f7e460ce81a5/af42a81e-d0c5-49c3-a07e-732c7d10b09b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:46.139347 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.224619 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.247957 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object af42a81e-d0c5-49c3-a07e-732c7d10b09b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:46.273904 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:47:46.348543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73eeeb4-1991-41ab-855a-f66fab1a1971 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:47:46.357707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.358002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6519f74f-f1c1-4a3e-9e92-4d5f58efa63c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.361588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.472947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a73eeeb4-1991-41ab-855a-f66fab1a1971 None None] Deleting port 3fd19a1d-e56b-49ad-847a-87ce806319f8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:46.473444 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a73eeeb4-1991-41ab-855a-f66fab1a1971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.518255 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.548802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:46.566909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:46.594898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:46.658897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a73eeeb4-1991-41ab-855a-f66fab1a1971 None None] For port 3fd19a1d-e56b-49ad-847a-87ce806319f8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3fd19a1d-e56b-49ad-847a-87ce806319f8,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:46.660768 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a73eeeb4-1991-41ab-855a-f66fab1a1971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.683971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a73eeeb4-1991-41ab-855a-f66fab1a1971 None None] Calling delete_port for 3fd19a1d-e56b-49ad-847a-87ce806319f8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:46.714550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.714752 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.736598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.819962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=af42a81e-d0c5-49c3-a07e-732c7d10b09b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:46.826100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:46.826525 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:46.835135 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:46.865492 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b091c-27a7-4122-b84b-013927e9b276 req-bce85cb2-26d2-49f3-bc39-5c1cf7d0792f tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:46.867441 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-517b091c-27a7-4122-b84b-013927e9b276 req-bce85cb2-26d2-49f3-bc39-5c1cf7d0792f tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 948 time: 1.0044496 Jun 30 02:47:46.915074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d37f26-789b-4d2b-a7b5-82551f1db8a3 None None] Network d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:46.921009 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a73eeeb4-1991-41ab-855a-f66fab1a1971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.935618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5243c4c7-9a07-4f50-9415-e334875b960f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1373010 Jun 30 02:47:46.952813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.956741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55704) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.051595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39c7b5f9-6429-47f8-a5de-dd1f1bddac9e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.125156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eeeb4-1991-41ab-855a-f66fab1a1971 None None] Pushing event deleted for resources: {'Port': ['ID=3fd19a1d-e56b-49ad-847a-87ce806319f8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.149665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db853d83-b268-4656-86fe-95f42d26f6bb req-250e1e95-d934-4246-93ac-9866b10c5fa3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.0931773 Jun 30 02:47:47.197840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 445ae976-c81b-49b8-b1b5-1f57a8df75ed details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:47.210946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73eeeb4-1991-41ab-855a-f66fab1a1971 None None] No DVR routers for this DVR port 3fd19a1d-e56b-49ad-847a-87ce806319f8 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:47.272619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db734678-d2a6-45e5-ae75-82665d224954 req-7357fa7a-73df-409f-860d-f1ff487e2286 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7334001 Jun 30 02:47:47.371498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.431756 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.435387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:47.439120 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8dc83d03-fbfc-4b8e-8591-2b1dd58078de HTTP/1.1" status: 204 len: 168 time: 4.4774814 Jun 30 02:47:47.453500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-706eb711-b3ad-4324-bfd6-a731e9499e25 None None] Provisioning for port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:47.491803 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39c7b5f9-6429-47f8-a5de-dd1f1bddac9e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.493033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7ad10-8d00-4f4d-99d4-efb6f5e7d046 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc83d03-fbfc-4b8e-8591-2b1dd58078de,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.499684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39c7b5f9-6429-47f8-a5de-dd1f1bddac9e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.503154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.517621 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-517b091c-27a7-4122-b84b-013927e9b276 req-f4fe6f20-1163-4de7-bb07-55574c4dcc26 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979173 Jun 30 02:47:47.611396 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39c7b5f9-6429-47f8-a5de-dd1f1bddac9e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.612178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c7b5f9-6429-47f8-a5de-dd1f1bddac9e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Fanout notify agent at l3_agent the message router_deleted on router dd6ebe78-f723-4d5b-8465-8f3a49f8c762 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:47.643354 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-39c7b5f9-6429-47f8-a5de-dd1f1bddac9e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.644491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-39c7b5f9-6429-47f8-a5de-dd1f1bddac9e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/routers/dd6ebe78-f723-4d5b-8465-8f3a49f8c762 HTTP/1.1" status: 204 len: 168 time: 1.6309915 Jun 30 02:47:47.648376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.649817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 445ae976-c81b-49b8-b1b5-1f57a8df75ed, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=445ae976-c81b-49b8-b1b5-1f57a8df75ed,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:47.660468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8e9398c3-621b-44e1-ba59-e182df92ada3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:47.695993 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '445ae976-c81b-49b8-b1b5-1f57a8df75ed', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '445ae976-c81b-49b8-b1b5-1f57a8df75ed', 'mac_address': 'fa:16:3e:93:6a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:47.697015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.734036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:47.799247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event updated for resources: {'Port': ['ID=c1c71160-19db-4776-8490-edd47d15d471,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.839509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-331a9b23-d452-41ca-b3b5-a168e46075a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.843986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:47.847576 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:47.854231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:47.874125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:47.874373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.881602 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.906683 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.973114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445ae976-c81b-49b8-b1b5-1f57a8df75ed {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:48.003202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 445ae976-c81b-49b8-b1b5-1f57a8df75ed, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=445ae976-c81b-49b8-b1b5-1f57a8df75ed,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:48.029294 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.043913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-331a9b23-d452-41ca-b3b5-a168e46075a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.077651 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-331a9b23-d452-41ca-b3b5-a168e46075a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.117168 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.123125 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.147971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9b23-d452-41ca-b3b5-a168e46075a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f618f2-9c8c-4c70-9de1-cfe8615a8b51,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.211333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=445ae976-c81b-49b8-b1b5-1f57a8df75ed,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.247451 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-331a9b23-d452-41ca-b3b5-a168e46075a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=631bc2062acf44c98fa3a8a5fd44d3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405329 Jun 30 02:47:48.250914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:48.296407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9398c3-621b-44e1-ba59-e182df92ada3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:48.300237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e9398c3-621b-44e1-ba59-e182df92ada3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.305799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7ade2831-415d-4a59-8ac3-44c790892f7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1adf23e250d94d4c881c3e6f22b00ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591941 Jun 30 02:47:48.308673 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.310191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55732) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:48.355496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.363137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['445ae976-c81b-49b8-b1b5-1f57a8df75ed'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:48.516537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8c9fc76e-1592-4a8d-8bd7-6bf210463e3a,segment=NetworkSegment(f2a6213d-5ada-44c7-95c9-610858f5439a),segment_id=f2a6213d-5ada-44c7-95c9-610858f5439a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:48.523627 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.534484 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db0792aa-d564-4c52-be3a-d9e78c936f21 req-f0c914a1-5e22-4d39-aba5-1ad74d5db1ec tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.0834978 Jun 30 02:47:48.671047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3fd19a1d-e56b-49ad-847a-87ce806319f8 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:48.781842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 3fd19a1d-e56b-49ad-847a-87ce806319f8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:48.782571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3fd19a1d-e56b-49ad-847a-87ce806319f8 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:48.782670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:48.889223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=8c9fc76e-1592-4a8d-8bd7-6bf210463e3a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.893228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b502a178-ee88-4877-b638-ac4ea79cc15f None None] Provisioning complete for port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:48.893769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b502a178-ee88-4877-b638-ac4ea79cc15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.895968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:48.896314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device af1f4e1b-ee0a-4e27-84e4-9f54f5eac4f0 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:48.915697 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e9398c3-621b-44e1-ba59-e182df92ada3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.017314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9398c3-621b-44e1-ba59-e182df92ada3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=4408a309-db43-4d0d-a276-f5af02ecb18c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.045150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9398c3-621b-44e1-ba59-e182df92ada3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:49.047714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8e9398c3-621b-44e1-ba59-e182df92ada3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:49.052654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9398c3-621b-44e1-ba59-e182df92ada3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:49.053253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8e9398c3-621b-44e1-ba59-e182df92ada3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.058690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0ba24-43e1-4c5e-80ea-5207594af792 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:49.079717 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.083644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b502a178-ee88-4877-b638-ac4ea79cc15f None None] Provisioning for port af42a81e-d0c5-49c3-a07e-732c7d10b09b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:49.103155 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8e9398c3-621b-44e1-ba59-e182df92ada3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4463961 Jun 30 02:47:49.104291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55742) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:49.118853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3be2f91c-1241-4e39-a8a5-f7a7801bdb9b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-934927879', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:49.127483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.133857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b502a178-ee88-4877-b638-ac4ea79cc15f None None] Provisioning complete for port af42a81e-d0c5-49c3-a07e-732c7d10b09b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:49.134239 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b502a178-ee88-4877-b638-ac4ea79cc15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.156663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2a1017b-b07a-45ae-ab75-e6cbaf88df79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.182005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:49.189389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be2f91c-1241-4e39-a8a5-f7a7801bdb9b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.190800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be2f91c-1241-4e39-a8a5-f7a7801bdb9b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.228116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b502a178-ee88-4877-b638-ac4ea79cc15f None None] Port af42a81e-d0c5-49c3-a07e-732c7d10b09b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:49.261912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1749611b-af63-48be-bcbe-0c44c6866ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.277361 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be2f91c-1241-4e39-a8a5-f7a7801bdb9b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.284629 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be2f91c-1241-4e39-a8a5-f7a7801bdb9b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.300445 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:49.301091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.316534 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3be2f91c-1241-4e39-a8a5-f7a7801bdb9b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.321668 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3be2f91c-1241-4e39-a8a5-f7a7801bdb9b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2158964 Jun 30 02:47:49.322402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:49.342854 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2a1017b-b07a-45ae-ab75-e6cbaf88df79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.364671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event updated for resources: {'Port': ['ID=c1c71160-19db-4776-8490-edd47d15d471,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.388087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-068b90e1-6714-4148-b51b-6e4cc927ed4f None None] Provisioning complete for port af42a81e-d0c5-49c3-a07e-732c7d10b09b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:49.388472 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-068b90e1-6714-4148-b51b-6e4cc927ed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.413234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '4408a309-db43-4d0d-a276-f5af02ecb18c'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:49.414071 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.433783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1749611b-af63-48be-bcbe-0c44c6866ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.475717 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-068b90e1-6714-4148-b51b-6e4cc927ed4f None None] Port af42a81e-d0c5-49c3-a07e-732c7d10b09b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:49.490132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.539994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac1a9-8a94-4023-a5e7-b003a8c25600 req-e00b686c-12fe-43be-b2e7-ec1a93d98e8d tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:49.545615 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8d7ac1a9-8a94-4023-a5e7-b003a8c25600 req-e00b686c-12fe-43be-b2e7-ec1a93d98e8d tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 949 time: 0.6938889 Jun 30 02:47:49.569865 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.578211 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.582023 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-229d1e9d-5eb7-45ae-a9a1-6fb219516877 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4670305 Jun 30 02:47:49.583356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55746) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:49.583848 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.591397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-409980431'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:49.639235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/4408a309-db43-4d0d-a276-f5af02ecb18c/f1eb0acb-1a22-41d9-9dee-d27e466fdf3e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:49.650454 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2a1017b-b07a-45ae-ab75-e6cbaf88df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.653248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e2a1017b-b07a-45ae-ab75-e6cbaf88df79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.660495 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e2a1017b-b07a-45ae-ab75-e6cbaf88df79 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27f618f2-9c8c-4c70-9de1-cfe8615a8b51 HTTP/1.1" status: 204 len: 168 time: 1.4041874 Jun 30 02:47:49.744740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1749611b-af63-48be-bcbe-0c44c6866ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.748894 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1749611b-af63-48be-bcbe-0c44c6866ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.754755 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1749611b-af63-48be-bcbe-0c44c6866ab7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ecd0ab9-a657-41aa-b714-ff3c0027473a HTTP/1.1" status: 204 len: 168 time: 1.3699217 Jun 30 02:47:49.805216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8d7ac1a9-8a94-4023-a5e7-b003a8c25600 req-18456040-ec68-43f7-8ac2-4ac23793484c tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495220 Jun 30 02:47:49.820058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1017b-b07a-45ae-ab75-e6cbaf88df79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f618f2-9c8c-4c70-9de1-cfe8615a8b51,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.852053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Made reservation on behalf of a7112e0a214c44a7a50602b5c9778f8e for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:49.856349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.863317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=af42a81e-d0c5-49c3-a07e-732c7d10b09b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.896226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.911139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.924844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749611b-af63-48be-bcbe-0c44c6866ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecd0ab9-a657-41aa-b714-ff3c0027473a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.929504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Transition to ACTIVE for port object f1eb0acb-1a22-41d9-9dee-d27e466fdf3e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:49.972689 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Transition to ACTIVE for port object f1eb0acb-1a22-41d9-9dee-d27e466fdf3e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:50.011618 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.071108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Pushing event updated for resources: {'Port': ['ID=f1eb0acb-1a22-41d9-9dee-d27e466fdf3e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:50.107950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:50.111764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:50.121414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:50.145980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7ca251bf-372d-47ef-aaac-aec9b4ffd0d1 req-3194606a-e194-4134-844a-709f81fc5cc5 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/ports?device_id=85126509-684d-4932-b001-d6bca4f0434f HTTP/1.1" status: 200 len: 210 time: 0.1319256 Jun 30 02:47:50.199684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.248358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-495ce804-a06c-4ffb-917f-e86d2ca4c852 None None] Provisioning complete for port af42a81e-d0c5-49c3-a07e-732c7d10b09b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:50.249032 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-495ce804-a06c-4ffb-917f-e86d2ca4c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.283181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Attempting to bind port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:50.283546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Attempting to bind port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:50.283902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Attempting to bind port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:50.292231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:50.292630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:50.293333 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.293734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:50.294213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Bound port: f1eb0acb-1a22-41d9-9dee-d27e466fdf3e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:50.294589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.343633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-495ce804-a06c-4ffb-917f-e86d2ca4c852 None None] Port af42a81e-d0c5-49c3-a07e-732c7d10b09b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:50.392526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] For port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:50.395305 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:50.396188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] For port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f1eb0acb-1a22-41d9-9dee-d27e466fdf3e,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:50.406135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.475685 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.476695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.480153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e010d6-31b7-4442-bd15-1d3454347b27 None None] Pushing event updated for resources: {'Port': ['ID=f1eb0acb-1a22-41d9-9dee-d27e466fdf3e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:50.509200 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.540898 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cdb901c5-d490-4801-ae43-bb4d7c4e7f7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c17eb8646e4472899a795861eea2971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382155 Jun 30 02:47:50.540898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:50.582202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:50.640515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::1 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/4408a309-db43-4d0d-a276-f5af02ecb18c/65736803-31b4-4975-b265-d9808db790b1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:50.643195 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ce8a94-f6e7-4e8f-9915-99d50a489246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.647943 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.648296 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Added segment d47ca4ed-c46a-4a0a-a44f-33f6dfe82648 of type vlan for network b5363b7e-4388-49a6-86a1-36ab81d334a5 Jun 30 02:47:50.667856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39010035-a5a2-4e25-a143-31f3262e14a7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:50.672104 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ce8a94-f6e7-4e8f-9915-99d50a489246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.733207 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.830369 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.830730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ce8a94-f6e7-4e8f-9915-99d50a489246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.833565 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-77ce8a94-f6e7-4e8f-9915-99d50a489246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.844028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-77ce8a94-f6e7-4e8f-9915-99d50a489246 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9314df6-da58-4964-989b-0285de555138 HTTP/1.1" status: 204 len: 168 time: 0.2985783 Jun 30 02:47:50.894149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.894350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce8a94-f6e7-4e8f-9915-99d50a489246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9314df6-da58-4964-989b-0285de555138,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:50.926869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.927521 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.944670 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.961599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 65736803-31b4-4975-b265-d9808db790b1 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:51.004253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.022393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 445ae976-c81b-49b8-b1b5-1f57a8df75ed up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:51.093292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:51.132192 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5458612 Jun 30 02:47:51.151020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:51.157886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:51.196373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Request body: {'subnet': {'network_id': 'b5363b7e-4388-49a6-86a1-36ab81d334a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:51.412155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:51.413019 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.427309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686c564-0a72-485d-8cc4-96b6504780f2 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event updated for resources: {'Network': ['ID=b5363b7e-4388-49a6-86a1-36ab81d334a5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:51.587553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1eb0acb-1a22-41d9-9dee-d27e466fdf3e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:51.598302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network b5363b7e-4388-49a6-86a1-36ab81d334a5 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:51.636120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=65736803-31b4-4975-b265-d9808db790b1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:51.705929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Made reservation on behalf of a7112e0a214c44a7a50602b5c9778f8e for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:51.709705 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.714961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.876002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 445ae976-c81b-49b8-b1b5-1f57a8df75ed completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:51.884367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:51.903909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 445ae976-c81b-49b8-b1b5-1f57a8df75ed triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:51.904918 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.081279 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.118747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999e1d41-8db9-4b7d-ad61-fa153ee1a1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ae976-c81b-49b8-b1b5-1f57a8df75ed'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:52.121845 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd828ee-860c-4cc3-8ade-40b29acfe173" -d '{"events": [{"server_uuid": "999e1d41-8db9-4b7d-ad61-fa153ee1a1d6", "name": "network-vif-plugged", "status": "completed", "tag": "445ae976-c81b-49b8-b1b5-1f57a8df75ed"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:52.141703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 445ae976-c81b-49b8-b1b5-1f57a8df75ed, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=445ae976-c81b-49b8-b1b5-1f57a8df75ed,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:52.151787 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.230863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bea10ded-6458-4dc2-93fa-aa07f6e73ecb None None] Provisioning for port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:52.241748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bea10ded-6458-4dc2-93fa-aa07f6e73ecb None None] Provisioning complete for port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:52.242582 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea10ded-6458-4dc2-93fa-aa07f6e73ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.271077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=445ae976-c81b-49b8-b1b5-1f57a8df75ed,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.273774 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.283092 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.283983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.293565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.294000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.294439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.295266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.295614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.295953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.296287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.296613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.298427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.298820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.299157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.299488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:52.347601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=65736803-31b4-4975-b265-d9808db790b1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.377699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f304c60-6689-4f39-85ca-d0a1d1e71bea req-0dd58165-b6ff-4031-ad8b-bfa607016de0 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.379603 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f304c60-6689-4f39-85ca-d0a1d1e71bea req-0dd58165-b6ff-4031-ad8b-bfa607016de0 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 949 time: 1.2459280 Jun 30 02:47:52.446529 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea10ded-6458-4dc2-93fa-aa07f6e73ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.451261 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.499945 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f304c60-6689-4f39-85ca-d0a1d1e71bea req-05418dde-a92b-4222-8035-207db46fc528 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006482 Jun 30 02:47:52.526938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.543003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bea10ded-6458-4dc2-93fa-aa07f6e73ecb None None] For port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f1eb0acb-1a22-41d9-9dee-d27e466fdf3e,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:52.550438 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bea10ded-6458-4dc2-93fa-aa07f6e73ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.605157 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.613714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Checking segment: {'id': 'd47ca4ed-c46a-4a0a-a44f-33f6dfe82648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5363b7e-4388-49a6-86a1-36ab81d334a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:52.614249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Network hostable DHCP agents. Network: b5363b7e-4388-49a6-86a1-36ab81d334a5, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:52.616752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event updated for resources: {'Subnet': ['ID=d7209d59-55f5-4102-86fd-caa1989338de,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.618251 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.634693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:52.646002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:52.690632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b44ff02-c91b-4338-8f30-e93c337dd64c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.710260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea10ded-6458-4dc2-93fa-aa07f6e73ecb None None] Pushing event updated for resources: {'Port': ['ID=f1eb0acb-1a22-41d9-9dee-d27e466fdf3e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.719654 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b44ff02-c91b-4338-8f30-e93c337dd64c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.766353 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-697299fe-7561-4805-9f49-c36bbf37e737 None None] Provisioning for port 65736803-31b4-4975-b265-d9808db790b1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:52.783662 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b44ff02-c91b-4338-8f30-e93c337dd64c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.786846 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8b44ff02-c91b-4338-8f30-e93c337dd64c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.790344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-697299fe-7561-4805-9f49-c36bbf37e737 None None] Provisioning complete for port 65736803-31b4-4975-b265-d9808db790b1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:52.790856 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8b44ff02-c91b-4338-8f30-e93c337dd64c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "DELETE /v2.0/security-groups/0a100fa1-2e0d-4099-ad53-34d2e5074f72 HTTP/1.1" status: 204 len: 168 time: 0.2554333 Jun 30 02:47:52.792043 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-697299fe-7561-4805-9f49-c36bbf37e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.795589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.835894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Network b5363b7e-4388-49a6-86a1-36ab81d334a5 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:52.851930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.913637 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-0bcbf442-7c0e-49d0-b765-a3ad3c14a65b tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] show failed (client error): The resource could not be found. Jun 30 02:47:52.914178 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0918da21-038d-4cc8-8a6f-2a0afd0fe260 x-openstack-request-id: req-0918da21-038d-4cc8-8a6f-2a0afd0fe260 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:52.914668 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999e1d41-8db9-4b7d-ad61-fa153ee1a1d6", "name": "network-vif-plugged", "status": "completed", "tag": "445ae976-c81b-49b8-b1b5-1f57a8df75ed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:52.915186 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0918da21-038d-4cc8-8a6f-2a0afd0fe260 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:52.916101 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999e1d41-8db9-4b7d-ad61-fa153ee1a1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ae976-c81b-49b8-b1b5-1f57a8df75ed', 'code': 200} Jun 30 02:47:52.917476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-697299fe-7561-4805-9f49-c36bbf37e737 None None] Port 65736803-31b4-4975-b265-d9808db790b1 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:52.918678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, b5363b7e-4388-49a6-86a1-36ab81d334a5) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:52.923819 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0bcbf442-7c0e-49d0-b765-a3ad3c14a65b tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "GET /v2.0/security-groups/0a100fa1-2e0d-4099-ad53-34d2e5074f72 HTTP/1.1" status: 404 len: 347 time: 0.0730569 Jun 30 02:47:52.924415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55820) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:52.938755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ded29b-3021-4a25-978a-f3e637e2776b None None] Network b5363b7e-4388-49a6-86a1-36ab81d334a5 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:52.939732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=af42a81e-d0c5-49c3-a07e-732c7d10b09b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.960670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44ff02-c91b-4338-8f30-e93c337dd64c tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a100fa1-2e0d-4099-ad53-34d2e5074f72,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.997402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.998158 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.072065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Router 0a512b4f-d748-4200-9961-b40370eef8e2 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:53.117462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:53.126223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:53.195308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-b5363b7e-4388-49a6-86a1-36ab81d334a5', 'network_id': 'b5363b7e-4388-49a6-86a1-36ab81d334a5', 'tenant_id': 'a7112e0a214c44a7a50602b5c9778f8e', 'fixed_ips': [{'subnet_id': 'd7209d59-55f5-4102-86fd-caa1989338de'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:53.196274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.237468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-56909822-3ce8-44d1-b0d6-133f96bef9de None None] Provisioning complete for port 65736803-31b4-4975-b265-d9808db790b1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:53.237844 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56909822-3ce8-44d1-b0d6-133f96bef9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.245211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1eb0acb-1a22-41d9-9dee-d27e466fdf3e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:53.332177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Router c0a0c08f-91b3-4c68-be30-c4bc3e905d12 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:53.473305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-56909822-3ce8-44d1-b0d6-133f96bef9de None None] Port 65736803-31b4-4975-b265-d9808db790b1 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:53.490050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:53.490419 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.520950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:53.529784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-621235cc-0f09-4647-9b50-f8eef3d72ce1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "PUT /v2.0/routers/c0a0c08f-91b3-4c68-be30-c4bc3e905d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5650723 Jun 30 02:47:53.530430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:53.537878 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77fc14-6ce8-4460-8735-3b14f3f23fbd None None] Sync routers for ids ['c0a0c08f-91b3-4c68-be30-c4bc3e905d12'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:53.552850 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77fc14-6ce8-4460-8735-3b14f3f23fbd None None] Routers {'c0a0c08f-91b3-4c68-be30-c4bc3e905d12'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:53.553338 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d77fc14-6ce8-4460-8735-3b14f3f23fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c0a0c08f-91b3-4c68-be30-c4bc3e905d12'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:53.629233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-372f701a-0083-4c3b-8cd3-d18e99902ad4 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4527051 Jun 30 02:47:53.631763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:53.651644 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d77fc14-6ce8-4460-8735-3b14f3f23fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:53.654986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-562501179', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:53.658058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a60e4acc-2cc2-4c4b-b5f6-31030f680289 None None] Provisioning complete for port af42a81e-d0c5-49c3-a07e-732c7d10b09b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:53.658422 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a60e4acc-2cc2-4c4b-b5f6-31030f680289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.674221 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77fc14-6ce8-4460-8735-3b14f3f23fbd None None] Routers {'c0a0c08f-91b3-4c68-be30-c4bc3e905d12'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:53.674799 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d77fc14-6ce8-4460-8735-3b14f3f23fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c0a0c08f-91b3-4c68-be30-c4bc3e905d12'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:53.700538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Allocated IP 172.20.0.2 (b5363b7e-4388-49a6-86a1-36ab81d334a5/d7209d59-55f5-4102-86fd-caa1989338de/45bb5df8-0349-4acc-9456-34232e78e573) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:53.712679 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d77fc14-6ce8-4460-8735-3b14f3f23fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:53.713884 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d77fc14-6ce8-4460-8735-3b14f3f23fbd None None] The sync data for ids ['c0a0c08f-91b3-4c68-be30-c4bc3e905d12'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:53.725652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbee229-5ff7-4b68-a4a3-21d46690613f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.727840 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6cbee229-5ff7-4b68-a4a3-21d46690613f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0a0c08f-91b3-4c68-be30-c4bc3e905d12 HTTP/1.1" status: 200 len: 982 time: 0.1963902 Jun 30 02:47:53.734127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:53.764200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a60e4acc-2cc2-4c4b-b5f6-31030f680289 None None] Port af42a81e-d0c5-49c3-a07e-732c7d10b09b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:53.770224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.771874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.826295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.919556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b31fc-37d2-4cf7-aa56-1791fdaaa54a req-99edbf75-6fac-4ebe-a382-d36742554fba tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.921860 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc7b31fc-37d2-4cf7-aa56-1791fdaaa54a req-99edbf75-6fac-4ebe-a382-d36742554fba tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 950 time: 0.2496350 Jun 30 02:47:53.934966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323b485-5da5-443f-81e5-af3ea0167f5c req-840eae1d-66cf-496d-8a98-eb35d9396889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.936843 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2323b485-5da5-443f-81e5-af3ea0167f5c req-840eae1d-66cf-496d-8a98-eb35d9396889 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 1102 time: 0.9340167 Jun 30 02:47:53.991229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:54.001373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dbe63d13-82c6-413e-8da5-90deae2038f3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting port 9a331432-6a9c-4ded-a2c3-571167eb2a82 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:54.001684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbe63d13-82c6-413e-8da5-90deae2038f3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.005918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Sync routers for ids ['0a512b4f-d748-4200-9961-b40370eef8e2'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:54.012568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.024449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9616b81a-34c7-4674-b6e0-5acefa87be1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "PUT /v2.0/routers/0a512b4f-d748-4200-9961-b40370eef8e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7009826 Jun 30 02:47:54.027162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.040592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Routers {'0a512b4f-d748-4200-9961-b40370eef8e2'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:54.041466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0a512b4f-d748-4200-9961-b40370eef8e2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.048651 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc7b31fc-37d2-4cf7-aa56-1791fdaaa54a req-ac7b934b-8296-4528-9cad-76fedc780de6 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850098 Jun 30 02:47:54.094423 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.134272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Transition to ACTIVE for port object 45bb5df8-0349-4acc-9456-34232e78e573 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:54.164195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Transition to ACTIVE for port object 45bb5df8-0349-4acc-9456-34232e78e573 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:54.173628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Set router 0a512b4f-d748-4200-9961-b40370eef8e2 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:54.177045 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.242206 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbe63d13-82c6-413e-8da5-90deae2038f3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.242517 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbe63d13-82c6-413e-8da5-90deae2038f3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.260885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2323b485-5da5-443f-81e5-af3ea0167f5c req-0661a724-78ad-44ab-9ac3-40cca6af2489 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859426 Jun 30 02:47:54.262387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Network b5363b7e-4388-49a6-86a1-36ab81d334a5 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:54.272090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c122b4c-b332-44e3-9be1-92903ad24f2b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.273497 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2c122b4c-b332-44e3-9be1-92903ad24f2b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports/65736803-31b4-4975-b265-d9808db790b1 HTTP/1.1" status: 200 len: 911 time: 0.1730864 Jun 30 02:47:54.280025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55838) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.286872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dbe63d13-82c6-413e-8da5-90deae2038f3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Calling delete_port for 9a331432-6a9c-4ded-a2c3-571167eb2a82 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:54.326307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Pushing event updated for resources: {'Port': ['ID=45bb5df8-0349-4acc-9456-34232e78e573,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:54.333815 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.335983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:54.342225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:54.361813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.483008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Attempting to bind port 45bb5df8-0349-4acc-9456-34232e78e573 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:54.483478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Attempting to bind port 45bb5df8-0349-4acc-9456-34232e78e573 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'd47ca4ed-c46a-4a0a-a44f-33f6dfe82648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5363b7e-4388-49a6-86a1-36ab81d334a5'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:54.483853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Attempting to bind port 45bb5df8-0349-4acc-9456-34232e78e573 on network b5363b7e-4388-49a6-86a1-36ab81d334a5 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:54.485953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb81040e-9454-4c0a-bfe1-f50ebb102672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.499442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:54.499743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Checking segment: {'id': 'd47ca4ed-c46a-4a0a-a44f-33f6dfe82648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5363b7e-4388-49a6-86a1-36ab81d334a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:54.500139 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.500683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Bound using segment: {'id': 'd47ca4ed-c46a-4a0a-a44f-33f6dfe82648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5363b7e-4388-49a6-86a1-36ab81d334a5'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:54.501165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Bound port: 45bb5df8-0349-4acc-9456-34232e78e573, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47ca4ed-c46a-4a0a-a44f-33f6dfe82648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5363b7e-4388-49a6-86a1-36ab81d334a5'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:54.501550 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.544110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f9816f-694e-4eee-9493-bad80b38b579 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.547553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Allocated IP 172.25.7.205 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/f17c1119-224a-4264-bccd-57e45f90fdb8) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:54.580278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f9816f-694e-4eee-9493-bad80b38b579 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.582551 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b6f9816f-694e-4eee-9493-bad80b38b579 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2968764 Jun 30 02:47:54.587863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.619855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] For port 45bb5df8-0349-4acc-9456-34232e78e573, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:54.624256 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] For port 45bb5df8-0349-4acc-9456-34232e78e573, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=45bb5df8-0349-4acc-9456-34232e78e573,segment=NetworkSegment(d47ca4ed-c46a-4a0a-a44f-33f6dfe82648),segment_id=d47ca4ed-c46a-4a0a-a44f-33f6dfe82648)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:54.629843 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.715015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec775bb-9868-4453-8fc3-22227d95364e None None] Pushing event updated for resources: {'Port': ['ID=45bb5df8-0349-4acc-9456-34232e78e573,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:54.718056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.765671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a512b4f-d748-4200-9961-b40370eef8e2', 'name': 'tempest-NetworksTestDHCPv6-router-934927879', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 2, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None, '_interfaces': [{'id': '65736803-31b4-4975-b265-d9808db790b1', 'name': '', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'mac_address': 'fa:16:3e:5a:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a512b4f-d748-4200-9961-b40370eef8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '4408a309-db43-4d0d-a276-f5af02ecb18c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:50Z', 'updated_at': '2021-06-30T02:47:52Z', 'revision_number': 2, 'project_id': '26ac379234f043849ae88a141cffeec5', 'subnets': [{'id': '4408a309-db43-4d0d-a276-f5af02ecb18c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.771708 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.798496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Checking router: 0a512b4f-d748-4200-9961-b40370eef8e2 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:54.798876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Updating router 0a512b4f-d748-4200-9961-b40370eef8e2 port 65736803-31b4-4975-b265-d9808db790b1 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:47:54.818834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:54.822012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:54.824998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:54.906448 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.974578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event updated for resources: {'Port': ['ID=f17c1119-224a-4264-bccd-57e45f90fdb8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:55.063675 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.413278 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 45bb5df8-0349-4acc-9456-34232e78e573 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:55.560221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 45bb5df8-0349-4acc-9456-34232e78e573 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:55.626858 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.641919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Transition to ACTIVE for port object 65736803-31b4-4975-b265-d9808db790b1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:55.656611 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.721784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208a210-4803-4650-876b-d7d9d2e6a5bd None None] Pushing event updated for resources: {'Port': ['ID=65736803-31b4-4975-b265-d9808db790b1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:55.829779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Attempting to bind port 65736803-31b4-4975-b265-d9808db790b1 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:55.830244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Attempting to bind port 65736803-31b4-4975-b265-d9808db790b1 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:55.830695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Attempting to bind port 65736803-31b4-4975-b265-d9808db790b1 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:55.839677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:55.840060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:55.840474 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.840955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:55.841455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Bound port: 65736803-31b4-4975-b265-d9808db790b1, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:55.841934 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.953718 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] For port 65736803-31b4-4975-b265-d9808db790b1, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:55.961727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] For port 65736803-31b4-4975-b265-d9808db790b1, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=65736803-31b4-4975-b265-d9808db790b1,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:55.971817 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.036956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208a210-4803-4650-876b-d7d9d2e6a5bd None None] Pushing event updated for resources: {'Port': ['ID=65736803-31b4-4975-b265-d9808db790b1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:56.072054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Routers {'0a512b4f-d748-4200-9961-b40370eef8e2'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:56.073020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0a512b4f-d748-4200-9961-b40370eef8e2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:56.173838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbe63d13-82c6-413e-8da5-90deae2038f3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.226223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] Set router 0a512b4f-d748-4200-9961-b40370eef8e2 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:56.326461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe63d13-82c6-413e-8da5-90deae2038f3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Port': ['ID=9a331432-6a9c-4ded-a2c3-571167eb2a82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:56.460045 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.570612 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbe63d13-82c6-413e-8da5-90deae2038f3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.576587 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbe63d13-82c6-413e-8da5-90deae2038f3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.578094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dbe63d13-82c6-413e-8da5-90deae2038f3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "DELETE /v2.0/floatingips/b0ea28fe-9e8b-4189-b43e-3d8d3318f51a HTTP/1.1" status: 204 len: 168 time: 3.6493249 Jun 30 02:47:56.587368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:56.650542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ad4b8-fe7d-4431-bc46-50aa4850cdfa req-4fd2ffc6-e631-4970-af36-9a3ccf9c2dd7 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.656272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-537ad4b8-fe7d-4431-bc46-50aa4850cdfa req-4fd2ffc6-e631-4970-af36-9a3ccf9c2dd7 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 950 time: 1.1529644 Jun 30 02:47:56.680206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965853c-1172-49a3-8975-bd891c0e926d None None] Network b5363b7e-4388-49a6-86a1-36ab81d334a5 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:56.816618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-537ad4b8-fe7d-4431-bc46-50aa4850cdfa req-4cb15d35-9f12-42ee-8e3b-f84963899888 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462383 Jun 30 02:47:56.841128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93ba437e-8d3f-4845-a4f7-6aa5b302c68b None None] Provisioning for port 45bb5df8-0349-4acc-9456-34232e78e573 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:56.858933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-93ba437e-8d3f-4845-a4f7-6aa5b302c68b None None] Provisioning complete for port 45bb5df8-0349-4acc-9456-34232e78e573 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:56.859670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93ba437e-8d3f-4845-a4f7-6aa5b302c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.904938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.995364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port af42a81e-d0c5-49c3-a07e-732c7d10b09b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:56.995805 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.025763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c3513-592b-4953-a613-008136db0400 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting port feb8efb1-d2db-4c17-91db-c41bb5b3befc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:57.026098 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3513-592b-4953-a613-008136db0400 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.086999 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.154999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.161965 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.163721 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e9f981ac-bb7e-41b4-ac4a-87527ed5f9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.172978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for af42a81e-d0c5-49c3-a07e-732c7d10b09b owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:57.196414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3513-592b-4953-a613-008136db0400 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.213652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c3513-592b-4953-a613-008136db0400 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Calling delete_port for feb8efb1-d2db-4c17-91db-c41bb5b3befc owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:57.228604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a512b4f-d748-4200-9961-b40370eef8e2', 'name': 'tempest-NetworksTestDHCPv6-router-934927879', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 2, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None, '_interfaces': [{'id': '65736803-31b4-4975-b265-d9808db790b1', 'name': '', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'mac_address': 'fa:16:3e:5a:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a512b4f-d748-4200-9961-b40370eef8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '4408a309-db43-4d0d-a276-f5af02ecb18c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:50Z', 'updated_at': '2021-06-30T02:47:55Z', 'revision_number': 4, 'project_id': '26ac379234f043849ae88a141cffeec5', 'subnets': [{'id': '4408a309-db43-4d0d-a276-f5af02ecb18c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:57.279540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e0df69-1624-4ff1-9e6b-87c903dfab4d None None] The sync data for ids ['0a512b4f-d748-4200-9961-b40370eef8e2'] in n-d-758944-39 is: [{'id': '0a512b4f-d748-4200-9961-b40370eef8e2', 'name': 'tempest-NetworksTestDHCPv6-router-934927879', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 2, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None, '_interfaces': [{'id': '65736803-31b4-4975-b265-d9808db790b1', 'name': '', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'mac_address': 'fa:16:3e:5a:98:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a512b4f-d748-4200-9961-b40370eef8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '4408a309-db43-4d0d-a276-f5af02ecb18c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:50Z', 'updated_at': '2021-06-30T02:47:55Z', 'revision_number': 4, 'project_id': '26ac379234f043849ae88a141cffeec5', 'subnets': [{'id': '4408a309-db43-4d0d-a276-f5af02ecb18c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:57.281024 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93ba437e-8d3f-4845-a4f7-6aa5b302c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.324023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Router 4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:57.345913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-93ba437e-8d3f-4845-a4f7-6aa5b302c68b None None] For port 45bb5df8-0349-4acc-9456-34232e78e573, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=45bb5df8-0349-4acc-9456-34232e78e573,segment=NetworkSegment(d47ca4ed-c46a-4a0a-a44f-33f6dfe82648),segment_id=d47ca4ed-c46a-4a0a-a44f-33f6dfe82648)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:57.346338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 65736803-31b4-4975-b265-d9808db790b1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:57.347043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.352800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93ba437e-8d3f-4845-a4f7-6aa5b302c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.428421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba437e-8d3f-4845-a4f7-6aa5b302c68b None None] Pushing event updated for resources: {'Port': ['ID=45bb5df8-0349-4acc-9456-34232e78e573,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:57.503644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:57.505187 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.516715 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e1fa9-81dc-4304-9089-f0fb1887c124 None None] Sync routers for ids ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:57.523516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] For port 65736803-31b4-4975-b265-d9808db790b1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=65736803-31b4-4975-b265-d9808db790b1,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:57.524015 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.534656 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.540058 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-881417c9-12a9-46d2-95fd-3191296daef0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.8933342 Jun 30 02:47:57.546293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:57.553565 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e1fa9-81dc-4304-9089-f0fb1887c124 None None] Routers {'4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:57.554399 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-993e1fa9-81dc-4304-9089-f0fb1887c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:57.558854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=af42a81e-d0c5-49c3-a07e-732c7d10b09b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:57.565661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 65736803-31b4-4975-b265-d9808db790b1 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:57.647576 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-993e1fa9-81dc-4304-9089-f0fb1887c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:57.672723 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e1fa9-81dc-4304-9089-f0fb1887c124 None None] Routers {'4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:57.673637 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-993e1fa9-81dc-4304-9089-f0fb1887c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:57.716626 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-993e1fa9-81dc-4304-9089-f0fb1887c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:57.717382 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e1fa9-81dc-4304-9089-f0fb1887c124 None None] The sync data for ids ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:57.941243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e32df19b-0389-44e6-a189-6b969497aa0a None None] Provisioning complete for port 45bb5df8-0349-4acc-9456-34232e78e573 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:57.951648 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e32df19b-0389-44e6-a189-6b969497aa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.955081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3513-592b-4953-a613-008136db0400 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.053200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c3513-592b-4953-a613-008136db0400 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Port': ['ID=feb8efb1-d2db-4c17-91db-c41bb5b3befc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:58.139385 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.245671 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.266920 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.344003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=65736803-31b4-4975-b265-d9808db790b1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:58.611844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.791217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Router c0a0c08f-91b3-4c68-be30-c4bc3e905d12 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:58.898976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13d9b1-7021-4c99-896b-eb4ae4f2eab5 req-a57d218f-801e-4d32-afd3-df16dc5fbd31 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:58.900703 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf13d9b1-7021-4c99-896b-eb4ae4f2eab5 req-a57d218f-801e-4d32-afd3-df16dc5fbd31 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 950 time: 0.8362517 Jun 30 02:47:58.902089 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3513-592b-4953-a613-008136db0400 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.907077 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2e2c3513-592b-4953-a613-008136db0400 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "DELETE /v2.0/ports/feb8efb1-d2db-4c17-91db-c41bb5b3befc HTTP/1.1" status: 204 len: 168 time: 2.3144121 Jun 30 02:47:58.907691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:58.976722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Router 0a512b4f-d748-4200-9961-b40370eef8e2 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:58.985302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:58.993583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e8050389-9f77-4cb2-bb7c-33ddc1e9c4b3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "PUT /v2.0/routers/c0a0c08f-91b3-4c68-be30-c4bc3e905d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2583601 Jun 30 02:47:58.996684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:58.999326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a7b4c-2796-4564-a883-4f71f158d0d6 None None] Sync routers for ids ['c0a0c08f-91b3-4c68-be30-c4bc3e905d12'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:59.023005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a7b4c-2796-4564-a883-4f71f158d0d6 None None] Routers {'c0a0c08f-91b3-4c68-be30-c4bc3e905d12'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:59.049617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f5a7b4c-2796-4564-a883-4f71f158d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c0a0c08f-91b3-4c68-be30-c4bc3e905d12'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:59.136685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f5a7b4c-2796-4564-a883-4f71f158d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:59.156538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a7b4c-2796-4564-a883-4f71f158d0d6 None None] Routers {'c0a0c08f-91b3-4c68-be30-c4bc3e905d12'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:59.159296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f5a7b4c-2796-4564-a883-4f71f158d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c0a0c08f-91b3-4c68-be30-c4bc3e905d12'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:59.206850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf13d9b1-7021-4c99-896b-eb4ae4f2eab5 req-94e918fe-6cc9-4bd2-a189-fa4081af2cf1 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840161 Jun 30 02:47:59.266047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 45bb5df8-0349-4acc-9456-34232e78e573 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:59.343591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3faf61ba-7bb2-4fd3-b710-115d2a36b584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting port a5dde89a-1deb-4720-8797-def5858c8386 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:59.344373 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faf61ba-7bb2-4fd3-b710-115d2a36b584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.347566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6f5a7b4c-2796-4564-a883-4f71f158d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:59.348195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a7b4c-2796-4564-a883-4f71f158d0d6 None None] The sync data for ids ['c0a0c08f-91b3-4c68-be30-c4bc3e905d12'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:59.386181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 45bb5df8-0349-4acc-9456-34232e78e573 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:59.387004 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.476605 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faf61ba-7bb2-4fd3-b710-115d2a36b584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.490656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3faf61ba-7bb2-4fd3-b710-115d2a36b584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Calling delete_port for a5dde89a-1deb-4720-8797-def5858c8386 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:59.702943 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef79d4c2-a69a-40a7-a98c-120b1df4350e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:47:59.708823 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ef79d4c2-a69a-40a7-a98c-120b1df4350e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/af42a81e-d0c5-49c3-a07e-732c7d10b09b HTTP/1.1" status: 404 len: 333 time: 0.7107453 Jun 30 02:47:59.709695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55926) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:59.744630 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.811038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:59.818403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-69ae585b-7632-4319-9451-260c3750b136 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "PUT /v2.0/routers/0a512b4f-d748-4200-9961-b40370eef8e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2296388 Jun 30 02:47:59.821478 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c14a7bbe-60b0-4168-af29-9c2d2bd8ec07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.824499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:59.826955 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] Sync routers for ids ['0a512b4f-d748-4200-9961-b40370eef8e2'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:59.845477 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] Routers {'0a512b4f-d748-4200-9961-b40370eef8e2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:59.846611 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0a512b4f-d748-4200-9961-b40370eef8e2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:59.890176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faf61ba-7bb2-4fd3-b710-115d2a36b584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.978122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf61ba-7bb2-4fd3-b710-115d2a36b584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Port': ['ID=a5dde89a-1deb-4720-8797-def5858c8386,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:00.047638 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.104241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca9a5b2-884d-4e23-a953-2c120ec55550 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.106376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca9a5b2-884d-4e23-a953-2c120ec55550 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.111177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:00.111625 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-aca9a5b2-884d-4e23-a953-2c120ec55550 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2855527 Jun 30 02:48:00.163885 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c14a7bbe-60b0-4168-af29-9c2d2bd8ec07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.164049 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] Set router 0a512b4f-d748-4200-9961-b40370eef8e2 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:00.171452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c14a7bbe-60b0-4168-af29-9c2d2bd8ec07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.232437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3faf61ba-7bb2-4fd3-b710-115d2a36b584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.235506 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3faf61ba-7bb2-4fd3-b710-115d2a36b584 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "DELETE /v2.0/ports/a5dde89a-1deb-4720-8797-def5858c8386 HTTP/1.1" status: 204 len: 168 time: 1.3264768 Jun 30 02:48:00.240341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:00.307701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e935109-b4b5-4ef1-9015-08ce41dbb604 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 4408a309-db43-4d0d-a276-f5af02ecb18c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:00.311771 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a512b4f-d748-4200-9961-b40370eef8e2', 'name': 'tempest-NetworksTestDHCPv6-router-934927879', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 3, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:00.313729 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e935109-b4b5-4ef1-9015-08ce41dbb604 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.347387 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] Checking router: 0a512b4f-d748-4200-9961-b40370eef8e2 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:00.358351 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] Routers {'0a512b4f-d748-4200-9961-b40370eef8e2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:00.359303 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0a512b4f-d748-4200-9961-b40370eef8e2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:00.361718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-10658305-8ec0-48be-9fb3-32aa80c33d8a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting subnet 911a2c0c-8819-4225-bb42-03018ac5ca34 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:00.366126 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c14a7bbe-60b0-4168-af29-9c2d2bd8ec07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.366928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14a7bbe-60b0-4168-af29-9c2d2bd8ec07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Fanout notify agent at l3_agent the message router_deleted on router c0a0c08f-91b3-4c68-be30-c4bc3e905d12 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:48:00.368783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10658305-8ec0-48be-9fb3-32aa80c33d8a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.380155 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c14a7bbe-60b0-4168-af29-9c2d2bd8ec07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.381488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c14a7bbe-60b0-4168-af29-9c2d2bd8ec07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/routers/c0a0c08f-91b3-4c68-be30-c4bc3e905d12 HTTP/1.1" status: 204 len: 168 time: 0.6683986 Jun 30 02:48:00.420590 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e935109-b4b5-4ef1-9015-08ce41dbb604 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.433862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55938) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:00.466356 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] Set router 0a512b4f-d748-4200-9961-b40370eef8e2 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:00.539907 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a512b4f-d748-4200-9961-b40370eef8e2', 'name': 'tempest-NetworksTestDHCPv6-router-934927879', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 3, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:00.598168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10658305-8ec0-48be-9fb3-32aa80c33d8a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.599851 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5a484-39e8-4aa9-9f52-de2f06df8952 None None] The sync data for ids ['0a512b4f-d748-4200-9961-b40370eef8e2'] in n-d-758944-39 is: [{'id': '0a512b4f-d748-4200-9961-b40370eef8e2', 'name': 'tempest-NetworksTestDHCPv6-router-934927879', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 3, 'project_id': '26ac379234f043849ae88a141cffeec5', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:00.742535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10658305-8ec0-48be-9fb3-32aa80c33d8a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.771587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e935109-b4b5-4ef1-9015-08ce41dbb604 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.810308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10658305-8ec0-48be-9fb3-32aa80c33d8a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.853875 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10658305-8ec0-48be-9fb3-32aa80c33d8a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Subnet': ['ID=911a2c0c-8819-4225-bb42-03018ac5ca34,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:00.856414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10658305-8ec0-48be-9fb3-32aa80c33d8a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.860895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-10658305-8ec0-48be-9fb3-32aa80c33d8a tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "DELETE /v2.0/subnets/911a2c0c-8819-4225-bb42-03018ac5ca34 HTTP/1.1" status: 204 len: 168 time: 0.6167216 Jun 30 02:48:00.862091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90d488-1a4c-4c46-9902-8738d604b6c3 None None] Network 4f822b0e-82d4-4d9a-9952-bdda678788b4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:00.863197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4991cc97-6701-42a8-a6f1-31d10f68e071 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet 785f9317-6e63-4ce0-897b-f7e460ce81a5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:00.866483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:00.874641 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4991cc97-6701-42a8-a6f1-31d10f68e071 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.950226 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4991cc97-6701-42a8-a6f1-31d10f68e071 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.985364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a451c964-3ea7-46be-903f-c4be99105247 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting subnet 61f98dca-3562-451b-97e6-d10cc0e1988f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:00.991872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a451c964-3ea7-46be-903f-c4be99105247 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.024471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Allocated IP 172.20.0.1 (b5363b7e-4388-49a6-86a1-36ab81d334a5/d7209d59-55f5-4102-86fd-caa1989338de/b6b5cdc5-38b6-466e-ab63-5e7af9aa5592) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:01.104152 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a451c964-3ea7-46be-903f-c4be99105247 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.142679 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e935109-b4b5-4ef1-9015-08ce41dbb604 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.148611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 65736803-31b4-4975-b265-d9808db790b1 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:01.176905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e935109-b4b5-4ef1-9015-08ce41dbb604 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=4408a309-db43-4d0d-a276-f5af02ecb18c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.198824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 65736803-31b4-4975-b265-d9808db790b1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:01.201316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 65736803-31b4-4975-b265-d9808db790b1 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:01.220932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a728a-51b5-4d6b-9107-b1acbf594564 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:01.226102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e935109-b4b5-4ef1-9015-08ce41dbb604 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.232349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5e935109-b4b5-4ef1-9015-08ce41dbb604 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/4408a309-db43-4d0d-a276-f5af02ecb18c HTTP/1.1" status: 204 len: 168 time: 1.1194465 Jun 30 02:48:01.240315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55948) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:01.324868 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.354360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0d635-5e23-4d47-a9ce-57d6e3d0d76b None None] DHCP port deletion for 4f822b0e-82d4-4d9a-9952-bdda678788b4 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:01.359035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Transition to ACTIVE for port object b6b5cdc5-38b6-466e-ab63-5e7af9aa5592 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:01.428037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.484042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-90f0d635-5e23-4d47-a9ce-57d6e3d0d76b None None] Deleting port 1d80c72e-4ee0-432d-9d60-5b0f859a3245 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:01.484534 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90f0d635-5e23-4d47-a9ce-57d6e3d0d76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.565579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-90f0d635-5e23-4d47-a9ce-57d6e3d0d76b None None] For port 1d80c72e-4ee0-432d-9d60-5b0f859a3245, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1d80c72e-4ee0-432d-9d60-5b0f859a3245,segment=NetworkSegment(7dd62848-88b7-4b17-92e1-b560288af654),segment_id=7dd62848-88b7-4b17-92e1-b560288af654)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:01.566519 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90f0d635-5e23-4d47-a9ce-57d6e3d0d76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.567182 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a451c964-3ea7-46be-903f-c4be99105247 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.611505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-90f0d635-5e23-4d47-a9ce-57d6e3d0d76b None None] Calling delete_port for 1d80c72e-4ee0-432d-9d60-5b0f859a3245 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:01.628625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Network b5363b7e-4388-49a6-86a1-36ab81d334a5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:01.666156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:01.669913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:01.725536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4991cc97-6701-42a8-a6f1-31d10f68e071 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.786467 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event updated for resources: {'Port': ['ID=b6b5cdc5-38b6-466e-ab63-5e7af9aa5592,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.790665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845c84df-7aca-4fe8-b8e4-f4d10b111cd3 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:01.794230 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90f0d635-5e23-4d47-a9ce-57d6e3d0d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.828972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0d635-5e23-4d47-a9ce-57d6e3d0d76b None None] Pushing event deleted for resources: {'Port': ['ID=1d80c72e-4ee0-432d-9d60-5b0f859a3245,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.834578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0d635-5e23-4d47-a9ce-57d6e3d0d76b None None] No DVR routers for this DVR port 1d80c72e-4ee0-432d-9d60-5b0f859a3245 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:01.852036 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.924949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-845c84df-7aca-4fe8-b8e4-f4d10b111cd3 None None] Deleting port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:01.925625 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-845c84df-7aca-4fe8-b8e4-f4d10b111cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.946560 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4991cc97-6701-42a8-a6f1-31d10f68e071 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.964463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4991cc97-6701-42a8-a6f1-31d10f68e071 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.976762 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:01.977572 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4991cc97-6701-42a8-a6f1-31d10f68e071 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/785f9317-6e63-4ce0-897b-f7e460ce81a5 HTTP/1.1" status: 204 len: 168 time: 1.5425174 Jun 30 02:48:01.989769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7ab2eedb-2c9f-45d2-85c7-19a4811284fc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7359898 Jun 30 02:48:02.010947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55958) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:02.012690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a451c964-3ea7-46be-903f-c4be99105247 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.138049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-845c84df-7aca-4fe8-b8e4-f4d10b111cd3 None None] For port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f1eb0acb-1a22-41d9-9dee-d27e466fdf3e,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:02.138707 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-845c84df-7aca-4fe8-b8e4-f4d10b111cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.176529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-845c84df-7aca-4fe8-b8e4-f4d10b111cd3 None None] Calling delete_port for f1eb0acb-1a22-41d9-9dee-d27e466fdf3e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:02.186659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2aa86647-4e33-4c8f-a7bb-eb8346af5267 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.271698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991cc97-6701-42a8-a6f1-31d10f68e071 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=785f9317-6e63-4ce0-897b-f7e460ce81a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.283104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d628912-7679-4122-a0ad-fd582c939dd6 None None] Network d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:02.286788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a451c964-3ea7-46be-903f-c4be99105247 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.292017 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a451c964-3ea7-46be-903f-c4be99105247 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "DELETE /v2.0/subnets/61f98dca-3562-451b-97e6-d10cc0e1988f HTTP/1.1" status: 204 len: 168 time: 1.4235590 Jun 30 02:48:02.293082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:02.296761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4198ec06-647f-417a-9fa6-d48c0a2c479f None None] Network 0309606f-fa66-4c24-9aed-94352388efc1 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:02.348582 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.359410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451c964-3ea7-46be-903f-c4be99105247 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Subnet': ['ID=61f98dca-3562-451b-97e6-d10cc0e1988f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.469604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.492698 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2aa86647-4e33-4c8f-a7bb-eb8346af5267 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.500694 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2aa86647-4e33-4c8f-a7bb-eb8346af5267 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.524349 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.531036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:02.531681 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.576779 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2aa86647-4e33-4c8f-a7bb-eb8346af5267 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.577601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa86647-4e33-4c8f-a7bb-eb8346af5267 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Fanout notify agent at l3_agent the message router_deleted on router 0a512b4f-d748-4200-9961-b40370eef8e2 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:48:02.585434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2aa86647-4e33-4c8f-a7bb-eb8346af5267 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.589766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2aa86647-4e33-4c8f-a7bb-eb8346af5267 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/routers/0a512b4f-d748-4200-9961-b40370eef8e2 HTTP/1.1" status: 204 len: 168 time: 0.5713537 Jun 30 02:48:02.590462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:02.676332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d7b68d8-2dc8-49bd-9a8c-edcb4c3f2f57 None None] Provisioning for port b6b5cdc5-38b6-466e-ab63-5e7af9aa5592 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:02.721717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] For port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8c9fc76e-1592-4a8d-8bd7-6bf210463e3a,segment=NetworkSegment(f2a6213d-5ada-44c7-95c9-610858f5439a),segment_id=f2a6213d-5ada-44c7-95c9-610858f5439a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:02.725152 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.750396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d7b68d8-2dc8-49bd-9a8c-edcb4c3f2f57 None None] Provisioning complete for port b6b5cdc5-38b6-466e-ab63-5e7af9aa5592 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:02.753195 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d7b68d8-2dc8-49bd-9a8c-edcb4c3f2f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.857706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:02.908032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.952790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f822b0e-82d4-4d9a-9952-bdda678788b4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.970683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd62848-88b7-4b17-92e1-b560288af654') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.973990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd62848-88b7-4b17-92e1-b560288af654') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.992509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.996295 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-845c84df-7aca-4fe8-b8e4-f4d10b111cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.022977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b68d8-2dc8-49bd-9a8c-edcb4c3f2f57 None None] Port b6b5cdc5-38b6-466e-ab63-5e7af9aa5592 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:03.024170 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.031257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:48:03.032211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.075083 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.089022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c84df-7aca-4fe8-b8e4-f4d10b111cd3 None None] Pushing event deleted for resources: {'Port': ['ID=f1eb0acb-1a22-41d9-9dee-d27e466fdf3e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:03.093450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c84df-7aca-4fe8-b8e4-f4d10b111cd3 None None] No DVR routers for this DVR port f1eb0acb-1a22-41d9-9dee-d27e466fdf3e on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:48:03.103875 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:48:03.110477 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.125264 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.130476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "DELETE /v2.0/networks/4f822b0e-82d4-4d9a-9952-bdda678788b4 HTTP/1.1" status: 204 len: 168 time: 0.8348534 Jun 30 02:48:03.135025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:03.195390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f10a7-0a47-4135-9c61-e5eb1836bff0 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Network': ['ID=4f822b0e-82d4-4d9a-9952-bdda678788b4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:03.195580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=8c9fc76e-1592-4a8d-8bd7-6bf210463e3a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:03.233545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No DVR routers for this DVR port 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:03.269597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1eb0acb-1a22-41d9-9dee-d27e466fdf3e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:03.314266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: f1eb0acb-1a22-41d9-9dee-d27e466fdf3e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:03.314624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1eb0acb-1a22-41d9-9dee-d27e466fdf3e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:03.315089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1d80c72e-4ee0-432d-9d60-5b0f859a3245 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:03.334020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385c2d34-46c9-40cf-aaa7-ed67eba09863 None None] DHCP port deletion for d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:03.340910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874a518-ca61-4555-b3c1-7dbf6520e64e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:03.356473 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3874a518-ca61-4555-b3c1-7dbf6520e64e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7646830 Jun 30 02:48:03.357510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5bcacb-8270-4061-a027-aff3fa7402e4 None None] DHCP port deletion for 0309606f-fa66-4c24-9aed-94352388efc1 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:03.358473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:03.361657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 1d80c72e-4ee0-432d-9d60-5b0f859a3245 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:03.361657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1d80c72e-4ee0-432d-9d60-5b0f859a3245 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:03.459062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bcacb-8270-4061-a027-aff3fa7402e4 None None] Deleting port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:03.459778 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcacb-8270-4061-a027-aff3fa7402e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.464149 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.481127 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.497661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43abd494-f84a-44ab-9ab6-dca890b6a16c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:03.499690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-43abd494-f84a-44ab-9ab6-dca890b6a16c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1208203 Jun 30 02:48:03.502185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 55982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:03.527003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:03.548096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-35b8a73e-13a9-4f84-9fd7-05bcf50fcd60 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447328 Jun 30 02:48:03.553350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a6213d-5ada-44c7-95c9-610858f5439a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:03.553350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a6213d-5ada-44c7-95c9-610858f5439a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:03.562424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:03.576268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:03.618323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.645699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Deleting port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:03.645956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c5bcacb-8270-4061-a027-aff3fa7402e4 None None] For port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ffe8a59f-d8bb-49b7-9e3c-580771f9d55e,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:03.646101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.646680 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcacb-8270-4061-a027-aff3fa7402e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.660522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bcacb-8270-4061-a027-aff3fa7402e4 None None] Calling delete_port for ffe8a59f-d8bb-49b7-9e3c-580771f9d55e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:03.753763 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c5bcacb-8270-4061-a027-aff3fa7402e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.795263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] For port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ffe8a59f-d8bb-49b7-9e3c-580771f9d55e,segment=NetworkSegment(40d7b028-68bf-4a10-a5bc-86718097445e),segment_id=40d7b028-68bf-4a10-a5bc-86718097445e)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:03.795653 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.798043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bcacb-8270-4061-a027-aff3fa7402e4 None None] Pushing event deleted for resources: {'Port': ['ID=ffe8a59f-d8bb-49b7-9e3c-580771f9d55e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:03.813511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5bcacb-8270-4061-a027-aff3fa7402e4 None None] No DVR routers for this DVR port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:03.824014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Calling delete_port for ffe8a59f-d8bb-49b7-9e3c-580771f9d55e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:03.838609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.900054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:48:03.900949 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:48:03.905481 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:48:03.982079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.014806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:04.026207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Port': ['ID=ffe8a59f-d8bb-49b7-9e3c-580771f9d55e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:04.028144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.055910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] No DVR routers for this DVR port ffe8a59f-d8bb-49b7-9e3c-580771f9d55e on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:04.214548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.223416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.228717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0309606f-fa66-4c24-9aed-94352388efc1']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:04.244711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 55996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:04.247778 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d7b028-68bf-4a10-a5bc-86718097445e') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:04.248607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d7b028-68bf-4a10-a5bc-86718097445e') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:04.258744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.269905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.272016 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/networks/d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca HTTP/1.1" status: 204 len: 168 time: 2.2998228 Jun 30 02:48:04.277098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.279579 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.279721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:04.281707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6ad5f-ad92-498f-a5e6-fc3d35f62884 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Network': ['ID=d6c08a85-8be0-4fbb-8f2f-eb5b1acb7fca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:04.285950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.359998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:48:04.360321 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:48:04.363670 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:48:04.421489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event updated for resources: {'Port': ['ID=b6b5cdc5-38b6-466e-ab63-5e7af9aa5592,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:04.476672 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b349dbaf-b591-488d-afaa-c238ed02628e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.491473 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.656954 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Network b5363b7e-4388-49a6-86a1-36ab81d334a5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:04.660427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:04.742588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b349dbaf-b591-488d-afaa-c238ed02628e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.786398 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d3037-76c2-4447-bcfc-23232c848cc4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:04.792523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-259d3037-76c2-4447-bcfc-23232c848cc4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/0b6ac565-ba72-4f49-bb62-6f12df4da4b4 HTTP/1.1" status: 200 len: 841 time: 0.5116968 Jun 30 02:48:04.793177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:04.806748 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.832231 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.851552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] 10.222.0.55 "DELETE /v2.0/networks/0309606f-fa66-4c24-9aed-94352388efc1 HTTP/1.1" status: 204 len: 168 time: 1.7013221 Jun 30 02:48:04.862779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28391b1a-d281-4771-8452-15f23eb885e3 tempest-TaggedBootDevicesTest_v242-1898652444 tempest-TaggedBootDevicesTest_v242-1898652444-project] Pushing event deleted for resources: {'Network': ['ID=0309606f-fa66-4c24-9aed-94352388efc1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:04.907862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3719cd14-2ac8-4a0a-bcce-9d562f4ea35f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/0b6ac565-ba72-4f49-bb62-6f12df4da4b4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1126695 Jun 30 02:48:04.912073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:04.937018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0539b526-1c40-4195-8094-9a7a405a214d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:05.095652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-30fca2c0-3d3f-41ec-9b83-bfa7a0b512a7 None None] Provisioning complete for port b6b5cdc5-38b6-466e-ab63-5e7af9aa5592 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:05.101588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-30fca2c0-3d3f-41ec-9b83-bfa7a0b512a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.204160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0539b526-1c40-4195-8094-9a7a405a214d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:05.209586 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0539b526-1c40-4195-8094-9a7a405a214d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.233401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-30fca2c0-3d3f-41ec-9b83-bfa7a0b512a7 None None] Port b6b5cdc5-38b6-466e-ab63-5e7af9aa5592 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:05.242985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:05.331162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:05.334872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8c9fc76e-1592-4a8d-8bd7-6bf210463e3a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:05.335381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ffe8a59f-d8bb-49b7-9e3c-580771f9d55e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:05.364093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: ffe8a59f-d8bb-49b7-9e3c-580771f9d55e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:05.364464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ffe8a59f-d8bb-49b7-9e3c-580771f9d55e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:05.488270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b349dbaf-b591-488d-afaa-c238ed02628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.508822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Router 4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:05.588013 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0539b526-1c40-4195-8094-9a7a405a214d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.599622 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b349dbaf-b591-488d-afaa-c238ed02628e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb9f015a2f66460fa991da06298fb1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3362639 Jun 30 02:48:05.605974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:05.660937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539b526-1c40-4195-8094-9a7a405a214d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:05.671973 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0539b526-1c40-4195-8094-9a7a405a214d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:05.689583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be7ee00-0df9-45e3-8b80-b0a4ea53b586 None None] Network dd471da6-b463-46ce-87e7-416611b5aad9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:05.709170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0539b526-1c40-4195-8094-9a7a405a214d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.710053 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0539b526-1c40-4195-8094-9a7a405a214d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.774128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539b526-1c40-4195-8094-9a7a405a214d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=e9ad586e-91f8-49d4-a769-4f5c8519863e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:05.788515 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0539b526-1c40-4195-8094-9a7a405a214d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8728302 Jun 30 02:48:05.791853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:05.798302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5549cacb-7e84-4359-850d-3f2db185781a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'security_group': {'name': 'tempest-secgroup-1427841807'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:05.809533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:05.809842 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-985eb021-5ac3-4503-a617-6fd818201065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.818277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349dbaf-b591-488d-afaa-c238ed02628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6deb4a-4bb5-44f4-b5a4-ed7a1001ab16,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:05.846480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-05076d38-b70a-4c01-af9d-de436a58f9a0 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "PUT /v2.0/routers/4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2964585 Jun 30 02:48:05.847336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8312cbb-0a72-4b9a-94b3-81dfdff4b1c8 None None] Sync routers for ids ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:05.849207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:05.851151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-985eb021-5ac3-4503-a617-6fd818201065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.897157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8312cbb-0a72-4b9a-94b3-81dfdff4b1c8 None None] Routers {'4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:05.898085 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8312cbb-0a72-4b9a-94b3-81dfdff4b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:05.907690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-985eb021-5ac3-4503-a617-6fd818201065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.908269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Request body: {'port': {'network_id': 'b5363b7e-4388-49a6-86a1-36ab81d334a5', 'name': 'tempest-FloatingIPAdminTestJSON-817927745'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:05.910464 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-985eb021-5ac3-4503-a617-6fd818201065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.924648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-985eb021-5ac3-4503-a617-6fd818201065 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b6deb4a-4bb5-44f4-b5a4-ed7a1001ab16 HTTP/1.1" status: 204 len: 168 time: 0.3068442 Jun 30 02:48:05.953587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985eb021-5ac3-4503-a617-6fd818201065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6deb4a-4bb5-44f4-b5a4-ed7a1001ab16,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:05.974324 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5549cacb-7e84-4359-850d-3f2db185781a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.980903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8312cbb-0a72-4b9a-94b3-81dfdff4b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:06.164070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8312cbb-0a72-4b9a-94b3-81dfdff4b1c8 None None] Routers {'4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:06.167485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8312cbb-0a72-4b9a-94b3-81dfdff4b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:06.167875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5549cacb-7e84-4359-850d-3f2db185781a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.172640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5549cacb-7e84-4359-850d-3f2db185781a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.217502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Made reservation on behalf of a7112e0a214c44a7a50602b5c9778f8e for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:06.221651 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.247363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5549cacb-7e84-4359-850d-3f2db185781a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.248660 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5549cacb-7e84-4359-850d-3f2db185781a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4558640 Jun 30 02:48:06.259111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:06.263264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b8312cbb-0a72-4b9a-94b3-81dfdff4b1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:06.269685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549cacb-7e84-4359-850d-3f2db185781a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c5205a-343f-4082-a24f-473b03373c30,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:06.278681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8312cbb-0a72-4b9a-94b3-81dfdff4b1c8 None None] The sync data for ids ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:06.287828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d12bec58-94dc-4928-b6ff-2597e846bec4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'security_group': {'name': 'tempest-secgroup-1463017485'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:06.309832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:48:06.312915 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.315609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] device_id is not set on port 8478b0db-0c0a-4f2a-a395-c784f62b0dcc yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:48:06.329633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-dd471da6-b463-46ce-87e7-416611b5aad9', 'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'tenant_id': 'b12d1e1392724ad582a63e4e8d7240ce', 'fixed_ips': [{'subnet_id': 'e9ad586e-91f8-49d4-a769-4f5c8519863e'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:06.330614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.341085 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d12bec58-94dc-4928-b6ff-2597e846bec4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.437022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:06.448623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:06.457482 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.458254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.528737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=f4d63f9d-cf3b-4a7f-ab6d-80d5da68224e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:06.548222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4150c-8da4-47be-80d1-1d11b43c1bdf None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:06.558114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Allocated IP 172.20.0.2 (dd471da6-b463-46ce-87e7-416611b5aad9/e9ad586e-91f8-49d4-a769-4f5c8519863e/85497e33-af0b-4fbc-b333-2d2cd5ae6187) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:06.594496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:06.651130 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad086b21-8e69-4152-a2bf-ecc0baddd9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.660157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Allocated IP 172.20.0.3 (b5363b7e-4388-49a6-86a1-36ab81d334a5/d7209d59-55f5-4102-86fd-caa1989338de/8478b0db-0c0a-4f2a-a395-c784f62b0dcc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:06.717325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d12bec58-94dc-4928-b6ff-2597e846bec4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.729989 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d12bec58-94dc-4928-b6ff-2597e846bec4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.750174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a0c02301-019f-432a-a75b-3028af00fb83 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1815124 Jun 30 02:48:06.775418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:06.819668 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bec58-94dc-4928-b6ff-2597e846bec4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa6f351-cc60-4b44-aeeb-02b7b82fa8cd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:06.880057 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-24b6380f-f2a7-4f0f-aeca-37f2eb0a513f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:06.915323 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad086b21-8e69-4152-a2bf-ecc0baddd9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.925180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad086b21-8e69-4152-a2bf-ecc0baddd9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.934175 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d12bec58-94dc-4928-b6ff-2597e846bec4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.935809 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d12bec58-94dc-4928-b6ff-2597e846bec4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6743240 Jun 30 02:48:06.942371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:06.955021 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.969411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-89139797', 'security_groups': ['dfa6f351-cc60-4b44-aeeb-02b7b82fa8cd'], 'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e9ad586e-91f8-49d4-a769-4f5c8519863e'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:06.977435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ad086b21-8e69-4152-a2bf-ecc0baddd9a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5f8323c66024e70a54eea557c881efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817589 Jun 30 02:48:06.981035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:06.989060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad086b21-8e69-4152-a2bf-ecc0baddd9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10a0e27-b9a9-4618-8939-9351827c4a58,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:07.060413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f56adaf-ec17-48dd-a442-df9e332bb684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.072176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': 'f4d63f9d-cf3b-4a7f-ab6d-80d5da68224e'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:07.073087 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.094155 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f56adaf-ec17-48dd-a442-df9e332bb684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.109713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Transition to ACTIVE for port object 8478b0db-0c0a-4f2a-a395-c784f62b0dcc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:07.115636 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.153006 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.167264 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f56adaf-ec17-48dd-a442-df9e332bb684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.171837 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1f56adaf-ec17-48dd-a442-df9e332bb684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.174759 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1f56adaf-ec17-48dd-a442-df9e332bb684 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b10a0e27-b9a9-4618-8939-9351827c4a58 HTTP/1.1" status: 204 len: 168 time: 0.1907640 Jun 30 02:48:07.183112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56adaf-ec17-48dd-a442-df9e332bb684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10a0e27-b9a9-4618-8939-9351827c4a58,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:07.190667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Transition to ACTIVE for port object 85497e33-af0b-4fbc-b333-2d2cd5ae6187 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:07.231872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Transition to ACTIVE for port object 85497e33-af0b-4fbc-b333-2d2cd5ae6187 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:07.264489 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.265156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event updated for resources: {'Port': ['ID=8478b0db-0c0a-4f2a-a395-c784f62b0dcc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:07.296185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Network b5363b7e-4388-49a6-86a1-36ab81d334a5 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:07.309256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:07.314760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:07.315302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:07.316221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:07.326110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:07.330165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Allocated IP 2001:db8::f816:3eff:fe21:ce82 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/f4d63f9d-cf3b-4a7f-ab6d-80d5da68224e/6445c8e3-9c33-4535-a741-db437354c591) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:07.380664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.381343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.396766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Pushing event updated for resources: {'Port': ['ID=85497e33-af0b-4fbc-b333-2d2cd5ae6187,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:07.409432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b6380f-f2a7-4f0f-aeca-37f2eb0a513f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:07.413032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24b6380f-f2a7-4f0f-aeca-37f2eb0a513f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.496417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f416883b-63f9-4a46-a939-7f34626dfa59 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6390030 Jun 30 02:48:07.499660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:07.529388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Attempting to bind port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:07.530303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Attempting to bind port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'bcdb7077-db49-4bbe-b9aa-f7b64e511c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:07.531382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Attempting to bind port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 on network dd471da6-b463-46ce-87e7-416611b5aad9 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:07.546318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:07.548652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Checking segment: {'id': 'bcdb7077-db49-4bbe-b9aa-f7b64e511c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:07.548833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:07.550843 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.552967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Bound using segment: {'id': 'bcdb7077-db49-4bbe-b9aa-f7b64e511c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:07.553772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Bound port: 85497e33-af0b-4fbc-b333-2d2cd5ae6187, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdb7077-db49-4bbe-b9aa-f7b64e511c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:07.554848 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.856642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'project_id': 'a7112e0a214c44a7a50602b5c9778f8e', 'port_id': '8478b0db-0c0a-4f2a-a395-c784f62b0dcc'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:07.863710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] For port 85497e33-af0b-4fbc-b333-2d2cd5ae6187, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:07.879894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:07.881249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3ba7bcd9-3cf3-4286-bdaf-2eae1d2248ba None None] Provisioning for port 8478b0db-0c0a-4f2a-a395-c784f62b0dcc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:07.886978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] For port 85497e33-af0b-4fbc-b333-2d2cd5ae6187, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=85497e33-af0b-4fbc-b333-2d2cd5ae6187,segment=NetworkSegment(bcdb7077-db49-4bbe-b9aa-f7b64e511c08),segment_id=bcdb7077-db49-4bbe-b9aa-f7b64e511c08)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:07.890189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3ba7bcd9-3cf3-4286-bdaf-2eae1d2248ba None None] Provisioning complete for port 8478b0db-0c0a-4f2a-a395-c784f62b0dcc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:07.890787 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3ba7bcd9-3cf3-4286-bdaf-2eae1d2248ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.914236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.916419 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75408a71-3aed-4fed-94a5-a7e413b63a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.919379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.955823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port e07649bb-389b-409b-869d-1c7519a6289e yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:48:07.972859 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.992954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7bcd9-3cf3-4286-bdaf-2eae1d2248ba None None] Port 8478b0db-0c0a-4f2a-a395-c784f62b0dcc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:07.997071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Transition to ACTIVE for port object 6445c8e3-9c33-4535-a741-db437354c591 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:08.001019 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.030842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f821d7-a244-46b4-bdef-acba37870226 None None] Pushing event updated for resources: {'Port': ['ID=85497e33-af0b-4fbc-b333-2d2cd5ae6187,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:08.036033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Transition to ACTIVE for port object 6445c8e3-9c33-4535-a741-db437354c591 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:08.050647 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.051498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24b6380f-f2a7-4f0f-aeca-37f2eb0a513f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.069948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:08.073167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:08.098096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:08.131876 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6380f-f2a7-4f0f-aeca-37f2eb0a513f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=0522a34c-396b-42d8-9470-27bc93296d20,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:08.191775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b6380f-f2a7-4f0f-aeca-37f2eb0a513f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:08.193832 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Pushing event updated for resources: {'Port': ['ID=6445c8e3-9c33-4535-a741-db437354c591,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:08.195923 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-24b6380f-f2a7-4f0f-aeca-37f2eb0a513f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:08.201739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b6380f-f2a7-4f0f-aeca-37f2eb0a513f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:08.202338 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-24b6380f-f2a7-4f0f-aeca-37f2eb0a513f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.221584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Attempting to bind port 6445c8e3-9c33-4535-a741-db437354c591 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:08.222278 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Attempting to bind port 6445c8e3-9c33-4535-a741-db437354c591 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:08.223049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Attempting to bind port 6445c8e3-9c33-4535-a741-db437354c591 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:08.242367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:08.247072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:08.248164 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.248767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:08.249667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Bound port: 6445c8e3-9c33-4535-a741-db437354c591, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:08.250270 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.342930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] For port 6445c8e3-9c33-4535-a741-db437354c591, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:08.346871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] For port 6445c8e3-9c33-4535-a741-db437354c591, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6445c8e3-9c33-4535-a741-db437354c591,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:08.351815 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.377343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.5 (dd471da6-b463-46ce-87e7-416611b5aad9/e9ad586e-91f8-49d4-a769-4f5c8519863e/e07649bb-389b-409b-869d-1c7519a6289e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:08.453038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff29d3-1e72-4fae-bab4-236da39c5e94 None None] Pushing event updated for resources: {'Port': ['ID=6445c8e3-9c33-4535-a741-db437354c591,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:08.489234 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75408a71-3aed-4fed-94a5-a7e413b63a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.519180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-75408a71-3aed-4fed-94a5-a7e413b63a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.536310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-24b6380f-f2a7-4f0f-aeca-37f2eb0a513f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7584844 Jun 30 02:48:08.537106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:08.554815 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:07:1f:32', 'name': 'tempest-NetworksTestDHCPv6-291218927'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:08.558873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408a71-3aed-4fed-94a5-a7e413b63a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbefb271-b217-478a-9693-87737ed17c54,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:08.581535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.692415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-75408a71-3aed-4fed-94a5-a7e413b63a94 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fe63bb860cf4954ab2a16c27c9a6732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8109756 Jun 30 02:48:08.692920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:08.840982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Allocated IP 172.25.7.219 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/1933a5a8-4384-4224-8942-30f707013734) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:08.850612 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.874810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a59356e-09dc-4fee-b434-9df51ca0ddb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:08.877427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object e07649bb-389b-409b-869d-1c7519a6289e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:08.929723 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:08.997290 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a59356e-09dc-4fee-b434-9df51ca0ddb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.077668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.165903 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a59356e-09dc-4fee-b434-9df51ca0ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.169929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a59356e-09dc-4fee-b434-9df51ca0ddb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.179920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3a59356e-09dc-4fee-b434-9df51ca0ddb3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dbefb271-b217-478a-9693-87737ed17c54 HTTP/1.1" status: 204 len: 168 time: 0.4703305 Jun 30 02:48:09.184464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.188806 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.218484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:09.227204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59356e-09dc-4fee-b434-9df51ca0ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbefb271-b217-478a-9693-87737ed17c54,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.228304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=e07649bb-389b-409b-869d-1c7519a6289e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.255099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:09.263870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:09.276398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 5561efff-a2c8-42dc-9bec-df657c882672 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:48:09.338937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 85497e33-af0b-4fbc-b333-2d2cd5ae6187 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:09.381818 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.473698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:09.485161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:09.488438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6445c8e3-9c33-4535-a741-db437354c591 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:09.502992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:09.503554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:09.503753 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.509670 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:09.587822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Pushing event updated for resources: {'Port': ['ID=1933a5a8-4384-4224-8942-30f707013734,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.594974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7765da08-b1f3-43d8-82de-3b206fead867 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6460488 Jun 30 02:48:09.605965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:09.615842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 6445c8e3-9c33-4535-a741-db437354c591 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:09.621053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-576f67a6-1dca-442a-87f9-bb1a3266a91e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:09.747414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 172.20.0.4 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/0522a34c-396b-42d8-9470-27bc93296d20/5561efff-a2c8-42dc-9bec-df657c882672) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:09.756312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::f816:3eff:fe07:1f32 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/f4d63f9d-cf3b-4a7f-ab6d-80d5da68224e/5561efff-a2c8-42dc-9bec-df657c882672) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:09.843719 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ea8a5ef-b986-4140-982d-e6c405ef04c1 None None] Provisioning complete for port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:09.844123 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a5ef-b986-4140-982d-e6c405ef04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.999884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8a5ef-b986-4140-982d-e6c405ef04c1 None None] Port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:10.032893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ea8a5ef-b986-4140-982d-e6c405ef04c1 None None] Provisioning for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:10.038517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6ea8a5ef-b986-4140-982d-e6c405ef04c1 None None] Provisioning complete for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:10.040240 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a5ef-b986-4140-982d-e6c405ef04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.109575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f67a6-1dca-442a-87f9-bb1a3266a91e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:10.116415 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-576f67a6-1dca-442a-87f9-bb1a3266a91e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.220409 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.240580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 5561efff-a2c8-42dc-9bec-df657c882672 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:10.245871 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a5ef-b986-4140-982d-e6c405ef04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.302492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6ea8a5ef-b986-4140-982d-e6c405ef04c1 None None] For port 85497e33-af0b-4fbc-b333-2d2cd5ae6187, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=85497e33-af0b-4fbc-b333-2d2cd5ae6187,segment=NetworkSegment(bcdb7077-db49-4bbe-b9aa-f7b64e511c08),segment_id=bcdb7077-db49-4bbe-b9aa-f7b64e511c08)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:10.304176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df29f7af-1689-4597-9794-8db1c82e9d13 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:10.319786 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ea8a5ef-b986-4140-982d-e6c405ef04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.328191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.378212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:10.396065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:10.403381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:10.473011 n-d-758944-39 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-576f67a6-1dca-442a-87f9-bb1a3266a91e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e9ad586e-91f8-49d4-a769-4f5c8519863e (CIDR: 172.20.0.0/28) Jun 30 02:48:10.485439 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-576f67a6-1dca-442a-87f9-bb1a3266a91e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:48:10.485940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576f67a6-1dca-442a-87f9-bb1a3266a91e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:10.516966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=5561efff-a2c8-42dc-9bec-df657c882672,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:10.576822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8a5ef-b986-4140-982d-e6c405ef04c1 None None] Pushing event updated for resources: {'Port': ['ID=85497e33-af0b-4fbc-b333-2d2cd5ae6187,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:10.628468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.629246 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.652202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] Provisioning for port 6445c8e3-9c33-4535-a741-db437354c591 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:10.660027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-576f67a6-1dca-442a-87f9-bb1a3266a91e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0507143 Jun 30 02:48:10.660767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:10.664902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] Provisioning complete for port 6445c8e3-9c33-4535-a741-db437354c591 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:10.665673 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:10.678294 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0412681a-bd67-40e6-9855-776b5b6da33e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1375964 Jun 30 02:48:10.681306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:10.689096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dddf32df-6061-4ea2-9d37-862e28bfa21b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:10.822474 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07abddcd-05cc-44c4-aa53-deb3f335f0ff tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.836779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07abddcd-05cc-44c4-aa53-deb3f335f0ff tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.847796 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-07abddcd-05cc-44c4-aa53-deb3f335f0ff tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1645145 Jun 30 02:48:10.849549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:10.918266 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.059118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6080fbc1-bdd4-46d6-997b-f9fd31088284 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 5561efff-a2c8-42dc-9bec-df657c882672 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:11.059624 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6080fbc1-bdd4-46d6-997b-f9fd31088284 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.073191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] For port 6445c8e3-9c33-4535-a741-db437354c591, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6445c8e3-9c33-4535-a741-db437354c591,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:11.085531 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.204182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace15b1-5a14-46c1-b96a-e34031f7b9cc None None] Update dhcp port {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': 'f4d63f9d-cf3b-4a7f-ab6d-80d5da68224e', 'ip_address': '2001:db8::f816:3eff:fe21:ce82'}, {'subnet_id': '0522a34c-396b-42d8-9470-27bc93296d20'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '6445c8e3-9c33-4535-a741-db437354c591'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:48:11.269944 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ace15b1-5a14-46c1-b96a-e34031f7b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.290518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 85497e33-af0b-4fbc-b333-2d2cd5ae6187 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:11.315598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddf32df-6061-4ea2-9d37-862e28bfa21b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:11.319659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dddf32df-6061-4ea2-9d37-862e28bfa21b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.350758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] Provisioning for port e07649bb-389b-409b-869d-1c7519a6289e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:11.358235 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6080fbc1-bdd4-46d6-997b-f9fd31088284 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.373065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6080fbc1-bdd4-46d6-997b-f9fd31088284 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 5561efff-a2c8-42dc-9bec-df657c882672 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:11.376290 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.395678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] Provisioning complete for port e07649bb-389b-409b-869d-1c7519a6289e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:11.399643 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.474366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] Pushing event updated for resources: {'Port': ['ID=6445c8e3-9c33-4535-a741-db437354c591,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:11.603520 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:11.604181 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.631428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-af7e846e-e1e2-4771-b9ac-7fe40e5c03a7 None None] Port e07649bb-389b-409b-869d-1c7519a6289e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:11.672469 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6080fbc1-bdd4-46d6-997b-f9fd31088284 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.734216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0ace15b1-5a14-46c1-b96a-e34031f7b9cc None None] Allocated IP 172.20.0.2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/0522a34c-396b-42d8-9470-27bc93296d20/6445c8e3-9c33-4535-a741-db437354c591) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:11.758390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080fbc1-bdd4-46d6-997b-f9fd31088284 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=5561efff-a2c8-42dc-9bec-df657c882672,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:11.973423 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6080fbc1-bdd4-46d6-997b-f9fd31088284 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:11.979500 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6080fbc1-bdd4-46d6-997b-f9fd31088284 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/5561efff-a2c8-42dc-9bec-df657c882672 HTTP/1.1" status: 204 len: 168 time: 1.1269519 Jun 30 02:48:11.980813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:11.994642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0ace15b1-5a14-46c1-b96a-e34031f7b9cc None None] For port 6445c8e3-9c33-4535-a741-db437354c591, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6445c8e3-9c33-4535-a741-db437354c591,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:12.059101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156c750-ad9c-41b1-b07f-c3225526f4f8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.061863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156c750-ad9c-41b1-b07f-c3225526f4f8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.063556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156c750-ad9c-41b1-b07f-c3225526f4f8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.064005 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ace15b1-5a14-46c1-b96a-e34031f7b9cc None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.068123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e156c750-ad9c-41b1-b07f-c3225526f4f8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0866959 Jun 30 02:48:12.069196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:12.080217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ace15b1-5a14-46c1-b96a-e34031f7b9cc None None] Transition to ACTIVE for port object 6445c8e3-9c33-4535-a741-db437354c591 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:12.087931 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ace15b1-5a14-46c1-b96a-e34031f7b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.163963 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace15b1-5a14-46c1-b96a-e34031f7b9cc None None] Pushing event updated for resources: {'Port': ['ID=6445c8e3-9c33-4535-a741-db437354c591,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.226365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d22b7e5-dcd4-420e-89a3-fc2ac625e240 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 0522a34c-396b-42d8-9470-27bc93296d20 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:12.253026 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d22b7e5-dcd4-420e-89a3-fc2ac625e240 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.339711 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d22b7e5-dcd4-420e-89a3-fc2ac625e240 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.407709 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.554997 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d22b7e5-dcd4-420e-89a3-fc2ac625e240 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.679567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d22b7e5-dcd4-420e-89a3-fc2ac625e240 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.718125 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d22b7e5-dcd4-420e-89a3-fc2ac625e240 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.720306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1d22b7e5-dcd4-420e-89a3-fc2ac625e240 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/0522a34c-396b-42d8-9470-27bc93296d20 HTTP/1.1" status: 204 len: 168 time: 0.6504557 Jun 30 02:48:12.723076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22b7e5-dcd4-420e-89a3-fc2ac625e240 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=0522a34c-396b-42d8-9470-27bc93296d20,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.725253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:12.823452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dddf32df-6061-4ea2-9d37-862e28bfa21b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.850178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d32193-21c3-4716-8bd8-601d39581384 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet f4d63f9d-cf3b-4a7f-ab6d-80d5da68224e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:12.855473 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65d32193-21c3-4716-8bd8-601d39581384 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.888564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf32df-6061-4ea2-9d37-862e28bfa21b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=bd798c0a-4a9a-4777-a196-8256ee33ef10,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:12.924221 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65d32193-21c3-4716-8bd8-601d39581384 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.976464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf32df-6061-4ea2-9d37-862e28bfa21b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:12.981343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.985079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dddf32df-6061-4ea2-9d37-862e28bfa21b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:12.993318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf32df-6061-4ea2-9d37-862e28bfa21b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.994033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dddf32df-6061-4ea2-9d37-862e28bfa21b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:12.999030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a2fcb2-8773-47b8-9a7f-fb6df7960f3a None None] Network dd471da6-b463-46ce-87e7-416611b5aad9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:13.002498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.058906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Pushing event updated for resources: {'Port': ['ID=1933a5a8-4384-4224-8942-30f707013734,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:13.060601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65d32193-21c3-4716-8bd8-601d39581384 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.109651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dddf32df-6061-4ea2-9d37-862e28bfa21b tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4275241 Jun 30 02:48:13.110586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:13.204700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1714625691', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bd798c0a-4a9a-4777-a196-8256ee33ef10'}], 'security_groups': ['54c5205a-343f-4082-a24f-473b03373c30']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:13.286995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65d32193-21c3-4716-8bd8-601d39581384 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.379679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6445c8e3-9c33-4535-a741-db437354c591 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:13.382175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d32193-21c3-4716-8bd8-601d39581384 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d63f9d-cf3b-4a7f-ab6d-80d5da68224e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:13.403903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-65d32193-21c3-4716-8bd8-601d39581384 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.411548 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-65d32193-21c3-4716-8bd8-601d39581384 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/f4d63f9d-cf3b-4a7f-ab6d-80d5da68224e HTTP/1.1" status: 204 len: 168 time: 0.6829391 Jun 30 02:48:13.411763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:13.490677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70972202-1557-4392-98e9-1cf6be8672d8 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:13.568277 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5c616e8c-c440-45e7-abc8-faf04b19f59d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1525807 Jun 30 02:48:13.568513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:13.591713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:13.644542 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.841321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3c804e8-4080-4e19-8339-4d0f970ac17d None None] Provisioning for port 6445c8e3-9c33-4535-a741-db437354c591 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:13.845593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 6445c8e3-9c33-4535-a741-db437354c591 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:13.845969 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.853080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:13.861463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.908684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3c804e8-4080-4e19-8339-4d0f970ac17d None None] Provisioning complete for port 6445c8e3-9c33-4535-a741-db437354c591 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:13.909056 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a3c804e8-4080-4e19-8339-4d0f970ac17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.951201 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Floating IP 29c0c1ad-77d9-404d-bc1a-e395b13be724 associated. External IP: 172.25.7.219, port: 8478b0db-0c0a-4f2a-a395-c784f62b0dcc. Jun 30 02:48:14.249600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a3c804e8-4080-4e19-8339-4d0f970ac17d None None] Could not find standard attr ID for object 5561efff-a2c8-42dc-9bec-df657c882672. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:48:14.332136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa8a30c-7258-48d8-bd00-a870e8c17916 None None] Update dhcp port {'port': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'fixed_ips': [{'subnet_id': 'e9ad586e-91f8-49d4-a769-4f5c8519863e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bd798c0a-4a9a-4777-a196-8256ee33ef10'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '85497e33-af0b-4fbc-b333-2d2cd5ae6187'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:48:14.334629 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.592336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:48:14.679023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786a421-5c4e-4c5e-b540-d3329f1eca85 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:14.741625 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa8a30c-7258-48d8-bd00-a870e8c17916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.801187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1786a421-5c4e-4c5e-b540-d3329f1eca85 None None] Deleting port 6445c8e3-9c33-4535-a741-db437354c591 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:14.801570 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1786a421-5c4e-4c5e-b540-d3329f1eca85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:14.824115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Router 4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:15.157910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:15.184367 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306480b-0de7-4e10-9e58-5a40c4f6dcce None None] Sync routers for ids ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:15.203897 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306480b-0de7-4e10-9e58-5a40c4f6dcce None None] Routers {'4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:15.206405 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4306480b-0de7-4e10-9e58-5a40c4f6dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:15.225650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.258014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1786a421-5c4e-4c5e-b540-d3329f1eca85 None None] For port 6445c8e3-9c33-4535-a741-db437354c591, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6445c8e3-9c33-4535-a741-db437354c591,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:15.258927 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1786a421-5c4e-4c5e-b540-d3329f1eca85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.272522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.284551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6445c8e3-9c33-4535-a741-db437354c591 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:15.288012 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4306480b-0de7-4e10-9e58-5a40c4f6dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:15.302744 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306480b-0de7-4e10-9e58-5a40c4f6dcce None None] Routers {'4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:15.303353 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4306480b-0de7-4e10-9e58-5a40c4f6dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:15.345785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Delete allocated IP 172.20.0.5 (dd471da6-b463-46ce-87e7-416611b5aad9/e9ad586e-91f8-49d4-a769-4f5c8519863e) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 02:48:15.350523 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4306480b-0de7-4e10-9e58-5a40c4f6dcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:15.352381 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306480b-0de7-4e10-9e58-5a40c4f6dcce None None] The sync data for ids ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:15.371434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1786a421-5c4e-4c5e-b540-d3329f1eca85 None None] Calling delete_port for 6445c8e3-9c33-4535-a741-db437354c591 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:15.397629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eb5991a8-5b02-41ac-97cd-13abe9d2bcf1 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.8944356 Jun 30 02:48:15.407348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.26 (dd471da6-b463-46ce-87e7-416611b5aad9/bd798c0a-4a9a-4777-a196-8256ee33ef10/e07649bb-389b-409b-869d-1c7519a6289e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:15.410666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56204) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:15.648729 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:15.777212 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-055049c0-f3ba-47f6-9439-99cf07052506 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] 10.222.0.55 "GET /v2.0/floatingips/29c0c1ad-77d9-404d-bc1a-e395b13be724 HTTP/1.1" status: 200 len: 982 time: 0.3585367 Jun 30 02:48:15.827546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:15.846878 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.013539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-551b3983-68e2-4517-ae81-64d8f4640afa tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1848729 Jun 30 02:48:16.019742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:16.050043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] For port 6445c8e3-9c33-4535-a741-db437354c591, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6445c8e3-9c33-4535-a741-db437354c591,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:16.096662 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.112877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object e07649bb-389b-409b-869d-1c7519a6289e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:16.124119 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.133975 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.170274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.178079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.179156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.197940 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1786a421-5c4e-4c5e-b540-d3329f1eca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.270327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=6445c8e3-9c33-4535-a741-db437354c591,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:16.272916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786a421-5c4e-4c5e-b540-d3329f1eca85 None None] Pushing event deleted for resources: {'Port': ['ID=6445c8e3-9c33-4535-a741-db437354c591,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:16.321255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786a421-5c4e-4c5e-b540-d3329f1eca85 None None] No DVR routers for this DVR port 6445c8e3-9c33-4535-a741-db437354c591 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:16.323448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6fa8a30c-7258-48d8-bd00-a870e8c17916 None None] Allocated IP 172.20.0.18 (dd471da6-b463-46ce-87e7-416611b5aad9/bd798c0a-4a9a-4777-a196-8256ee33ef10/85497e33-af0b-4fbc-b333-2d2cd5ae6187) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:16.392162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:16.404611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:16.424342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:16.425033 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.451012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=30ade3cf-4943-4444-8505-1e09092662e7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:16.474156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b9a30-302e-4f2c-9703-f4e112537105 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:16.482667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-33ac9dfd-1880-4aad-9aaf-9b619e5371c2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9110022 Jun 30 02:48:16.485410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:16.501838 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-713f0072-f234-4bb3-86d9-5f962d016995 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:16.525385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] In _notify_port_updated(), no bound segment for port e07649bb-389b-409b-869d-1c7519a6289e on network dd471da6-b463-46ce-87e7-416611b5aad9 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:48:16.541920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:16.547471 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.548832 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "PUT /v2.0/ports/e07649bb-389b-409b-869d-1c7519a6289e HTTP/1.1" status: 200 len: 921 time: 3.3523650 Jun 30 02:48:16.656131 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:16.715228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6fa8a30c-7258-48d8-bd00-a870e8c17916 None None] For port 85497e33-af0b-4fbc-b333-2d2cd5ae6187, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=85497e33-af0b-4fbc-b333-2d2cd5ae6187,segment=NetworkSegment(bcdb7077-db49-4bbe-b9aa-f7b64e511c08),segment_id=bcdb7077-db49-4bbe-b9aa-f7b64e511c08)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:16.830643 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa8a30c-7258-48d8-bd00-a870e8c17916 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.915708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fa8a30c-7258-48d8-bd00-a870e8c17916 None None] Transition to ACTIVE for port object 85497e33-af0b-4fbc-b333-2d2cd5ae6187 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:16.924063 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fa8a30c-7258-48d8-bd00-a870e8c17916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.976093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713f0072-f234-4bb3-86d9-5f962d016995 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:16.982180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '30ade3cf-4943-4444-8505-1e09092662e7'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:16.983841 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-713f0072-f234-4bb3-86d9-5f962d016995 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:16.995845 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.005781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a308476a-4948-420d-a15d-0c0ef3a8010a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port e07649bb-389b-409b-869d-1c7519a6289e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:17.010113 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a308476a-4948-420d-a15d-0c0ef3a8010a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.314792 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a308476a-4948-420d-a15d-0c0ef3a8010a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.334964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a308476a-4948-420d-a15d-0c0ef3a8010a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for e07649bb-389b-409b-869d-1c7519a6289e owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:17.339895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8a30c-7258-48d8-bd00-a870e8c17916 None None] Pushing event updated for resources: {'Port': ['ID=85497e33-af0b-4fbc-b333-2d2cd5ae6187,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:17.540795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Allocated IP 2001:db8::f816:3eff:febb:ca2a (94dfcc4e-cb7a-4d66-82ed-b793863e0992/30ade3cf-4943-4444-8505-1e09092662e7/576112fb-869b-405d-aeb6-d8ebeaba41f3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:17.704910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a904e-fa87-4753-92e6-e051816ca648 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=e07649bb-389b-409b-869d-1c7519a6289e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:17.843128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-713f0072-f234-4bb3-86d9-5f962d016995 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.849242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Deleting port 1933a5a8-4384-4224-8942-30f707013734 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:17.850037 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:17.857264 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.102186 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.104260 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.128499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f0072-f234-4bb3-86d9-5f962d016995 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=f01df584-2920-4bef-b9c6-138fc6bf6f5b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:18.138650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Calling delete_port for 1933a5a8-4384-4224-8942-30f707013734 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:18.158887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Transition to ACTIVE for port object 576112fb-869b-405d-aeb6-d8ebeaba41f3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:18.187052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a308476a-4948-420d-a15d-0c0ef3a8010a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.194622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Transition to ACTIVE for port object 576112fb-869b-405d-aeb6-d8ebeaba41f3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:18.205058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713f0072-f234-4bb3-86d9-5f962d016995 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:18.219636 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.242983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-713f0072-f234-4bb3-86d9-5f962d016995 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:18.248133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f0072-f234-4bb3-86d9-5f962d016995 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:18.251608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-713f0072-f234-4bb3-86d9-5f962d016995 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.403213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:18.412732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:18.426935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:18.444064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-713f0072-f234-4bb3-86d9-5f962d016995 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9559453 Jun 30 02:48:18.452912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:18.457128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308476a-4948-420d-a15d-0c0ef3a8010a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=e07649bb-389b-409b-869d-1c7519a6289e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:18.470598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:7a:22:75', 'name': 'tempest-NetworksTestDHCPv6-953241753'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:18.532558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Pushing event updated for resources: {'Port': ['ID=576112fb-869b-405d-aeb6-d8ebeaba41f3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:18.636346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Attempting to bind port 576112fb-869b-405d-aeb6-d8ebeaba41f3 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:18.636731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Attempting to bind port 576112fb-869b-405d-aeb6-d8ebeaba41f3 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:18.637080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Attempting to bind port 576112fb-869b-405d-aeb6-d8ebeaba41f3 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:18.643050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:18.643587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:18.643996 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.645500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:18.645702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Bound port: 576112fb-869b-405d-aeb6-d8ebeaba41f3, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:18.646083 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.828340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] For port 576112fb-869b-405d-aeb6-d8ebeaba41f3, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:18.833081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] For port 576112fb-869b-405d-aeb6-d8ebeaba41f3, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=576112fb-869b-405d-aeb6-d8ebeaba41f3,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:18.842790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a308476a-4948-420d-a15d-0c0ef3a8010a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.847107 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a308476a-4948-420d-a15d-0c0ef3a8010a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/e07649bb-389b-409b-869d-1c7519a6289e HTTP/1.1" status: 204 len: 168 time: 2.1896350 Jun 30 02:48:18.849953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.853503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:18.895826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:18.967725 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-27644c66-b8c6-43a1-9ddd-7548cf1d0f74 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:48:18.975895 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-27644c66-b8c6-43a1-9ddd-7548cf1d0f74 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/e07649bb-389b-409b-869d-1c7519a6289e HTTP/1.1" status: 404 len: 333 time: 0.1189361 Jun 30 02:48:18.977901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56252) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:19.112195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-81b17354-3379-49f3-81fa-04daea2a19b4 None None] Provisioning complete for port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:19.112567 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81b17354-3379-49f3-81fa-04daea2a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.194203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c73cf0-cfed-42fa-b94a-68fa4bf021a9 None None] Pushing event updated for resources: {'Port': ['ID=576112fb-869b-405d-aeb6-d8ebeaba41f3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:19.250172 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a16e2e6-3f09-43ae-9338-d04c5347c5d4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.284019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event deleted for resources: {'Port': ['ID=1933a5a8-4384-4224-8942-30f707013734,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:19.287562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 85497e33-af0b-4fbc-b333-2d2cd5ae6187 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:19.325823 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.326274 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Floating IP 29c0c1ad-77d9-404d-bc1a-e395b13be724 disassociated (deleted). External IP: 172.25.7.219, port: 8478b0db-0c0a-4f2a-a395-c784f62b0dcc. Jun 30 02:48:19.405893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a16e2e6-3f09-43ae-9338-d04c5347c5d4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.431255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-81b17354-3379-49f3-81fa-04daea2a19b4 None None] Port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:19.545053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-81b17354-3379-49f3-81fa-04daea2a19b4 None None] Provisioning for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:19.556396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-81b17354-3379-49f3-81fa-04daea2a19b4 None None] Provisioning complete for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:19.557532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-81b17354-3379-49f3-81fa-04daea2a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.584351 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a16e2e6-3f09-43ae-9338-d04c5347c5d4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.601318 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a16e2e6-3f09-43ae-9338-d04c5347c5d4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.606741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7a16e2e6-3f09-43ae-9338-d04c5347c5d4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/security-groups/dfa6f351-cc60-4b44-aeeb-02b7b82fa8cd HTTP/1.1" status: 204 len: 168 time: 0.6231322 Jun 30 02:48:19.633844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:19.645049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:19.657953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:19.724890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16e2e6-3f09-43ae-9338-d04c5347c5d4 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa6f351-cc60-4b44-aeeb-02b7b82fa8cd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:19.927038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62b70414-0145-41ef-a05f-553aeee1b898 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.034076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62b70414-0145-41ef-a05f-553aeee1b898 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.166742 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62b70414-0145-41ef-a05f-553aeee1b898 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.172082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-62b70414-0145-41ef-a05f-553aeee1b898 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.183018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-62b70414-0145-41ef-a05f-553aeee1b898 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/security-groups/54c5205a-343f-4082-a24f-473b03373c30 HTTP/1.1" status: 204 len: 168 time: 0.5184777 Jun 30 02:48:20.183912 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:20.222244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-81b17354-3379-49f3-81fa-04daea2a19b4 None None] Could not find standard attr ID for object e07649bb-389b-409b-869d-1c7519a6289e. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:48:20.229741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b70414-0145-41ef-a05f-553aeee1b898 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c5205a-343f-4082-a24f-473b03373c30,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:20.263239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:20.337397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-61173d00-5424-44a6-8a49-548865ef93bb None None] Could not find standard attr ID for object e07649bb-389b-409b-869d-1c7519a6289e. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:48:20.383784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb92e81-df79-4193-9ca6-6a70861fe147 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet e9ad586e-91f8-49d4-a769-4f5c8519863e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:20.392241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cb92e81-df79-4193-9ca6-6a70861fe147 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.502544 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cb92e81-df79-4193-9ca6-6a70861fe147 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.705695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:20.741521 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Router 4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:20.756364 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cb92e81-df79-4193-9ca6-6a70861fe147 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.852268 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.949416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cb92e81-df79-4193-9ca6-6a70861fe147 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:20.981937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 42fe9e71-aee2-49d9-8be0-fc60451b68c4 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:48:21.136629 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cb92e81-df79-4193-9ca6-6a70861fe147 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.151658 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9cb92e81-df79-4193-9ca6-6a70861fe147 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/e9ad586e-91f8-49d4-a769-4f5c8519863e HTTP/1.1" status: 204 len: 168 time: 0.9392071 Jun 30 02:48:21.151658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb92e81-df79-4193-9ca6-6a70861fe147 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ad586e-91f8-49d4-a769-4f5c8519863e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:21.153760 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:21.165245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ae6fa9-a7b9-4572-9bb2-aeea95e4431f None None] Network dd471da6-b463-46ce-87e7-416611b5aad9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:21.173759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b8784438-2086-4f0b-ac64-bd02ebe4e4ba tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:21.426732 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.466850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:21.482357 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:21.628341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f89fe28-57b2-4e7e-b47d-e1db422e294d None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:21.638133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 576112fb-869b-405d-aeb6-d8ebeaba41f3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:21.642890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea513ef-361b-493d-8062-28cfb0ba0d98 None None] Sync routers for ids ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:21.771766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0dcbc09c-1853-45a1-ad37-ed49b5d507f7 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "DELETE /v2.0/floatingips/29c0c1ad-77d9-404d-bc1a-e395b13be724 HTTP/1.1" status: 204 len: 168 time: 5.7477973 Jun 30 02:48:21.789479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:21.843157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:21.862549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea513ef-361b-493d-8062-28cfb0ba0d98 None None] Routers {'4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:21.871584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eea513ef-361b-493d-8062-28cfb0ba0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:21.885731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-668d57b4-a68e-4ee1-8b69-79520e06c82b None None] Provisioning for port 576112fb-869b-405d-aeb6-d8ebeaba41f3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:22.008819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 172.20.0.5 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/f01df584-2920-4bef-b9c6-138fc6bf6f5b/42fe9e71-aee2-49d9-8be0-fc60451b68c4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:22.031702 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.032350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::f816:3eff:fe7a:2275 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/30ade3cf-4943-4444-8505-1e09092662e7/42fe9e71-aee2-49d9-8be0-fc60451b68c4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:22.058327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.107636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eea513ef-361b-493d-8062-28cfb0ba0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:22.175114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea513ef-361b-493d-8062-28cfb0ba0d98 None None] Routers {'4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:22.176552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eea513ef-361b-493d-8062-28cfb0ba0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:47:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:22.208035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.243455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eea513ef-361b-493d-8062-28cfb0ba0d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:22.244551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea513ef-361b-493d-8062-28cfb0ba0d98 None None] The sync data for ids ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:22.368421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 576112fb-869b-405d-aeb6-d8ebeaba41f3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:22.374163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 576112fb-869b-405d-aeb6-d8ebeaba41f3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:22.374541 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.387429 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a4d92b28b8e484c9acafa1f100958ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6766179 Jun 30 02:48:22.389487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae484aac-ab1b-4a38-bc9b-86ad0580cc48,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:22.391102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:22.403919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.404638 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.405521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.406082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.406854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.407406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.407947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.408503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.409039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.409615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.410274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.410853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe66dec1-b01e-428c-81b2-2688fe7cb2fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:22.424992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8784438-2086-4f0b-ac64-bd02ebe4e4ba tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:22.429306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8784438-2086-4f0b-ac64-bd02ebe4e4ba tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.638912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca90d5f7-05df-408c-afc0-17d0840ce82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.703583 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.731859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 42fe9e71-aee2-49d9-8be0-fc60451b68c4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:22.756846 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.768823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.827206 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.889118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8ee342-bf2b-44cb-811f-821a4bdceb07 None None] Update dhcp port {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': '30ade3cf-4943-4444-8505-1e09092662e7', 'ip_address': '2001:db8::f816:3eff:febb:ca2a'}, {'subnet_id': 'f01df584-2920-4bef-b9c6-138fc6bf6f5b'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '576112fb-869b-405d-aeb6-d8ebeaba41f3'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:48:22.939646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 576112fb-869b-405d-aeb6-d8ebeaba41f3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=576112fb-869b-405d-aeb6-d8ebeaba41f3,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:22.947994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca90d5f7-05df-408c-afc0-17d0840ce82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:22.955490 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.017211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:23.049063 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:23.081496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:23.098511 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8784438-2086-4f0b-ac64-bd02ebe4e4ba tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.120909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=576112fb-869b-405d-aeb6-d8ebeaba41f3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:23.163961 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df8ee342-bf2b-44cb-811f-821a4bdceb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.172227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8784438-2086-4f0b-ac64-bd02ebe4e4ba tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:23.175547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b8784438-2086-4f0b-ac64-bd02ebe4e4ba tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:23.193163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8784438-2086-4f0b-ac64-bd02ebe4e4ba tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:23.193763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b8784438-2086-4f0b-ac64-bd02ebe4e4ba tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.235788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Allocated IP 172.25.7.239 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/ca8e40bf-54a5-4741-bd6f-8bec83677dcc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:23.269002 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:48:23.282496 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b8784438-2086-4f0b-ac64-bd02ebe4e4ba tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1276696 Jun 30 02:48:23.289608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:23.305752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3388c0cc-3614-4b2f-b497-aaf2000c610a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'security_group': {'name': 'tempest-secgroup-491363983'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:23.313553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8784438-2086-4f0b-ac64-bd02ebe4e4ba tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=5083f79b-ee8f-4a07-81b7-6f57e7049140,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:23.439986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=42fe9e71-aee2-49d9-8be0-fc60451b68c4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:23.444956 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3388c0cc-3614-4b2f-b497-aaf2000c610a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.454173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b654e3-3255-4ad3-a531-472084224a15 None None] Network dd471da6-b463-46ce-87e7-416611b5aad9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:23.565011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:23.567702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.604505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca90d5f7-05df-408c-afc0-17d0840ce82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.607313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca90d5f7-05df-408c-afc0-17d0840ce82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.612287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ca90d5f7-05df-408c-afc0-17d0840ce82d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae484aac-ab1b-4a38-bc9b-86ad0580cc48 HTTP/1.1" status: 204 len: 168 time: 1.2181301 Jun 30 02:48:23.623555 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.629555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90d5f7-05df-408c-afc0-17d0840ce82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae484aac-ab1b-4a38-bc9b-86ad0580cc48,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:23.704012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3388c0cc-3614-4b2f-b497-aaf2000c610a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.713475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3388c0cc-3614-4b2f-b497-aaf2000c610a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.714496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-141fd54a-5df8-4f23-9acd-a900f6ce35db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.2604523 Jun 30 02:48:23.716894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:23.744510 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.877872 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3388c0cc-3614-4b2f-b497-aaf2000c610a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:23.884064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3388c0cc-3614-4b2f-b497-aaf2000c610a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5909033 Jun 30 02:48:23.887384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:23.903711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388c0cc-3614-4b2f-b497-aaf2000c610a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a6b1cb-2d8f-4cf4-9418-783878937d89,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:23.904168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-80930df3-8f8b-46ae-89c8-ed58ed4ab44d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'security_group': {'name': 'tempest-secgroup-2038008391'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:23.947937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:23.991702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:24.000200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8e40bf-54a5-4741-bd6f-8bec83677dcc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:24.003629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:24.012351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4c9ac-5ab1-4d40-bcd9-93e5fdd74bf8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:24.018962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4c9ac-5ab1-4d40-bcd9-93e5fdd74bf8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:24.020657 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-edd4c9ac-5ab1-4d40-bcd9-93e5fdd74bf8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3027968 Jun 30 02:48:24.023785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:24.038492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2b3156ed-0607-416e-8cae-0e805e0bbff1 None None] Provisioning complete for port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:24.038911 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b3156ed-0607-416e-8cae-0e805e0bbff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.051046 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80930df3-8f8b-46ae-89c8-ed58ed4ab44d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.179872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2b3156ed-0607-416e-8cae-0e805e0bbff1 None None] Port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:24.183917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-df8ee342-bf2b-44cb-811f-821a4bdceb07 None None] Allocated IP 172.20.0.2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/f01df584-2920-4bef-b9c6-138fc6bf6f5b/576112fb-869b-405d-aeb6-d8ebeaba41f3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:24.256164 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.274319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56318) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:24.305601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-69de0c16-2e4f-4cfa-a0c8-60bd6272e1c6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 42fe9e71-aee2-49d9-8be0-fc60451b68c4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:24.306082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69de0c16-2e4f-4cfa-a0c8-60bd6272e1c6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.319215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2b3156ed-0607-416e-8cae-0e805e0bbff1 None None] Provisioning complete for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:24.319590 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b3156ed-0607-416e-8cae-0e805e0bbff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.397332 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84d5bd2a-e803-4f62-a9f1-78d41ae8003f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.427190 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80930df3-8f8b-46ae-89c8-ed58ed4ab44d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.435078 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80930df3-8f8b-46ae-89c8-ed58ed4ab44d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.471158 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80930df3-8f8b-46ae-89c8-ed58ed4ab44d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.476547 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-80930df3-8f8b-46ae-89c8-ed58ed4ab44d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5867333 Jun 30 02:48:24.495202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:24.502164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9c0377b0-1fa6-4c27-9ff9-051498b284fd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'security_group': {'name': 'tempest-secgroup-1026327059'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:24.548567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80930df3-8f8b-46ae-89c8-ed58ed4ab44d tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76942044-9b7a-4731-82dd-dae5a04d6783,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:24.583421 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c0377b0-1fa6-4c27-9ff9-051498b284fd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.607037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:24.611274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a80ef87-e39e-42f1-880c-dd0a8ca12ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.753481 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.805807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c0377b0-1fa6-4c27-9ff9-051498b284fd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.811971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c0377b0-1fa6-4c27-9ff9-051498b284fd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.902642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0377b0-1fa6-4c27-9ff9-051498b284fd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d1cdc4-1574-403c-8bad-fc70f35e5ae5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:24.938687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-df8ee342-bf2b-44cb-811f-821a4bdceb07 None None] For port 576112fb-869b-405d-aeb6-d8ebeaba41f3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=576112fb-869b-405d-aeb6-d8ebeaba41f3,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:24.943020 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84d5bd2a-e803-4f62-a9f1-78d41ae8003f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.971378 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9c0377b0-1fa6-4c27-9ff9-051498b284fd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.971949 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-84d5bd2a-e803-4f62-a9f1-78d41ae8003f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:24.972665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9c0377b0-1fa6-4c27-9ff9-051498b284fd tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4755514 Jun 30 02:48:24.978734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:24.997723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-816612743', 'security_groups': ['c6d1cdc4-1574-403c-8bad-fc70f35e5ae5'], 'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5083f79b-ee8f-4a07-81b7-6f57e7049140'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:25.055901 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69de0c16-2e4f-4cfa-a0c8-60bd6272e1c6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.208957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df8ee342-bf2b-44cb-811f-821a4bdceb07 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.226976 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-84d5bd2a-e803-4f62-a9f1-78d41ae8003f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1b2a0640ac34bbab506da0cffb01e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9383404 Jun 30 02:48:25.238244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-69de0c16-2e4f-4cfa-a0c8-60bd6272e1c6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 42fe9e71-aee2-49d9-8be0-fc60451b68c4 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:25.239889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:25.253891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df8ee342-bf2b-44cb-811f-821a4bdceb07 None None] Transition to ACTIVE for port object 576112fb-869b-405d-aeb6-d8ebeaba41f3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:25.259389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6769c2d1-53ef-47ca-ad20-8d19249a5d90 None None] Update dhcp port {'port': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'fixed_ips': [{'subnet_id': 'bd798c0a-4a9a-4777-a196-8256ee33ef10', 'ip_address': '172.20.0.18'}, {'subnet_id': '5083f79b-ee8f-4a07-81b7-6f57e7049140'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '85497e33-af0b-4fbc-b333-2d2cd5ae6187'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:48:25.264004 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df8ee342-bf2b-44cb-811f-821a4bdceb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.269113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5bd2a-e803-4f62-a9f1-78d41ae8003f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6831c5-8c25-4979-b2b4-2e50118cb3ab,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:25.319957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 576112fb-869b-405d-aeb6-d8ebeaba41f3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:25.506556 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6769c2d1-53ef-47ca-ad20-8d19249a5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.573422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ee342-bf2b-44cb-811f-821a4bdceb07 None None] Pushing event updated for resources: {'Port': ['ID=576112fb-869b-405d-aeb6-d8ebeaba41f3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:25.660724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c501ccd-8fa4-4e3a-a94c-95c0df72b4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.742271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:25.835185 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c501ccd-8fa4-4e3a-a94c-95c0df72b4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.849132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.867559 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69de0c16-2e4f-4cfa-a0c8-60bd6272e1c6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:25.871549 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.010957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6769c2d1-53ef-47ca-ad20-8d19249a5d90 None None] Allocated IP 172.20.0.2 (dd471da6-b463-46ce-87e7-416611b5aad9/5083f79b-ee8f-4a07-81b7-6f57e7049140/85497e33-af0b-4fbc-b333-2d2cd5ae6187) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:26.199399 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.231843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8e40bf-54a5-4741-bd6f-8bec83677dcc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:26.240588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.276962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] device_id is not set on port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:48:26.314379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de0c16-2e4f-4cfa-a0c8-60bd6272e1c6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=42fe9e71-aee2-49d9-8be0-fc60451b68c4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:26.339634 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.347560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-386631d3-2e30-4cb3-8897-f3e9617761ec tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5383856 Jun 30 02:48:26.349037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:26.370014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6769c2d1-53ef-47ca-ad20-8d19249a5d90 None None] For port 85497e33-af0b-4fbc-b333-2d2cd5ae6187, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=85497e33-af0b-4fbc-b333-2d2cd5ae6187,segment=NetworkSegment(bcdb7077-db49-4bbe-b9aa-f7b64e511c08),segment_id=bcdb7077-db49-4bbe-b9aa-f7b64e511c08)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:26.406416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c501ccd-8fa4-4e3a-a94c-95c0df72b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.414088 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c501ccd-8fa4-4e3a-a94c-95c0df72b4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.437501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1c501ccd-8fa4-4e3a-a94c-95c0df72b4a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d6831c5-8c25-4979-b2b4-2e50118cb3ab HTTP/1.1" status: 204 len: 168 time: 1.1950483 Jun 30 02:48:26.444505 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6769c2d1-53ef-47ca-ad20-8d19249a5d90 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.465654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c501ccd-8fa4-4e3a-a94c-95c0df72b4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6831c5-8c25-4979-b2b4-2e50118cb3ab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:26.483051 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69de0c16-2e4f-4cfa-a0c8-60bd6272e1c6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.489985 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-69de0c16-2e4f-4cfa-a0c8-60bd6272e1c6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/42fe9e71-aee2-49d9-8be0-fc60451b68c4 HTTP/1.1" status: 204 len: 168 time: 2.4629948 Jun 30 02:48:26.492666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:26.495759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6769c2d1-53ef-47ca-ad20-8d19249a5d90 None None] Transition to ACTIVE for port object 85497e33-af0b-4fbc-b333-2d2cd5ae6187 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:26.515455 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6769c2d1-53ef-47ca-ad20-8d19249a5d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.596164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3332d102-649b-45ec-97b7-f20e56bca5fd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:26.599910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3332d102-649b-45ec-97b7-f20e56bca5fd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:26.601918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3332d102-649b-45ec-97b7-f20e56bca5fd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:26.608144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3332d102-649b-45ec-97b7-f20e56bca5fd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1143632 Jun 30 02:48:26.611002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:26.702358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:26.817800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-049de764-1365-468e-b532-0a369dde5220 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 30ade3cf-4943-4444-8505-1e09092662e7 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:26.821685 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.847812 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-049de764-1365-468e-b532-0a369dde5220 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:26.922760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769c2d1-53ef-47ca-ad20-8d19249a5d90 None None] Pushing event updated for resources: {'Port': ['ID=85497e33-af0b-4fbc-b333-2d2cd5ae6187,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:27.026429 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03c494ed-aee6-4856-96b6-487dcc68f6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.051654 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.129737 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-049de764-1365-468e-b532-0a369dde5220 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.167500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.7 (dd471da6-b463-46ce-87e7-416611b5aad9/5083f79b-ee8f-4a07-81b7-6f57e7049140/6dfb2c09-3305-4cd8-9c24-a683a626ff31) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:27.285676 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-049de764-1365-468e-b532-0a369dde5220 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.288304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fdeda72-fb91-43df-94a0-e164c3d1fc61 None None] Provisioning for port 576112fb-869b-405d-aeb6-d8ebeaba41f3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:27.314062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6fdeda72-fb91-43df-94a0-e164c3d1fc61 None None] Provisioning complete for port 576112fb-869b-405d-aeb6-d8ebeaba41f3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:27.314062 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fdeda72-fb91-43df-94a0-e164c3d1fc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.441079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 85497e33-af0b-4fbc-b333-2d2cd5ae6187 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:27.470575 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-049de764-1365-468e-b532-0a369dde5220 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.584817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049de764-1365-468e-b532-0a369dde5220 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=30ade3cf-4943-4444-8505-1e09092662e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:27.588912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-049de764-1365-468e-b532-0a369dde5220 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.590179 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-049de764-1365-468e-b532-0a369dde5220 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/30ade3cf-4943-4444-8505-1e09092662e7 HTTP/1.1" status: 204 len: 168 time: 0.9755695 Jun 30 02:48:27.601184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:27.661621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e596b8e2-5c12-4e6a-a4ca-67517a9e7a79 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet f01df584-2920-4bef-b9c6-138fc6bf6f5b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:27.670748 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e596b8e2-5c12-4e6a-a4ca-67517a9e7a79 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.671662 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.723461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 576112fb-869b-405d-aeb6-d8ebeaba41f3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:27.855669 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e596b8e2-5c12-4e6a-a4ca-67517a9e7a79 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.904973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 576112fb-869b-405d-aeb6-d8ebeaba41f3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:27.907588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:27.976855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.006953 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.053006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41120fd4-a467-4c5f-bb5e-313849aaed97 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:28.060572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a695e0e5-4b67-443e-b698-a22c4092efc4 None None] Could not find standard attr ID for object 42fe9e71-aee2-49d9-8be0-fc60451b68c4. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:48:28.126961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object 6dfb2c09-3305-4cd8-9c24-a683a626ff31 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:28.357233 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.369365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:28.389107 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.456283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:28.460563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:28.464620 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e596b8e2-5c12-4e6a-a4ca-67517a9e7a79 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.486481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:28.614784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Allocated IP 172.25.7.26 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/13a27bc5-6fce-420c-81b7-b5b0b9c5079a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:28.631139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a277ad37-0c65-46fe-9477-b4dd6ab70efa None None] Provisioning complete for port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:28.631512 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a277ad37-0c65-46fe-9477-b4dd6ab70efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.651862 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e596b8e2-5c12-4e6a-a4ca-67517a9e7a79 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.714387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596b8e2-5c12-4e6a-a4ca-67517a9e7a79 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=f01df584-2920-4bef-b9c6-138fc6bf6f5b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:28.772755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a277ad37-0c65-46fe-9477-b4dd6ab70efa None None] Port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:28.793618 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e596b8e2-5c12-4e6a-a4ca-67517a9e7a79 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:28.803437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e596b8e2-5c12-4e6a-a4ca-67517a9e7a79 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/f01df584-2920-4bef-b9c6-138fc6bf6f5b HTTP/1.1" status: 204 len: 168 time: 1.2000942 Jun 30 02:48:28.806630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56398) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:28.810179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a277ad37-0c65-46fe-9477-b4dd6ab70efa None None] Provisioning for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:28.820996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a277ad37-0c65-46fe-9477-b4dd6ab70efa None None] Provisioning complete for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:28.821800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a277ad37-0c65-46fe-9477-b4dd6ab70efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.056108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fff7db5-4bb6-4a7b-a67b-745239359590 None None] Update dhcp port {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': 'f01df584-2920-4bef-b9c6-138fc6bf6f5b'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '576112fb-869b-405d-aeb6-d8ebeaba41f3'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:48:29.127553 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-859374867-network', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:29.169350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=6dfb2c09-3305-4cd8-9c24-a683a626ff31,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:29.173068 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6fff7db5-4bb6-4a7b-a67b-745239359590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.182882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.183311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.183582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.183929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.184265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.184571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.184906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.185211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.185527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.185866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.186221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.186604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:29.190945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7a621b9c-fc83-4868-8e46-9a8181c2746b None None] Provisioning for port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:29.198654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7a621b9c-fc83-4868-8e46-9a8181c2746b None None] Provisioning complete for port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:29.199130 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a621b9c-fc83-4868-8e46-9a8181c2746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.205009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:29.205890 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.213055 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] Deleting port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:29.213886 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.296430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] For port 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0ed5f1c3-6df8-411f-9fb9-3badfee2adc8,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:29.297229 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.311390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] Calling delete_port for 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:29.332346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8a251232-e8cb-4991-9e73-b6c8ab972f9f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5245192 Jun 30 02:48:29.335117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:29.344068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0426a520-5d9c-4f0a-885d-9f2bbb386e13 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:29.381995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7a621b9c-fc83-4868-8e46-9a8181c2746b None None] Port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:29.427405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.552509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Made reservation on behalf of bd6f6cdeaafa4687810bf432aba9d4a4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:29.555181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0426a520-5d9c-4f0a-885d-9f2bbb386e13 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:29.563550 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.572113 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0426a520-5d9c-4f0a-885d-9f2bbb386e13 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.584679 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.597460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.602438 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f4452145-265e-4e81-b570-7c3ad983f96f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6224625 Jun 30 02:48:29.604079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:29.614168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:29.666431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed5f1c3-6df8-411f-9fb9-3badfee2adc8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:29.674337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Pushing event updated for resources: {'Port': ['ID=13a27bc5-6fce-420c-81b7-b5b0b9c5079a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:29.676694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eeb8b86f-f741-4c0e-9d68-85b5b5d91825 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:29.690666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:29.693829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:29.698447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:29.715875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8f7a15-fa57-49d1-85aa-1f36b7f1fff2 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:29.889033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-491c5587-2f93-4c5c-8e04-755d065673c0 None None] Provisioning complete for port 576112fb-869b-405d-aeb6-d8ebeaba41f3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:29.889033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-491c5587-2f93-4c5c-8e04-755d065673c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.126553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.135866 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0426a520-5d9c-4f0a-885d-9f2bbb386e13 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.165594 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.254670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0426a520-5d9c-4f0a-885d-9f2bbb386e13 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:30.262994 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.266664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0426a520-5d9c-4f0a-885d-9f2bbb386e13 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:30.270294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0426a520-5d9c-4f0a-885d-9f2bbb386e13 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:30.270969 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0426a520-5d9c-4f0a-885d-9f2bbb386e13 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.304929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426a520-5d9c-4f0a-885d-9f2bbb386e13 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=9a0291ee-600c-4c7b-bb20-2d1cc030246f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:30.330345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77478bfe-fbb9-4e44-99b2-c1cb938c06c3 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:30.384449 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.400678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-77478bfe-fbb9-4e44-99b2-c1cb938c06c3 None None] Deleting port 576112fb-869b-405d-aeb6-d8ebeaba41f3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:30.401549 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77478bfe-fbb9-4e44-99b2-c1cb938c06c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.454352 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.462811 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.499044 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c31a3-4ec0-408b-8323-082c983c5f3e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:30.510209 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.517102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.530609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:48:30.552562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0426a520-5d9c-4f0a-885d-9f2bbb386e13 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2162144 Jun 30 02:48:30.553175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:30.553314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-77478bfe-fbb9-4e44-99b2-c1cb938c06c3 None None] For port 576112fb-869b-405d-aeb6-d8ebeaba41f3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=576112fb-869b-405d-aeb6-d8ebeaba41f3,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:30.553567 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77478bfe-fbb9-4e44-99b2-c1cb938c06c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.561575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:30.569656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb8b86f-f741-4c0e-9d68-85b5b5d91825 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:30.572224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-77478bfe-fbb9-4e44-99b2-c1cb938c06c3 None None] Calling delete_port for 576112fb-869b-405d-aeb6-d8ebeaba41f3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:30.574024 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b86f-f741-4c0e-9d68-85b5b5d91825 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.663689 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.664833 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Added segment 2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d of type vlan for network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 Jun 30 02:48:30.666421 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77478bfe-fbb9-4e44-99b2-c1cb938c06c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.692423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Pushing event updated for resources: {'Port': ['ID=13a27bc5-6fce-420c-81b7-b5b0b9c5079a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:30.709021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77478bfe-fbb9-4e44-99b2-c1cb938c06c3 None None] Pushing event deleted for resources: {'Port': ['ID=576112fb-869b-405d-aeb6-d8ebeaba41f3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:30.717263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77478bfe-fbb9-4e44-99b2-c1cb938c06c3 None None] No DVR routers for this DVR port 576112fb-869b-405d-aeb6-d8ebeaba41f3 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:30.719304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:30.728010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.738679 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.739791 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e661fde7-8e78-4b7e-9808-959ff066c9a8 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:30.776378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.800265 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.803777 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-91345e9a-3806-4aaf-9f16-70cf87333db3 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4395552 Jun 30 02:48:30.804099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:30.879331 n-d-758944-39 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-eeb8b86f-f741-4c0e-9d68-85b5b5d91825 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5083f79b-ee8f-4a07-81b7-6f57e7049140 (CIDR: 172.20.0.0/28) Jun 30 02:48:30.881408 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.882748 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:30.883369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.892182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-89c43487-5193-4bd9-a9f8-3ab6c1bbbb26 tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0847974 Jun 30 02:48:30.892419 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:30.934465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '9a0291ee-600c-4c7b-bb20-2d1cc030246f'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:30.937111 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:30.956889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5849850 Jun 30 02:48:30.957893 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb8b86f-f741-4c0e-9d68-85b5b5d91825 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:48:30.958382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb8b86f-f741-4c0e-9d68-85b5b5d91825 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:30.980494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56424) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:30.999740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Request body: {'subnet': {'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-859374867-subnet', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:31.030851 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b75b3cde-656a-4495-b43b-5198a5f23efb tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1371703 Jun 30 02:48:31.031937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:31.037719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Made reservation on behalf of bd6f6cdeaafa4687810bf432aba9d4a4 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:31.041628 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.042248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eeb8b86f-f741-4c0e-9d68-85b5b5d91825 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4135303 Jun 30 02:48:31.046864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:31.052493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-30aded46-6fa0-47b9-9d39-d861cab96515 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:31.059718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397528c-0da7-4afd-97ad-b6fa1cd3feb5 admin admin] Pushing event updated for resources: {'Network': ['ID=8e6e00a0-a081-4f97-8e01-50c2459f3f37,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:31.190309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Allocated IP 172.20.0.2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/9a0291ee-600c-4c7b-bb20-2d1cc030246f/a1cbf2ec-f414-4186-b67a-d8f5b9cae547) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:31.296078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:48:31.315673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] Router 25ee13b9-0d13-411f-99b0-31a692235f6a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:31.337032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aded46-6fa0-47b9-9d39-d861cab96515 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:31.340834 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30aded46-6fa0-47b9-9d39-d861cab96515 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.561832 n-d-758944-39 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-30aded46-6fa0-47b9-9d39-d861cab96515 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bd798c0a-4a9a-4777-a196-8256ee33ef10 (CIDR: 172.20.0.16/28) Jun 30 02:48:31.566515 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-30aded46-6fa0-47b9-9d39-d861cab96515 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:48:31.574485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30aded46-6fa0-47b9-9d39-d861cab96515 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:31.600093 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-30aded46-6fa0-47b9-9d39-d861cab96515 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5519004 Jun 30 02:48:31.603851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56432) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:31.611584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d2ddf24c-d84e-4887-95bb-433c52960118 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'subnet': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:31.632255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8c714-0f1a-45eb-bd95-0859a22a2599 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Deleting port 13a27bc5-6fce-420c-81b7-b5b0b9c5079a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:31.632494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c714-0f1a-45eb-bd95-0859a22a2599 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.672687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:31.679798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8b5d2e07-4277-4991-926f-3382d4617a87 admin admin] 10.222.0.55 "PUT /v2.0/routers/25ee13b9-0d13-411f-99b0-31a692235f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0716290 Jun 30 02:48:31.683074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:31.685998 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] Sync routers for ids ['25ee13b9-0d13-411f-99b0-31a692235f6a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:31.691173 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.700921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Transition to ACTIVE for port object a1cbf2ec-f414-4186-b67a-d8f5b9cae547 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:31.714814 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] Routers {'25ee13b9-0d13-411f-99b0-31a692235f6a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:31.717443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Transition to ACTIVE for port object a1cbf2ec-f414-4186-b67a-d8f5b9cae547 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:31.718471 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['25ee13b9-0d13-411f-99b0-31a692235f6a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:31.722650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 576112fb-869b-405d-aeb6-d8ebeaba41f3 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:31.729495 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.768457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 576112fb-869b-405d-aeb6-d8ebeaba41f3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:31.768457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 576112fb-869b-405d-aeb6-d8ebeaba41f3 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:31.768825 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.851762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:31.859205 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:31.868379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:31.883436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Pushing event updated for resources: {'Port': ['ID=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:31.919722 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c714-0f1a-45eb-bd95-0859a22a2599 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.920257 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c714-0f1a-45eb-bd95-0859a22a2599 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.931919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ddf24c-d84e-4887-95bb-433c52960118 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Made reservation on behalf of b12d1e1392724ad582a63e4e8d7240ce for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:31.940736 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf24c-d84e-4887-95bb-433c52960118 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.962400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8c714-0f1a-45eb-bd95-0859a22a2599 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Calling delete_port for 13a27bc5-6fce-420c-81b7-b5b0b9c5079a owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:31.986278 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Attempting to bind port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:31.986954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Attempting to bind port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:31.987509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Attempting to bind port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:31.991750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:48:31.993311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:31.994113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:31.994687 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.995279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:31.995917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Bound port: a1cbf2ec-f414-4186-b67a-d8f5b9cae547, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:31.996468 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:31.999072 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] Set router 25ee13b9-0d13-411f-99b0-31a692235f6a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:32.018784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Checking segment: {'id': '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:32.019303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Network hostable DHCP agents. Network: 8e6e00a0-a081-4f97-8e01-50c2459f3f37, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:48:32.107945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] For port a1cbf2ec-f414-4186-b67a-d8f5b9cae547, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:32.113977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] For port a1cbf2ec-f414-4186-b67a-d8f5b9cae547, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:32.119529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=42582188-5b64-4f93-81c6-196e3f4a9a0a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:32.132166 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.192550 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.206432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce5a44-4e19-4ca9-b95c-a71cff9f972d None None] Pushing event updated for resources: {'Port': ['ID=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:32.311523 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:48:29Z', 'revision_number': 5, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:32.330689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:48:32.358257 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] Checking router: 25ee13b9-0d13-411f-99b0-31a692235f6a for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:32.371310 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] Routers {'25ee13b9-0d13-411f-99b0-31a692235f6a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:32.372040 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['25ee13b9-0d13-411f-99b0-31a692235f6a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:32.507041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 8e6e00a0-a081-4f97-8e01-50c2459f3f37) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:32.520601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.521198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.534778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b86927-2f53-456a-9490-49e19dac5165 None None] Network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:32.574823 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.592665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c714-0f1a-45eb-bd95-0859a22a2599 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.617064 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] Set router 25ee13b9-0d13-411f-99b0-31a692235f6a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:32.678645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8c714-0f1a-45eb-bd95-0859a22a2599 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Pushing event deleted for resources: {'Port': ['ID=13a27bc5-6fce-420c-81b7-b5b0b9c5079a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:32.685312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8c78dbd2-aaa4-4f9f-82f1-42b0323b1b3e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7012286 Jun 30 02:48:32.687096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:32.697284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.710201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-859374867-router', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:32.719128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf24c-d84e-4887-95bb-433c52960118 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.853769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ddf24c-d84e-4887-95bb-433c52960118 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Network dd471da6-b463-46ce-87e7-416611b5aad9 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:32.879920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d2ddf24c-d84e-4887-95bb-433c52960118 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:32.880522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-8e6e00a0-a081-4f97-8e01-50c2459f3f37', 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'fixed_ips': [{'subnet_id': '42582188-5b64-4f93-81c6-196e3f4a9a0a'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:32.881568 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.894442 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.895805 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.896966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c714-0f1a-45eb-bd95-0859a22a2599 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.899708 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c714-0f1a-45eb-bd95-0859a22a2599 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.900912 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ccd8c714-0f1a-45eb-bd95-0859a22a2599 tempest-FloatingIPAdminTestJSON-1964785994 tempest-FloatingIPAdminTestJSON-1964785994-project] 10.222.0.55 "DELETE /v2.0/floatingips/da73de05-6b62-4389-9b61-c0f60bf9027e HTTP/1.1" status: 204 len: 168 time: 1.8570344 Jun 30 02:48:32.903448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddf24c-d84e-4887-95bb-433c52960118 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.904311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2ddf24c-d84e-4887-95bb-433c52960118 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.907997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:32.916631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5557ac64-a606-4606-8fc8-76c6c084476b None None] Network dd471da6-b463-46ce-87e7-416611b5aad9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:32.929052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddf24c-d84e-4887-95bb-433c52960118 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Subnet': ['ID=161e827d-7099-4297-a84a-2e53511a84a2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:32.948648 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:48:29Z', 'revision_number': 5, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:32.957902 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d2ddf24c-d84e-4887-95bb-433c52960118 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3527851 Jun 30 02:48:32.976374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56444) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:32.984011 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d153edac-d5b0-4f80-b10e-83bf99473ff9 None None] The sync data for ids ['25ee13b9-0d13-411f-99b0-31a692235f6a'] in n-d-758944-39 is: [{'id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'name': 'tempest-TaggedBootDevicesTest_v242-534516055-router', 'tenant_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15'}], 'enable_snat': True}, 'gw_port_id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:36:21Z', 'updated_at': '2021-06-30T02:48:29Z', 'revision_number': 5, 'project_id': 'e7eda8aa0b2b48c9954771cb75bd2ff2', 'gw_port': {'id': '1e4b149e-19f5-40b7-9325-a154a83d51c9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee13b9-0d13-411f-99b0-31a692235f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:36:24Z', 'updated_at': '2021-06-30T02:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:32.994157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1375738676', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '161e827d-7099-4297-a84a-2e53511a84a2'}], 'security_groups': ['72a6b1cb-2d8f-4cf4-9418-783878937d89', '76942044-9b7a-4731-82dd-dae5a04d6783']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:33.003517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Deleting port 1e4b149e-19f5-40b7-9325-a154a83d51c9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:33.004159 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.276027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] For port a1cbf2ec-f414-4186-b67a-d8f5b9cae547, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:33.362446 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.401114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-18ac6097-c9b1-4eeb-8b6d-c6997d2762bc tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Deleting port ca8e40bf-54a5-4741-bd6f-8bec83677dcc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:33.401477 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18ac6097-c9b1-4eeb-8b6d-c6997d2762bc tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.429876 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.430893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.535512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Allocated IP 172.20.0.2 (8e6e00a0-a081-4f97-8e01-50c2459f3f37/42582188-5b64-4f93-81c6-196e3f4a9a0a/d3c2ae09-00c1-4d49-8466-07b2e6e19019) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:33.565239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a1cbf2ec-f414-4186-b67a-d8f5b9cae547 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:33.722060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:33.732425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:33.752417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:33.752900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.802774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:33.814243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=5fa125f9-e95b-4e5c-87c5-10037ad56fc0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:33.846624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2904661 Jun 30 02:48:33.847468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8509b1c-d377-4ed0-9955-bd06a57ffa75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:33.856489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56454) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:33.861022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:33.867878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:2e:3b:09', 'name': 'tempest-NetworksTestDHCPv6-207058213'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:33.936068 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.951645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3799e4e7-47b8-4c97-a7fd-551a409c0e67 None None] Update dhcp port {'port': {'network_id': 'dd471da6-b463-46ce-87e7-416611b5aad9', 'fixed_ips': [{'subnet_id': 'bd798c0a-4a9a-4777-a196-8256ee33ef10', 'ip_address': '172.20.0.18'}, {'subnet_id': '5083f79b-ee8f-4a07-81b7-6f57e7049140', 'ip_address': '172.20.0.2'}, {'subnet_id': '161e827d-7099-4297-a84a-2e53511a84a2'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '85497e33-af0b-4fbc-b333-2d2cd5ae6187'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:48:33.964126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:33.965232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0ed5f1c3-6df8-411f-9fb9-3badfee2adc8 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:34.066396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3799e4e7-47b8-4c97-a7fd-551a409c0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.104172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8218173e-0459-430f-b1bc-a5eec9a0bd9b None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:34.108625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] For port 1e4b149e-19f5-40b7-9325-a154a83d51c9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1e4b149e-19f5-40b7-9325-a154a83d51c9,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:34.109102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.124963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Calling delete_port for 1e4b149e-19f5-40b7-9325-a154a83d51c9 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:34.289180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-13ca13d4-434c-4d01-84f4-d57a28e65b56 None None] Provisioning for port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:34.334946 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.339061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-13ca13d4-434c-4d01-84f4-d57a28e65b56 None None] Provisioning complete for port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:34.339661 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ca13d4-434c-4d01-84f4-d57a28e65b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.424877 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18ac6097-c9b1-4eeb-8b6d-c6997d2762bc tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.425564 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18ac6097-c9b1-4eeb-8b6d-c6997d2762bc tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.441367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.456606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-18ac6097-c9b1-4eeb-8b6d-c6997d2762bc tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Calling delete_port for ca8e40bf-54a5-4741-bd6f-8bec83677dcc owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:34.501221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4b149e-19f5-40b7-9325-a154a83d51c9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:34.694217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.719906 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.794744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Transition to ACTIVE for port object d3c2ae09-00c1-4d49-8466-07b2e6e19019 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:34.849105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18ac6097-c9b1-4eeb-8b6d-c6997d2762bc tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.860199 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.862682 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:34.896433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-3799e4e7-47b8-4c97-a7fd-551a409c0e67 None None] Allocated IP 172.20.0.34 (dd471da6-b463-46ce-87e7-416611b5aad9/161e827d-7099-4297-a84a-2e53511a84a2/85497e33-af0b-4fbc-b333-2d2cd5ae6187) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:34.943600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac6097-c9b1-4eeb-8b6d-c6997d2762bc tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca8e40bf-54a5-4741-bd6f-8bec83677dcc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:34.953560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:35.022990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3799e4e7-47b8-4c97-a7fd-551a409c0e67 None None] For port 85497e33-af0b-4fbc-b333-2d2cd5ae6187, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=85497e33-af0b-4fbc-b333-2d2cd5ae6187,segment=NetworkSegment(bcdb7077-db49-4bbe-b9aa-f7b64e511c08),segment_id=bcdb7077-db49-4bbe-b9aa-f7b64e511c08)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:35.058035 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3799e4e7-47b8-4c97-a7fd-551a409c0e67 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.064533 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.065422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25ee13b9-0d13-411f-99b0-31a692235f6a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:48:35.082271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18ac6097-c9b1-4eeb-8b6d-c6997d2762bc tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.085103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3799e4e7-47b8-4c97-a7fd-551a409c0e67 None None] Transition to ACTIVE for port object 85497e33-af0b-4fbc-b333-2d2cd5ae6187 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:35.087858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-18ac6097-c9b1-4eeb-8b6d-c6997d2762bc tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.089697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-18ac6097-c9b1-4eeb-8b6d-c6997d2762bc tempest-FloatingIPAdminTestJSON-1268864068 tempest-FloatingIPAdminTestJSON-1268864068-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/3e3d4f37-f206-43b6-86f0-3fa3cc3dc217 HTTP/1.1" status: 204 len: 168 time: 2.1805921 Jun 30 02:48:35.098965 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.103051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e370a62e-47ae-4f22-8b9e-d46bc1f478ac admin admin] 10.222.0.55 "DELETE /v2.0/routers/25ee13b9-0d13-411f-99b0-31a692235f6a HTTP/1.1" status: 204 len: 168 time: 3.4163864 Jun 30 02:48:35.103051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:35.111022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Transition to ACTIVE for port object d3c2ae09-00c1-4d49-8466-07b2e6e19019 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:35.137376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:35.172954 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3799e4e7-47b8-4c97-a7fd-551a409c0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.284513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799e4e7-47b8-4c97-a7fd-551a409c0e67 None None] Pushing event updated for resources: {'Port': ['ID=85497e33-af0b-4fbc-b333-2d2cd5ae6187,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:35.289473 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.308949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-398c81ea-b495-46f8-8ce8-675d811742f0 admin admin] Deleting subnet 33b4606b-a00c-4e33-b6ba-7adba1ded0ce {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:35.319994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.322599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398c81ea-b495-46f8-8ce8-675d811742f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.385072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Pushing event updated for resources: {'Port': ['ID=d3c2ae09-00c1-4d49-8466-07b2e6e19019,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:35.388240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a1cbf2ec-f414-4186-b67a-d8f5b9cae547 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:35.426288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:35.427410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.454155 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ca13d4-434c-4d01-84f4-d57a28e65b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.466831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:35.470088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:35.480576 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398c81ea-b495-46f8-8ce8-675d811742f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.494600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7702dbdd-0261-4085-b15c-aff3b592ad2a tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Deleting port 8478b0db-0c0a-4f2a-a395-c784f62b0dcc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:35.495292 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7702dbdd-0261-4085-b15c-aff3b592ad2a tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.516825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 1b79abeb-ae0e-4e83-b885-93fa6b63046b yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:48:35.545897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-13ca13d4-434c-4d01-84f4-d57a28e65b56 None None] For port a1cbf2ec-f414-4186-b67a-d8f5b9cae547, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:35.566732 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13ca13d4-434c-4d01-84f4-d57a28e65b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.728722 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398c81ea-b495-46f8-8ce8-675d811742f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.754748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Attempting to bind port d3c2ae09-00c1-4d49-8466-07b2e6e19019 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:35.758108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Attempting to bind port d3c2ae09-00c1-4d49-8466-07b2e6e19019 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:35.763543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Attempting to bind port d3c2ae09-00c1-4d49-8466-07b2e6e19019 on network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:35.790237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca13d4-434c-4d01-84f4-d57a28e65b56 None None] Pushing event updated for resources: {'Port': ['ID=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:35.811517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:35.812268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Checking segment: {'id': '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:35.812538 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.813023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Bound using segment: {'id': '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:35.813599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Bound port: d3c2ae09-00c1-4d49-8466-07b2e6e19019, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:35.814072 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.831867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:35.832388 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.925899 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fa748aab-192b-480b-a679-9081ad91973f None None] For port d3c2ae09-00c1-4d49-8466-07b2e6e19019, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:35.931024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fa748aab-192b-480b-a679-9081ad91973f None None] For port d3c2ae09-00c1-4d49-8466-07b2e6e19019, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3c2ae09-00c1-4d49-8466-07b2e6e19019,segment=NetworkSegment(2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d),segment_id=2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:35.939291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 172.20.0.13 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/9a0291ee-600c-4c7b-bb20-2d1cc030246f/1b79abeb-ae0e-4e83-b885-93fa6b63046b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:35.940832 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.001357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::f816:3eff:fe2e:3b09 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/5fa125f9-e95b-4e5c-87c5-10037ad56fc0/1b79abeb-ae0e-4e83-b885-93fa6b63046b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:36.010897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398c81ea-b495-46f8-8ce8-675d811742f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.069217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c81ea-b495-46f8-8ce8-675d811742f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b4606b-a00c-4e33-b6ba-7adba1ded0ce,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:36.127245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-398c81ea-b495-46f8-8ce8-675d811742f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.139249 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-398c81ea-b495-46f8-8ce8-675d811742f0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/33b4606b-a00c-4e33-b6ba-7adba1ded0ce HTTP/1.1" status: 204 len: 168 time: 1.0005326 Jun 30 02:48:36.148032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:36.193193 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Delete allocated IP 172.20.0.7 (dd471da6-b463-46ce-87e7-416611b5aad9/5083f79b-ee8f-4a07-81b7-6f57e7049140) {{(pid=93771) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 02:48:36.200608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad87b9c-0044-43d0-97b8-2088d9b2f02c None None] Network 175f8c10-e3cb-4f57-ba7e-a25d23feca3c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:36.221931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7702dbdd-0261-4085-b15c-aff3b592ad2a tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.228761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Allocated IP 172.20.0.36 (dd471da6-b463-46ce-87e7-416611b5aad9/161e827d-7099-4297-a84a-2e53511a84a2/6dfb2c09-3305-4cd8-9c24-a683a626ff31) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:36.251987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa748aab-192b-480b-a679-9081ad91973f None None] Pushing event updated for resources: {'Port': ['ID=d3c2ae09-00c1-4d49-8466-07b2e6e19019,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:36.308660 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.335451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7702dbdd-0261-4085-b15c-aff3b592ad2a tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Calling delete_port for 8478b0db-0c0a-4f2a-a395-c784f62b0dcc owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:36.814243 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.834889 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.859115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 1b79abeb-ae0e-4e83-b885-93fa6b63046b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:36.893578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b324b893-bab5-4d63-9e7a-d9de6b54a825 None None] DHCP port deletion for 175f8c10-e3cb-4f57-ba7e-a25d23feca3c request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:36.914014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Deleting port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:36.914855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.051608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b324b893-bab5-4d63-9e7a-d9de6b54a825 None None] Deleting port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:37.052124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b324b893-bab5-4d63-9e7a-d9de6b54a825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.061995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] For port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:37.063091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.076742 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.081158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Calling delete_port for e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:37.159650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7702dbdd-0261-4085-b15c-aff3b592ad2a tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.211288 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.261252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6621c38a-ca7e-49e0-8512-03e3bc47f6bf None None] Provisioning complete for port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:37.261466 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6621c38a-ca7e-49e0-8512-03e3bc47f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.275655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b324b893-bab5-4d63-9e7a-d9de6b54a825 None None] For port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf,segment=NetworkSegment(0621da90-e17b-46f8-9055-a8f8f31f4858),segment_id=0621da90-e17b-46f8-9055-a8f8f31f4858)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:37.276060 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b324b893-bab5-4d63-9e7a-d9de6b54a825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.367303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b324b893-bab5-4d63-9e7a-d9de6b54a825 None None] Calling delete_port for e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:37.397067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702dbdd-0261-4085-b15c-aff3b592ad2a tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event deleted for resources: {'Port': ['ID=8478b0db-0c0a-4f2a-a395-c784f62b0dcc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:37.412140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6621c38a-ca7e-49e0-8512-03e3bc47f6bf None None] Port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:37.484898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:37.488086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:37.501429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=1b79abeb-ae0e-4e83-b885-93fa6b63046b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:37.505383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:37.570322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3c2ae09-00c1-4d49-8466-07b2e6e19019 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:37.587281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6621c38a-ca7e-49e0-8512-03e3bc47f6bf None None] Provisioning complete for port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:37.587778 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6621c38a-ca7e-49e0-8512-03e3bc47f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.590378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.628384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.629079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.646136 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:48:37.649159 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 02:48:37.679768 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b324b893-bab5-4d63-9e7a-d9de6b54a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.726627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324b893-bab5-4d63-9e7a-d9de6b54a825 None None] No DVR routers for this DVR port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:37.747740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] No DVR routers for this DVR port e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:37.767341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:37.882443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8a9cfa15-6b2a-4c89-835b-75c394c7d3b5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0248690 Jun 30 02:48:37.888539 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:37.911143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:37.935524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Transition to ACTIVE for port object 6dfb2c09-3305-4cd8-9c24-a683a626ff31 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:37.995282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Allocated IP 172.25.7.13 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/22aa90b5-3b7f-432d-87c1-f9e6ef895483) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:38.104645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324b893-bab5-4d63-9e7a-d9de6b54a825 None None] Pushing event deleted for resources: {'Port': ['ID=e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:38.173577 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.178111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.183692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6621c38a-ca7e-49e0-8512-03e3bc47f6bf None None] Port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:38.209166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175f8c10-e3cb-4f57-ba7e-a25d23feca3c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:38.222758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.224783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0621da90-e17b-46f8-9055-a8f8f31f4858') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:38.225919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0621da90-e17b-46f8-9055-a8f8f31f4858') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:38.245369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6621c38a-ca7e-49e0-8512-03e3bc47f6bf None None] Provisioning for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:38.255952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6621c38a-ca7e-49e0-8512-03e3bc47f6bf None None] Provisioning complete for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:38.256360 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6621c38a-ca7e-49e0-8512-03e3bc47f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.258334 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.261957 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.287710 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7702dbdd-0261-4085-b15c-aff3b592ad2a tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.289993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7702dbdd-0261-4085-b15c-aff3b592ad2a tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "DELETE /v2.0/ports/8478b0db-0c0a-4f2a-a395-c784f62b0dcc HTTP/1.1" status: 204 len: 168 time: 3.1848683 Jun 30 02:48:38.292079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e0e7f-62c9-410e-8a3c-e9095987fca7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.300244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e0e7f-62c9-410e-8a3c-e9095987fca7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.311399 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-936e0e7f-62c9-410e-8a3c-e9095987fca7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4215255 Jun 30 02:48:38.312108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:38.312453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56556) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:38.334890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:38.392134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:38.399305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91db513-3a53-4a82-bb36-877f8147bc4a None None] Network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:38.410593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:38.462948 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.504284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port d3c2ae09-00c1-4d49-8466-07b2e6e19019 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:38.513973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 85497e33-af0b-4fbc-b333-2d2cd5ae6187 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:38.543289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:48:38.543706 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:48:38.546111 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:48:38.675004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:38.675758 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.833468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Provisioning complete for port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:38.833674 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.852130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c91777-493b-4a74-a818-602f283d960c tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.855653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f6c91777-493b-4a74-a818-602f283d960c tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a HTTP/1.1" status: 200 len: 913 time: 0.5359395 Jun 30 02:48:38.856706 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.860907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:38.894331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a1cbf2ec-f414-4186-b67a-d8f5b9cae547 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:38.907159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] In _notify_port_updated(), no bound segment for port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 on network dd471da6-b463-46ce-87e7-416611b5aad9 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:48:38.913660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.914347 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.919690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "PUT /v2.0/ports/6dfb2c09-3305-4cd8-9c24-a683a626ff31 HTTP/1.1" status: 200 len: 960 time: 5.9390428 Jun 30 02:48:38.919690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd6083-fa6f-4d36-8f03-bd7a1290f4e0 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event updated for resources: {'Port': ['ID=6dfb2c09-3305-4cd8-9c24-a683a626ff31,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:38.920470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:38.929999 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.934708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/175f8c10-e3cb-4f57-ba7e-a25d23feca3c HTTP/1.1" status: 204 len: 168 time: 2.7856505 Jun 30 02:48:39.152399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Pushing event updated for resources: {'Port': ['ID=22aa90b5-3b7f-432d-87c1-f9e6ef895483,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.155108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa35be-16b1-46c0-878b-6391cdbb78d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=175f8c10-e3cb-4f57-ba7e-a25d23feca3c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.207319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Provisioning for port 1b79abeb-ae0e-4e83-b885-93fa6b63046b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:39.216407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Provisioning complete for port 1b79abeb-ae0e-4e83-b885-93fa6b63046b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:39.216746 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.219211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:39.263321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Port 1b79abeb-ae0e-4e83-b885-93fa6b63046b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:39.276781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:39.277395 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.297753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-52f8e1b3-6007-4dd8-adf4-771b5866169e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 1b79abeb-ae0e-4e83-b885-93fa6b63046b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:39.298153 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f8e1b3-6007-4dd8-adf4-771b5866169e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.318374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Provisioning for port d3c2ae09-00c1-4d49-8466-07b2e6e19019 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:39.323751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Provisioning complete for port d3c2ae09-00c1-4d49-8466-07b2e6e19019 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:39.324121 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.472956 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.528257 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f8e1b3-6007-4dd8-adf4-771b5866169e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.535878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] For port d3c2ae09-00c1-4d49-8466-07b2e6e19019, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3c2ae09-00c1-4d49-8466-07b2e6e19019,segment=NetworkSegment(2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d),segment_id=2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:39.542092 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.572877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-52f8e1b3-6007-4dd8-adf4-771b5866169e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 1b79abeb-ae0e-4e83-b885-93fa6b63046b owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:39.626852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:39.735020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:39.735899 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e4f27a12-a180-4d5f-9fd7-fdfe917ea4bf not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:39.736699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1e4b149e-19f5-40b7-9325-a154a83d51c9 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:39.745206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416635f-083a-4332-a459-36e2a53cfc64 None None] Pushing event updated for resources: {'Port': ['ID=d3c2ae09-00c1-4d49-8466-07b2e6e19019,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:39.776002 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.796973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 1e4b149e-19f5-40b7-9325-a154a83d51c9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:39.798059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1e4b149e-19f5-40b7-9325-a154a83d51c9 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:39.823687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b504166e-be6a-4751-b1e8-576543c41e04 None None] Provisioning for port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:39.836424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b504166e-be6a-4751-b1e8-576543c41e04 None None] Provisioning complete for port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:39.836797 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b504166e-be6a-4751-b1e8-576543c41e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.910600 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f8e1b3-6007-4dd8-adf4-771b5866169e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.910982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f74cbaf4-4ba8-4d75-bd62-1e6364acb1e3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:39.911149 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f74cbaf4-4ba8-4d75-bd62-1e6364acb1e3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.934040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b504166e-be6a-4751-b1e8-576543c41e04 None None] Port 6dfb2c09-3305-4cd8-9c24-a683a626ff31 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:39.949089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b504166e-be6a-4751-b1e8-576543c41e04 None None] Provisioning complete for port d3c2ae09-00c1-4d49-8466-07b2e6e19019 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:39.949798 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b504166e-be6a-4751-b1e8-576543c41e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.972901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8e1b3-6007-4dd8-adf4-771b5866169e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=1b79abeb-ae0e-4e83-b885-93fa6b63046b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:40.042100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f534c542-248a-44aa-9302-be6745d035bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7eda8aa0b2b48c9954771cb75bd2ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8213236 Jun 30 02:48:40.051944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3c2ae09-00c1-4d49-8466-07b2e6e19019 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:40.058577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:40.257182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d3c2ae09-00c1-4d49-8466-07b2e6e19019 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:40.257771 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.278295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f8e1b3-6007-4dd8-adf4-771b5866169e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.285430 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-52f8e1b3-6007-4dd8-adf4-771b5866169e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/1b79abeb-ae0e-4e83-b885-93fa6b63046b HTTP/1.1" status: 204 len: 168 time: 1.8856211 Jun 30 02:48:40.285430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:40.372908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f74cbaf4-4ba8-4d75-bd62-1e6364acb1e3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.384775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c910c937-75b1-4fbf-8d8b-b967af12263c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.423402 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c910c937-75b1-4fbf-8d8b-b967af12263c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.445825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e53ff07-c4ac-48a5-bb78-4bb9e2ca6179 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.447209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e53ff07-c4ac-48a5-bb78-4bb9e2ca6179 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.448844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e53ff07-c4ac-48a5-bb78-4bb9e2ca6179 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.450494 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6e53ff07-c4ac-48a5-bb78-4bb9e2ca6179 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1656692 Jun 30 02:48:40.453375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:40.483202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f74cbaf4-4ba8-4d75-bd62-1e6364acb1e3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 6dfb2c09-3305-4cd8-9c24-a683a626ff31 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:40.500785 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.530524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-68342a9a-cd73-4663-8653-feb6b27abbea tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 5fa125f9-e95b-4e5c-87c5-10037ad56fc0 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:40.535859 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.545549 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68342a9a-cd73-4663-8653-feb6b27abbea tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.551389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c910c937-75b1-4fbf-8d8b-b967af12263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.554630 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c910c937-75b1-4fbf-8d8b-b967af12263c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.556024 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c910c937-75b1-4fbf-8d8b-b967af12263c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f27457b2-ff77-4824-a636-449aad41f8cf HTTP/1.1" status: 204 len: 168 time: 0.4964147 Jun 30 02:48:40.633783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910c937-75b1-4fbf-8d8b-b967af12263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27457b2-ff77-4824-a636-449aad41f8cf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:40.663999 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68342a9a-cd73-4663-8653-feb6b27abbea tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.816692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:48:40.818685 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f74cbaf4-4ba8-4d75-bd62-1e6364acb1e3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:40.857970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cbaf4-4ba8-4d75-bd62-1e6364acb1e3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=6dfb2c09-3305-4cd8-9c24-a683a626ff31,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:40.895729 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68342a9a-cd73-4663-8653-feb6b27abbea tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.061349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68342a9a-cd73-4663-8653-feb6b27abbea tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.085210 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f74cbaf4-4ba8-4d75-bd62-1e6364acb1e3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.090377 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f74cbaf4-4ba8-4d75-bd62-1e6364acb1e3 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/6dfb2c09-3305-4cd8-9c24-a683a626ff31 HTTP/1.1" status: 204 len: 168 time: 2.1034865 Jun 30 02:48:41.091081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:41.112712 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd25ec1-1cab-4c68-ade6-7ea5bd0f349c None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:41.124394 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68342a9a-cd73-4663-8653-feb6b27abbea tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.128062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68342a9a-cd73-4663-8653-feb6b27abbea tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/5fa125f9-e95b-4e5c-87c5-10037ad56fc0 HTTP/1.1" status: 204 len: 168 time: 0.6734650 Jun 30 02:48:41.132329 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1289ac55-e16b-420a-83da-0461e7a4ccfa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] GET failed (client error): The resource could not be found. Jun 30 02:48:41.132485 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68342a9a-cd73-4663-8653-feb6b27abbea tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa125f9-e95b-4e5c-87c5-10037ad56fc0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:41.137932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1289ac55-e16b-420a-83da-0461e7a4ccfa tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports/6dfb2c09-3305-4cd8-9c24-a683a626ff31 HTTP/1.1" status: 404 len: 333 time: 0.0394037 Jun 30 02:48:41.143659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56600) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:41.145494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56602) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:41.214074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Deleting port b6b5cdc5-38b6-466e-ab63-5e7af9aa5592 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:41.217194 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.258481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-35165d47-f88f-4820-b0e3-66cd1e73fa8c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 9a0291ee-600c-4c7b-bb20-2d1cc030246f {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:41.271950 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35165d47-f88f-4820-b0e3-66cd1e73fa8c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.372538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35165d47-f88f-4820-b0e3-66cd1e73fa8c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.380623 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9168b54-637d-4816-8d8b-0b5ff24f8def tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.482191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9168b54-637d-4816-8d8b-0b5ff24f8def tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.488106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:41.500232 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.500943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Sync routers for ids ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:41.515489 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Routers {'2a190cd4-0e4e-47d0-adca-5e4a3d8db220'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:41.518496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:41.542514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Calling delete_port for b6b5cdc5-38b6-466e-ab63-5e7af9aa5592 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:41.553069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.555172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-03f45a97-a930-4156-96bc-e6e7d371ad48 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8667717 Jun 30 02:48:41.558429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:41.570515 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35165d47-f88f-4820-b0e3-66cd1e73fa8c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.703332 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9168b54-637d-4816-8d8b-0b5ff24f8def tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.716304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e9168b54-637d-4816-8d8b-0b5ff24f8def tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.720631 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e9168b54-637d-4816-8d8b-0b5ff24f8def tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/security-groups/c6d1cdc4-1574-403c-8bad-fc70f35e5ae5 HTTP/1.1" status: 204 len: 168 time: 0.5586472 Jun 30 02:48:41.729662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:41.730277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:41.772741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Set router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:41.800906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9168b54-637d-4816-8d8b-0b5ff24f8def tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d1cdc4-1574-403c-8bad-fc70f35e5ae5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:41.877241 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35165d47-f88f-4820-b0e3-66cd1e73fa8c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.947037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-network', 'tenant_id': 'f740c385eea94fd3abc0440038637e74'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:41.964408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35165d47-f88f-4820-b0e3-66cd1e73fa8c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0291ee-600c-4c7b-bb20-2d1cc030246f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:41.990783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35165d47-f88f-4820-b0e3-66cd1e73fa8c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.992988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-35165d47-f88f-4820-b0e3-66cd1e73fa8c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/9a0291ee-600c-4c7b-bb20-2d1cc030246f HTTP/1.1" status: 204 len: 168 time: 0.8484025 Jun 30 02:48:42.027068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:42.116004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d8ef2c-8037-4353-a940-a046bf73ae00 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.122087 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ebab4ef0-394a-4e56-9b76-401ec4a75c34 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908172 Jun 30 02:48:42.122702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:42.140671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-80ff7fa1-2e7d-47a2-89cf-cb94ae447e3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:42.210643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'name': 'tempest-TestAggregatesBasicOps-859374867-router', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:32Z', 'updated_at': '2021-06-30T02:48:38Z', 'revision_number': 3, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'gw_port': {'id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:37Z', 'updated_at': '2021-06-30T02:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:42.289305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Checking router: 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:42.289657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Updating router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 port 22aa90b5-3b7f-432d-87c1-f9e6ef895483 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:42.344843 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edce0347-c819-4320-976c-3c86b776c053 req-25d075ff-eec2-4dec-a328-74c0c0983a28 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2506011 Jun 30 02:48:42.375633 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.595867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce0347-c819-4320-976c-3c86b776c053 req-848002ea-8396-46f1-9f54-057c70bacba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:42.597485 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edce0347-c819-4320-976c-3c86b776c053 req-848002ea-8396-46f1-9f54-057c70bacba2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89f0160969054a7f9563ffe24b08a4b6&device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 1102 time: 0.1390526 Jun 30 02:48:42.608862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a848d85-ac92-4661-a903-60cb5281c843 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:42.720160 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.864129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d8ef2c-8037-4353-a940-a046bf73ae00 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.878362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-55a586e0-4173-4094-8a45-adce8f238125 None None] Provisioning complete for port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:42.881286 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-55a586e0-4173-4094-8a45-adce8f238125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.958152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Made reservation on behalf of f740c385eea94fd3abc0440038637e74 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:42.961241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.987595 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.027173 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d8ef2c-8037-4353-a940-a046bf73ae00 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.029763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d8ef2c-8037-4353-a940-a046bf73ae00 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.031170 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-69d8ef2c-8037-4353-a940-a046bf73ae00 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/security-groups/76942044-9b7a-4731-82dd-dae5a04d6783 HTTP/1.1" status: 204 len: 168 time: 1.2891362 Jun 30 02:48:43.045150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce0347-c819-4320-976c-3c86b776c053 req-76d06da3-8655-4052-9804-3845377cfa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:43.046683 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edce0347-c819-4320-976c-3c86b776c053 req-76d06da3-8655-4052-9804-3845377cfa8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.3925571 Jun 30 02:48:43.050705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:43.082751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8ef2c-8037-4353-a940-a046bf73ae00 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76942044-9b7a-4731-82dd-dae5a04d6783,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:43.097851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff7fa1-2e7d-47a2-89cf-cb94ae447e3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:43.103053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80ff7fa1-2e7d-47a2-89cf-cb94ae447e3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.169885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edce0347-c819-4320-976c-3c86b776c053 req-e0187b24-f37d-4513-b31d-42329370aab4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=445ae976-c81b-49b8-b1b5-1f57a8df75ed HTTP/1.1" status: 200 len: 217 time: 0.1073194 Jun 30 02:48:43.184905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.223133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event deleted for resources: {'Port': ['ID=b6b5cdc5-38b6-466e-ab63-5e7af9aa5592,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:43.353123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce0347-c819-4320-976c-3c86b776c053 req-c1c4e10a-3d68-43c0-b272-9e4818c34621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:43.356244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edce0347-c819-4320-976c-3c86b776c053 req-c1c4e10a-3d68-43c0-b272-9e4818c34621 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1650574 Jun 30 02:48:43.483241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.538656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9ff083-edf5-4c58-aa44-1859a124e3c2 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:43.595244 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.645890 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80ff7fa1-2e7d-47a2-89cf-cb94ae447e3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.668232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Allocated IP 172.20.0.1 (8e6e00a0-a081-4f97-8e01-50c2459f3f37/42582188-5b64-4f93-81c6-196e3f4a9a0a/a9b7f504-d2f5-497b-8c32-abb8272fb1d3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:43.700611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:48:43.713861 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5755f9-3896-482b-be8b-3cb2a06839a1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.726938 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.746013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Transition to ACTIVE for port object 22aa90b5-3b7f-432d-87c1-f9e6ef895483 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:43.759834 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ff083-edf5-4c58-aa44-1859a124e3c2 None None] Deleting port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:43.760466 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff083-edf5-4c58-aa44-1859a124e3c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.790648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee642dd-1632-4865-8806-6696c7c64593,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:43.817569 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.821476 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Added segment b157578e-614d-46a6-8bc6-f933cdb600a1 of type vlan for network f4b88cbe-e281-413e-954b-f9228dae6a9d Jun 30 02:48:43.868026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce0347-c819-4320-976c-3c86b776c053 req-7a8c5e7a-de44-482e-b84f-d4cd82e1e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:43.869706 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edce0347-c819-4320-976c-3c86b776c053 req-7a8c5e7a-de44-482e-b84f-d4cd82e1e0c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4938869 Jun 30 02:48:43.876403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ff7fa1-2e7d-47a2-89cf-cb94ae447e3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:43.905181 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.911548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-80ff7fa1-2e7d-47a2-89cf-cb94ae447e3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:43.999326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a1cbf2ec-f414-4186-b67a-d8f5b9cae547 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:44.028243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1b9ff083-edf5-4c58-aa44-1859a124e3c2 None None] For port a1cbf2ec-f414-4186-b67a-d8f5b9cae547, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:44.029526 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff083-edf5-4c58-aa44-1859a124e3c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.036341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Attempting to bind port 22aa90b5-3b7f-432d-87c1-f9e6ef895483 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:44.037386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Attempting to bind port 22aa90b5-3b7f-432d-87c1-f9e6ef895483 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:44.038027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Attempting to bind port 22aa90b5-3b7f-432d-87c1-f9e6ef895483 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:44.054801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff7fa1-2e7d-47a2-89cf-cb94ae447e3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:44.055455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80ff7fa1-2e7d-47a2-89cf-cb94ae447e3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.058934 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.071135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff7fa1-2e7d-47a2-89cf-cb94ae447e3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=5937b44e-a3b8-4257-ba3d-94556373afcf,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:44.094913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.105712 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-80ff7fa1-2e7d-47a2-89cf-cb94ae447e3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9718742 Jun 30 02:48:44.113418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:44.115595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1b9ff083-edf5-4c58-aa44-1859a124e3c2 None None] Calling delete_port for a1cbf2ec-f414-4186-b67a-d8f5b9cae547 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:44.119850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:44.122355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:44.122816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:44.123164 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.123601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:44.124315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Bound port: 22aa90b5-3b7f-432d-87c1-f9e6ef895483, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:44.124705 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.172776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed30fd9-a997-4d9b-bf5d-4d1867fc1beb None None] Pushing event updated for resources: {'Port': ['ID=22aa90b5-3b7f-432d-87c1-f9e6ef895483,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:44.351161 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.354483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] For port 22aa90b5-3b7f-432d-87c1-f9e6ef895483, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:44.362012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] For port 22aa90b5-3b7f-432d-87c1-f9e6ef895483, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=22aa90b5-3b7f-432d-87c1-f9e6ef895483,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:44.385735 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.386443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:44.390516 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.411987 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.resource_extend [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:48:44.426544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port a1cbf2ec-f414-4186-b67a-d8f5b9cae547, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:44.463280 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.512950 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b9ff083-edf5-4c58-aa44-1859a124e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.519227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Routers {'2a190cd4-0e4e-47d0-adca-5e4a3d8db220'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:44.520013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:44.586194 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.588854 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edce0347-c819-4320-976c-3c86b776c053 req-f0530948-497d-4ad1-a93a-500503027962 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975465 Jun 30 02:48:44.591081 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5755f9-3896-482b-be8b-3cb2a06839a1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.593106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:44.593755 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.631953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ff083-edf5-4c58-aa44-1859a124e3c2 None None] No DVR routers for this DVR port a1cbf2ec-f414-4186-b67a-d8f5b9cae547 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:44.638283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed30fd9-a997-4d9b-bf5d-4d1867fc1beb None None] Pushing event updated for resources: {'Port': ['ID=22aa90b5-3b7f-432d-87c1-f9e6ef895483,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:44.754996 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.757691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.0234818 Jun 30 02:48:44.764758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5755f9-3896-482b-be8b-3cb2a06839a1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.767486 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd5755f9-3896-482b-be8b-3cb2a06839a1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.771970 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cd5755f9-3896-482b-be8b-3cb2a06839a1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/security-groups/72a6b1cb-2d8f-4cf4-9418-783878937d89 HTTP/1.1" status: 204 len: 168 time: 1.7203348 Jun 30 02:48:44.774634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:44.775275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:44.788058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Request body: {'subnet': {'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-subnet', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:44.848653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f3731-1ab2-4dd3-89ad-518b17154c5a admin admin] Pushing event updated for resources: {'Network': ['ID=f4b88cbe-e281-413e-954b-f9228dae6a9d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:44.890397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5755f9-3896-482b-be8b-3cb2a06839a1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a6b1cb-2d8f-4cf4-9418-783878937d89,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:44.899744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Transition to ACTIVE for port object a9b7f504-d2f5-497b-8c32-abb8272fb1d3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:44.917267 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edce0347-c819-4320-976c-3c86b776c053 req-6658797a-c153-4751-9ebf-25002267a7e5 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195863 Jun 30 02:48:44.934291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371a4bc2-7344-4be7-8286-38fb97cfdb9c None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:44.937575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network f4b88cbe-e281-413e-954b-f9228dae6a9d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:48:44.937760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Made reservation on behalf of f740c385eea94fd3abc0440038637e74 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:44.940242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:44.991737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c33eb2-8436-42c2-9e86-ccbce4161ffe tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet 5083f79b-ee8f-4a07-81b7-6f57e7049140 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:44.995037 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83c33eb2-8436-42c2-9e86-ccbce4161ffe tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.034176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event deleted for resources: {'Port': ['ID=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:45.041781 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83c33eb2-8436-42c2-9e86-ccbce4161ffe tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.105149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ff083-edf5-4c58-aa44-1859a124e3c2 None None] Pushing event deleted for resources: {'Port': ['ID=a1cbf2ec-f414-4186-b67a-d8f5b9cae547,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:45.111190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Router 4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:45.141616 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83c33eb2-8436-42c2-9e86-ccbce4161ffe tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.233121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] Set router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:45.249963 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.354155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:45.367376 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83c33eb2-8436-42c2-9e86-ccbce4161ffe tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.374531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:45.379244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:45.439647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:48:45.442089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:45.450466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.455168 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533f9631-d5c1-4109-becb-8038ede1e065 None None] Sync routers for ids ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:45.457783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-40755b96-46f0-4bb7-821e-7e8ac3fec744 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "PUT /v2.0/routers/4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5960429 Jun 30 02:48:45.461507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56688) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:45.472337 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f9631-d5c1-4109-becb-8038ede1e065 None None] Routers {'4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:45.473652 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-533f9631-d5c1-4109-becb-8038ede1e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:45.595212 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-533f9631-d5c1-4109-becb-8038ede1e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:45.601670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '5937b44e-a3b8-4257-ba3d-94556373afcf'}, {'subnet_id': 'f95db70f-e08c-4835-a3c4-08c6984d36c3'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:45.604786 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.628470 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f9631-d5c1-4109-becb-8038ede1e065 None None] Routers {'4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:45.633283 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-533f9631-d5c1-4109-becb-8038ede1e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:45.649088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:45.657088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:45.681307 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.681737 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.693241 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.727779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6130056 Jun 30 02:48:45.734208 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83c33eb2-8436-42c2-9e86-ccbce4161ffe tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.736167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-83c33eb2-8436-42c2-9e86-ccbce4161ffe tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/5083f79b-ee8f-4a07-81b7-6f57e7049140 HTTP/1.1" status: 204 len: 168 time: 0.9434326 Jun 30 02:48:45.742768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:45.743174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:45.777127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:d4:40:58', 'name': 'tempest-NetworksTestDHCPv6-1437738509'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:45.794243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c33eb2-8436-42c2-9e86-ccbce4161ffe tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=5083f79b-ee8f-4a07-81b7-6f57e7049140,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:45.807734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b7f504-d2f5-497b-8c32-abb8272fb1d3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:45.859526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.879091 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f6610-6bc0-4417-bac6-8cfab594a07c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=f95db70f-e08c-4835-a3c4-08c6984d36c3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:45.890645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:45.890909 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-533f9631-d5c1-4109-becb-8038ede1e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:45.891543 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533f9631-d5c1-4109-becb-8038ede1e065 None None] The sync data for ids ['4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:45.919225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4cd359-1767-40e3-a7de-d6da9646497b None None] Network dd471da6-b463-46ce-87e7-416611b5aad9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:45.943843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0a7814-e620-4a47-85c2-1cffa73a5dff,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:46.014115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Checking segment: {'id': 'b157578e-614d-46a6-8bc6-f933cdb600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:46.014529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Network hostable DHCP agents. Network: f4b88cbe-e281-413e-954b-f9228dae6a9d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:48:46.021681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Allocated IP 172.20.0.2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/5937b44e-a3b8-4257-ba3d-94556373afcf/e20da9e4-da64-4a7e-9c1d-d141d702f662) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:46.036692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Allocated IP 2001:db8::f816:3eff:fe63:8d99 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/f95db70f-e08c-4835-a3c4-08c6984d36c3/e20da9e4-da64-4a7e-9c1d-d141d702f662) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:46.069685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5f49cb-3716-4135-89fe-e8eae8c35762 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet 161e827d-7099-4297-a84a-2e53511a84a2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:46.070240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Network f4b88cbe-e281-413e-954b-f9228dae6a9d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:48:46.095179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, f4b88cbe-e281-413e-954b-f9228dae6a9d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:46.107900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da5f49cb-3716-4135-89fe-e8eae8c35762 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.125668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b99ba97-f24e-4908-a4bb-b6600294b34f None None] Provisioning for port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:46.137398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1b99ba97-f24e-4908-a4bb-b6600294b34f None None] Provisioning complete for port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:46.137697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b99ba97-f24e-4908-a4bb-b6600294b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.163377 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.168330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:46.169994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.181366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb0c4a-d077-4103-bed6-e602c3804570 None None] Network f4b88cbe-e281-413e-954b-f9228dae6a9d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:46.182637 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da5f49cb-3716-4135-89fe-e8eae8c35762 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.227855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.249679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fab7b2fd-9c6d-42d3-824e-f4ce5175d2af admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4655197 Jun 30 02:48:46.252727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:46.269192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:46.290483 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.299126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1b99ba97-f24e-4908-a4bb-b6600294b34f None None] Port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:46.316722 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:46.393483 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.398828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'name': 'tempest-TestAggregatesBasicOps-859374867-router', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:32Z', 'updated_at': '2021-06-30T02:48:38Z', 'revision_number': 3, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'gw_port': {'id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:37Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:46.407052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da5f49cb-3716-4135-89fe-e8eae8c35762 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.477848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a77fc56-ae16-4bec-83e2-bc954376a567 None None] The sync data for ids ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'] in n-d-758944-39 is: [{'id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'name': 'tempest-TestAggregatesBasicOps-859374867-router', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:32Z', 'updated_at': '2021-06-30T02:48:38Z', 'revision_number': 3, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'gw_port': {'id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:37Z', 'updated_at': '2021-06-30T02:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:46.485713 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.486682 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.487066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50dccdf-fc41-4775-96bb-ae4e3376cd12 None None] Network f4b88cbe-e281-413e-954b-f9228dae6a9d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:46.602964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da5f49cb-3716-4135-89fe-e8eae8c35762 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.628810 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.655448 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.691252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f49cb-3716-4135-89fe-e8eae8c35762 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=161e827d-7099-4297-a84a-2e53511a84a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:46.693131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-da5f49cb-3716-4135-89fe-e8eae8c35762 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.695101 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-da5f49cb-3716-4135-89fe-e8eae8c35762 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/161e827d-7099-4297-a84a-2e53511a84a2 HTTP/1.1" status: 204 len: 168 time: 0.9497230 Jun 30 02:48:46.698527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:46.749089 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-44252d13-54d4-4a82-a7da-12e301c66d77 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:46.749543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44252d13-54d4-4a82-a7da-12e301c66d77 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:46.751297 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-44252d13-54d4-4a82-a7da-12e301c66d77 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/5083f79b-ee8f-4a07-81b7-6f57e7049140 HTTP/1.1" status: 404 len: 337 time: 0.0513425 Jun 30 02:48:46.755272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:46.767618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 461863b4-af17-47b3-87a5-330bcd6f734c yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:48:46.776131 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Deleting port f17c1119-224a-4264-bccd-57e45f90fdb8 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:46.776473 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.832799 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.844553 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.853975 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.892684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Transition to ACTIVE for port object e20da9e4-da64-4a7e-9c1d-d141d702f662 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:46.920137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Transition to ACTIVE for port object e20da9e4-da64-4a7e-9c1d-d141d702f662 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:46.948015 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.005580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.009199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c028ae3-0846-47fb-a818-5c0bff323c18 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting subnet bd798c0a-4a9a-4777-a196-8256ee33ef10 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:47.023012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:47.029895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c028ae3-0846-47fb-a818-5c0bff323c18 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.031529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:47.035852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:47.049385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Pushing event updated for resources: {'Port': ['ID=e20da9e4-da64-4a7e-9c1d-d141d702f662,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:47.151844 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.191246 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c028ae3-0846-47fb-a818-5c0bff323c18 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.196063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Calling delete_port for f17c1119-224a-4264-bccd-57e45f90fdb8 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:47.243859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Attempting to bind port e20da9e4-da64-4a7e-9c1d-d141d702f662 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:47.244213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Attempting to bind port e20da9e4-da64-4a7e-9c1d-d141d702f662 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:47.244458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Attempting to bind port e20da9e4-da64-4a7e-9c1d-d141d702f662 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:47.258136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:47.258561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:47.259485 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.260767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:47.271589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Bound port: e20da9e4-da64-4a7e-9c1d-d141d702f662, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:47.271845 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.292516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.449412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] For port e20da9e4-da64-4a7e-9c1d-d141d702f662, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:47.458460 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] For port e20da9e4-da64-4a7e-9c1d-d141d702f662, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e20da9e4-da64-4a7e-9c1d-d141d702f662,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:47.468110 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.541820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b7f504-d2f5-497b-8c32-abb8272fb1d3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:47.597720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeb76e-6ba7-409f-8d8b-330d38cb0702 None None] Pushing event updated for resources: {'Port': ['ID=e20da9e4-da64-4a7e-9c1d-d141d702f662,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:47.669497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:47.675006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:48.151171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 22aa90b5-3b7f-432d-87c1-f9e6ef895483 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:48.175866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:48.315190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77c356be-f3e5-4603-bf2d-edeae05c1641 None None] Provisioning complete for port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:48.315564 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77c356be-f3e5-4603-bf2d-edeae05c1641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.403999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 22aa90b5-3b7f-432d-87c1-f9e6ef895483 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:48.413177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-77c356be-f3e5-4603-bf2d-edeae05c1641 None None] Port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:48.418490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 22aa90b5-3b7f-432d-87c1-f9e6ef895483 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:48.419317 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.459618 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.517150 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.549571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c028ae3-0846-47fb-a818-5c0bff323c18 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.574049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-80ac2e06-6ca7-4adb-8959-691a72d441f0 None None] Provisioning complete for port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:48.574693 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80ac2e06-6ca7-4adb-8959-691a72d441f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.577931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:48.584603 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e9d5e759-52bb-4904-b0eb-b71318378378 admin admin] 10.222.0.55 "PUT /v2.0/routers/2a190cd4-0e4e-47d0-adca-5e4a3d8db220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0248835 Jun 30 02:48:48.680159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80ac2e06-6ca7-4adb-8959-691a72d441f0 None None] Port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:48.683189 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.704816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-80ac2e06-6ca7-4adb-8959-691a72d441f0 None None] Provisioning complete for port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:48.705060 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80ac2e06-6ca7-4adb-8959-691a72d441f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.727650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Allocated IP 172.25.7.43 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/150daf51-6d4f-415b-bbf7-ff9a2f02cb15) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:48.746623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 22aa90b5-3b7f-432d-87c1-f9e6ef895483, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=22aa90b5-3b7f-432d-87c1-f9e6ef895483,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:48.756298 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.850945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=22aa90b5-3b7f-432d-87c1-f9e6ef895483,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:48.910903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c028ae3-0846-47fb-a818-5c0bff323c18 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.913586 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.009790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.037048 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c028ae3-0846-47fb-a818-5c0bff323c18 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.038137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e8ca70-5ee1-4dc1-9014-90b5ad6fb441 None None] Network dd471da6-b463-46ce-87e7-416611b5aad9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:49.042615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:49.045455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5c028ae3-0846-47fb-a818-5c0bff323c18 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/bd798c0a-4a9a-4777-a196-8256ee33ef10 HTTP/1.1" status: 204 len: 168 time: 2.2890182 Jun 30 02:48:49.046847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event deleted for resources: {'Port': ['ID=f17c1119-224a-4264-bccd-57e45f90fdb8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:49.051526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 172.20.0.13 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/5937b44e-a3b8-4257-ba3d-94556373afcf/461863b4-af17-47b3-87a5-330bcd6f734c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:49.083315 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-910601f0-4f13-42de-9abc-8e8e12089545 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:49.083863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910601f0-4f13-42de-9abc-8e8e12089545 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:49.088577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-910601f0-4f13-42de-9abc-8e8e12089545 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/e9ad586e-91f8-49d4-a769-4f5c8519863e HTTP/1.1" status: 404 len: 337 time: 0.0409317 Jun 30 02:48:49.089452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56754) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:49.135474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4ebbd647-868b-4542-b383-a1d5aa97d61a tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0a0c08f-91b3-4c68-be30-c4bc3e905d12 HTTP/1.1" status: 200 len: 205 time: 0.0420938 Jun 30 02:48:49.135474 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.139047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56756) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:49.158271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c028ae3-0846-47fb-a818-5c0bff323c18 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Subnet': ['ID=bd798c0a-4a9a-4777-a196-8256ee33ef10,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:49.192199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::f816:3eff:fed4:4058 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/f95db70f-e08c-4835-a3c4-08c6984d36c3/461863b4-af17-47b3-87a5-330bcd6f734c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:49.299445 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.363585 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-89898764-8562-492a-bda0-220e31340171 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] delete failed (client error): The resource could not be found. Jun 30 02:48:49.372994 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-89898764-8562-492a-bda0-220e31340171 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/routers/c0a0c08f-91b3-4c68-be30-c4bc3e905d12 HTTP/1.1" status: 404 len: 336 time: 0.2176962 Jun 30 02:48:49.378963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:49.389038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:49.477318 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.482275 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.500964 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6727ea5f-f406-446e-94ac-e57e775ca60f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:49.504911 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6727ea5f-f406-446e-94ac-e57e775ca60f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:49.511471 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6727ea5f-f406-446e-94ac-e57e775ca60f tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/785f9317-6e63-4ce0-897b-f7e460ce81a5 HTTP/1.1" status: 404 len: 337 time: 0.1245394 Jun 30 02:48:49.521713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:49.536109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:49.538099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Pushing event updated for resources: {'Port': ['ID=150daf51-6d4f-415b-bbf7-ff9a2f02cb15,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:49.541555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:49.699126 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.723702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88cbf89-bff6-4339-8b22-7311e1c60d1f None None] DHCP port deletion for dd471da6-b463-46ce-87e7-416611b5aad9 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:49.736384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 461863b4-af17-47b3-87a5-330bcd6f734c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:49.816111 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Sync routers for ids ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:49.817526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:49.823955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-481133480-network', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:49.872101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Routers {'2a190cd4-0e4e-47d0-adca-5e4a3d8db220'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:49.874848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:49.896707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Made reservation on behalf of c08eb6f88f7741f28b11dca351669451 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:49.900293 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.907432 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3c3746-dc52-4383-89ea-f48131a4adca tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:49.908291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3c3746-dc52-4383-89ea-f48131a4adca tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:49.913563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ed3c3746-dc52-4383-89ea-f48131a4adca tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/9e6da653-0382-460e-9135-dfdc8cafdb79 HTTP/1.1" status: 404 len: 337 time: 0.3237267 Jun 30 02:48:49.915702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:49.917926 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.920692 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.928897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.929790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Fanout notify agent at l3_agent the message router_deleted on router 4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:48:49.951886 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:49.953509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eb7a1e2d-48d5-4d07-b8c0-b78bf6d4b62e tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "DELETE /v2.0/routers/4f1c4a50-3215-44ab-b38f-ebe58a2b3a0a HTTP/1.1" status: 204 len: 168 time: 4.4850662 Jun 30 02:48:49.956202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.030415 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd3d040-2e45-4160-818b-8ef859d3886e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:50.031259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd3d040-2e45-4160-818b-8ef859d3886e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:50.040326 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ddd3d040-2e45-4160-818b-8ef859d3886e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/40fd302e-99e9-4afa-96c7-ef5f786c6472 HTTP/1.1" status: 404 len: 337 time: 0.0845990 Jun 30 02:48:50.045528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.052387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-64868e74-0a0c-462c-9a58-3d5213178a21 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Deleting subnet d7209d59-55f5-4102-86fd-caa1989338de {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:50.056604 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64868e74-0a0c-462c-9a58-3d5213178a21 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.121670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Set router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:50.171624 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0985bad7-1bf1-4b4a-99d0-c0a3dd568c92 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:50.172636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0985bad7-1bf1-4b4a-99d0-c0a3dd568c92 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:50.177912 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0985bad7-1bf1-4b4a-99d0-c0a3dd568c92 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/3a57371e-b542-4e32-9855-fd99fe85a4ed HTTP/1.1" status: 404 len: 333 time: 0.1303110 Jun 30 02:48:50.179002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.208970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:50.238537 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aad0550-f70f-4b91-9de8-63f0a8b370c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:50.239122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aad0550-f70f-4b91-9de8-63f0a8b370c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:50.244214 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0aad0550-f70f-4b91-9de8-63f0a8b370c1 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/6ee7285f-f4a3-4ac6-be56-5772aee5c96b HTTP/1.1" status: 404 len: 337 time: 0.0594645 Jun 30 02:48:50.245035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.249781 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64868e74-0a0c-462c-9a58-3d5213178a21 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.266249 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:50.268702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e20da9e4-da64-4a7e-9c1d-d141d702f662 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:50.272203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:50.314575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c88cbf89-bff6-4339-8b22-7311e1c60d1f None None] Deleting port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:50.315104 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c88cbf89-bff6-4339-8b22-7311e1c60d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.317150 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e77d8cd-1e04-4a03-8cb6-be8c1530a26c None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:50.436016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:50.445966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.475372 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aae2a68-316b-41b5-bee5-ba61204e58d7 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:50.475843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aae2a68-316b-41b5-bee5-ba61204e58d7 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:50.484334 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3aae2a68-316b-41b5-bee5-ba61204e58d7 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/b0bc4107-9b60-4b0b-8303-360f3db274bd HTTP/1.1" status: 404 len: 337 time: 0.2184796 Jun 30 02:48:50.485032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.495436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd502c05-4ca8-4d17-a71b-ea430ccd19af None None] Provisioning for port e20da9e4-da64-4a7e-9c1d-d141d702f662 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:50.498790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=461863b4-af17-47b3-87a5-330bcd6f734c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:50.532177 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4667f6a2-63a2-4bd1-b4ed-b65da1bd9d0e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:50.532964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4667f6a2-63a2-4bd1-b4ed-b65da1bd9d0e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:50.537853 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4667f6a2-63a2-4bd1-b4ed-b65da1bd9d0e tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/523efe11-787c-4c66-b2f0-571ed73adaf7 HTTP/1.1" status: 404 len: 333 time: 0.0514693 Jun 30 02:48:50.538526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.547074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c88cbf89-bff6-4339-8b22-7311e1c60d1f None None] For port 85497e33-af0b-4fbc-b333-2d2cd5ae6187, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=85497e33-af0b-4fbc-b333-2d2cd5ae6187,segment=NetworkSegment(bcdb7077-db49-4bbe-b9aa-f7b64e511c08),segment_id=bcdb7077-db49-4bbe-b9aa-f7b64e511c08)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:50.548122 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c88cbf89-bff6-4339-8b22-7311e1c60d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.571830 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c017ca-bdaf-45be-bdb8-5818c3695952 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:50.572999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c017ca-bdaf-45be-bdb8-5818c3695952 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:50.580034 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-39c017ca-bdaf-45be-bdb8-5818c3695952 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/c4de3bac-564f-4a12-86f4-9662dffdf8d6 HTTP/1.1" status: 404 len: 337 time: 0.0393834 Jun 30 02:48:50.581765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.611429 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1ca676-9e72-4f73-bd6a-507f89e27fae tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] DELETE failed (client error): The resource could not be found. Jun 30 02:48:50.612035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1ca676-9e72-4f73-bd6a-507f89e27fae tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:50.614096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8d1ca676-9e72-4f73-bd6a-507f89e27fae tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/subnets/bdc4d86f-0979-47b9-a2d4-84a73225d8c8 HTTP/1.1" status: 404 len: 337 time: 0.0298829 Jun 30 02:48:50.623338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.656325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c88cbf89-bff6-4339-8b22-7311e1c60d1f None None] Calling delete_port for 85497e33-af0b-4fbc-b333-2d2cd5ae6187 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:50.671767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e20da9e4-da64-4a7e-9c1d-d141d702f662 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:50.681386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e20da9e4-da64-4a7e-9c1d-d141d702f662 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:50.681810 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.863562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.874269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-412b6f7e-63e7-4943-9274-37b091e1ce07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Deleting port 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:50.874983 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-412b6f7e-63e7-4943-9274-37b091e1ce07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.876747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:50.882118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e27dc52c-f224-4cd6-903a-de32ea466979 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.1356540 Jun 30 02:48:50.883379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56812) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:50.974545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:48:50.993372 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c88cbf89-bff6-4339-8b22-7311e1c60d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.007879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-412b6f7e-63e7-4943-9274-37b091e1ce07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.034611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-412b6f7e-63e7-4943-9274-37b091e1ce07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Calling delete_port for 0b6ac565-ba72-4f49-bb62-6f12df4da4b4 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:51.045542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cbf89-bff6-4339-8b22-7311e1c60d1f None None] Pushing event deleted for resources: {'Port': ['ID=85497e33-af0b-4fbc-b333-2d2cd5ae6187,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:51.054061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88cbf89-bff6-4339-8b22-7311e1c60d1f None None] No DVR routers for this DVR port 85497e33-af0b-4fbc-b333-2d2cd5ae6187 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:51.064246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64868e74-0a0c-462c-9a58-3d5213178a21 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.091992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'name': 'tempest-TestAggregatesBasicOps-859374867-router', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:32Z', 'updated_at': '2021-06-30T02:48:46Z', 'revision_number': 4, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'gw_port': {'id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:37Z', 'updated_at': '2021-06-30T02:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a9b7f504-d2f5-497b-8c32-abb8272fb1d3', 'name': '', 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'mac_address': 'fa:16:3e:47:dc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '42582188-5b64-4f93-81c6-196e3f4a9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:42Z', 'updated_at': '2021-06-30T02:48:46Z', 'revision_number': 2, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'subnets': [{'id': '42582188-5b64-4f93-81c6-196e3f4a9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:51.145334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Checking router: 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:51.147602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Updating router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:51.166811 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-412b6f7e-63e7-4943-9274-37b091e1ce07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.190069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.192392 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Added segment 92093954-c884-4eba-97cb-c593b1de1cbe of type vlan for network d123afe7-d8ad-487a-aa8c-15feff21c36d Jun 30 02:48:51.226489 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.241603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b6f7e-63e7-4943-9274-37b091e1ce07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Port': ['ID=0b6ac565-ba72-4f49-bb62-6f12df4da4b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:51.250082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-412b6f7e-63e7-4943-9274-37b091e1ce07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.254313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-412b6f7e-63e7-4943-9274-37b091e1ce07 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/ports/0b6ac565-ba72-4f49-bb62-6f12df4da4b4 HTTP/1.1" status: 204 len: 168 time: 0.6283937 Jun 30 02:48:51.256090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:51.280279 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.323944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcea3b84-8eb4-4cac-b0ca-bfd049e66979,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:51.325347 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.357689 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64868e74-0a0c-462c-9a58-3d5213178a21 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.360030 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.441797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.443434 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:51.444038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.458236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64868e74-0a0c-462c-9a58-3d5213178a21 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event deleted for resources: {'Subnet': ['ID=d7209d59-55f5-4102-86fd-caa1989338de,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:51.476807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64868e74-0a0c-462c-9a58-3d5213178a21 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.480410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e20da9e4-da64-4a7e-9c1d-d141d702f662, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e20da9e4-da64-4a7e-9c1d-d141d702f662,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:51.481515 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-64868e74-0a0c-462c-9a58-3d5213178a21 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "DELETE /v2.0/subnets/d7209d59-55f5-4102-86fd-caa1989338de HTTP/1.1" status: 204 len: 168 time: 1.5240548 Jun 30 02:48:51.486780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:51.502699 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.504124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 22aa90b5-3b7f-432d-87c1-f9e6ef895483 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:51.552992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a9320-069a-4d8f-a2b4-955930bbe6a1 None None] Network b5363b7e-4388-49a6-86a1-36ab81d334a5 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:51.606660 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.615044 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7959256 Jun 30 02:48:51.623434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:51.651464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Request body: {'subnet': {'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-481133480-subnet', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:51.668406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b66dc3-733e-48e5-acac-b3a4bcb6736e admin admin] Pushing event updated for resources: {'Network': ['ID=d123afe7-d8ad-487a-aa8c-15feff21c36d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:51.670091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.712321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7413e2-7b21-4318-9a28-1ae7ed463505 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:51.721923 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7413e2-7b21-4318-9a28-1ae7ed463505 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:51.727343 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fa7413e2-7b21-4318-9a28-1ae7ed463505 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8364270 Jun 30 02:48:51.730216 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:51.783154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network d123afe7-d8ad-487a-aa8c-15feff21c36d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:48:51.787941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Made reservation on behalf of c08eb6f88f7741f28b11dca351669451 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:51.788087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e20da9e4-da64-4a7e-9c1d-d141d702f662,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:51.791903 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:51.959443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd1b4303-9e0d-4568-b1ab-0ee69b41691d None None] Provisioning complete for port e20da9e4-da64-4a7e-9c1d-d141d702f662 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:51.959819 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd1b4303-9e0d-4568-b1ab-0ee69b41691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.041171 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.046584 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.056729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2b1fcbf2-ed71-4dc9-b676-441749ff33f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 461863b4-af17-47b3-87a5-330bcd6f734c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:52.057178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcbf2-ed71-4dc9-b676-441749ff33f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.065328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd471da6-b463-46ce-87e7-416611b5aad9']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:52.091193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdb7077-db49-4bbe-b9aa-f7b64e511c08') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:52.091861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdb7077-db49-4bbe-b9aa-f7b64e511c08') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:52.128355 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.157859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 22aa90b5-3b7f-432d-87c1-f9e6ef895483 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:52.158461 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.159214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.162499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Deleting port 45bb5df8-0349-4acc-9456-34232e78e573 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:52.163113 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.219249 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:48:52.219982 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:48:52.225746 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:48:52.296750 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcbf2-ed71-4dc9-b676-441749ff33f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.316735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2b1fcbf2-ed71-4dc9-b676-441749ff33f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 461863b4-af17-47b3-87a5-330bcd6f734c owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:52.465664 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.468682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] For port 45bb5df8-0349-4acc-9456-34232e78e573, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=45bb5df8-0349-4acc-9456-34232e78e573,segment=NetworkSegment(d47ca4ed-c46a-4a0a-a44f-33f6dfe82648),segment_id=d47ca4ed-c46a-4a0a-a44f-33f6dfe82648)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:52.469342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.491898 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.494857 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] 10.222.0.55 "DELETE /v2.0/networks/dd471da6-b463-46ce-87e7-416611b5aad9 HTTP/1.1" status: 204 len: 168 time: 1.2376485 Jun 30 02:48:52.517898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Calling delete_port for 45bb5df8-0349-4acc-9456-34232e78e573 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:52.521355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58497d4c-f5ec-442f-820a-271c6df72ef8 tempest-PortsTestJSON-1529336794 tempest-PortsTestJSON-1529336794-project] Pushing event deleted for resources: {'Network': ['ID=dd471da6-b463-46ce-87e7-416611b5aad9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:52.626967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Router 10075688-d0b7-4994-a35b-cbe42c40e369 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:48:52.638623 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.701037 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcbf2-ed71-4dc9-b676-441749ff33f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.764415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd1b4303-9e0d-4568-b1ab-0ee69b41691d None None] Could not find standard attr ID for object 461863b4-af17-47b3-87a5-330bcd6f734c. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:48:52.801297 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.841638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fcbf2-ed71-4dc9-b676-441749ff33f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=461863b4-af17-47b3-87a5-330bcd6f734c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:52.891040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Checking segment: {'id': '92093954-c884-4eba-97cb-c593b1de1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:52.891889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Network hostable DHCP agents. Network: d123afe7-d8ad-487a-aa8c-15feff21c36d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:48:52.911578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46dbbedc-8815-4b41-92a7-63de2c9ab34f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:52.945316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event deleted for resources: {'Port': ['ID=45bb5df8-0349-4acc-9456-34232e78e573,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:52.957309 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:52.963699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Network d123afe7-d8ad-487a-aa8c-15feff21c36d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:48:52.966933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] No DVR routers for this DVR port 45bb5df8-0349-4acc-9456-34232e78e573 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:48:52.980878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Transition to ACTIVE for port object a9b7f504-d2f5-497b-8c32-abb8272fb1d3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:52.997035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 85497e33-af0b-4fbc-b333-2d2cd5ae6187 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:53.004034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dba3ae-5afb-4207-b9a0-cfee5da911db None None] DHCP port deletion for b5363b7e-4388-49a6-86a1-36ab81d334a5 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:53.070487 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.094502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56854) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:53.114380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, d123afe7-d8ad-487a-aa8c-15feff21c36d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:53.129412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:53.131718 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.148689 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5132f4ce-f4aa-49f6-8c43-1c83cd67954d None None] Could not find standard attr ID for object 461863b4-af17-47b3-87a5-330bcd6f734c. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:48:53.149412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 85497e33-af0b-4fbc-b333-2d2cd5ae6187 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:53.149756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 85497e33-af0b-4fbc-b333-2d2cd5ae6187 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:53.152213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329ab588-0419-4e34-bf0d-73a92d732574 None None] Network d123afe7-d8ad-487a-aa8c-15feff21c36d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:53.170062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.173940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:53.183001 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Sync routers for ids ['10075688-d0b7-4994-a35b-cbe42c40e369'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:53.209507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b1fcbf2-ed71-4dc9-b676-441749ff33f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.211490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2b1fcbf2-ed71-4dc9-b676-441749ff33f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/461863b4-af17-47b3-87a5-330bcd6f734c HTTP/1.1" status: 204 len: 168 time: 1.4802430 Jun 30 02:48:53.212734 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Routers {'10075688-d0b7-4994-a35b-cbe42c40e369'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:53.213700 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['10075688-d0b7-4994-a35b-cbe42c40e369'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:53.215067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:53.218831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5363b7e-4388-49a6-86a1-36ab81d334a5']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:53.238359 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2282a480-a143-4e04-be04-ab146618756f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6081336 Jun 30 02:48:53.247799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:53.269839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47ca4ed-c46a-4a0a-a44f-33f6dfe82648') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:53.272677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47ca4ed-c46a-4a0a-a44f-33f6dfe82648') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:53.286572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-481133480-router', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:53.328668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.360700 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.368470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-028d0d31-e4d8-4e6d-8e9f-9822bb4b5500 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1135969 Jun 30 02:48:53.370828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Pushing event updated for resources: {'Port': ['ID=a9b7f504-d2f5-497b-8c32-abb8272fb1d3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:53.372249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:53.467178 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.473032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.475810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e20da9e4-da64-4a7e-9c1d-d141d702f662 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:53.479864 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.508876 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Set router 10075688-d0b7-4994-a35b-cbe42c40e369 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:53.519124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.521100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.522464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.523038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.523381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.523874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.525665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.526364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.526364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.526691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.527992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.529642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:53.591370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:48:53.591984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6f7a5e-e199-4959-ad31-d8999ebeef6e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:53.592389 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.594122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6f7a5e-e199-4959-ad31-d8999ebeef6e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:48:53.595498 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:48:53.600174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6f7a5e-e199-4959-ad31-d8999ebeef6e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:53.602095 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9c6f7a5e-e199-4959-ad31-d8999ebeef6e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3861039 Jun 30 02:48:53.605390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56866) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:53.768905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.801749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2ee39c-3d23-4552-b73b-8c8ad3518de2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 5937b44e-a3b8-4257-ba3d-94556373afcf {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:53.808036 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee39c-3d23-4552-b73b-8c8ad3518de2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.862140 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee39c-3d23-4552-b73b-8c8ad3518de2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.872052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Attempting to bind port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:53.872431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Attempting to bind port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:53.872793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Attempting to bind port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 on network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:53.900639 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:49Z', 'revision_number': 3, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:53.916219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-d123afe7-d8ad-487a-aa8c-15feff21c36d', 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'fixed_ips': [{'subnet_id': '46dbbedc-8815-4b41-92a7-63de2c9ab34f'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:48:53.917154 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.943621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e20da9e4-da64-4a7e-9c1d-d141d702f662 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:53.943995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.957747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:53.958129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Checking segment: {'id': '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:53.958530 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.958953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Bound using segment: {'id': '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:53.959430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Bound port: a9b7f504-d2f5-497b-8c32-abb8272fb1d3, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:53.964556 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.965292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-120a9855-3e16-4ff3-a640-33b85da95a86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b12d1e1392724ad582a63e4e8d7240ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8660915 Jun 30 02:48:53.966289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.983056 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee39c-3d23-4552-b73b-8c8ad3518de2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:53.984152 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Checking router: 10075688-d0b7-4994-a35b-cbe42c40e369 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:53.984519 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Updating router 10075688-d0b7-4994-a35b-cbe42c40e369 port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:54.004304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:54.019141 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.024937 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "DELETE /v2.0/networks/b5363b7e-4388-49a6-86a1-36ab81d334a5 HTTP/1.1" status: 204 len: 168 time: 2.5362000 Jun 30 02:48:54.059065 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.065674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:54.099149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985b1d-31d2-4aaf-92a3-d5eb85f81250 tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event deleted for resources: {'Network': ['ID=b5363b7e-4388-49a6-86a1-36ab81d334a5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:54.129122 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee39c-3d23-4552-b73b-8c8ad3518de2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.198014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ee39c-3d23-4552-b73b-8c8ad3518de2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=5937b44e-a3b8-4257-ba3d-94556373afcf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:54.289437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.291082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b2ee39c-3d23-4552-b73b-8c8ad3518de2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.296398 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0b2ee39c-3d23-4552-b73b-8c8ad3518de2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/5937b44e-a3b8-4257-ba3d-94556373afcf HTTP/1.1" status: 204 len: 168 time: 0.6896822 Jun 30 02:48:54.299116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:54.309132 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] For port a9b7f504-d2f5-497b-8c32-abb8272fb1d3, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:54.327471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] For port a9b7f504-d2f5-497b-8c32-abb8272fb1d3, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a9b7f504-d2f5-497b-8c32-abb8272fb1d3,segment=NetworkSegment(2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d),segment_id=2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:54.355768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76cb3fa-7842-4fb1-947e-32b3b6fa835c None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:54.389680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3967db2-4d91-46cf-88d8-512968c4fb68 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet f95db70f-e08c-4835-a3c4-08c6984d36c3 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:48:54.398136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Allocated IP 172.20.0.2 (d123afe7-d8ad-487a-aa8c-15feff21c36d/46dbbedc-8815-4b41-92a7-63de2c9ab34f/633ad842-0019-45f3-8e1f-0b2bfa5804fa) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:54.398766 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3967db2-4d91-46cf-88d8-512968c4fb68 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.443983 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.498613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e1ddc3f9-7da8-442a-9e86-47325c45be2f tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Deleting port c1c71160-19db-4776-8490-edd47d15d471 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:54.500224 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc3f9-7da8-442a-9e86-47325c45be2f tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.510379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba50ffaf-f86a-44fe-8810-0e4477c4ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.536705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c0ccef4-a184-4730-be34-de63feb2229f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.572381 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c0ccef4-a184-4730-be34-de63feb2229f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.642307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Routers {'2a190cd4-0e4e-47d0-adca-5e4a3d8db220'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:54.643649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:54.647952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c0ccef4-a184-4730-be34-de63feb2229f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.650881 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c0ccef4-a184-4730-be34-de63feb2229f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.651878 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.655251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6c0ccef4-a184-4730-be34-de63feb2229f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e920a277-9cf3-4e47-b860-c2620a8f40ce HTTP/1.1" status: 204 len: 168 time: 0.6467574 Jun 30 02:48:54.678039 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3967db2-4d91-46cf-88d8-512968c4fb68 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.689176 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Transition to ACTIVE for port object 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:54.703953 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.729829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ccef4-a184-4730-be34-de63feb2229f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e920a277-9cf3-4e47-b860-c2620a8f40ce,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:54.872402 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3eb58-487c-410b-af4d-b1fd72ed45cc None None] Pushing event updated for resources: {'Port': ['ID=a9b7f504-d2f5-497b-8c32-abb8272fb1d3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:54.877298 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Attempting to bind port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:54.878529 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Attempting to bind port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:54.879355 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Attempting to bind port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:54.886615 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Pushing event updated for resources: {'Port': ['ID=150daf51-6d4f-415b-bbf7-ff9a2f02cb15,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:54.909091 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:54.910928 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:54.912479 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.913211 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:54.914677 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Bound port: 150daf51-6d4f-415b-bbf7-ff9a2f02cb15, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:54.926853 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:54.930774 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.946288 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.946827 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.947319 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.947654 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.947983 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.948309 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.948631 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.948951 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.949273 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.955496 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.955979 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:54.999486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3967db2-4d91-46cf-88d8-512968c4fb68 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.027654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc3f9-7da8-442a-9e86-47325c45be2f tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.038888 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc3f9-7da8-442a-9e86-47325c45be2f tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.076823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e1ddc3f9-7da8-442a-9e86-47325c45be2f tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Calling delete_port for c1c71160-19db-4776-8490-edd47d15d471 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:55.100584 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] For port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:55.110805 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] For port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=150daf51-6d4f-415b-bbf7-ff9a2f02cb15,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:55.117868 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.258173 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8b23-c076-43c5-8873-d64c9c0dfa22 None None] Pushing event updated for resources: {'Port': ['ID=150daf51-6d4f-415b-bbf7-ff9a2f02cb15,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:55.293565 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Routers {'10075688-d0b7-4994-a35b-cbe42c40e369'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:55.294444 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['10075688-d0b7-4994-a35b-cbe42c40e369'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:55.388453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 45bb5df8-0349-4acc-9456-34232e78e573 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:55.459674 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.498748 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] Set router 10075688-d0b7-4994-a35b-cbe42c40e369 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:55.504600 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.504864 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.507752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc3f9-7da8-442a-9e86-47325c45be2f tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.551183 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc3f9-7da8-442a-9e86-47325c45be2f tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Pushing event deleted for resources: {'Port': ['ID=c1c71160-19db-4776-8490-edd47d15d471,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:55.598033 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3967db2-4d91-46cf-88d8-512968c4fb68 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.604920 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.630645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Transition to ACTIVE for port object 633ad842-0019-45f3-8e1f-0b2bfa5804fa will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:55.671597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3967db2-4d91-46cf-88d8-512968c4fb68 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=f95db70f-e08c-4835-a3c4-08c6984d36c3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:55.671931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Transition to ACTIVE for port object 633ad842-0019-45f3-8e1f-0b2bfa5804fa will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:55.690917 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e3967db2-4d91-46cf-88d8-512968c4fb68 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.698295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 45bb5df8-0349-4acc-9456-34232e78e573 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:48:55.698647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 45bb5df8-0349-4acc-9456-34232e78e573 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:48:55.707941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:55.710566 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.716333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e3967db2-4d91-46cf-88d8-512968c4fb68 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/f95db70f-e08c-4835-a3c4-08c6984d36c3 HTTP/1.1" status: 204 len: 168 time: 1.4077137 Jun 30 02:48:55.906297 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Allocated IP 172.25.7.220 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/1f86df57-8f6a-45e3-b633-dee358381df2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:55.910922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Network d123afe7-d8ad-487a-aa8c-15feff21c36d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:55.918619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4c0d9935-7d75-4684-9415-34fceb714f94 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1900642 Jun 30 02:48:55.922326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] Set router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:55.923002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56922) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:55.948579 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc3f9-7da8-442a-9e86-47325c45be2f tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.951997 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc3f9-7da8-442a-9e86-47325c45be2f tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:55.957040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e1ddc3f9-7da8-442a-9e86-47325c45be2f tempest-FloatingIPAdminTestJSON-807594828 tempest-FloatingIPAdminTestJSON-807594828-project] 10.222.0.55 "DELETE /v2.0/floatingips/a28f5c16-de9d-44ac-8fbd-fd1032c46cad HTTP/1.1" status: 204 len: 168 time: 1.8898559 Jun 30 02:48:55.978785 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:49Z', 'revision_number': 3, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:55.984930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:55.987987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:56.011184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Pushing event updated for resources: {'Port': ['ID=633ad842-0019-45f3-8e1f-0b2bfa5804fa,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:56.079431 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c11da-0f49-43ce-9b59-6e9473f8fbcf None None] The sync data for ids ['10075688-d0b7-4994-a35b-cbe42c40e369'] in n-d-758944-39 is: [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:49Z', 'revision_number': 3, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:56.205285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Allocated IP 172.20.0.1 (f4b88cbe-e281-413e-954b-f9228dae6a9d/7c0a7814-e620-4a47-85c2-1cffa73a5dff/7de4ff2a-bb57-4130-8848-27174a1e5f40) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:56.238575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4479fd5-68b7-4232-ae30-f6273088a365 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:56.240356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e4479fd5-68b7-4232-ae30-f6273088a365 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3163347 Jun 30 02:48:56.244791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:56.291573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Attempting to bind port 633ad842-0019-45f3-8e1f-0b2bfa5804fa on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:56.292736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Attempting to bind port 633ad842-0019-45f3-8e1f-0b2bfa5804fa by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '92093954-c884-4eba-97cb-c593b1de1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:56.293427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Attempting to bind port 633ad842-0019-45f3-8e1f-0b2bfa5804fa on network d123afe7-d8ad-487a-aa8c-15feff21c36d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:56.334664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:56.337544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:56.338073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Checking segment: {'id': '92093954-c884-4eba-97cb-c593b1de1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:56.338573 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.339081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Bound using segment: {'id': '92093954-c884-4eba-97cb-c593b1de1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:56.339687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Bound port: 633ad842-0019-45f3-8e1f-0b2bfa5804fa, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92093954-c884-4eba-97cb-c593b1de1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:56.340161 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.372757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.423613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cca178-5638-4df8-b1e2-50113ee364e3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:56.428667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d7cca178-5638-4df8-b1e2-50113ee364e3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1802297 Jun 30 02:48:56.433566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:56.498772 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.537559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:56.547347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:56.551186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:56.576353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f5d11d6d-ea2c-4c9b-bca8-009a48e0d26f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210799 Jun 30 02:48:56.630126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56944) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:56.645802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1c723b10-a95e-4d8b-a7c0-849216524083 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:56.707747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:56.973252 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:56.992056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c723b10-a95e-4d8b-a7c0-849216524083 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:56.999163 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c723b10-a95e-4d8b-a7c0-849216524083 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.001076 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c723b10-a95e-4d8b-a7c0-849216524083 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:48:57.001838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c723b10-a95e-4d8b-a7c0-849216524083 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:57.088849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1c723b10-a95e-4d8b-a7c0-849216524083 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4531739 Jun 30 02:48:57.089224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:57.112004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-655720a5-f509-4327-b884-3437278e9764 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:57.338405 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.353845 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bae1b703-f0b0-4c77-ae44-de2f8914ef18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7112e0a214c44a7a50602b5c9778f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6323378 Jun 30 02:48:57.370534 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.378369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 56960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:57.383045 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31c49c98-71e6-4a8b-8a8d-f61645d7ce2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.386986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] For port 633ad842-0019-45f3-8e1f-0b2bfa5804fa, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:57.410485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] For port 633ad842-0019-45f3-8e1f-0b2bfa5804fa, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=633ad842-0019-45f3-8e1f-0b2bfa5804fa,segment=NetworkSegment(92093954-c884-4eba-97cb-c593b1de1cbe),segment_id=92093954-c884-4eba-97cb-c593b1de1cbe)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:57.460788 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.596421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ac90d9-13a7-4871-99f5-694bf87bc6cc None None] Update dhcp port {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': 'f95db70f-e08c-4835-a3c4-08c6984d36c3'}], 'binding:host_id': 'n-d-758944-39'}, 'id': 'e20da9e4-da64-4a7e-9c1d-d141d702f662'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:48:57.660069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94189e0-0175-43ba-93ce-56741cb0a5b5 None None] Pushing event updated for resources: {'Port': ['ID=633ad842-0019-45f3-8e1f-0b2bfa5804fa,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:57.666288 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-64a1be92-c06d-4376-93be-e0805f650858 tempest-DvrRoutersNegativeTest-1307969449 tempest-DvrRoutersNegativeTest-1307969449-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-806907729', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:57.667200 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78ac90d9-13a7-4871-99f5-694bf87bc6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:57.670417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.policy [None req-64a1be92-c06d-4376-93be-e0805f650858 tempest-DvrRoutersNegativeTest-1307969449 tempest-DvrRoutersNegativeTest-1307969449-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93770) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 30 02:48:57.674907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.policy [None req-64a1be92-c06d-4376-93be-e0805f650858 tempest-DvrRoutersNegativeTest-1307969449 tempest-DvrRoutersNegativeTest-1307969449-project] Failed policy check for 'create_router' {{(pid=93770) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 30 02:48:57.676497 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-64a1be92-c06d-4376-93be-e0805f650858 tempest-DvrRoutersNegativeTest-1307969449 tempest-DvrRoutersNegativeTest-1307969449-project] create failed (client error): Access was denied to this resource. Jun 30 02:48:57.690971 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-64a1be92-c06d-4376-93be-e0805f650858 tempest-DvrRoutersNegativeTest-1307969449 tempest-DvrRoutersNegativeTest-1307969449-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.3533015 Jun 30 02:48:57.912123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1f86df57-8f6a-45e3-b633-dee358381df2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:57.925671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'name': 'tempest-TestAggregatesBasicOps-859374867-router', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:32Z', 'updated_at': '2021-06-30T02:48:46Z', 'revision_number': 4, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'gw_port': {'id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:37Z', 'updated_at': '2021-06-30T02:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a9b7f504-d2f5-497b-8c32-abb8272fb1d3', 'name': '', 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'mac_address': 'fa:16:3e:47:dc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '42582188-5b64-4f93-81c6-196e3f4a9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:42Z', 'updated_at': '2021-06-30T02:48:54Z', 'revision_number': 4, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'subnets': [{'id': '42582188-5b64-4f93-81c6-196e3f4a9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:58.070662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:58.082783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039e74b-e600-489b-a4e8-40f107f397fb None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:58.110868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385cbe0-a67a-4c4f-b0b5-c6e17593dd2b None None] The sync data for ids ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'] in n-d-758944-39 is: [{'id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'name': 'tempest-TestAggregatesBasicOps-859374867-router', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:32Z', 'updated_at': '2021-06-30T02:48:46Z', 'revision_number': 4, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'gw_port': {'id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:37Z', 'updated_at': '2021-06-30T02:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a9b7f504-d2f5-497b-8c32-abb8272fb1d3', 'name': '', 'network_id': '8e6e00a0-a081-4f97-8e01-50c2459f3f37', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'mac_address': 'fa:16:3e:47:dc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '42582188-5b64-4f93-81c6-196e3f4a9a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:42Z', 'updated_at': '2021-06-30T02:48:54Z', 'revision_number': 4, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'subnets': [{'id': '42582188-5b64-4f93-81c6-196e3f4a9a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:58.288440 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:58.349939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.401995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-03648d62-ef5d-431c-88a4-92a0463c9e90 None None] Provisioning complete for port e20da9e4-da64-4a7e-9c1d-d141d702f662 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:58.402595 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03648d62-ef5d-431c-88a4-92a0463c9e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.406937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Network f4b88cbe-e281-413e-954b-f9228dae6a9d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:58.420800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655720a5-f509-4327-b884-3437278e9764 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:58.424554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-655720a5-f509-4327-b884-3437278e9764 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.426187 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-655720a5-f509-4327-b884-3437278e9764 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:48:58.426822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655720a5-f509-4327-b884-3437278e9764 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:58.435978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:58.451217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:58.458325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Pushing event updated for resources: {'Port': ['ID=7de4ff2a-bb57-4130-8848-27174a1e5f40,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:58.521999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.598591 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.599726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:58.628212 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-655720a5-f509-4327-b884-3437278e9764 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.5377934 Jun 30 02:48:58.643446 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:58.645554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.674529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 56990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:58.693816 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4958901f-8eca-4e64-9a5c-3fedeb1d9225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.727357 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4958901f-8eca-4e64-9a5c-3fedeb1d9225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.821571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8e300-cb88-433f-b93e-e6a3a26e236f None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:48:58.848592 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4958901f-8eca-4e64-9a5c-3fedeb1d9225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.853252 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4958901f-8eca-4e64-9a5c-3fedeb1d9225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.869841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4958901f-8eca-4e64-9a5c-3fedeb1d9225 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39010035-a5a2-4e25-a143-31f3262e14a7 HTTP/1.1" status: 204 len: 168 time: 1.4876482 Jun 30 02:48:58.903659 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.909040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f70898a9-5a81-4ede-b778-d92222ca0c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:58.914703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958901f-8eca-4e64-9a5c-3fedeb1d9225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39010035-a5a2-4e25-a143-31f3262e14a7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:58.916058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c30f6dc2-0d19-4bca-8afc-e98e75a4c6ef tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:59.016909 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.072863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=150daf51-6d4f-415b-bbf7-ff9a2f02cb15,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:59.085289 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.212209 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f70898a9-5a81-4ede-b778-d92222ca0c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.242213 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f70898a9-5a81-4ede-b778-d92222ca0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.306196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8e300-cb88-433f-b93e-e6a3a26e236f None None] Deleting port e20da9e4-da64-4a7e-9c1d-d141d702f662 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:48:59.306620 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e300-cb88-433f-b93e-e6a3a26e236f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.312374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f70898a9-5a81-4ede-b778-d92222ca0c93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5dec8a6b682c4de09a21577903cc9770&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0024421 Jun 30 02:48:59.316817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57004) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:59.321529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70898a9-5a81-4ede-b778-d92222ca0c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7105b2e9-12ea-43df-bbdf-235685fa6638,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:59.404777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.499037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30f6dc2-0d19-4bca-8afc-e98e75a4c6ef tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:59.503480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c30f6dc2-0d19-4bca-8afc-e98e75a4c6ef tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.506071 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30f6dc2-0d19-4bca-8afc-e98e75a4c6ef tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:48:59.506663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30f6dc2-0d19-4bca-8afc-e98e75a4c6ef tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:48:59.536331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c0b8e300-cb88-433f-b93e-e6a3a26e236f None None] For port e20da9e4-da64-4a7e-9c1d-d141d702f662, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e20da9e4-da64-4a7e-9c1d-d141d702f662,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:59.536977 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e300-cb88-433f-b93e-e6a3a26e236f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.555156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c30f6dc2-0d19-4bca-8afc-e98e75a4c6ef tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6672993 Jun 30 02:48:59.561270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57010) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:59.569407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-447a28c1-92ea-423a-a2f2-62229adfc9d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:59.593290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8e300-cb88-433f-b93e-e6a3a26e236f None None] Calling delete_port for e20da9e4-da64-4a7e-9c1d-d141d702f662 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:48:59.684847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Router fbb21969-f9a9-4f09-b029-85b5dc495c02 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:48:59.714575 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7e03707-e1fb-4ba7-a36b-6530ba10e190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.803116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:59.816224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=150daf51-6d4f-415b-bbf7-ff9a2f02cb15,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:59.872769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e300-cb88-433f-b93e-e6a3a26e236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.911841 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7e03707-e1fb-4ba7-a36b-6530ba10e190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.914582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43aeb4c0-4bb6-4ef6-8ac3-fe5c895031c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:59.942514 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8e300-cb88-433f-b93e-e6a3a26e236f None None] Pushing event deleted for resources: {'Port': ['ID=e20da9e4-da64-4a7e-9c1d-d141d702f662,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:59.944490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1258f1-5815-4720-bf11-d53d0cec3bb0 None None] Network d123afe7-d8ad-487a-aa8c-15feff21c36d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:48:59.944642 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:59.993136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Sync routers for ids ['fbb21969-f9a9-4f09-b029-85b5dc495c02'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:59.993299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a28c1-92ea-423a-a2f2-62229adfc9d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:00.003831 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-447a28c1-92ea-423a-a2f2-62229adfc9d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.008075 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-447a28c1-92ea-423a-a2f2-62229adfc9d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:49:00.008682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447a28c1-92ea-423a-a2f2-62229adfc9d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:00.017820 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.058871 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-59cfceb0-f12d-4df3-a8fe-38ce682f20c8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8029988 Jun 30 02:49:00.070145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:00.103266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a9b7f504-d2f5-497b-8c32-abb8272fb1d3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:00.161421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8e300-cb88-433f-b93e-e6a3a26e236f None None] No DVR routers for this DVR port e20da9e4-da64-4a7e-9c1d-d141d702f662 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:00.168621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Routers {'fbb21969-f9a9-4f09-b029-85b5dc495c02'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:00.169331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['fbb21969-f9a9-4f09-b029-85b5dc495c02'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:00.268421 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:49:00.284172 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.292449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9aa8d8fb-cd6e-4bc7-9ea8-d34f7a0f41b2 None None] Provisioning for port 633ad842-0019-45f3-8e1f-0b2bfa5804fa completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:00.296328 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7e03707-e1fb-4ba7-a36b-6530ba10e190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.298536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7e03707-e1fb-4ba7-a36b-6530ba10e190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.303325 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a7e03707-e1fb-4ba7-a36b-6530ba10e190 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7105b2e9-12ea-43df-bbdf-235685fa6638 HTTP/1.1" status: 204 len: 168 time: 0.9556911 Jun 30 02:49:00.370632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e03707-e1fb-4ba7-a36b-6530ba10e190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7105b2e9-12ea-43df-bbdf-235685fa6638,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:00.401232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.412553 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.469803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:00.519691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:00.525357 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.543766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Set router fbb21969-f9a9-4f09-b029-85b5dc495c02 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:00.616469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.622607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Pushing event updated for resources: {'Port': ['ID=7de4ff2a-bb57-4130-8848-27174a1e5f40,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:00.767805 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43aeb4c0-4bb6-4ef6-8ac3-fe5c895031c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.785596 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-447a28c1-92ea-423a-a2f2-62229adfc9d5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2202256 Jun 30 02:49:00.788441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:00.795478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ae6b5209-8373-4e8c-a61d-a8662c7a6b22 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:00.810777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43aeb4c0-4bb6-4ef6-8ac3-fe5c895031c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.896816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aeb4c0-4bb6-4ef6-8ac3-fe5c895031c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefa307e-c0c5-4266-b4f6-15171ce8b7c3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:00.943200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6b5209-8373-4e8c-a61d-a8662c7a6b22 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:00.949498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ae6b5209-8373-4e8c-a61d-a8662c7a6b22 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:00.950633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-43aeb4c0-4bb6-4ef6-8ac3-fe5c895031c0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f00d224292774de4940960dbb0c8ab80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1346178 Jun 30 02:49:00.951790 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6b5209-8373-4e8c-a61d-a8662c7a6b22 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:49:00.952478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6b5209-8373-4e8c-a61d-a8662c7a6b22 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:00.954951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:01.022779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57050) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:01.036945 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ae6b5209-8373-4e8c-a61d-a8662c7a6b22 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2466018 Jun 30 02:49:01.047348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'name': 'tempest-TestAggregatesBasicOps-481133480-router', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:53Z', 'updated_at': '2021-06-30T02:48:57Z', 'revision_number': 3, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'gw_port': {'id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:01.048288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Network f4b88cbe-e281-413e-954b-f9228dae6a9d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:01.061106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ffe7965b-a25f-4882-ac1c-0102fc4fedd2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:01.067335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:01.113684 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.115680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Checking router: fbb21969-f9a9-4f09-b029-85b5dc495c02 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:01.116019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Updating router fbb21969-f9a9-4f09-b029-85b5dc495c02 port 1f86df57-8f6a-45e3-b633-dee358381df2 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:01.142115 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fbd88c1-2c97-4783-8c66-4dd255ba8803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.193311 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fbd88c1-2c97-4783-8c66-4dd255ba8803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.222449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port a9b7f504-d2f5-497b-8c32-abb8272fb1d3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a9b7f504-d2f5-497b-8c32-abb8272fb1d3,segment=NetworkSegment(2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d),segment_id=2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:01.231802 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.233769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 633ad842-0019-45f3-8e1f-0b2bfa5804fa up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:01.328429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fbd88c1-2c97-4783-8c66-4dd255ba8803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.334870 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4fbd88c1-2c97-4783-8c66-4dd255ba8803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.338127 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4fbd88c1-2c97-4783-8c66-4dd255ba8803 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aefa307e-c0c5-4266-b4f6-15171ce8b7c3 HTTP/1.1" status: 204 len: 168 time: 0.3803537 Jun 30 02:49:01.360855 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.380690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd88c1-2c97-4783-8c66-4dd255ba8803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefa307e-c0c5-4266-b4f6-15171ce8b7c3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:01.469057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Router 10075688-d0b7-4994-a35b-cbe42c40e369 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:01.519084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe7965b-a25f-4882-ac1c-0102fc4fedd2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:01.519084 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ffe7965b-a25f-4882-ac1c-0102fc4fedd2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.519084 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe7965b-a25f-4882-ac1c-0102fc4fedd2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:49:01.519084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe7965b-a25f-4882-ac1c-0102fc4fedd2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:01.657673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ffe7965b-a25f-4882-ac1c-0102fc4fedd2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6315229 Jun 30 02:49:01.658465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:01.747235 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-636997c5-521f-4b8b-9bf6-08414fb041f7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0878723 Jun 30 02:49:01.757353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:01.795531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.810197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:01.810862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=a9b7f504-d2f5-497b-8c32-abb8272fb1d3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:01.817582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-14d41238-f4f6-495f-88eb-9ae7a4bab614 admin admin] 10.222.0.55 "PUT /v2.0/routers/10075688-d0b7-4994-a35b-cbe42c40e369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4321191 Jun 30 02:49:01.829178 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Sync routers for ids ['10075688-d0b7-4994-a35b-cbe42c40e369'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:01.844856 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Routers {'10075688-d0b7-4994-a35b-cbe42c40e369'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:01.847180 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['10075688-d0b7-4994-a35b-cbe42c40e369'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:01.893232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 633ad842-0019-45f3-8e1f-0b2bfa5804fa completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:01.900211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215f7e88-85cc-4c2c-b28d-fff4e936f123 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:01.901698 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-215f7e88-85cc-4c2c-b28d-fff4e936f123 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1427155 Jun 30 02:49:01.905768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:01.986268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 633ad842-0019-45f3-8e1f-0b2bfa5804fa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:01.986638 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:01.999138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57086) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:02.002892 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-94db3698-4afe-4916-84d6-bdfec3791b2c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850291 Jun 30 02:49:02.010390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:02.029868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57088) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:02.055462 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Set router 10075688-d0b7-4994-a35b-cbe42c40e369 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:02.145945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad9ebd31-32df-4882-b7e5-9e110967e0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.276900 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.297480 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Allocated IP 172.20.0.1 (d123afe7-d8ad-487a-aa8c-15feff21c36d/46dbbedc-8815-4b41-92a7-63de2c9ab34f/bcd4f924-3086-454e-a2a2-1d3a96113c43) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:02.309914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Transition to ACTIVE for port object 1f86df57-8f6a-45e3-b633-dee358381df2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:02.317508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:02.331098 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.499419 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad9ebd31-32df-4882-b7e5-9e110967e0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.509394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-58a3400e-d392-4f87-89fe-930edf52ea05 tempest-ServiceProvidersTest-1035011974 tempest-ServiceProvidersTest-1035011974-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1889703 Jun 30 02:49:02.569059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Attempting to bind port 1f86df57-8f6a-45e3-b633-dee358381df2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:02.569836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Attempting to bind port 1f86df57-8f6a-45e3-b633-dee358381df2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:02.571010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Attempting to bind port 1f86df57-8f6a-45e3-b633-dee358381df2 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:02.575580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad9ebd31-32df-4882-b7e5-9e110967e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.576484 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.594130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:02.594917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:02.595531 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.596121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:02.596793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Bound port: 1f86df57-8f6a-45e3-b633-dee358381df2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:02.597866 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.611160 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7de4ff2a-bb57-4130-8848-27174a1e5f40', 'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'mac_address': 'fa:16:3e:11:da:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 2, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'subnets': [{'id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:02.633027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c7d7e-911e-4802-a34d-64d9a983ccfb None None] Pushing event updated for resources: {'Port': ['ID=1f86df57-8f6a-45e3-b633-dee358381df2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:02.675589 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Checking router: 10075688-d0b7-4994-a35b-cbe42c40e369 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:02.676772 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Updating router 10075688-d0b7-4994-a35b-cbe42c40e369 port 7de4ff2a-bb57-4130-8848-27174a1e5f40 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:02.726354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:02.742135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 633ad842-0019-45f3-8e1f-0b2bfa5804fa, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=633ad842-0019-45f3-8e1f-0b2bfa5804fa,segment=NetworkSegment(92093954-c884-4eba-97cb-c593b1de1cbe),segment_id=92093954-c884-4eba-97cb-c593b1de1cbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:02.753041 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.757398 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.781379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] For port 1f86df57-8f6a-45e3-b633-dee358381df2, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:02.785601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] For port 1f86df57-8f6a-45e3-b633-dee358381df2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1f86df57-8f6a-45e3-b633-dee358381df2,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:02.852804 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:02.895636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e20da9e4-da64-4a7e-9c1d-d141d702f662 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:02.981566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e20da9e4-da64-4a7e-9c1d-d141d702f662 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:02.981907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e20da9e4-da64-4a7e-9c1d-d141d702f662 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:03.032315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=633ad842-0019-45f3-8e1f-0b2bfa5804fa,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.034848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ebd31-32df-4882-b7e5-9e110967e0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af608cf0-bcce-4ee3-9346-0958d3b27468,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.036490 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.048461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Routers {'fbb21969-f9a9-4f09-b029-85b5dc495c02'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:03.049165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['fbb21969-f9a9-4f09-b029-85b5dc495c02'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:03.097137 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ad9ebd31-32df-4882-b7e5-9e110967e0cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc11e30168a04c9ea5d8cfbe5dab0eea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0637500 Jun 30 02:49:03.118816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:03.160653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:03.271299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-75a9b358-a966-4e3a-947e-335a1333d656 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:03.287800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-75a9b358-a966-4e3a-947e-335a1333d656 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 820 time: 0.4986486 Jun 30 02:49:03.328174 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-5fd59935-243d-4f2e-a444-b5247d7ff08f tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/quotas/f740c385eea94fd3abc0440038637e74 HTTP/1.1" status: 200 len: 375 time: 0.0392191 Jun 30 02:49:03.336977 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.369624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3a980d-1d8d-4336-9966-15b2183b4224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.482630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a9b7f504-d2f5-497b-8c32-abb8272fb1d3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:03.486501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-86889139-6e43-43a3-b130-adb338861348 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1571050 Jun 30 02:49:03.551036 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Transition to ACTIVE for port object bcd4f924-3086-454e-a2a2-1d3a96113c43 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:03.574860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.objects.ports [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:49:03.588211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3a980d-1d8d-4336-9966-15b2183b4224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.594865 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.602465 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.610371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c7d7e-911e-4802-a34d-64d9a983ccfb None None] Pushing event updated for resources: {'Port': ['ID=1f86df57-8f6a-45e3-b633-dee358381df2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.633643 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Transition to ACTIVE for port object 7de4ff2a-bb57-4130-8848-27174a1e5f40 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:03.642058 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.656164 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c50da5bc-8145-41b3-870f-63b783519611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.697217 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8596c8a-8374-4641-bda1-cb01925a790f None None] Pushing event updated for resources: {'Port': ['ID=7de4ff2a-bb57-4130-8848-27174a1e5f40,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.728556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=cb652c65-0ce2-4797-a1aa-2a06371eb43c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:03.735778 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:03.756005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:03.758972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:03.759643 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.817118 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.818657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd208aec-3569-40c0-8260-4776af314197 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:03.862790 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Attempting to bind port 7de4ff2a-bb57-4130-8848-27174a1e5f40 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:03.863162 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Attempting to bind port 7de4ff2a-bb57-4130-8848-27174a1e5f40 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'b157578e-614d-46a6-8bc6-f933cdb600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:03.863533 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Attempting to bind port 7de4ff2a-bb57-4130-8848-27174a1e5f40 on network f4b88cbe-e281-413e-954b-f9228dae6a9d {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:03.874248 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:03.878681 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Checking segment: {'id': 'b157578e-614d-46a6-8bc6-f933cdb600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:03.879586 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.881648 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Bound using segment: {'id': 'b157578e-614d-46a6-8bc6-f933cdb600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:03.882407 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Bound port: 7de4ff2a-bb57-4130-8848-27174a1e5f40, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b157578e-614d-46a6-8bc6-f933cdb600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:03.883249 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.902068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-36163a1d-b010-41c5-bd89-61006afa3d2d service neutron] 10.222.0.55 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064150 Jun 30 02:49:03.916826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3a980d-1d8d-4336-9966-15b2183b4224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.919299 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3a980d-1d8d-4336-9966-15b2183b4224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:03.920991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ad3a980d-1d8d-4336-9966-15b2183b4224 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af608cf0-bcce-4ee3-9346-0958d3b27468 HTTP/1.1" status: 204 len: 168 time: 0.7966883 Jun 30 02:49:03.936336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Network d123afe7-d8ad-487a-aa8c-15feff21c36d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:03.950438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:03.956855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:03.960046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a980d-1d8d-4336-9966-15b2183b4224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af608cf0-bcce-4ee3-9346-0958d3b27468,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:04.027816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd4f924-3086-454e-a2a2-1d3a96113c43,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:04.062623 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] For port 7de4ff2a-bb57-4130-8848-27174a1e5f40, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:04.066394 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] For port 7de4ff2a-bb57-4130-8848-27174a1e5f40, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7de4ff2a-bb57-4130-8848-27174a1e5f40,segment=NetworkSegment(b157578e-614d-46a6-8bc6-f933cdb600a1),segment_id=b157578e-614d-46a6-8bc6-f933cdb600a1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:04.071416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] Set router fbb21969-f9a9-4f09-b029-85b5dc495c02 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:04.073309 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.084112 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c50da5bc-8145-41b3-870f-63b783519611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.087169 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.150888 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-7d69e1e2-0bed-41f2-99bd-4f0e8b5d923f service neutron] 10.222.0.55 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474172 Jun 30 02:49:04.181906 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c50da5bc-8145-41b3-870f-63b783519611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.204185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:04.204542 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.219792 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8596c8a-8374-4641-bda1-cb01925a790f None None] Pushing event updated for resources: {'Port': ['ID=7de4ff2a-bb57-4130-8848-27174a1e5f40,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:04.276035 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-91c9cd62-8e79-466f-93da-393544f36518 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2729380 Jun 30 02:49:04.276860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:04.278291 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c50da5bc-8145-41b3-870f-63b783519611 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f7c2f7677c6487aa57f75620e756641&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1164327 Jun 30 02:49:04.279335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50da5bc-8145-41b3-870f-63b783519611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fec6880-d6f2-472d-afe6-eb63394beb2b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:04.279695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:04.284412 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Routers {'10075688-d0b7-4994-a35b-cbe42c40e369'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:04.285043 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['10075688-d0b7-4994-a35b-cbe42c40e369'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:04.293122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:aa:dd:d6', 'name': 'tempest-NetworksTestDHCPv6-668272129'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:04.553761 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] Set router 10075688-d0b7-4994-a35b-cbe42c40e369 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:04.638506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b4bfc02-3edc-4d09-a7da-0487be6db58b None None] Provisioning for port bcd4f924-3086-454e-a2a2-1d3a96113c43 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:04.670067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5b4bfc02-3edc-4d09-a7da-0487be6db58b None None] Provisioning complete for port bcd4f924-3086-454e-a2a2-1d3a96113c43 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:04.672467 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b4bfc02-3edc-4d09-a7da-0487be6db58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.729171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bfc02-3edc-4d09-a7da-0487be6db58b None None] Port bcd4f924-3086-454e-a2a2-1d3a96113c43 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:04.742076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': 'cb652c65-0ce2-4797-a1aa-2a06371eb43c'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:04.743511 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.784481 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:04.829121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:04.891527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:04.901585 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e3c0375-6b22-43f9-9139-b398a05d992e req-9a975a5d-b638-46cd-8675-00dbba91cfb9 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 210 time: 0.2583210 Jun 30 02:49:05.107500 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.120383 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765812f8-4a85-4ec6-aa90-675e39cb5a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.149408 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765812f8-4a85-4ec6-aa90-675e39cb5a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.196334 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7de4ff2a-bb57-4130-8848-27174a1e5f40', 'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'mac_address': 'fa:16:3e:11:da:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:04Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'subnets': [{'id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:05.227023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765812f8-4a85-4ec6-aa90-675e39cb5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.229728 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-765812f8-4a85-4ec6-aa90-675e39cb5a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.233554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-765812f8-4a85-4ec6-aa90-675e39cb5a19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6fec6880-d6f2-472d-afe6-eb63394beb2b HTTP/1.1" status: 204 len: 168 time: 0.9502141 Jun 30 02:49:05.274916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 636dbb98-7c8f-429f-b0ae-2757f06e29ec yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:05.277049 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5f28ee-fcdd-4a64-afae-9555829e99d6 None None] The sync data for ids ['10075688-d0b7-4994-a35b-cbe42c40e369'] in n-d-758944-39 is: [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7de4ff2a-bb57-4130-8848-27174a1e5f40', 'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'mac_address': 'fa:16:3e:11:da:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:04Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'subnets': [{'id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:05.285022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:05.288451 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.301295 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.313276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.419092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765812f8-4a85-4ec6-aa90-675e39cb5a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fec6880-d6f2-472d-afe6-eb63394beb2b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:05.558058 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.576797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd4f924-3086-454e-a2a2-1d3a96113c43,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:05.626758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'name': 'tempest-TestAggregatesBasicOps-481133480-router', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:53Z', 'updated_at': '2021-06-30T02:48:57Z', 'revision_number': 3, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'gw_port': {'id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:05.731836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a425c-05a8-4e74-b800-f508618aa03b None None] The sync data for ids ['fbb21969-f9a9-4f09-b029-85b5dc495c02'] in n-d-758944-39 is: [{'id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'name': 'tempest-TestAggregatesBasicOps-481133480-router', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:53Z', 'updated_at': '2021-06-30T02:48:57Z', 'revision_number': 3, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'gw_port': {'id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:05.740699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Allocated IP 2001:db8::f816:3eff:fea7:dff4 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/cb652c65-0ce2-4797-a1aa-2a06371eb43c/0a176875-a98d-400e-ba06-09ea739874b5) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:05.812935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Network d123afe7-d8ad-487a-aa8c-15feff21c36d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:05.814837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:06.524961 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.556422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Transition to ACTIVE for port object 0a176875-a98d-400e-ba06-09ea739874b5 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:06.596807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b25e402-1fe1-4ac9-9b75-5d3e551d9a88 req-dd80873d-9785-4126-8bf7-a64d710f6392 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 210 time: 0.1006434 Jun 30 02:49:06.635622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6773400-59c3-424f-b720-cbd49660d39a None None] Provisioning complete for port bcd4f924-3086-454e-a2a2-1d3a96113c43 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:06.635996 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6773400-59c3-424f-b720-cbd49660d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.638043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Transition to ACTIVE for port object 0a176875-a98d-400e-ba06-09ea739874b5 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:06.795897 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.824637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7de4ff2a-bb57-4130-8848-27174a1e5f40 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:06.849205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::f816:3eff:feaa:ddd6 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/cb652c65-0ce2-4797-a1aa-2a06371eb43c/636dbb98-7c8f-429f-b0ae-2757f06e29ec) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:07.113426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:07.202584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Pushing event updated for resources: {'Port': ['ID=0a176875-a98d-400e-ba06-09ea739874b5,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:07.209878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:07.248483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:07.274170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:07.313854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e6773400-59c3-424f-b720-cbd49660d39a None None] Port bcd4f924-3086-454e-a2a2-1d3a96113c43 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:07.537532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.543057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7de4ff2a-bb57-4130-8848-27174a1e5f40 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:07.583454 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 636dbb98-7c8f-429f-b0ae-2757f06e29ec will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:07.613718 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Attempting to bind port 0a176875-a98d-400e-ba06-09ea739874b5 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:07.617481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Attempting to bind port 0a176875-a98d-400e-ba06-09ea739874b5 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:07.618282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Attempting to bind port 0a176875-a98d-400e-ba06-09ea739874b5 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:07.631481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7de4ff2a-bb57-4130-8848-27174a1e5f40 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:07.632425 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.641504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:07.643512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:07.644327 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.647848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:07.648512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Bound port: 0a176875-a98d-400e-ba06-09ea739874b5, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:07.650577 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.693827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.799247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:07.804792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:07.837607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:07.844583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:07.845703 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:07.848463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:07.869269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=636dbb98-7c8f-429f-b0ae-2757f06e29ec,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:07.907118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-373ac09b-73b5-4ef5-9bc0-c4785ed84221 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6285157 Jun 30 02:49:07.909623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:08.016407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-80bd9d8b-32b4-4b28-b737-ce2398a60ec5 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:08.019013 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-80bd9d8b-32b4-4b28-b737-ce2398a60ec5 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.73 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 820 time: 0.9125323 Jun 30 02:49:08.054753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4029a171-7de9-4bef-b863-f136b49d4fe6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:08.064787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e6248426-4927-4623-84dd-141a2cb313af None None] For port 0a176875-a98d-400e-ba06-09ea739874b5, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:08.069143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4029a171-7de9-4bef-b863-f136b49d4fe6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:08.072751 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4029a171-7de9-4bef-b863-f136b49d4fe6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1620879 Jun 30 02:49:08.078262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:08.107726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e6248426-4927-4623-84dd-141a2cb313af None None] For port 0a176875-a98d-400e-ba06-09ea739874b5, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0a176875-a98d-400e-ba06-09ea739874b5,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:08.108283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Request body: {'port': {'device_id': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'admin_state_up': True, 'tenant_id': 'f740c385eea94fd3abc0440038637e74'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:08.117789 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.162538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d719cd95-9f36-4116-a52e-2328ee4309ee tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1828290421', 'prefixes': ['172.20.0.0/16']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:08.201509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8cdfc61e-334d-47cb-8c07-dd0cd973d31a req-937b1de7-f254-4eb5-ab18-6f771dcfa78f tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 210 time: 0.1796238 Jun 30 02:49:08.270757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6248426-4927-4623-84dd-141a2cb313af None None] Pushing event updated for resources: {'Port': ['ID=0a176875-a98d-400e-ba06-09ea739874b5,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:08.281753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1354713658'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:08.303738 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.357149 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Made reservation on behalf of c989f9d7dc804aaaa3c15dc007428f65 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:08.361222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.378069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Router fbb21969-f9a9-4f09-b029-85b5dc495c02 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:08.392173 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.437646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 7de4ff2a-bb57-4130-8848-27174a1e5f40, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7de4ff2a-bb57-4130-8848-27174a1e5f40,segment=NetworkSegment(b157578e-614d-46a6-8bc6-f933cdb600a1),segment_id=b157578e-614d-46a6-8bc6-f933cdb600a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:08.445277 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.449088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 633ad842-0019-45f3-8e1f-0b2bfa5804fa up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:08.463177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-741a6950-01d2-4f02-824e-86235574961e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 636dbb98-7c8f-429f-b0ae-2757f06e29ec {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:08.464822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741a6950-01d2-4f02-824e-86235574961e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.575951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 633ad842-0019-45f3-8e1f-0b2bfa5804fa triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:08.576940 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.588862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:08.602274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-81dc6e28-1d6f-44e4-aabe-df1d36486735 admin admin] 10.222.0.55 "PUT /v2.0/routers/fbb21969-f9a9-4f09-b029-85b5dc495c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5149240 Jun 30 02:49:08.688994 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741a6950-01d2-4f02-824e-86235574961e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.751346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.752123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-741a6950-01d2-4f02-824e-86235574961e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 636dbb98-7c8f-429f-b0ae-2757f06e29ec owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:08.772562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.787411 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d719cd95-9f36-4116-a52e-2328ee4309ee tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] Notify callbacks [] for subnetpool, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.791076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=7de4ff2a-bb57-4130-8848-27174a1e5f40,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:08.794499 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d719cd95-9f36-4116-a52e-2328ee4309ee tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9422309 Jun 30 02:49:08.797911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:08.873221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:08.919447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Made reservation on behalf of f740c385eea94fd3abc0440038637e74 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:08.922977 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.936648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965aaf9c-41fd-4660-a29f-40214b4db954,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:08.961405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-808aad85-26bc-4d19-ae4d-0a03f8cdb520 tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] 10.222.0.55 "GET /v2.0/subnetpools/85038b7a-d919-4b82-8ded-afbc9a3ae09b HTTP/1.1" status: 200 len: 732 time: 0.1575847 Jun 30 02:49:08.968322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:08.972432 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.972781 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Added segment 5376583d-e0ec-43b0-9fdf-9c2c9fd8314d of type vlan for network 9489f366-b997-4dd2-9952-65c42fe0ce57 Jun 30 02:49:09.005905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7a1e9bd6-4ccc-4c2f-86de-bb6de7b6a6fb tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1219155282'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:09.146783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.181866 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a1e9bd6-4ccc-4c2f-86de-bb6de7b6a6fb tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] Notify callbacks [] for subnetpool, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.184749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7a1e9bd6-4ccc-4c2f-86de-bb6de7b6a6fb tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] 10.222.0.55 "PUT /v2.0/subnetpools/85038b7a-d919-4b82-8ded-afbc9a3ae09b HTTP/1.1" status: 200 len: 684 time: 0.1827664 Jun 30 02:49:09.188790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.315883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0a176875-a98d-400e-ba06-09ea739874b5 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:09.396324 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741a6950-01d2-4f02-824e-86235574961e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.443196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0a176875-a98d-400e-ba06-09ea739874b5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:09.452868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1f86df57-8f6a-45e3-b633-dee358381df2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:09.496677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Allocated IP 172.20.0.10 (f4b88cbe-e281-413e-954b-f9228dae6a9d/7c0a7814-e620-4a47-85c2-1cffa73a5dff/2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:09.549582 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-741a6950-01d2-4f02-824e-86235574961e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.554336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-741a6950-01d2-4f02-824e-86235574961e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/636dbb98-7c8f-429f-b0ae-2757f06e29ec HTTP/1.1" status: 204 len: 168 time: 1.4725814 Jun 30 02:49:09.554336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a6950-01d2-4f02-824e-86235574961e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=636dbb98-7c8f-429f-b0ae-2757f06e29ec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:09.555665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.577714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 1f86df57-8f6a-45e3-b633-dee358381df2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:09.583584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1f86df57-8f6a-45e3-b633-dee358381df2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:09.584263 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.662856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f2080-a428-46d2-8e19-f45e238686ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:09.662856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f2080-a428-46d2-8e19-f45e238686ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:09.663218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-036f2080-a428-46d2-8e19-f45e238686ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1066260 Jun 30 02:49:09.672557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57330) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:09.803589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7aaa18-b7c8-4dd0-be7a-569ac0cf7e2b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet cb652c65-0ce2-4797-a1aa-2a06371eb43c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:09.807545 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a7aaa18-b7c8-4dd0-be7a-569ac0cf7e2b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.847822 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.863130 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a7aaa18-b7c8-4dd0-be7a-569ac0cf7e2b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.899536 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.970839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 1f86df57-8f6a-45e3-b633-dee358381df2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1f86df57-8f6a-45e3-b633-dee358381df2,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:09.985266 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:09.988024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7de4ff2a-bb57-4130-8848-27174a1e5f40 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:09.999384 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.006931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.016876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:10.018214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.032144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a7aaa18-b7c8-4dd0-be7a-569ac0cf7e2b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.175922 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a7aaa18-b7c8-4dd0-be7a-569ac0cf7e2b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.208491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=1f86df57-8f6a-45e3-b633-dee358381df2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:10.232575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7de4ff2a-bb57-4130-8848-27174a1e5f40 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:10.233099 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.256062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7aaa18-b7c8-4dd0-be7a-569ac0cf7e2b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=cb652c65-0ce2-4797-a1aa-2a06371eb43c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:10.258163 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2a7aaa18-b7c8-4dd0-be7a-569ac0cf7e2b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.264149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2a7aaa18-b7c8-4dd0-be7a-569ac0cf7e2b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/cb652c65-0ce2-4797-a1aa-2a06371eb43c HTTP/1.1" status: 204 len: 168 time: 0.5885324 Jun 30 02:49:10.265042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:10.359746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c1d83d3-6280-4e3b-864f-5ec7701c092d None None] Provisioning for port 0a176875-a98d-400e-ba06-09ea739874b5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:10.372144 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c1d83d3-6280-4e3b-864f-5ec7701c092d None None] Provisioning complete for port 0a176875-a98d-400e-ba06-09ea739874b5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:10.372526 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c1d83d3-6280-4e3b-864f-5ec7701c092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.376578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ec76a654-1369-452e-b5dc-fae8312901f5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097307 Jun 30 02:49:10.380854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:10.387983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:10.436997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Pushing event updated for resources: {'Network': ['ID=9489f366-b997-4dd2-9952-65c42fe0ce57,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:10.444856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Pushing event updated for resources: {'Port': ['ID=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:10.477932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 9489f366-b997-4dd2-9952-65c42fe0ce57 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:10.536723 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-246413f4-98d0-47ce-9ebb-2792830bf0cc tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.2310936 Jun 30 02:49:10.546201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Network f4b88cbe-e281-413e-954b-f9228dae6a9d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:10.549970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:10.561373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:10.617853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:10.628424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.666954 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5267267d-e3be-40b4-a50f-7ae58c524a1d tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] Notify callbacks [] for subnetpool, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.673018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5267267d-e3be-40b4-a50f-7ae58c524a1d tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] 10.222.0.55 "DELETE /v2.0/subnetpools/85038b7a-d919-4b82-8ded-afbc9a3ae09b HTTP/1.1" status: 204 len: 168 time: 0.9411609 Jun 30 02:49:10.676877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57372) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:10.713607 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e086ae9d-7e08-464d-be61-8c7f8973bfe1 tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] show failed (client error): The resource could not be found. Jun 30 02:49:10.719329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e086ae9d-7e08-464d-be61-8c7f8973bfe1 tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] 10.222.0.55 "GET /v2.0/subnetpools/85038b7a-d919-4b82-8ded-afbc9a3ae09b HTTP/1.1" status: 404 len: 346 time: 0.0271637 Jun 30 02:49:10.724534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:10.752787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485dbdb-333f-4347-8824-aede6f470b13 req-3d3c2d00-bfec-4ff0-a89d-1f685af75975 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:10.761447 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7485dbdb-333f-4347-8824-aede6f470b13 req-3d3c2d00-bfec-4ff0-a89d-1f685af75975 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 932 time: 1.0020301 Jun 30 02:49:10.846053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:10.846813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:10.869253 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-20ea388f-b884-4617-bea0-30441d93a637 tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] delete failed (client error): The resource could not be found. Jun 30 02:49:10.888066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a503a43-df96-49d3-b32f-968fef92bc72 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:10.892552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-20ea388f-b884-4617-bea0-30441d93a637 tempest-SubnetPoolsTestJSON-391207640 tempest-SubnetPoolsTestJSON-391207640-project] 10.222.0.55 "DELETE /v2.0/subnetpools/85038b7a-d919-4b82-8ded-afbc9a3ae09b HTTP/1.1" status: 404 len: 346 time: 0.1640091 Jun 30 02:49:10.961183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-2cad3b4e-33b6-4329-98a7-33879b559c74 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9316068 Jun 30 02:49:11.000211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:11.008811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Request body: {'port': {'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57', 'binding:host_id': 'n-h1-758944-39', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-83645720'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:11.061807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7485dbdb-333f-4347-8824-aede6f470b13 req-1e906766-df08-4c55-b7c9-a30d86fb08ea tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991221 Jun 30 02:49:11.143279 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Request body: {'port': {'device_id': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:11.164197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Made reservation on behalf of 345ad52eacc24d25a45871c532e6a539 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:11.170502 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.178276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1f86df57-8f6a-45e3-b633-dee358381df2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:11.185468 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.197494 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c1d83d3-6280-4e3b-864f-5ec7701c092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.339947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.356164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c1d83d3-6280-4e3b-864f-5ec7701c092d None None] For port 0a176875-a98d-400e-ba06-09ea739874b5, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0a176875-a98d-400e-ba06-09ea739874b5,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:11.360644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:49:11.385490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Sync routers for ids ['fbb21969-f9a9-4f09-b029-85b5dc495c02'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:11.402685 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c1d83d3-6280-4e3b-864f-5ec7701c092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.446637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57402) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:11.501539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d83d3-6280-4e3b-864f-5ec7701c092d None None] Pushing event updated for resources: {'Port': ['ID=0a176875-a98d-400e-ba06-09ea739874b5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:11.546103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f4cc90cf-a76e-410e-b868-a0fae1b7bba1 None None] Could not find standard attr ID for object 636dbb98-7c8f-429f-b0ae-2757f06e29ec. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:49:11.548054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Routers {'fbb21969-f9a9-4f09-b029-85b5dc495c02'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:11.548970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['fbb21969-f9a9-4f09-b029-85b5dc495c02'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:11.664105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:11.678745 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.688148 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.693708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] device_id is not set on port 47177327-219c-4087-9589-af7836395fe9 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:11.743731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Set router fbb21969-f9a9-4f09-b029-85b5dc495c02 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:11.894601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1f86df57-8f6a-45e3-b633-dee358381df2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:11.895408 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:11.961955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:12.008847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.047509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c289268-2156-452a-8b32-0c259761cb55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.080129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Transition to ACTIVE for port object 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:12.101810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.179955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'name': 'tempest-TestAggregatesBasicOps-481133480-router', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:53Z', 'updated_at': '2021-06-30T02:49:04Z', 'revision_number': 4, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'gw_port': {'id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bcd4f924-3086-454e-a2a2-1d3a96113c43', 'name': '', 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'mac_address': 'fa:16:3e:a7:59:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '46dbbedc-8815-4b41-92a7-63de2c9ab34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:01Z', 'updated_at': '2021-06-30T02:49:04Z', 'revision_number': 2, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'subnets': [{'id': '46dbbedc-8815-4b41-92a7-63de2c9ab34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:12.227440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Checking router: fbb21969-f9a9-4f09-b029-85b5dc495c02 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:12.227863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Updating router fbb21969-f9a9-4f09-b029-85b5dc495c02 port bcd4f924-3086-454e-a2a2-1d3a96113c43 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:12.268630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.311630 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.443583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Attempting to bind port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:12.443920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Attempting to bind port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'b157578e-614d-46a6-8bc6-f933cdb600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:12.444253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Attempting to bind port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 on network f4b88cbe-e281-413e-954b-f9228dae6a9d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:12.462001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 on network f4b88cbe-e281-413e-954b-f9228dae6a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:12.462001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Attempting to bind port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 on network f4b88cbe-e281-413e-954b-f9228dae6a9d {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:12.476816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:12.477577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Checking segment: {'id': 'b157578e-614d-46a6-8bc6-f933cdb600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:12.479058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Bound using segment: {'id': 'b157578e-614d-46a6-8bc6-f933cdb600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:12.479671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Bound port: 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b157578e-614d-46a6-8bc6-f933cdb600a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:12.480896 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.503124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b368b36-8a08-4f10-aad6-e7e2445d2884,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.506265 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c289268-2156-452a-8b32-0c259761cb55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.513445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c289268-2156-452a-8b32-0c259761cb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.521650 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.532497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1a67aada-9469-4cc2-9a74-eab7c8d85acd None None] Provisioning complete for port 0a176875-a98d-400e-ba06-09ea739874b5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:12.532864 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1a67aada-9469-4cc2-9a74-eab7c8d85acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.578698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c289268-2156-452a-8b32-0c259761cb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0d372-5397-4bba-a33c-699ce7c22c7a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.587545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1c289268-2156-452a-8b32-0c259761cb55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d65199f579c14aa58e216ae0b27a8207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9221141 Jun 30 02:49:12.590265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:12.653479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] For port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:12.672385 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2582ece-f53b-4ca9-9e08-cc8f943d4f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.690683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] For port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,segment=NetworkSegment(b157578e-614d-46a6-8bc6-f933cdb600a1),segment_id=b157578e-614d-46a6-8bc6-f933cdb600a1)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:12.703562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.721210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:12.722183 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.723812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] 10.222.0.73 "PUT /v2.0/ports/2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 1093 time: 1.7300620 Jun 30 02:49:12.725799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2582ece-f53b-4ca9-9e08-cc8f943d4f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.729512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:12.731488 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6ac99-35df-4af1-8064-167dc92d24fa" -d '{"events": [{"name": "network-changed", "server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:12.785221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1222968-1fb9-4828-bedd-955bd20ac9ec req-796f79fd-cd84-4d1b-b94c-8328c9ee6662 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:12.792921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1222968-1fb9-4828-bedd-955bd20ac9ec req-796f79fd-cd84-4d1b-b94c-8328c9ee6662 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 944 time: 0.4378953 Jun 30 02:49:12.875995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.888736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Transition to ACTIVE for port object bcd4f924-3086-454e-a2a2-1d3a96113c43 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:12.896751 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.931666 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81522577-67a2-4eee-89e2-be049914e631 x-openstack-request-id: req-81522577-67a2-4eee-89e2-be049914e631 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:12.931959 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:12.932234 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81522577-67a2-4eee-89e2-be049914e631 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:12.933925 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'status': 'completed', 'code': 200} Jun 30 02:49:12.956039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e1773-c03e-47cb-9203-8361d35bef27 None None] Pushing event updated for resources: {'Port': ['ID=bcd4f924-3086-454e-a2a2-1d3a96113c43,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:12.977672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d019ce-c8f2-46f7-8319-fa0b1ecea081 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:13.006286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2582ece-f53b-4ca9-9e08-cc8f943d4f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.010360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2582ece-f53b-4ca9-9e08-cc8f943d4f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.011536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e2582ece-f53b-4ca9-9e08-cc8f943d4f88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/faf0d372-5397-4bba-a33c-699ce7c22c7a HTTP/1.1" status: 204 len: 168 time: 0.4203374 Jun 30 02:49:13.038330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2582ece-f53b-4ca9-9e08-cc8f943d4f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0d372-5397-4bba-a33c-699ce7c22c7a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:13.094091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1222968-1fb9-4828-bedd-955bd20ac9ec req-cf5d81b0-d46d-44b1-9ae6-2042f3196b20 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000565 Jun 30 02:49:13.113692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] device_id is not set on port 47177327-219c-4087-9589-af7836395fe9 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:13.135409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-20198f71-6d6b-4944-b46c-05f9f5f349f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.140356 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-20198f71-6d6b-4944-b46c-05f9f5f349f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1096 time: 0.3498404 Jun 30 02:49:13.143218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Attempting to bind port bcd4f924-3086-454e-a2a2-1d3a96113c43 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:13.144761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Attempting to bind port bcd4f924-3086-454e-a2a2-1d3a96113c43 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '92093954-c884-4eba-97cb-c593b1de1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:13.146064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Attempting to bind port bcd4f924-3086-454e-a2a2-1d3a96113c43 on network d123afe7-d8ad-487a-aa8c-15feff21c36d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:13.163237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0a176875-a98d-400e-ba06-09ea739874b5 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:13.209652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.218576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:13.223292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Checking segment: {'id': '92093954-c884-4eba-97cb-c593b1de1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:13.223926 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.224539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Bound using segment: {'id': '92093954-c884-4eba-97cb-c593b1de1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:13.225300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Bound port: bcd4f924-3086-454e-a2a2-1d3a96113c43, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92093954-c884-4eba-97cb-c593b1de1cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:13.226054 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.245592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Transition to ACTIVE for port object 47177327-219c-4087-9589-af7836395fe9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:13.249333 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-a7631af4-057e-4d82-ab14-321b7563ab67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 217 time: 0.0994866 Jun 30 02:49:13.285828 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.300473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] For port 0a176875-a98d-400e-ba06-09ea739874b5, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0a176875-a98d-400e-ba06-09ea739874b5,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:13.351740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-32552e2a-9c82-4743-800f-c0461a608362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.353353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-32552e2a-9c82-4743-800f-c0461a608362 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 200 len: 860 time: 0.0967286 Jun 30 02:49:13.400250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] For port bcd4f924-3086-454e-a2a2-1d3a96113c43, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:13.404720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] For port bcd4f924-3086-454e-a2a2-1d3a96113c43, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bcd4f924-3086-454e-a2a2-1d3a96113c43,segment=NetworkSegment(92093954-c884-4eba-97cb-c593b1de1cbe),segment_id=92093954-c884-4eba-97cb-c593b1de1cbe)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:13.412068 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.430925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event updated for resources: {'Port': ['ID=47177327-219c-4087-9589-af7836395fe9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:13.473115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Checking segment: {'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:13.473478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Network hostable DHCP agents. Network: 9489f366-b997-4dd2-9952-65c42fe0ce57, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:13.491426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-18aedc2d-b0e3-4650-a1cb-ec5264d0dd9b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4b88cbe-e281-413e-954b-f9228dae6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302068 Jun 30 02:49:13.495848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0a176875-a98d-400e-ba06-09ea739874b5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:13.496218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.520589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Routers {'fbb21969-f9a9-4f09-b029-85b5dc495c02'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:13.521925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['fbb21969-f9a9-4f09-b029-85b5dc495c02'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:13.542899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Network 9489f366-b997-4dd2-9952-65c42fe0ce57 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:13.569345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 9489f366-b997-4dd2-9952-65c42fe0ce57) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:13.571790 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e1773-c03e-47cb-9203-8361d35bef27 None None] Pushing event updated for resources: {'Port': ['ID=bcd4f924-3086-454e-a2a2-1d3a96113c43,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:13.572791 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.579114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:13.596539 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:13.596945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:13.597338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:13.606164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:13.606502 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:13.607090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.608119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.611589 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 2 to bind port 47177327-219c-4087-9589-af7836395fe9 Jun 30 02:49:13.650538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce43110-e4a2-4131-869a-01b494f7106d None None] Network 9489f366-b997-4dd2-9952-65c42fe0ce57 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:13.682918 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-6a22fbe0-308d-4dfe-bcae-f59c7dbb7bc3 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838388 Jun 30 02:49:13.738799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=1a470e71-47bd-4a5c-9e6b-41bfde82239e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:13.847986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:13.851913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:13.852967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:13.860311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:13.864327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:13.864327 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:13.869952 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 3 to bind port 47177327-219c-4087-9589-af7836395fe9 Jun 30 02:49:13.875623 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:13.881683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:13.896807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa831e7d-42a6-4883-9fa0-e14bf781d50a req-8c8631f9-592b-459e-8212-bbb83b459bfb service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065871 Jun 30 02:49:13.928170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718d965-b5f4-4589-89ce-c2ecc61b18d1 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:13.966124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:13.967927 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.004014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=0a176875-a98d-400e-ba06-09ea739874b5,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:14.008684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:14.009088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:14.009650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:14.016966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:14.017618 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:14.020483 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 4 to bind port 47177327-219c-4087-9589-af7836395fe9 Jun 30 02:49:14.024028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b87b4a23-416f-466d-b908-29c3c5d05a27 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6418476 Jun 30 02:49:14.033879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57470) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:14.051061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:84:12:08', 'name': 'tempest-NetworksTestDHCPv6-1445208513'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:14.106503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6ac99-35df-4af1-8064-167dc92d24fa req-0cc17c0f-8efd-438d-9f4a-53ae87456a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.108092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecf6ac99-35df-4af1-8064-167dc92d24fa req-0cc17c0f-8efd-438d-9f4a-53ae87456a4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1096 time: 0.1326954 Jun 30 02:49:14.194568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:14.197234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:14.197395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:14.224207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:14.224650 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:14.231152 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 5 to bind port 47177327-219c-4087-9589-af7836395fe9 Jun 30 02:49:14.276604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6ac99-35df-4af1-8064-167dc92d24fa req-af619dde-7e99-466f-88b4-5dbde216ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.278069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecf6ac99-35df-4af1-8064-167dc92d24fa req-af619dde-7e99-466f-88b4-5dbde216ca6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 921 time: 0.1626737 Jun 30 02:49:14.302617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:14.302806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:14.303034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:14.365381 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecf6ac99-35df-4af1-8064-167dc92d24fa req-25277cc6-363f-4828-b123-e6f00e7c9a4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 217 time: 0.0782504 Jun 30 02:49:14.372495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:14.373019 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:14.386747 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 6 to bind port 47177327-219c-4087-9589-af7836395fe9 Jun 30 02:49:14.426922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] Set router fbb21969-f9a9-4f09-b029-85b5dc495c02 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:14.444502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:14.445003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:14.445456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:14.458652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:14.459156 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:14.462980 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 7 to bind port 47177327-219c-4087-9589-af7836395fe9 Jun 30 02:49:14.520882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:14.552032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6ac99-35df-4af1-8064-167dc92d24fa req-5955cbe2-25c9-486f-a561-218956440132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.553500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecf6ac99-35df-4af1-8064-167dc92d24fa req-5955cbe2-25c9-486f-a561-218956440132 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 200 len: 860 time: 0.1715419 Jun 30 02:49:14.627340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecf6ac99-35df-4af1-8064-167dc92d24fa req-ef4beeb6-8629-4875-8189-99c9eb20890a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4b88cbe-e281-413e-954b-f9228dae6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643165 Jun 30 02:49:14.630331 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:14.636121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:14.637002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:14.637494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:14.674413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc886750-599f-4e5b-8dbe-38d9138445b1 req-9b4b03b7-4400-4896-9174-c91eab980eb8 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:14.682616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc886750-599f-4e5b-8dbe-38d9138445b1 req-9b4b03b7-4400-4896-9174-c91eab980eb8 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 944 time: 0.3199611 Jun 30 02:49:14.687853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:14.691597 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:14.704594 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 8 to bind port 47177327-219c-4087-9589-af7836395fe9 Jun 30 02:49:14.746370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:14.746709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:14.747084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:14.787902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 0d6a4b9b-0594-402d-9366-e3048a173c21 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:14.791447 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc886750-599f-4e5b-8dbe-38d9138445b1 req-f9c838ec-85ec-4d6d-86d7-e6f840063d1e tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073933 Jun 30 02:49:14.819630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:14.825275 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:14.832126 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 9 to bind port 47177327-219c-4087-9589-af7836395fe9 Jun 30 02:49:14.855071 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecf6ac99-35df-4af1-8064-167dc92d24fa req-b2074522-b2b2-40ad-a1b9-9422c564ffa7 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138770 Jun 30 02:49:15.028537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'name': 'tempest-TestAggregatesBasicOps-481133480-router', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:53Z', 'updated_at': '2021-06-30T02:49:04Z', 'revision_number': 4, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'gw_port': {'id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bcd4f924-3086-454e-a2a2-1d3a96113c43', 'name': '', 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'mac_address': 'fa:16:3e:a7:59:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '46dbbedc-8815-4b41-92a7-63de2c9ab34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:01Z', 'updated_at': '2021-06-30T02:49:13Z', 'revision_number': 4, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'subnets': [{'id': '46dbbedc-8815-4b41-92a7-63de2c9ab34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:15.085281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa07251-0863-4626-8458-566decbbcea9 None None] The sync data for ids ['fbb21969-f9a9-4f09-b029-85b5dc495c02'] in n-d-758944-39 is: [{'id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'name': 'tempest-TestAggregatesBasicOps-481133480-router', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:53Z', 'updated_at': '2021-06-30T02:49:04Z', 'revision_number': 4, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'gw_port': {'id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bcd4f924-3086-454e-a2a2-1d3a96113c43', 'name': '', 'network_id': 'd123afe7-d8ad-487a-aa8c-15feff21c36d', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'mac_address': 'fa:16:3e:a7:59:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '46dbbedc-8815-4b41-92a7-63de2c9ab34f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:01Z', 'updated_at': '2021-06-30T02:49:13Z', 'revision_number': 4, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'subnets': [{'id': '46dbbedc-8815-4b41-92a7-63de2c9ab34f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:15.109492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecf6ac99-35df-4af1-8064-167dc92d24fa req-b32d4954-e07e-4df8-b128-fff7bef974ae service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308939 Jun 30 02:49:15.142056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:15.142056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:15.142056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:15.161396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:15.161767 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:15.164842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0a176875-a98d-400e-ba06-09ea739874b5 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:15.169806 n-d-758944-39 neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 10 to bind port 47177327-219c-4087-9589-af7836395fe9 Jun 30 02:49:15.220825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:15.224542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:15.224958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:15.230408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::f816:3eff:fe84:1208 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/1a470e71-47bd-4a5c-9e6b-41bfde82239e/0d6a4b9b-0594-402d-9366-e3048a173c21) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:15.245682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 47177327-219c-4087-9589-af7836395fe9 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:15.245926 n-d-758944-39 neutron-server[93770]: ERROR neutron.plugins.ml2.managers [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 47177327-219c-4087-9589-af7836395fe9 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:15.246262 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.296956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d09285d-560b-4001-97d2-bebfdca27aa5 None None] Provisioning complete for port 0a176875-a98d-400e-ba06-09ea739874b5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:15.297345 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d09285d-560b-4001-97d2-bebfdca27aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.316622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0a176875-a98d-400e-ba06-09ea739874b5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:15.323302 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.377217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] Deleting port a9b7f504-d2f5-497b-8c32-abb8272fb1d3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:15.377799 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.533635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] For port 47177327-219c-4087-9589-af7836395fe9, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:15.534016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempted to set empty binding levels {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:49:15.572279 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.682422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:15.683099 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.755475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event updated for resources: {'Port': ['ID=47177327-219c-4087-9589-af7836395fe9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:15.771078 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cc081c07-e41b-4ffc-9fc2-c51f9bb31950 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.7690976 Jun 30 02:49:15.773101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] For port a9b7f504-d2f5-497b-8c32-abb8272fb1d3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a9b7f504-d2f5-497b-8c32-abb8272fb1d3,segment=NetworkSegment(2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d),segment_id=2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:15.774646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:15.784705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.837233 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.855441 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:15.857183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 0d6a4b9b-0594-402d-9366-e3048a173c21 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:15.904902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] Calling delete_port for a9b7f504-d2f5-497b-8c32-abb8272fb1d3 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:16.043860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-191e6ec9-8625-43f1-b8d4-32b14bd32c60 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Deleting port 47177327-219c-4087-9589-af7836395fe9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:16.044500 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-191e6ec9-8625-43f1-b8d4-32b14bd32c60 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.123947 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.157961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-191e6ec9-8625-43f1-b8d4-32b14bd32c60 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] For port 47177327-219c-4087-9589-af7836395fe9, host n-h1-758944-39, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:16.157961 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-191e6ec9-8625-43f1-b8d4-32b14bd32c60 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.185293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-191e6ec9-8625-43f1-b8d4-32b14bd32c60 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Calling delete_port for 47177327-219c-4087-9589-af7836395fe9 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:16.231164 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.242037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.436690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-191e6ec9-8625-43f1-b8d4-32b14bd32c60 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.499753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:16.514114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:16.531693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:16.536084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e6ec9-8625-43f1-b8d4-32b14bd32c60 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event deleted for resources: {'Port': ['ID=47177327-219c-4087-9589-af7836395fe9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:16.542083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:16.552227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.572740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-191e6ec9-8625-43f1-b8d4-32b14bd32c60 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.582565 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-191e6ec9-8625-43f1-b8d4-32b14bd32c60 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "DELETE /v2.0/ports/47177327-219c-4087-9589-af7836395fe9 HTTP/1.1" status: 204 len: 168 time: 0.8045120 Jun 30 02:49:16.584554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57560) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:16.596097 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5572684 Jun 30 02:49:16.596996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:16.658695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cec40-9f00-4343-a9a1-9c6cdd7d3089 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=0d6a4b9b-0594-402d-9366-e3048a173c21,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:16.680432 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d70109c-0468-4907-a1ec-cf51609c4276 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:49:16.690127 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3d70109c-0468-4907-a1ec-cf51609c4276 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "GET /v2.0/ports/47177327-219c-4087-9589-af7836395fe9 HTTP/1.1" status: 404 len: 333 time: 0.0988414 Jun 30 02:49:16.690342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6d1a3-9b99-4955-8ed0-3d2ad86860d0 req-659588b6-394e-445a-9998-22155b483ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:16.690801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:16.691193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ad6d1a3-9b99-4955-8ed0-3d2ad86860d0 req-659588b6-394e-445a-9998-22155b483ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 944 time: 0.4628286 Jun 30 02:49:16.696120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Request body: {'port': {'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-401969485'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:16.725336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b7f504-d2f5-497b-8c32-abb8272fb1d3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:16.813248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Made reservation on behalf of 345ad52eacc24d25a45871c532e6a539 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:16.819872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:16.882699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] device_id is not set on port 99f7b92c-0577-4086-8033-467931067b72 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:17.035016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c508c-c183-49da-902d-07d21d10147c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:17.042565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c508c-c183-49da-902d-07d21d10147c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:17.048422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cd6c508c-c183-49da-902d-07d21d10147c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4404993 Jun 30 02:49:17.050226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57574) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:17.050924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.066990 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ad6d1a3-9b99-4955-8ed0-3d2ad86860d0 req-3afa99dc-b589-47be-9b9b-80abb1fde4b7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465469 Jun 30 02:49:17.193765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f8f8845c-7758-49e2-845e-44f26de2630e None None] Provisioning for port 0d6a4b9b-0594-402d-9366-e3048a173c21 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:17.208034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f8f8845c-7758-49e2-845e-44f26de2630e None None] Provisioning complete for port 0d6a4b9b-0594-402d-9366-e3048a173c21 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:17.208459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8f8845c-7758-49e2-845e-44f26de2630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.301430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8845c-7758-49e2-845e-44f26de2630e None None] Port 0d6a4b9b-0594-402d-9366-e3048a173c21 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:17.340361 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bcd4f924-3086-454e-a2a2-1d3a96113c43 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:17.398087 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.417459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:17.462145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port bcd4f924-3086-454e-a2a2-1d3a96113c43 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:17.468868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port bcd4f924-3086-454e-a2a2-1d3a96113c43 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:17.469249 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.494750 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.570901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Network 9489f366-b997-4dd2-9952-65c42fe0ce57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:17.575287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:17.581264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:17.582210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:17.582812 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.605552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4cf271d3-5538-4064-bf01-e01b49a8040b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 0d6a4b9b-0594-402d-9366-e3048a173c21 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:17.605916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event updated for resources: {'Port': ['ID=99f7b92c-0577-4086-8033-467931067b72,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:17.607503 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf271d3-5538-4064-bf01-e01b49a8040b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.621494 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ef1f3b65-d975-4209-934b-3f6f3638a10f tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9293053 Jun 30 02:49:17.624341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:17.635718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:17.641064 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.680311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port bcd4f924-3086-454e-a2a2-1d3a96113c43, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bcd4f924-3086-454e-a2a2-1d3a96113c43,segment=NetworkSegment(92093954-c884-4eba-97cb-c593b1de1cbe),segment_id=92093954-c884-4eba-97cb-c593b1de1cbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:17.699308 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.790267 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bb3472-87e6-4a8a-89a3-beeb26e1bc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.806748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=bcd4f924-3086-454e-a2a2-1d3a96113c43,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:17.812617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:17.893991 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:17.977837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,segment=NetworkSegment(b157578e-614d-46a6-8bc6-f933cdb600a1),segment_id=b157578e-614d-46a6-8bc6-f933cdb600a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:18.012755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'port_id': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'mac_address': 'fa:16:3e:d8:3a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:49:18.091909 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.133933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:18.194261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,segment=NetworkSegment(b157578e-614d-46a6-8bc6-f933cdb600a1),segment_id=b157578e-614d-46a6-8bc6-f933cdb600a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:18.202123 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.314234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:18.354990 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf271d3-5538-4064-bf01-e01b49a8040b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.372359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] Router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:18.381338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4cf271d3-5538-4064-bf01-e01b49a8040b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 0d6a4b9b-0594-402d-9366-e3048a173c21 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:18.444660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:18.529737 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bb3472-87e6-4a8a-89a3-beeb26e1bc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.551090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] device_id is not set on port 99f7b92c-0577-4086-8033-467931067b72 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:18.565203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b4bb3472-87e6-4a8a-89a3-beeb26e1bc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.618495 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b4bb3472-87e6-4a8a-89a3-beeb26e1bc00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2187c2829d4d4cbdbd6f736b1c3651ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1999269 Jun 30 02:49:18.621956 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.633762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b8d6d-cfd1-4cdb-b8da-c97ebf1eec96 req-7858ef1b-49e6-494d-ae25-a861f4830239 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:18.635606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce2b8d6d-cfd1-4cdb-b8da-c97ebf1eec96 req-7858ef1b-49e6-494d-ae25-a861f4830239 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 945 time: 0.2161016 Jun 30 02:49:18.636226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:18.698412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb3472-87e6-4a8a-89a3-beeb26e1bc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101f4437-5cf0-4f95-a151-b487f84e8eac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:18.713360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Transition to ACTIVE for port object 99f7b92c-0577-4086-8033-467931067b72 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:18.730643 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.782409 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c45203b-5bca-49bb-8dbe-65a4d73fd17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.783292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf271d3-5538-4064-bf01-e01b49a8040b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.815318 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce2b8d6d-cfd1-4cdb-b8da-c97ebf1eec96 req-4f169f68-b7f4-4229-8a45-cefd9e26e013 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379883 Jun 30 02:49:18.823914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf271d3-5538-4064-bf01-e01b49a8040b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=0d6a4b9b-0594-402d-9366-e3048a173c21,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:18.839942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event updated for resources: {'Port': ['ID=99f7b92c-0577-4086-8033-467931067b72,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:18.840076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:18.844190 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c45203b-5bca-49bb-8dbe-65a4d73fd17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.849529 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] Sync routers for ids ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:18.865195 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] Routers {'2a190cd4-0e4e-47d0-adca-5e4a3d8db220'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:18.869131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-99775021-a0d4-499f-8f93-7111218c752f admin admin] 10.222.0.55 "PUT /v2.0/routers/2a190cd4-0e4e-47d0-adca-5e4a3d8db220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4213014 Jun 30 02:49:18.871349 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:18.872529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57610) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:18.880816 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf271d3-5538-4064-bf01-e01b49a8040b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.883429 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4cf271d3-5538-4064-bf01-e01b49a8040b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/0d6a4b9b-0594-402d-9366-e3048a173c21 HTTP/1.1" status: 204 len: 168 time: 1.8290970 Jun 30 02:49:18.886168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57612) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:18.894106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:18.894544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:18.894921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:18.903491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:18.903834 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:18.904844 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 2 to bind port 99f7b92c-0577-4086-8033-467931067b72 Jun 30 02:49:18.930978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:18.931415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:18.933064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:18.944063 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:18.944409 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:18.946414 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 3 to bind port 99f7b92c-0577-4086-8033-467931067b72 Jun 30 02:49:18.981004 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c45203b-5bca-49bb-8dbe-65a4d73fd17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:18.989522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c45203b-5bca-49bb-8dbe-65a4d73fd17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.008866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c45203b-5bca-49bb-8dbe-65a4d73fd17d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/101f4437-5cf0-4f95-a151-b487f84e8eac HTTP/1.1" status: 204 len: 168 time: 0.3643236 Jun 30 02:49:19.022331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:19.022669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:19.023041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:19.056010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:19.056383 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:19.063408 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 4 to bind port 99f7b92c-0577-4086-8033-467931067b72 Jun 30 02:49:19.090484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96bb551-76a5-4628-9254-2ac43976c206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:19.101053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96bb551-76a5-4628-9254-2ac43976c206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:19.107750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:19.109094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:19.109812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e96bb551-76a5-4628-9254-2ac43976c206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2220299 Jun 30 02:49:19.110548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:19.113261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:19.120980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45203b-5bca-49bb-8dbe-65a4d73fd17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101f4437-5cf0-4f95-a151-b487f84e8eac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:19.143302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bcd4f924-3086-454e-a2a2-1d3a96113c43 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:19.171524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:19.173484 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:19.218185 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 5 to bind port 99f7b92c-0577-4086-8033-467931067b72 Jun 30 02:49:19.252482 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] Set router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:19.268518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port bcd4f924-3086-454e-a2a2-1d3a96113c43 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:19.269022 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.288437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:19.288941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:19.289382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:19.297805 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.323853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:19.324264 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:19.324913 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 6 to bind port 99f7b92c-0577-4086-8033-467931067b72 Jun 30 02:49:19.331548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6a26f0-e47d-4019-8057-76a0fc308ab9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 1a470e71-47bd-4a5c-9e6b-41bfde82239e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:19.357240 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6a26f0-e47d-4019-8057-76a0fc308ab9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.439176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:19.439735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:19.440227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:19.452855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:19.453486 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:19.456011 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 7 to bind port 99f7b92c-0577-4086-8033-467931067b72 Jun 30 02:49:19.464353 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6a26f0-e47d-4019-8057-76a0fc308ab9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.536945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:19.537552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:19.537633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:19.544889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:19.545218 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:19.549196 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 8 to bind port 99f7b92c-0577-4086-8033-467931067b72 Jun 30 02:49:19.571998 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.576919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:19.577491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:19.577777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:19.602528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:19.606320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:19.606657 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:19.608460 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 9 to bind port 99f7b92c-0577-4086-8033-467931067b72 Jun 30 02:49:19.634788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:19.635135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:19.635481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:19.641608 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6a26f0-e47d-4019-8057-76a0fc308ab9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.653393 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b23b8db8-9f88-4375-80b0-3343ea386a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.666128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:19.666626 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:19.669176 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 10 to bind port 99f7b92c-0577-4086-8033-467931067b72 Jun 30 02:49:19.674001 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'name': 'tempest-TestAggregatesBasicOps-859374867-router', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:32Z', 'updated_at': '2021-06-30T02:49:16Z', 'revision_number': 5, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'gw_port': {'id': '22aa90b5-3b7f-432d-87c1-f9e6ef895483', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:37Z', 'updated_at': '2021-06-30T02:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:19.690803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:19.691244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:19.691591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:19.703148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:19.703480 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 99f7b92c-0577-4086-8033-467931067b72 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:19.703912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.716683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Deleting port 22aa90b5-3b7f-432d-87c1-f9e6ef895483 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:19.717030 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.723729 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] Checking router: 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:19.743492 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] Routers {'2a190cd4-0e4e-47d0-adca-5e4a3d8db220'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:19.744263 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:48:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:19.797199 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6a26f0-e47d-4019-8057-76a0fc308ab9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.835563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:19.839551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a26f0-e47d-4019-8057-76a0fc308ab9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=1a470e71-47bd-4a5c-9e6b-41bfde82239e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:19.844919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] For port 99f7b92c-0577-4086-8033-467931067b72, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:19.845552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:49:19.847626 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3d6a26f0-e47d-4019-8057-76a0fc308ab9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.870896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3d6a26f0-e47d-4019-8057-76a0fc308ab9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/1a470e71-47bd-4a5c-9e6b-41bfde82239e HTTP/1.1" status: 204 len: 168 time: 0.7460673 Jun 30 02:49:19.876616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57638) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:19.892878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cc34c9-9247-493e-80a8-cbdbb7f02c9e None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:19.895838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.936337 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] Set router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:19.981927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] For port 22aa90b5-3b7f-432d-87c1-f9e6ef895483, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=22aa90b5-3b7f-432d-87c1-f9e6ef895483,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:19.982698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.984681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6038c75c-a4fa-4b52-9690-7e67a008736f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075444 Jun 30 02:49:19.990162 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b23b8db8-9f88-4375-80b0-3343ea386a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:19.991617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:20.014289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b23b8db8-9f88-4375-80b0-3343ea386a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.057082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Calling delete_port for 22aa90b5-3b7f-432d-87c1-f9e6ef895483 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:20.117049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:20.139732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:20.140531 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.167639 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'name': 'tempest-TestAggregatesBasicOps-859374867-router', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:32Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 6, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:20.187331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b8db8-9f88-4375-80b0-3343ea386a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2402b4-d809-412f-bd2b-5726e123a377,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:20.192054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b23b8db8-9f88-4375-80b0-3343ea386a81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4e434e6d30fe46ac96af70e7a6f89f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5877614 Jun 30 02:49:20.229659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:20.265829 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d55384f-9588-40f7-be51-98ae377866fe None None] The sync data for ids ['2a190cd4-0e4e-47d0-adca-5e4a3d8db220'] in n-d-758944-39 is: [{'id': '2a190cd4-0e4e-47d0-adca-5e4a3d8db220', 'name': 'tempest-TestAggregatesBasicOps-859374867-router', 'tenant_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:32Z', 'updated_at': '2021-06-30T02:49:19Z', 'revision_number': 6, 'project_id': 'bd6f6cdeaafa4687810bf432aba9d4a4', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:20.401164 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.425299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f5229-ea6d-40a7-88a9-7ca63d95eb3d req-6f2123a0-1be5-400c-b5a2-0a1139cf344c tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:20.433377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:20.433727 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d1f5229-ea6d-40a7-88a9-7ca63d95eb3d req-6f2123a0-1be5-400c-b5a2-0a1139cf344c tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 945 time: 0.3026218 Jun 30 02:49:20.436661 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928f9d07-52ef-43f1-951b-2d025bab092f" -d '{"events": [{"server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "name": "network-vif-plugged", "status": "completed", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:20.447441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff602e27-779d-462d-9b72-67ce654fbdc0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:20.451624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ff602e27-779d-462d-9b72-67ce654fbdc0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4519880 Jun 30 02:49:20.458251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:20.472166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,segment=NetworkSegment(b157578e-614d-46a6-8bc6-f933cdb600a1),segment_id=b157578e-614d-46a6-8bc6-f933cdb600a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:20.482752 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.524783 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa94afa-82e6-46a8-96f2-10ede6302d05 x-openstack-request-id: req-3fa94afa-82e6-46a8-96f2-10ede6302d05 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:20.525581 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "name": "network-vif-plugged", "status": "completed", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:20.526008 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3fa94afa-82e6-46a8-96f2-10ede6302d05 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:20.526580 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'code': 200} Jun 30 02:49:20.569719 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-643fc234-1a7e-4ba2-b4dd-063e701dc3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.573150 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:20.678463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73076fee-6489-4ff7-90fd-e1a10167f3d6 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:20.719923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d1f5229-ea6d-40a7-88a9-7ca63d95eb3d req-48ff98e0-bfb9-427f-a9d1-a2ba33834d21 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852912 Jun 30 02:49:20.725974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782c4f97-46ff-466d-8809-6dbb1ffa0488 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:20.731112 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-782c4f97-46ff-466d-8809-6dbb1ffa0488 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2540014 Jun 30 02:49:20.762000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57662) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:20.772950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-643fc234-1a7e-4ba2-b4dd-063e701dc3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.787741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] In _notify_port_updated(), no bound segment for port 99f7b92c-0577-4086-8033-467931067b72 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:49:20.790159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:20.791116 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.793819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-73076fee-6489-4ff7-90fd-e1a10167f3d6 None None] Deleting port 0a176875-a98d-400e-ba06-09ea739874b5 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:20.794203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73076fee-6489-4ff7-90fd-e1a10167f3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.798168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "PUT /v2.0/ports/99f7b92c-0577-4086-8033-467931067b72 HTTP/1.1" status: 200 len: 975 time: 3.1724555 Jun 30 02:49:20.799300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:20.861200 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b2d81276-7482-456c-bc44-633ccb5b49bc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852361 Jun 30 02:49:20.876199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-73076fee-6489-4ff7-90fd-e1a10167f3d6 None None] For port 0a176875-a98d-400e-ba06-09ea739874b5, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0a176875-a98d-400e-ba06-09ea739874b5,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:20.876601 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73076fee-6489-4ff7-90fd-e1a10167f3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:20.883601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57666) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:20.892654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:20.896792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-73076fee-6489-4ff7-90fd-e1a10167f3d6 None None] Calling delete_port for 0a176875-a98d-400e-ba06-09ea739874b5 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:20.980343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e6779-faee-4570-a88d-72bb5cadc8e6 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event updated for resources: {'Port': ['ID=99f7b92c-0577-4086-8033-467931067b72,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.058488 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dd0ab-8106-42b0-afd7-123403f44df5 req-8ca2dd1e-d76e-47d7-a049-85532485415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.059521 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-643fc234-1a7e-4ba2-b4dd-063e701dc3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.060857 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-478dd0ab-8106-42b0-afd7-123403f44df5 req-8ca2dd1e-d76e-47d7-a049-85532485415f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1098 time: 0.3579128 Jun 30 02:49:21.062206 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-643fc234-1a7e-4ba2-b4dd-063e701dc3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.065961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-643fc234-1a7e-4ba2-b4dd-063e701dc3f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff2402b4-d809-412f-bd2b-5726e123a377 HTTP/1.1" status: 204 len: 168 time: 0.8278990 Jun 30 02:49:21.081645 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73076fee-6489-4ff7-90fd-e1a10167f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.097995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fc234-1a7e-4ba2-b4dd-063e701dc3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2402b4-d809-412f-bd2b-5726e123a377,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.101288 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.123760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.124254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.124734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.125742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.126070 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.126579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.127208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.127727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.128689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.128689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.129136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.129639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.130141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.130650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.131154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:21.140740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bead80d8-54e8-4808-a013-f7d24382c5d3 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13593 time: 0.3343179 Jun 30 02:49:21.142819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:21.184348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Pushing event deleted for resources: {'Port': ['ID=22aa90b5-3b7f-432d-87c1-f9e6ef895483,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.213391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73076fee-6489-4ff7-90fd-e1a10167f3d6 None None] Pushing event deleted for resources: {'Port': ['ID=0a176875-a98d-400e-ba06-09ea739874b5,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.213778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:21.231397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.236133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73076fee-6489-4ff7-90fd-e1a10167f3d6 None None] No DVR routers for this DVR port 0a176875-a98d-400e-ba06-09ea739874b5 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:21.281124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-478dd0ab-8106-42b0-afd7-123403f44df5 req-cea6f764-f5f3-40bd-8811-943929c90b10 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075171 Jun 30 02:49:21.344013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a9b7f504-d2f5-497b-8c32-abb8272fb1d3 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:21.370151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: a9b7f504-d2f5-497b-8c32-abb8272fb1d3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:21.370497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a9b7f504-d2f5-497b-8c32-abb8272fb1d3 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:21.370944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0a176875-a98d-400e-ba06-09ea739874b5 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:21.393474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0a176875-a98d-400e-ba06-09ea739874b5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:21.393855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0a176875-a98d-400e-ba06-09ea739874b5 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:21.394279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 22aa90b5-3b7f-432d-87c1-f9e6ef895483 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:21.459119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-479c7500-03f7-4437-a31e-0dde32833361 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Deleting port 99f7b92c-0577-4086-8033-467931067b72 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:21.459486 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-479c7500-03f7-4437-a31e-0dde32833361 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.482860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 22aa90b5-3b7f-432d-87c1-f9e6ef895483 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:21.483361 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 22aa90b5-3b7f-432d-87c1-f9e6ef895483 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:21.593159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.594908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-479c7500-03f7-4437-a31e-0dde32833361 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] For port 99f7b92c-0577-4086-8033-467931067b72, host n-h1-758944-39, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:21.596490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-479c7500-03f7-4437-a31e-0dde32833361 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.633550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-479c7500-03f7-4437-a31e-0dde32833361 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Calling delete_port for 99f7b92c-0577-4086-8033-467931067b72 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:21.800216 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-479c7500-03f7-4437-a31e-0dde32833361 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.842208 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-479c7500-03f7-4437-a31e-0dde32833361 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.845329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-479c7500-03f7-4437-a31e-0dde32833361 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "DELETE /v2.0/ports/99f7b92c-0577-4086-8033-467931067b72 HTTP/1.1" status: 204 len: 168 time: 0.7012227 Jun 30 02:49:21.846699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c7500-03f7-4437-a31e-0dde32833361 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event deleted for resources: {'Port': ['ID=99f7b92c-0577-4086-8033-467931067b72,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:21.853123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57696) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:21.868349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.886928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:21.890515 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b852dc6e-8eea-4962-a823-db6c9bff6de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:49:21.892467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b852dc6e-8eea-4962-a823-db6c9bff6de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "GET /v2.0/ports/99f7b92c-0577-4086-8033-467931067b72 HTTP/1.1" status: 404 len: 333 time: 0.0383055 Jun 30 02:49:21.898542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57700) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:21.914701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1960351448', 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:22.027990 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.028558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a190cd4-0e4e-47d0-adca-5e4a3d8db220 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:49:22.036368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.041581 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3c4dd752-ae6e-44b7-b325-728eeb11231c admin admin] 10.222.0.55 "DELETE /v2.0/routers/2a190cd4-0e4e-47d0-adca-5e4a3d8db220 HTTP/1.1" status: 204 len: 168 time: 3.1676280 Jun 30 02:49:22.041762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:22.085524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Made reservation on behalf of 345ad52eacc24d25a45871c532e6a539 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:22.090272 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.129139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] device_id is not set on port 207f27cb-8d97-4fef-8631-d7eb4fd556bd yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:22.180309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d593b-b4c0-4548-a9c9-1ac0dc80bca8 req-fc0f5101-704b-489b-bfcf-78b35d95c3d1 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:22.196055 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df5d593b-b4c0-4548-a9c9-1ac0dc80bca8 req-fc0f5101-704b-489b-bfcf-78b35d95c3d1 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.2321293 Jun 30 02:49:22.344057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df5d593b-b4c0-4548-a9c9-1ac0dc80bca8 req-160a3493-1c9f-4f4f-bd64-6b1c33635a21 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458616 Jun 30 02:49:22.357414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c47bde0-e276-4eb1-ae92-bb06110a3c14 admin admin] Deleting subnet 42582188-5b64-4f93-81c6-196e3f4a9a0a {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:22.360912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c47bde0-e276-4eb1-ae92-bb06110a3c14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.364362 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.436990 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c47bde0-e276-4eb1-ae92-bb06110a3c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.537219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.563639 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c47bde0-e276-4eb1-ae92-bb06110a3c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.640432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:22.644559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event updated for resources: {'Port': ['ID=207f27cb-8d97-4fef-8631-d7eb4fd556bd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:22.654823 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c47bde0-e276-4eb1-ae92-bb06110a3c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.676704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.676953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.677295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.677627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.677962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.678294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.678615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.678965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.679287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.679618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.680080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.680411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:22.684771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Network 9489f366-b997-4dd2-9952-65c42fe0ce57 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:22.694755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47bde0-e276-4eb1-ae92-bb06110a3c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42582188-5b64-4f93-81c6-196e3f4a9a0a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:22.699468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6c47bde0-e276-4eb1-ae92-bb06110a3c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.699789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:22.703969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6c47bde0-e276-4eb1-ae92-bb06110a3c14 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/42582188-5b64-4f93-81c6-196e3f4a9a0a HTTP/1.1" status: 204 len: 168 time: 0.6587412 Jun 30 02:49:22.704426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57728) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:22.705083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:22.706031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:22.706621 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.726961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d18878-c15b-4b48-828b-77c919aa6de2 None None] Network 8e6e00a0-a081-4f97-8e01-50c2459f3f37 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:22.759146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:49:22.828299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1338704166-network', 'tenant_id': '3097f3dcae494b4f99ce6968513856f1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:22.833412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.852023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.868069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:22.868271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2f2441dc-07bb-4401-893c-c1e6b5b4f413 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9678552 Jun 30 02:49:22.910749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:22.933690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Made reservation on behalf of 3097f3dcae494b4f99ce6968513856f1 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:22.936710 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.947973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:22.951417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:22.951966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.952100 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:22.967482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2002af6b-99af-4a1b-922d-0d06092c74a6 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:22.983692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a6058-4f33-405d-b643-2f943e4963e2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:22.986281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a23a6058-4f33-405d-b643-2f943e4963e2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "GET /v2.0/ports/207f27cb-8d97-4fef-8631-d7eb4fd556bd HTTP/1.1" status: 200 len: 955 time: 0.1111426 Jun 30 02:49:22.989249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:23.038666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=7556b9e4-e9f6-4ef5-8e71-db6ea306b0e9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:23.058025 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-11a8c2f3-f62d-48cc-ae98-e4d66590b850 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1715586 Jun 30 02:49:23.064482 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:23.070877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:73:74:bc', 'name': 'tempest-NetworksTestDHCPv6-700204561'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:23.152370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fdf6d3-a46b-4722-ad2d-e9b37f0ab88a None None] DHCP port deletion for 8e6e00a0-a081-4f97-8e01-50c2459f3f37 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:23.154668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d3c2ae09-00c1-4d49-8466-07b2e6e19019 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:23.212274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Deleting port d3c2ae09-00c1-4d49-8466-07b2e6e19019 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:23.212762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.255622 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.262217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.302821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:23.312899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:23.317341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-52fdf6d3-a46b-4722-ad2d-e9b37f0ab88a None None] Deleting port d3c2ae09-00c1-4d49-8466-07b2e6e19019 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:23.317871 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52fdf6d3-a46b-4722-ad2d-e9b37f0ab88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.343241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:23.399971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9709f28a-78b2-4f04-baf5-ee252e6ac876 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Deleting port 207f27cb-8d97-4fef-8631-d7eb4fd556bd {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:23.400321 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9709f28a-78b2-4f04-baf5-ee252e6ac876 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.406580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-52fdf6d3-a46b-4722-ad2d-e9b37f0ab88a None None] For port d3c2ae09-00c1-4d49-8466-07b2e6e19019, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3c2ae09-00c1-4d49-8466-07b2e6e19019,segment=NetworkSegment(2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d),segment_id=2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:23.407131 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52fdf6d3-a46b-4722-ad2d-e9b37f0ab88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.421355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '7556b9e4-e9f6-4ef5-8e71-db6ea306b0e9'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:23.422538 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.446307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-52fdf6d3-a46b-4722-ad2d-e9b37f0ab88a None None] Calling delete_port for d3c2ae09-00c1-4d49-8466-07b2e6e19019 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:23.500506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] For port d3c2ae09-00c1-4d49-8466-07b2e6e19019, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3c2ae09-00c1-4d49-8466-07b2e6e19019,segment=NetworkSegment(2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d),segment_id=2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:23.500948 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.566726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9709f28a-78b2-4f04-baf5-ee252e6ac876 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.581952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9709f28a-78b2-4f04-baf5-ee252e6ac876 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Calling delete_port for 207f27cb-8d97-4fef-8631-d7eb4fd556bd owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:23.602364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Calling delete_port for d3c2ae09-00c1-4d49-8466-07b2e6e19019 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:23.647962 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.695431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9709f28a-78b2-4f04-baf5-ee252e6ac876 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.709016 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.709495 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Added segment af5b9721-a9cd-492a-8f3e-aff203988125 of type vlan for network 23b73b73-c754-4be8-8d12-a3f3f5ad3872 Jun 30 02:49:23.712796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port d3c2ae09-00c1-4d49-8466-07b2e6e19019, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d3c2ae09-00c1-4d49-8466-07b2e6e19019,segment=NetworkSegment(2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d),segment_id=2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:23.723565 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.760070 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9709f28a-78b2-4f04-baf5-ee252e6ac876 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.765250 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9709f28a-78b2-4f04-baf5-ee252e6ac876 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "DELETE /v2.0/ports/207f27cb-8d97-4fef-8631-d7eb4fd556bd HTTP/1.1" status: 204 len: 168 time: 0.7743831 Jun 30 02:49:23.766487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:23.769784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709f28a-78b2-4f04-baf5-ee252e6ac876 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event deleted for resources: {'Port': ['ID=207f27cb-8d97-4fef-8631-d7eb4fd556bd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:23.821942 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.853908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ec52b-47be-40c5-be81-bdfce9cf5d96 req-511660aa-2c63-45ca-8e06-6a68228f1c2d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:23.864854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3a2ec52b-47be-40c5-be81-bdfce9cf5d96 req-511660aa-2c63-45ca-8e06-6a68228f1c2d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.3072278 Jun 30 02:49:23.877845 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-122f09f2-e17c-4bdb-82e8-2a1a133bd104 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:49:23.885147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-122f09f2-e17c-4bdb-82e8-2a1a133bd104 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "GET /v2.0/ports/207f27cb-8d97-4fef-8631-d7eb4fd556bd HTTP/1.1" status: 404 len: 333 time: 0.1170311 Jun 30 02:49:23.889207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:23.895001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=d3c2ae09-00c1-4d49-8466-07b2e6e19019,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:23.897206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Request body: {'port': {'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-769715766'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:23.913026 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Allocated IP 2001:db8::f816:3eff:fe10:a4a1 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/7556b9e4-e9f6-4ef5-8e71-db6ea306b0e9/7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:23.924959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Made reservation on behalf of 345ad52eacc24d25a45871c532e6a539 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:23.928162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.946479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:23.953626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] device_id is not set on port 4624a1bb-4047-4e1f-a975-23ffd15f2683 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:24.002689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3a2ec52b-47be-40c5-be81-bdfce9cf5d96 req-142d7ceb-ef81-4b81-a771-aa5ab4721d0b tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371965 Jun 30 02:49:24.013703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port e313f8f1-bf6a-4968-94f4-f36d9f10041d yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:24.051201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.052352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:24.052909 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.084852 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4405077 Jun 30 02:49:24.107584 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-52fdf6d3-a46b-4722-ad2d-e9b37f0ab88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.117760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:24.140692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fdf6d3-a46b-4722-ad2d-e9b37f0ab88a None None] No DVR routers for this DVR port d3c2ae09-00c1-4d49-8466-07b2e6e19019 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:24.153286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Request body: {'subnet': {'network_id': '23b73b73-c754-4be8-8d12-a3f3f5ad3872', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1338704166-subnet', 'tenant_id': '3097f3dcae494b4f99ce6968513856f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:24.154505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:24.160060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.181726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdf6d3-a46b-4722-ad2d-e9b37f0ab88a None None] Pushing event deleted for resources: {'Port': ['ID=d3c2ae09-00c1-4d49-8466-07b2e6e19019,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:24.256350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c2ae09-00c1-4d49-8466-07b2e6e19019,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:24.259228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] No DVR routers for this DVR port d3c2ae09-00c1-4d49-8466-07b2e6e19019 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:24.291294 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.301574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Transition to ACTIVE for port object 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:24.334366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Transition to ACTIVE for port object 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:24.346363 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.423164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Made reservation on behalf of 3097f3dcae494b4f99ce6968513856f1 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:24.426553 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.428263 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc68ba46-1dab-4ed5-b924-0eb6db1fe1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.434177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Pushing event updated for resources: {'Port': ['ID=7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:24.439357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16405f4-20f8-498f-9c04-f285a0d7002b admin admin] Pushing event updated for resources: {'Network': ['ID=23b73b73-c754-4be8-8d12-a3f3f5ad3872,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:24.457409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:24.465140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 23b73b73-c754-4be8-8d12-a3f3f5ad3872 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:24.470602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:24.553309 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd18e4c-b179-4aba-97c2-2d91d672108c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.567568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.569377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:24.626504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6e00a0-a081-4f97-8e01-50c2459f3f37']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:24.680499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.710139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Attempting to bind port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:24.710846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Attempting to bind port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:24.711398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Attempting to bind port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:24.719006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:24.719607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:24.720496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.721071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:24.721798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Bound port: 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:24.722361 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.794082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd18e4c-b179-4aba-97c2-2d91d672108c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.813650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:24.813971 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec1ca90-8e2c-415f-bdaf-1f93fb5b4e6d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:24.849865 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bd18e4c-b179-4aba-97c2-2d91d672108c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.854241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::f816:3eff:fe73:74bc (94dfcc4e-cb7a-4d66-82ed-b793863e0992/7556b9e4-e9f6-4ef5-8e71-db6ea306b0e9/e313f8f1-bf6a-4968-94f4-f36d9f10041d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:24.858208 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.859184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] For port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:24.864253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] For port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:24.871570 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.881530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fba3d5-3a60-4b66-82d6-567388ecd80e req-f5e59058-1704-4b1c-a4e0-1a5bd9990373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:24.883239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33fba3d5-3a60-4b66-82d6-567388ecd80e req-f5e59058-1704-4b1c-a4e0-1a5bd9990373 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1098 time: 0.2510059 Jun 30 02:49:24.904510 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3bd18e4c-b179-4aba-97c2-2d91d672108c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ade491ebf2d4092b7e2cbc330d29c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7353580 Jun 30 02:49:24.906522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.914661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:24.916291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.957099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a506db-1c22-4fce-8284-f93ba5530112 None None] Pushing event updated for resources: {'Port': ['ID=7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:24.972963 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:24.990430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd18e4c-b179-4aba-97c2-2d91d672108c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39273991-8e74-4ad4-916a-c92aa41f717e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.000907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:25.001568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.005407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Network 9489f366-b997-4dd2-9952-65c42fe0ce57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:25.006407 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:25.035177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:25.059156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:25.060220 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:25.060756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.080027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event updated for resources: {'Port': ['ID=4624a1bb-4047-4e1f-a975-23ffd15f2683,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.127805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6e059e0b-e444-4ef5-ba3f-f3c9a8ecb7da tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2347584 Jun 30 02:49:25.133404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1293b2a5-8b25-46a1-8896-a61646379f77,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.135488 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57790) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:25.143808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f485ab2-0c45-44e0-9f59-88e50eec7735 req-dc0bff8c-5d59-47bf-aa32-5ea2499a4b84 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:25.144525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:25.145527 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f485ab2-0c45-44e0-9f59-88e50eec7735 req-dc0bff8c-5d59-47bf-aa32-5ea2499a4b84 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.3405170 Jun 30 02:49:25.171556 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.185655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.190388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8e6e00a0-a081-4f97-8e01-50c2459f3f37 HTTP/1.1" status: 204 len: 168 time: 2.4784994 Jun 30 02:49:25.191746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:25.202009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Checking segment: {'id': 'af5b9721-a9cd-492a-8f3e-aff203988125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '23b73b73-c754-4be8-8d12-a3f3f5ad3872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:25.202289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Network hostable DHCP agents. Network: 23b73b73-c754-4be8-8d12-a3f3f5ad3872, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:25.204811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fba3d5-3a60-4b66-82d6-567388ecd80e req-f08533fd-36d8-420d-bdb2-7bb806f449b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:25.206296 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33fba3d5-3a60-4b66-82d6-567388ecd80e req-f08533fd-36d8-420d-bdb2-7bb806f449b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 921 time: 0.3019640 Jun 30 02:49:25.209583 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ab90914-72c2-4ee0-8dc9-eb5799122507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.227273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e589a07-2a7c-4000-81ca-a9b73f9eccc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6e00a0-a081-4f97-8e01-50c2459f3f37,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.302501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33fba3d5-3a60-4b66-82d6-567388ecd80e req-72149a5e-0793-4cda-abe3-41e88398b6f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 217 time: 0.0862050 Jun 30 02:49:25.351319 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ab90914-72c2-4ee0-8dc9-eb5799122507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.354163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Network 23b73b73-c754-4be8-8d12-a3f3f5ad3872 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:25.428299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 23b73b73-c754-4be8-8d12-a3f3f5ad3872) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:25.440763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30d6360-643e-4769-af4a-5c861eaee13f None None] Network 23b73b73-c754-4be8-8d12-a3f3f5ad3872 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:25.443085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:25.444951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.497616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fba3d5-3a60-4b66-82d6-567388ecd80e req-3d6c7e10-a7e6-4121-a3d3-fb3188b85ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:25.499147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33fba3d5-3a60-4b66-82d6-567388ecd80e req-3d6c7e10-a7e6-4121-a3d3-fb3188b85ac7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 200 len: 860 time: 0.1695864 Jun 30 02:49:25.500141 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.564923 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33fba3d5-3a60-4b66-82d6-567388ecd80e req-e9d78687-63ae-455e-a287-0bcd6aac2f7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4b88cbe-e281-413e-954b-f9228dae6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512562 Jun 30 02:49:25.590605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8c2b49fb-d5fb-4be9-a112-dd979a6b728a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4560382 Jun 30 02:49:25.670231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f86531f-7fb2-452d-975d-3a5628a3c4bc None None] Network 23b73b73-c754-4be8-8d12-a3f3f5ad3872 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:25.735205 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ab90914-72c2-4ee0-8dc9-eb5799122507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.737811 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ab90914-72c2-4ee0-8dc9-eb5799122507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.741634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1ab90914-72c2-4ee0-8dc9-eb5799122507 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39273991-8e74-4ad4-916a-c92aa41f717e HTTP/1.1" status: 204 len: 168 time: 0.8205321 Jun 30 02:49:25.789302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.804254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object e313f8f1-bf6a-4968-94f4-f36d9f10041d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:25.846692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab90914-72c2-4ee0-8dc9-eb5799122507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39273991-8e74-4ad4-916a-c92aa41f717e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:25.876060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f485ab2-0c45-44e0-9f59-88e50eec7735 req-36b8e402-c479-44ec-8646-cea0a5239c80 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7024181 Jun 30 02:49:25.902273 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:25.921514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33fba3d5-3a60-4b66-82d6-567388ecd80e req-759d163a-868e-4588-84d5-57898b93cc45 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357642 Jun 30 02:49:26.083955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] device_id is not set on port 4624a1bb-4047-4e1f-a975-23ffd15f2683 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:26.097911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.119534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=e313f8f1-bf6a-4968-94f4-f36d9f10041d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:26.144116 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33fba3d5-3a60-4b66-82d6-567388ecd80e req-0718b830-06e2-46b4-b0c5-b81ce1cce5f3 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147543 Jun 30 02:49:26.146263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Transition to ACTIVE for port object 4624a1bb-4047-4e1f-a975-23ffd15f2683 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:26.146820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:26.151709 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.152168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:26.156221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:26.166187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:26.166895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.246169 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fbb6c4aa-ba96-4f51-8119-1349747aebdb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1804185 Jun 30 02:49:26.255352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57820) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:26.266444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event updated for resources: {'Port': ['ID=4624a1bb-4047-4e1f-a975-23ffd15f2683,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:26.342151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.342495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.342905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.349421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:26.349762 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:26.350148 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 2 to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 Jun 30 02:49:26.374682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.377532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.377814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.385829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:26.386167 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:26.386558 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 3 to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 Jun 30 02:49:26.419482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.419825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.420162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.432001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:26.432833 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:26.433463 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 4 to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 Jun 30 02:49:26.472779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.474630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.475035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.484831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:26.485174 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:26.485642 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 5 to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 Jun 30 02:49:26.502689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.503443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.504219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.509830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:26.510460 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:26.511091 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 6 to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 Jun 30 02:49:26.519310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfddbba-ad24-477c-a277-f18ed3f987a2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:26.527827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfddbba-ad24-477c-a277-f18ed3f987a2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:26.534298 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4cfddbba-ad24-477c-a277-f18ed3f987a2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2779121 Jun 30 02:49:26.538418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:26.550143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.550478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.551139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.580959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:26.581284 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:26.583703 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 7 to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 Jun 30 02:49:26.613096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.613454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.614068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.638155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:26.638155 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:26.638155 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 8 to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 Jun 30 02:49:26.671308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:26.684431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-553477343-network', 'tenant_id': '76b868f89bc64fb3926bc812b1bd9851'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:26.690031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.690366 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.690719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.697304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:26.697884 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:26.699042 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 9 to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 Jun 30 02:49:26.727212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.727540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.727912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.729076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-703b1796-0ae3-4cfc-a135-63a96b88e2f2 None None] Provisioning for port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:26.744333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:26.744614 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:26.745973 n-d-758944-39 neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempt 10 to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 Jun 30 02:49:26.749255 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.761314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:26.761642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:26.761974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempting to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:26.770197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf4309-1628-4b7e-b98a-87f015dfb8d4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port e313f8f1-bf6a-4968-94f4-f36d9f10041d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:26.770532 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcf4309-1628-4b7e-b98a-87f015dfb8d4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.791588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:26.791588 n-d-758944-39 neutron-server[93771]: ERROR neutron.plugins.ml2.managers [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Failed to bind port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on host n-h1-758944-39 for vnic_type normal using segments [{'id': '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9489f366-b997-4dd2-9952-65c42fe0ce57'}] Jun 30 02:49:26.791904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.803591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Made reservation on behalf of 76b868f89bc64fb3926bc812b1bd9851 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:26.806372 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.818147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.975128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcf4309-1628-4b7e-b98a-87f015dfb8d4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:26.999930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf4309-1628-4b7e-b98a-87f015dfb8d4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for e313f8f1-bf6a-4968-94f4-f36d9f10041d owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:27.002909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] For port 4624a1bb-4047-4e1f-a975-23ffd15f2683, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:27.003460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attempted to set empty binding levels {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 02:49:27.013252 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.025307 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-110b4dce-e32b-47d2-b7a5-6b08f77c6c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.082274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.103131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-86fc7882-373a-4af9-8a57-e6cbe1de2eb8 None None] Provisioning for port e313f8f1-bf6a-4968-94f4-f36d9f10041d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:27.112325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-86fc7882-373a-4af9-8a57-e6cbe1de2eb8 None None] Provisioning complete for port e313f8f1-bf6a-4968-94f4-f36d9f10041d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:27.113081 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86fc7882-373a-4af9-8a57-e6cbe1de2eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.128302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] In _notify_port_updated(), no bound segment for port 4624a1bb-4047-4e1f-a975-23ffd15f2683 on network 9489f366-b997-4dd2-9952-65c42fe0ce57 {{(pid=93771) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 02:49:27.129504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:27.130301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.131986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "PUT /v2.0/ports/4624a1bb-4047-4e1f-a975-23ffd15f2683 HTTP/1.1" status: 200 len: 975 time: 1.9915586 Jun 30 02:49:27.137325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.228132 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:27.235871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-86fc7882-373a-4af9-8a57-e6cbe1de2eb8 None None] Port e313f8f1-bf6a-4968-94f4-f36d9f10041d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:27.260177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00433ebe-7e77-4d2b-97f1-323db3201de2 tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event updated for resources: {'Port': ['ID=4624a1bb-4047-4e1f-a975-23ffd15f2683,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:27.273642 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.284977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.334648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:27.348240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665775d1-8973-4318-a20e-6a11cdf3fbd9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:27.376606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] Deleting port bcd4f924-3086-454e-a2a2-1d3a96113c43 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:27.377085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.378612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:27.379131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-83341dba-2fbb-440c-bb06-5ac408968b2b tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Deleting port 4624a1bb-4047-4e1f-a975-23ffd15f2683 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:27.379505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83341dba-2fbb-440c-bb06-5ac408968b2b tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.384835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:27.385758 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.450965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ddabb-3a76-4c12-ae4c-d6aa56a9132c req-5a923cc4-5a44-41e0-943c-bd9a8318568a tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:27.458098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ae1ddabb-3a76-4c12-ae4c-d6aa56a9132c req-5a923cc4-5a44-41e0-943c-bd9a8318568a tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.2019477 Jun 30 02:49:27.479799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcf4309-1628-4b7e-b98a-87f015dfb8d4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.524916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-83341dba-2fbb-440c-bb06-5ac408968b2b tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] For port 4624a1bb-4047-4e1f-a975-23ffd15f2683, host n-h1-758944-39, got binding levels [] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:27.525355 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83341dba-2fbb-440c-bb06-5ac408968b2b tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.529598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] For port bcd4f924-3086-454e-a2a2-1d3a96113c43, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bcd4f924-3086-454e-a2a2-1d3a96113c43,segment=NetworkSegment(92093954-c884-4eba-97cb-c593b1de1cbe),segment_id=92093954-c884-4eba-97cb-c593b1de1cbe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:27.529967 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.557491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf4309-1628-4b7e-b98a-87f015dfb8d4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=e313f8f1-bf6a-4968-94f4-f36d9f10041d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:27.561075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] Calling delete_port for bcd4f924-3086-454e-a2a2-1d3a96113c43 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:27.563348 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.563697 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Added segment 6053b1fe-404e-43a8-8c18-275eacd8dab7 of type vlan for network 11a2107c-4cd1-4789-815c-11a08bc8f1e7 Jun 30 02:49:27.588732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-83341dba-2fbb-440c-bb06-5ac408968b2b tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Calling delete_port for 4624a1bb-4047-4e1f-a975-23ffd15f2683 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:27.671242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ae1ddabb-3a76-4c12-ae4c-d6aa56a9132c req-75ed33ab-cad9-48c7-a060-f25336a2baec tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121472 Jun 30 02:49:27.688081 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ebcf4309-1628-4b7e-b98a-87f015dfb8d4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.690477 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ebcf4309-1628-4b7e-b98a-87f015dfb8d4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/e313f8f1-bf6a-4968-94f4-f36d9f10041d HTTP/1.1" status: 204 len: 168 time: 1.1504657 Jun 30 02:49:27.691512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.695400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57876) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.746380 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.814521 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:27.819875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.821303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:27.821547 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.821886 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.876174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d357c9d0-a1aa-4d91-a753-8462d60ae14f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:27.879103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d357c9d0-a1aa-4d91-a753-8462d60ae14f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:27.881452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d357c9d0-a1aa-4d91-a753-8462d60ae14f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1766360 Jun 30 02:49:27.883926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.918432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:27.943873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2622080 Jun 30 02:49:27.945837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:27.959915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Request body: {'subnet': {'network_id': '11a2107c-4cd1-4789-815c-11a08bc8f1e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-553477343-subnet', 'tenant_id': '76b868f89bc64fb3926bc812b1bd9851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:27.962388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2c70a5-be2c-4da2-aa85-624ebd28c548 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 7556b9e4-e9f6-4ef5-8e71-db6ea306b0e9 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:27.973042 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2c70a5-be2c-4da2-aa85-624ebd28c548 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:27.977364 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83341dba-2fbb-440c-bb06-5ac408968b2b tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.042335 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52347e7f-0557-48ca-b271-206d44f2dbdc admin admin] Pushing event updated for resources: {'Network': ['ID=11a2107c-4cd1-4789-815c-11a08bc8f1e7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:28.047757 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-83341dba-2fbb-440c-bb06-5ac408968b2b tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.049646 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-83341dba-2fbb-440c-bb06-5ac408968b2b tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "DELETE /v2.0/ports/4624a1bb-4047-4e1f-a975-23ffd15f2683 HTTP/1.1" status: 204 len: 168 time: 0.9088192 Jun 30 02:49:28.052813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.054808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83341dba-2fbb-440c-bb06-5ac408968b2b tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] Pushing event deleted for resources: {'Port': ['ID=4624a1bb-4047-4e1f-a975-23ffd15f2683,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:28.055174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 11a2107c-4cd1-4789-815c-11a08bc8f1e7 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:28.071009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Made reservation on behalf of 76b868f89bc64fb3926bc812b1bd9851 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:28.074224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.088945 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6682eb33-c00a-401a-8c48-908276f7342c tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] GET failed (client error): The resource could not be found. Jun 30 02:49:28.090546 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6682eb33-c00a-401a-8c48-908276f7342c tempest-PortsAdminExtendedAttrsTestJSON-575492865 tempest-PortsAdminExtendedAttrsTestJSON-575492865-project-admin] 10.222.0.55 "GET /v2.0/ports/4624a1bb-4047-4e1f-a975-23ffd15f2683 HTTP/1.1" status: 404 len: 333 time: 0.0369585 Jun 30 02:49:28.097350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57894) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.104850 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2c70a5-be2c-4da2-aa85-624ebd28c548 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.246451 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2c70a5-be2c-4da2-aa85-624ebd28c548 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.257403 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.302428 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.338468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2c70a5-be2c-4da2-aa85-624ebd28c548 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.367187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c70a5-be2c-4da2-aa85-624ebd28c548 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=7556b9e4-e9f6-4ef5-8e71-db6ea306b0e9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:28.374870 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.379277 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd2c70a5-be2c-4da2-aa85-624ebd28c548 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.387848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049c6535-0148-45b4-8057-829f21567fa9 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:28.400024 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fd2c70a5-be2c-4da2-aa85-624ebd28c548 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/7556b9e4-e9f6-4ef5-8e71-db6ea306b0e9 HTTP/1.1" status: 204 len: 168 time: 0.5062504 Jun 30 02:49:28.401290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.458968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0c5d873d-d77d-436d-9674-01d0456a8ac8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563781 Jun 30 02:49:28.460031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.465364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:28.469225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd4f924-3086-454e-a2a2-1d3a96113c43,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:28.524424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:28.618086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.629431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:28.639669 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.661714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9489f366-b997-4dd2-9952-65c42fe0ce57']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:28.677591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.691808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:28.692115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5376583d-e0ec-43b0-9fdf-9c2c9fd8314d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:28.709238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f91d13e-83a4-41f8-bf24-dde0d77e1e68 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:28.795358 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.827920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3f91d13e-83a4-41f8-bf24-dde0d77e1e68 None None] Deleting port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:28.828620 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f91d13e-83a4-41f8-bf24-dde0d77e1e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.876877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'network': {'name': 'tempest-network-smoke--1979911748', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:28.886457 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.914535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec2954c-41ce-4457-8c5c-dd5474c93004,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:28.916907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:28.917315 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.944048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3f91d13e-83a4-41f8-bf24-dde0d77e1e68 None None] For port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:28.944680 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f91d13e-83a4-41f8-bf24-dde0d77e1e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:28.964019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3f91d13e-83a4-41f8-bf24-dde0d77e1e68 None None] Calling delete_port for 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:28.975468 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:29.059499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Made reservation on behalf of 23f0074276e74751a7dfe3b0670d094b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:29.063149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.075636 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.077606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Checking segment: {'id': '6053b1fe-404e-43a8-8c18-275eacd8dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '11a2107c-4cd1-4789-815c-11a08bc8f1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:29.077963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Network hostable DHCP agents. Network: 11a2107c-4cd1-4789-815c-11a08bc8f1e7, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:29.124676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f91d13e-83a4-41f8-bf24-dde0d77e1e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.130114 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.145399 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.147128 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] 10.222.0.55 "DELETE /v2.0/networks/9489f366-b997-4dd2-9952-65c42fe0ce57 HTTP/1.1" status: 204 len: 168 time: 1.0480134 Jun 30 02:49:29.202764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fa97c-acda-48c1-8291-e0c4b4e88c8f tempest-PortsAdminExtendedAttrsTestJSON-46754179 tempest-PortsAdminExtendedAttrsTestJSON-46754179-project] Pushing event deleted for resources: {'Network': ['ID=9489f366-b997-4dd2-9952-65c42fe0ce57,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:29.204364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Network 11a2107c-4cd1-4789-815c-11a08bc8f1e7 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:29.221203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91d13e-83a4-41f8-bf24-dde0d77e1e68 None None] No DVR routers for this DVR port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:29.224453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91d13e-83a4-41f8-bf24-dde0d77e1e68 None None] Pushing event deleted for resources: {'Port': ['ID=7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:29.227220 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.244252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548ced6-2fa2-465d-ba71-de4a367b1567 req-6edf41d1-5d14-4899-aed6-6f85f212e723 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:29.252356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1548ced6-2fa2-465d-ba71-de4a367b1567 req-6edf41d1-5d14-4899-aed6-6f85f212e723 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.3671873 Jun 30 02:49:29.267608 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:29.268065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 11a2107c-4cd1-4789-815c-11a08bc8f1e7) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:29.292761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:29.293345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.295629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740bf183-2a0d-4020-85b8-b773b58ad619 None None] Network 11a2107c-4cd1-4789-815c-11a08bc8f1e7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:29.300944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:29.301540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.objects.ports [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:49:29.302538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:29.428582 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1548ced6-2fa2-465d-ba71-de4a367b1567 req-73f0fa1b-2524-4eb0-a3e5-17441df96dc6 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752245 Jun 30 02:49:29.531527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.535306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24203554-db43-454a-840b-bc3f9b19d36b None None] Network 11a2107c-4cd1-4789-815c-11a08bc8f1e7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:29.538773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.602067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0f43e02c-7ed6-4632-829a-62084e897be8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6489530 Jun 30 02:49:29.631869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:29.644724 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d4758e-7f5a-4ee0-bb78-c9f37b1154e7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:29.656308 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.656658 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Added segment 85497136-6696-4aa5-90cd-643633c154e2 of type vlan for network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 Jun 30 02:49:29.793014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.802411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:29.813887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] Router fbb21969-f9a9-4f09-b029-85b5dc495c02 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:29.883274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.889110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:29.889827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.012227 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4838309 Jun 30 02:49:30.037481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57952) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:30.056633 n-d-758944-39 neutron-server[93771]: WARNING neutron.services.revisions.revision_plugin [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Could not find related port for resource to bump revision. Jun 30 02:49:30.061042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-999284824', 'admin_state_up': True, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:30.067226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.076670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fc0cf-02e3-4cec-8e75-360d96e32b6b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Network': ['ID=5dd333cf-d04c-4fea-b0a5-e2eb858ef353,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:30.085139 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.086349 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.090132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Port 7eadd4a4-3ebb-40a0-9dd6-ce6b3331b06e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 30 02:49:30.090486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Reverting IP allocation for 2001:db8::f816:3eff:fe10:a4a1 {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 30 02:49:30.093896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:30.096591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_pluggable_backend [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe10:a4a1 {{(pid=93771) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 30 02:49:30.101176 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.131056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:30.140755 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b9cacb3f-896b-4a58-acf8-c43784e968bd admin admin] 10.222.0.55 "PUT /v2.0/routers/fbb21969-f9a9-4f09-b029-85b5dc495c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9456458 Jun 30 02:49:30.145464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:30.154175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:30.163339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f86f6dfe-b1db-41ab-b625-53c830bb22ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c989f9d7dc804aaaa3c15dc007428f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561227 Jun 30 02:49:30.164061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57960) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:30.167592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cec395-5752-40fc-976d-93b96c69638a None None] Sync routers for ids ['fbb21969-f9a9-4f09-b029-85b5dc495c02'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:30.174913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:30.197050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca125d4-1f39-4e8c-be54-bc11c0d9d9eb None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:30.217710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:30.218395 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.238560 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88250715-e2a8-44ca-b6eb-1dcbec1aa74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.263897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88250715-e2a8-44ca-b6eb-1dcbec1aa74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.278706 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.292354 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8314490 Jun 30 02:49:30.299675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 57966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:30.317124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:1b:2e:e6', 'name': 'tempest-NetworksTestDHCPv6-1934362047'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:30.319696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88250715-e2a8-44ca-b6eb-1dcbec1aa74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.321276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cec395-5752-40fc-976d-93b96c69638a None None] Routers {'fbb21969-f9a9-4f09-b029-85b5dc495c02'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:30.322053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-83cec395-5752-40fc-976d-93b96c69638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['fbb21969-f9a9-4f09-b029-85b5dc495c02'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:30.323560 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88250715-e2a8-44ca-b6eb-1dcbec1aa74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.325239 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-88250715-e2a8-44ca-b6eb-1dcbec1aa74a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/965aaf9c-41fd-4660-a29f-40214b4db954 HTTP/1.1" status: 204 len: 168 time: 0.1577084 Jun 30 02:49:30.347309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88250715-e2a8-44ca-b6eb-1dcbec1aa74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965aaf9c-41fd-4660-a29f-40214b4db954,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:30.362362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=28f664f8-1f2a-4f11-8864-e43bf5191c9e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:30.418161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.418524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.419354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.419354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.419576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.419860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.420184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.420505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.420827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.421149 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.421472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.421814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03bc6a0-58a0-4bb5-99d5-97c5f3b52a12 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:30.519682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '28f664f8-1f2a-4f11-8864-e43bf5191c9e'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:30.520540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.583065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-dccb04cb-9570-4aed-9c0a-1b42c59a53e4 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:30.585428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-dccb04cb-9570-4aed-9c0a-1b42c59a53e4 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/networks?id=23b73b73-c754-4be8-8d12-a3f3f5ad3872 HTTP/1.1" status: 200 len: 809 time: 0.3188381 Jun 30 02:49:30.703254 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.707894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9eda3-a616-4536-ad13-200ed19363e0 req-1c3aee9c-d3eb-499c-b47c-4c85397553f2 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:30.716646 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d0c9eda3-a616-4536-ad13-200ed19363e0 req-1c3aee9c-d3eb-499c-b47c-4c85397553f2 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.0817847 Jun 30 02:49:30.718479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:30.797305 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d0c9eda3-a616-4536-ad13-200ed19363e0 req-2e86201a-03b8-4bfc-9120-fdcb30c18afb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794907 Jun 30 02:49:30.817821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-cd9fcf81-3085-4e44-9751-e5b7a5dd5db7 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/quotas/3097f3dcae494b4f99ce6968513856f1 HTTP/1.1" status: 200 len: 375 time: 0.0788205 Jun 30 02:49:30.828178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-83cec395-5752-40fc-976d-93b96c69638a None None] Set router fbb21969-f9a9-4f09-b029-85b5dc495c02 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:30.829127 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-20eda811-a8aa-4932-8f33-a0fc1cfdfd13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=345ad52eacc24d25a45871c532e6a539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088560 Jun 30 02:49:30.831738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 57988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:30.892618 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab924721-f3a4-4b2b-af02-ea3926da7963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.896237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Allocated IP 2001:db8::f816:3eff:fe42:73f5 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/28f664f8-1f2a-4f11-8864-e43bf5191c9e/770913cc-1b76-48e1-963d-e2849c86d127) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:30.903201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-a7ed1be1-45be-4e54-bc39-060b45888f0e tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3097f3dcae494b4f99ce6968513856f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751727 Jun 30 02:49:30.927032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab924721-f3a4-4b2b-af02-ea3926da7963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.996027 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:30.999295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab924721-f3a4-4b2b-af02-ea3926da7963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.003939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab924721-f3a4-4b2b-af02-ea3926da7963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.006320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ab924721-f3a4-4b2b-af02-ea3926da7963 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b368b36-8a08-4f10-aad6-e7e2445d2884 HTTP/1.1" status: 204 len: 168 time: 0.1727145 Jun 30 02:49:31.017923 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab924721-f3a4-4b2b-af02-ea3926da7963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b368b36-8a08-4f10-aad6-e7e2445d2884,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:31.192347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:31.218969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.347664 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.367192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Transition to ACTIVE for port object 770913cc-1b76-48e1-963d-e2849c86d127 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:31.383418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-83cec395-5752-40fc-976d-93b96c69638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'name': 'tempest-TestAggregatesBasicOps-481133480-router', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:53Z', 'updated_at': '2021-06-30T02:49:28Z', 'revision_number': 5, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'gw_port': {'id': '1f86df57-8f6a-45e3-b633-dee358381df2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:31.419796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cec395-5752-40fc-976d-93b96c69638a None None] Checking router: fbb21969-f9a9-4f09-b029-85b5dc495c02 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:31.424221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Transition to ACTIVE for port object 770913cc-1b76-48e1-963d-e2849c86d127 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:31.435593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cec395-5752-40fc-976d-93b96c69638a None None] Routers {'fbb21969-f9a9-4f09-b029-85b5dc495c02'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:31.436221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-83cec395-5752-40fc-976d-93b96c69638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['fbb21969-f9a9-4f09-b029-85b5dc495c02'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:31.439770 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.488935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-dddf9bc7-bafa-433c-8e07-fa6869eb8a34 service neutron] 10.222.0.55 "GET /v2.0/networks/23b73b73-c754-4be8-8d12-a3f3f5ad3872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720344 Jun 30 02:49:31.540028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.556081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:31.560643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:31.566887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:31.586905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Pushing event updated for resources: {'Port': ['ID=770913cc-1b76-48e1-963d-e2849c86d127,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:31.594191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-83cec395-5752-40fc-976d-93b96c69638a None None] Set router fbb21969-f9a9-4f09-b029-85b5dc495c02 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:31.669109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-bd3fb1f6-63ee-4f9f-abf5-4eb3884a5488 service neutron] 10.222.0.55 "GET /v2.0/networks/23b73b73-c754-4be8-8d12-a3f3f5ad3872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313331 Jun 30 02:49:31.669325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-83cec395-5752-40fc-976d-93b96c69638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'name': 'tempest-TestAggregatesBasicOps-481133480-router', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:53Z', 'updated_at': '2021-06-30T02:49:31Z', 'revision_number': 6, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:31.717062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.717275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cec395-5752-40fc-976d-93b96c69638a None None] The sync data for ids ['fbb21969-f9a9-4f09-b029-85b5dc495c02'] in n-d-758944-39 is: [{'id': 'fbb21969-f9a9-4f09-b029-85b5dc495c02', 'name': 'tempest-TestAggregatesBasicOps-481133480-router', 'tenant_id': 'c08eb6f88f7741f28b11dca351669451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:53Z', 'updated_at': '2021-06-30T02:49:31Z', 'revision_number': 6, 'project_id': 'c08eb6f88f7741f28b11dca351669451', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:31.724767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Deleting port 1f86df57-8f6a-45e3-b633-dee358381df2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:31.725106 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.735726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Attempting to bind port 770913cc-1b76-48e1-963d-e2849c86d127 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:31.736464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Attempting to bind port 770913cc-1b76-48e1-963d-e2849c86d127 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:31.736968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Attempting to bind port 770913cc-1b76-48e1-963d-e2849c86d127 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:31.745597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:31.745978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:31.746540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.747080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:31.747564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Bound port: 770913cc-1b76-48e1-963d-e2849c86d127, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:31.747953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.766355 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 168770b5-ba45-4558-84b3-a715527d4212 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:31.784255 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.854515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] For port 770913cc-1b76-48e1-963d-e2849c86d127, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:31.858417 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] For port 770913cc-1b76-48e1-963d-e2849c86d127, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=770913cc-1b76-48e1-963d-e2849c86d127,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:31.865640 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.970615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] For port 1f86df57-8f6a-45e3-b633-dee358381df2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1f86df57-8f6a-45e3-b633-dee358381df2,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:31.971012 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:31.999643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577cfda-6a9e-41c7-a4ab-87ac2b4705f0 None None] Pushing event updated for resources: {'Port': ['ID=770913cc-1b76-48e1-963d-e2849c86d127,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:32.003626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Calling delete_port for 1f86df57-8f6a-45e3-b633-dee358381df2 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:32.248458 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38492c08-02ff-49c8-8c56-e7d2bbdc784f req-3a6f77f1-c7c3-4a51-8e99-c436551bcded tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 210 time: 0.1158912 Jun 30 02:49:32.249556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.329242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cdadd-da7a-4946-9455-edb233f9a2da req-040373d1-d8a0-49a6-8157-9c13425cfc5d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:32.330902 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12cdadd-da7a-4946-9455-edb233f9a2da req-040373d1-d8a0-49a6-8157-9c13425cfc5d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.2455947 Jun 30 02:49:32.433899 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12cdadd-da7a-4946-9455-edb233f9a2da req-3f48724c-a45f-49c1-a86d-25e37c36fe9e tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955665 Jun 30 02:49:32.473870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-3e4da7e8-b215-4066-82e6-b9a32318e5e8 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.476124 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3e4da7e8-b215-4066-82e6-b9a32318e5e8 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2256193 Jun 30 02:49:32.476239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Allocated IP 172.25.7.202 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/b90ae0a6-bbbf-4e68-80ec-0585142c4974) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:32.479249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.491535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [None req-efd1a2de-ed1f-4cbb-98f1-707edac3461c tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.492673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-efd1a2de-ed1f-4cbb-98f1-707edac3461c tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0123320 Jun 30 02:49:32.495680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.505071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-33a13ada-2fa7-4370-b7a5-808e5388d13b tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.506459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-33a13ada-2fa7-4370-b7a5-808e5388d13b tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054610 Jun 30 02:49:32.509188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.510242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::f816:3eff:fe1b:2ee6 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/28f664f8-1f2a-4f11-8864-e43bf5191c9e/168770b5-ba45-4558-84b3-a715527d4212) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:32.515022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-3536f84d-8157-4b1d-83bb-83fedd1ba0eb tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.516308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3536f84d-8157-4b1d-83bb-83fedd1ba0eb tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058770 Jun 30 02:49:32.518973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.524638 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-45c17cf8-9e96-4b1a-a138-d32d97ed6329 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.525987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-45c17cf8-9e96-4b1a-a138-d32d97ed6329 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0057898 Jun 30 02:49:32.529273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.534026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-243c268f-b593-4379-96b3-32ec5314896f tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.537165 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-243c268f-b593-4379-96b3-32ec5314896f tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048509 Jun 30 02:49:32.537472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.542932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-dae3b809-cf59-4d8b-a03a-d4f070ba3ad6 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.546114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dae3b809-cf59-4d8b-a03a-d4f070ba3ad6 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056868 Jun 30 02:49:32.546558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.550825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-c7c3c188-a317-4739-b3fd-f55e445941f7 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.554456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c7c3c188-a317-4739-b3fd-f55e445941f7 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045683 Jun 30 02:49:32.554820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58058) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.560552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-6cff3f25-e440-47ea-9843-17de29a47430 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.563757 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6cff3f25-e440-47ea-9843-17de29a47430 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055189 Jun 30 02:49:32.564112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58060) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.570594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-3b869c8f-dfe4-41da-ba3c-2438bcb6da38 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.574309 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3b869c8f-dfe4-41da-ba3c-2438bcb6da38 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0066667 Jun 30 02:49:32.575291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.584424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-9f00a826-87f0-4ba8-a5e3-a02625eb4f7e tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.588100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9f00a826-87f0-4ba8-a5e3-a02625eb4f7e tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0085592 Jun 30 02:49:32.588621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.594920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [None req-390aecae-93ed-4f51-ad2e-433f38a78bcf tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.598113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-390aecae-93ed-4f51-ad2e-433f38a78bcf tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064518 Jun 30 02:49:32.598453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.603765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-7ec42e9a-0bd4-4c0d-8ca0-908df4feb0b4 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.606482 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ec42e9a-0bd4-4c0d-8ca0-908df4feb0b4 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048847 Jun 30 02:49:32.606647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.612488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-12eb66dd-99bf-401e-a8a1-14edbcc6390c tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.615983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-12eb66dd-99bf-401e-a8a1-14edbcc6390c tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0054002 Jun 30 02:49:32.616325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.634977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-905b614b-e15b-4f9e-a4de-b00851b4201a tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.638468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.639788 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-905b614b-e15b-4f9e-a4de-b00851b4201a tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0223646 Jun 30 02:49:32.641060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.645623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-cda629e1-d9d5-4ea6-9e67-c207e1186070 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.651039 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cda629e1-d9d5-4ea6-9e67-c207e1186070 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0083029 Jun 30 02:49:32.651893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.666483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-4ec4d5d4-a70e-410f-a3fc-46901fff68e4 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.671138 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4ec4d5d4-a70e-410f-a3fc-46901fff68e4 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0175729 Jun 30 02:49:32.676586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58082) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.687126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-aeebec67-0c8a-45d6-bb63-aaa79f5737d4 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.690772 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aeebec67-0c8a-45d6-bb63-aaa79f5737d4 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0106030 Jun 30 02:49:32.691727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58084) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.698900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-a362f255-80e9-42d9-83b3-734ef91dda61 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.702432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a362f255-80e9-42d9-83b3-734ef91dda61 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055780 Jun 30 02:49:32.703305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.708095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-5caf6ded-3021-49df-896d-12a363c81bf9 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.710792 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5caf6ded-3021-49df-896d-12a363c81bf9 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048113 Jun 30 02:49:32.711858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.716819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-4ec0a366-2f5c-43ad-89c9-409f8db0c951 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.720286 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4ec0a366-2f5c-43ad-89c9-409f8db0c951 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0074468 Jun 30 02:49:32.720403 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.720966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.725200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f86df57-8f6a-45e3-b633-dee358381df2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:32.726884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-1bcc4167-e38d-48a4-9de8-f974edd7cc04 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.730832 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1bcc4167-e38d-48a4-9de8-f974edd7cc04 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0088480 Jun 30 02:49:32.731539 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58092) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.736408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-6f8899a5-e931-4dbc-8f99-8ed8f0049ffd tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.740531 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6f8899a5-e931-4dbc-8f99-8ed8f0049ffd tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0080745 Jun 30 02:49:32.741247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.746680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-09a57fd2-9acf-48b6-8092-13fbf4c77c4f tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.750520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09a57fd2-9acf-48b6-8092-13fbf4c77c4f tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0081208 Jun 30 02:49:32.751110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.756598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-ed0f61e1-ccea-40ca-b1e0-f9f6f0773996 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.760729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ed0f61e1-ccea-40ca-b1e0-f9f6f0773996 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0089004 Jun 30 02:49:32.761542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58098) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.768188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-403a2f4b-c854-44b3-9b17-97d7cd89c82f tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.771958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-403a2f4b-c854-44b3-9b17-97d7cd89c82f tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0094914 Jun 30 02:49:32.772540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.777848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-c126e52f-4a6a-4f36-a644-f97cdaa80daf tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.781308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c126e52f-4a6a-4f36-a644-f97cdaa80daf tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078189 Jun 30 02:49:32.781855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.786467 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-c6819451-1577-4a49-8a0e-353c0271ed6d tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.790406 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c6819451-1577-4a49-8a0e-353c0271ed6d tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0072823 Jun 30 02:49:32.791040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.795611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-245174f4-69ef-49c2-bb42-238a2168bda7 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.799022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-245174f4-69ef-49c2-bb42-238a2168bda7 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0070243 Jun 30 02:49:32.799816 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.804071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-c621282d-2ec1-4317-bb3b-df5a6314d391 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.807996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c621282d-2ec1-4317-bb3b-df5a6314d391 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0073438 Jun 30 02:49:32.808719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.812896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-1b455b5a-c9d1-4e8e-8c6d-f682bdd156dc tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.816728 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1b455b5a-c9d1-4e8e-8c6d-f682bdd156dc tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0070653 Jun 30 02:49:32.817292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.822224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-da116c30-874f-4769-bee7-07f26ee3f2b6 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.825526 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-da116c30-874f-4769-bee7-07f26ee3f2b6 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071797 Jun 30 02:49:32.826142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.834429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-c9fde8dc-e45a-47ec-92a6-c70cfd3ce695 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.838093 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c9fde8dc-e45a-47ec-92a6-c70cfd3ce695 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0094266 Jun 30 02:49:32.838544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.858353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-811802c7-455d-453c-80c5-126679003d68 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.862163 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-811802c7-455d-453c-80c5-126679003d68 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0185606 Jun 30 02:49:32.862788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.868274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-2c971f34-f0c6-4c28-9d6f-8e67fd66286b tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.871811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2c971f34-f0c6-4c28-9d6f-8e67fd66286b tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080986 Jun 30 02:49:32.872443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.876554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-dca0e18e-4666-4d46-88bf-add31bba48cd tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.880356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dca0e18e-4666-4d46-88bf-add31bba48cd tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0069993 Jun 30 02:49:32.881743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.885929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-faa5f4f8-27b1-4d6b-acb6-7fff88f33c6b tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.889485 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-faa5f4f8-27b1-4d6b-acb6-7fff88f33c6b tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076499 Jun 30 02:49:32.890535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.894796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-44d13b9d-a41b-4309-af63-62b293f16e8c tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.896180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.898297 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-44d13b9d-a41b-4309-af63-62b293f16e8c tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067687 Jun 30 02:49:32.899127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.904238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-a3244428-e40c-4bb1-baec-490159b07717 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.907744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a3244428-e40c-4bb1-baec-490159b07717 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0068789 Jun 30 02:49:32.908317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.913400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-02100753-1941-402d-9e26-60ea9b126b36 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.917227 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-02100753-1941-402d-9e26-60ea9b126b36 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080113 Jun 30 02:49:32.917789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58134) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.922507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-7594bb0b-0d1c-4b80-8827-8622cc380a89 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.925949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7594bb0b-0d1c-4b80-8827-8622cc380a89 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0072598 Jun 30 02:49:32.926529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58136) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.932537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-fb859f33-234d-4000-8568-49e998bda73e tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.936070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fb859f33-234d-4000-8568-49e998bda73e tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085728 Jun 30 02:49:32.936654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.941400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-0aebaf7e-6432-4384-9d7b-78e89d88acf9 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.944823 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0aebaf7e-6432-4384-9d7b-78e89d88acf9 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072713 Jun 30 02:49:32.945420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.952436 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-d52a51cc-23e2-4ab4-8638-673b6e7b1015 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.955985 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d52a51cc-23e2-4ab4-8638-673b6e7b1015 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0095680 Jun 30 02:49:32.956563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.960903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-c2f6c9a2-113f-4c48-b6a5-a2325f3334b7 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.964881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c2f6c9a2-113f-4c48-b6a5-a2325f3334b7 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0074069 Jun 30 02:49:32.965449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.969565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-a69e1dfe-a10e-46e8-bf64-1314820fdb9f tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.970775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a69e1dfe-a10e-46e8-bf64-1314820fdb9f tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044074 Jun 30 02:49:32.973750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.978437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-6ae077ff-a2fa-40f6-87c3-81fb8a8c16bb tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.982461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6ae077ff-a2fa-40f6-87c3-81fb8a8c16bb tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076013 Jun 30 02:49:32.983545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.987764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-3ac6e734-c085-40f7-b4ee-2a4b9758ea70 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:32.988093 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3ac6e734-c085-40f7-b4ee-2a4b9758ea70 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042994 Jun 30 02:49:32.990467 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58150) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:32.996400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-57a849e8-7dce-4be2-ae41-3061e0c51d55 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.027103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-57a849e8-7dce-4be2-ae41-3061e0c51d55 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0354314 Jun 30 02:49:33.029508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.042581 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-a7fb90e0-c8c0-430b-b21b-dcc9b9dbc634 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.043770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a7fb90e0-c8c0-430b-b21b-dcc9b9dbc634 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0131757 Jun 30 02:49:33.048578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.053348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-0c06be54-c511-474f-b5d3-b1f0e19f3418 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.054516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0c06be54-c511-474f-b5d3-b1f0e19f3418 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048027 Jun 30 02:49:33.057213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.063488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-b7c7172b-518b-4c03-8f03-2bdbe16b7c8d tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.064596 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b7c7172b-518b-4c03-8f03-2bdbe16b7c8d tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0063908 Jun 30 02:49:33.072927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.078377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-52f0e850-116e-4e26-9cf8-ed27618a724e tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.079848 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-52f0e850-116e-4e26-9cf8-ed27618a724e tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052161 Jun 30 02:49:33.082302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58162) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.087200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-199f73a1-26b1-4b18-a0ba-d2105d9987e2 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.094561 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-199f73a1-26b1-4b18-a0ba-d2105d9987e2 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0110734 Jun 30 02:49:33.095599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.106126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-bf2f6ee1-08a2-47b5-9338-2771895e68d5 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.109850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bf2f6ee1-08a2-47b5-9338-2771895e68d5 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0131352 Jun 30 02:49:33.110489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.115204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-71a00fc1-4fdb-4c06-9371-a0fc2296e667 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.123242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-71a00fc1-4fdb-4c06-9371-a0fc2296e667 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0116982 Jun 30 02:49:33.124534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58170) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.148076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-fd1f947f-8067-45d7-b342-12226b945b92 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.153976 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fd1f947f-8067-45d7-b342-12226b945b92 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0280557 Jun 30 02:49:33.155630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.168713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-f8206b8c-bc49-4cb9-b623-ca0ae48ec1a9 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.175458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f8206b8c-bc49-4cb9-b623-ca0ae48ec1a9 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0176358 Jun 30 02:49:33.176393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.184675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-f64c3288-1c0d-4aaf-b3cd-f7683e428c97 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.196901 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f64c3288-1c0d-4aaf-b3cd-f7683e428c97 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0143812 Jun 30 02:49:33.206463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.211877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-a4190d21-5fe6-4e0e-8f78-83087900b48d tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.216170 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a4190d21-5fe6-4e0e-8f78-83087900b48d tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0085642 Jun 30 02:49:33.217107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.221662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-27e564b6-c9cd-4f3f-ad0f-ff70f610e056 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.222763 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-27e564b6-c9cd-4f3f-ad0f-ff70f610e056 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046556 Jun 30 02:49:33.226152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.230936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-22a6922c-3f79-4bcf-8361-66a8a463bba8 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.234898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-22a6922c-3f79-4bcf-8361-66a8a463bba8 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074232 Jun 30 02:49:33.236096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.240910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-4fd3ee3a-f9c8-4d68-b123-51a00631e444 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.245256 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4fd3ee3a-f9c8-4d68-b123-51a00631e444 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0077932 Jun 30 02:49:33.246501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.253438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-93c666b1-8b3d-40d0-ad05-04aec7bc5bf2 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.258763 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-93c666b1-8b3d-40d0-ad05-04aec7bc5bf2 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0108442 Jun 30 02:49:33.259685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.264472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-8b0db3f7-281b-4202-8d9c-408a9ed40f73 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.269307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8b0db3f7-281b-4202-8d9c-408a9ed40f73 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0081258 Jun 30 02:49:33.270341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.274126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 770913cc-1b76-48e1-963d-e2849c86d127 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:33.276824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-73256973-29d0-4f26-9c57-e9bd5eb524cb tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.285188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-73256973-29d0-4f26-9c57-e9bd5eb524cb tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0133574 Jun 30 02:49:33.286216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58196) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.292201 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-f66d2de3-b018-4b93-84e7-be3b8645ee4f tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.296840 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f66d2de3-b018-4b93-84e7-be3b8645ee4f tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0086627 Jun 30 02:49:33.297637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.302857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-cd9a693a-5d4d-4c6a-bd82-84e3155aef83 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.307550 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cd9a693a-5d4d-4c6a-bd82-84e3155aef83 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0087595 Jun 30 02:49:33.308223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58200) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.315448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [None req-f6bdf0cf-ebb6-447a-8c53-f703146b9171 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:49:33.321488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f6bdf0cf-ebb6-447a-8c53-f703146b9171 tempest-ExtensionsTestJSON-490093271 tempest-ExtensionsTestJSON-490093271-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0095170 Jun 30 02:49:33.376725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 770913cc-1b76-48e1-963d-e2849c86d127 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:33.512542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bcd4f924-3086-454e-a2a2-1d3a96113c43 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:33.526276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-8ef51005-7295-48bb-bf9c-620fae00ed01 req-9bf34f4f-a05d-4833-8698-1d273abd8775 service neutron] (93771) timed out ('10.222.0.55', 42510) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:49:33.541379 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.600217 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-863ec66d-bc61-4c3e-9163-364d43689d38 req-66ef026c-1474-42a9-8706-ac7876943e64 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 210 time: 0.0714419 Jun 30 02:49:33.621333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.640341 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.780511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=b90ae0a6-bbbf-4e68-80ec-0585142c4974,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:33.834561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:33.862163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c5953-c74f-47c3-9e3f-64b19b70d745 req-28f1b81a-0759-4bd9-9e01-cb0be083514f tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:33.865396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60c5953-c74f-47c3-9e3f-64b19b70d745 req-28f1b81a-0759-4bd9-9e01-cb0be083514f tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.1734858 Jun 30 02:49:33.882235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:33.895551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:33.898785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:33.931106 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b60c5953-c74f-47c3-9e3f-64b19b70d745 req-306c9842-e828-45ad-bd6c-b72915fa41b9 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593359 Jun 30 02:49:33.943237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: bcd4f924-3086-454e-a2a2-1d3a96113c43 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:33.943830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bcd4f924-3086-454e-a2a2-1d3a96113c43 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:33.944242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1f86df57-8f6a-45e3-b633-dee358381df2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:33.974818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 1f86df57-8f6a-45e3-b633-dee358381df2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:33.975168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1f86df57-8f6a-45e3-b633-dee358381df2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:33.986458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4efbfff3-eef6-41fc-b86a-29418210016e None None] Provisioning for port 770913cc-1b76-48e1-963d-e2849c86d127 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:33.987278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:33.987840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbb21969-f9a9-4f09-b029-85b5dc495c02 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:49:33.992450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4efbfff3-eef6-41fc-b86a-29418210016e None None] Provisioning complete for port 770913cc-1b76-48e1-963d-e2849c86d127 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:33.992837 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4efbfff3-eef6-41fc-b86a-29418210016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.002645 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.003923 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b10ea87a-d116-4b6b-9e92-149f022df8e4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/fbb21969-f9a9-4f09-b029-85b5dc495c02 HTTP/1.1" status: 204 len: 168 time: 3.8578265 Jun 30 02:49:34.006582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:34.120439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4efbfff3-eef6-41fc-b86a-29418210016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.127116 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.199924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4efbfff3-eef6-41fc-b86a-29418210016e None None] For port 770913cc-1b76-48e1-963d-e2849c86d127, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=770913cc-1b76-48e1-963d-e2849c86d127,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:34.205060 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4efbfff3-eef6-41fc-b86a-29418210016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.264260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbfff3-eef6-41fc-b86a-29418210016e None None] Pushing event updated for resources: {'Port': ['ID=770913cc-1b76-48e1-963d-e2849c86d127,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:34.293755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3939066a-8133-45dc-92e7-832f85bbfe6b tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:34.295341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3939066a-8133-45dc-92e7-832f85bbfe6b tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.69 "GET /v2.0/networks?id=23b73b73-c754-4be8-8d12-a3f3f5ad3872 HTTP/1.1" status: 200 len: 809 time: 0.5258718 Jun 30 02:49:34.303491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 168770b5-ba45-4558-84b3-a715527d4212 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:34.319340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Request body: {'port': {'device_id': 'a10d5a07-6280-4ab6-8941-09e00df87647', 'network_id': '23b73b73-c754-4be8-8d12-a3f3f5ad3872', 'admin_state_up': True, 'tenant_id': '3097f3dcae494b4f99ce6968513856f1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:34.524286 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2821eff6-adf1-4aea-b68c-6a52d004e8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.537386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.546239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e08f5b0-a79f-4346-a73a-f9097c897134 admin admin] Deleting subnet 46dbbedc-8815-4b41-92a7-63de2c9ab34f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:34.552628 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e08f5b0-a79f-4346-a73a-f9097c897134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.601251 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e08f5b0-a79f-4346-a73a-f9097c897134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.643052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:34.655397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:34.663760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.670954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:34.677533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:34.678362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.715154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=168770b5-ba45-4558-84b3-a715527d4212,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:34.736015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e08f5b0-a79f-4346-a73a-f9097c897134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.778012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2821eff6-adf1-4aea-b68c-6a52d004e8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.793885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0f50bbd3-8562-46fa-b956-d2191352d967 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4889278 Jun 30 02:49:34.794086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2821eff6-adf1-4aea-b68c-6a52d004e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.801335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:34.862536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2821eff6-adf1-4aea-b68c-6a52d004e8b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d5234d3a64a4aa7a95bc589f96d55ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9791501 Jun 30 02:49:34.868216 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:34.877365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821eff6-adf1-4aea-b68c-6a52d004e8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475f2202-7f22-4de6-ac7d-fbe38b955cd8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:34.887509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e08f5b0-a79f-4346-a73a-f9097c897134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.903412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0e08f5b0-a79f-4346-a73a-f9097c897134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.907700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0e08f5b0-a79f-4346-a73a-f9097c897134 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/46dbbedc-8815-4b41-92a7-63de2c9ab34f HTTP/1.1" status: 204 len: 168 time: 0.8975458 Jun 30 02:49:34.914787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14f653c-9b94-440d-bcbd-3aead5bdfa2a None None] Network d123afe7-d8ad-487a-aa8c-15feff21c36d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:34.923282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:34.930428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08f5b0-a79f-4346-a73a-f9097c897134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46dbbedc-8815-4b41-92a7-63de2c9ab34f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:34.968925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Made reservation on behalf of 3097f3dcae494b4f99ce6968513856f1 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:34.975832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:34.991027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e8874032-d2f3-4e00-85bf-96ee642c5d80 req-9ab2cb79-994f-4965-91f0-b9ce40bfa8ae tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 210 time: 0.1441393 Jun 30 02:49:35.056534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.083137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b0f9e4a0-f619-4474-92df-fa2387592d6d None None] Provisioning for port 168770b5-ba45-4558-84b3-a715527d4212 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:35.101411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b0f9e4a0-f619-4474-92df-fa2387592d6d None None] Provisioning complete for port 168770b5-ba45-4558-84b3-a715527d4212 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:35.102461 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b0f9e4a0-f619-4474-92df-fa2387592d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.142948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Deleting port 633ad842-0019-45f3-8e1f-0b2bfa5804fa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:35.143293 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.185431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 770913cc-1b76-48e1-963d-e2849c86d127 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:35.236104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee3c125-c640-4f1b-a0fd-d2980d2812ca tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:35.242461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee3c125-c640-4f1b-a0fd-d2980d2812ca tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:35.244462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2ee3c125-c640-4f1b-a0fd-d2980d2812ca tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4420793 Jun 30 02:49:35.247229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:35.252811 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.267865 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b24ce7-4ff4-4874-b457-05a822406b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.281197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9e4a0-f619-4474-92df-fa2387592d6d None None] Port 168770b5-ba45-4558-84b3-a715527d4212 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:35.323141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 770913cc-1b76-48e1-963d-e2849c86d127 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:35.323512 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.350856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] For port 633ad842-0019-45f3-8e1f-0b2bfa5804fa, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=633ad842-0019-45f3-8e1f-0b2bfa5804fa,segment=NetworkSegment(92093954-c884-4eba-97cb-c593b1de1cbe),segment_id=92093954-c884-4eba-97cb-c593b1de1cbe)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:35.351225 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.377491 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b24ce7-4ff4-4874-b457-05a822406b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.404825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Calling delete_port for 633ad842-0019-45f3-8e1f-0b2bfa5804fa owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:35.429157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66671e-d26d-4162-8881-5b16a7542051 None None] DHCP port deletion for d123afe7-d8ad-487a-aa8c-15feff21c36d request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:35.446115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b24ce7-4ff4-4874-b457-05a822406b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.449210 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84b24ce7-4ff4-4874-b457-05a822406b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.453164 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-84b24ce7-4ff4-4874-b457-05a822406b78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/475f2202-7f22-4de6-ac7d-fbe38b955cd8 HTTP/1.1" status: 204 len: 168 time: 0.5820906 Jun 30 02:49:35.469916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc75bd-f658-4144-9ba7-aee7018d0534 req-998811f4-9202-4f48-81ea-a3c9bee17dc7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:35.472567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84bc75bd-f658-4144-9ba7-aee7018d0534 req-998811f4-9202-4f48-81ea-a3c9bee17dc7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.3205805 Jun 30 02:49:35.492844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4f66671e-d26d-4162-8881-5b16a7542051 None None] Deleting port 633ad842-0019-45f3-8e1f-0b2bfa5804fa {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:35.493497 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f66671e-d26d-4162-8881-5b16a7542051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.525417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b24ce7-4ff4-4874-b457-05a822406b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475f2202-7f22-4de6-ac7d-fbe38b955cd8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:35.527794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Allocated IP 172.20.0.13 (23b73b73-c754-4be8-8d12-a3f3f5ad3872/1293b2a5-8b25-46a1-8896-a61646379f77/48ca3f74-3071-4cb5-a87f-42704fea084b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:35.612656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4f66671e-d26d-4162-8881-5b16a7542051 None None] For port 633ad842-0019-45f3-8e1f-0b2bfa5804fa, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=633ad842-0019-45f3-8e1f-0b2bfa5804fa,segment=NetworkSegment(92093954-c884-4eba-97cb-c593b1de1cbe),segment_id=92093954-c884-4eba-97cb-c593b1de1cbe)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:35.614246 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f66671e-d26d-4162-8881-5b16a7542051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.638586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router cc820c8d-b674-4b26-b4da-dda056b2101d is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:35.646409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4f66671e-d26d-4162-8881-5b16a7542051 None None] Calling delete_port for 633ad842-0019-45f3-8e1f-0b2bfa5804fa owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:35.665640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84bc75bd-f658-4144-9ba7-aee7018d0534 req-15681034-6b9b-4516-b2d0-c0a55e1a9bf6 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831930 Jun 30 02:49:35.687534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-75dcf18b-4f34-4e93-acef-2817d10a7cc3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 168770b5-ba45-4558-84b3-a715527d4212 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:35.688137 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75dcf18b-4f34-4e93-acef-2817d10a7cc3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.752306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.824762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f66671e-d26d-4162-8881-5b16a7542051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.839457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=633ad842-0019-45f3-8e1f-0b2bfa5804fa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:35.852863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] No DVR routers for this DVR port 633ad842-0019-45f3-8e1f-0b2bfa5804fa on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:35.861000 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75dcf18b-4f34-4e93-acef-2817d10a7cc3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.883342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66671e-d26d-4162-8881-5b16a7542051 None None] Pushing event deleted for resources: {'Port': ['ID=633ad842-0019-45f3-8e1f-0b2bfa5804fa,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:35.891591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66671e-d26d-4162-8881-5b16a7542051 None None] No DVR routers for this DVR port 633ad842-0019-45f3-8e1f-0b2bfa5804fa on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:35.906934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-75dcf18b-4f34-4e93-acef-2817d10a7cc3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 168770b5-ba45-4558-84b3-a715527d4212 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:35.918551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:35.931427 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Sync routers for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:35.945047 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:35.946279 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:35.954524 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.960283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-381f82a0-2163-4466-bdb0-a4638d8262c7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9218249 Jun 30 02:49:35.970477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.043933 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.063335 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d123afe7-d8ad-487a-aa8c-15feff21c36d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:36.075752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.090574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92093954-c884-4eba-97cb-c593b1de1cbe') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:36.090906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92093954-c884-4eba-97cb-c593b1de1cbe') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:36.125253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.129843 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.170400 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.177959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:49:36.179213 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:49:36.182533 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:49:36.250650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Network 23b73b73-c754-4be8-8d12-a3f3f5ad3872 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:36.252200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Pushing event updated for resources: {'Port': ['ID=48ca3f74-3071-4cb5-a87f-42704fea084b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:36.257026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:36.265952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:36.342764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:36.344005 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.365590 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:36.409273 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.428918 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.432236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d123afe7-d8ad-487a-aa8c-15feff21c36d HTTP/1.1" status: 204 len: 168 time: 1.5079377 Jun 30 02:49:36.446084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9738d07-2f20-426c-80eb-5bbd8054ffb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d123afe7-d8ad-487a-aa8c-15feff21c36d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:36.453775 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75dcf18b-4f34-4e93-acef-2817d10a7cc3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.518588 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0d993565-3298-49cc-82b5-55ed6e9ac0a0 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2059915 Jun 30 02:49:36.526547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcf18b-4f34-4e93-acef-2817d10a7cc3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=168770b5-ba45-4558-84b3-a715527d4212,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:36.533522 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-db96beea-76f1-44b8-a5e1-345621637e39 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=23f0074276e74751a7dfe3b0670d094b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5607421 Jun 30 02:49:36.535356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.558017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Request body: {'port': {'device_id': 'a10d5a07-6280-4ab6-8941-09e00df87647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:36.651464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75dcf18b-4f34-4e93-acef-2817d10a7cc3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.653088 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-75dcf18b-4f34-4e93-acef-2817d10a7cc3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/168770b5-ba45-4558-84b3-a715527d4212 HTTP/1.1" status: 204 len: 168 time: 1.4040685 Jun 30 02:49:36.660508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.664644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.673040 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:49:34Z', 'revision_number': 3, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:36.715169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.723976 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Checking router: cc820c8d-b674-4b26-b4da-dda056b2101d for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:36.724105 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Updating router cc820c8d-b674-4b26-b4da-dda056b2101d port b90ae0a6-bbbf-4e68-80ec-0585142c4974 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:36.807846 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.848381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91e3465-2bbb-4578-a2da-cd56cbf60a85 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:36.853033 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e91e3465-2bbb-4578-a2da-cd56cbf60a85 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3164473 Jun 30 02:49:36.855446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.902166 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b18fade5-0b30-4be5-baef-1ff611afec26 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455751 Jun 30 02:49:36.903293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb3450-1526-4b55-8acd-9081c8ce0734 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:36.905703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb3450-1526-4b55-8acd-9081c8ce0734 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:36.910403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bdbb3450-1526-4b55-8acd-9081c8ce0734 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2432528 Jun 30 02:49:36.911219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.911706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58276) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:36.913579 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.958556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1307494460', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:36.977455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a0643-ffe2-494f-b264-cdec28ca18f6 req-c18bc4eb-ae86-4f71-adae-152795d52182 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:36.979055 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b56a0643-ffe2-494f-b264-cdec28ca18f6 req-c18bc4eb-ae86-4f71-adae-152795d52182 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.1146290 Jun 30 02:49:37.061072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b56a0643-ffe2-494f-b264-cdec28ca18f6 req-929376db-89e1-4f7e-a8d2-5835579ca024 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594983 Jun 30 02:49:37.132293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 633ad842-0019-45f3-8e1f-0b2bfa5804fa no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:37.162214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 633ad842-0019-45f3-8e1f-0b2bfa5804fa {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:37.162828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 633ad842-0019-45f3-8e1f-0b2bfa5804fa not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:37.182625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-39273727'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:37.186033 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.197845 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Transition to ACTIVE for port object b90ae0a6-bbbf-4e68-80ec-0585142c4974 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:37.205547 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.212419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53793f8-733c-43f8-9152-fbddd8cc401e req-56724e92-d228-499b-8b03-a2318b3a9a49 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:37.214174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f53793f8-733c-43f8-9152-fbddd8cc401e req-56724e92-d228-499b-8b03-a2318b3a9a49 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 932 time: 0.8785796 Jun 30 02:49:37.257172 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Attempting to bind port b90ae0a6-bbbf-4e68-80ec-0585142c4974 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:37.257538 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Attempting to bind port b90ae0a6-bbbf-4e68-80ec-0585142c4974 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:37.257952 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Attempting to bind port b90ae0a6-bbbf-4e68-80ec-0585142c4974 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:37.263345 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85adaa7-170c-450b-b0cc-1b8c6ab1560a None None] Pushing event updated for resources: {'Port': ['ID=b90ae0a6-bbbf-4e68-80ec-0585142c4974,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:37.268798 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:37.269528 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:37.270134 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.270979 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:37.271931 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Bound port: b90ae0a6-bbbf-4e68-80ec-0585142c4974, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:37.272630 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.282018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8c9054bd-a0d5-4042-a31a-92b46131447b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd6f6cdeaafa4687810bf432aba9d4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655351 Jun 30 02:49:37.284546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:37.313324 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:49:37.337390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c51fa20-091a-4d21-9c6c-83adb7c7e2df tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 28f664f8-1f2a-4f11-8864-e43bf5191c9e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:37.340691 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c51fa20-091a-4d21-9c6c-83adb7c7e2df tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.343879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07e020f5-2dfb-4b9c-b700-f8ba1cae8f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.374043 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07e020f5-2dfb-4b9c-b700-f8ba1cae8f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.385527 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c51fa20-091a-4d21-9c6c-83adb7c7e2df tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.388927 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] For port b90ae0a6-bbbf-4e68-80ec-0585142c4974, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:37.398097 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] For port b90ae0a6-bbbf-4e68-80ec-0585142c4974, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b90ae0a6-bbbf-4e68-80ec-0585142c4974,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:37.403922 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.472759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07e020f5-2dfb-4b9c-b700-f8ba1cae8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.477111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07e020f5-2dfb-4b9c-b700-f8ba1cae8f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.481997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-07e020f5-2dfb-4b9c-b700-f8ba1cae8f0a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b48c31a3-4ec0-408b-8323-082c983c5f3e HTTP/1.1" status: 204 len: 168 time: 0.1960230 Jun 30 02:49:37.490902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e020f5-2dfb-4b9c-b700-f8ba1cae8f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c31a3-4ec0-408b-8323-082c983c5f3e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:37.522596 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:37.532660 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:37.543709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:37.548713 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.562031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f53793f8-733c-43f8-9152-fbddd8cc401e req-5142d973-c506-4b7c-b1ef-c6594f4fc341 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983115 Jun 30 02:49:37.571889 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85adaa7-170c-450b-b0cc-1b8c6ab1560a None None] Pushing event updated for resources: {'Port': ['ID=b90ae0a6-bbbf-4e68-80ec-0585142c4974,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:37.607439 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.628495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Made reservation on behalf of 23f0074276e74751a7dfe3b0670d094b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:37.632078 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:37.677619 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:37.917994 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:49:34Z', 'revision_number': 3, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:37.918444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:37.951407 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b385c30-0911-4cba-964a-73c5296366d8 None None] The sync data for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 is: [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:49:34Z', 'revision_number': 3, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:37.974316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e7fa43f1-0d2c-45ee-a8cb-3f82a6d2eee5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c08eb6f88f7741f28b11dca351669451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535526 Jun 30 02:49:37.975717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:38.034760 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a93fdb4-9b77-4ee8-94e6-d681bd838db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.058800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a93fdb4-9b77-4ee8-94e6-d681bd838db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.139229 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a93fdb4-9b77-4ee8-94e6-d681bd838db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.142867 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8a93fdb4-9b77-4ee8-94e6-d681bd838db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.144170 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8a93fdb4-9b77-4ee8-94e6-d681bd838db9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcea3b84-8eb4-4cac-b0ca-bfd049e66979 HTTP/1.1" status: 204 len: 168 time: 0.1674993 Jun 30 02:49:38.156260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93fdb4-9b77-4ee8-94e6-d681bd838db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcea3b84-8eb4-4cac-b0ca-bfd049e66979,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:38.258313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c51fa20-091a-4d21-9c6c-83adb7c7e2df tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.397294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb976de-54b9-4100-89c7-20024714cb42 req-9708e697-4eab-45d4-af45-44fd63345e4b tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:38.399400 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddb976de-54b9-4100-89c7-20024714cb42 req-9708e697-4eab-45d4-af45-44fd63345e4b tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.1477869 Jun 30 02:49:38.408364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ca3f74-3071-4cb5-a87f-42704fea084b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:38.439701 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.447758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddb976de-54b9-4100-89c7-20024714cb42 req-0215bd00-1a12-40b0-a0cd-c84f6e884cf7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421727 Jun 30 02:49:38.480319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Transition to ACTIVE for port object 48ca3f74-3071-4cb5-a87f-42704fea084b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:38.502156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.618525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Pushing event updated for resources: {'Port': ['ID=48ca3f74-3071-4cb5-a87f-42704fea084b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:38.632078 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c51fa20-091a-4d21-9c6c-83adb7c7e2df tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.689505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7c51fa20-091a-4d21-9c6c-83adb7c7e2df tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.694921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58308) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:38.696433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7c51fa20-091a-4d21-9c6c-83adb7c7e2df tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/28f664f8-1f2a-4f11-8864-e43bf5191c9e HTTP/1.1" status: 204 len: 168 time: 1.7776964 Jun 30 02:49:38.697850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51fa20-091a-4d21-9c6c-83adb7c7e2df tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=28f664f8-1f2a-4f11-8864-e43bf5191c9e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:38.699695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe32cb4-bdd2-4e97-a8d0-c5127008a124 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:38.809854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ecbcd508-3a7a-4d93-a4a7-71e095445fa9 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106644 Jun 30 02:49:38.810213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:38.812171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Attempting to bind port 48ca3f74-3071-4cb5-a87f-42704fea084b on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:38.812709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Attempting to bind port 48ca3f74-3071-4cb5-a87f-42704fea084b by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'af5b9721-a9cd-492a-8f3e-aff203988125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '23b73b73-c754-4be8-8d12-a3f3f5ad3872'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:38.813249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Attempting to bind port 48ca3f74-3071-4cb5-a87f-42704fea084b on network 23b73b73-c754-4be8-8d12-a3f3f5ad3872 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:38.894457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Port 48ca3f74-3071-4cb5-a87f-42704fea084b on network 23b73b73-c754-4be8-8d12-a3f3f5ad3872 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:38.894957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Attempting to bind port 48ca3f74-3071-4cb5-a87f-42704fea084b on network 23b73b73-c754-4be8-8d12-a3f3f5ad3872 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:38.910079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae46ab3-803a-4f5f-8d1e-3303ab875442 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:38.912244 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1ae46ab3-803a-4f5f-8d1e-3303ab875442 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1009362 Jun 30 02:49:38.918004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:38.930485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.934871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:38.935187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Checking segment: {'id': 'af5b9721-a9cd-492a-8f3e-aff203988125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '23b73b73-c754-4be8-8d12-a3f3f5ad3872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:38.935704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Bound using segment: {'id': 'af5b9721-a9cd-492a-8f3e-aff203988125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '23b73b73-c754-4be8-8d12-a3f3f5ad3872'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:38.936315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Bound port: 48ca3f74-3071-4cb5-a87f-42704fea084b, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5b9721-a9cd-492a-8f3e-aff203988125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '23b73b73-c754-4be8-8d12-a3f3f5ad3872'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:38.936666 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.951642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.964671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.050647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:39.073310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28eba45-70ac-4a8d-aafb-bfe83f385e75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.077094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a28eba45-70ac-4a8d-aafb-bfe83f385e75 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1586721 Jun 30 02:49:39.083958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:39.147590 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a07da292-05d1-4b9b-b2c6-bd1442fce154 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621872 Jun 30 02:49:39.153231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:39.157129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e6a9b2-46c7-47c7-b296-1072f6d3553b None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:39.194996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-376cb03b-de00-4481-867b-f952caa5f7ba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:39.220360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] For port 48ca3f74-3071-4cb5-a87f-42704fea084b, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:39.225824 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] For port 48ca3f74-3071-4cb5-a87f-42704fea084b, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=48ca3f74-3071-4cb5-a87f-42704fea084b,segment=NetworkSegment(af5b9721-a9cd-492a-8f3e-aff203988125),segment_id=af5b9721-a9cd-492a-8f3e-aff203988125)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:39.245798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Subnet': ['ID=e125c8c8-b7e0-4008-948c-3034dbf3d702,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:39.246492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b90ae0a6-bbbf-4e68-80ec-0585142c4974 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:39.251466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aef66c9-ecba-42bd-bc13-1e5d24e9c6d4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:39.255260 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.255671 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added segment 1c799ed7-3d5f-4d6e-957c-d11678678bf1 of type vlan for network 6b4bbd9c-f164-4e41-8502-81717f37ec82 Jun 30 02:49:39.292082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.356369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-09e6a9b2-46c7-47c7-b296-1072f6d3553b None None] Deleting port 770913cc-1b76-48e1-963d-e2849c86d127 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:39.356690 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09e6a9b2-46c7-47c7-b296-1072f6d3553b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.368440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.475165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.475804 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.478434 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] 10.222.0.69 "PUT /v2.0/ports/48ca3f74-3071-4cb5-a87f-42704fea084b HTTP/1.1" status: 200 len: 1093 time: 2.9365168 Jun 30 02:49:39.480988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376cb03b-de00-4481-867b-f952caa5f7ba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:39.482833 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10d5a07-6280-4ab6-8941-09e00df87647', 'tag': '48ca3f74-3071-4cb5-a87f-42704fea084b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:39.485689 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a10d5a07-6280-4ab6-8941-09e00df87647", "tag": "48ca3f74-3071-4cb5-a87f-42704fea084b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:39.500011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Checking segment: {'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:39.500529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network hostable DHCP agents. Network: 5dd333cf-d04c-4fea-b0a5-e2eb858ef353, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:39.501833 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-376cb03b-de00-4481-867b-f952caa5f7ba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.513352 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.520468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.521638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.577293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06478e0a-61e6-4f11-b5a6-9e3b2ed77a5a req-f60121ab-5461-41e6-b356-9d449e7617a9 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.588048 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06478e0a-61e6-4f11-b5a6-9e3b2ed77a5a req-f60121ab-5461-41e6-b356-9d449e7617a9 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 944 time: 0.7677522 Jun 30 02:49:39.592066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-09e6a9b2-46c7-47c7-b296-1072f6d3553b None None] For port 770913cc-1b76-48e1-963d-e2849c86d127, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=770913cc-1b76-48e1-963d-e2849c86d127,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:39.594242 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09e6a9b2-46c7-47c7-b296-1072f6d3553b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.599898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b90ae0a6-bbbf-4e68-80ec-0585142c4974 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:39.615682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-09e6a9b2-46c7-47c7-b296-1072f6d3553b None None] Calling delete_port for 770913cc-1b76-48e1-963d-e2849c86d127 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:39.618505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b90ae0a6-bbbf-4e68-80ec-0585142c4974 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:39.619165 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.788547 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.1224668 Jun 30 02:49:39.817100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:39.824144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448235d-0619-41aa-8a2d-8783a9153159 service neutron] Pushing event updated for resources: {'Port': ['ID=48ca3f74-3071-4cb5-a87f-42704fea084b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:39.839669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:39.847580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1779962828'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:39.854213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62697f36-cc53-4490-824d-d3e0febf19a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Network': ['ID=6b4bbd9c-f164-4e41-8502-81717f37ec82,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:39.876747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 6b4bbd9c-f164-4e41-8502-81717f37ec82 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:39.887605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06478e0a-61e6-4f11-b5a6-9e3b2ed77a5a req-6f8bb254-2c39-4a3f-9b0e-e45f46769349 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967675 Jun 30 02:49:39.895360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:39.899958 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.921717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5dd333cf-d04c-4fea-b0a5-e2eb858ef353) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:39.938406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.939038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.947926 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-376cb03b-de00-4481-867b-f952caa5f7ba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.951041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd0f25-22d0-4a83-ae24-09d28d90ceaa None None] Network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:39.953332 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.962885 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09e6a9b2-46c7-47c7-b296-1072f6d3553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:39.973434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcac65-7654-4fb5-80c5-55a19febc53d req-83c8fbe4-11ab-4940-953e-a7eb3219325b tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.975422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a3dcac65-7654-4fb5-80c5-55a19febc53d req-83c8fbe4-11ab-4940-953e-a7eb3219325b tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.2924085 Jun 30 02:49:39.985545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3db7789a-8182-4957-9cb2-f6cc8b169838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:39.988611 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-3db7789a-8182-4957-9cb2-f6cc8b169838 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3097f3dcae494b4f99ce6968513856f1&device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 1096 time: 0.4475527 Jun 30 02:49:39.992912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fe490fba-d792-49e8-86d3-fe6a5ef870ab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0731719 Jun 30 02:49:39.993707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58346) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:40.034127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376cb03b-de00-4481-867b-f952caa5f7ba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:40.046878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-376cb03b-de00-4481-867b-f952caa5f7ba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:40.053542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376cb03b-de00-4481-867b-f952caa5f7ba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.054128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-376cb03b-de00-4481-867b-f952caa5f7ba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.078901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:40.097015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.097286 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added segment d8cae619-f7be-452d-8064-70f371ba2e79 of type vlan for network 1ccd642b-ed82-4e95-83d7-6236934db82a Jun 30 02:49:40.138885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port b90ae0a6-bbbf-4e68-80ec-0585142c4974, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b90ae0a6-bbbf-4e68-80ec-0585142c4974,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:40.141847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e6a9b2-46c7-47c7-b296-1072f6d3553b None None] No DVR routers for this DVR port 770913cc-1b76-48e1-963d-e2849c86d127 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:40.156668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.215776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.222269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.223093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.235436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6a9b2-46c7-47c7-b296-1072f6d3553b None None] Pushing event deleted for resources: {'Port': ['ID=770913cc-1b76-48e1-963d-e2849c86d127,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:40.279868 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.284743 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68501013-7b37-45e0-813f-78a9dcbd5165 x-openstack-request-id: req-68501013-7b37-45e0-813f-78a9dcbd5165 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:40.285090 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10d5a07-6280-4ab6-8941-09e00df87647", "tag": "48ca3f74-3071-4cb5-a87f-42704fea084b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:40.285365 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-68501013-7b37-45e0-813f-78a9dcbd5165 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:40.286001 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10d5a07-6280-4ab6-8941-09e00df87647', 'tag': '48ca3f74-3071-4cb5-a87f-42704fea084b', 'status': 'completed', 'code': 200} Jun 30 02:49:40.292976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cb03b-de00-4481-867b-f952caa5f7ba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=5cd0e28f-04ea-4ffa-be88-d08549b2b034,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:40.303640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed02a56-4749-44e9-b8c6-b7da931eabea None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:40.351543 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-0f5db044-7a90-437b-be9e-54a7975df160 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ca3f74-3071-4cb5-a87f-42704fea084b HTTP/1.1" status: 200 len: 217 time: 0.3554108 Jun 30 02:49:40.353886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-376cb03b-de00-4481-867b-f952caa5f7ba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1680481 Jun 30 02:49:40.366613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a3dcac65-7654-4fb5-80c5-55a19febc53d req-98ce496b-3204-42d0-b726-9d3a8da92e43 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618796 Jun 30 02:49:40.391892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:40.412466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5762832 Jun 30 02:49:40.417851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:4d:47:b9', 'name': 'tempest-NetworksTestDHCPv6-287984827'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:40.420758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58360) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:40.456005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'subnet': {'network_id': '6b4bbd9c-f164-4e41-8502-81717f37ec82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:40.494872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-e458d361-b8d7-4778-bd3d-5e8bc6e02ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.496454 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-e458d361-b8d7-4778-bd3d-5e8bc6e02ea4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1293b2a5-8b25-46a1-8896-a61646379f77 HTTP/1.1" status: 200 len: 849 time: 0.0651181 Jun 30 02:49:40.579007 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-07795dc4-62e3-4a7a-a404-86cb139f0601 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=23b73b73-c754-4be8-8d12-a3f3f5ad3872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740893 Jun 30 02:49:40.605961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=b90ae0a6-bbbf-4e68-80ec-0585142c4974,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:40.690092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50e7e3-7792-42f6-ac59-086e80192c8a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Network': ['ID=1ccd642b-ed82-4e95-83d7-6236934db82a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:40.706678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 1ccd642b-ed82-4e95-83d7-6236934db82a details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:40.898521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:40.902460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:40.908769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:40.909759 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.160947 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-d386ab2f-6d68-4ae9-9645-78e4f68abaff service neutron] 10.222.0.69 "GET /v2.0/networks/23b73b73-c754-4be8-8d12-a3f3f5ad3872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063598 Jun 30 02:49:41.254251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b90ae0a6-bbbf-4e68-80ec-0585142c4974 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:41.323348 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-777c9f3b-4452-4614-b3dc-d6f2531c587e req-854e6df0-5269-4c6c-b3bf-51bb2cb2cfff service neutron] 10.222.0.69 "GET /v2.0/networks/23b73b73-c754-4be8-8d12-a3f3f5ad3872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492436 Jun 30 02:49:41.331382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '5cd0e28f-04ea-4ffa-be88-d08549b2b034'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:41.332277 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.357657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:41.429757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58474) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:41.435608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284307151', 'description': 'tempest-secgroup-smoke-284307151 description', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:41.510794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.552776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Allocated IP 172.20.0.2 (5dd333cf-d04c-4fea-b0a5-e2eb858ef353/e125c8c8-b7e0-4008-948c-3034dbf3d702/7aea2c7b-18b4-49f2-a89d-f357e3cf12f9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:41.595320 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b90ae0a6-bbbf-4e68-80ec-0585142c4974 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:41.595699 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.627168 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.655736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 20d6c56d-00e5-4efa-b524-244762e3d814 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:41.790487 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.790880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92e034-89ca-429a-9b9f-5d3fab0bbd53 req-1a889acb-1f67-4909-ab37-80147f4648ea tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.799187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e92e034-89ca-429a-9b9f-5d3fab0bbd53 req-1a889acb-1f67-4909-ab37-80147f4648ea tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 944 time: 0.6938574 Jun 30 02:49:41.893439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e req-71589c07-7885-47f4-a3c3-0441a14b677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.895305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e req-71589c07-7885-47f4-a3c3-0441a14b677d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3097f3dcae494b4f99ce6968513856f1&device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 1096 time: 0.5095611 Jun 30 02:49:41.896210 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.979950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:41.999115 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e92e034-89ca-429a-9b9f-5d3fab0bbd53 req-6fb6dbdc-8bc4-4cb2-8a30-8cb707094890 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987123 Jun 30 02:49:42.168860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Subnet': ['ID=6481eb82-70b9-4b8c-a316-d85a471aca1c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:42.171646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5d5e2-44a3-404a-abc3-4f09551a2c80 req-017cde37-2496-4fa4-b468-a49adc5267da tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:42.182344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fcf5d5e2-44a3-404a-abc3-4f09551a2c80 req-017cde37-2496-4fa4-b468-a49adc5267da tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.4488649 Jun 30 02:49:42.198861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Checking segment: {'id': '1c799ed7-3d5f-4d6e-957c-d11678678bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6b4bbd9c-f164-4e41-8502-81717f37ec82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:42.200017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network hostable DHCP agents. Network: 6b4bbd9c-f164-4e41-8502-81717f37ec82, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:42.225975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e req-666b1264-fed9-4517-90e9-e8912359de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:42.229225 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e req-666b1264-fed9-4517-90e9-e8912359de1a service neutron] 10.222.0.69 "GET /v2.0/networks?id=23b73b73-c754-4be8-8d12-a3f3f5ad3872 HTTP/1.1" status: 200 len: 910 time: 0.3161056 Jun 30 02:49:42.237155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 6b4bbd9c-f164-4e41-8502-81717f37ec82 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:42.249620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 6b4bbd9c-f164-4e41-8502-81717f37ec82) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:42.266510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:42.267139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.310332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e req-f56f1af4-841e-474b-8675-a9882b94da4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48ca3f74-3071-4cb5-a87f-42704fea084b HTTP/1.1" status: 200 len: 217 time: 0.0685809 Jun 30 02:49:42.327391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fcf5d5e2-44a3-404a-abc3-4f09551a2c80 req-ad55ab0f-6ee0-4402-9ded-54f425f8fcad tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431882 Jun 30 02:49:42.410135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e req-b8444e3a-a149-4d22-9719-bffff0dfb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:42.411406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e req-b8444e3a-a149-4d22-9719-bffff0dfb629 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1293b2a5-8b25-46a1-8896-a61646379f77 HTTP/1.1" status: 200 len: 849 time: 0.0756252 Jun 30 02:49:42.425720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/5cd0e28f-04ea-4ffa-be88-d08549b2b034/ba9af113-57c7-49c9-9e5f-ae42ef132492) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:42.433026 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ac3144-0e4f-4f1e-99b3-9bd923ba5720 None None] Network 6b4bbd9c-f164-4e41-8502-81717f37ec82 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:42.467261 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.483728 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ad087717-ec8e-4792-bf23-2c1780f9083f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0439527 Jun 30 02:49:42.486477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58590) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:42.492204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'subnet': {'network_id': '1ccd642b-ed82-4e95-83d7-6236934db82a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:42.538267 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e req-501e4b50-d86a-4e60-b368-f6d398d6b1c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=23b73b73-c754-4be8-8d12-a3f3f5ad3872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087067 Jun 30 02:49:42.538892 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.566311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 770913cc-1b76-48e1-963d-e2849c86d127 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:42.627956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 770913cc-1b76-48e1-963d-e2849c86d127 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:42.628304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 770913cc-1b76-48e1-963d-e2849c86d127 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:42.742190 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.748908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc49a4b-615a-42ff-9ef4-501d197e55e7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:42.770127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.776030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:42.780477 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.833843 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.834678 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4038823 Jun 30 02:49:42.853232 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:42.876680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58630) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:42.891765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-44165f72-ccbe-4dec-a464-9bbaa71e283a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:42.934750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d365-2d43-437d-b017-ad74057d4280 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:42.957911 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e req-42899dc7-68fb-491b-8aed-88791cf437d0 service neutron] 10.222.0.69 "GET /v2.0/networks/23b73b73-c754-4be8-8d12-a3f3f5ad3872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508837 Jun 30 02:49:43.028012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Transition to ACTIVE for port object 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:43.102115 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Transition to ACTIVE for port object 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:43.120238 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.195434 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-176fb11c-ba07-4bb2-aaad-a2efd3210c3e req-51d39d7a-f165-4dbd-8d8e-6799e775088f service neutron] 10.222.0.69 "GET /v2.0/networks/23b73b73-c754-4be8-8d12-a3f3f5ad3872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279255 Jun 30 02:49:43.197455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-6b4bbd9c-f164-4e41-8502-81717f37ec82', 'network_id': '6b4bbd9c-f164-4e41-8502-81717f37ec82', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'fixed_ips': [{'subnet_id': '6481eb82-70b9-4b8c-a316-d85a471aca1c'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:43.198503 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.222459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44165f72-ccbe-4dec-a464-9bbaa71e283a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.229259 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.236495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:43.257020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:43.268945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:43.277708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Transition to ACTIVE for port object ba9af113-57c7-49c9-9e5f-ae42ef132492 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:43.317865 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.334781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Pushing event updated for resources: {'Port': ['ID=7aea2c7b-18b4-49f2-a89d-f357e3cf12f9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:43.390592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Transition to ACTIVE for port object ba9af113-57c7-49c9-9e5f-ae42ef132492 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:43.450748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Attempting to bind port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:43.452558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Attempting to bind port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:43.453194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Attempting to bind port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 on network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:43.456192 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.495223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Allocated IP 172.20.0.1 (5dd333cf-d04c-4fea-b0a5-e2eb858ef353/e125c8c8-b7e0-4008-948c-3034dbf3d702/0afa5c36-f0b9-4a51-a3ee-3eda435b7767) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:43.557765 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-bf969040-c016-4c06-886f-65257fc554ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3591115 Jun 30 02:49:43.566753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:43.570875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Checking segment: {'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:43.571848 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.573081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Bound using segment: {'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:43.574946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Bound port: 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:43.575616 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.595384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 48ca3f74-3071-4cb5-a87f-42704fea084b details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:43.629761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:43.630966 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44165f72-ccbe-4dec-a464-9bbaa71e283a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.653060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:43.667270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::30d (94dfcc4e-cb7a-4d66-82ed-b793863e0992/5cd0e28f-04ea-4ffa-be88-d08549b2b034/20d6c56d-00e5-4efa-b524-244762e3d814) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:43.677501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:43.704569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Pushing event updated for resources: {'Port': ['ID=ba9af113-57c7-49c9-9e5f-ae42ef132492,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:43.732997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Subnet': ['ID=da34fc2c-efe8-4574-81fb-8e627aa64f3f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:43.738654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44165f72-ccbe-4dec-a464-9bbaa71e283a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.790875 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44165f72-ccbe-4dec-a464-9bbaa71e283a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9e6796-8fb5-4d6a-8a10-2ae134e7c621,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:43.809266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44165f72-ccbe-4dec-a464-9bbaa71e283a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.810493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-44165f72-ccbe-4dec-a464-9bbaa71e283a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9260685 Jun 30 02:49:43.812239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Allocated IP 2001:db8::2 (6b4bbd9c-f164-4e41-8502-81717f37ec82/6481eb82-70b9-4b8c-a316-d85a471aca1c/b1e9dee0-c78b-4df0-8186-8dcbc59cd751) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:43.822968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:43.834199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-76bce59e-b0e9-4e69-a27b-d83f030ee038 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:43.890233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Checking segment: {'id': 'd8cae619-f7be-452d-8064-70f371ba2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1ccd642b-ed82-4e95-83d7-6236934db82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:43.890618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network hostable DHCP agents. Network: 1ccd642b-ed82-4e95-83d7-6236934db82a, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:43.911452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.923808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f498ec-56c6-4ae4-906e-2c211568c748 req-25a978b6-4180-4fff-b833-8b68fe557fcb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.925849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a7f498ec-56c6-4ae4-906e-2c211568c748 req-25a978b6-4180-4fff-b833-8b68fe557fcb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.2931650 Jun 30 02:49:43.931258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-42d9ce33-d1c3-40be-a62d-fa9605ce93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.931471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e5f92-65fe-4ee9-a53d-a0e6a5cd23f4 req-da83db1c-cbf0-4310-bbd6-82b5df3e0a04 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.932484 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-42d9ce33-d1c3-40be-a62d-fa9605ce93c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89f0160969054a7f9563ffe24b08a4b6&device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 1102 time: 0.3136358 Jun 30 02:49:43.938625 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f14e5f92-65fe-4ee9-a53d-a0e6a5cd23f4 req-da83db1c-cbf0-4310-bbd6-82b5df3e0a04 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 944 time: 0.6221018 Jun 30 02:49:43.955088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76bce59e-b0e9-4e69-a27b-d83f030ee038 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.962357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Transition to ACTIVE for port object 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:44.002367 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f14e5f92-65fe-4ee9-a53d-a0e6a5cd23f4 req-b187158e-7fa3-4024-9667-c8e10eb1e143 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625439 Jun 30 02:49:44.035548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 1ccd642b-ed82-4e95-83d7-6236934db82a is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:44.055278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 1ccd642b-ed82-4e95-83d7-6236934db82a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:44.059486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.065260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:44.066075 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.085514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 20d6c56d-00e5-4efa-b524-244762e3d814 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:44.097486 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4c1cb434-43b7-4432-845b-532136749e5d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6073613 Jun 30 02:49:44.097995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58766) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:44.103047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6b73846c-a7e8-4c9b-a52a-90f8139e70b3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1455406854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:44.121809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960015b2-5eb0-4ec8-a0d7-6e476d34bc1a None None] Network 1ccd642b-ed82-4e95-83d7-6236934db82a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:44.143361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a7f498ec-56c6-4ae4-906e-2c211568c748 req-beda3684-630e-4bc3-9efd-eecf857a6e0a tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827714 Jun 30 02:49:44.148670 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b73846c-a7e8-4c9b-a52a-90f8139e70b3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.149570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Attempting to bind port ba9af113-57c7-49c9-9e5f-ae42ef132492 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:44.149946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Attempting to bind port ba9af113-57c7-49c9-9e5f-ae42ef132492 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:44.150408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Attempting to bind port ba9af113-57c7-49c9-9e5f-ae42ef132492 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:44.150834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b73846c-a7e8-4c9b-a52a-90f8139e70b3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.193748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] For port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:44.212346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:44.213007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:44.213568 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.214108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:44.215074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Bound port: ba9af113-57c7-49c9-9e5f-ae42ef132492, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:44.215608 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.222260 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b73846c-a7e8-4c9b-a52a-90f8139e70b3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.228326 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b73846c-a7e8-4c9b-a52a-90f8139e70b3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.246139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b73846c-a7e8-4c9b-a52a-90f8139e70b3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.247051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.247749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b73846c-a7e8-4c9b-a52a-90f8139e70b3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1490877 Jun 30 02:49:44.250641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:44.252225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] For port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7aea2c7b-18b4-49f2-a89d-f357e3cf12f9,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:44.257172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-cdc4f183-e691-4b08-99fd-575beb794b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:44.259094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-cdc4f183-e691-4b08-99fd-575beb794b09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.2942483 Jun 30 02:49:44.260290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.279471 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.314919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 48ca3f74-3071-4cb5-a87f-42704fea084b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=48ca3f74-3071-4cb5-a87f-42704fea084b,segment=NetworkSegment(af5b9721-a9cd-492a-8f3e-aff203988125),segment_id=af5b9721-a9cd-492a-8f3e-aff203988125)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:44.368333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76bce59e-b0e9-4e69-a27b-d83f030ee038 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.390000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:44.391247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76bce59e-b0e9-4e69-a27b-d83f030ee038 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.395315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-0c1cc7cb-7092-4da6-b3e3-404790ed311d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=445ae976-c81b-49b8-b1b5-1f57a8df75ed HTTP/1.1" status: 200 len: 217 time: 0.1262434 Jun 30 02:49:44.429965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '48ca3f74-3071-4cb5-a87f-42704fea084b', 'network_id': '23b73b73-c754-4be8-8d12-a3f3f5ad3872', 'port_id': '48ca3f74-3071-4cb5-a87f-42704fea084b', 'mac_address': 'fa:16:3e:15:8f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1293b2a5-8b25-46a1-8896-a61646379f77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:49:44.433363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:44.484970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:44.528064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=0afa5c36-f0b9-4a51-a3ee-3eda435b7767,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.536482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bce59e-b0e9-4e69-a27b-d83f030ee038 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93fb18b-0710-4540-8bb6-897fd826954d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.619246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] For port ba9af113-57c7-49c9-9e5f-ae42ef132492, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:44.631258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f714bf5-233b-4384-82d7-81544bf0c88a None None] Pushing event updated for resources: {'Port': ['ID=7aea2c7b-18b4-49f2-a89d-f357e3cf12f9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.651252 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.654732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] For port ba9af113-57c7-49c9-9e5f-ae42ef132492, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ba9af113-57c7-49c9-9e5f-ae42ef132492,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:44.720774 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.723619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Transition to ACTIVE for port object b1e9dee0-c78b-4df0-8186-8dcbc59cd751 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:44.836862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Transition to ACTIVE for port object b1e9dee0-c78b-4df0-8186-8dcbc59cd751 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:44.850381 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.859392 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-1ccd642b-ed82-4e95-83d7-6236934db82a', 'network_id': '1ccd642b-ed82-4e95-83d7-6236934db82a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'fixed_ips': [{'subnet_id': 'da34fc2c-efe8-4574-81fb-8e627aa64f3f'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:44.860510 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.871712 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.898649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64c201-df9e-4278-8469-88eba0eebe7e None None] Pushing event updated for resources: {'Port': ['ID=ba9af113-57c7-49c9-9e5f-ae42ef132492,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.963499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:44.966752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Network 6b4bbd9c-f164-4e41-8502-81717f37ec82 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:44.975118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ca3f74-3071-4cb5-a87f-42704fea084b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:44.984541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:44.987558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:44.993226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Pushing event updated for resources: {'Port': ['ID=b1e9dee0-c78b-4df0-8186-8dcbc59cd751,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:45.064159 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-76bce59e-b0e9-4e69-a27b-d83f030ee038 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.066331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-76bce59e-b0e9-4e69-a27b-d83f030ee038 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2382970 Jun 30 02:49:45.087011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58828) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:45.093147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3756aa22-f37a-401a-96ca-52dcac986154 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:45.122282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-f23b8a50-2c58-4431-878e-2c88a8a01c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.124462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-f23b8a50-2c58-4431-878e-2c88a8a01c70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.7137933 Jun 30 02:49:45.128562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.154127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:45.169028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Allocated IP 2001:db8:1::2 (1ccd642b-ed82-4e95-83d7-6236934db82a/da34fc2c-efe8-4574-81fb-8e627aa64f3f/534b5437-73e9-4147-b157-cc03f5f0e428) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:45.244080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:45.266884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.268225 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.303724 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=20d6c56d-00e5-4efa-b524-244762e3d814,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:45.399461 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.411040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Transition to ACTIVE for port object 534b5437-73e9-4147-b157-cc03f5f0e428 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:45.430214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:45.476116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4c3bc-8f7d-4fce-a7d4-5e90221f5797 req-656a32f3-418a-4381-8dbd-bef25df87c6b tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.488376 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24d4c3bc-8f7d-4fce-a7d4-5e90221f5797 req-656a32f3-418a-4381-8dbd-bef25df87c6b tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 944 time: 0.1893082 Jun 30 02:49:45.491160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7004c2eb-28f0-4247-ad49-b38f7685fe08 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0930896 Jun 30 02:49:45.498114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:45.500609 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.518278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3756aa22-f37a-401a-96ca-52dcac986154 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.589520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24d4c3bc-8f7d-4fce-a7d4-5e90221f5797 req-14e16829-2cfe-4b5d-b8d7-af0bea6a25d6 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998235 Jun 30 02:49:45.636365 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.691113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 48ca3f74-3071-4cb5-a87f-42704fea084b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=48ca3f74-3071-4cb5-a87f-42704fea084b,segment=NetworkSegment(af5b9721-a9cd-492a-8f3e-aff203988125),segment_id=af5b9721-a9cd-492a-8f3e-aff203988125)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:45.695510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-567c1125-b5b6-4753-979a-1bfd6f55f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.697322 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-567c1125-b5b6-4753-979a-1bfd6f55f5b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3561883 Jun 30 02:49:45.700231 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3756aa22-f37a-401a-96ca-52dcac986154 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.715184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac513-d8a0-416d-aa97-843844691a29 req-d9489290-6c2b-44de-bcf0-ed01c3af91a5 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.726379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Transition to ACTIVE for port object 534b5437-73e9-4147-b157-cc03f5f0e428 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:45.728432 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.739961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86fac513-d8a0-416d-aa97-843844691a29 req-d9489290-6c2b-44de-bcf0-ed01c3af91a5 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.3273277 Jun 30 02:49:45.767377 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.781894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b7a1a5-c3cd-425f-8c00-c3c7a01029aa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.788420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b7a1a5-c3cd-425f-8c00-c3c7a01029aa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.790842 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a4b7a1a5-c3cd-425f-8c00-c3c7a01029aa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2659929 Jun 30 02:49:45.796885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:45.825686 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3756aa22-f37a-401a-96ca-52dcac986154 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.843509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Attempting to bind port b1e9dee0-c78b-4df0-8186-8dcbc59cd751 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:45.844232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Attempting to bind port b1e9dee0-c78b-4df0-8186-8dcbc59cd751 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '1c799ed7-3d5f-4d6e-957c-d11678678bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6b4bbd9c-f164-4e41-8502-81717f37ec82'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:45.844820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Attempting to bind port b1e9dee0-c78b-4df0-8186-8dcbc59cd751 on network 6b4bbd9c-f164-4e41-8502-81717f37ec82 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:45.868916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Network 1ccd642b-ed82-4e95-83d7-6236934db82a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:45.895221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:45.896012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Checking segment: {'id': '1c799ed7-3d5f-4d6e-957c-d11678678bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6b4bbd9c-f164-4e41-8502-81717f37ec82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:45.896643 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.897226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Bound using segment: {'id': '1c799ed7-3d5f-4d6e-957c-d11678678bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6b4bbd9c-f164-4e41-8502-81717f37ec82'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:45.898073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Bound port: b1e9dee0-c78b-4df0-8186-8dcbc59cd751, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c799ed7-3d5f-4d6e-957c-d11678678bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '6b4bbd9c-f164-4e41-8502-81717f37ec82'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:45.899129 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.902295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:45.912093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:45.931713 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756aa22-f37a-401a-96ca-52dcac986154 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065c7ae7-64de-4c80-b1d1-8b9713f80ebe,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:45.934645 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.945804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=48ca3f74-3071-4cb5-a87f-42704fea084b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:45.974442 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3756aa22-f37a-401a-96ca-52dcac986154 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:45.976030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3756aa22-f37a-401a-96ca-52dcac986154 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8879623 Jun 30 02:49:45.984536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:46.002001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ac825a6e-5142-471d-8167-e1ece3a5d82c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:46.022211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86fac513-d8a0-416d-aa97-843844691a29 req-e751aa3a-d9ed-4372-ad2e-9a2fd8d697e1 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813740 Jun 30 02:49:46.068030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-4d7a360e-6538-4de7-8f9a-16c95099ca2a service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141518 Jun 30 02:49:46.088358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:46.181598 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-99976997-38b6-4799-b12a-d8208638cead tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 20d6c56d-00e5-4efa-b524-244762e3d814 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:46.182548 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99976997-38b6-4799-b12a-d8208638cead tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.215322 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac825a6e-5142-471d-8167-e1ece3a5d82c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.275247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Allocated IP 2001:db8::1 (6b4bbd9c-f164-4e41-8502-81717f37ec82/6481eb82-70b9-4b8c-a316-d85a471aca1c/74f3f01a-3f85-4e58-a0b6-a4d789635ab3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:46.332382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3a021-d21b-408b-888a-1d5f42328afc None None] Network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:46.339163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Pushing event updated for resources: {'Port': ['ID=534b5437-73e9-4147-b157-cc03f5f0e428,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.367964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['48ca3f74-3071-4cb5-a87f-42704fea084b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:46.400445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-da8ec3e9-b619-4d1e-a1ac-a8d447c97d7d req-a45f5c9e-ac35-4885-8c2a-73bd891f9832 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236368 Jun 30 02:49:46.457763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac825a6e-5142-471d-8167-e1ece3a5d82c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.464757 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac825a6e-5142-471d-8167-e1ece3a5d82c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.492714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] For port b1e9dee0-c78b-4df0-8186-8dcbc59cd751, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:46.498585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac825a6e-5142-471d-8167-e1ece3a5d82c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a26720-783c-46f0-91b8-fa256605cd97,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.505887 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.509117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] For port b1e9dee0-c78b-4df0-8186-8dcbc59cd751, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b1e9dee0-c78b-4df0-8186-8dcbc59cd751,segment=NetworkSegment(1c799ed7-3d5f-4d6e-957c-d11678678bf1),segment_id=1c799ed7-3d5f-4d6e-957c-d11678678bf1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:46.509358 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac825a6e-5142-471d-8167-e1ece3a5d82c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.510974 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ac825a6e-5142-471d-8167-e1ece3a5d82c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5214412 Jun 30 02:49:46.514573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:46.519346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2e646dee-9ae2-4006-b073-22e6d9fd1838 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:46.520950 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.523720 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.529757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Attempting to bind port 534b5437-73e9-4147-b157-cc03f5f0e428 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:46.530182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Attempting to bind port 534b5437-73e9-4147-b157-cc03f5f0e428 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'd8cae619-f7be-452d-8064-70f371ba2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1ccd642b-ed82-4e95-83d7-6236934db82a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:46.530728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Attempting to bind port 534b5437-73e9-4147-b157-cc03f5f0e428 on network 1ccd642b-ed82-4e95-83d7-6236934db82a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:46.534233 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.536922 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.548751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:46.549138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Checking segment: {'id': 'd8cae619-f7be-452d-8064-70f371ba2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1ccd642b-ed82-4e95-83d7-6236934db82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:46.549511 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.549908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Bound using segment: {'id': 'd8cae619-f7be-452d-8064-70f371ba2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1ccd642b-ed82-4e95-83d7-6236934db82a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:46.550387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Bound port: 534b5437-73e9-4147-b157-cc03f5f0e428, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cae619-f7be-452d-8064-70f371ba2e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1ccd642b-ed82-4e95-83d7-6236934db82a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:46.550808 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.558617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58d024c1-d77d-4eb4-b5dd-e8035f370bb4 None None] Provisioning for port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:46.575556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Transition to ACTIVE for port object 74f3f01a-3f85-4e58-a0b6-a4d789635ab3 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:46.608173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58d024c1-d77d-4eb4-b5dd-e8035f370bb4 None None] Provisioning complete for port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:46.608526 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58d024c1-d77d-4eb4-b5dd-e8035f370bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.630042 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.643568 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-2e646dee-9ae2-4006-b073-22e6d9fd1838 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Project 0910613b6f2a46bcb313d7be1951c0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:49:46.650690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99976997-38b6-4799-b12a-d8208638cead tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.654953 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e646dee-9ae2-4006-b073-22e6d9fd1838 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.655281 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.657685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=0afa5c36-f0b9-4a51-a3ee-3eda435b7767,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.684098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-99976997-38b6-4799-b12a-d8208638cead tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 20d6c56d-00e5-4efa-b524-244762e3d814 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:46.739618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 6b4bbd9c-f164-4e41-8502-81717f37ec82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:46.816920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] For port 534b5437-73e9-4147-b157-cc03f5f0e428, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:46.819402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:46.821309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] For port 534b5437-73e9-4147-b157-cc03f5f0e428, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=534b5437-73e9-4147-b157-cc03f5f0e428,segment=NetworkSegment(d8cae619-f7be-452d-8064-70f371ba2e79),segment_id=d8cae619-f7be-452d-8064-70f371ba2e79)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:46.822569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:46.823806 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.828753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=74f3f01a-3f85-4e58-a0b6-a4d789635ab3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.845853 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e646dee-9ae2-4006-b073-22e6d9fd1838 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.861540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e646dee-9ae2-4006-b073-22e6d9fd1838 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.925289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a8421-f554-488d-8257-6b309d0dccb0 None None] Pushing event updated for resources: {'Port': ['ID=b1e9dee0-c78b-4df0-8186-8dcbc59cd751,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.938617 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:46.954088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e646dee-9ae2-4006-b073-22e6d9fd1838 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafaf139-2954-4f2e-aaa3-69db2804228a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:46.957979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:46.969539 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e646dee-9ae2-4006-b073-22e6d9fd1838 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.971001 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2e646dee-9ae2-4006-b073-22e6d9fd1838 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4554205 Jun 30 02:49:46.973722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:46.975107 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:46.980189 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a534f2dc-4e0f-4f99-9883-79deefd1b9b4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:47.136190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51928315-5702-475b-a4cb-0f36bcdc293b None None] Pushing event updated for resources: {'Port': ['ID=534b5437-73e9-4147-b157-cc03f5f0e428,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:47.136863 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-a534f2dc-4e0f-4f99-9883-79deefd1b9b4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Project 0910613b6f2a46bcb313d7be1951c0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:49:47.200780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a534f2dc-4e0f-4f99-9883-79deefd1b9b4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.248233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b691-4364-472a-a6d3-35050fd27004 req-e2f06db8-4f5c-4ea4-beb1-52d2929dbc67 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:47.256015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1651b691-4364-472a-a6d3-35050fd27004 req-e2f06db8-4f5c-4ea4-beb1-52d2929dbc67 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 945 time: 0.3971360 Jun 30 02:49:47.309555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router cc820c8d-b674-4b26-b4da-dda056b2101d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:47.430529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b1e9dee0-c78b-4df0-8186-8dcbc59cd751 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:47.479399 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.490990 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58d024c1-d77d-4eb4-b5dd-e8035f370bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.548006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b1e9dee0-c78b-4df0-8186-8dcbc59cd751 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:47.550898 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99976997-38b6-4799-b12a-d8208638cead tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.575576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58d024c1-d77d-4eb4-b5dd-e8035f370bb4 None None] For port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7aea2c7b-18b4-49f2-a89d-f357e3cf12f9,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:47.582638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ba9af113-57c7-49c9-9e5f-ae42ef132492 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:47.595545 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a534f2dc-4e0f-4f99-9883-79deefd1b9b4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.613427 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a534f2dc-4e0f-4f99-9883-79deefd1b9b4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.639224 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58d024c1-d77d-4eb4-b5dd-e8035f370bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.642514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99976997-38b6-4799-b12a-d8208638cead tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=20d6c56d-00e5-4efa-b524-244762e3d814,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:47.646933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1651b691-4364-472a-a6d3-35050fd27004 req-c66b0fda-cc6a-4918-a4f3-71da3e9432f2 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546684 Jun 30 02:49:47.693346 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99976997-38b6-4799-b12a-d8208638cead tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.707826 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-99976997-38b6-4799-b12a-d8208638cead tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/20d6c56d-00e5-4efa-b524-244762e3d814 HTTP/1.1" status: 204 len: 168 time: 1.9096830 Jun 30 02:49:47.708497 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58860) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:47.734032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534f2dc-4e0f-4f99-9883-79deefd1b9b4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8a7408-8c10-4e3b-be09-dd71f5ac39c1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:47.744223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:47.758599 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e6780b5f-8d82-40e0-a2c5-fb2031a7d0d8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "PUT /v2.0/routers/cc820c8d-b674-4b26-b4da-dda056b2101d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7637293 Jun 30 02:49:47.762852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:47.780083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a534f2dc-4e0f-4f99-9883-79deefd1b9b4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.781287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a534f2dc-4e0f-4f99-9883-79deefd1b9b4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8065891 Jun 30 02:49:47.794867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Sync routers for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:47.804400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ba9af113-57c7-49c9-9e5f-ae42ef132492 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:47.821376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:47.827119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'network': {'name': 'tempest-network-smoke--777960907', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:47.844675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:47.846537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a476f1-e187-4aab-9f86-7cfb81749e2f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:47.846898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:47.856189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a476f1-e187-4aab-9f86-7cfb81749e2f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:47.859711 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-93a476f1-e187-4aab-9f86-7cfb81749e2f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1440341 Jun 30 02:49:47.860315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:47.894130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] Provisioning for port ba9af113-57c7-49c9-9e5f-ae42ef132492 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:47.944916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] Provisioning complete for port ba9af113-57c7-49c9-9e5f-ae42ef132492 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:47.945445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:47.948587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d024c1-d77d-4eb4-b5dd-e8035f370bb4 None None] Pushing event updated for resources: {'Port': ['ID=7aea2c7b-18b4-49f2-a89d-f357e3cf12f9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:48.093739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caa576-5775-4846-8246-590a40ec3169 req-a2e9cfaf-666b-4c49-8fa2-4fb158dbf17e tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.109842 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b9caa576-5775-4846-8246-590a40ec3169 req-a2e9cfaf-666b-4c49-8fa2-4fb158dbf17e tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.7680798 Jun 30 02:49:48.177033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:48.177235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:48.186326 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.251739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.255713 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.257043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.257834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.258441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.259135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.260601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.261399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.262029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.262755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.266915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b9caa576-5775-4846-8246-590a40ec3169 req-df0a58eb-0f38-4655-85e0-a3347cb69aa8 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559701 Jun 30 02:49:48.272445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-72fa9a88-c3af-4c01-b2b2-fb2955c79d3d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7060 time: 0.5073771 Jun 30 02:49:48.273233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:48.281545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:49:48.294523 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.295402 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Added segment 4288e007-b0b0-450a-a2d1-824b1f8e1267 of type vlan for network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b Jun 30 02:49:48.304202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b611f215-dd0c-4752-9f8a-dc4163ed0060 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 5cd0e28f-04ea-4ffa-be88-d08549b2b034 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:49:48.310551 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b611f215-dd0c-4752-9f8a-dc4163ed0060 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.356105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.401461 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.401830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b611f215-dd0c-4752-9f8a-dc4163ed0060 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.409680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.410508 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.536816 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b611f215-dd0c-4752-9f8a-dc4163ed0060 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.546286 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.614486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5527df84-5b8f-4b42-978e-c2aa9f6cf9c6 None None] Network 6b4bbd9c-f164-4e41-8502-81717f37ec82 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:48.623593 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8010776 Jun 30 02:49:48.632443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:48.638611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'admin_state_up': True, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:48.640939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.641408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.641958 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.642415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.642909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.643359 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.643825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.644360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.644809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.645257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.655639 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fa532923-333d-4db0-a4e0-1c898576e978 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6494 time: 0.2590022 Jun 30 02:49:48.658524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:48.752708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01822d-a10d-43c4-b81d-bc9701b2b8d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Network': ['ID=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:48.801158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:49:48.838781 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b611f215-dd0c-4752-9f8a-dc4163ed0060 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.861924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b611f215-dd0c-4752-9f8a-dc4163ed0060 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.866880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b611f215-dd0c-4752-9f8a-dc4163ed0060 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/5cd0e28f-04ea-4ffa-be88-d08549b2b034 HTTP/1.1" status: 204 len: 168 time: 0.9964993 Jun 30 02:49:48.873621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:48.881262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ca345-d266-415d-a537-11726bffb306 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:48.922137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611f215-dd0c-4752-9f8a-dc4163ed0060 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd0e28f-04ea-4ffa-be88-d08549b2b034,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:48.947209 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.948569 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:48.963850 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-38caf07e-ddfc-43bf-a69d-16457b97b35d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878692 Jun 30 02:49:48.965037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58880) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:49.047484 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.084898 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.086053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.194631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee50f0-157d-4e74-8e80-90d9a03155b3 req-56f090bd-4191-48b5-8169-175a022ca807 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:49.196991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6eee50f0-157d-4e74-8e80-90d9a03155b3 req-56f090bd-4191-48b5-8169-175a022ca807 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 945 time: 0.3415568 Jun 30 02:49:49.260768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5212ee-e502-407d-8007-5499a8bd9c74 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:49.262669 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cd5212ee-e502-407d-8007-5499a8bd9c74 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2968876 Jun 30 02:49:49.266460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:49.341187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43780fe9-88cc-4e94-a290-948fbe682233 None None] Network 1ccd642b-ed82-4e95-83d7-6236934db82a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:49.342141 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.357645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:49.385887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:49:49.386487 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:49:49.393464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e71f5-9a15-429c-a3be-c7037eea34c2 req-9ac74b2a-b0c8-4b37-87a2-2ba18a70f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:49.400561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-935e71f5-9a15-429c-a3be-c7037eea34c2 req-9ac74b2a-b0c8-4b37-87a2-2ba18a70f461 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1098 time: 0.3476553 Jun 30 02:49:49.447438 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6eee50f0-157d-4e74-8e80-90d9a03155b3 req-7367915b-e67b-40d7-80b9-966897cacb75 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322526 Jun 30 02:49:49.456362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=74f3f01a-3f85-4e58-a0b6-a4d789635ab3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:49.545741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:49:45Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:46Z', 'revision_number': 2, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:49.554017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d7e82-ce9f-42b8-ac0e-55137d9b859a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:49.556869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a43d7e82-ce9f-42b8-ac0e-55137d9b859a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2890885 Jun 30 02:49:49.561487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:49.613280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-711c2459-cb11-4188-958a-504f6ed9a9c7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504200 Jun 30 02:49:49.619928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58890) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:49.631146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:49.680128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Checking router: cc820c8d-b674-4b26-b4da-dda056b2101d for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:49.680698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Updating router cc820c8d-b674-4b26-b4da-dda056b2101d port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:49.766321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e71f5-9a15-429c-a3be-c7037eea34c2 req-0b445b8b-781d-4d76-9af0-80ef5e30b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:49.770053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 48ca3f74-3071-4cb5-a87f-42704fea084b up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:49.770317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-935e71f5-9a15-429c-a3be-c7037eea34c2 req-0b445b8b-781d-4d76-9af0-80ef5e30b824 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 921 time: 0.3216960 Jun 30 02:49:49.857431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-935e71f5-9a15-429c-a3be-c7037eea34c2 req-16b64710-a9b6-46e9-a302-10a01de66722 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 217 time: 0.0733962 Jun 30 02:49:49.872042 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.923457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:49.927418 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.935521 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:49.936072 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.004430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e71f5-9a15-429c-a3be-c7037eea34c2 req-38f308cf-b8c5-4443-b628-8d7401ed5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.006288 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-935e71f5-9a15-429c-a3be-c7037eea34c2 req-38f308cf-b8c5-4443-b628-8d7401ed5033 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 200 len: 860 time: 0.1337068 Jun 30 02:49:50.060019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-935e71f5-9a15-429c-a3be-c7037eea34c2 req-6adef715-63ba-4822-9e8a-ada6b424e75b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4b88cbe-e281-413e-954b-f9228dae6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435526 Jun 30 02:49:50.100114 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.160200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 48ca3f74-3071-4cb5-a87f-42704fea084b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:50.217454 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.277696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 48ca3f74-3071-4cb5-a87f-42704fea084b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:50.278048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.302103 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-935e71f5-9a15-429c-a3be-c7037eea34c2 req-34d4c671-becb-4178-852d-3bb5ce18a900 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296615 Jun 30 02:49:50.302734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417dfcde-a0e9-411c-b6cc-dbf8769cb73b None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:49:50.319343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 6b4bbd9c-f164-4e41-8502-81717f37ec82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:50.376409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] For port ba9af113-57c7-49c9-9e5f-ae42ef132492, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ba9af113-57c7-49c9-9e5f-ae42ef132492,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:50.376764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:50.393786 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09c6c893-6160-48fa-a664-4ffa0423d3b4 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2865 time: 1.7303169 Jun 30 02:49:50.440012 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.544267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76d310-08aa-4984-a5f7-0f6121c2b6ea req-50a51520-d098-4a58-9c03-669b51d9edcb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.545825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c76d310-08aa-4984-a5f7-0f6121c2b6ea req-50a51520-d098-4a58-9c03-669b51d9edcb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.9898500 Jun 30 02:49:50.611035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router a34147ee-d1c7-4f9b-8e31-70ddcc29f772 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:50.632729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6c76d310-08aa-4984-a5f7-0f6121c2b6ea req-165f123e-94d6-4161-b4c8-f12031d30ff1 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712478 Jun 30 02:49:50.638890 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-935e71f5-9a15-429c-a3be-c7037eea34c2 req-77220b85-da0e-4434-8ceb-3a943f2d3314 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278825 Jun 30 02:49:50.803947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.objects.ports [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93771) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:49:50.903168 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.923912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:50.928165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d41ce8c2-8a46-43fc-9e5b-49bbc6e39a7c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606959335', 'description': 'tempest-secgroup-smoke-606959335 description', 'project_id': '23f0074276e74751a7dfe3b0670d094b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:50.930908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Transition to ACTIVE for port object 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:50.981598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d41ce8c2-8a46-43fc-9e5b-49bbc6e39a7c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.990614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] Could not find standard attr ID for object 20d6c56d-00e5-4efa-b524-244762e3d814. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:49:50.997300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:51.003281 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-166d6c50-e23c-4286-83a5-59a3016d162c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/a34147ee-d1c7-4f9b-8e31-70ddcc29f772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7515819 Jun 30 02:49:51.007362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:51.007714 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 534b5437-73e9-4147-b157-cc03f5f0e428 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:51.015176 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d083da-5bb2-402f-b9a5-82477d17b0ca None None] Sync routers for ids ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:51.028243 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d083da-5bb2-402f-b9a5-82477d17b0ca None None] Routers {'a34147ee-d1c7-4f9b-8e31-70ddcc29f772'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:51.028878 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-71d083da-5bb2-402f-b9a5-82477d17b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:51.067320 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.118494 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-71d083da-5bb2-402f-b9a5-82477d17b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:51.127455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.139306 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.142152 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d083da-5bb2-402f-b9a5-82477d17b0ca None None] Routers {'a34147ee-d1c7-4f9b-8e31-70ddcc29f772'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:51.144487 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-71d083da-5bb2-402f-b9a5-82477d17b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:51.164108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28fdc11-4f55-442a-a18b-99f0314ed4b1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:51.166228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b28fdc11-4f55-442a-a18b-99f0314ed4b1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports/74f3f01a-3f85-4e58-a0b6-a4d789635ab3 HTTP/1.1" status: 200 len: 911 time: 0.1579053 Jun 30 02:49:51.214458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Provisioning for port 74f3f01a-3f85-4e58-a0b6-a4d789635ab3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:51.222536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:51.230159 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-71d083da-5bb2-402f-b9a5-82477d17b0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:51.237674 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d083da-5bb2-402f-b9a5-82477d17b0ca None None] The sync data for ids ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:51.272744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d41ce8c2-8a46-43fc-9e5b-49bbc6e39a7c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.280104 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d41ce8c2-8a46-43fc-9e5b-49bbc6e39a7c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.298874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Provisioning complete for port 74f3f01a-3f85-4e58-a0b6-a4d789635ab3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:51.299643 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.310286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88ee87-4da4-402e-a388-01e7bde45079 None None] Pushing event updated for resources: {'Port': ['ID=ba9af113-57c7-49c9-9e5f-ae42ef132492,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:51.346186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24f332-26db-4e44-8684-bdc5e82057d1 req-d227e53c-9ba3-4759-bb24-7b73ce3b64c4 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:51.347904 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1b24f332-26db-4e44-8684-bdc5e82057d1 req-d227e53c-9ba3-4759-bb24-7b73ce3b64c4 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 945 time: 0.3905036 Jun 30 02:49:51.389206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ce8c2-8a46-43fc-9e5b-49bbc6e39a7c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:51.394436 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d41ce8c2-8a46-43fc-9e5b-49bbc6e39a7c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.399418 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d41ce8c2-8a46-43fc-9e5b-49bbc6e39a7c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4748907 Jun 30 02:49:51.400277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:51.407802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-60d5ff05-a8a6-4869-987c-b9cf273e2c14 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:51.445435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Attempting to bind port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:51.445875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Attempting to bind port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:51.446288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Attempting to bind port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 on network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:51.451552 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.465418 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60d5ff05-a8a6-4869-987c-b9cf273e2c14 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.476451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-417dfcde-a0e9-411c-b6cc-dbf8769cb73b None None] Deleting port ba9af113-57c7-49c9-9e5f-ae42ef132492 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:51.476989 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-417dfcde-a0e9-411c-b6cc-dbf8769cb73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.487285 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.509156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:51.509837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Checking segment: {'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:51.510253 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.510771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Bound using segment: {'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:51.511455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Bound port: 0afa5c36-f0b9-4a51-a3ee-3eda435b7767, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:51.511834 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.557860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 534b5437-73e9-4147-b157-cc03f5f0e428 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:51.572113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Port 74f3f01a-3f85-4e58-a0b6-a4d789635ab3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:51.586223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1b24f332-26db-4e44-8684-bdc5e82057d1 req-3d4d3f27-29e4-4201-83d6-c4182f95bf15 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234349 Jun 30 02:49:51.624909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fd3ab-1a64-434e-a80b-f04dfd98bcf4 None None] Pushing event updated for resources: {'Port': ['ID=0afa5c36-f0b9-4a51-a3ee-3eda435b7767,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:51.632014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Provisioning for port b1e9dee0-c78b-4df0-8186-8dcbc59cd751 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:51.663767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 48ca3f74-3071-4cb5-a87f-42704fea084b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=48ca3f74-3071-4cb5-a87f-42704fea084b,segment=NetworkSegment(af5b9721-a9cd-492a-8f3e-aff203988125),segment_id=af5b9721-a9cd-492a-8f3e-aff203988125)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:51.670697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10d5a07-6280-4ab6-8941-09e00df87647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ca3f74-3071-4cb5-a87f-42704fea084b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:51.673345 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92ce0c5-ad98-48fa-94e8-3b794f11d285" -d '{"events": [{"server_uuid": "a10d5a07-6280-4ab6-8941-09e00df87647", "name": "network-vif-plugged", "status": "completed", "tag": "48ca3f74-3071-4cb5-a87f-42704fea084b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:51.682932 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.693198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Provisioning complete for port b1e9dee0-c78b-4df0-8186-8dcbc59cd751 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:51.693568 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.803259 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bfd28f-a0ea-4844-8e45-d1fb9e5cfc76 x-openstack-request-id: req-50bfd28f-a0ea-4844-8e45-d1fb9e5cfc76 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:51.803602 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10d5a07-6280-4ab6-8941-09e00df87647", "name": "network-vif-plugged", "status": "completed", "tag": "48ca3f74-3071-4cb5-a87f-42704fea084b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:51.803858 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50bfd28f-a0ea-4844-8e45-d1fb9e5cfc76 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:51.804247 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10d5a07-6280-4ab6-8941-09e00df87647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ca3f74-3071-4cb5-a87f-42704fea084b', 'code': 200} Jun 30 02:49:51.813074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ba9af113-57c7-49c9-9e5f-ae42ef132492 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:51.870350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.25.7.227 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/01db1bd4-94cd-4ebf-a2e9-87afb2239e63) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:51.876205 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] For port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:51.913387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=48ca3f74-3071-4cb5-a87f-42704fea084b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:51.919508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-417dfcde-a0e9-411c-b6cc-dbf8769cb73b None None] For port ba9af113-57c7-49c9-9e5f-ae42ef132492, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ba9af113-57c7-49c9-9e5f-ae42ef132492,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:51.919982 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-417dfcde-a0e9-411c-b6cc-dbf8769cb73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:51.972955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] For port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0afa5c36-f0b9-4a51-a3ee-3eda435b7767,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:52.013637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-417dfcde-a0e9-411c-b6cc-dbf8769cb73b None None] Calling delete_port for ba9af113-57c7-49c9-9e5f-ae42ef132492 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:52.017379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.098169 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.166313 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.267173 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.310651 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.408689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] For port ba9af113-57c7-49c9-9e5f-ae42ef132492, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ba9af113-57c7-49c9-9e5f-ae42ef132492,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:52.426655 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948aeae-c0a5-4f21-8c6e-68470d2bec55 req-2557e96c-9592-4153-bbe2-073f0feb2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:52.428280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b948aeae-c0a5-4f21-8c6e-68470d2bec55 req-2557e96c-9592-4153-bbe2-073f0feb2019 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 1098 time: 0.2945995 Jun 30 02:49:52.439756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60d5ff05-a8a6-4869-987c-b9cf273e2c14 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.440162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:52.448881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:52.451657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:52.465435 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60d5ff05-a8a6-4869-987c-b9cf273e2c14 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.503464 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.505012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e5578-4681-46ce-8f76-a7201587b871 req-6b314dae-9c6a-4d06-a624-09eda85eaa88 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:52.506644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=01db1bd4-94cd-4ebf-a2e9-87afb2239e63,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:52.506795 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-836e5578-4681-46ce-8f76-a7201587b871 req-6b314dae-9c6a-4d06-a624-09eda85eaa88 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.3769395 Jun 30 02:49:52.523665 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-60d5ff05-a8a6-4869-987c-b9cf273e2c14 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.525279 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-60d5ff05-a8a6-4869-987c-b9cf273e2c14 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1210747 Jun 30 02:49:52.529785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58912) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:52.535832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d14383fa-936f-40a4-9b79-be2f9a39ac46 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:52.562488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] For port b1e9dee0-c78b-4df0-8186-8dcbc59cd751, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b1e9dee0-c78b-4df0-8186-8dcbc59cd751,segment=NetworkSegment(1c799ed7-3d5f-4d6e-957c-d11678678bf1),segment_id=1c799ed7-3d5f-4d6e-957c-d11678678bf1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:52.565336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5ff05-a8a6-4869-987c-b9cf273e2c14 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1fa7e9-2149-4825-ba2e-2964d9819e42,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:52.579587 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.583370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.597762 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.598686 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.654186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:52.655187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:52.672724 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b948aeae-c0a5-4f21-8c6e-68470d2bec55 req-4173059c-934a-43c0-8462-cf6aa2cc91af service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221923 Jun 30 02:49:52.689876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-836e5578-4681-46ce-8f76-a7201587b871 req-25f88b46-48e9-4a3f-b7e9-32825d40aa3a tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560879 Jun 30 02:49:52.746364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Provisioning complete for port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:52.747402 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.748180 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d14383fa-936f-40a4-9b79-be2f9a39ac46 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.789517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:52.794299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=ba9af113-57c7-49c9-9e5f-ae42ef132492,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:52.800494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fd3ab-1a64-434e-a80b-f04dfd98bcf4 None None] Pushing event updated for resources: {'Port': ['ID=0afa5c36-f0b9-4a51-a3ee-3eda435b7767,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:52.809287 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-417dfcde-a0e9-411c-b6cc-dbf8769cb73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.813992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:52.837458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:52.838352 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:52.841811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:52.847945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eab9f-0129-4beb-ad44-dbe3257e50c8 req-2fb96f15-069f-4e7f-bce1-618697c7c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:52.849728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd0eab9f-0129-4beb-ad44-dbe3257e50c8 req-2fb96f15-069f-4e7f-bce1-618697c7c91f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1098 time: 0.5119102 Jun 30 02:49:52.894808 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ce60babf-3e14-42cf-a55f-28051ec2302d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2693083 Jun 30 02:49:52.898528 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58916) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:52.906441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-84c3b60c-d6d1-49a5-9865-69b4c8f9017c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:52.966634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Allocated IP 2001:db8:1::1 (1ccd642b-ed82-4e95-83d7-6236934db82a/da34fc2c-efe8-4574-81fb-8e627aa64f3f/d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:53.037592 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d14383fa-936f-40a4-9b79-be2f9a39ac46 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.078003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Provisioning for port 534b5437-73e9-4147-b157-cc03f5f0e428 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:53.080661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d14383fa-936f-40a4-9b79-be2f9a39ac46 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.084262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417dfcde-a0e9-411c-b6cc-dbf8769cb73b None None] No DVR routers for this DVR port ba9af113-57c7-49c9-9e5f-ae42ef132492 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:53.085946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Pushing event updated for resources: {'Port': ['ID=b1e9dee0-c78b-4df0-8186-8dcbc59cd751,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:53.089798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c3b60c-d6d1-49a5-9865-69b4c8f9017c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:53.095621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84c3b60c-d6d1-49a5-9865-69b4c8f9017c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.100944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd0eab9f-0129-4beb-ad44-dbe3257e50c8 req-94464eb0-5191-4553-b8c3-3ef8cf85654e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438254 Jun 30 02:49:53.116740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Provisioning complete for port 534b5437-73e9-4147-b157-cc03f5f0e428 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:53.117195 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.118935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4826cd-f392-4439-ae30-7643b7ffb547 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:53.154074 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.174098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4890a9-5d25-46ca-87a0-344281a88d38 req-74dee3b3-be15-4299-9a16-856a0ef4c28f tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:53.182065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b4890a9-5d25-46ca-87a0-344281a88d38 req-74dee3b3-be15-4299-9a16-856a0ef4c28f tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 946 time: 0.3744099 Jun 30 02:49:53.184352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14383fa-936f-40a4-9b79-be2f9a39ac46 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4ddc02-1a17-4dfb-bcf3-4ae6c4676ff2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:53.208044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dfcde-a0e9-411c-b6cc-dbf8769cb73b None None] Pushing event deleted for resources: {'Port': ['ID=ba9af113-57c7-49c9-9e5f-ae42ef132492,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:53.233297 n-d-758944-39 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-84c3b60c-d6d1-49a5-9865-69b4c8f9017c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade (CIDR: 2001:db8::/64) Jun 30 02:49:53.235932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:53.237044 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c3b60c-d6d1-49a5-9865-69b4c8f9017c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:49:53.237539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c3b60c-d6d1-49a5-9865-69b4c8f9017c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:49:53.256386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-84c3b60c-d6d1-49a5-9865-69b4c8f9017c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3562565 Jun 30 02:49:53.256969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:53.262572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c807c7d9-e0d5-4831-91ee-1281189abe1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:53.270974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d14383fa-936f-40a4-9b79-be2f9a39ac46 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.273024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d14383fa-936f-40a4-9b79-be2f9a39ac46 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7423391 Jun 30 02:49:53.283096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:53.288552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1dbfa996-be58-4156-a12c-fb0fdea64276 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:53.318417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b4890a9-5d25-46ca-87a0-344281a88d38 req-59561cd7-eaef-461d-a79e-1225460b4911 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351869 Jun 30 02:49:53.372447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dbfa996-be58-4156-a12c-fb0fdea64276 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.401743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.427142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Transition to ACTIVE for port object d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:53.474837 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.497713 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dbfa996-be58-4156-a12c-fb0fdea64276 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.506640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dbfa996-be58-4156-a12c-fb0fdea64276 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.518087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c807c7d9-e0d5-4831-91ee-1281189abe1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:53.523847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c807c7d9-e0d5-4831-91ee-1281189abe1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.525868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] For port 534b5437-73e9-4147-b157-cc03f5f0e428, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=534b5437-73e9-4147-b157-cc03f5f0e428,segment=NetworkSegment(d8cae619-f7be-452d-8064-70f371ba2e79),segment_id=d8cae619-f7be-452d-8064-70f371ba2e79)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:53.545051 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.553865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfa996-be58-4156-a12c-fb0fdea64276 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2a2a96-7fcf-4562-abc5-68a4eacca7fb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:53.607340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.607966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': 'b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:49:53.608793 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.610385 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dbfa996-be58-4156-a12c-fb0fdea64276 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.616106 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1dbfa996-be58-4156-a12c-fb0fdea64276 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3294528 Jun 30 02:49:53.616313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Provisioning for port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:53.618873 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:53.651255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-68acab1e-0148-4902-8c7e-1416d5056736 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:53.675318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Pushing event updated for resources: {'Port': ['ID=534b5437-73e9-4147-b157-cc03f5f0e428,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:53.696272 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.717677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 1ccd642b-ed82-4e95-83d7-6236934db82a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:53.723675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:53.735554 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68acab1e-0148-4902-8c7e-1416d5056736 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.743645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:53.744136 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:53.818702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Allocated IP 2001:db8::f816:3eff:fef3:9e20 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade/28cc5e14-0c61-4772-af57-c6b832324432) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:54.023391 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c807c7d9-e0d5-4831-91ee-1281189abe1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.090173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807c7d9-e0d5-4831-91ee-1281189abe1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=559286bd-c7e3-4182-a71a-d162b0aac179,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:54.112465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c807c7d9-e0d5-4831-91ee-1281189abe1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:54.120983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c807c7d9-e0d5-4831-91ee-1281189abe1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:54.124373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c807c7d9-e0d5-4831-91ee-1281189abe1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:54.125004 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c807c7d9-e0d5-4831-91ee-1281189abe1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.143646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c0a32-4ecb-4134-af3d-99438f55ff6f req-93b86f0a-2da8-48eb-b2c0-98e39f8a3d05 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:54.145355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1e5c0a32-4ecb-4134-af3d-99438f55ff6f req-93b86f0a-2da8-48eb-b2c0-98e39f8a3d05 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.1906736 Jun 30 02:49:54.147190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.157679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Transition to ACTIVE for port object 28cc5e14-0c61-4772-af57-c6b832324432 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:54.175315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Transition to ACTIVE for port object 28cc5e14-0c61-4772-af57-c6b832324432 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:54.178629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b1e9dee0-c78b-4df0-8186-8dcbc59cd751 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:54.180913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c807c7d9-e0d5-4831-91ee-1281189abe1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9225576 Jun 30 02:49:54.183976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58932) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:54.189840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:78:95:7e', 'name': 'tempest-NetworksTestDHCPv6-521468138'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:54.219305 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.237886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:54.242653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:54.245316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:54.257357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.257931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.258948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.259346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.259669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.260011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.260341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.260669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.260997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.261445 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.261773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.262092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee1c571-006b-4ae8-bd28-63efd2322f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:54.303831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-78e1c4d8-8489-4165-823d-e69a6cecf0c7 None None] Provisioning complete for port 74f3f01a-3f85-4e58-a0b6-a4d789635ab3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:54.304214 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78e1c4d8-8489-4165-823d-e69a6cecf0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.340665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1e5c0a32-4ecb-4134-af3d-99438f55ff6f req-dc515012-d103-43c9-9451-f8b7115dbc82 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877015 Jun 30 02:49:54.341943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:54.373559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:54.503189 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.509469 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eb663f1d-f0f0-4ce1-90fb-25940bbabac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.513727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Attempting to bind port 28cc5e14-0c61-4772-af57-c6b832324432 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:54.513727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Attempting to bind port 28cc5e14-0c61-4772-af57-c6b832324432 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:54.514113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Attempting to bind port 28cc5e14-0c61-4772-af57-c6b832324432 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:54.518937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-78e1c4d8-8489-4165-823d-e69a6cecf0c7 None None] Port 74f3f01a-3f85-4e58-a0b6-a4d789635ab3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:54.520506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Pushing event updated for resources: {'Port': ['ID=28cc5e14-0c61-4772-af57-c6b832324432,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:54.527148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:49:45Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:51Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:54.560042 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68acab1e-0148-4902-8c7e-1416d5056736 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.563363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:54.563850 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:54.564217 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.564793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:54.565312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Bound port: 28cc5e14-0c61-4772-af57-c6b832324432, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:54.565701 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.567733 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68acab1e-0148-4902-8c7e-1416d5056736 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.571284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb5a56-18b8-417c-a6a2-daa94398fe8c None None] The sync data for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 is: [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:49:45Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:51Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:54.583525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 3d7de538-0bab-4795-8832-c48f96678e93 yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:49:54.588141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b1e9dee0-c78b-4df0-8186-8dcbc59cd751 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:54.588515 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.599293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acab1e-0148-4902-8c7e-1416d5056736 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba10f651-ed8d-4aa0-940c-c8be04037a0e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:54.619204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-78e1c4d8-8489-4165-823d-e69a6cecf0c7 None None] Provisioning complete for port 534b5437-73e9-4147-b157-cc03f5f0e428 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:54.619582 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78e1c4d8-8489-4165-823d-e69a6cecf0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.665478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.668037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68acab1e-0148-4902-8c7e-1416d5056736 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.673754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68acab1e-0148-4902-8c7e-1416d5056736 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0218205 Jun 30 02:49:54.673754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:54.679597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f815358a-8d9b-4003-958a-3cca28e48968 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:54.714999 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-f815358a-8d9b-4003-958a-3cca28e48968 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Project 23f0074276e74751a7dfe3b0670d094b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:49:54.769326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] For port 28cc5e14-0c61-4772-af57-c6b832324432, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:54.777381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] For port 28cc5e14-0c61-4772-af57-c6b832324432, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=28cc5e14-0c61-4772-af57-c6b832324432,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:54.827003 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:54.929926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8:0:1::31c (94dfcc4e-cb7a-4d66-82ed-b793863e0992/559286bd-c7e3-4182-a71a-d162b0aac179/3d7de538-0bab-4795-8832-c48f96678e93) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:54.940654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65242d-1a47-4cdc-b9b9-7945e0c89b4b None None] Pushing event updated for resources: {'Port': ['ID=28cc5e14-0c61-4772-af57-c6b832324432,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:54.941192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::f816:3eff:fe78:957e (94dfcc4e-cb7a-4d66-82ed-b793863e0992/b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade/3d7de538-0bab-4795-8832-c48f96678e93) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:54.957939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f815358a-8d9b-4003-958a-3cca28e48968 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.012366 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45577071-a2e6-4d3f-b194-2341405a773b req-f620be17-94e5-4af4-9a8f-1f3c12a7ac4b tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:55.013970 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45577071-a2e6-4d3f-b194-2341405a773b req-f620be17-94e5-4af4-9a8f-1f3c12a7ac4b tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 946 time: 0.2248230 Jun 30 02:49:55.073552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1f99883c-6cf7-45ad-9a18-b5b74d026b2d None None] Provisioning for port d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:55.074947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router 41054048-6373-4c2a-a242-6f6b72185d60 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:49:55.080149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1f99883c-6cf7-45ad-9a18-b5b74d026b2d None None] Provisioning complete for port d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:55.080516 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f99883c-6cf7-45ad-9a18-b5b74d026b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.115785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f815358a-8d9b-4003-958a-3cca28e48968 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.131137 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f815358a-8d9b-4003-958a-3cca28e48968 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.179953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45577071-a2e6-4d3f-b194-2341405a773b req-6301f6ca-e02d-4321-a7fb-1dd982e308a6 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597135 Jun 30 02:49:55.184495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815358a-8d9b-4003-958a-3cca28e48968 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd081d2-89ea-4c47-b82b-438b3e6c7279,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:55.209220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1f99883c-6cf7-45ad-9a18-b5b74d026b2d None None] Port d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:55.265672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.287691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 3d7de538-0bab-4795-8832-c48f96678e93 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:55.336043 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f815358a-8d9b-4003-958a-3cca28e48968 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.340021 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f815358a-8d9b-4003-958a-3cca28e48968 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6652606 Jun 30 02:49:55.342270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:55.347425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e7437666-f3c4-41c2-b281-657a7a06600a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:55.384961 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05337f-bd32-4a5d-b799-0038ec15e54a req-7cdc99f9-2e50-4831-a031-4ac9176237c9 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:55.389089 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab05337f-bd32-4a5d-b799-0038ec15e54a req-7cdc99f9-2e50-4831-a031-4ac9176237c9 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 950 time: 0.4539869 Jun 30 02:49:55.394639 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-e7437666-f3c4-41c2-b281-657a7a06600a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Project 23f0074276e74751a7dfe3b0670d094b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:49:55.404038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7437666-f3c4-41c2-b281-657a7a06600a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.408390 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.454609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.473704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.474483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.548795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:55.578142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:55.580747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:55.586585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:55.587248 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.599150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:55.609147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=3d7de538-0bab-4795-8832-c48f96678e93,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:55.633870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7437666-f3c4-41c2-b281-657a7a06600a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.640112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dfca8dd6-01d2-431e-8d89-23e8ab8648c8 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4520078 Jun 30 02:49:55.640874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58946) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:55.713348 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab05337f-bd32-4a5d-b799-0038ec15e54a req-eef47fa0-11da-4fa0-83e2-c77232023dd4 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565689 Jun 30 02:49:55.721460 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:55.734324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Sync routers for ids ['41054048-6373-4c2a-a242-6f6b72185d60'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:55.747401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Routers {'41054048-6373-4c2a-a242-6f6b72185d60'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:55.748020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['41054048-6373-4c2a-a242-6f6b72185d60'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:55.763996 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7437666-f3c4-41c2-b281-657a7a06600a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.860241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.861691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-07f474e6-9d66-45f4-b02e-f5b1f3460d1e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.2280827 Jun 30 02:49:55.863787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 1ccd642b-ed82-4e95-83d7-6236934db82a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:55.867313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7437666-f3c4-41c2-b281-657a7a06600a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:55.873266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58952) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:55.875942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:55.876540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e7437666-f3c4-41c2-b281-657a7a06600a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5329399 Jun 30 02:49:55.890986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7437666-f3c4-41c2-b281-657a7a06600a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296c0ec7-f8be-4c21-8a0e-c08f95cf5b07,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:55.963972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec68e6-bfa0-4474-a735-46019087a473 req-775075a0-4e0b-4a88-911f-bcfbaeca5b08 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.001583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-66ec68e6-bfa0-4474-a735-46019087a473 req-775075a0-4e0b-4a88-911f-bcfbaeca5b08 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.4940226 Jun 30 02:49:56.046773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:56.203222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Set router 41054048-6373-4c2a-a242-6f6b72185d60 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:56.206885 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-48b951c9-e296-4b55-830f-079deb247548 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0910613b6f2a46bcb313d7be1951c0d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3322220 Jun 30 02:49:56.211534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:56.244539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-66ec68e6-bfa0-4474-a735-46019087a473 req-9d7e385e-383c-42c7-81ea-82ebf7355818 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554742 Jun 30 02:49:56.273689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-52acfae5-707a-4350-a74f-6e10ca23472b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606959335&fields=id&tenant_id=23f0074276e74751a7dfe3b0670d094b HTTP/1.1" status: 200 len: 267 time: 0.0700746 Jun 30 02:49:56.302897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router a34147ee-d1c7-4f9b-8e31-70ddcc29f772 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:56.485697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0e2a-452a-4e08-a559-65eaed71555f req-0379f45b-1ef5-4fd6-a27b-21b9244cc6dc tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.488683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c9ffaa61-c52f-4593-baf4-2dd1107680f2 req-aba28797-10c5-4421-a95b-16f22e229005 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-169766863', 'description': 'tempest-description-1679755383'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:56.493592 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-0379f45b-1ef5-4fd6-a27b-21b9244cc6dc tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/networks?id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353 HTTP/1.1" status: 200 len: 797 time: 0.1886702 Jun 30 02:49:56.523585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-afa4901a-ca37-4751-92b6-c0283f5562af tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 3d7de538-0bab-4795-8832-c48f96678e93 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:56.524035 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afa4901a-ca37-4751-92b6-c0283f5562af tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.621455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100efbb4-bd1e-4d49-896e-c9604c35240f None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:56.644879 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-9ca82941-d2a3-48b0-9ed8-5d2def401c3c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/quotas/23f0074276e74751a7dfe3b0670d094b HTTP/1.1" status: 200 len: 375 time: 0.1503153 Jun 30 02:49:56.647749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:56.657935 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3dc9deac-d508-40a2-a11b-20d7b3b8b92c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/a34147ee-d1c7-4f9b-8e31-70ddcc29f772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4343088 Jun 30 02:49:56.660877 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023852c-34b5-43d5-83d6-4e1751c24aad None None] Sync routers for ids ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:56.667293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:56.676151 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023852c-34b5-43d5-83d6-4e1751c24aad None None] Routers {'a34147ee-d1c7-4f9b-8e31-70ddcc29f772'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:56.676776 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e023852c-34b5-43d5-83d6-4e1751c24aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:56.696556 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9ffaa61-c52f-4593-baf4-2dd1107680f2 req-aba28797-10c5-4421-a95b-16f22e229005 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.751155 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e023852c-34b5-43d5-83d6-4e1751c24aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:56.753394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-c0a337c8-6a1a-4919-80a4-a82d34c51fbb tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998647 Jun 30 02:49:56.776555 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023852c-34b5-43d5-83d6-4e1751c24aad None None] Routers {'a34147ee-d1c7-4f9b-8e31-70ddcc29f772'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:56.777284 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e023852c-34b5-43d5-83d6-4e1751c24aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:56.820485 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e023852c-34b5-43d5-83d6-4e1751c24aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:56.821619 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023852c-34b5-43d5-83d6-4e1751c24aad None None] The sync data for ids ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:56.844280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3f610832-f0c8-446f-823a-e24fa2f0a35e None None] Provisioning complete for port d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:56.844795 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f610832-f0c8-446f-823a-e24fa2f0a35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.852640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46494a0d-2704-4c6e-a982-98d361e36eab tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.856606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-46494a0d-2704-4c6e-a982-98d361e36eab tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6106372 Jun 30 02:49:56.868025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:56.888250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3dce9-be87-409f-bc93-79439870465d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.890023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-40b3dce9-be87-409f-bc93-79439870465d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports/d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e HTTP/1.1" status: 200 len: 913 time: 0.2110744 Jun 30 02:49:56.898682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-e5ce56aa-61e2-4b20-9eb1-2e25610b2eaa tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.900372 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-e5ce56aa-61e2-4b20-9eb1-2e25610b2eaa tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.69 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 950 time: 0.6532798 Jun 30 02:49:56.905394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 58982) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:56.909491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:56.922664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:56.925093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:56.925093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3f610832-f0c8-446f-823a-e24fa2f0a35e None None] Port d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:56.963011 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b2618154-b4b6-4caa-b97f-7226ebfd5ff3 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0921547 Jun 30 02:49:56.966905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 58984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:56.998216 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1580744955', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:57.003210 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afa4901a-ca37-4751-92b6-c0283f5562af tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.071648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-afa4901a-ca37-4751-92b6-c0283f5562af tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 3d7de538-0bab-4795-8832-c48f96678e93 owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:57.146432 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-587ceb1b-1e48-441e-b298-f038e355858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.153442 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.158077 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1146bd95-0879-45b6-af5b-bcec7cba158f service neutron] 10.222.0.55 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883264 Jun 30 02:49:57.186800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-560a4776-c80c-488d-8488-05152f155b60 None None] Provisioning for port 28cc5e14-0c61-4772-af57-c6b832324432 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:57.250682 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.304053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:49:52Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:57.334685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-f102a8fb-29c7-4dec-9126-1bc8988ef5d9 service neutron] 10.222.0.55 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756904 Jun 30 02:49:57.342798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0afa5c36-f0b9-4a51-a3ee-3eda435b7767,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:57.349231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Checking router: 41054048-6373-4c2a-a242-6f6b72185d60 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:57.349554 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Updating router 41054048-6373-4c2a-a242-6f6b72185d60 port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:49:57.376390 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.377197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 534b5437-73e9-4147-b157-cc03f5f0e428 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:57.435039 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.499267 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9ffaa61-c52f-4593-baf4-2dd1107680f2 req-aba28797-10c5-4421-a95b-16f22e229005 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.501049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.511331 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9ffaa61-c52f-4593-baf4-2dd1107680f2 req-aba28797-10c5-4421-a95b-16f22e229005 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.537184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0afa5c36-f0b9-4a51-a3ee-3eda435b7767,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:57.540730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a2476-9508-4dd9-82ee-3ce8fa5349e5 None None] Update dhcp port {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': 'b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade', 'ip_address': '2001:db8::f816:3eff:fef3:9e20'}, {'subnet_id': '559286bd-c7e3-4182-a71a-d162b0aac179'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '28cc5e14-0c61-4772-af57-c6b832324432'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:49:57.607910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:57.612024 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.747894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 534b5437-73e9-4147-b157-cc03f5f0e428 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:57.747894 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.787148 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b52a2476-9508-4dd9-82ee-3ce8fa5349e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.899901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e68ccf-62af-4233-b70d-6b1b401d6f39 req-93b0999b-79f1-4651-a564-db34e093d08e tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:57.907231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-61e68ccf-62af-4233-b70d-6b1b401d6f39 req-93b0999b-79f1-4651-a564-db34e093d08e tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 950 time: 0.1676016 Jun 30 02:49:57.965597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-f7562597-fa87-4007-a8bc-409fbd7589a3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Deleting port 445ae976-c81b-49b8-b1b5-1f57a8df75ed {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:57.966159 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-f7562597-fa87-4007-a8bc-409fbd7589a3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.981844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-61e68ccf-62af-4233-b70d-6b1b401d6f39 req-e637bdd8-dcec-4ab7-a844-61a734c44acc tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ecdbb70-b977-4084-9d76-8fa879e5b321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736456 Jun 30 02:49:58.000354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:58.000707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.101870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c9ffaa61-c52f-4593-baf4-2dd1107680f2 req-aba28797-10c5-4421-a95b-16f22e229005 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.109010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9ffaa61-c52f-4593-baf4-2dd1107680f2 req-aba28797-10c5-4421-a95b-16f22e229005 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.7213371 Jun 30 02:49:58.110430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba28797-10c5-4421-a95b-16f22e229005 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ce3f10-1783-43d1-bcc0-8e01602a97d4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:58.173704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.191588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:58.198692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 28cc5e14-0c61-4772-af57-c6b832324432 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:49:58.240501 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afa4901a-ca37-4751-92b6-c0283f5562af tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.302955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4901a-ca37-4751-92b6-c0283f5562af tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=3d7de538-0bab-4795-8832-c48f96678e93,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:58.318931 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.399823 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f109c2d0-7c23-40cc-9021-dd2f1e82f191 req-ba86d7b2-0462-4478-81eb-e48a02df6fb7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 210 time: 0.0416946 Jun 30 02:49:58.400626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b52a2476-9508-4dd9-82ee-3ce8fa5349e5 None None] Allocated IP 2001:db8:0:1::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/559286bd-c7e3-4182-a71a-d162b0aac179/28cc5e14-0c61-4772-af57-c6b832324432) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:58.462311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 28cc5e14-0c61-4772-af57-c6b832324432 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:58.495377 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.506087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:58.507094 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.518368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.539390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Transition to ACTIVE for port object 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:58.552979 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.556634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-9a3b42ea-a26b-4c99-88ae-ae37835fd051 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-169766863&fields=id&tenant_id=f740c385eea94fd3abc0440038637e74 HTTP/1.1" status: 200 len: 267 time: 0.1895192 Jun 30 02:49:58.566948 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.579406 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-afa4901a-ca37-4751-92b6-c0283f5562af tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.583398 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-afa4901a-ca37-4751-92b6-c0283f5562af tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/3d7de538-0bab-4795-8832-c48f96678e93 HTTP/1.1" status: 204 len: 168 time: 2.9352980 Jun 30 02:49:58.586215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:58.589370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-f7562597-fa87-4007-a8bc-409fbd7589a3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] For port 445ae976-c81b-49b8-b1b5-1f57a8df75ed, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=445ae976-c81b-49b8-b1b5-1f57a8df75ed,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:58.589735 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-f7562597-fa87-4007-a8bc-409fbd7589a3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.622560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=d00dbd2c-9d7f-49e7-be23-e58cc2ca1a5e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:58.653253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958154b-7bd1-4064-bfe1-06d778d3699e None None] Pushing event updated for resources: {'Port': ['ID=01db1bd4-94cd-4ebf-a2e9-87afb2239e63,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:58.662036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Attempting to bind port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:58.662623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Attempting to bind port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:58.663229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Attempting to bind port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:58.669531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b52a2476-9508-4dd9-82ee-3ce8fa5349e5 None None] For port 28cc5e14-0c61-4772-af57-c6b832324432, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=28cc5e14-0c61-4772-af57-c6b832324432,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:58.683386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:58.683851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:58.684507 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.685110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:58.685661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Bound port: 01db1bd4-94cd-4ebf-a2e9-87afb2239e63, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:58.686105 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.699471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-f7562597-fa87-4007-a8bc-409fbd7589a3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Calling delete_port for 445ae976-c81b-49b8-b1b5-1f57a8df75ed owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:58.784481 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.826555 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b52a2476-9508-4dd9-82ee-3ce8fa5349e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.841842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] For port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:58.848160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] For port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=01db1bd4-94cd-4ebf-a2e9-87afb2239e63,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:58.852046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b52a2476-9508-4dd9-82ee-3ce8fa5349e5 None None] Transition to ACTIVE for port object 28cc5e14-0c61-4772-af57-c6b832324432 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:58.855396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.864186 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.866556 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b52a2476-9508-4dd9-82ee-3ce8fa5349e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.880177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Subnet': ['ID=2bbce246-d256-4832-b8fb-e73807a4276d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:59.013388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Checking segment: {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:59.014210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network hostable DHCP agents. Network: 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:49:59.052747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-2a1ac188-940d-488c-a475-cf7bbd04a67c tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.061461 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-2a1ac188-940d-488c-a475-cf7bbd04a67c tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.5037956 Jun 30 02:49:59.109452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f55f1ce-fec1-40dd-b955-9f76a7bc867b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.113946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1f55f1ce-fec1-40dd-b955-9f76a7bc867b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5214357 Jun 30 02:49:59.120593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.146263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-9dbca603-70a4-4d0a-8517-03f7e92e0ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Request body: {'port': {'security_groups': ['dee642dd-1632-4865-8806-6696c7c64593', '63ce3f10-1783-43d1-bcc0-8e01602a97d4']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:59.210378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:49:59.262281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Routers {'41054048-6373-4c2a-a242-6f6b72185d60'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:59.262502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['41054048-6373-4c2a-a242-6f6b72185d60'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:59.284094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:59.298018 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:49:59.298905 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:49:59.302759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b06d738-fdfc-4627-98df-455a49c4470e None None] Network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:49:59.306776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958154b-7bd1-4064-bfe1-06d778d3699e None None] Pushing event updated for resources: {'Port': ['ID=01db1bd4-94cd-4ebf-a2e9-87afb2239e63,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:59.348911 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.349609 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.394060 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-f7562597-fa87-4007-a8bc-409fbd7589a3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.401539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-74a38ade-1d70-415d-ad6c-905cd31fe498 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4323661 Jun 30 02:49:59.407264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a2476-9508-4dd9-82ee-3ce8fa5349e5 None None] Pushing event updated for resources: {'Port': ['ID=28cc5e14-0c61-4772-af57-c6b832324432,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:59.408163 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-9dbca603-70a4-4d0a-8517-03f7e92e0ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.420885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59022) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.615168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] Set router 41054048-6373-4c2a-a242-6f6b72185d60 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:59.629130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc4b187-5ca7-41fb-9864-dd38cb1fe37c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.631054 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9dc4b187-5ca7-41fb-9864-dd38cb1fe37c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5077529 Jun 30 02:49:59.655390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.667914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7562597-fa87-4007-a8bc-409fbd7589a3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Pushing event deleted for resources: {'Port': ['ID=445ae976-c81b-49b8-b1b5-1f57a8df75ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:59.787597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 445ae976-c81b-49b8-b1b5-1f57a8df75ed no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:59.803970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a7849ab-8b3b-4f6e-bbbf-4e862dc88369 req-37743a40-4439-4b08-9b88-26f8f867ae2e tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.55 "GET /v2.0/ports?device_id=999e1d41-8db9-4b7d-ad61-fa153ee1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.1475632 Jun 30 02:49:59.854116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ac91c-103b-4cc3-a9ce-b8f3022cbcf2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.861366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ac91c-103b-4cc3-a9ce-b8f3022cbcf2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.863038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ac91c-103b-4cc3-a9ce-b8f3022cbcf2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.863472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 445ae976-c81b-49b8-b1b5-1f57a8df75ed {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:59.863983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 445ae976-c81b-49b8-b1b5-1f57a8df75ed not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:59.868821 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cc0ac91c-103b-4cc3-a9ce-b8f3022cbcf2 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2014606 Jun 30 02:49:59.869557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.958518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-f7562597-fa87-4007-a8bc-409fbd7589a3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] No DVR routers for this DVR port 445ae976-c81b-49b8-b1b5-1f57a8df75ed on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:59.991107 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-f7562597-fa87-4007-a8bc-409fbd7589a3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.993305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-01918a7e-84a4-4de2-8c65-d3dc4381401c req-f7562597-fa87-4007-a8bc-409fbd7589a3 tempest-VolumesBackupsTest-274648087 tempest-VolumesBackupsTest-274648087-project] 10.222.0.69 "DELETE /v2.0/ports/445ae976-c81b-49b8-b1b5-1f57a8df75ed HTTP/1.1" status: 204 len: 173 time: 3.0606940 Jun 30 02:49:59.993828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999e1d41-8db9-4b7d-ad61-fa153ee1a1d6', 'name': 'network-vif-deleted', 'tag': '445ae976-c81b-49b8-b1b5-1f57a8df75ed'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:59.996000 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64911d34-baf7-4233-8000-c39623290fe9" -d '{"events": [{"server_uuid": "999e1d41-8db9-4b7d-ad61-fa153ee1a1d6", "name": "network-vif-deleted", "tag": "445ae976-c81b-49b8-b1b5-1f57a8df75ed"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:00.066052 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-5790ec95-43ff-49a3-ac27-c49c70939a03 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 559286bd-c7e3-4182-a71a-d162b0aac179 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:00.069393 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.092353 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:00.093107 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.107076 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2cb59997-df58-4ebb-b1a2-677ddc3bd828 req-c1d1015f-f39f-4c8f-8c27-8f0750372069 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 210 time: 0.0717795 Jun 30 02:50:00.128054 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5790ec95-43ff-49a3-ac27-c49c70939a03 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.149419 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.227922 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5790ec95-43ff-49a3-ac27-c49c70939a03 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.244044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router a34147ee-d1c7-4f9b-8e31-70ddcc29f772 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:00.335122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 28cc5e14-0c61-4772-af57-c6b832324432, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=28cc5e14-0c61-4772-af57-c6b832324432,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:00.347091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.372615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0e2a-452a-4e08-a559-65eaed71555f req-50e2cce6-1b87-40a5-adc1-ae3b8e552354 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:00.374981 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-50e2cce6-1b87-40a5-adc1-ae3b8e552354 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "GET /v2.0/networks?id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353 HTTP/1.1" status: 200 len: 797 time: 0.7036352 Jun 30 02:50:00.439004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=28cc5e14-0c61-4772-af57-c6b832324432,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:00.532588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:49:52Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:00.535335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:00.540566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Allocated IP 172.20.0.2 (8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b/2bbce246-d256-4832-b8fb-e73807a4276d/1c3e1393-2038-471c-a1e7-34aff99734d7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:00.545542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9277a510-88a8-4047-84b6-a375e566fc32 None None] Provisioning for port 28cc5e14-0c61-4772-af57-c6b832324432 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:00.582968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:00.593309 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f5c8d997-f6f5-4e74-b4e1-b900b33cc7b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/a34147ee-d1c7-4f9b-8e31-70ddcc29f772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6864498 Jun 30 02:50:00.595018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5790ec95-43ff-49a3-ac27-c49c70939a03 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.596555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:00.632340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9957d4e8-8bad-4a86-82f8-d67f558158e5 None None] Sync routers for ids ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:00.657728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9277a510-88a8-4047-84b6-a375e566fc32 None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:00.658108 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9277a510-88a8-4047-84b6-a375e566fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.659865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8aab54-5709-4fa0-9664-e4f8788d38f9 None None] The sync data for ids ['41054048-6373-4c2a-a242-6f6b72185d60'] in n-d-758944-39 is: [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:49:52Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:00.709950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-9dbca603-70a4-4d0a-8517-03f7e92e0ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] For port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,segment=NetworkSegment(b157578e-614d-46a6-8bc6-f933cdb600a1),segment_id=b157578e-614d-46a6-8bc6-f933cdb600a1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:00.721218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9957d4e8-8bad-4a86-82f8-d67f558158e5 None None] Routers {'a34147ee-d1c7-4f9b-8e31-70ddcc29f772'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:00.721846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9957d4e8-8bad-4a86-82f8-d67f558158e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:00.724807 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5790ec95-43ff-49a3-ac27-c49c70939a03 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.798382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5790ec95-43ff-49a3-ac27-c49c70939a03 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.808133 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5790ec95-43ff-49a3-ac27-c49c70939a03 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/559286bd-c7e3-4182-a71a-d162b0aac179 HTTP/1.1" status: 204 len: 168 time: 0.9372368 Jun 30 02:50:00.808319 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a9499-e19d-4086-a194-265ef842fecf x-openstack-request-id: req-f34a9499-e19d-4086-a194-265ef842fecf {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:00.808560 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999e1d41-8db9-4b7d-ad61-fa153ee1a1d6", "name": "network-vif-deleted", "tag": "445ae976-c81b-49b8-b1b5-1f57a8df75ed", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:00.808796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:00.808911 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f34a9499-e19d-4086-a194-265ef842fecf {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:00.809193 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999e1d41-8db9-4b7d-ad61-fa153ee1a1d6', 'name': 'network-vif-deleted', 'tag': '445ae976-c81b-49b8-b1b5-1f57a8df75ed', 'status': 'completed', 'code': 200} Jun 30 02:50:00.838311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9957d4e8-8bad-4a86-82f8-d67f558158e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:00.848965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d702bde-ebd7-49a9-9400-8157fc033216 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:00.886762 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790ec95-43ff-49a3-ac27-c49c70939a03 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=559286bd-c7e3-4182-a71a-d162b0aac179,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:00.893563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-5126e760-a6be-4786-9355-e76744f98cfd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f0074276e74751a7dfe3b0670d094b HTTP/1.1" status: 200 len: 379 time: 0.4344668 Jun 30 02:50:00.912107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'port': {'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'admin_state_up': True, 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'security_groups': ['a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:00.947431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9957d4e8-8bad-4a86-82f8-d67f558158e5 None None] Routers {'a34147ee-d1c7-4f9b-8e31-70ddcc29f772'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:00.948297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9957d4e8-8bad-4a86-82f8-d67f558158e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:01.012419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:01.013146 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.020281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9957d4e8-8bad-4a86-82f8-d67f558158e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:01.021280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9957d4e8-8bad-4a86-82f8-d67f558158e5 None None] The sync data for ids ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:01.029513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fada66-b3a3-4aa7-9871-682e5368f0b6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:01.032853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05fada66-b3a3-4aa7-9871-682e5368f0b6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.060782 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-9dbca603-70a4-4d0a-8517-03f7e92e0ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.125130 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05fada66-b3a3-4aa7-9871-682e5368f0b6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.137452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-9dbca603-70a4-4d0a-8517-03f7e92e0ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.163304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:01.235814 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05fada66-b3a3-4aa7-9871-682e5368f0b6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.309632 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.311599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9277a510-88a8-4047-84b6-a375e566fc32 None None] Could not find standard attr ID for object 3d7de538-0bab-4795-8832-c48f96678e93. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:50:01.318274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05fada66-b3a3-4aa7-9871-682e5368f0b6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.332104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Transition to ACTIVE for port object 1c3e1393-2038-471c-a1e7-34aff99734d7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:01.333808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef45686-4c7a-4195-b104-c623ebdccfa7 req-7097d2f1-6c64-4933-adf4-39286dacd264 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:01.342278 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ef45686-4c7a-4195-b104-c623ebdccfa7 req-7097d2f1-6c64-4933-adf4-39286dacd264 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 946 time: 0.3792012 Jun 30 02:50:01.396831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fada66-b3a3-4aa7-9871-682e5368f0b6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:01.402071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05fada66-b3a3-4aa7-9871-682e5368f0b6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.406602 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-05fada66-b3a3-4aa7-9871-682e5368f0b6 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade HTTP/1.1" status: 204 len: 168 time: 0.5899227 Jun 30 02:50:01.409935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:01.421483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Transition to ACTIVE for port object 1c3e1393-2038-471c-a1e7-34aff99734d7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:01.441566 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.456629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 28cc5e14-0c61-4772-af57-c6b832324432 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:01.470080 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-78f769e0-6666-40ab-bd21-3e7d919faa3d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569069 Jun 30 02:50:01.482938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ef45686-4c7a-4195-b104-c623ebdccfa7 req-ceeece97-cf02-46c3-82be-ebcc8b86c894 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392460 Jun 30 02:50:01.483548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:01.487118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-151530e8-09d0-410c-bc6b-3b1f97a94043 None None] Could not find standard attr ID for object 3d7de538-0bab-4795-8832-c48f96678e93. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:50:01.494487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:01.566884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:01.577300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:01.579155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Pushing event updated for resources: {'Port': ['ID=1c3e1393-2038-471c-a1e7-34aff99734d7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:01.591290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:01.684783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-9dbca603-70a4-4d0a-8517-03f7e92e0ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:01.689290 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-9dbca603-70a4-4d0a-8517-03f7e92e0ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.696284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a39b5f4b-bf51-468e-9533-195142cf3137 req-9dbca603-70a4-4d0a-8517-03f7e92e0ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "PUT /v2.0/ports/2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 982 time: 2.6334565 Jun 30 02:50:01.717713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:01.730022 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.817115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbca603-70a4-4d0a-8517-03f7e92e0ddd tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Pushing event updated for resources: {'Port': ['ID=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:01.918575 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:01.955789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Made reservation on behalf of 23f0074276e74751a7dfe3b0670d094b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:01.959556 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.094966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b645efc3-020b-4bb4-a56f-5adfc4fbc688 None None] Update dhcp port {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': 'b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '28cc5e14-0c61-4772-af57-c6b832324432'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:50:02.155386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:02.155763 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.178273 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2a2406dc-5eaf-4ac1-8184-bb0fac35a90f req-86d6224d-9148-4d30-b78b-613285e22847 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 210 time: 0.3119228 Jun 30 02:50:02.192618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Attempting to bind port 1c3e1393-2038-471c-a1e7-34aff99734d7 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:02.192990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Attempting to bind port 1c3e1393-2038-471c-a1e7-34aff99734d7 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:02.193351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Attempting to bind port 1c3e1393-2038-471c-a1e7-34aff99734d7 on network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:02.197181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:02.223290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Allocated IP 172.20.0.10 (5dd333cf-d04c-4fea-b0a5-e2eb858ef353/e125c8c8-b7e0-4008-948c-3034dbf3d702/fccc8050-5b6f-41fc-b3a7-e5ce3b33293b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:02.241015 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b645efc3-020b-4bb4-a56f-5adfc4fbc688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.257215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:02.257570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Checking segment: {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:02.258118 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.258766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Bound using segment: {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:02.259609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Bound port: 1c3e1393-2038-471c-a1e7-34aff99734d7, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:02.259824 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.289504 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-ccbcb745-13fb-4b6f-94da-3ceb08732397 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-169766863&fields=id&tenant_id=f740c385eea94fd3abc0440038637e74 HTTP/1.1" status: 200 len: 267 time: 0.3644285 Jun 30 02:50:02.355943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:50:02.408982 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.426048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Transition to ACTIVE for port object fccc8050-5b6f-41fc-b3a7-e5ce3b33293b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:02.490852 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.513949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] For port 1c3e1393-2038-471c-a1e7-34aff99734d7, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:02.567425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] For port 1c3e1393-2038-471c-a1e7-34aff99734d7, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1c3e1393-2038-471c-a1e7-34aff99734d7,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:02.617933 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.708819 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.749184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:02.762086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b608adc-916f-4ee1-886d-07f90f7466a3 None None] Pushing event updated for resources: {'Port': ['ID=1c3e1393-2038-471c-a1e7-34aff99734d7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:02.776196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:02.798679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e23f6f-e28c-4d55-bf66-fa8b91b9d420 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:02.799976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:02.803666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:02.881794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:02.887027 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cc1092-c45f-4db2-8bb3-b699d61edad6" -d '{"events": [{"name": "network-changed", "server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:02.906800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.910438 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.967587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:02.997540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1328e-d422-4444-b20d-5781693012dd req-5c276fe6-2676-4b94-8c48-38cff8fd94d7 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.999550 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1b1328e-d422-4444-b20d-5781693012dd req-5c276fe6-2676-4b94-8c48-38cff8fd94d7 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 946 time: 0.2352519 Jun 30 02:50:03.088027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b632f494-370b-446c-883a-38d94e9b0842 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.094180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b632f494-370b-446c-883a-38d94e9b0842 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.69 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 946 time: 0.6169636 Jun 30 02:50:03.128061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-35060a7e-e060-4429-9c2f-b131356e1175 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.137538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-35060a7e-e060-4429-9c2f-b131356e1175 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 985 time: 0.6615767 Jun 30 02:50:03.140481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6766dd0d-0960-402f-8f10-b723dc9f5e12 None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:03.141368 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6766dd0d-0960-402f-8f10-b723dc9f5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.143208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:03.148192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-6de42404-1366-43b8-b05f-b8bfea0f1191 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Request body: {'port': {'security_groups': ['dee642dd-1632-4865-8806-6696c7c64593']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:03.171337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1b1328e-d422-4444-b20d-5781693012dd req-bedcc5b8-6970-43e1-9a87-d1dfb9b7eb47 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554821 Jun 30 02:50:03.192732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:03.193344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.249625 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1dc5b42f-a984-4c7f-aef9-9a936b73fb05 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3482194 Jun 30 02:50:03.265905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] For port 28cc5e14-0c61-4772-af57-c6b832324432, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=28cc5e14-0c61-4772-af57-c6b832324432,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:03.286632 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b2b7e9-5829-47ba-8693-bb03c71d0f32 x-openstack-request-id: req-a8b2b7e9-5829-47ba-8693-bb03c71d0f32 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:03.287062 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:03.287475 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8b2b7e9-5829-47ba-8693-bb03c71d0f32 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:03.287948 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'status': 'completed', 'code': 200} Jun 30 02:50:03.323901 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.362919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Request body: {'port': {'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:03.385705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.389996 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.548265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:03.601709 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.614940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:03.627147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=01db1bd4-94cd-4ebf-a2e9-87afb2239e63,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:03.637989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.638588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.646544 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.755513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=28cc5e14-0c61-4772-af57-c6b832324432,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:03.765839 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.779331 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2943392 Jun 30 02:50:03.780834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad444972-f027-4ee5-a507-93531c0b1206 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=dbe10a40-eba5-4ecb-aeb6-8c2d0e088dca,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:03.796231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:03.798271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=01db1bd4-94cd-4ebf-a2e9-87afb2239e63,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:03.816510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ddb9ad73-aad3-47f5-8fd4-4f87e77b356d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:03.828707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b8052ac0-d547-47cd-87e8-16bb7d9c5c35 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Deleting port 48ca3f74-3071-4cb5-a87f-42704fea084b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:03.829060 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b8052ac0-d547-47cd-87e8-16bb7d9c5c35 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.832051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-6de42404-1366-43b8-b05f-b8bfea0f1191 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.894656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-963e8c74-3eb8-401d-bb42-0ddeae67d162 None None] Provisioning for port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:03.903862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-963e8c74-3eb8-401d-bb42-0ddeae67d162 None None] Provisioning complete for port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:03.904226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-963e8c74-3eb8-401d-bb42-0ddeae67d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.942925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc1092-c45f-4db2-8bb3-b699d61edad6 req-6045be88-ec26-478c-afa9-acae9696588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.944966 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7cc1092-c45f-4db2-8bb3-b699d61edad6 req-6045be88-ec26-478c-afa9-acae9696588a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1137 time: 0.6185656 Jun 30 02:50:04.003903 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.008496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-963e8c74-3eb8-401d-bb42-0ddeae67d162 None None] Port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:04.026082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4644303-2ae5-41d4-9158-e37b5fb382d4 req-8d056ec0-b512-4800-83ce-99af5f1d394b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.035397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4644303-2ae5-41d4-9158-e37b5fb382d4 req-8d056ec0-b512-4800-83ce-99af5f1d394b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 932 time: 0.4224746 Jun 30 02:50:04.122402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.20.0.1 (8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b/2bbce246-d256-4832-b8fb-e73807a4276d/81a87ee8-e77f-41e9-87d0-f3f1e14fef7b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:04.250606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b8052ac0-d547-47cd-87e8-16bb7d9c5c35 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] For port 48ca3f74-3071-4cb5-a87f-42704fea084b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=48ca3f74-3071-4cb5-a87f-42704fea084b,segment=NetworkSegment(af5b9721-a9cd-492a-8f3e-aff203988125),segment_id=af5b9721-a9cd-492a-8f3e-aff203988125)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:04.250998 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b8052ac0-d547-47cd-87e8-16bb7d9c5c35 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.267573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b8052ac0-d547-47cd-87e8-16bb7d9c5c35 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Calling delete_port for 48ca3f74-3071-4cb5-a87f-42704fea084b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:04.277788 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4644303-2ae5-41d4-9158-e37b5fb382d4 req-8ed36ebd-69b6-44ff-ab03-cb4d4887fb3e tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411461 Jun 30 02:50:04.356952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc1092-c45f-4db2-8bb3-b699d61edad6 req-56f30fc7-4c6a-43c1-a80c-ecdfc91394bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.363186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7cc1092-c45f-4db2-8bb3-b699d61edad6 req-56f30fc7-4c6a-43c1-a80c-ecdfc91394bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 921 time: 0.3820493 Jun 30 02:50:04.368177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb9ad73-aad3-47f5-8fd4-4f87e77b356d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:04.375768 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddb9ad73-aad3-47f5-8fd4-4f87e77b356d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.520599 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7cc1092-c45f-4db2-8bb3-b699d61edad6 req-88a426dc-adc3-4728-b8aa-a5ccc092ad91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 217 time: 0.1404762 Jun 30 02:50:04.599965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 28cc5e14-0c61-4772-af57-c6b832324432 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:04.615842 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc1092-c45f-4db2-8bb3-b699d61edad6 req-428a3b94-581c-43e5-826c-37a9c0654196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.617650 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7cc1092-c45f-4db2-8bb3-b699d61edad6 req-428a3b94-581c-43e5-826c-37a9c0654196 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 200 len: 860 time: 0.0590544 Jun 30 02:50:04.662846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7cc1092-c45f-4db2-8bb3-b699d61edad6 req-1e860b39-a20d-4414-8855-3803571e6379 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4b88cbe-e281-413e-954b-f9228dae6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303223 Jun 30 02:50:04.749283 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.816625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 28cc5e14-0c61-4772-af57-c6b832324432, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=28cc5e14-0c61-4772-af57-c6b832324432,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:04.823766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca8697-b7ec-4b2c-8639-0612815b3070 None None] Network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:04.830864 n-d-758944-39 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-ddb9ad73-aad3-47f5-8fd4-4f87e77b356d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbe10a40-eba5-4ecb-aeb6-8c2d0e088dca (CIDR: 2001:db8::/64) Jun 30 02:50:04.841128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61e5f-89bd-41f5-aa59-1d932b232548 req-12ae3e9e-8c4a-4174-a81a-9d48cb0755fe tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.848372 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a0f61e5f-89bd-41f5-aa59-1d932b232548 req-12ae3e9e-8c4a-4174-a81a-9d48cb0755fe tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 946 time: 0.3267562 Jun 30 02:50:04.866959 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb9ad73-aad3-47f5-8fd4-4f87e77b356d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:04.867760 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb9ad73-aad3-47f5-8fd4-4f87e77b356d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:04.900112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5ed22-60f6-4e20-adc1-9a015e1d1168 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:04.912309 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ddb9ad73-aad3-47f5-8fd4-4f87e77b356d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1112666 Jun 30 02:50:04.914989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59074) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:04.922292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-16ed8b61-3cb4-4bdb-bbd7-aa09f757370a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:04.929602 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7cc1092-c45f-4db2-8bb3-b699d61edad6 req-7d674c13-f80a-4baf-8639-e4e967910297 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526653 Jun 30 02:50:04.949692 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.951202 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a0f61e5f-89bd-41f5-aa59-1d932b232548 req-4960e796-8e67-4b26-acdf-7ca756211711 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/security-groups?id=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018240 Jun 30 02:50:05.042600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3dfaac01-fb05-45d9-868f-f59d25d89a5b None None] Provisioning for port 1c3e1393-2038-471c-a1e7-34aff99734d7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:05.132988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=28cc5e14-0c61-4772-af57-c6b832324432,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:05.182738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7cc1092-c45f-4db2-8bb3-b699d61edad6 req-2b78eed3-e3c0-4a3b-902b-de02803d76c8 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903882 Jun 30 02:50:05.204277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ed8b61-3cb4-4bdb-bbd7-aa09f757370a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:05.209111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16ed8b61-3cb4-4bdb-bbd7-aa09f757370a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.295024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0e14d4c3-6099-4b44-8e96-35783d348584 None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:05.295429 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e14d4c3-6099-4b44-8e96-35783d348584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.408337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:05.412687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-6de42404-1366-43b8-b05f-b8bfea0f1191 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] For port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,segment=NetworkSegment(b157578e-614d-46a6-8bc6-f933cdb600a1),segment_id=b157578e-614d-46a6-8bc6-f933cdb600a1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:05.447687 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.531729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Transition to ACTIVE for port object 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:05.589389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-6de42404-1366-43b8-b05f-b8bfea0f1191 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.596323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:05.596690 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.615397 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-6de42404-1366-43b8-b05f-b8bfea0f1191 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.657815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:05.659981 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e14d4c3-6099-4b44-8e96-35783d348584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.729871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820090e8-98c1-4ec0-ab80-cc99daeea712 req-90c2ae36-a3b1-4698-a5ea-6c686541a581 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.739840 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-820090e8-98c1-4ec0-ab80-cc99daeea712 req-90c2ae36-a3b1-4698-a5ea-6c686541a581 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 932 time: 0.1816132 Jun 30 02:50:05.812819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 48ca3f74-3071-4cb5-a87f-42704fea084b no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:05.837446 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0e14d4c3-6099-4b44-8e96-35783d348584 None None] For port 28cc5e14-0c61-4772-af57-c6b832324432, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=28cc5e14-0c61-4772-af57-c6b832324432,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:05.859270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-6de42404-1366-43b8-b05f-b8bfea0f1191 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.859959 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-6de42404-1366-43b8-b05f-b8bfea0f1191 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.861092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-820090e8-98c1-4ec0-ab80-cc99daeea712 req-2d037a14-de82-4065-bdcf-468745e8bbb0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199031 Jun 30 02:50:05.879028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-219aa2da-2f1c-4684-96f2-a0cfec55d188 req-6de42404-1366-43b8-b05f-b8bfea0f1191 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "PUT /v2.0/ports/2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 943 time: 2.7293861 Jun 30 02:50:05.890322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:05.892719 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbf827d-3a01-45dc-84f5-c26f4709816c" -d '{"events": [{"name": "network-changed", "server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:05.893554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0e14d4c3-6099-4b44-8e96-35783d348584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.908956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No active binding found for port 48ca3f74-3071-4cb5-a87f-42704fea084b {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 02:50:05.909442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 48ca3f74-3071-4cb5-a87f-42704fea084b not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:05.920869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b8052ac0-d547-47cd-87e8-16bb7d9c5c35 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.977284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16ed8b61-3cb4-4bdb-bbd7-aa09f757370a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.978390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:05.993640 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dbabb4-f7a5-479b-a30e-7d482b35ccf4 x-openstack-request-id: req-71dbabb4-f7a5-479b-a30e-7d482b35ccf4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:05.993998 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:05.994255 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71dbabb4-f7a5-479b-a30e-7d482b35ccf4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:05.994676 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'status': 'completed', 'code': 200} Jun 30 02:50:06.000271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ed8b61-3cb4-4bdb-bbd7-aa09f757370a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:06.003441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-16ed8b61-3cb4-4bdb-bbd7-aa09f757370a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:06.028701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed8b61-3cb4-4bdb-bbd7-aa09f757370a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.029479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16ed8b61-3cb4-4bdb-bbd7-aa09f757370a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.078390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-16ed8b61-3cb4-4bdb-bbd7-aa09f757370a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1579552 Jun 30 02:50:06.080404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:06.088896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:9e:bb:48', 'name': 'tempest-NetworksTestDHCPv6-1166354454'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:06.123017 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.140720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de42404-1366-43b8-b05f-b8bfea0f1191 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Pushing event updated for resources: {'Port': ['ID=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:06.156269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccc8050-5b6f-41fc-b3a7-e5ce3b33293b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:06.165991 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.182499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Transition to ACTIVE for port object fccc8050-5b6f-41fc-b3a7-e5ce3b33293b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:06.222304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14b462b-080d-4e73-9d34-86507ec91109 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:06.257970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cdd285d1-fffe-4d8d-9059-5eb0940b887b req-be18532d-f96c-451c-816d-16d434e41c7d tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.55 "GET /v2.0/ports?device_id=a10d5a07-6280-4ab6-8941-09e00df87647 HTTP/1.1" status: 200 len: 210 time: 0.0537045 Jun 30 02:50:06.273921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:06.279796 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.392224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.447623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a047d0b7-df6b-4633-9894-aee6a2291832 None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:06.448241 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a047d0b7-df6b-4633-9894-aee6a2291832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.448997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed8b61-3cb4-4bdb-bbd7-aa09f757370a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=00a4272e-71f3-4dcf-87af-619d0e4e4d74,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:06.455228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf827d-3a01-45dc-84f5-c26f4709816c req-fa70f7cf-92d3-46be-ad79-0358e31d07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.457280 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bbf827d-3a01-45dc-84f5-c26f4709816c req-fa70f7cf-92d3-46be-ad79-0358e31d07b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1098 time: 0.4141185 Jun 30 02:50:06.463987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8052ac0-d547-47cd-87e8-16bb7d9c5c35 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Pushing event deleted for resources: {'Port': ['ID=48ca3f74-3071-4cb5-a87f-42704fea084b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:06.469749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 3f44f590-ebb7-44ed-83bd-3f3d64dc2b24 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:06.533619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14d4c3-6099-4b44-8e96-35783d348584 None None] Pushing event updated for resources: {'Port': ['ID=28cc5e14-0c61-4772-af57-c6b832324432,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:06.541087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b8052ac0-d547-47cd-87e8-16bb7d9c5c35 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] No DVR routers for this DVR port 48ca3f74-3071-4cb5-a87f-42704fea084b on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:06.544549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 28cc5e14-0c61-4772-af57-c6b832324432 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:06.544744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b8052ac0-d547-47cd-87e8-16bb7d9c5c35 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.548341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dfdf358a-026b-4ea3-9ed7-4e5fd40c39bb req-b8052ac0-d547-47cd-87e8-16bb7d9c5c35 tempest-VolumesActionsTest-814815820 tempest-VolumesActionsTest-814815820-project] 10.222.0.69 "DELETE /v2.0/ports/48ca3f74-3071-4cb5-a87f-42704fea084b HTTP/1.1" status: 204 len: 173 time: 3.4477217 Jun 30 02:50:06.566278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=81a87ee8-e77f-41e9-87d0-f3f1e14fef7b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:06.611770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:06.676026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8:0:1::2bf (94dfcc4e-cb7a-4d66-82ed-b793863e0992/00a4272e-71f3-4dcf-87af-619d0e4e4d74/3f44f590-ebb7-44ed-83bd-3f3d64dc2b24) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:06.685651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::f816:3eff:fe9e:bb48 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/dbe10a40-eba5-4ecb-aeb6-8c2d0e088dca/3f44f590-ebb7-44ed-83bd-3f3d64dc2b24) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:06.723129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 74f3f01a-3f85-4e58-a0b6-a4d789635ab3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:06.727090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.897504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:06.943162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:07.046132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-67b6dd48-836c-4c0e-bf0a-d13deaee59b1 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1341932 Jun 30 02:50:07.099677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:07.121857 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.144870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Pushing event updated for resources: {'Port': ['ID=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:07.181729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 74f3f01a-3f85-4e58-a0b6-a4d789635ab3 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:07.208129 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.247617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:07.249251 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.335968 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.365522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Attempting to bind port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:07.365951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Attempting to bind port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:07.366346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Attempting to bind port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b on network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:07.396269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1c3e1393-2038-471c-a1e7-34aff99734d7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:07.421528 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b on network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:07.423781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Attempting to bind port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b on network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:07.460775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:07.461379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Checking segment: {'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:07.461918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Bound using segment: {'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:07.462865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Bound port: fccc8050-5b6f-41fc-b3a7-e5ce3b33293b, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85497136-6696-4aa5-90cd-643633c154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:07.463118 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.586134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-905e3ded-bf6d-4b8d-b3a3-73bac3f71475 None None] Provisioning for port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:07.606475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-905e3ded-bf6d-4b8d-b3a3-73bac3f71475 None None] Provisioning complete for port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:07.614475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-905e3ded-bf6d-4b8d-b3a3-73bac3f71475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.653778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 1c3e1393-2038-471c-a1e7-34aff99734d7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:07.658164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87089796-8b89-4ff4-8d7f-de515b3c968e None None] Update dhcp port {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': 'dbe10a40-eba5-4ecb-aeb6-8c2d0e088dca', 'ip_address': '2001:db8::f816:3eff:fef3:9e20'}, {'subnet_id': '00a4272e-71f3-4dcf-87af-619d0e4e4d74'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '28cc5e14-0c61-4772-af57-c6b832324432'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:50:07.687562 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.704266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 3f44f590-ebb7-44ed-83bd-3f3d64dc2b24 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:07.707516 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87089796-8b89-4ff4-8d7f-de515b3c968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.720119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1c3e1393-2038-471c-a1e7-34aff99734d7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:07.720490 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.756164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-905e3ded-bf6d-4b8d-b3a3-73bac3f71475 None None] Port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:07.767510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1898a-98e8-4364-8d4d-eeed113378f0 req-af52a098-8e0d-41c1-99dd-3257cdd93b7e tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.775388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ca1898a-98e8-4364-8d4d-eeed113378f0 req-af52a098-8e0d-41c1-99dd-3257cdd93b7e tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 944 time: 0.3081565 Jun 30 02:50:07.783548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf827d-3a01-45dc-84f5-c26f4709816c req-3b05e9fa-4a3f-4cf5-880b-bc8aa7c49b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:07.785040 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bbf827d-3a01-45dc-84f5-c26f4709816c req-3b05e9fa-4a3f-4cf5-880b-bc8aa7c49b68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 921 time: 0.9907765 Jun 30 02:50:07.848421 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bbf827d-3a01-45dc-84f5-c26f4709816c req-a4b2c126-97c6-4790-888e-9f06c2529549 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 217 time: 0.0551741 Jun 30 02:50:07.876104 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:07.928204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ca1898a-98e8-4364-8d4d-eeed113378f0 req-ea7fb34f-bf50-4dbf-b17b-58fe7283ccc7 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518159 Jun 30 02:50:07.959496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.002247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-87089796-8b89-4ff4-8d7f-de515b3c968e None None] Allocated IP 2001:db8:0:1::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/00a4272e-71f3-4dcf-87af-619d0e4e4d74/28cc5e14-0c61-4772-af57-c6b832324432) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:08.017009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 1c3e1393-2038-471c-a1e7-34aff99734d7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1c3e1393-2038-471c-a1e7-34aff99734d7,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:08.028976 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.046829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:08.063697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf827d-3a01-45dc-84f5-c26f4709816c req-6317d199-600d-48d7-9d3f-cd2d56fa9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:08.065379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bbf827d-3a01-45dc-84f5-c26f4709816c req-6317d199-600d-48d7-9d3f-cd2d56fa9b3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 200 len: 860 time: 0.2078283 Jun 30 02:50:08.071342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:08.079474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10d5a07-6280-4ab6-8941-09e00df87647', 'name': 'network-vif-deleted', 'tag': '48ca3f74-3071-4cb5-a87f-42704fea084b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:08.083765 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0d75cf-f362-43bc-945c-86e5f17fa09d" -d '{"events": [{"server_uuid": "a10d5a07-6280-4ab6-8941-09e00df87647", "name": "network-vif-deleted", "tag": "48ca3f74-3071-4cb5-a87f-42704fea084b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:08.087087 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:08.093858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:08.094882 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.110943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=3f44f590-ebb7-44ed-83bd-3f3d64dc2b24,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:08.138055 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bbf827d-3a01-45dc-84f5-c26f4709816c req-f759061e-c39b-4fe6-8330-77c885c93d43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4b88cbe-e281-413e-954b-f9228dae6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523906 Jun 30 02:50:08.157869 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d6fad7c2-1d47-4e59-b713-d432a1ed7491 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0742350 Jun 30 02:50:08.165232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:08.274739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-87089796-8b89-4ff4-8d7f-de515b3c968e None None] For port 28cc5e14-0c61-4772-af57-c6b832324432, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=28cc5e14-0c61-4772-af57-c6b832324432,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:08.285707 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a49a6f1-d6c2-45c6-8781-8c6312d0af12 x-openstack-request-id: req-9a49a6f1-d6c2-45c6-8781-8c6312d0af12 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:08.286084 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10d5a07-6280-4ab6-8941-09e00df87647", "name": "network-vif-deleted", "tag": "48ca3f74-3071-4cb5-a87f-42704fea084b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:08.286394 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a49a6f1-d6c2-45c6-8781-8c6312d0af12 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:08.286885 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10d5a07-6280-4ab6-8941-09e00df87647', 'name': 'network-vif-deleted', 'tag': '48ca3f74-3071-4cb5-a87f-42704fea084b', 'status': 'completed', 'code': 200} Jun 30 02:50:08.320143 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87089796-8b89-4ff4-8d7f-de515b3c968e None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.321734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] For port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:08.347244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 28cc5e14-0c61-4772-af57-c6b832324432 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:08.384235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] For port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:08.389903 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.421811 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.441197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bbf827d-3a01-45dc-84f5-c26f4709816c req-7f60e0ae-a347-47d6-8bb7-ea34a5e0f294 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945743 Jun 30 02:50:08.474693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=1c3e1393-2038-471c-a1e7-34aff99734d7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:08.510873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:08.511920 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.517391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e38ebb26-e6cb-4136-9a90-131274d59809 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 3f44f590-ebb7-44ed-83bd-3f3d64dc2b24 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:08.517704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38ebb26-e6cb-4136-9a90-131274d59809 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.537240 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.559763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:08.560646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.562158 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] 10.222.0.73 "PUT /v2.0/ports/fccc8050-5b6f-41fc-b3a7-e5ce3b33293b HTTP/1.1" status: 200 len: 1093 time: 5.2706351 Jun 30 02:50:08.585027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-87089796-8b89-4ff4-8d7f-de515b3c968e None None] Transition to ACTIVE for port object 28cc5e14-0c61-4772-af57-c6b832324432 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:08.597635 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87089796-8b89-4ff4-8d7f-de515b3c968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.606034 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.719047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012b314-89fb-4f76-bc8e-e6576d100828 service neutron] Pushing event updated for resources: {'Port': ['ID=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:08.767443 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38ebb26-e6cb-4136-9a90-131274d59809 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:08.781522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6bbf827d-3a01-45dc-84f5-c26f4709816c req-cce330fb-36c2-4b58-96b7-85434810aaee service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281815 Jun 30 02:50:08.790087 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e38ebb26-e6cb-4136-9a90-131274d59809 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 3f44f590-ebb7-44ed-83bd-3f3d64dc2b24 owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:08.860047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Port 28cc5e14-0c61-4772-af57-c6b832324432 had new provisioning blocks added so it will not transition to active. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jun 30 02:50:08.869306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87089796-8b89-4ff4-8d7f-de515b3c968e None None] Pushing event updated for resources: {'Port': ['ID=28cc5e14-0c61-4772-af57-c6b832324432,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:08.944912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=74f3f01a-3f85-4e58-a0b6-a4d789635ab3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:09.103175 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38ebb26-e6cb-4136-9a90-131274d59809 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.185979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ebb26-e6cb-4136-9a90-131274d59809 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=3f44f590-ebb7-44ed-83bd-3f3d64dc2b24,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:09.267604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e38ebb26-e6cb-4136-9a90-131274d59809 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.272625 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e38ebb26-e6cb-4136-9a90-131274d59809 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/3f44f590-ebb7-44ed-83bd-3f3d64dc2b24 HTTP/1.1" status: 204 len: 168 time: 1.0562727 Jun 30 02:50:09.275614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:09.384034 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.418157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a579d0-7ea5-4aa9-99c2-aff0432ed060 req-202086d6-fd6f-445a-a4d0-408de01ae5c2 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.421955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.429346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15a579d0-7ea5-4aa9-99c2-aff0432ed060 req-202086d6-fd6f-445a-a4d0-408de01ae5c2 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 944 time: 0.2785001 Jun 30 02:50:09.462077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf77925-a9f8-42b6-8664-a62b27b3f963 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.466938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4cf77925-a9f8-42b6-8664-a62b27b3f963 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1900365 Jun 30 02:50:09.467871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59190) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:09.479732 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.527506 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15a579d0-7ea5-4aa9-99c2-aff0432ed060 req-b924d9c7-0840-469e-b779-550e33b61f9b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969200 Jun 30 02:50:09.568298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a105fde-e77e-4daa-8197-50ea35ed4f6a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.573325 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4a105fde-e77e-4daa-8197-50ea35ed4f6a tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1020212 Jun 30 02:50:09.574194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:09.643694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8d88bb-6fdf-4fae-826c-ed279eaed18b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.645366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8d88bb-6fdf-4fae-826c-ed279eaed18b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.648148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8d88bb-6fdf-4fae-826c-ed279eaed18b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.657456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ca8d88bb-6fdf-4fae-826c-ed279eaed18b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0792542 Jun 30 02:50:09.657897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:09.740537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6dcddf8-a457-4550-95ee-c5aecdf64112 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 00a4272e-71f3-4dcf-87af-619d0e4e4d74 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:09.744784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6dcddf8-a457-4550-95ee-c5aecdf64112 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.803753 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6dcddf8-a457-4550-95ee-c5aecdf64112 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.811994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Allocated IP 172.25.7.106 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/a102e087-b26b-4e41-af60-09008f0c9d5d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:09.821117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0e2a-452a-4e08-a559-65eaed71555f req-87b42afd-e3c4-490c-9938-975d8be2aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.822595 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-87b42afd-e3c4-490c-9938-975d8be2aac4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 1096 time: 1.0957668 Jun 30 02:50:09.825965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=81a87ee8-e77f-41e9-87d0-f3f1e14fef7b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:09.837753 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.850561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cbc627a0-7c98-401a-bbca-55fddcbb6bd3 None None] Provisioning for port 28cc5e14-0c61-4772-af57-c6b832324432 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:09.855911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cbc627a0-7c98-401a-bbca-55fddcbb6bd3 None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:09.856288 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbc627a0-7c98-401a-bbca-55fddcbb6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.926856 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6dcddf8-a457-4550-95ee-c5aecdf64112 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.939005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-ff14d85b-e3de-4fb9-811d-a94ca3e81e73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b HTTP/1.1" status: 200 len: 217 time: 0.0978072 Jun 30 02:50:10.011631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6dcddf8-a457-4550-95ee-c5aecdf64112 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.027552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6dcddf8-a457-4550-95ee-c5aecdf64112 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.032464 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c6dcddf8-a457-4550-95ee-c5aecdf64112 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/00a4272e-71f3-4dcf-87af-619d0e4e4d74 HTTP/1.1" status: 204 len: 168 time: 0.3734169 Jun 30 02:50:10.051421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59198) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:10.063230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dcddf8-a457-4550-95ee-c5aecdf64112 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=00a4272e-71f3-4dcf-87af-619d0e4e4d74,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:10.136717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router a34147ee-d1c7-4f9b-8e31-70ddcc29f772 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:10.144810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2da3fb-c0c9-4d52-8a4d-47819c9ee598 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet dbe10a40-eba5-4ecb-aeb6-8c2d0e088dca {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:10.148392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e2da3fb-c0c9-4d52-8a4d-47819c9ee598 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.157524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00bf89b-b285-4910-87ba-57c6ca308a30 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:10.195542 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e2da3fb-c0c9-4d52-8a4d-47819c9ee598 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.214784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1c3e1393-2038-471c-a1e7-34aff99734d7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:10.236346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1e2d38e3-f777-416b-b334-78ce4ec1440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:10.237847 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-1e2d38e3-f777-416b-b334-78ce4ec1440d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e125c8c8-b7e0-4008-948c-3034dbf3d702 HTTP/1.1" status: 200 len: 835 time: 0.1798048 Jun 30 02:50:10.249033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-76fb6d89-3c62-4298-af3a-f67d620f3894 None None] Could not find standard attr ID for object 3f44f590-ebb7-44ed-83bd-3f3d64dc2b24. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:50:10.296332 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e2da3fb-c0c9-4d52-8a4d-47819c9ee598 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.303822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'tag': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:10.306150 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7376d0-ac0d-4120-94a7-94a2fd90e84c" -d '{"events": [{"name": "network-changed", "server_uuid": "95fefe3e-0bf0-41ef-8118-2799d57c322d", "tag": "fccc8050-5b6f-41fc-b3a7-e5ce3b33293b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:10.329203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:10.336364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:10.348071 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a662d6-d995-4e83-9220-862f3c456d8d None None] Sync routers for ids ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:10.352925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1e80f1b9-38a7-4198-b7a9-058de6799df4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/a34147ee-d1c7-4f9b-8e31-70ddcc29f772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7479591 Jun 30 02:50:10.354517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:10.362083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.362406 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a662d6-d995-4e83-9220-862f3c456d8d None None] Routers {'a34147ee-d1c7-4f9b-8e31-70ddcc29f772'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:10.363054 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-05a662d6-d995-4e83-9220-862f3c456d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:10.364379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59202) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:10.371014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1c3e1393-2038-471c-a1e7-34aff99734d7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:10.371595 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.426078 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e67fab-cb5b-481c-b442-26e6a73cd03c x-openstack-request-id: req-52e67fab-cb5b-481c-b442-26e6a73cd03c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:10.426555 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fefe3e-0bf0-41ef-8118-2799d57c322d", "tag": "fccc8050-5b6f-41fc-b3a7-e5ce3b33293b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:10.426555 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52e67fab-cb5b-481c-b442-26e6a73cd03c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:10.426912 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'tag': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'status': 'completed', 'code': 200} Jun 30 02:50:10.435725 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-479bafc7-6516-416e-81b7-63ce75314946 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=a34147ee-d1c7-4f9b-8e31-70ddcc29f772 HTTP/1.1" status: 200 len: 205 time: 0.0650871 Jun 30 02:50:10.437880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:10.470117 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e2da3fb-c0c9-4d52-8a4d-47819c9ee598 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.485949 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-05a662d6-d995-4e83-9220-862f3c456d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:10.503344 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a662d6-d995-4e83-9220-862f3c456d8d None None] Routers {'a34147ee-d1c7-4f9b-8e31-70ddcc29f772'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:10.507803 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-05a662d6-d995-4e83-9220-862f3c456d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:10.544446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0e2a-452a-4e08-a559-65eaed71555f req-e66a9070-f27e-4d10-8e02-7f8c37d003bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:10.546353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-e66a9070-f27e-4d10-8e02-7f8c37d003bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2756190 Jun 30 02:50:10.562531 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-05a662d6-d995-4e83-9220-862f3c456d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:10.563498 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a662d6-d995-4e83-9220-862f3c456d8d None None] The sync data for ids ['a34147ee-d1c7-4f9b-8e31-70ddcc29f772'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:10.640745 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e2da3fb-c0c9-4d52-8a4d-47819c9ee598 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.646545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-01a86df7-361e-4108-aa36-b0ff2f61f958 service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902722 Jun 30 02:50:10.647146 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8e2da3fb-c0c9-4d52-8a4d-47819c9ee598 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/dbe10a40-eba5-4ecb-aeb6-8c2d0e088dca HTTP/1.1" status: 204 len: 168 time: 0.5938902 Jun 30 02:50:10.662151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 28cc5e14-0c61-4772-af57-c6b832324432 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:10.671898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:10.720231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2da3fb-c0c9-4d52-8a4d-47819c9ee598 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe10a40-eba5-4ecb-aeb6-8c2d0e088dca,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:10.726507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522f4ffd-7a17-44da-9dd2-6dada393c657 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.734028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a27ee04a-0cae-4d41-a238-b352217ff5f0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607948 Jun 30 02:50:10.736766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:10.743359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9ad09a8a-ba7d-4d72-a10b-b7a07f9d25ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:10.796262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.798905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:10.799442 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.855570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router 41054048-6373-4c2a-a242-6f6b72185d60 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:10.859584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cbe541bb-5706-47a3-91a4-dccedf9fc5af None None] Provisioning complete for port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:10.860507 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cbe541bb-5706-47a3-91a4-dccedf9fc5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.864489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:10.885504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:10.888559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:10.895169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e154c9-118f-4d84-a2a6-0040673cc562 None None] Update dhcp port {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': 'dbe10a40-eba5-4ecb-aeb6-8c2d0e088dca'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '28cc5e14-0c61-4772-af57-c6b832324432'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:50:10.943400 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60e154c9-118f-4d84-a2a6-0040673cc562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.970025 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-501f0e2a-452a-4e08-a559-65eaed71555f req-b3b005a6-a964-4747-98e7-bc339a54825a service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656250 Jun 30 02:50:10.974874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Pushing event updated for resources: {'Port': ['ID=a102e087-b26b-4e41-af60-09008f0c9d5d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:11.013202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cbe541bb-5706-47a3-91a4-dccedf9fc5af None None] Port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:11.094552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522f4ffd-7a17-44da-9dd2-6dada393c657 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.100254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522f4ffd-7a17-44da-9dd2-6dada393c657 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.170340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108255ba-b3a4-41a5-88fb-adcbc79888bd req-a8bdb106-29d4-43d6-b999-2b6dd1bad785 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:11.171949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-108255ba-b3a4-41a5-88fb-adcbc79888bd req-a8bdb106-29d4-43d6-b999-2b6dd1bad785 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 944 time: 0.2977431 Jun 30 02:50:11.173835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad09a8a-ba7d-4d72-a10b-b7a07f9d25ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:11.177878 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ad09a8a-ba7d-4d72-a10b-b7a07f9d25ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.207791 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522f4ffd-7a17-44da-9dd2-6dada393c657 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.208307 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522f4ffd-7a17-44da-9dd2-6dada393c657 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Fanout notify agent at l3_agent the message router_deleted on router a34147ee-d1c7-4f9b-8e31-70ddcc29f772 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:11.241343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-522f4ffd-7a17-44da-9dd2-6dada393c657 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.243403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-522f4ffd-7a17-44da-9dd2-6dada393c657 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/a34147ee-d1c7-4f9b-8e31-70ddcc29f772 HTTP/1.1" status: 204 len: 168 time: 0.7973118 Jun 30 02:50:11.273157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59222) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:11.282416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f4047c-5ce1-47c1-b22f-53ecbb76a997 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:11.288601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-108255ba-b3a4-41a5-88fb-adcbc79888bd req-1542f5a7-e545-4a86-8f6c-79bd1deb249b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059313 Jun 30 02:50:11.372472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-6801128f-862c-4d8a-9a2b-66576afbc912 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting subnet da34fc2c-efe8-4574-81fb-8e627aa64f3f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:11.384737 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6801128f-862c-4d8a-9a2b-66576afbc912 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.457405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6801128f-862c-4d8a-9a2b-66576afbc912 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.507000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-611f830d-ce4a-4529-865e-bb97123773a1 None None] Provisioning complete for port 28cc5e14-0c61-4772-af57-c6b832324432 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:11.507961 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-611f830d-ce4a-4529-865e-bb97123773a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.564985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:11.577082 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-248b68c2-ec5c-430a-a782-c5d996b7a392 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "PUT /v2.0/routers/41054048-6373-4c2a-a242-6f6b72185d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1547062 Jun 30 02:50:11.589063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Sync routers for ids ['41054048-6373-4c2a-a242-6f6b72185d60'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:11.616357 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.621496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Routers {'41054048-6373-4c2a-a242-6f6b72185d60'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:11.622771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['41054048-6373-4c2a-a242-6f6b72185d60'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:11.639899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-dbe30666-5016-4126-9d8a-8b875da6bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:11.641568 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-dbe30666-5016-4126-9d8a-8b875da6bd7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 1096 time: 0.5928936 Jun 30 02:50:11.656352 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6801128f-862c-4d8a-9a2b-66576afbc912 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.749045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16e7623-5495-478e-a1ee-83398618c940 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:11.749296 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ad09a8a-ba7d-4d72-a10b-b7a07f9d25ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.757901 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.831886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-0fe363ee-d22f-4568-8184-4711d1b06106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:11.833709 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-0fe363ee-d22f-4568-8184-4711d1b06106 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353 HTTP/1.1" status: 200 len: 898 time: 0.1847098 Jun 30 02:50:11.848053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad09a8a-ba7d-4d72-a10b-b7a07f9d25ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=5d806f8a-5bea-4dda-be83-279d50d13659,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:11.895589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad09a8a-ba7d-4d72-a10b-b7a07f9d25ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:11.910164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9ad09a8a-ba7d-4d72-a10b-b7a07f9d25ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:11.913978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad09a8a-ba7d-4d72-a10b-b7a07f9d25ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:11.915237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9ad09a8a-ba7d-4d72-a10b-b7a07f9d25ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:11.927480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-d23888f7-31a6-4907-b833-011e0347499e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284307151&fields=id&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 267 time: 0.0874155 Jun 30 02:50:11.935745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-5531586a-a28a-48ac-b2ca-52c5f9a7b890 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b HTTP/1.1" status: 200 len: 217 time: 0.0936522 Jun 30 02:50:12.053372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-79c8a353-dfb8-4608-90b3-0d9441d0e01d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:12.060897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-79c8a353-dfb8-4608-90b3-0d9441d0e01d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 796 time: 0.1323464 Jun 30 02:50:12.071703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-ba6adee8-1e82-40c8-8994-e7a04b6cee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:12.073403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-ba6adee8-1e82-40c8-8994-e7a04b6cee21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e125c8c8-b7e0-4008-948c-3034dbf3d702 HTTP/1.1" status: 200 len: 835 time: 0.1114297 Jun 30 02:50:12.076027 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6801128f-862c-4d8a-9a2b-66576afbc912 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.110112 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-9cc91fb9-f810-48ec-b4ef-1d259cdcbf1b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/quotas/0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 375 time: 0.0468082 Jun 30 02:50:12.144874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801128f-862c-4d8a-9a2b-66576afbc912 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Subnet': ['ID=da34fc2c-efe8-4574-81fb-8e627aa64f3f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:12.146671 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6801128f-862c-4d8a-9a2b-66576afbc912 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.151158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6801128f-862c-4d8a-9a2b-66576afbc912 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/da34fc2c-efe8-4574-81fb-8e627aa64f3f HTTP/1.1" status: 204 len: 168 time: 0.8743825 Jun 30 02:50:12.154965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:12.171191 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9ad09a8a-ba7d-4d72-a10b-b7a07f9d25ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4331665 Jun 30 02:50:12.172375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59242) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:12.174709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b173853c-cf1e-4f71-8e35-bbe4f36275fe None None] Network 1ccd642b-ed82-4e95-83d7-6236934db82a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:12.182353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-78a76b6a-37db-4b19-b429-343f676dd47c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:12.232304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 28cc5e14-0c61-4772-af57-c6b832324432 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:12.239496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.259171 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.267908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Set router 41054048-6373-4c2a-a242-6f6b72185d60 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:12.346681 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-1e3588ef-02c1-40f6-b074-8297659be6d7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2356637 Jun 30 02:50:12.347599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a76b6a-37db-4b19-b429-343f676dd47c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:12.351936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-78a76b6a-37db-4b19-b429-343f676dd47c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.404196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-574f569e-c353-4209-909b-ed38d004ea67 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting subnet 6481eb82-70b9-4b8c-a316-d85a471aca1c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:12.421378 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574f569e-c353-4209-909b-ed38d004ea67 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.485631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-d82a9f83-99d9-4df6-8fff-dcd0ad385659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:12.487404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-d82a9f83-99d9-4df6-8fff-dcd0ad385659 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4063637 Jun 30 02:50:12.488024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Pushing event updated for resources: {'Port': ['ID=a102e087-b26b-4e41-af60-09008f0c9d5d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:12.510502 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.543629 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574f569e-c353-4209-909b-ed38d004ea67 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.553911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c16e7623-5495-478e-a1ee-83398618c940 None None] Deleting port 28cc5e14-0c61-4772-af57-c6b832324432 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:12.554633 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c16e7623-5495-478e-a1ee-83398618c940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.600115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.601203 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-bacffb97-527a-442c-8729-fae7864c4c97 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5071406 Jun 30 02:50:12.618559 n-d-758944-39 neutron-server[93770]: INFO neutron.db.ipam_backend_mixin [None req-78a76b6a-37db-4b19-b429-343f676dd47c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5d806f8a-5bea-4dda-be83-279d50d13659 (CIDR: 2001:db8::/64) Jun 30 02:50:12.651152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c16e7623-5495-478e-a1ee-83398618c940 None None] For port 28cc5e14-0c61-4772-af57-c6b832324432, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=28cc5e14-0c61-4772-af57-c6b832324432,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:12.651542 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c16e7623-5495-478e-a1ee-83398618c940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.667184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c16e7623-5495-478e-a1ee-83398618c940 None None] Calling delete_port for 28cc5e14-0c61-4772-af57-c6b832324432 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:12.687909 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-bc24beb8-d491-48df-a1e7-0180f1e397cd service neutron] 10.222.0.55 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858319 Jun 30 02:50:12.692480 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a76b6a-37db-4b19-b429-343f676dd47c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:12.692940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a76b6a-37db-4b19-b429-343f676dd47c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:12.826658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-ad6ba0cb-0f9b-431d-81cd-15634985d31a tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.2159150 Jun 30 02:50:12.861858 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-78a76b6a-37db-4b19-b429-343f676dd47c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6836517 Jun 30 02:50:12.862781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:12.875556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:12.914041 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c16e7623-5495-478e-a1ee-83398618c940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.922123 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.936772 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574f569e-c353-4209-909b-ed38d004ea67 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.957743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e7623-5495-478e-a1ee-83398618c940 None None] Pushing event deleted for resources: {'Port': ['ID=28cc5e14-0c61-4772-af57-c6b832324432,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:12.998343 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-f6d59d0a-b3a5-48d0-bd4f-2da1e73dafaa service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934013 Jun 30 02:50:12.999574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e7623-5495-478e-a1ee-83398618c940 None None] No DVR routers for this DVR port 28cc5e14-0c61-4772-af57-c6b832324432 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:13.025250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cf1b67-1ac3-4040-80db-8fb5a12ff7d6 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:13.122423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-14404dee-013e-4fdb-8280-62d3f0ff51e4 service neutron] 10.222.0.55 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209716 Jun 30 02:50:13.145258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:13.154492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.276107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': '5d806f8a-5bea-4dda-be83-279d50d13659'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:13.279075 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.290514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-a4753ec9-e87a-493d-b8b5-dcbbc8a3096f tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:13.301383 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-a4753ec9-e87a-493d-b8b5-dcbbc8a3096f tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.2920980 Jun 30 02:50:13.315223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed174359-a0c1-475e-8425-1adb038b0804 None None] DHCP port deletion for 1ccd642b-ed82-4e95-83d7-6236934db82a request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:13.316835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574f569e-c353-4209-909b-ed38d004ea67 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.330513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:50:08Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '81a87ee8-e77f-41e9-87d0-f3f1e14fef7b', 'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:5b:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:02Z', 'updated_at': '2021-06-30T02:50:09Z', 'revision_number': 2, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:13.424577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Checking router: 41054048-6373-4c2a-a242-6f6b72185d60 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:13.424952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Updating router 41054048-6373-4c2a-a242-6f6b72185d60 port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:50:13.428161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-d348186c-730c-412c-b11f-3634454059c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:50:13.435449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd765ebb-e412-47eb-8db2-3b0832d529ea req-d348186c-730c-412c-b11f-3634454059c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087428 Jun 30 02:50:13.531824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-574f569e-c353-4209-909b-ed38d004ea67 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.544988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-574f569e-c353-4209-909b-ed38d004ea67 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/6481eb82-70b9-4b8c-a316-d85a471aca1c HTTP/1.1" status: 204 len: 168 time: 1.3012786 Jun 30 02:50:13.548569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f569e-c353-4209-909b-ed38d004ea67 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Subnet': ['ID=6481eb82-70b9-4b8c-a316-d85a471aca1c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:13.555515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:13.623151 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.643234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9544a06f-37c0-40e9-a702-8764fde94c48 None None] Network 6b4bbd9c-f164-4e41-8502-81717f37ec82 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:13.823200 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.841373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90faf29-bb7d-4baa-bca7-a8736650e733 req-8c640c2a-2d69-473c-8a36-42b1f4b7b885 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:13.843065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c90faf29-bb7d-4baa-bca7-a8736650e733 req-8c640c2a-2d69-473c-8a36-42b1f4b7b885 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 944 time: 0.1247797 Jun 30 02:50:13.888047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-57093481-ce1d-4b26-a064-f4729cc89874 req-615ea1de-7af2-4002-aadb-779d4a449d2e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 210 time: 0.3296807 Jun 30 02:50:13.967432 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df7376d0-ac0d-4120-94a7-94a2fd90e84c req-6fcf7c32-6c8f-477f-9a0c-fe3c670c0892 service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9538448 Jun 30 02:50:13.990045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 534b5437-73e9-4147-b157-cc03f5f0e428 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:13.990471 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.019380 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c90faf29-bb7d-4baa-bca7-a8736650e733 req-33c99d5a-744c-40c3-b675-67105e185abc tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683962 Jun 30 02:50:14.043312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:50:14.045341 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.110514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:14.117743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:14.122254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:14.122882 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.129652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=0bcfcfe0-d95f-4052-abf4-b29a8a3e5040,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:14.155689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6a0c7ab1-cb87-4f2f-b20a-860a478943be tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2886126 Jun 30 02:50:14.158270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port 534b5437-73e9-4147-b157-cc03f5f0e428, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=534b5437-73e9-4147-b157-cc03f5f0e428,segment=NetworkSegment(d8cae619-f7be-452d-8064-70f371ba2e79),segment_id=d8cae619-f7be-452d-8064-70f371ba2e79)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:14.158869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.159284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:14.166379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:d5:45:b8', 'name': 'tempest-NetworksTestDHCPv6-1543180861'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:14.182483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 534b5437-73e9-4147-b157-cc03f5f0e428 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:14.274936 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:50:14.279099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fccc8050-5b6f-41fc-b3a7-e5ce3b33293b details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:14.362897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:14.386935 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.407038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 534b5437-73e9-4147-b157-cc03f5f0e428 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:14.445526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No DVR routers for this DVR port 534b5437-73e9-4147-b157-cc03f5f0e428 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:14.448803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=534b5437-73e9-4147-b157-cc03f5f0e428,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:14.464945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-ff6afcb9-c270-4deb-bc24-58ec9157a633 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:14.466943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-ff6afcb9-c270-4deb-bc24-58ec9157a633 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2083316 Jun 30 02:50:14.545181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:14.559598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.560144 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 534b5437-73e9-4147-b157-cc03f5f0e428 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:14.560630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 534b5437-73e9-4147-b157-cc03f5f0e428 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:14.563269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'mac_address': 'fa:16:3e:e0:6c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:14.591753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port a58e22f4-4381-4a32-b59a-d44a3951375a yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:14.593611 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-03c445f4-0742-4809-a53f-7519f09a624d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.1069732 Jun 30 02:50:14.607917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-75e96fae-b5bb-4448-bffc-03e6a3881ffb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Request body: {'floatingip': {'port_id': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:14.636580 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.639499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.661913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccc8050-5b6f-41fc-b3a7-e5ce3b33293b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:14.690410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ed174359-a0c1-475e-8425-1adb038b0804 None None] Deleting port 534b5437-73e9-4147-b157-cc03f5f0e428 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:14.690855 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed174359-a0c1-475e-8425-1adb038b0804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.769605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccd642b-ed82-4e95-83d7-6236934db82a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:14.776895 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-75e96fae-b5bb-4448-bffc-03e6a3881ffb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.969754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ed174359-a0c1-475e-8425-1adb038b0804 None None] For port 534b5437-73e9-4147-b157-cc03f5f0e428, host n-d-758944-39, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:14.970142 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed174359-a0c1-475e-8425-1adb038b0804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:14.997404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ed174359-a0c1-475e-8425-1adb038b0804 None None] Calling delete_port for 534b5437-73e9-4147-b157-cc03f5f0e428 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:15.003291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-ed174359-a0c1-475e-8425-1adb038b0804 None None] Port 534b5437-73e9-4147-b157-cc03f5f0e428 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:50:15.014698 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed174359-a0c1-475e-8425-1adb038b0804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.100630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed174359-a0c1-475e-8425-1adb038b0804 None None] No DVR routers for this DVR port 534b5437-73e9-4147-b157-cc03f5f0e428 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:15.158213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07cc291c-4e96-484d-afd7-2a9050371ab3 req-dbf3e306-5692-4d1f-a2c4-444cb248a69a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 210 time: 0.0665922 Jun 30 02:50:15.230833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:15.232274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed174359-a0c1-475e-8425-1adb038b0804 None None] Pushing event deleted for resources: {'Port': ['ID=534b5437-73e9-4147-b157-cc03f5f0e428,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:15.275485 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.300183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/5d806f8a-5bea-4dda-be83-279d50d13659/6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:15.495199 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.504134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:15.564521 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Transition to ACTIVE for port object 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:15.585966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['fccc8050-5b6f-41fc-b3a7-e5ce3b33293b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:15.592585 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.616988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd079e4e-c267-4a3e-9a82-ff7033b3b8d0 req-a0978edb-fec3-47d3-b8fa-d08e05bc1b81 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:15.619221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd079e4e-c267-4a3e-9a82-ff7033b3b8d0 req-a0978edb-fec3-47d3-b8fa-d08e05bc1b81 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 945 time: 0.1086681 Jun 30 02:50:15.679286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9139e3e-61c3-45a4-a513-9f8747ad2e7a None None] DHCP port deletion for 6b4bbd9c-f164-4e41-8502-81717f37ec82 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:15.723456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd079e4e-c267-4a3e-9a82-ff7033b3b8d0 req-896e1a8e-3fb7-44d4-bcec-e9a17bcc6bd9 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896425 Jun 30 02:50:15.780160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737c6db-e569-4a82-b3ee-95412b9e6b1c None None] Pushing event updated for resources: {'Port': ['ID=81a87ee8-e77f-41e9-87d0-f3f1e14fef7b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:15.992328 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.997253 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.034397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Transition to ACTIVE for port object 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:16.058384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cae619-f7be-452d-8064-70f371ba2e79') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:16.058864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cae619-f7be-452d-8064-70f371ba2e79') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:16.065467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Attempting to bind port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:16.065467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Attempting to bind port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:16.065467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Attempting to bind port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b on network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:16.116900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Transition to ACTIVE for port object 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:16.119033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:16.119415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Checking segment: {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:16.119815 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.120214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Bound using segment: {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:16.120690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Bound port: 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:16.121072 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.144250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b9139e3e-61c3-45a4-a513-9f8747ad2e7a None None] Deleting port b1e9dee0-c78b-4df0-8186-8dcbc59cd751 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:16.144656 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9139e3e-61c3-45a4-a513-9f8747ad2e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.145026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.177167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b1e9dee0-c78b-4df0-8186-8dcbc59cd751 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:16.214106 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.220089 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.223249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:16.223778 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.290547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b9139e3e-61c3-45a4-a513-9f8747ad2e7a None None] For port b1e9dee0-c78b-4df0-8186-8dcbc59cd751, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b1e9dee0-c78b-4df0-8186-8dcbc59cd751,segment=NetworkSegment(1c799ed7-3d5f-4d6e-957c-d11678678bf1),segment_id=1c799ed7-3d5f-4d6e-957c-d11678678bf1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:16.291009 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9139e3e-61c3-45a4-a513-9f8747ad2e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:16.302811 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:16.308556 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:16.308556 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:16.315868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b9139e3e-61c3-45a4-a513-9f8747ad2e7a None None] Calling delete_port for b1e9dee0-c78b-4df0-8186-8dcbc59cd751 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:16.333197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.393875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.398197 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/networks/1ccd642b-ed82-4e95-83d7-6236934db82a HTTP/1.1" status: 204 len: 168 time: 2.8213704 Jun 30 02:50:16.398197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ead292-1ccd-4ba6-a784-2644d8ee603c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Network': ['ID=1ccd642b-ed82-4e95-83d7-6236934db82a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:16.399143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:16.451064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-a35cf7c0-b1a3-4f8b-852a-54edc379aa7c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:16.452903 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-a35cf7c0-b1a3-4f8b-852a-54edc379aa7c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 796 time: 1.0022035 Jun 30 02:50:16.460350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::394 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/5d806f8a-5bea-4dda-be83-279d50d13659/a58e22f4-4381-4a32-b59a-d44a3951375a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:16.472904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8:0:1:f816:3eff:fed5:45b8 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/0bcfcfe0-d95f-4052-abf4-b29a8a3e5040/a58e22f4-4381-4a32-b59a-d44a3951375a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:16.530348 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.resource_extend [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-75e96fae-b5bb-4448-bffc-03e6a3881ffb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:50:16.550154 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19a3fcbd-d634-4c4a-a426-d34e217b8903 req-44aaf411-3ac3-4821-8521-12a80caf155b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 210 time: 0.0671806 Jun 30 02:50:16.612136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Pushing event updated for resources: {'Port': ['ID=6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:16.656700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9139e3e-61c3-45a4-a513-9f8747ad2e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.692255 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-c73ddffa-e928-4838-bfae-1556c3265cb1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 379 time: 0.1894953 Jun 30 02:50:16.705863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'port': {'device_id': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'admin_state_up': True, 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'security_groups': ['dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:16.714318 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.738535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-75e96fae-b5bb-4448-bffc-03e6a3881ffb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.752698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9139e3e-61c3-45a4-a513-9f8747ad2e7a None None] No DVR routers for this DVR port b1e9dee0-c78b-4df0-8186-8dcbc59cd751 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:16.758527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9139e3e-61c3-45a4-a513-9f8747ad2e7a None None] Pushing event deleted for resources: {'Port': ['ID=b1e9dee0-c78b-4df0-8186-8dcbc59cd751,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:16.778913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-75e96fae-b5bb-4448-bffc-03e6a3881ffb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.855503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No active binding found for port b1e9dee0-c78b-4df0-8186-8dcbc59cd751 {{(pid=93772) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 02:50:16.856167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b1e9dee0-c78b-4df0-8186-8dcbc59cd751 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:16.869219 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:16.878609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:16.918260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:16.925243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:16.931862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] For port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:16.967477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] For port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=81a87ee8-e77f-41e9-87d0-f3f1e14fef7b,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:17.009574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Attempting to bind port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:17.009923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Attempting to bind port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:17.010262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Attempting to bind port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:17.016576 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.026424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:17.026698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:17.027096 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.027488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:17.028108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Bound port: 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:17.028499 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.081117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Routers {'41054048-6373-4c2a-a242-6f6b72185d60'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:17.081117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['41054048-6373-4c2a-a242-6f6b72185d60'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:17.126762 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.148277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4bbd9c-f164-4e41-8502-81717f37ec82']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:17.160684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c799ed7-3d5f-4d6e-957c-d11678678bf1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:17.161128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c799ed7-3d5f-4d6e-957c-d11678678bf1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:17.171867 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.199483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.205995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:17.206510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.208901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737c6db-e569-4a82-b3ee-95412b9e6b1c None None] Pushing event updated for resources: {'Port': ['ID=81a87ee8-e77f-41e9-87d0-f3f1e14fef7b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:17.284151 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:17.290534 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.322351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fa9b9-427b-4d2f-b308-2ea1e5bcf64d req-f6def3fa-1b0f-4adf-81d4-5cba57e9954f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:17.324124 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-220fa9b9-427b-4d2f-b308-2ea1e5bcf64d req-f6def3fa-1b0f-4adf-81d4-5cba57e9954f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 945 time: 0.1861305 Jun 30 02:50:17.347955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.349948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/networks/6b4bbd9c-f164-4e41-8502-81717f37ec82 HTTP/1.1" status: 204 len: 168 time: 0.9439299 Jun 30 02:50:17.355622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:17.369722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.371660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:17.376582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-752787005'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:17.390917 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.391164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] For port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:17.397369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] For port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:17.422457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] Set router 41054048-6373-4c2a-a242-6f6b72185d60 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:17.422676 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb91cd-7ce8-4df3-8465-ca6383143aec tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Network': ['ID=6b4bbd9c-f164-4e41-8502-81717f37ec82,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:17.438070 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.441720 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-75e96fae-b5bb-4448-bffc-03e6a3881ffb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Floating IP bd2391f9-0835-4f71-bf20-b7dc16578e01 associated. External IP: 172.25.7.106, port: 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55. Jun 30 02:50:17.455292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object a58e22f4-4381-4a32-b59a-d44a3951375a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:17.466313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-220fa9b9-427b-4d2f-b308-2ea1e5bcf64d req-427008c1-337b-4a2f-a4fd-f2cde193b0ef tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259015 Jun 30 02:50:17.470968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:17.477344 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.574342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:17.616015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.616397 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added segment bb652b46-eb35-4fe6-913d-6c853158c697 of type vlan for network 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 Jun 30 02:50:17.618858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.681397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60106923-7b0c-4f13-91d7-bb51894312e8 None None] Pushing event updated for resources: {'Port': ['ID=6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:17.782526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=a58e22f4-4381-4a32-b59a-d44a3951375a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:17.825439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:17.836487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:17.846145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:17.852083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.20.0.8 (8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b/2bbce246-d256-4832-b8fb-e73807a4276d/e15d5769-b924-4075-aeac-09efa21417f0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:17.870208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:17.872072 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:17.986097 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8a107df4-39d3-48af-b7ee-499f28bd7f3a req-0f5eff58-6a31-4f48-8186-d8be54ab6022 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 210 time: 0.0628934 Jun 30 02:50:17.991851 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.037326 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cc71d53a-0d52-4238-a3b0-dde6c13a24ac tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8731019 Jun 30 02:50:18.037766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-75e96fae-b5bb-4448-bffc-03e6a3881ffb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Router 10075688-d0b7-4994-a35b-cbe42c40e369 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:18.045843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.062900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:50:08Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '81a87ee8-e77f-41e9-87d0-f3f1e14fef7b', 'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:5b:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:02Z', 'updated_at': '2021-06-30T02:50:16Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:18.111170 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.127687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:18.127897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.136604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fccc8050-5b6f-41fc-b3a7-e5ce3b33293b up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:18.148048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0510150d-d03e-43da-936f-fd0645a612f9 None None] The sync data for ids ['41054048-6373-4c2a-a242-6f6b72185d60'] in n-d-758944-39 is: [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:50:08Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '81a87ee8-e77f-41e9-87d0-f3f1e14fef7b', 'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:5b:75:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:02Z', 'updated_at': '2021-06-30T02:50:16Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:18.271081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:18.277830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:18.277830 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.290037 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.321930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Transition to ACTIVE for port object e15d5769-b924-4075-aeac-09efa21417f0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:18.326491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Network': ['ID=4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:18.338235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:18.346846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1a8de65f-344c-405a-8851-c306786e8180 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9742172 Jun 30 02:50:18.370986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:18.377219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'subnet': {'network_id': '4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:18.396908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:18.408640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.533098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:18.537117 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.599940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:18.635009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:18.638920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:18.818357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:18.819538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=e15d5769-b924-4075-aeac-09efa21417f0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:18.837787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-75e96fae-b5bb-4448-bffc-03e6a3881ffb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:18.853095 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] Sync routers for ids ['10075688-d0b7-4994-a35b-cbe42c40e369'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:18.867316 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-75e96fae-b5bb-4448-bffc-03e6a3881ffb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.872584 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] Routers {'10075688-d0b7-4994-a35b-cbe42c40e369'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:18.873336 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['10075688-d0b7-4994-a35b-cbe42c40e369'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:18.884937 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.944223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:18.953338 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a251d06-4a92-47e6-85f0-4b2d0b7d6390" -d '{"events": [{"server_uuid": "95fefe3e-0bf0-41ef-8118-2799d57c322d", "name": "network-vif-plugged", "status": "completed", "tag": "fccc8050-5b6f-41fc-b3a7-e5ce3b33293b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:18.970593 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c733330a-649d-4e28-8203-8c30f7788f80 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port a58e22f4-4381-4a32-b59a-d44a3951375a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:18.971153 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c733330a-649d-4e28-8203-8c30f7788f80 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:18.976369 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-75e96fae-b5bb-4448-bffc-03e6a3881ffb tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "PUT /v2.0/floatingips/bd2391f9-0835-4f71-bf20-b7dc16578e01 HTTP/1.1" status: 200 len: 997 time: 4.3743067 Jun 30 02:50:18.988029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:19.010882 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16293473-a386-4646-ae3d-57aab07e55e9" -d '{"events": [{"name": "network-changed", "server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:19.029636 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.030284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:19.039198 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.092619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:19.093289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.185305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3b40c5f3-82b8-4a5a-9e15-5b5d9ee1585b None None] Provisioning for port e15d5769-b924-4075-aeac-09efa21417f0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:19.211557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-83085d38-2192-4b3f-a0cc-a8a44cd8fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5097537 Jun 30 02:50:19.220960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3b40c5f3-82b8-4a5a-9e15-5b5d9ee1585b None None] Provisioning complete for port e15d5769-b924-4075-aeac-09efa21417f0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:19.221326 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b40c5f3-82b8-4a5a-9e15-5b5d9ee1585b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.231808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Request body: {'port': {'device_id': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:19.318776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c733330a-649d-4e28-8203-8c30f7788f80 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.335595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c733330a-649d-4e28-8203-8c30f7788f80 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for a58e22f4-4381-4a32-b59a-d44a3951375a owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:19.338862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3b40c5f3-82b8-4a5a-9e15-5b5d9ee1585b None None] Port e15d5769-b924-4075-aeac-09efa21417f0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:19.345778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:19.377778 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] Set router 10075688-d0b7-4994-a35b-cbe42c40e369 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:19.397779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-f59147c6-0747-42c4-8422-e215df065c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:19.400976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-f59147c6-0747-42c4-8422-e215df065c08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1098 time: 0.3723490 Jun 30 02:50:19.515271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.516120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Subnet': ['ID=fe4c24c2-5dcd-439a-b64a-64b122652133,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:19.593352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef003004-6141-4226-932b-b1bcb2eb9d21 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:19.619303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Checking segment: {'id': 'bb652b46-eb35-4fe6-913d-6c853158c697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:19.619797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network hostable DHCP agents. Network: 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:19.704245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:19.718601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc749a5-9e4c-4c2a-9972-4e5ce1e72ee0 req-c58d4fbe-b210-4b01-b00f-7fcead24a6ff tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:19.731338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-abc749a5-9e4c-4c2a-9972-4e5ce1e72ee0 req-c58d4fbe-b210-4b01-b00f-7fcead24a6ff tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 945 time: 0.8563917 Jun 30 02:50:19.788688 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'bd2391f9-0835-4f71-bf20-b7dc16578e01', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'port_id': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'mac_address': 'fa:16:3e:d8:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:11Z', 'updated_at': '2021-06-30T02:50:16Z', 'revision_number': 1, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de4ff2a-bb57-4130-8848-27174a1e5f40', 'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'mac_address': 'fa:16:3e:11:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:08Z', 'revision_number': 5, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'subnets': [{'id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:19.793783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:19.837250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:19.837999 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.856815 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] Checking router: 10075688-d0b7-4994-a35b-cbe42c40e369 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:19.886323 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] Routers {'10075688-d0b7-4994-a35b-cbe42c40e369'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:19.887367 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['10075688-d0b7-4994-a35b-cbe42c40e369'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:19.928415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-5143624a-3895-485e-b9a0-d80197125ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:19.930017 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-5143624a-3895-485e-b9a0-d80197125ad9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 921 time: 0.4503152 Jun 30 02:50:19.953129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-abc749a5-9e4c-4c2a-9972-4e5ce1e72ee0 req-b9839c42-220f-49cb-96d8-224185534973 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204666 Jun 30 02:50:19.955500 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c733330a-649d-4e28-8203-8c30f7788f80 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:19.967128 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-28195df0-6c64-4c4f-87cc-b3619c3df3c7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5946846 Jun 30 02:50:19.974665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:19.991208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-52f5db31-9ebf-481e-bacd-df965a71b78c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1155021538', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:20.145355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733330a-649d-4e28-8203-8c30f7788f80 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=a58e22f4-4381-4a32-b59a-d44a3951375a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:20.153800 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] Set router 10075688-d0b7-4994-a35b-cbe42c40e369 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:20.291319 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f5e5f6-082a-447b-baf8-11380ccb8d9f x-openstack-request-id: req-06f5e5f6-082a-447b-baf8-11380ccb8d9f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:20.291612 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fefe3e-0bf0-41ef-8118-2799d57c322d", "name": "network-vif-plugged", "status": "completed", "tag": "fccc8050-5b6f-41fc-b3a7-e5ce3b33293b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:20.291860 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06f5e5f6-082a-447b-baf8-11380ccb8d9f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:20.292242 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'code': 200} Jun 30 02:50:20.332264 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c733330a-649d-4e28-8203-8c30f7788f80 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.338014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3389cac0-35c2-4777-bdc0-064f90725675 None None] Network 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:20.344445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c733330a-649d-4e28-8203-8c30f7788f80 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/a58e22f4-4381-4a32-b59a-d44a3951375a HTTP/1.1" status: 204 len: 168 time: 2.2977955 Jun 30 02:50:20.347280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59336) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.353102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:20.391240 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f5db31-9ebf-481e-bacd-df965a71b78c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.392333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f5db31-9ebf-481e-bacd-df965a71b78c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.513862 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f5db31-9ebf-481e-bacd-df965a71b78c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.552363 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f5db31-9ebf-481e-bacd-df965a71b78c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.623859 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52f5db31-9ebf-481e-bacd-df965a71b78c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.625934 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-52f5db31-9ebf-481e-bacd-df965a71b78c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6384799 Jun 30 02:50:20.630600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59338) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.636569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'port': {'network_id': '4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6', 'name': 'tempest-RoutersIpV6Test-1041361375'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:20.706420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16293473-a386-4646-ae3d-57aab07e55e9 req-b1fbf365-0881-4bf1-9e5a-df8b0bbb9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:20.708221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16293473-a386-4646-ae3d-57aab07e55e9 req-b1fbf365-0881-4bf1-9e5a-df8b0bbb9215 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1098 time: 0.4234493 Jun 30 02:50:20.787964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0bce4a48-063c-4d86-bf30-92791539715e None None] Provisioning for port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:20.830588 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'bd2391f9-0835-4f71-bf20-b7dc16578e01', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'port_id': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'mac_address': 'fa:16:3e:d8:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:11Z', 'updated_at': '2021-06-30T02:50:16Z', 'revision_number': 1, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de4ff2a-bb57-4130-8848-27174a1e5f40', 'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'mac_address': 'fa:16:3e:11:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:08Z', 'revision_number': 5, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'subnets': [{'id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:20.846449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0bce4a48-063c-4d86-bf30-92791539715e None None] Provisioning complete for port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:20.846751 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0bce4a48-063c-4d86-bf30-92791539715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:20.878276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c4ba9a-6aba-438c-9e18-2a88b8211978 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:20.885332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-77c4ba9a-6aba-438c-9e18-2a88b8211978 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5369887 Jun 30 02:50:20.888485 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:20.891249 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f87648-d515-460c-abdd-e0eaf1d6be72 None None] The sync data for ids ['10075688-d0b7-4994-a35b-cbe42c40e369'] in n-d-758944-39 is: [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'bd2391f9-0835-4f71-bf20-b7dc16578e01', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'floating_ip_address': '172.25.7.106', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'port_id': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'mac_address': 'fa:16:3e:d8:3a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:11Z', 'updated_at': '2021-06-30T02:50:16Z', 'revision_number': 1, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7de4ff2a-bb57-4130-8848-27174a1e5f40', 'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'mac_address': 'fa:16:3e:11:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:08Z', 'revision_number': 5, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'subnets': [{'id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:20.922881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4336d-eb31-41e1-9efc-579c37a1e083 req-ff497ce7-d670-41c7-8320-a3d514889dbe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:20.924459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3dd4336d-eb31-41e1-9efc-579c37a1e083 req-ff497ce7-d670-41c7-8320-a3d514889dbe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 931 time: 0.3884044 Jun 30 02:50:20.985870 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cd5c8d-938f-4ed6-8a3e-aad5bd58cb25 x-openstack-request-id: req-91cd5c8d-938f-4ed6-8a3e-aad5bd58cb25 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:20.986352 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:20.986584 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91cd5c8d-938f-4ed6-8a3e-aad5bd58cb25 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:20.987103 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'status': 'completed', 'code': 200} Jun 30 02:50:21.010601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6', 'network_id': '4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'fixed_ips': [{'subnet_id': 'fe4c24c2-5dcd-439a-b64a-64b122652133'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:21.011738 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.062764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:21.083037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:21.086614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.091593 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16293473-a386-4646-ae3d-57aab07e55e9 req-73a182f5-94be-44ef-ad02-2dec823af5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.093236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16293473-a386-4646-ae3d-57aab07e55e9 req-73a182f5-94be-44ef-ad02-2dec823af5f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 921 time: 0.3715641 Jun 30 02:50:21.113552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-d95de60f-ea8c-4194-b876-e64c248aa532 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 1000 time: 1.1336975 Jun 30 02:50:21.230865 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3dd4336d-eb31-41e1-9efc-579c37a1e083 req-1d76845f-7c21-40b6-bcee-46c03f14720a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796648 Jun 30 02:50:21.244385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:21.248512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f3906-7b27-4dd2-92af-f4a02adcc7f6 req-6b4e248f-194d-4fa6-877c-d52aa9a0c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.250456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-407f3906-7b27-4dd2-92af-f4a02adcc7f6 req-6b4e248f-194d-4fa6-877c-d52aa9a0c145 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 1098 time: 0.2754385 Jun 30 02:50:21.260340 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.273339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-5408344c-7689-4739-baeb-0df2224b55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.282485 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-5408344c-7689-4739-baeb-0df2224b55e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 200 len: 860 time: 0.1605759 Jun 30 02:50:21.332626 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-feeffe1b-36e4-41cb-a3cb-6daf8b1aaa03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4b88cbe-e281-413e-954b-f9228dae6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490108 Jun 30 02:50:21.341992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] device_id is not set on port 7b2dff1a-6b90-4c7d-8064-f47761bc1afd yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:21.344289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-354f9534-ab38-4070-b88f-626d9c93cdba service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:50:21.345088 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0bce4a48-063c-4d86-bf30-92791539715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.347602 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-354f9534-ab38-4070-b88f-626d9c93cdba service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080609 Jun 30 02:50:21.389733 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69bac3a-5422-4d9f-8f95-ab64b9355e45 None None] New status for floating IP bd2391f9-0835-4f71-bf20-b7dc16578e01: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:21.484966 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-e6c48e42-6ad4-46c5-b125-d9a525600bd1 service neutron] 10.222.0.55 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182353 Jun 30 02:50:21.486051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ee0fe1-0050-426c-a1ee-7ad900e6dac3 None None] Update dhcp port {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'fixed_ips': [{'subnet_id': '5d806f8a-5bea-4dda-be83-279d50d13659', 'ip_address': '2001:db8::2'}, {'subnet_id': '0bcfcfe0-d95f-4052-abf4-b29a8a3e5040'}], 'binding:host_id': 'n-d-758944-39'}, 'id': '6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1'} from n-d-758944-39. {{(pid=93772) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 02:50:21.507181 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-407f3906-7b27-4dd2-92af-f4a02adcc7f6 req-83dda020-5e32-4d3f-bbac-f2b088222eb0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415588 Jun 30 02:50:21.572515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0bce4a48-063c-4d86-bf30-92791539715e None None] For port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:21.595161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15d5769-b924-4075-aeac-09efa21417f0 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:21.606995 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.617266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62403fbf-b80f-4a4c-ae80-8be8284c9d67 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.621233 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-62403fbf-b80f-4a4c-ae80-8be8284c9d67 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7203851 Jun 30 02:50:21.622094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:21.632448 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0bce4a48-063c-4d86-bf30-92791539715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.647172 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16293473-a386-4646-ae3d-57aab07e55e9 req-2c6f3fbf-ee7c-4f2b-8591-5965740ab4a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 1000 time: 0.5420265 Jun 30 02:50:21.653376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Allocated IP 2001:db8::2 (4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6/fe4c24c2-5dcd-439a-b64a-64b122652133/0fa8c569-1788-4d16-8496-dac00beb86ec) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:21.695900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Transition to ACTIVE for port object e15d5769-b924-4075-aeac-09efa21417f0 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:21.702878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec7092-f10f-42d3-b6fb-4968ffb0699d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.705698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec7092-f10f-42d3-b6fb-4968ffb0699d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.707472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec7092-f10f-42d3-b6fb-4968ffb0699d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.712350 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-91ec7092-f10f-42d3-b6fb-4968ffb0699d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0868700 Jun 30 02:50:21.713326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:21.719933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.724305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dba6da2-9a67-48f9-a995-689f557fa979 req-e46e0377-fc48-448f-ba02-4a9933e8f745 service neutron] 10.222.0.55 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267690 Jun 30 02:50:21.732429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592358e-7748-4f86-aa44-8b214d0cd768 req-ad8ca12c-15f3-4b89-8025-bc1e7702d111 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.739437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b592358e-7748-4f86-aa44-8b214d0cd768 req-ad8ca12c-15f3-4b89-8025-bc1e7702d111 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 946 time: 0.2529535 Jun 30 02:50:21.773165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16293473-a386-4646-ae3d-57aab07e55e9 req-b86852ab-655f-4cba-9fe9-94be4cf6ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:21.781409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16293473-a386-4646-ae3d-57aab07e55e9 req-b86852ab-655f-4cba-9fe9-94be4cf6ed0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 200 len: 860 time: 0.1210842 Jun 30 02:50:21.844530 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d1ee0fe1-0050-426c-a1ee-7ad900e6dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:21.882256 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16293473-a386-4646-ae3d-57aab07e55e9 req-9a71af98-6a6f-4b16-94f2-3dba86fda0a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4b88cbe-e281-413e-954b-f9228dae6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729978 Jun 30 02:50:21.938330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Pushing event updated for resources: {'Port': ['ID=e15d5769-b924-4075-aeac-09efa21417f0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:22.008770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccc1e21-f1fb-4ba3-a7c3-be13b9cdf12f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 0bcfcfe0-d95f-4052-abf4-b29a8a3e5040 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:22.020196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b592358e-7748-4f86-aa44-8b214d0cd768 req-c9ecdb8b-ed58-4803-937d-257d8c64e9f8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761338 Jun 30 02:50:22.064128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e21-f1fb-4ba3-a7c3-be13b9cdf12f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.111767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16293473-a386-4646-ae3d-57aab07e55e9 req-a9665694-341d-4e3e-bd94-5008fd55d517 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262418 Jun 30 02:50:22.116886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-57e813de-a8b7-42fb-854e-0323c5c9614b tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1000 time: 0.3231769 Jun 30 02:50:22.157769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.234887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=81a87ee8-e77f-41e9-87d0-f3f1e14fef7b,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:22.288457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af58b52-9917-486c-8cb2-549b839d3afe req-39e48c92-278b-4755-829c-13f90ae109cc tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:22.288710 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.297685 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-39e48c92-278b-4755-829c-13f90ae109cc tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports/2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 943 time: 0.1297343 Jun 30 02:50:22.307763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce4a48-063c-4d86-bf30-92791539715e None None] Pushing event updated for resources: {'Port': ['ID=6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:22.311680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e21-f1fb-4ba3-a7c3-be13b9cdf12f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.368142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Attempting to bind port e15d5769-b924-4075-aeac-09efa21417f0 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:22.368620 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Attempting to bind port e15d5769-b924-4075-aeac-09efa21417f0 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:22.369050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Attempting to bind port e15d5769-b924-4075-aeac-09efa21417f0 on network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:22.378084 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16293473-a386-4646-ae3d-57aab07e55e9 req-90009e5e-cc04-419d-bdac-f1ac03b53314 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567902 Jun 30 02:50:22.401585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Port e15d5769-b924-4075-aeac-09efa21417f0 on network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:22.411744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Attempting to bind port e15d5769-b924-4075-aeac-09efa21417f0 on network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:22.426414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=81a87ee8-e77f-41e9-87d0-f3f1e14fef7b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:22.468497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:22.469509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Checking segment: {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:22.469509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Bound using segment: {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:22.470078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Bound port: e15d5769-b924-4075-aeac-09efa21417f0, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:22.470599 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.493627 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e21-f1fb-4ba3-a7c3-be13b9cdf12f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.576529 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.590709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Transition to ACTIVE for port object 0fa8c569-1788-4d16-8496-dac00beb86ec will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:22.619735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Transition to ACTIVE for port object 0fa8c569-1788-4d16-8496-dac00beb86ec will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:22.631544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042704b-631f-44aa-9983-341c114bfbc4 req-a67a217e-309c-436c-87ae-59ac6de397d4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:22.634671 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.649917 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8042704b-631f-44aa-9983-341c114bfbc4 req-a67a217e-309c-436c-87ae-59ac6de397d4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 943 time: 0.1577218 Jun 30 02:50:22.719506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Network 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:22.747879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:22.755649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:22.779881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Pushing event updated for resources: {'Port': ['ID=0fa8c569-1788-4d16-8496-dac00beb86ec,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:22.805365 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8042704b-631f-44aa-9983-341c114bfbc4 req-3b7bc4c5-36fa-467a-bc01-db4aa67c10a3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494718 Jun 30 02:50:22.834020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-6ce4e376-42d1-46f1-b2fe-278d9a5dad9b tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.2474868 Jun 30 02:50:22.850546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Allocated IP 2001:db8::344 (4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6/fe4c24c2-5dcd-439a-b64a-64b122652133/7b2dff1a-6b90-4c7d-8064-f47761bc1afd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:22.865655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Attempting to bind port 0fa8c569-1788-4d16-8496-dac00beb86ec on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:22.866240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Attempting to bind port 0fa8c569-1788-4d16-8496-dac00beb86ec by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'bb652b46-eb35-4fe6-913d-6c853158c697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:22.866581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Attempting to bind port 0fa8c569-1788-4d16-8496-dac00beb86ec on network 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-d1ee0fe1-0050-426c-a1ee-7ad900e6dac3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bcfcfe0-d95f-4052-abf4-b29a8a3e5040: This subnet is being modified by another concurrent operation. Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 02:50:22.889648 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bcfcfe0-d95f-4052-abf4-b29a8a3e5040: This subnet is being modified by another concurrent operation. Jun 30 02:50:22.893054 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 02:50:22.899077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:22.899783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Checking segment: {'id': 'bb652b46-eb35-4fe6-913d-6c853158c697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:22.900194 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.900588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Bound using segment: {'id': 'bb652b46-eb35-4fe6-913d-6c853158c697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:22.901074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Bound port: 0fa8c569-1788-4d16-8496-dac00beb86ec, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb652b46-eb35-4fe6-913d-6c853158c697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:22.901455 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.909395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:22.923698 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e21-f1fb-4ba3-a7c3-be13b9cdf12f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:22.956322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e15d5769-b924-4075-aeac-09efa21417f0,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:22.999419 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.009667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc1e21-f1fb-4ba3-a7c3-be13b9cdf12f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=0bcfcfe0-d95f-4052-abf4-b29a8a3e5040,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.012691 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bccc1e21-f1fb-4ba3-a7c3-be13b9cdf12f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.014862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bccc1e21-f1fb-4ba3-a7c3-be13b9cdf12f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/0bcfcfe0-d95f-4052-abf4-b29a8a3e5040 HTTP/1.1" status: 204 len: 168 time: 1.2959161 Jun 30 02:50:23.022205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59362) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:23.113162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] For port 0fa8c569-1788-4d16-8496-dac00beb86ec, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:23.148119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-db93e93e-b22b-4000-939d-dba7716640a3 None None] Provisioning complete for port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:23.148501 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db93e93e-b22b-4000-939d-dba7716640a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.176370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] For port 0fa8c569-1788-4d16-8496-dac00beb86ec, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0fa8c569-1788-4d16-8496-dac00beb86ec,segment=NetworkSegment(bb652b46-eb35-4fe6-913d-6c853158c697),segment_id=bb652b46-eb35-4fe6-913d-6c853158c697)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:23.177654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:23.178790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.182269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] 10.222.0.69 "PUT /v2.0/ports/e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 1092 time: 3.9587882 Jun 30 02:50:23.183716 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:23.194245 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12" -d '{"events": [{"name": "network-changed", "server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "tag": "e15d5769-b924-4075-aeac-09efa21417f0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:23.249934 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.348251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ce46cc3b-f8e3-49f3-97fc-cf30d449a9c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:23.349841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ce46cc3b-f8e3-49f3-97fc-cf30d449a9c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.5100698 Jun 30 02:50:23.354700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e6df2-246e-4823-a3c5-7c2b0362807f service neutron] Pushing event updated for resources: {'Port': ['ID=e15d5769-b924-4075-aeac-09efa21417f0,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.383650 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.396320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ff19ad-9a85-483e-b641-2212a5934b64 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet 5d806f8a-5bea-4dda-be83-279d50d13659 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:23.396415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73967e87-ea1a-4058-836b-c6d25cbf055b None None] Pushing event updated for resources: {'Port': ['ID=0fa8c569-1788-4d16-8496-dac00beb86ec,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.409121 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ff19ad-9a85-483e-b641-2212a5934b64 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.425524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Transition to ACTIVE for port object 7b2dff1a-6b90-4c7d-8064-f47761bc1afd will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:23.509709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c23eed-6dd3-4b64-8ec4-2ed4c22f4d95 req-eb524689-c2d6-499a-b971-6256777a5743 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:23.511361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15c23eed-6dd3-4b64-8ec4-2ed4c22f4d95 req-eb524689-c2d6-499a-b971-6256777a5743 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 946 time: 0.1924653 Jun 30 02:50:23.515662 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ff19ad-9a85-483e-b641-2212a5934b64 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.544925 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.615443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:23.619294 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15c23eed-6dd3-4b64-8ec4-2ed4c22f4d95 req-541ac5f8-391c-42c5-b705-918f3a249fd5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962694 Jun 30 02:50:23.622949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:23.629212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:23.633805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77efb33c-9099-45f6-9660-76a5e2a85540 None None] Could not find standard attr ID for object a58e22f4-4381-4a32-b59a-d44a3951375a. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:50:23.635647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:23.641151 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.651630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=7b2dff1a-6b90-4c7d-8064-f47761bc1afd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:23.663074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.663536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.663919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.664888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.665200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.665542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.665980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.666340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.666798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.667145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.667456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.667848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:23.679299 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09d31c44-dce7-43df-bc36-54fcfad09a85 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0468113 Jun 30 02:50:23.679878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:23.778343 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ede4ee6-ae47-4a5f-b0db-81705036fe4d x-openstack-request-id: req-9ede4ee6-ae47-4a5f-b0db-81705036fe4d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:23.778813 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "tag": "e15d5769-b924-4075-aeac-09efa21417f0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:23.779101 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ede4ee6-ae47-4a5f-b0db-81705036fe4d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:23.779689 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0', 'status': 'completed', 'code': 200} Jun 30 02:50:23.803878 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ff19ad-9a85-483e-b641-2212a5934b64 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:23.916877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-81f091f6-a41f-4529-9ddb-85ade62f02b1 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 1002 time: 0.5536678 Jun 30 02:50:23.924818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-3cbd67bb-6933-4a8a-8f50-97bc033327dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:23.926344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-3cbd67bb-6933-4a8a-8f50-97bc033327dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1095 time: 0.6730034 Jun 30 02:50:23.965480 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ad918974-a2c3-42f8-8d32-cd8a42c687c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:24.054482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-eaa99685-e10a-40f7-94e5-781904f8a128 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 217 time: 0.1125066 Jun 30 02:50:24.090190 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ff19ad-9a85-483e-b641-2212a5934b64 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.146848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff19ad-9a85-483e-b641-2212a5934b64 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=5d806f8a-5bea-4dda-be83-279d50d13659,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:24.151278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-80ff19ad-9a85-483e-b641-2212a5934b64 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.156281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-80ff19ad-9a85-483e-b641-2212a5934b64 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/5d806f8a-5bea-4dda-be83-279d50d13659 HTTP/1.1" status: 204 len: 168 time: 1.1069975 Jun 30 02:50:24.157021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59384) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:24.159665 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ad918974-a2c3-42f8-8d32-cd8a42c687c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.166380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fbd1f5-d93e-4af4-89ae-200b74fa323f None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:24.212658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-fec096a1-c60b-499f-b7bf-2b137c819b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:24.214683 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-fec096a1-c60b-499f-b7bf-2b137c819b74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.1542528 Jun 30 02:50:24.269580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a623ae2a-bc9a-49d2-ab73-cbe479490668 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023493 Jun 30 02:50:24.269580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59388) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:24.298211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c8324b65-67bd-4bb7-8fa3-592431a17595 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:24.322638 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ce89b-2744-4872-a709-cde72c972576 req-de4002fb-b473-40bc-88c4-d1f9db906d59 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:24.330172 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb0ce89b-2744-4872-a709-cde72c972576 req-de4002fb-b473-40bc-88c4-d1f9db906d59 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 946 time: 0.3172264 Jun 30 02:50:24.375644 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b665e2ef-b9fd-406f-85d5-f8d667fac642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.527343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ad918974-a2c3-42f8-8d32-cd8a42c687c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.529782 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-70a69802-1d13-4b04-9bcc-caadc6820db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:24.531367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-70a69802-1d13-4b04-9bcc-caadc6820db0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3088613 Jun 30 02:50:24.536743 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ad918974-a2c3-42f8-8d32-cd8a42c687c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.537075 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ad918974-a2c3-42f8-8d32-cd8a42c687c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Floating IP bd2391f9-0835-4f71-bf20-b7dc16578e01 disassociated. External IP: 172.25.7.106, port: 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55. Jun 30 02:50:24.747974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:24.770386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-47f53b98-14fb-4a83-aed8-bb94c4a50b09 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294855 Jun 30 02:50:24.820254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:24.821501 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:24.908081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae538072-79d5-42e0-a282-7f144941f0ba None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:24.961524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1ea1177-2bac-444b-9ccc-afc78435afdf req-8cc833c3-4077-4ad8-9e24-c11aa78fd6c2 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843505 Jun 30 02:50:24.969182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ad918974-a2c3-42f8-8d32-cd8a42c687c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Router 10075688-d0b7-4994-a35b-cbe42c40e369 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:25.009272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0fa8c569-1788-4d16-8496-dac00beb86ec up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:25.072708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e5fc5-6135-4ce7-80b9-b6cd6e15fcea None None] Network 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:25.153283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-007050c4-8999-4623-9f68-7e9817517f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.156193 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-007050c4-8999-4623-9f68-7e9817517f71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1095 time: 0.1295886 Jun 30 02:50:25.281974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.407182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eb0ce89b-2744-4872-a709-cde72c972576 req-c18094d8-316b-491a-8b87-08d3c7ad2412 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0759318 Jun 30 02:50:25.448041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8ad3aae8-9f12-4966-93bf-d1948fb37ab8 None None] Provisioning for port 0fa8c569-1788-4d16-8496-dac00beb86ec completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:25.452782 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59394) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:25.476143 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ae538072-79d5-42e0-a282-7f144941f0ba None None] Deleting port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:25.476718 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae538072-79d5-42e0-a282-7f144941f0ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.482105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0fa8c569-1788-4d16-8496-dac00beb86ec completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:25.673965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ad918974-a2c3-42f8-8d32-cd8a42c687c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:25.690290 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] Sync routers for ids ['10075688-d0b7-4994-a35b-cbe42c40e369'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:25.707883 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] Routers {'10075688-d0b7-4994-a35b-cbe42c40e369'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:25.708941 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['10075688-d0b7-4994-a35b-cbe42c40e369'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:25.724286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8324b65-67bd-4bb7-8fa3-592431a17595 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:25.728529 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8324b65-67bd-4bb7-8fa3-592431a17595 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.736444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ad918974-a2c3-42f8-8d32-cd8a42c687c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.764335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ae538072-79d5-42e0-a282-7f144941f0ba None None] For port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:25.765089 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae538072-79d5-42e0-a282-7f144941f0ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.801350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ae538072-79d5-42e0-a282-7f144941f0ba None None] Calling delete_port for 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:25.852498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960166cf-2dce-4622-9279-45a850914c65 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.854038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-960166cf-2dce-4622-9279-45a850914c65 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 1093 time: 0.3958189 Jun 30 02:50:25.863727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-ad918974-a2c3-42f8-8d32-cd8a42c687c7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "PUT /v2.0/floatingips/bd2391f9-0835-4f71-bf20-b7dc16578e01 HTTP/1.1" status: 200 len: 695 time: 1.9343328 Jun 30 02:50:25.865690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59400) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:25.883871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:25.890875 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1628c2d1-bffc-4f7a-8226-9689f3dbf084" -d '{"events": [{"name": "network-changed", "server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:25.906503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:25.925635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2fb64-bfcc-4592-972b-55b01d21d211 req-9be83c33-7321-44fe-99cf-57f0d23e91fb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:25.931583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0fa8c569-1788-4d16-8496-dac00beb86ec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:25.932064 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:25.933473 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-55a2fb64-bfcc-4592-972b-55b01d21d211 req-9be83c33-7321-44fe-99cf-57f0d23e91fb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 943 time: 0.2920847 Jun 30 02:50:25.959216 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] Set router 10075688-d0b7-4994-a35b-cbe42c40e369 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:25.984899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae538072-79d5-42e0-a282-7f144941f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.004665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae538072-79d5-42e0-a282-7f144941f0ba None None] No DVR routers for this DVR port 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:26.046054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-55a2fb64-bfcc-4592-972b-55b01d21d211 req-7e0230c6-1d94-4a1c-9d9c-1c0d2f0202cb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115901 Jun 30 02:50:26.083761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae538072-79d5-42e0-a282-7f144941f0ba None None] Pushing event deleted for resources: {'Port': ['ID=6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:26.151140 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e503b7-4420-4969-b34a-0b26890d9034 x-openstack-request-id: req-c4e503b7-4420-4969-b34a-0b26890d9034 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:26.151497 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:26.151677 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4e503b7-4420-4969-b34a-0b26890d9034 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:26.152077 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'status': 'completed', 'code': 200} Jun 30 02:50:26.159019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-63488c04-168b-45d9-a0f1-7b9bee84c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.160627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-63488c04-168b-45d9-a0f1-7b9bee84c7d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 897 time: 1.0003970 Jun 30 02:50:26.171689 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.218178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.223431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.249660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.265316 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-4d9a1937-dcf9-4edd-ab3e-3663cc72d877 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 217 time: 0.0939658 Jun 30 02:50:26.282614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0fa8c569-1788-4d16-8496-dac00beb86ec, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0fa8c569-1788-4d16-8496-dac00beb86ec,segment=NetworkSegment(bb652b46-eb35-4fe6-913d-6c853158c697),segment_id=bb652b46-eb35-4fe6-913d-6c853158c697)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:26.298178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.400802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:26.456173 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7de4ff2a-bb57-4130-8848-27174a1e5f40', 'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'mac_address': 'fa:16:3e:11:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:08Z', 'revision_number': 5, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'subnets': [{'id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:26.464533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af58b52-9917-486c-8cb2-549b839d3afe req-efb00b21-2519-4ed8-ab39-001461317710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.466229 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-efb00b21-2519-4ed8-ab39-001461317710 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1098 time: 0.5490649 Jun 30 02:50:26.487401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:26.487987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6e9e0a3f-7c7d-47c4-86e0-ebc6d4f54ec1 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:26.490565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0fa8c569-1788-4d16-8496-dac00beb86ec,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:26.532090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fda98a50-f92e-46ec-99ef-3539d935cc9c None None] Provisioning complete for port 0fa8c569-1788-4d16-8496-dac00beb86ec triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:26.532451 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fda98a50-f92e-46ec-99ef-3539d935cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.543401 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] Checking router: 10075688-d0b7-4994-a35b-cbe42c40e369 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:26.564530 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] Routers {'10075688-d0b7-4994-a35b-cbe42c40e369'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:26.565444 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:49:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['10075688-d0b7-4994-a35b-cbe42c40e369'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:26.609160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af58b52-9917-486c-8cb2-549b839d3afe req-b865294b-ab91-465a-910c-5381f2a497ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.610793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-b865294b-ab91-465a-910c-5381f2a497ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 921 time: 0.1351216 Jun 30 02:50:26.628116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-57b69128-c2a5-4b9b-919b-29127a06f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.630295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-57b69128-c2a5-4b9b-919b-29127a06f5b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.3416047 Jun 30 02:50:26.703134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-b64f3028-8d67-437c-be7a-a377b454351d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 217 time: 0.0839489 Jun 30 02:50:26.716193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=7b2dff1a-6b90-4c7d-8064-f47761bc1afd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:26.732675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fda98a50-f92e-46ec-99ef-3539d935cc9c None None] Provisioning for port 7b2dff1a-6b90-4c7d-8064-f47761bc1afd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:26.742749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fda98a50-f92e-46ec-99ef-3539d935cc9c None None] Provisioning complete for port 7b2dff1a-6b90-4c7d-8064-f47761bc1afd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:26.743610 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] Set router 10075688-d0b7-4994-a35b-cbe42c40e369 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:26.744186 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fda98a50-f92e-46ec-99ef-3539d935cc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:26.747135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c2d1-bffc-4f7a-8226-9689f3dbf084 req-79db3769-be7a-42d1-94c1-2b0eb2700175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.755377 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1628c2d1-bffc-4f7a-8226-9689f3dbf084 req-79db3769-be7a-42d1-94c1-2b0eb2700175 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f740c385eea94fd3abc0440038637e74&device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 1098 time: 0.5714209 Jun 30 02:50:26.824000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fda98a50-f92e-46ec-99ef-3539d935cc9c None None] Port 7b2dff1a-6b90-4c7d-8064-f47761bc1afd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:26.834066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af58b52-9917-486c-8cb2-549b839d3afe req-8f38a3c6-1ea4-452d-968e-fc794722bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:26.836302 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-8f38a3c6-1ea4-452d-968e-fc794722bfcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 200 len: 860 time: 0.0968513 Jun 30 02:50:26.886068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-be1d561f-4d6d-4f8e-9918-d771743ea17e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4b88cbe-e281-413e-954b-f9228dae6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409224 Jun 30 02:50:26.965518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bbd257b4-f7d3-4e89-8700-536c59165f74 None None] Provisioning complete for port 7b2dff1a-6b90-4c7d-8064-f47761bc1afd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:26.965913 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbd257b4-f7d3-4e89-8700-536c59165f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.070572 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.083270 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7333fa1-9136-4a9b-ae76-e1f90560b561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.105398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bbd257b4-f7d3-4e89-8700-536c59165f74 None None] Port 7b2dff1a-6b90-4c7d-8064-f47761bc1afd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:27.118526 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7de4ff2a-bb57-4130-8848-27174a1e5f40', 'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'mac_address': 'fa:16:3e:11:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:08Z', 'revision_number': 5, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'subnets': [{'id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:27.134386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.148976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-49ddf800-efc9-42db-8d2b-9e5057672e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:27.152883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-49ddf800-efc9-42db-8d2b-9e5057672e5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4616590 Jun 30 02:50:27.170399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c2d1-bffc-4f7a-8226-9689f3dbf084 req-6d09362c-ccad-441d-b06a-91858afaff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:27.174196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1628c2d1-bffc-4f7a-8226-9689f3dbf084 req-6d09362c-ccad-441d-b06a-91858afaff66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 200 len: 921 time: 0.3713048 Jun 30 02:50:27.228876 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f8c478-b810-4a92-877a-0e5e4a095a1a None None] The sync data for ids ['10075688-d0b7-4994-a35b-cbe42c40e369'] in n-d-758944-39 is: [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7de4ff2a-bb57-4130-8848-27174a1e5f40', 'name': '', 'network_id': 'f4b88cbe-e281-413e-954b-f9228dae6a9d', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'mac_address': 'fa:16:3e:11:da:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_interface', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:55Z', 'updated_at': '2021-06-30T02:49:08Z', 'revision_number': 5, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'subnets': [{'id': '7c0a7814-e620-4a47-85c2-1cffa73a5dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:27.272647 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1628c2d1-bffc-4f7a-8226-9689f3dbf084 req-e337c5f2-4209-4cdc-8748-f9af3b2576b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 200 len: 217 time: 0.0880778 Jun 30 02:50:27.273787 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8324b65-67bd-4bb7-8fa3-592431a17595 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.342329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390be7eb-7899-4999-88dd-acc8e4721d98 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:50:27.425436 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-792a6662-ab45-41f4-b511-1afc87ed421d service neutron] 10.222.0.55 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323143 Jun 30 02:50:27.455717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8324b65-67bd-4bb7-8fa3-592431a17595 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:27.471524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.567591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c8324b65-67bd-4bb7-8fa3-592431a17595 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:27.571545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-aaa4c7eb-b2e4-4885-a672-1cd6e81944be service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997569 Jun 30 02:50:27.572764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8324b65-67bd-4bb7-8fa3-592431a17595 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:27.573549 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8324b65-67bd-4bb7-8fa3-592431a17595 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.601121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c2d1-bffc-4f7a-8226-9689f3dbf084 req-53568404-32ba-432d-99e6-fca4b2c90b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:27.603416 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1628c2d1-bffc-4f7a-8226-9689f3dbf084 req-53568404-32ba-432d-99e6-fca4b2c90b37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 200 len: 860 time: 0.2966471 Jun 30 02:50:27.625871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8324b65-67bd-4bb7-8fa3-592431a17595 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=c48e208f-3007-47f0-8e69-eb3507999cf2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:27.688539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390be7eb-7899-4999-88dd-acc8e4721d98 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:50:27.702680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-763d22dc-aab4-45b7-aec9-c75084c63ddf None None] Provisioning complete for port 7b2dff1a-6b90-4c7d-8064-f47761bc1afd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:27.703634 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-763d22dc-aab4-45b7-aec9-c75084c63ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.740109 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c8324b65-67bd-4bb7-8fa3-592431a17595 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4698181 Jun 30 02:50:27.740890 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:27.746587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:27.754506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-772967db-3850-46a8-a4ac-e165a62d3fae tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:27.793529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Allocated IP 172.25.7.63 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/bdfc95c5-9765-49c4-b76e-c9e72d2d9c87) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:27.801986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d09819-8f94-4cb8-b616-1d4d614fb7b8 None None] New status for floating IP bd2391f9-0835-4f71-bf20-b7dc16578e01: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:27.823996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1628c2d1-bffc-4f7a-8226-9689f3dbf084 req-2accee82-ec9d-4650-addc-6e13d2164329 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f4b88cbe-e281-413e-954b-f9228dae6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780024 Jun 30 02:50:27.851755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4af58b52-9917-486c-8cb2-549b839d3afe req-a85dde60-e3c7-4fb3-9177-bba56d8decbb service neutron] 10.222.0.55 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246047 Jun 30 02:50:27.930569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d966f25-a00e-4ff5-a381-7a36c031c79f req-e8e2c952-3505-4e06-88e2-199a23b75024 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:27.932219 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d966f25-a00e-4ff5-a381-7a36c031c79f req-e8e2c952-3505-4e06-88e2-199a23b75024 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 943 time: 0.5891640 Jun 30 02:50:27.945977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-763d22dc-aab4-45b7-aec9-c75084c63ddf None None] Port 7b2dff1a-6b90-4c7d-8064-f47761bc1afd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:27.965921 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-c62c69f2-3fa3-42ec-b757-d19d362378e0 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/floatingips/bd2391f9-0835-4f71-bf20-b7dc16578e01 HTTP/1.1" status: 200 len: 695 time: 0.0724468 Jun 30 02:50:27.973293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e15d5769-b924-4075-aeac-09efa21417f0 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:28.005277 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bda323f6-bb48-4b84-9d4d-1cfaff4bfd12 req-4a4a0058-3771-4478-bfdf-9e5c4a1f1e98 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199595 Jun 30 02:50:28.070134 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1628c2d1-bffc-4f7a-8226-9689f3dbf084 req-7f6183da-57bf-4f31-9e1a-020722ce03ab service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193086 Jun 30 02:50:28.122268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e15d5769-b924-4075-aeac-09efa21417f0,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:28.146501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'e15d5769-b924-4075-aeac-09efa21417f0', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'port_id': 'e15d5769-b924-4075-aeac-09efa21417f0', 'mac_address': 'fa:16:3e:a7:ca:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:28.274192 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.303092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d966f25-a00e-4ff5-a381-7a36c031c79f req-1a77dadd-5c9c-4df1-9fdd-412e3099528e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614261 Jun 30 02:50:28.305882 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.306880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.350011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-d1c71737-9631-44fc-8808-b077fff66565 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:28.354942 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-d1c71737-9631-44fc-8808-b077fff66565 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/networks/944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 784 time: 0.3850503 Jun 30 02:50:28.370246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.389175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-3ea1c65a-0446-4ada-9ea9-4c305c9d2451 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:50:28.391957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-3ea1c65a-0446-4ada-9ea9-4c305c9d2451 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182359 Jun 30 02:50:28.395260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772967db-3850-46a8-a4ac-e165a62d3fae tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:28.405913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-772967db-3850-46a8-a4ac-e165a62d3fae tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.422769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.440434 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.510350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15d5769-b924-4075-aeac-09efa21417f0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:28.536224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e15d5769-b924-4075-aeac-09efa21417f0,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:28.569048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.607926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:28.614396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-77599720-c30a-4a99-9089-f448a6917d2e tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.1921661 Jun 30 02:50:28.622412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:28.634884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0fa8c569-1788-4d16-8496-dac00beb86ec up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:28.709242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=e15d5769-b924-4075-aeac-09efa21417f0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:28.762026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-55463793-5e3f-4184-8fc6-34cb8080aa1e tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.7.106 HTTP/1.1" status: 200 len: 696 time: 0.1321154 Jun 30 02:50:28.773849 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1628c2d1-bffc-4f7a-8226-9689f3dbf084 req-4eb97f46-e550-4054-b600-0b92b1b33b27 service neutron] 10.222.0.73 "GET /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848280 Jun 30 02:50:28.777152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=7b2dff1a-6b90-4c7d-8064-f47761bc1afd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:28.806259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'tenant_id': '26ac379234f043849ae88a141cffeec5', 'fixed_ips': [{'subnet_id': 'c48e208f-3007-47f0-8e69-eb3507999cf2'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:28.811409 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.838427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0fa8c569-1788-4d16-8496-dac00beb86ec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:28.839197 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:28.878547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['e15d5769-b924-4075-aeac-09efa21417f0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:28.883925 n-d-758944-39 neutron-server[93771]: INFO neutron.db.ipam_backend_mixin [None req-772967db-3850-46a8-a4ac-e165a62d3fae tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c48e208f-3007-47f0-8e69-eb3507999cf2 (CIDR: 2001:db8::/64) Jun 30 02:50:28.895727 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-772967db-3850-46a8-a4ac-e165a62d3fae tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:50:28.896448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772967db-3850-46a8-a4ac-e165a62d3fae tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:28.912518 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router 333b8692-11e5-48dd-b02f-5c09a748c072 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:50:28.977020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-772967db-3850-46a8-a4ac-e165a62d3fae tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2233968 Jun 30 02:50:28.997566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.004754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'subnet': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:29.056140 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.120547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:29.147146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:29.153415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:29.155800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f2f7b151-79de-4188-b9ab-52fdc5acb200 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/333b8692-11e5-48dd-b02f-5c09a748c072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4698529 Jun 30 02:50:29.159273 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361c3f0-1b92-4d23-b837-e065c48f3ee3 None None] Sync routers for ids ['333b8692-11e5-48dd-b02f-5c09a748c072'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:29.164741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:29.172647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59434) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.176342 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361c3f0-1b92-4d23-b837-e065c48f3ee3 None None] Routers {'333b8692-11e5-48dd-b02f-5c09a748c072'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:29.177097 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1361c3f0-1b92-4d23-b837-e065c48f3ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['333b8692-11e5-48dd-b02f-5c09a748c072'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:29.249625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=bdfc95c5-9765-49c4-b76e-c9e72d2d9c87,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:29.302866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48301ae-fa67-4737-a3d1-d51d2c3715ce tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:29.304886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d48301ae-fa67-4737-a3d1-d51d2c3715ce tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports/7b2dff1a-6b90-4c7d-8064-f47761bc1afd HTTP/1.1" status: 200 len: 984 time: 0.1213498 Jun 30 02:50:29.307814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59436) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:29.318361 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1361c3f0-1b92-4d23-b837-e065c48f3ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:29.326442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Deleting port a102e087-b26b-4e41-af60-09008f0c9d5d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:29.326813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.329434 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361c3f0-1b92-4d23-b837-e065c48f3ee3 None None] Routers {'333b8692-11e5-48dd-b02f-5c09a748c072'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:29.330158 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1361c3f0-1b92-4d23-b837-e065c48f3ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['333b8692-11e5-48dd-b02f-5c09a748c072'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:29.377807 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1361c3f0-1b92-4d23-b837-e065c48f3ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:29.378477 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361c3f0-1b92-4d23-b837-e065c48f3ee3 None None] The sync data for ids ['333b8692-11e5-48dd-b02f-5c09a748c072'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:29.396664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Allocated IP 2001:db8::2 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/c48e208f-3007-47f0-8e69-eb3507999cf2/98e798fe-7470-4e4c-af4f-ac4293fca296) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:29.724071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:29.736028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.736595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.737543 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.842023 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:29.878253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Transition to ACTIVE for port object 98e798fe-7470-4e4c-af4f-ac4293fca296 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:29.925993 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Transition to ACTIVE for port object 98e798fe-7470-4e4c-af4f-ac4293fca296 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:29.944947 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.004659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.025239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:30.030016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:30.033962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:30.055186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Calling delete_port for a102e087-b26b-4e41-af60-09008f0c9d5d owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:30.146404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Pushing event updated for resources: {'Port': ['ID=98e798fe-7470-4e4c-af4f-ac4293fca296,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.175046 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.212544 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.217123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Attempting to bind port 98e798fe-7470-4e4c-af4f-ac4293fca296 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:30.217500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Attempting to bind port 98e798fe-7470-4e4c-af4f-ac4293fca296 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:30.217916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Attempting to bind port 98e798fe-7470-4e4c-af4f-ac4293fca296 on network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:30.223507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:30.223908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Checking segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:30.224357 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.224758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Bound using segment: {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:30.225230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Bound port: 98e798fe-7470-4e4c-af4f-ac4293fca296, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edec912f-4460-405e-8246-2d49fd0f3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:30.228486 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.370025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] For port 98e798fe-7470-4e4c-af4f-ac4293fca296, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:30.492895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] For port 98e798fe-7470-4e4c-af4f-ac4293fca296, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=98e798fe-7470-4e4c-af4f-ac4293fca296,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:30.500903 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.501745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.556595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.564933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Pushing event deleted for resources: {'Port': ['ID=a102e087-b26b-4e41-af60-09008f0c9d5d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.580507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.605908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a4dbb-9335-4b87-be02-5a3a25a289cf None None] Pushing event updated for resources: {'Port': ['ID=98e798fe-7470-4e4c-af4f-ac4293fca296,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.631564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.632293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.633919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.634497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.635081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.636976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.637576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.638166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.638730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.639281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.639844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.640546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:30.717933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac008-94a4-4728-8fa9-7eb49d6622a4 req-9ce1062a-7e54-4b18-8ced-486c2eb72de8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:30.719416 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85aac008-94a4-4728-8fa9-7eb49d6622a4 req-9ce1062a-7e54-4b18-8ced-486c2eb72de8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 944 time: 1.1637111 Jun 30 02:50:30.769191 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.819228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85aac008-94a4-4728-8fa9-7eb49d6622a4 req-7118f3d4-8d49-4e32-a8d7-ff8e6ff345db tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912671 Jun 30 02:50:30.857762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=bdfc95c5-9765-49c4-b76e-c9e72d2d9c87,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:30.939105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.942259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:30.943840 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f777762-8c8d-4bbc-8b4d-dba62b4781a1 req-49a62d18-a17e-4b43-8808-f20b91cc1f6d tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "DELETE /v2.0/floatingips/bd2391f9-0835-4f71-bf20-b7dc16578e01 HTTP/1.1" status: 204 len: 173 time: 2.1414592 Jun 30 02:50:30.945950 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Floating IP b4e0e086-9226-4197-96e9-ed2eade092bb associated. External IP: 172.25.7.63, port: fccc8050-5b6f-41fc-b3a7-e5ce3b33293b. Jun 30 02:50:31.188993 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.195556 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3266d074-1769-4d35-9ea6-e96573e61c77 req-d8fdc6c3-5fff-494a-8970-49bac6aa1500 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups/63ce3f10-1783-43d1-bcc0-8e01602a97d4 HTTP/1.1" status: 200 len: 1809 time: 0.2041616 Jun 30 02:50:31.473490 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3266d074-1769-4d35-9ea6-e96573e61c77 req-b9accc2b-d568-4e97-9942-8383b005d692 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.533450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.objects.ports [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93770) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:50:31.538942 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3266d074-1769-4d35-9ea6-e96573e61c77 req-b9accc2b-d568-4e97-9942-8383b005d692 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.711053 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3266d074-1769-4d35-9ea6-e96573e61c77 req-b9accc2b-d568-4e97-9942-8383b005d692 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.715336 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3266d074-1769-4d35-9ea6-e96573e61c77 req-b9accc2b-d568-4e97-9942-8383b005d692 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.720028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3266d074-1769-4d35-9ea6-e96573e61c77 req-b9accc2b-d568-4e97-9942-8383b005d692 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "DELETE /v2.0/security-groups/63ce3f10-1783-43d1-bcc0-8e01602a97d4 HTTP/1.1" status: 204 len: 173 time: 0.4750259 Jun 30 02:50:31.727673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router cc820c8d-b674-4b26-b4da-dda056b2101d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:31.745284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9accc2b-d568-4e97-9942-8383b005d692 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ce3f10-1783-43d1-bcc0-8e01602a97d4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:31.906642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:31.917671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] Sync routers for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:31.924964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.935025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:31.935676 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:31.943232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:31.983919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 7b2dff1a-6b90-4c7d-8064-f47761bc1afd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:31.984174 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.016263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e15d5769-b924-4075-aeac-09efa21417f0 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:32.028537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a467ee9d-e22d-41c5-8e93-80ff42f7241b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1311300 Jun 30 02:50:32.028537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'tag': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:32.032088 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519" -d '{"events": [{"name": "network-changed", "server_uuid": "95fefe3e-0bf0-41ef-8118-2799d57c322d", "tag": "fccc8050-5b6f-41fc-b3a7-e5ce3b33293b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:32.040491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:32.159222 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-57217f42-8e7d-43c6-b544-20507df5fa7b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/floatingips/b4e0e086-9226-4197-96e9-ed2eade092bb HTTP/1.1" status: 200 len: 991 time: 0.1172113 Jun 30 02:50:32.205268 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0d6f8b-2a2a-42de-98d2-6bdff1751337 x-openstack-request-id: req-ff0d6f8b-2a2a-42de-98d2-6bdff1751337 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:32.206148 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fefe3e-0bf0-41ef-8118-2799d57c322d", "tag": "fccc8050-5b6f-41fc-b3a7-e5ce3b33293b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:32.206667 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff0d6f8b-2a2a-42de-98d2-6bdff1751337 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:32.207425 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'tag': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'status': 'completed', 'code': 200} Jun 30 02:50:32.285237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a96f6-7fbf-443e-bf1d-e2fd4aaf5882 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:50:32.337215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port e15d5769-b924-4075-aeac-09efa21417f0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:32.360270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c857231-a109-40bd-904c-c537dcae14e5 req-0e22b8d0-22dd-4e73-af4f-6699c46e5e78 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.361867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c857231-a109-40bd-904c-c537dcae14e5 req-0e22b8d0-22dd-4e73-af4f-6699c46e5e78 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 944 time: 0.2489238 Jun 30 02:50:32.404407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port e15d5769-b924-4075-aeac-09efa21417f0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:32.404770 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.431407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c857231-a109-40bd-904c-c537dcae14e5 req-ddb6f1af-93fb-4888-b09b-c96955e1d613 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584841 Jun 30 02:50:32.437861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-1e75c83e-2c26-440f-b029-641ec7e846f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.439051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-1e75c83e-2c26-440f-b029-641ec7e846f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 1098 time: 0.2024326 Jun 30 02:50:32.441119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.477404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:32.500912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f9332-3d9c-43d8-8f58-e9c33f3bab52 req-f79e7038-4ec3-41a3-ae3c-ab193127bbf7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.508128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d52f9332-3d9c-43d8-8f58-e9c33f3bab52 req-f79e7038-4ec3-41a3-ae3c-ab193127bbf7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.1484575 Jun 30 02:50:32.525420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 7b2dff1a-6b90-4c7d-8064-f47761bc1afd owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:32.536695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9cdf94b2-e38e-4c00-9b45-e45ffe2a2318 None None] Provisioning for port 98e798fe-7470-4e4c-af4f-ac4293fca296 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:32.560715 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d52f9332-3d9c-43d8-8f58-e9c33f3bab52 req-e993d0b5-610d-4b97-b695-1859bbfcda03 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504835 Jun 30 02:50:32.667597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] For port 98e798fe-7470-4e4c-af4f-ac4293fca296, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=98e798fe-7470-4e4c-af4f-ac4293fca296,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:32.714461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 98e798fe-7470-4e4c-af4f-ac4293fca296 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:32.727572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-f45be18f-22d0-491b-89ae-7bf3d0fbf269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.729325 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-f45be18f-22d0-491b-89ae-7bf3d0fbf269 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353 HTTP/1.1" status: 200 len: 898 time: 0.2781165 Jun 30 02:50:32.831452 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-435a8aaf-9c78-4a52-9f9c-569f2fa0f122 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b HTTP/1.1" status: 200 len: 999 time: 0.0620079 Jun 30 02:50:32.843124 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.879363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a96f6-7fbf-443e-bf1d-e2fd4aaf5882 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 02:50:32.888190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-64b35eea-bd88-4dae-9f74-15cc29b3238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:32.889963 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-64b35eea-bd88-4dae-9f74-15cc29b3238e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e125c8c8-b7e0-4008-948c-3034dbf3d702 HTTP/1.1" status: 200 len: 835 time: 0.0446577 Jun 30 02:50:32.892721 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.893582 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.947756 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:32.970371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 98e798fe-7470-4e4c-af4f-ac4293fca296 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:32.982047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:32.986021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Subnet': ['ID=a43cd1db-5b8e-4711-b00a-746a03f7173d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:32.987573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:32.988662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:33.000800 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aceaf67-ad52-4160-8070-a8fe2aafeda3" -d '{"events": [{"server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "name": "network-vif-plugged", "status": "completed", "tag": "e15d5769-b924-4075-aeac-09efa21417f0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:33.030497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 98e798fe-7470-4e4c-af4f-ac4293fca296 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:33.031483 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.040858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:33.041614 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.106027 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.1072068 Jun 30 02:50:33.108963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:33.115255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Request body: {'port': {'network_id': '94dfcc4e-cb7a-4d66-82ed-b793863e0992', 'mac_address': 'fa:16:3e:86:e6:d9', 'name': 'tempest-NetworksTestDHCPv6-244767542'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:33.121919 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfff5907-a24e-4759-8d4f-0568809b982c x-openstack-request-id: req-dfff5907-a24e-4759-8d4f-0568809b982c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:33.122448 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "name": "network-vif-plugged", "status": "completed", "tag": "e15d5769-b924-4075-aeac-09efa21417f0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:33.122878 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfff5907-a24e-4759-8d4f-0568809b982c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:33.123413 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0', 'code': 200} Jun 30 02:50:33.168099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-290a9943-e0da-47d7-8754-d5d21f1c3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:33.169814 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-290a9943-e0da-47d7-8754-d5d21f1c3d6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2677588 Jun 30 02:50:33.170669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:33.182040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0445c-69ec-4472-b332-c1847e3eedf5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=98e798fe-7470-4e4c-af4f-ac4293fca296,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:33.193816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e15d5769-b924-4075-aeac-09efa21417f0,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:33.208588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.357907 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.398234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=7b2dff1a-6b90-4c7d-8064-f47761bc1afd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:33.409774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-990546b1-a887-49a4-b13f-a3565757621a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/floatingips/b4e0e086-9226-4197-96e9-ed2eade092bb HTTP/1.1" status: 200 len: 991 time: 0.2356472 Jun 30 02:50:33.432061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965bbc4-6dee-4d6f-b0ab-79d274f12207 req-42622fef-eecf-421d-9212-95d36d3b70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:33.433778 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3965bbc4-6dee-4d6f-b0ab-79d274f12207 req-42622fef-eecf-421d-9212-95d36d3b70d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1097 time: 0.2045226 Jun 30 02:50:33.443918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=e15d5769-b924-4075-aeac-09efa21417f0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:33.511933 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.548036 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-aaee7b7d-2df7-4d05-8277-634b212935c0 service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567555 Jun 30 02:50:33.548917 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.549387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3965bbc4-6dee-4d6f-b0ab-79d274f12207 req-b4bc6388-69c2-4f17-b075-9f74ca12590b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020072 Jun 30 02:50:33.561457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Made reservation on behalf of 26ac379234f043849ae88a141cffeec5 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:33.608375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 98e798fe-7470-4e4c-af4f-ac4293fca296, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=98e798fe-7470-4e4c-af4f-ac4293fca296,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:33.634825 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.698700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:49:45Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b4e0e086-9226-4197-96e9-ed2eade092bb', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'mac_address': 'fa:16:3e:e0:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:29Z', 'updated_at': '2021-06-30T02:50:29Z', 'revision_number': 0, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:33.815660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=98e798fe-7470-4e4c-af4f-ac4293fca296,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:33.830550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] Checking router: cc820c8d-b674-4b26-b4da-dda056b2101d for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:33.846451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ee3bc-b2ca-4c20-a2ca-706b60c6eacc req-63d713f4-141a-4029-8d20-b12fe1d60197 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:33.849080 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bb6ee3bc-b2ca-4c20-a2ca-706b60c6eacc req-63d713f4-141a-4029-8d20-b12fe1d60197 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1952238 Jun 30 02:50:33.852527 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:33.880630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:33.881430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:33.896801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] device_id is not set on port 0724935b-fb90-4fda-aa6a-b5b987bb2ddd yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:50:33.928424 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bb6ee3bc-b2ca-4c20-a2ca-706b60c6eacc req-725c46f2-751b-4ac8-95bb-cdc4929a3a88 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582395 Jun 30 02:50:33.980559 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d96a8655-3e27-4223-ae6d-c6c4fa3e7519 req-a810f894-0d84-49e1-96b0-63f21a5a2691 service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177902 Jun 30 02:50:34.084212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:34.212395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8::2e7 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/c48e208f-3007-47f0-8e69-eb3507999cf2/0724935b-fb90-4fda-aa6a-b5b987bb2ddd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:34.214946 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09483ccb-be8e-40b2-ba01-fc46e927dcec req-d8d3a23f-97d9-4fcf-8627-83cab72afc11 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:34.216845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09483ccb-be8e-40b2-ba01-fc46e927dcec req-d8d3a23f-97d9-4fcf-8627-83cab72afc11 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.4317725 Jun 30 02:50:34.221836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router 333b8692-11e5-48dd-b02f-5c09a748c072 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:34.234397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:e6d9 (94dfcc4e-cb7a-4d66-82ed-b793863e0992/a43cd1db-5b8e-4711-b00a-746a03f7173d/0724935b-fb90-4fda-aa6a-b5b987bb2ddd) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:34.339175 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:34.348323 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a8fe5bc2-c8e2-4c98-acc3-03434f620641 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/333b8692-11e5-48dd-b02f-5c09a748c072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0392005 Jun 30 02:50:34.352358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:34.357166 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8818e1-0b89-46b2-b0ce-809ffc7888c9 None None] Sync routers for ids ['333b8692-11e5-48dd-b02f-5c09a748c072'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:34.371871 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8818e1-0b89-46b2-b0ce-809ffc7888c9 None None] Routers {'333b8692-11e5-48dd-b02f-5c09a748c072'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:34.372959 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc8818e1-0b89-46b2-b0ce-809ffc7888c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['333b8692-11e5-48dd-b02f-5c09a748c072'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:34.457762 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:34.487843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09483ccb-be8e-40b2-ba01-fc46e927dcec req-4823c5bf-c5fd-49c4-b4cf-1489e6ae8432 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584532 Jun 30 02:50:34.508271 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc8818e1-0b89-46b2-b0ce-809ffc7888c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:34.519352 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8818e1-0b89-46b2-b0ce-809ffc7888c9 None None] Routers {'333b8692-11e5-48dd-b02f-5c09a748c072'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:34.520177 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc8818e1-0b89-46b2-b0ce-809ffc7888c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['333b8692-11e5-48dd-b02f-5c09a748c072'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:34.596054 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bc8818e1-0b89-46b2-b0ce-809ffc7888c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:34.597214 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8818e1-0b89-46b2-b0ce-809ffc7888c9 None None] The sync data for ids ['333b8692-11e5-48dd-b02f-5c09a748c072'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:34.674277 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-361a7d98-85ab-4c3f-9736-4413b4f097c2 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/floatingips/b4e0e086-9226-4197-96e9-ed2eade092bb HTTP/1.1" status: 200 len: 991 time: 0.1848068 Jun 30 02:50:34.732523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 98e798fe-7470-4e4c-af4f-ac4293fca296 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:34.785641 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.801341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Transition to ACTIVE for port object 0724935b-fb90-4fda-aa6a-b5b987bb2ddd will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:34.874165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 98e798fe-7470-4e4c-af4f-ac4293fca296 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:34.874591 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.885386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:34.988706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:49:45Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b4e0e086-9226-4197-96e9-ed2eade092bb', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'mac_address': 'fa:16:3e:e0:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:29Z', 'updated_at': '2021-06-30T02:50:29Z', 'revision_number': 0, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:35.000863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:35.012744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:35.046156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252759a-65f5-4847-bad4-b62ea4ab55cf None None] The sync data for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 is: [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:49:45Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b4e0e086-9226-4197-96e9-ed2eade092bb', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'mac_address': 'fa:16:3e:e0:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:29Z', 'updated_at': '2021-06-30T02:50:29Z', 'revision_number': 0, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:35.066926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:35.072832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:35.073867 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.088834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event updated for resources: {'Port': ['ID=0724935b-fb90-4fda-aa6a-b5b987bb2ddd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:35.137990 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-30638c0b-a37c-4165-b1b3-5939d1798082 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0276668 Jun 30 02:50:35.142223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:35.223618 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-cb80f2fa-d262-40fb-89c5-dbdbdbf4c89a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 02:50:35.228647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cb80f2fa-d262-40fb-89c5-dbdbdbf4c89a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/333b8692-11e5-48dd-b02f-5c09a748c072/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8618817 Jun 30 02:50:35.228977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:35.268911 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-30fd37b3-ce80-49fb-99cd-429ae1042952 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=333b8692-11e5-48dd-b02f-5c09a748c072 HTTP/1.1" status: 200 len: 205 time: 0.0367358 Jun 30 02:50:35.272336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:35.279331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c937e4-5599-407b-b288-f027f6b49cb9 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:35.402061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7620192-db48-444d-83a2-57466ee607fa req-9da9968b-3f32-440b-9816-753f77eeb860 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:35.407683 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7620192-db48-444d-83a2-57466ee607fa req-9da9968b-3f32-440b-9816-753f77eeb860 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.73 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.3479476 Jun 30 02:50:35.414694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-44703ffa-a6d0-4ba5-be21-c068bf92a134 None None] Provisioning complete for port 98e798fe-7470-4e4c-af4f-ac4293fca296 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:35.415237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44703ffa-a6d0-4ba5-be21-c068bf92a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.526404 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3503de03-e487-42f2-9127-55a0fb600c38 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.538264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf78210-2fc1-4355-8d1e-c125f3b1d653 None None] New status for floating IP b4e0e086-9226-4197-96e9-ed2eade092bb: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:35.682643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59532) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:35.784250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e51a6-3c32-4afa-a1c2-14ba6255a033 req-2885f72f-d78c-4226-b923-d654771e2d39 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:35.785961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d60e51a6-3c32-4afa-a1c2-14ba6255a033 req-2885f72f-d78c-4226-b923-d654771e2d39 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.5562642 Jun 30 02:50:35.929888 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3503de03-e487-42f2-9127-55a0fb600c38 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.938035 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3503de03-e487-42f2-9127-55a0fb600c38 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.970289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4f266275-1cfc-49b5-a711-8429e67972f0 None None] Could not find standard attr ID for object 7b2dff1a-6b90-4c7d-8064-f47761bc1afd. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:50:36.069229 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d60e51a6-3c32-4afa-a1c2-14ba6255a033 req-eca5b26b-8509-42f3-bcf1-52caed98abee tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665386 Jun 30 02:50:36.074344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3503de03-e487-42f2-9127-55a0fb600c38 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.075238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3503de03-e487-42f2-9127-55a0fb600c38 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Fanout notify agent at l3_agent the message router_deleted on router 333b8692-11e5-48dd-b02f-5c09a748c072 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:36.085619 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3503de03-e487-42f2-9127-55a0fb600c38 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.086933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3503de03-e487-42f2-9127-55a0fb600c38 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/333b8692-11e5-48dd-b02f-5c09a748c072 HTTP/1.1" status: 204 len: 168 time: 0.8122141 Jun 30 02:50:36.089489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59538) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:36.160130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c969968-8eda-4f41-a28e-6a449e0a4119 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting subnet fe4c24c2-5dcd-439a-b64a-64b122652133 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:36.164990 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c969968-8eda-4f41-a28e-6a449e0a4119 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.270298 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c969968-8eda-4f41-a28e-6a449e0a4119 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.315425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeb1af5-272c-4009-bd0f-3ef2c90e950a None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:36.376779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e4a39-f04b-494e-9a1a-07bbd97dab8e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting port 0724935b-fb90-4fda-aa6a-b5b987bb2ddd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:36.377406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4a39-f04b-494e-9a1a-07bbd97dab8e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.437166 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e577ed4d-38eb-47a2-9fa7-fa0c4f9a6702 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/floatingips/b4e0e086-9226-4197-96e9-ed2eade092bb HTTP/1.1" status: 200 len: 991 time: 0.7489948 Jun 30 02:50:36.445902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-78bc0a21-22f4-44f7-988a-1d27465fb4d3 None None] Provisioning complete for port 98e798fe-7470-4e4c-af4f-ac4293fca296 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:36.446090 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78bc0a21-22f4-44f7-988a-1d27465fb4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.577745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c969968-8eda-4f41-a28e-6a449e0a4119 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.596941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f7620192-db48-444d-83a2-57466ee607fa req-c09a94d6-6064-4efa-b177-f32a1ac75e01 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Deleting port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:36.597599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7620192-db48-444d-83a2-57466ee607fa req-c09a94d6-6064-4efa-b177-f32a1ac75e01 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.641908 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4a39-f04b-494e-9a1a-07bbd97dab8e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.658993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3807c-131f-49c5-b222-667d4818fa51 req-1d1a5297-64c3-43fe-bd29-784e9f1cfa76 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:36.660883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-78bc0a21-22f4-44f7-988a-1d27465fb4d3 None None] Provisioning for port 0724935b-fb90-4fda-aa6a-b5b987bb2ddd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:36.668566 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0e3807c-131f-49c5-b222-667d4818fa51 req-1d1a5297-64c3-43fe-bd29-784e9f1cfa76 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.2079997 Jun 30 02:50:36.668709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-78bc0a21-22f4-44f7-988a-1d27465fb4d3 None None] Provisioning complete for port 0724935b-fb90-4fda-aa6a-b5b987bb2ddd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:36.668938 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-78bc0a21-22f4-44f7-988a-1d27465fb4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.740198 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0e3807c-131f-49c5-b222-667d4818fa51 req-5f92a4f1-ff20-4dea-a125-923524a7c5b9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706110 Jun 30 02:50:36.741651 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c969968-8eda-4f41-a28e-6a449e0a4119 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.742970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e4a39-f04b-494e-9a1a-07bbd97dab8e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Calling delete_port for 0724935b-fb90-4fda-aa6a-b5b987bb2ddd owned by {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:36.745041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-78bc0a21-22f4-44f7-988a-1d27465fb4d3 None None] Port 0724935b-fb90-4fda-aa6a-b5b987bb2ddd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:36.760712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:36.807248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76f91d-2442-4fea-b6b1-6ca341ce3836 req-830d9632-c066-4503-a955-6c7d088e2b29 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:36.817818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c969968-8eda-4f41-a28e-6a449e0a4119 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4c24c2-5dcd-439a-b64a-64b122652133,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:36.823592 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5d76f91d-2442-4fea-b6b1-6ca341ce3836 req-830d9632-c066-4503-a955-6c7d088e2b29 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 946 time: 0.3930609 Jun 30 02:50:36.848046 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c969968-8eda-4f41-a28e-6a449e0a4119 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.851425 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2c969968-8eda-4f41-a28e-6a449e0a4119 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/fe4c24c2-5dcd-439a-b64a-64b122652133 HTTP/1.1" status: 204 len: 168 time: 0.7605653 Jun 30 02:50:36.853488 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:36.859374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e761f01-6d31-4d91-b4cc-e72a7c2060c9 None None] Network 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:36.995202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f7620192-db48-444d-83a2-57466ee607fa req-c09a94d6-6064-4efa-b177-f32a1ac75e01 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] For port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,segment=NetworkSegment(b157578e-614d-46a6-8bc6-f933cdb600a1),segment_id=b157578e-614d-46a6-8bc6-f933cdb600a1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:36.995667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7620192-db48-444d-83a2-57466ee607fa req-c09a94d6-6064-4efa-b177-f32a1ac75e01 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.029680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360887be-bd42-4806-b229-1123d90e7d10 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:37.030561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f7620192-db48-444d-83a2-57466ee607fa req-c09a94d6-6064-4efa-b177-f32a1ac75e01 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Calling delete_port for 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:37.034977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-360887be-bd42-4806-b229-1123d90e7d10 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1092 time: 0.2258980 Jun 30 02:50:37.042556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:37.044758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.050440 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'e15d5769-b924-4075-aeac-09efa21417f0', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:37.076325 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5d76f91d-2442-4fea-b6b1-6ca341ce3836 req-d8897a12-f4bf-4843-9787-99aa2895d0d7 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/security-groups?id=dee642dd-1632-4865-8806-6696c7c64593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518291 Jun 30 02:50:37.140955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 0fa8c569-1788-4d16-8496-dac00beb86ec {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:37.141350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.188220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2a93ea10-49d9-4c68-8bf2-20d7ca26abdd None None] Provisioning complete for port 98e798fe-7470-4e4c-af4f-ac4293fca296 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:37.188645 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a93ea10-49d9-4c68-8bf2-20d7ca26abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.226702 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.314271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e66ef3-2b13-4c99-ae61-96e19b18f128 None None] DHCP port deletion for 4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:37.315671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port 0fa8c569-1788-4d16-8496-dac00beb86ec, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0fa8c569-1788-4d16-8496-dac00beb86ec,segment=NetworkSegment(bb652b46-eb35-4fe6-913d-6c853158c697),segment_id=bb652b46-eb35-4fe6-913d-6c853158c697)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:37.319035 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.363870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 0fa8c569-1788-4d16-8496-dac00beb86ec owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:37.448444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2a93ea10-49d9-4c68-8bf2-20d7ca26abdd None None] Provisioning complete for port 0724935b-fb90-4fda-aa6a-b5b987bb2ddd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:37.448984 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a93ea10-49d9-4c68-8bf2-20d7ca26abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.491143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:37.507217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c0e66ef3-2b13-4c99-ae61-96e19b18f128 None None] Deleting port 0fa8c569-1788-4d16-8496-dac00beb86ec {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:37.507815 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0e66ef3-2b13-4c99-ae61-96e19b18f128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.561375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2a93ea10-49d9-4c68-8bf2-20d7ca26abdd None None] Port 0724935b-fb90-4fda-aa6a-b5b987bb2ddd cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:37.607747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c0e66ef3-2b13-4c99-ae61-96e19b18f128 None None] For port 0fa8c569-1788-4d16-8496-dac00beb86ec, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0fa8c569-1788-4d16-8496-dac00beb86ec,segment=NetworkSegment(bb652b46-eb35-4fe6-913d-6c853158c697),segment_id=bb652b46-eb35-4fe6-913d-6c853158c697)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:37.608196 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0e66ef3-2b13-4c99-ae61-96e19b18f128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.636308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c0e66ef3-2b13-4c99-ae61-96e19b18f128 None None] Calling delete_port for 0fa8c569-1788-4d16-8496-dac00beb86ec owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:37.659319 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.676783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4a39-f04b-494e-9a1a-07bbd97dab8e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.724092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=0fa8c569-1788-4d16-8496-dac00beb86ec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:37.731854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No DVR routers for this DVR port 0fa8c569-1788-4d16-8496-dac00beb86ec on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:37.733822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aa9202d5-b9c1-42f3-89e0-2883308a0a1a None None] Could not find standard attr ID for object 0724935b-fb90-4fda-aa6a-b5b987bb2ddd. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 02:50:37.790236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1c6e4a39-f04b-494e-9a1a-07bbd97dab8e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.794992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1c6e4a39-f04b-494e-9a1a-07bbd97dab8e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/0724935b-fb90-4fda-aa6a-b5b987bb2ddd HTTP/1.1" status: 204 len: 168 time: 2.6454549 Jun 30 02:50:37.795616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59570) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:37.808154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e4a39-f04b-494e-9a1a-07bbd97dab8e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Port': ['ID=0724935b-fb90-4fda-aa6a-b5b987bb2ddd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:37.818463 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0e66ef3-2b13-4c99-ae61-96e19b18f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.848088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e66ef3-2b13-4c99-ae61-96e19b18f128 None None] Pushing event deleted for resources: {'Port': ['ID=0fa8c569-1788-4d16-8496-dac00beb86ec,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:37.848324 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.854359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e66ef3-2b13-4c99-ae61-96e19b18f128 None None] No DVR routers for this DVR port 0fa8c569-1788-4d16-8496-dac00beb86ec on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:37.858661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:37.870063 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb652b46-eb35-4fe6-913d-6c853158c697') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:37.870359 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb652b46-eb35-4fe6-913d-6c853158c697') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:37.880647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c14bb400-4b70-4c7a-b619-f68b3fa454c9 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/floatingips/b4e0e086-9226-4197-96e9-ed2eade092bb HTTP/1.1" status: 200 len: 993 time: 0.3883045 Jun 30 02:50:37.880908 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7620192-db48-444d-83a2-57466ee607fa req-c09a94d6-6064-4efa-b177-f32a1ac75e01 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.892362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.907919 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.923824 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:37.924312 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:37.940451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a94d6-6064-4efa-b177-f32a1ac75e01 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Pushing event deleted for resources: {'Port': ['ID=2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:37.990822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:38.003258 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:38.010082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.017716 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.024823 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/networks/4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6 HTTP/1.1" status: 204 len: 168 time: 1.1660967 Jun 30 02:50:38.024823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:38.030058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-322168060'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:38.056781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4869f66-6c8b-4bd8-804f-d58b9bbc2725 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Network': ['ID=4f7f0c2a-72f1-4d2b-98a2-056f9eef4cd6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:38.066013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:38.070491 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.095941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:38.105601 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.105942 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added segment 06474df7-bd9e-4517-bad6-105aa8bb131c of type vlan for network bf4d60d2-5895-4644-9d6a-07c9272b24bf Jun 30 02:50:38.141030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7620192-db48-444d-83a2-57466ee607fa req-c09a94d6-6064-4efa-b177-f32a1ac75e01 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] No DVR routers for this DVR port 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:38.151667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f7620192-db48-444d-83a2-57466ee607fa req-c09a94d6-6064-4efa-b177-f32a1ac75e01 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.153898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7620192-db48-444d-83a2-57466ee607fa req-c09a94d6-6064-4efa-b177-f32a1ac75e01 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.73 "DELETE /v2.0/ports/2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 HTTP/1.1" status: 204 len: 173 time: 2.7348609 Jun 30 02:50:38.154853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'name': 'network-vif-deleted', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:38.157368 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd592a6-9920-456e-8b60-4e9841cc9da1" -d '{"events": [{"server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "name": "network-vif-deleted", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:38.170985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48833f8e-3705-44ce-913c-07fc794d4a9d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.175854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-48833f8e-3705-44ce-913c-07fc794d4a9d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3736329 Jun 30 02:50:38.179366 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.182523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:38.233674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:38.269913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:38.272394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:38.281357 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12adf386-2d88-44ad-ab3a-06df5eb32c61 req-00d4945c-343a-473b-8298-4ec15ec0ba29 tempest-ServerRescueTestJSONUnderV235-590312644 tempest-ServerRescueTestJSONUnderV235-590312644-project] 10.222.0.55 "GET /v2.0/ports?device_id=32ee30dc-b2a2-4756-9ea4-830873ec5dd5 HTTP/1.1" status: 200 len: 210 time: 0.0534213 Jun 30 02:50:38.282594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.25.7.239 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/99d40dfd-dbdc-4733-9ada-c861940aba13) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:38.317847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc6d0c-d23b-46e5-9f3f-7e8e58bbfc7f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.321778 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dcfc6d0c-d23b-46e5-9f3f-7e8e58bbfc7f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1358283 Jun 30 02:50:38.324138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:38.338568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.345330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.345938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.358659 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0afcf8-dd3a-4f44-af08-26fdf42e7a5d x-openstack-request-id: req-ea0afcf8-dd3a-4f44-af08-26fdf42e7a5d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:38.358997 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ee30dc-b2a2-4756-9ea4-830873ec5dd5", "name": "network-vif-deleted", "tag": "2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:38.359254 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea0afcf8-dd3a-4f44-af08-26fdf42e7a5d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:38.359770 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ee30dc-b2a2-4756-9ea4-830873ec5dd5', 'name': 'network-vif-deleted', 'tag': '2c7a51f9-bbc4-4dd8-9d1f-b7dd2aa85d55', 'status': 'completed', 'code': 200} Jun 30 02:50:38.398562 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3709924 Jun 30 02:50:38.404000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:38.410847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'subnet': {'network_id': 'bf4d60d2-5895-4644-9d6a-07c9272b24bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:38.481303 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.485198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd45ec72-8444-4aac-81ee-578c606ee52d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.487755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd45ec72-8444-4aac-81ee-578c606ee52d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.489452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd45ec72-8444-4aac-81ee-578c606ee52d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:38.493883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd45ec72-8444-4aac-81ee-578c606ee52d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1660700 Jun 30 02:50:38.494974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59588) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:38.495313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c957a-4a2a-43c2-84ce-4e8fa851b485 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Network': ['ID=bf4d60d2-5895-4644-9d6a-07c9272b24bf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:38.507879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network bf4d60d2-5895-4644-9d6a-07c9272b24bf details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:38.560039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-85daf5d5-805f-4212-8f0a-6188ac1a0911 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet a43cd1db-5b8e-4711-b00a-746a03f7173d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:38.569187 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85daf5d5-805f-4212-8f0a-6188ac1a0911 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.605107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0fa8c569-1788-4d16-8496-dac00beb86ec no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:38.631975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85daf5d5-805f-4212-8f0a-6188ac1a0911 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.632428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0fa8c569-1788-4d16-8496-dac00beb86ec {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:38.632813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0fa8c569-1788-4d16-8496-dac00beb86ec not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:38.669289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:38.672834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.697349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.829079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:38.839991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:38.848339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=99d40dfd-dbdc-4733-9ada-c861940aba13,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:38.850983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:38.883352 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85daf5d5-805f-4212-8f0a-6188ac1a0911 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.062563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85daf5d5-805f-4212-8f0a-6188ac1a0911 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.143592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e60f03-ed70-417b-b452-e0261f9e4460 None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:39.143702 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-85daf5d5-805f-4212-8f0a-6188ac1a0911 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.153246 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-85daf5d5-805f-4212-8f0a-6188ac1a0911 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/a43cd1db-5b8e-4711-b00a-746a03f7173d HTTP/1.1" status: 204 len: 168 time: 0.6548851 Jun 30 02:50:39.153611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:39.171697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daf5d5-805f-4212-8f0a-6188ac1a0911 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=a43cd1db-5b8e-4711-b00a-746a03f7173d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:39.235645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-30193332-ebca-4de6-9110-ee7a6b6a63bd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Deleting subnet c48e208f-3007-47f0-8e69-eb3507999cf2 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:39.239703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30193332-ebca-4de6-9110-ee7a6b6a63bd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.292236 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30193332-ebca-4de6-9110-ee7a6b6a63bd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.318365 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.444269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:39.457899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Subnet': ['ID=08d88f63-75b1-4a48-9948-9d2acea3ed3c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:39.529248 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30193332-ebca-4de6-9110-ee7a6b6a63bd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.623709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Checking segment: {'id': '06474df7-bd9e-4517-bad6-105aa8bb131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bf4d60d2-5895-4644-9d6a-07c9272b24bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:39.624371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network hostable DHCP agents. Network: bf4d60d2-5895-4644-9d6a-07c9272b24bf, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:39.701254 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30193332-ebca-4de6-9110-ee7a6b6a63bd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.742391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30193332-ebca-4de6-9110-ee7a6b6a63bd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Subnet': ['ID=c48e208f-3007-47f0-8e69-eb3507999cf2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:39.753210 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-30193332-ebca-4de6-9110-ee7a6b6a63bd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.755115 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-30193332-ebca-4de6-9110-ee7a6b6a63bd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/c48e208f-3007-47f0-8e69-eb3507999cf2 HTTP/1.1" status: 204 len: 168 time: 0.6003506 Jun 30 02:50:39.760095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:39.781380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network bf4d60d2-5895-4644-9d6a-07c9272b24bf is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:39.798430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, bf4d60d2-5895-4644-9d6a-07c9272b24bf) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:39.807978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a74498-32a8-4d37-8141-c23062aadbca None None] Network bf4d60d2-5895-4644-9d6a-07c9272b24bf requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:39.817120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:39.818016 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:39.833643 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-002fabd2-6d1a-4d9e-82ca-b9d72e1d699c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719118 Jun 30 02:50:39.860004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:39.884344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d80f0b35-1e5a-464f-8238-34d69d1226c5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4792144 Jun 30 02:50:39.887595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:39.905604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f725973d-f3f5-429b-8d72-7c4daf4ccbb7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-409029685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:40.093053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-bf4d60d2-5895-4644-9d6a-07c9272b24bf', 'network_id': 'bf4d60d2-5895-4644-9d6a-07c9272b24bf', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'fixed_ips': [{'subnet_id': '08d88f63-75b1-4a48-9948-9d2acea3ed3c'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:40.094954 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.272458 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.315946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Allocated IP 2001:db8::2 (bf4d60d2-5895-4644-9d6a-07c9272b24bf/08d88f63-75b1-4a48-9948-9d2acea3ed3c/8cc6e22a-444c-4519-a29f-451b62026d53) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:40.387493 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f725973d-f3f5-429b-8d72-7c4daf4ccbb7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.388512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f725973d-f3f5-429b-8d72-7c4daf4ccbb7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.562191 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.576197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Transition to ACTIVE for port object 8cc6e22a-444c-4519-a29f-451b62026d53 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:40.609707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Transition to ACTIVE for port object 8cc6e22a-444c-4519-a29f-451b62026d53 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:40.613613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f725973d-f3f5-429b-8d72-7c4daf4ccbb7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.626280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68191dc4-b9e5-4f74-b8d8-c302d68b5f7b None None] Network 94dfcc4e-cb7a-4d66-82ed-b793863e0992 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:40.626894 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.628922 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f725973d-f3f5-429b-8d72-7c4daf4ccbb7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.645245 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.717611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c65e6c-9050-4d4e-a973-6559461b6ebe tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.723350 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e2c65e6c-9050-4d4e-a973-6559461b6ebe tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8613060 Jun 30 02:50:40.733891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:40.742294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f725973d-f3f5-429b-8d72-7c4daf4ccbb7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.743620 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f725973d-f3f5-429b-8d72-7c4daf4ccbb7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8426173 Jun 30 02:50:40.764392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59634) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:40.955321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-51de5a91-f561-44ad-a9b9-b4fa95059e3c None None] Provisioning complete for port 98e798fe-7470-4e4c-af4f-ac4293fca296 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:40.955851 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51de5a91-f561-44ad-a9b9-b4fa95059e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:40.971381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Network bf4d60d2-5895-4644-9d6a-07c9272b24bf is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:40.983402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75115419-750f-43b9-b20b-e6238a07ba1b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:40.985014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-75115419-750f-43b9-b20b-e6238a07ba1b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2403321 Jun 30 02:50:40.987777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59636) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:41.003377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:41.006408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:41.043051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Pushing event updated for resources: {'Port': ['ID=8cc6e22a-444c-4519-a29f-451b62026d53,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.115240 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fe712d4c-7bcf-4569-93e2-af489e0a2e16 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249650 Jun 30 02:50:41.126757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:41.130975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.165635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Attempting to bind port 8cc6e22a-444c-4519-a29f-451b62026d53 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:41.165635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Attempting to bind port 8cc6e22a-444c-4519-a29f-451b62026d53 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '06474df7-bd9e-4517-bad6-105aa8bb131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bf4d60d2-5895-4644-9d6a-07c9272b24bf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:41.165635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Attempting to bind port 8cc6e22a-444c-4519-a29f-451b62026d53 on network bf4d60d2-5895-4644-9d6a-07c9272b24bf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:41.175698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:41.176264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Checking segment: {'id': '06474df7-bd9e-4517-bad6-105aa8bb131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bf4d60d2-5895-4644-9d6a-07c9272b24bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:41.176767 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.177591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Bound using segment: {'id': '06474df7-bd9e-4517-bad6-105aa8bb131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bf4d60d2-5895-4644-9d6a-07c9272b24bf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:41.178101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Bound port: 8cc6e22a-444c-4519-a29f-451b62026d53, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06474df7-bd9e-4517-bad6-105aa8bb131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bf4d60d2-5895-4644-9d6a-07c9272b24bf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:41.179225 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.243907 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfb95dd-3365-4149-b60c-3434dfa8d7d0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:41.244799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfb95dd-3365-4149-b60c-3434dfa8d7d0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:41.246578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5cfb95dd-3365-4149-b60c-3434dfa8d7d0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/0724935b-fb90-4fda-aa6a-b5b987bb2ddd HTTP/1.1" status: 404 len: 333 time: 0.1166387 Jun 30 02:50:41.253563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59642) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:41.305883 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f256da9-04a7-43df-8b3c-c29dcbf492d3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:41.306386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f256da9-04a7-43df-8b3c-c29dcbf492d3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:41.308169 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0f256da9-04a7-43df-8b3c-c29dcbf492d3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/a43cd1db-5b8e-4711-b00a-746a03f7173d HTTP/1.1" status: 404 len: 337 time: 0.0518057 Jun 30 02:50:41.311689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59644) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:41.336615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] For port 8cc6e22a-444c-4519-a29f-451b62026d53, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:41.341111 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] For port 8cc6e22a-444c-4519-a29f-451b62026d53, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8cc6e22a-444c-4519-a29f-451b62026d53,segment=NetworkSegment(06474df7-bd9e-4517-bad6-105aa8bb131c),segment_id=06474df7-bd9e-4517-bad6-105aa8bb131c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:41.348525 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.410807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07090b5-4c21-42ff-84c1-7bfd4cd88e0b None None] Pushing event updated for resources: {'Port': ['ID=8cc6e22a-444c-4519-a29f-451b62026d53,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.421688 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-174252fb-5a24-4a34-aa3a-2ad43fb1fc4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:41.421912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46724662-365b-488e-9785-6b0dd02f5687 None None] DHCP port deletion for 94dfcc4e-cb7a-4d66-82ed-b793863e0992 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:41.425127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174252fb-5a24-4a34-aa3a-2ad43fb1fc4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:41.427074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-174252fb-5a24-4a34-aa3a-2ad43fb1fc4c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/c48e208f-3007-47f0-8e69-eb3507999cf2 HTTP/1.1" status: 404 len: 337 time: 0.1128979 Jun 30 02:50:41.434548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59646) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:41.490884 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-445889b2-7ab2-406b-8188-6044f1a69b25 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:41.491669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445889b2-7ab2-406b-8188-6044f1a69b25 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:41.495935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-445889b2-7ab2-406b-8188-6044f1a69b25 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/a58e22f4-4381-4a32-b59a-d44a3951375a HTTP/1.1" status: 404 len: 333 time: 0.0570848 Jun 30 02:50:41.499983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:41.500946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.502892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-46724662-365b-488e-9785-6b0dd02f5687 None None] Deleting port 98e798fe-7470-4e4c-af4f-ac4293fca296 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:41.503363 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46724662-365b-488e-9785-6b0dd02f5687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.533276 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.552261 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-114ae454-8381-4956-8c22-1644eb008ac5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:41.552692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114ae454-8381-4956-8c22-1644eb008ac5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:41.557100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-114ae454-8381-4956-8c22-1644eb008ac5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/0bcfcfe0-d95f-4052-abf4-b29a8a3e5040 HTTP/1.1" status: 404 len: 337 time: 0.0431485 Jun 30 02:50:41.558055 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59650) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:41.567712 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.597403 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b0eb46-e22f-4634-ab1d-9a9f1833caa4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:41.597790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b0eb46-e22f-4634-ab1d-9a9f1833caa4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:41.603045 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-48b0eb46-e22f-4634-ab1d-9a9f1833caa4 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/5d806f8a-5bea-4dda-be83-279d50d13659 HTTP/1.1" status: 404 len: 337 time: 0.0395377 Jun 30 02:50:41.624951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59652) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:41.640345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-46724662-365b-488e-9785-6b0dd02f5687 None None] For port 98e798fe-7470-4e4c-af4f-ac4293fca296, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=98e798fe-7470-4e4c-af4f-ac4293fca296,segment=NetworkSegment(edec912f-4460-405e-8246-2d49fd0f3f1a),segment_id=edec912f-4460-405e-8246-2d49fd0f3f1a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:41.640741 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46724662-365b-488e-9785-6b0dd02f5687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.673808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-46724662-365b-488e-9785-6b0dd02f5687 None None] Calling delete_port for 98e798fe-7470-4e4c-af4f-ac4293fca296 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:41.709942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] Deleting port 7de4ff2a-bb57-4130-8848-27174a1e5f40 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:41.710360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.763184 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.826619 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46724662-365b-488e-9785-6b0dd02f5687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:41.885170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46724662-365b-488e-9785-6b0dd02f5687 None None] Pushing event deleted for resources: {'Port': ['ID=98e798fe-7470-4e4c-af4f-ac4293fca296,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.888066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46724662-365b-488e-9785-6b0dd02f5687 None None] No DVR routers for this DVR port 98e798fe-7470-4e4c-af4f-ac4293fca296 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:41.918075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=99d40dfd-dbdc-4733-9ada-c861940aba13,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:41.924882 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69ab5c8-3734-41a7-897a-30051d2b212d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:41.925649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69ab5c8-3734-41a7-897a-30051d2b212d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:41.927467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a69ab5c8-3734-41a7-897a-30051d2b212d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/3f44f590-ebb7-44ed-83bd-3f3d64dc2b24 HTTP/1.1" status: 404 len: 333 time: 0.3014100 Jun 30 02:50:41.931324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59656) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:41.982912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] For port 7de4ff2a-bb57-4130-8848-27174a1e5f40, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7de4ff2a-bb57-4130-8848-27174a1e5f40,segment=NetworkSegment(b157578e-614d-46a6-8bc6-f933cdb600a1),segment_id=b157578e-614d-46a6-8bc6-f933cdb600a1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:41.983294 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.015750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] Calling delete_port for 7de4ff2a-bb57-4130-8848-27174a1e5f40 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:42.021714 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f330a9-00f0-4505-a903-bf5cffb633cb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:42.022212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f330a9-00f0-4505-a903-bf5cffb633cb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:42.026343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-96f330a9-00f0-4505-a903-bf5cffb633cb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/00a4272e-71f3-4dcf-87af-619d0e4e4d74 HTTP/1.1" status: 404 len: 337 time: 0.0883672 Jun 30 02:50:42.027825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59658) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:42.043988 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Floating IP 41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7 associated. External IP: 172.25.7.239, port: e15d5769-b924-4075-aeac-09efa21417f0. Jun 30 02:50:42.110982 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2876b39e-93c2-4dd9-a994-da0ed4fb7588 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:42.112104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2876b39e-93c2-4dd9-a994-da0ed4fb7588 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:42.114796 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2876b39e-93c2-4dd9-a994-da0ed4fb7588 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/dbe10a40-eba5-4ecb-aeb6-8c2d0e088dca HTTP/1.1" status: 404 len: 337 time: 0.0857167 Jun 30 02:50:42.116869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59660) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:42.354677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router 41054048-6373-4c2a-a242-6f6b72185d60 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:42.391111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Allocated IP 2001:db8::1 (bf4d60d2-5895-4644-9d6a-07c9272b24bf/08d88f63-75b1-4a48-9948-9d2acea3ed3c/0570b2a0-5bb2-4b48-a243-0a30b1a63b30) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:42.461538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.475290 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac253219-fa0a-40e3-a0e5-5020cf38bc34 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:42.476560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac253219-fa0a-40e3-a0e5-5020cf38bc34 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:42.480973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ac253219-fa0a-40e3-a0e5-5020cf38bc34 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/3d7de538-0bab-4795-8832-c48f96678e93 HTTP/1.1" status: 404 len: 333 time: 0.3606660 Jun 30 02:50:42.510045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:42.557605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7de4ff2a-bb57-4130-8848-27174a1e5f40,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:42.706759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8cc6e22a-444c-4519-a29f-451b62026d53 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:42.824114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 8cc6e22a-444c-4519-a29f-451b62026d53 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:42.915478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 98e798fe-7470-4e4c-af4f-ac4293fca296 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:42.944288 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.008438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 98e798fe-7470-4e4c-af4f-ac4293fca296 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:43.008787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 98e798fe-7470-4e4c-af4f-ac4293fca296 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:43.111587 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d41c360-3e90-4d73-b680-d50a35e2a06e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:43.112708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d41c360-3e90-4d73-b680-d50a35e2a06e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:43.114750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6d41c360-3e90-4d73-b680-d50a35e2a06e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/559286bd-c7e3-4182-a71a-d162b0aac179 HTTP/1.1" status: 404 len: 337 time: 0.6039786 Jun 30 02:50:43.119208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59668) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.170835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9db896-2b8f-4126-a8c4-317eac0f29fb None None] Network bf4d60d2-5895-4644-9d6a-07c9272b24bf requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:43.212134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:43.217942 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6254ee-3062-4303-be14-d45719750c43 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:43.218394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6254ee-3062-4303-be14-d45719750c43 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:43.220204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1e6254ee-3062-4303-be14-d45719750c43 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/b2235e0b-8a8f-4e55-a4b3-bcab29ea6ade HTTP/1.1" status: 404 len: 337 time: 0.0982916 Jun 30 02:50:43.230844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.238103 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] Sync routers for ids ['41054048-6373-4c2a-a242-6f6b72185d60'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:43.263020 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] Routers {'41054048-6373-4c2a-a242-6f6b72185d60'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:43.274220 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['41054048-6373-4c2a-a242-6f6b72185d60'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:43.303102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.321089 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1a7ec5-0b5f-4e65-9fae-a62b1b2add1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:43.325573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64a297a3-000d-452c-9077-a9d067ad9e0e None None] Provisioning for port 8cc6e22a-444c-4519-a29f-451b62026d53 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:43.329940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1a7ec5-0b5f-4e65-9fae-a62b1b2add1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:43.331795 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ad1a7ec5-0b5f-4e65-9fae-a62b1b2add1c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/20d6c56d-00e5-4efa-b524-244762e3d814 HTTP/1.1" status: 404 len: 333 time: 0.0999813 Jun 30 02:50:43.350642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64a297a3-000d-452c-9077-a9d067ad9e0e None None] Provisioning complete for port 8cc6e22a-444c-4519-a29f-451b62026d53 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:43.352055 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64a297a3-000d-452c-9077-a9d067ad9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.353998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59678) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.385472 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.403598 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfdc39d-a681-421a-8198-892b192d1eee tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:43.404245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfdc39d-a681-421a-8198-892b192d1eee tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:43.409461 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bbfdc39d-a681-421a-8198-892b192d1eee tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/5cd0e28f-04ea-4ffa-be88-d08549b2b034 HTTP/1.1" status: 404 len: 337 time: 0.0539162 Jun 30 02:50:43.422222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.424037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Transition to ACTIVE for port object 0570b2a0-5bb2-4b48-a243-0a30b1a63b30 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:43.478459 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.483047 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b29ff6-1345-485f-80d3-3cf2e6ae75de tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:43.485574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b29ff6-1345-485f-80d3-3cf2e6ae75de tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:43.491260 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-67b29ff6-1345-485f-80d3-3cf2e6ae75de tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/168770b5-ba45-4558-84b3-a715527d4212 HTTP/1.1" status: 404 len: 333 time: 0.0657806 Jun 30 02:50:43.492477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.546180 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ccda41-d259-4329-8eb8-ece336c41150 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:43.546823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ccda41-d259-4329-8eb8-ece336c41150 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:43.553056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-77ccda41-d259-4329-8eb8-ece336c41150 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/28f664f8-1f2a-4f11-8864-e43bf5191c9e HTTP/1.1" status: 404 len: 337 time: 0.0539896 Jun 30 02:50:43.553956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.602065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b63b9270-9449-45d2-b21d-691fa07c6b32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5580461 Jun 30 02:50:43.619568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network bf4d60d2-5895-4644-9d6a-07c9272b24bf is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:43.620328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:43.622816 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1645dcf-98a9-41a2-be98-18ebebe8da5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "tag": "e15d5769-b924-4075-aeac-09efa21417f0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:43.633872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:43.642579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:43.643167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.671061 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f5b318-6a85-4a13-970f-9f3e95d6688c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:43.672111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f5b318-6a85-4a13-970f-9f3e95d6688c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:43.674340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-61f5b318-6a85-4a13-970f-9f3e95d6688c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/e313f8f1-bf6a-4968-94f4-f36d9f10041d HTTP/1.1" status: 404 len: 333 time: 0.1173193 Jun 30 02:50:43.685153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59698) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.689703 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] Set router 41054048-6373-4c2a-a242-6f6b72185d60 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:43.705027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] Router 10075688-d0b7-4994-a35b-cbe42c40e369 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:43.745128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=0570b2a0-5bb2-4b48-a243-0a30b1a63b30,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:43.763427 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8031154f-8e5b-46a2-be01-da2a00120037 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:43.764881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8031154f-8e5b-46a2-be01-da2a00120037 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:43.770940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8031154f-8e5b-46a2-be01-da2a00120037 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/7556b9e4-e9f6-4ef5-8e71-db6ea306b0e9 HTTP/1.1" status: 404 len: 337 time: 0.0782394 Jun 30 02:50:43.771709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.776162 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f2019e-935f-4ab7-891b-ffd324dba77f x-openstack-request-id: req-f9f2019e-935f-4ab7-891b-ffd324dba77f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:43.776447 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "tag": "e15d5769-b924-4075-aeac-09efa21417f0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:43.782985 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9f2019e-935f-4ab7-891b-ffd324dba77f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:43.783441 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0', 'status': 'completed', 'code': 200} Jun 30 02:50:43.814895 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64a297a3-000d-452c-9077-a9d067ad9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:43.885165 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3104c9e4-272c-4fed-8db0-d06aecd06a2d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:43.889168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3104c9e4-272c-4fed-8db0-d06aecd06a2d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:43.894185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3104c9e4-272c-4fed-8db0-d06aecd06a2d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/0d6a4b9b-0594-402d-9366-e3048a173c21 HTTP/1.1" status: 404 len: 333 time: 0.1176672 Jun 30 02:50:43.896344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:43.939261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-64a297a3-000d-452c-9077-a9d067ad9e0e None None] For port 8cc6e22a-444c-4519-a29f-451b62026d53, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8cc6e22a-444c-4519-a29f-451b62026d53,segment=NetworkSegment(06474df7-bd9e-4517-bad6-105aa8bb131c),segment_id=06474df7-bd9e-4517-bad6-105aa8bb131c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:43.949953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64a297a3-000d-452c-9077-a9d067ad9e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.067632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a297a3-000d-452c-9077-a9d067ad9e0e None None] Pushing event updated for resources: {'Port': ['ID=8cc6e22a-444c-4519-a29f-451b62026d53,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:44.154754 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.243809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:44.257200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] Sync routers for ids ['10075688-d0b7-4994-a35b-cbe42c40e369'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:44.272605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] Routers {'10075688-d0b7-4994-a35b-cbe42c40e369'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:44.278792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['10075688-d0b7-4994-a35b-cbe42c40e369'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:44.314475 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eff4b32f-4b1a-417d-be7a-7b4d8cb4e8cc admin admin] 10.222.0.55 "PUT /v2.0/routers/10075688-d0b7-4994-a35b-cbe42c40e369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8657916 Jun 30 02:50:44.331711 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7ec203-426d-435f-8333-188764125aa7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:44.337847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7ec203-426d-435f-8333-188764125aa7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:44.339693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3e7ec203-426d-435f-8333-188764125aa7 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/1a470e71-47bd-4a5c-9e6b-41bfde82239e HTTP/1.1" status: 404 len: 337 time: 0.4178214 Jun 30 02:50:44.341490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59708) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:44.358768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:44.388251 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:50:08Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'port_id': 'e15d5769-b924-4075-aeac-09efa21417f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'mac_address': 'fa:16:3e:a7:ca:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:39Z', 'updated_at': '2021-06-30T02:50:39Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a87ee8-e77f-41e9-87d0-f3f1e14fef7b', 'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:5b:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:02Z', 'updated_at': '2021-06-30T02:50:22Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:44.455034 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] Checking router: 41054048-6373-4c2a-a242-6f6b72185d60 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:44.460864 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8811e265-24c9-4262-b2b6-929d1f2f6ec5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:44.461637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8811e265-24c9-4262-b2b6-929d1f2f6ec5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:44.463321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8811e265-24c9-4262-b2b6-929d1f2f6ec5 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/636dbb98-7c8f-429f-b0ae-2757f06e29ec HTTP/1.1" status: 404 len: 333 time: 0.1027305 Jun 30 02:50:44.467754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:44.473380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] Set router 10075688-d0b7-4994-a35b-cbe42c40e369 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:44.483009 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] Routers {'41054048-6373-4c2a-a242-6f6b72185d60'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:44.483712 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['41054048-6373-4c2a-a242-6f6b72185d60'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:44.498644 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-091e03e0-3370-453b-873a-404b6a28b108 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:44.499181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091e03e0-3370-453b-873a-404b6a28b108 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:44.500832 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-091e03e0-3370-453b-873a-404b6a28b108 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/cb652c65-0ce2-4797-a1aa-2a06371eb43c HTTP/1.1" status: 404 len: 337 time: 0.0309145 Jun 30 02:50:44.508364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:44.521304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.553814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be620ed-f31a-450d-acf0-c406a1bb113e req-53a9a834-bf5b-4b27-b3f6-22ca19a6595d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:44.557859 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5be620ed-f31a-450d-acf0-c406a1bb113e req-53a9a834-bf5b-4b27-b3f6-22ca19a6595d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.6763799 Jun 30 02:50:44.559870 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.561914 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.640056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-087f6369-0997-4377-ad39-b19e8af96cde None None] Provisioning complete for port 8cc6e22a-444c-4519-a29f-451b62026d53 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:44.640519 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-087f6369-0997-4377-ad39-b19e8af96cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.684407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=0570b2a0-5bb2-4b48-a243-0a30b1a63b30,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:44.698827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-14cb3e61-9499-4e7d-94d9-27316a5e2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:44.700404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-14cb3e61-9499-4e7d-94d9-27316a5e2f8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1097 time: 0.7635570 Jun 30 02:50:44.704158 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-db11e1be-7012-487f-8651-a9cda5f42fba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:44.704864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db11e1be-7012-487f-8651-a9cda5f42fba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:44.706540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-db11e1be-7012-487f-8651-a9cda5f42fba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/461863b4-af17-47b3-87a5-330bcd6f734c HTTP/1.1" status: 404 len: 333 time: 0.1937039 Jun 30 02:50:44.710199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:44.710542 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] Set router 41054048-6373-4c2a-a242-6f6b72185d60 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:44.741204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5be620ed-f31a-450d-acf0-c406a1bb113e req-5bf6fcff-543b-4660-a0cf-5a62cd774ba3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661131 Jun 30 02:50:44.757245 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfb9d50-81b5-4cdc-a989-8121837701bb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:44.757701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfb9d50-81b5-4cdc-a989-8121837701bb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:44.769865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7cfb9d50-81b5-4cdc-a989-8121837701bb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/f95db70f-e08c-4835-a3c4-08c6984d36c3 HTTP/1.1" status: 404 len: 337 time: 0.0459232 Jun 30 02:50:44.774861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:44.775083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:44.856214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8cc6e22a-444c-4519-a29f-451b62026d53 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:44.859565 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-d1e1a765-1854-46cb-a80b-fc89212579b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6200807 Jun 30 02:50:44.889033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network bf4d60d2-5895-4644-9d6a-07c9272b24bf is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:44.890963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:44.900828 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dc2a06-4c43-45f2-9727-473334e9c977 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:44.901274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82dc2a06-4c43-45f2-9727-473334e9c977 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:44.903091 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-82dc2a06-4c43-45f2-9727-473334e9c977 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/5937b44e-a3b8-4257-ba3d-94556373afcf HTTP/1.1" status: 404 len: 337 time: 0.1269696 Jun 30 02:50:44.909703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:44.910363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:44.997759 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a4ea8f94-975b-4823-8e98-ab2ba2bfb7a8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7 HTTP/1.1" status: 200 len: 991 time: 0.2204232 Jun 30 02:50:45.003530 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e3c15a-13e5-4d5a-a6ea-2e16b29581f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:45.005163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e3c15a-13e5-4d5a-a6ea-2e16b29581f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:45.007422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-53e3c15a-13e5-4d5a-a6ea-2e16b29581f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/1b79abeb-ae0e-4e83-b885-93fa6b63046b HTTP/1.1" status: 404 len: 333 time: 0.0715137 Jun 30 02:50:45.011208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.077020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-8f5b1020-95e5-407e-a10e-0194d28d4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.078699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-8f5b1020-95e5-407e-a10e-0194d28d4390 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 897 time: 0.3663099 Jun 30 02:50:45.104104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8cc6e22a-444c-4519-a29f-451b62026d53 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:45.104599 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.166149 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-237261a8-a06a-41eb-89fd-e26ebb757d93 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:45.166689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237261a8-a06a-41eb-89fd-e26ebb757d93 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:45.168338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-237261a8-a06a-41eb-89fd-e26ebb757d93 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/5fa125f9-e95b-4e5c-87c5-10037ad56fc0 HTTP/1.1" status: 404 len: 337 time: 0.1540859 Jun 30 02:50:45.172964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-087f6369-0997-4377-ad39-b19e8af96cde None None] Provisioning for port 0570b2a0-5bb2-4b48-a243-0a30b1a63b30 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:45.195655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-087f6369-0997-4377-ad39-b19e8af96cde None None] Provisioning complete for port 0570b2a0-5bb2-4b48-a243-0a30b1a63b30 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:45.196379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-087f6369-0997-4377-ad39-b19e8af96cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.200047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:50:42Z', 'revision_number': 5, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:45.217479 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:50:08Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'port_id': 'e15d5769-b924-4075-aeac-09efa21417f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'mac_address': 'fa:16:3e:a7:ca:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:39Z', 'updated_at': '2021-06-30T02:50:39Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a87ee8-e77f-41e9-87d0-f3f1e14fef7b', 'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:5b:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:02Z', 'updated_at': '2021-06-30T02:50:22Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:45.220821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-39e96038-0b77-415e-be70-a54e769bbf05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 999 time: 0.1350665 Jun 30 02:50:45.221294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59728) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.276318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] Checking router: 10075688-d0b7-4994-a35b-cbe42c40e369 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:45.293998 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c9f08-dbd6-4963-bea4-1904b54f353a None None] The sync data for ids ['41054048-6373-4c2a-a242-6f6b72185d60'] in n-d-758944-39 is: [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:50:08Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.239', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'port_id': 'e15d5769-b924-4075-aeac-09efa21417f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'mac_address': 'fa:16:3e:a7:ca:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:39Z', 'updated_at': '2021-06-30T02:50:39Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a87ee8-e77f-41e9-87d0-f3f1e14fef7b', 'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:5b:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:02Z', 'updated_at': '2021-06-30T02:50:22Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:45.336727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router c830f034-0f5f-43a9-8664-c8f2c098d95e is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:50:45.376486 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc4e11f-20b2-4433-8a82-065be97bb4fb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:45.376945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc4e11f-20b2-4433-8a82-065be97bb4fb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:45.378862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ffc4e11f-20b2-4433-8a82-065be97bb4fb tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/9a0291ee-600c-4c7b-bb20-2d1cc030246f HTTP/1.1" status: 404 len: 337 time: 0.1504114 Jun 30 02:50:45.382550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-087f6369-0997-4377-ad39-b19e8af96cde None None] Port 0570b2a0-5bb2-4b48-a243-0a30b1a63b30 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:45.384001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.387356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] Routers {'10075688-d0b7-4994-a35b-cbe42c40e369'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:45.388342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['10075688-d0b7-4994-a35b-cbe42c40e369'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:45.425575 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.477270 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c891dc8-c335-4ecd-a51e-92c8138d5498 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:45.478014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c891dc8-c335-4ecd-a51e-92c8138d5498 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:45.490567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3c891dc8-c335-4ecd-a51e-92c8138d5498 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/42fe9e71-aee2-49d9-8be0-fc60451b68c4 HTTP/1.1" status: 404 len: 333 time: 0.1039407 Jun 30 02:50:45.494147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-62f00e00-5a86-4947-b727-ca3b0786d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.495093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59734) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.496270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-62f00e00-5a86-4947-b727-ca3b0786d1f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.2644100 Jun 30 02:50:45.526396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8599a943-c369-4e1d-9d18-bf77de856ca6 None None] Provisioning complete for port 0570b2a0-5bb2-4b48-a243-0a30b1a63b30 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:45.527124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8599a943-c369-4e1d-9d18-bf77de856ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.532725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] Set router 10075688-d0b7-4994-a35b-cbe42c40e369 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:45.542611 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff997f8-4f2e-4ef0-9251-920e1623112d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:45.543109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff997f8-4f2e-4ef0-9251-920e1623112d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:45.547671 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dff997f8-4f2e-4ef0-9251-920e1623112d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/f01df584-2920-4bef-b9c6-138fc6bf6f5b HTTP/1.1" status: 404 len: 337 time: 0.0516117 Jun 30 02:50:45.548278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.612550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Deleting port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:45.613098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:45.637546 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf3ee77-3119-428d-925d-1777253b6d3c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:45.638009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf3ee77-3119-428d-925d-1777253b6d3c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:45.654312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-acf3ee77-3119-428d-925d-1777253b6d3c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/30ade3cf-4943-4444-8505-1e09092662e7 HTTP/1.1" status: 404 len: 337 time: 0.0787127 Jun 30 02:50:45.655026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59738) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.664649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-abce8c0a-b985-48cf-9646-899c5e21db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.670242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-abce8c0a-b985-48cf-9646-899c5e21db5d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473887 Jun 30 02:50:45.699382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:45.701995 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d21cca-2420-49bb-aa4e-5f2a073c651d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:45.703009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d21cca-2420-49bb-aa4e-5f2a073c651d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:45.704937 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-85d21cca-2420-49bb-aa4e-5f2a073c651d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/5561efff-a2c8-42dc-9bec-df657c882672 HTTP/1.1" status: 404 len: 333 time: 0.0465548 Jun 30 02:50:45.710626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59740) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.710776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3c7c6f7c-fba0-4ec2-88ce-ed6e0438f343 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/c830f034-0f5f-43a9-8664-c8f2c098d95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9450936 Jun 30 02:50:45.714070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59742) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.715948 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff53324-1f57-4d92-a02d-ef32e426dab0 None None] Sync routers for ids ['c830f034-0f5f-43a9-8664-c8f2c098d95e'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:45.743432 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff53324-1f57-4d92-a02d-ef32e426dab0 None None] Routers {'c830f034-0f5f-43a9-8664-c8f2c098d95e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:45.744150 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dff53324-1f57-4d92-a02d-ef32e426dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c830f034-0f5f-43a9-8664-c8f2c098d95e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:45.754593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6667c2-6607-424a-9c39-06f49cae4eee None None] New status for floating IP 41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:45.761713 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8599a943-c369-4e1d-9d18-bf77de856ca6 None None] Port 0570b2a0-5bb2-4b48-a243-0a30b1a63b30 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:45.789396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def340cd-647b-42eb-8d10-811b3d799d9b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:45.794308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-def340cd-647b-42eb-8d10-811b3d799d9b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports/0570b2a0-5bb2-4b48-a243-0a30b1a63b30 HTTP/1.1" status: 200 len: 911 time: 0.0788529 Jun 30 02:50:45.795190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:45.828634 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dff53324-1f57-4d92-a02d-ef32e426dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:45.853202 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff53324-1f57-4d92-a02d-ef32e426dab0 None None] Routers {'c830f034-0f5f-43a9-8664-c8f2c098d95e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:45.853976 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dff53324-1f57-4d92-a02d-ef32e426dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c830f034-0f5f-43a9-8664-c8f2c098d95e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:45.955958 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dff53324-1f57-4d92-a02d-ef32e426dab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:45.956672 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff53324-1f57-4d92-a02d-ef32e426dab0 None None] The sync data for ids ['c830f034-0f5f-43a9-8664-c8f2c098d95e'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:45.995098 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.004481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:46.222458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a5181cac-1101-44b8-8b48-a889e08e9652 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7 HTTP/1.1" status: 200 len: 993 time: 0.1378133 Jun 30 02:50:46.281915 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.302360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:50:42Z', 'revision_number': 5, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:46.332562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268ceff-05a5-4790-b6ff-2db057b5eb8a None None] The sync data for ids ['10075688-d0b7-4994-a35b-cbe42c40e369'] in n-d-758944-39 is: [{'id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'name': 'tempest-ServerRescueTestJSONUnderV235-1455555013-router', 'tenant_id': 'f740c385eea94fd3abc0440038637e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:48:46Z', 'updated_at': '2021-06-30T02:50:42Z', 'revision_number': 5, 'project_id': 'f740c385eea94fd3abc0440038637e74', 'gw_port': {'id': '150daf51-6d4f-415b-bbf7-ff9a2f02cb15', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10075688-d0b7-4994-a35b-cbe42c40e369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:48:48Z', 'updated_at': '2021-06-30T02:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:46.384203 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.454963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] For port 150daf51-6d4f-415b-bbf7-ff9a2f02cb15, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=150daf51-6d4f-415b-bbf7-ff9a2f02cb15,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:46.455316 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:46.471470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Calling delete_port for 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:46.507815 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-716cdac8-ed13-4a25-a1a6-e5a90d8677f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:46.508256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-716cdac8-ed13-4a25-a1a6-e5a90d8677f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:46.512604 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-716cdac8-ed13-4a25-a1a6-e5a90d8677f3 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/0522a34c-396b-42d8-9470-27bc93296d20 HTTP/1.1" status: 404 len: 337 time: 0.1027765 Jun 30 02:50:46.515211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:46.579511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-c21effa2-f784-4002-9820-959cd8cb7856 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8967171 Jun 30 02:50:46.640597 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c6d471-2d57-4d74-a0e5-2b6ffc4b92de tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:46.641325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c6d471-2d57-4d74-a0e5-2b6ffc4b92de tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:46.646005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f0c6d471-2d57-4d74-a0e5-2b6ffc4b92de tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/f4d63f9d-cf3b-4a7f-ab6d-80d5da68224e HTTP/1.1" status: 404 len: 337 time: 0.1194279 Jun 30 02:50:46.654915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59768) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:46.730863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7de4ff2a-bb57-4130-8848-27174a1e5f40 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:46.738788 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5b905984-a43c-44c1-a124-144ff04f6e3f tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a512b4f-d748-4200-9961-b40370eef8e2 HTTP/1.1" status: 200 len: 205 time: 0.0804265 Jun 30 02:50:46.741075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:46.776706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7de4ff2a-bb57-4130-8848-27174a1e5f40 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:46.776706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7de4ff2a-bb57-4130-8848-27174a1e5f40 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:46.825800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-e40c3e85-c8dd-4369-85a7-1b7972d8e39c req-b7821155-7cb5-484e-91b0-6b4f9e10d754 service neutron] (93770) timed out ('10.222.0.69', 59057) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:50:46.828040 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-a9d695d8-054b-4bbd-9f1d-dc3c304b331c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] delete failed (client error): The resource could not be found. Jun 30 02:50:46.829079 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a9d695d8-054b-4bbd-9f1d-dc3c304b331c tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/routers/0a512b4f-d748-4200-9961-b40370eef8e2 HTTP/1.1" status: 404 len: 336 time: 0.0867715 Jun 30 02:50:46.831756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:46.861341 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-65454ceb-43f1-4def-89b1-8885f03eb4b0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:46.861805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65454ceb-43f1-4def-89b1-8885f03eb4b0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:46.863574 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-65454ceb-43f1-4def-89b1-8885f03eb4b0 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/4408a309-db43-4d0d-a276-f5af02ecb18c HTTP/1.1" status: 404 len: 337 time: 0.0309255 Jun 30 02:50:46.868502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:46.892394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1645dcf-98a9-41a2-be98-18ebebe8da5e req-1db2eaa6-0721-4378-a3aa-b814f29885f1 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453039 Jun 30 02:50:46.919245 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-57d63316-0a06-4b21-bf7e-b392f9e7d7fa tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd6ebe78-f723-4d5b-8465-8f3a49f8c762 HTTP/1.1" status: 200 len: 205 time: 0.0482452 Jun 30 02:50:46.922447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59780) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:46.943157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 0570b2a0-5bb2-4b48-a243-0a30b1a63b30 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:46.943499 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.013226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59784) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.035874 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-5fd607ff-3b35-4f35-a333-6d43a4906bba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] delete failed (client error): The resource could not be found. Jun 30 02:50:47.036858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5fd607ff-3b35-4f35-a333-6d43a4906bba tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/routers/dd6ebe78-f723-4d5b-8465-8f3a49f8c762 HTTP/1.1" status: 404 len: 336 time: 0.1021821 Jun 30 02:50:47.040484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.073150 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d63691-a640-4f45-85cf-c67631de319e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.074006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d63691-a640-4f45-85cf-c67631de319e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.076171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a7d63691-a640-4f45-85cf-c67631de319e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/01f7a038-e219-48db-b776-71a6f14d481f HTTP/1.1" status: 404 len: 337 time: 0.0345578 Jun 30 02:50:47.079680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.105970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff50e010-fbff-4aa7-a78a-1e53305ae024 admin admin] Deleting subnet 1293b2a5-8b25-46a1-8896-a61646379f77 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:47.111972 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff50e010-fbff-4aa7-a78a-1e53305ae024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.116015 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-19eb322f-2126-4a11-8fc9-1aeb7fd58961 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.116907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19eb322f-2126-4a11-8fc9-1aeb7fd58961 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.119504 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-19eb322f-2126-4a11-8fc9-1aeb7fd58961 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/abefffbd-409f-4d07-8250-e87a2ec8cafb HTTP/1.1" status: 404 len: 337 time: 0.0386384 Jun 30 02:50:47.128273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.156093 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff50e010-fbff-4aa7-a78a-1e53305ae024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.183319 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.187064 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6b0241-e1ea-4535-bc3d-7be2b04e2d46 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.188166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6b0241-e1ea-4535-bc3d-7be2b04e2d46 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.193170 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4e6b0241-e1ea-4535-bc3d-7be2b04e2d46 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/c1f12a0f-e341-4b44-8f02-1b3e359bdb45 HTTP/1.1" status: 404 len: 333 time: 0.0634873 Jun 30 02:50:47.200305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.212879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=150daf51-6d4f-415b-bbf7-ff9a2f02cb15,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:47.237453 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a458845-c080-4912-b4dc-7da1c84c4133 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.238452 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a458845-c080-4912-b4dc-7da1c84c4133 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.244913 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2a458845-c080-4912-b4dc-7da1c84c4133 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/1ad1799b-d896-4bc9-9806-f2da99066cf2 HTTP/1.1" status: 404 len: 337 time: 0.0431614 Jun 30 02:50:47.247571 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.249979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.284002 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cb198a-216a-49df-a7d4-bc43825d738d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.284986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cb198a-216a-49df-a7d4-bc43825d738d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.290809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d0cb198a-216a-49df-a7d4-bc43825d738d tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/595f513d-767f-4fde-8d10-877747f69e39 HTTP/1.1" status: 404 len: 333 time: 0.0395114 Jun 30 02:50:47.291620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.297362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff50e010-fbff-4aa7-a78a-1e53305ae024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.302064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-617355b4-3dda-427f-839c-76bd13d7712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:47.303985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-617355b4-3dda-427f-839c-76bd13d7712c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1097 time: 0.2912958 Jun 30 02:50:47.316878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 0570b2a0-5bb2-4b48-a243-0a30b1a63b30 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:47.339370 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4e897a-82e1-4bc6-9c0a-07e4b01fee32 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.340111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4e897a-82e1-4bc6-9c0a-07e4b01fee32 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.344699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1d4e897a-82e1-4bc6-9c0a-07e4b01fee32 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/a14ca824-6329-499c-8e41-77aa03459159 HTTP/1.1" status: 404 len: 337 time: 0.0501745 Jun 30 02:50:47.347337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.371054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.378683 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff50e010-fbff-4aa7-a78a-1e53305ae024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.388240 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-129792e6-3a4d-486e-a809-a42a7ff43edc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.389404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129792e6-3a4d-486e-a809-a42a7ff43edc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.393988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-129792e6-3a4d-486e-a809-a42a7ff43edc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/ca512534-aa9c-4671-95c2-c1ccd99c7e82 HTTP/1.1" status: 404 len: 333 time: 0.0454886 Jun 30 02:50:47.394801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.478344 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d50a91-02d8-406e-9a87-f802ddabd270 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.478934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d50a91-02d8-406e-9a87-f802ddabd270 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.484263 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f3d50a91-02d8-406e-9a87-f802ddabd270 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/8bb398cc-368f-420e-9bf6-5e4f1294091b HTTP/1.1" status: 404 len: 337 time: 0.0868752 Jun 30 02:50:47.484969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.518745 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a982783-bc95-4b3c-9d8b-f7e7dd8bc7fc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.519562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a982783-bc95-4b3c-9d8b-f7e7dd8bc7fc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.524665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5a982783-bc95-4b3c-9d8b-f7e7dd8bc7fc tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/133250b1-35ab-49b8-b96c-20c9d79b27d8 HTTP/1.1" status: 404 len: 333 time: 0.0369389 Jun 30 02:50:47.525344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59810) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.565190 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceff2b4e-0a65-4250-a06d-35cfd9b7ac89 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.565748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceff2b4e-0a65-4250-a06d-35cfd9b7ac89 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.570825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ceff2b4e-0a65-4250-a06d-35cfd9b7ac89 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/892f9e3b-d8e1-4eb8-becd-b87c2416e58b HTTP/1.1" status: 404 len: 337 time: 0.0407107 Jun 30 02:50:47.571559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.604016 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2110d4-1f3d-4bb0-8d55-64e3ab6f6fcd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.604874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2110d4-1f3d-4bb0-8d55-64e3ab6f6fcd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.606976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50e010-fbff-4aa7-a78a-1e53305ae024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1293b2a5-8b25-46a1-8896-a61646379f77,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:47.609379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1a2110d4-1f3d-4bb0-8d55-64e3ab6f6fcd tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/2e630024-08da-4bf2-8fa9-590e44ad03bf HTTP/1.1" status: 404 len: 333 time: 0.0367413 Jun 30 02:50:47.611871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.612115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff50e010-fbff-4aa7-a78a-1e53305ae024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.617834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ff50e010-fbff-4aa7-a78a-1e53305ae024 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1293b2a5-8b25-46a1-8896-a61646379f77 HTTP/1.1" status: 204 len: 168 time: 0.5914507 Jun 30 02:50:47.618757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.623569 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.632849 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.673337 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c107b2-0aff-4053-bd06-2b9e12126749 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.673898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c107b2-0aff-4053-bd06-2b9e12126749 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.676516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-44c107b2-0aff-4053-bd06-2b9e12126749 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/3924d242-3f81-40a4-ae3d-aaac9dfa34bd HTTP/1.1" status: 404 len: 337 time: 0.0633276 Jun 30 02:50:47.683227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.758785 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a643a3cb-8c12-44a0-8554-8db79aeaca85 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.759442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a643a3cb-8c12-44a0-8554-8db79aeaca85 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.763605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a643a3cb-8c12-44a0-8554-8db79aeaca85 tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/9f63c959-06d2-4f38-b8bb-dd8b5290d81e HTTP/1.1" status: 404 len: 333 time: 0.0756307 Jun 30 02:50:47.765611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59820) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.787227 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.787773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10075688-d0b7-4994-a35b-cbe42c40e369 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:47.797859 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.799025 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1c4d927c-eef2-4ed2-af6d-c2c5f7dc16d2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/10075688-d0b7-4994-a35b-cbe42c40e369 HTTP/1.1" status: 204 len: 168 time: 3.4558570 Jun 30 02:50:47.802778 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfac1ece-f6b4-44f6-82d3-fb0a6af932db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.803016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.803145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfac1ece-f6b4-44f6-82d3-fb0a6af932db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.807782 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cfac1ece-f6b4-44f6-82d3-fb0a6af932db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/d2cb3583-4205-4c68-8175-e08c6560f7c1 HTTP/1.1" status: 404 len: 337 time: 0.0387080 Jun 30 02:50:47.807955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.808078 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59824) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.836385 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.849278 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c43630d-637a-458c-8162-431b7bac971b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.850053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c43630d-637a-458c-8162-431b7bac971b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.854488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8c43630d-637a-458c-8162-431b7bac971b tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/ports/975a150f-c29a-4e2e-bfe1-6633ae898350 HTTP/1.1" status: 404 len: 333 time: 0.0434775 Jun 30 02:50:47.857200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1293c41a-5313-4f26-9119-1710819a3b7c admin admin] Deleting subnet 7c0a7814-e620-4a47-85c2-1cffa73a5dff {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:47.859451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59826) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:47.860568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-d93774e5-2ea5-4490-9162-a923a6414a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:47.862025 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-d93774e5-2ea5-4490-9162-a923a6414a1a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 897 time: 0.4868221 Jun 30 02:50:47.886279 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1293c41a-5313-4f26-9119-1710819a3b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:47.963550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=0570b2a0-5bb2-4b48-a243-0a30b1a63b30,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:47.974368 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2f1693-d1eb-4d02-be20-56c5819bb5db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] DELETE failed (client error): The resource could not be found. Jun 30 02:50:47.974868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2f1693-d1eb-4d02-be20-56c5819bb5db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:50:47.979100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4f2f1693-d1eb-4d02-be20-56c5819bb5db tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/subnets/46611757-84c3-4a82-ad83-2bd1af6476fd HTTP/1.1" status: 404 len: 337 time: 0.1123571 Jun 30 02:50:47.994949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:48.021309 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1293c41a-5313-4f26-9119-1710819a3b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.061467 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.168218 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.169723 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-af083b74-96a3-43c0-b2f4-a4e0f66caf28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 1001 time: 0.2918804 Jun 30 02:50:48.178227 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.198901 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1293c41a-5313-4f26-9119-1710819a3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.235925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b73b73-c754-4be8-8d12-a3f3f5ad3872']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.251456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5b9721-a9cd-492a-8f3e-aff203988125') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.251892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5b9721-a9cd-492a-8f3e-aff203988125') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.277403 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.282847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-8de61040-27cb-46c5-b714-286e9e896d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.284416 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-8de61040-27cb-46c5-b714-286e9e896d57 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.1080279 Jun 30 02:50:48.288807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router c830f034-0f5f-43a9-8664-c8f2c098d95e has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:48.312429 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.339346 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.353865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:48.354225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dfcc4e-cb7a-4d66-82ed-b793863e0992']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.354932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:48.406661 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:48.412131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1293c41a-5313-4f26-9119-1710819a3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.426882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edec912f-4460-405e-8246-2d49fd0f3f1a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.427211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edec912f-4460-405e-8246-2d49fd0f3f1a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.448711 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.462801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:48.471293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e5c8d8fb-9623-464e-b4c0-a612a06f89bf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/c830f034-0f5f-43a9-8664-c8f2c098d95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6742165 Jun 30 02:50:48.473105 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11166689-6630-4814-9f39-813b783c18ca None None] Sync routers for ids ['c830f034-0f5f-43a9-8664-c8f2c098d95e'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:48.474360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59832) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:48.479816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293c41a-5313-4f26-9119-1710819a3b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0a7814-e620-4a47-85c2-1cffa73a5dff,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:48.481547 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.487595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1293c41a-5313-4f26-9119-1710819a3b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.487595 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1293c41a-5313-4f26-9119-1710819a3b7c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7c0a7814-e620-4a47-85c2-1cffa73a5dff HTTP/1.1" status: 204 len: 168 time: 0.6791811 Jun 30 02:50:48.492321 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.494269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] 10.222.0.55 "DELETE /v2.0/networks/23b73b73-c754-4be8-8d12-a3f3f5ad3872 HTTP/1.1" status: 204 len: 168 time: 0.8730228 Jun 30 02:50:48.494997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:48.500897 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11166689-6630-4814-9f39-813b783c18ca None None] Routers {'c830f034-0f5f-43a9-8664-c8f2c098d95e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:48.501532 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-11166689-6630-4814-9f39-813b783c18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c830f034-0f5f-43a9-8664-c8f2c098d95e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.503228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59836) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:48.516653 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.524006 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6d7ed687-0089-4cef-8e8e-b688513613b9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c830f034-0f5f-43a9-8664-c8f2c098d95e HTTP/1.1" status: 200 len: 205 time: 0.0485637 Jun 30 02:50:48.531402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:48.542397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:48.542397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.543251 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-11166689-6630-4814-9f39-813b783c18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:48.544091 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:48.556113 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11166689-6630-4814-9f39-813b783c18ca None None] Routers {'c830f034-0f5f-43a9-8664-c8f2c098d95e'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:48.556727 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-11166689-6630-4814-9f39-813b783c18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c830f034-0f5f-43a9-8664-c8f2c098d95e'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.596646 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-11166689-6630-4814-9f39-813b783c18ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.597550 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11166689-6630-4814-9f39-813b783c18ca None None] The sync data for ids ['c830f034-0f5f-43a9-8664-c8f2c098d95e'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:48.614831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421900de-b490-42ca-9911-880df3ef2fed admin admin] Pushing event deleted for resources: {'Network': ['ID=23b73b73-c754-4be8-8d12-a3f3f5ad3872,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:48.638147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:48.651183 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.668587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:48.670169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 150daf51-6d4f-415b-bbf7-ff9a2f02cb15 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:48.686597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-eb2a7932-4188-493c-b800-58cc79dbebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:48.688344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-eb2a7932-4188-493c-b800-58cc79dbebae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3973382 Jun 30 02:50:48.695491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddae91ea-79ec-4d2d-8c75-07b24b622ad0 admin admin] Deleting subnet cec2954c-41ce-4457-8c5c-dd5474c93004 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:48.744916 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddae91ea-79ec-4d2d-8c75-07b24b622ad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.828079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddae91ea-79ec-4d2d-8c75-07b24b622ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.903785 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.924810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b88cbe-e281-413e-954b-f9228dae6a9d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.934383 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-a1408039-41ff-4d45-ab57-a8f39f3beec9 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365429 Jun 30 02:50:48.938826 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b157578e-614d-46a6-8bc6-f933cdb600a1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.939119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b157578e-614d-46a6-8bc6-f933cdb600a1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:48.956190 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af01f1c7-f0d8-42f5-acf0-80fa5aaa0b44 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.969480 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddae91ea-79ec-4d2d-8c75-07b24b622ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:48.972443 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.022771 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.031300 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.033158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] 10.222.0.55 "DELETE /v2.0/networks/94dfcc4e-cb7a-4d66-82ed-b793863e0992 HTTP/1.1" status: 204 len: 168 time: 1.0372772 Jun 30 02:50:49.033390 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.051957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:49.052365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:49.054468 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:49.067267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab050f-7cf7-4e4c-b2b8-41f93f29673e tempest-NetworksTestDHCPv6-1899331670 tempest-NetworksTestDHCPv6-1899331670-project] Pushing event deleted for resources: {'Network': ['ID=94dfcc4e-cb7a-4d66-82ed-b793863e0992,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.140757 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddae91ea-79ec-4d2d-8c75-07b24b622ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.142459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.158845 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.163233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f4b88cbe-e281-413e-954b-f9228dae6a9d HTTP/1.1" status: 204 len: 168 time: 0.6638489 Jun 30 02:50:49.163233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6bee59f9-eff2-4199-af89-f6f738806e34 req-acb45fa5-012e-4882-bd73-3f96d727bd81 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219331 Jun 30 02:50:49.190126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae91ea-79ec-4d2d-8c75-07b24b622ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec2954c-41ce-4457-8c5c-dd5474c93004,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.192348 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddae91ea-79ec-4d2d-8c75-07b24b622ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.196757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ddae91ea-79ec-4d2d-8c75-07b24b622ad0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cec2954c-41ce-4457-8c5c-dd5474c93004 HTTP/1.1" status: 204 len: 168 time: 0.6827369 Jun 30 02:50:49.196757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2adc26-6a4e-48e3-8904-229134db06d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b88cbe-e281-413e-954b-f9228dae6a9d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.197167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59848) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:49.270912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af01f1c7-f0d8-42f5-acf0-80fa5aaa0b44 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.273554 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af01f1c7-f0d8-42f5-acf0-80fa5aaa0b44 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.293726 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.328462 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af01f1c7-f0d8-42f5-acf0-80fa5aaa0b44 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.329128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af01f1c7-f0d8-42f5-acf0-80fa5aaa0b44 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Fanout notify agent at l3_agent the message router_deleted on router c830f034-0f5f-43a9-8664-c8f2c098d95e {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:49.337875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-af01f1c7-f0d8-42f5-acf0-80fa5aaa0b44 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.341493 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-af01f1c7-f0d8-42f5-acf0-80fa5aaa0b44 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/c830f034-0f5f-43a9-8664-c8f2c098d95e HTTP/1.1" status: 204 len: 168 time: 0.8052363 Jun 30 02:50:49.341586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59852) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:49.412018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-227075ba-6621-44da-8a06-55035736418c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting subnet 08d88f63-75b1-4a48-9948-9d2acea3ed3c {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:50:49.428054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.437087 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-227075ba-6621-44da-8a06-55035736418c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.441807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59854) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:49.457721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a2107c-4cd1-4789-815c-11a08bc8f1e7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:49.466234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59856) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:49.479606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6053b1fe-404e-43a8-8c18-275eacd8dab7') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:49.479908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6053b1fe-404e-43a8-8c18-275eacd8dab7') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:49.496687 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-227075ba-6621-44da-8a06-55035736418c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.496940 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.531895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-954b52da-c21d-4570-a5ac-f221e44fe849 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f740c385eea94fd3abc0440038637e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884755 Jun 30 02:50:49.533127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.535536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59862) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:49.565429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:49.565759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:49.567505 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:49.620219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-227075ba-6621-44da-8a06-55035736418c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.639338 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.646561 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.648860 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/11a2107c-4cd1-4789-815c-11a08bc8f1e7 HTTP/1.1" status: 204 len: 168 time: 0.4505725 Jun 30 02:50:49.651345 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8934c3f2-7bbe-40d5-9f8d-8a6ec5856524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.675680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4a686-c7de-4611-9a23-920182704aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=11a2107c-4cd1-4789-815c-11a08bc8f1e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.697831 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8934c3f2-7bbe-40d5-9f8d-8a6ec5856524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.758286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8934c3f2-7bbe-40d5-9f8d-8a6ec5856524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.760724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-227075ba-6621-44da-8a06-55035736418c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.761769 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8934c3f2-7bbe-40d5-9f8d-8a6ec5856524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.763253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8934c3f2-7bbe-40d5-9f8d-8a6ec5856524 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dee642dd-1632-4865-8806-6696c7c64593 HTTP/1.1" status: 204 len: 168 time: 0.2267520 Jun 30 02:50:49.771806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934c3f2-7bbe-40d5-9f8d-8a6ec5856524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee642dd-1632-4865-8806-6696c7c64593,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.801922 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-227075ba-6621-44da-8a06-55035736418c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:49.804035 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-227075ba-6621-44da-8a06-55035736418c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/08d88f63-75b1-4a48-9948-9d2acea3ed3c HTTP/1.1" status: 204 len: 168 time: 0.4614158 Jun 30 02:50:49.806944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59868) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:49.822873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa668709-782a-4584-ae47-f2655e8d06a5 None None] Network bf4d60d2-5895-4644-9d6a-07c9272b24bf requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:49.824442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227075ba-6621-44da-8a06-55035736418c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Subnet': ['ID=08d88f63-75b1-4a48-9948-9d2acea3ed3c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:49.906581 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-63cd529b-d7ac-4d0e-958a-2f7c3cd55294 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26ac379234f043849ae88a141cffeec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4261155 Jun 30 02:50:49.906581 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59870) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:49.925807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:49.982999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.054242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 8cc6e22a-444c-4519-a29f-451b62026d53 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:50.054577 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.062043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c1e25ae7-a8ca-43f4-a1b6-94ae3398aaec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3097f3dcae494b4f99ce6968513856f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336689 Jun 30 02:50:50.064692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:50.149563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fa674be-a409-44f4-b0a9-126a5cfdd1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.163642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ed314-422f-4e53-a04b-6cc514b662de None None] DHCP port deletion for bf4d60d2-5895-4644-9d6a-07c9272b24bf request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:50:50.182188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port 8cc6e22a-444c-4519-a29f-451b62026d53, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8cc6e22a-444c-4519-a29f-451b62026d53,segment=NetworkSegment(06474df7-bd9e-4517-bad6-105aa8bb131c),segment_id=06474df7-bd9e-4517-bad6-105aa8bb131c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:50.182356 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.207468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 8cc6e22a-444c-4519-a29f-451b62026d53 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:50.209199 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fa674be-a409-44f4-b0a9-126a5cfdd1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.217677 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56d50ced-8674-4c07-907f-d795b523f1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.249804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-192ed314-422f-4e53-a04b-6cc514b662de None None] Deleting port 8cc6e22a-444c-4519-a29f-451b62026d53 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:50.249804 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-192ed314-422f-4e53-a04b-6cc514b662de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.272728 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56d50ced-8674-4c07-907f-d795b523f1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.319477 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fa674be-a409-44f4-b0a9-126a5cfdd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.322891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2fa674be-a409-44f4-b0a9-126a5cfdd1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.324476 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2fa674be-a409-44f4-b0a9-126a5cfdd1cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8e00bbd1-acb7-4215-95c4-6112c64bbb06 HTTP/1.1" status: 204 len: 168 time: 0.4187081 Jun 30 02:50:50.336989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa674be-a409-44f4-b0a9-126a5cfdd1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e00bbd1-acb7-4215-95c4-6112c64bbb06,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:50.344608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56d50ced-8674-4c07-907f-d795b523f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.350488 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56d50ced-8674-4c07-907f-d795b523f1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.355516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-56d50ced-8674-4c07-907f-d795b523f1a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d77de6b9-07fa-40cc-91f8-d3f413ea1b9a HTTP/1.1" status: 204 len: 168 time: 0.2893100 Jun 30 02:50:50.368358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d50ced-8674-4c07-907f-d795b523f1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77de6b9-07fa-40cc-91f8-d3f413ea1b9a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:50.371401 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.373735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-192ed314-422f-4e53-a04b-6cc514b662de None None] For port 8cc6e22a-444c-4519-a29f-451b62026d53, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8cc6e22a-444c-4519-a29f-451b62026d53,segment=NetworkSegment(06474df7-bd9e-4517-bad6-105aa8bb131c),segment_id=06474df7-bd9e-4517-bad6-105aa8bb131c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:50.374130 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-192ed314-422f-4e53-a04b-6cc514b662de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.396590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-192ed314-422f-4e53-a04b-6cc514b662de None None] Calling delete_port for 8cc6e22a-444c-4519-a29f-451b62026d53 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:50.404540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=8cc6e22a-444c-4519-a29f-451b62026d53,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:50.413041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No DVR routers for this DVR port 8cc6e22a-444c-4519-a29f-451b62026d53 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:50.506762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-192ed314-422f-4e53-a04b-6cc514b662de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.558537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.572474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4d60d2-5895-4644-9d6a-07c9272b24bf']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:50.583783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06474df7-bd9e-4517-bad6-105aa8bb131c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:50.584127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06474df7-bd9e-4517-bad6-105aa8bb131c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:50.594964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.612004 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.619250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:50:50.619759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.620704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ed314-422f-4e53-a04b-6cc514b662de None None] Pushing event deleted for resources: {'Port': ['ID=8cc6e22a-444c-4519-a29f-451b62026d53,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:50.633394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ed314-422f-4e53-a04b-6cc514b662de None None] No DVR routers for this DVR port 8cc6e22a-444c-4519-a29f-451b62026d53 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:50:50.676681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8cc6e22a-444c-4519-a29f-451b62026d53 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:50:50.699361 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:50:50.709762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 8cc6e22a-444c-4519-a29f-451b62026d53 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:50.710300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8cc6e22a-444c-4519-a29f-451b62026d53 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:50.745351 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.753522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.755064 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/networks/bf4d60d2-5895-4644-9d6a-07c9272b24bf HTTP/1.1" status: 204 len: 168 time: 0.9472156 Jun 30 02:50:50.759264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:50.764253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1702965129', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:50.772346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af0be1-4112-4750-b675-03d6cad4abad tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Network': ['ID=bf4d60d2-5895-4644-9d6a-07c9272b24bf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:50.801002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.802150 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:50.885016 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.064784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:51.083375 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.151331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-663c3906-152c-4b95-977f-972620e89752 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=76b868f89bc64fb3926bc812b1bd9851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851414 Jun 30 02:50:51.153580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:51.179761 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-2371610e-5eab-4e5b-9a4d-ba811964fc09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1569171 Jun 30 02:50:51.243411 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5f322b3-11ae-4e30-aa5a-79c71819934e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.274806 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:50:51.277252 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5f322b3-11ae-4e30-aa5a-79c71819934e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.349927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5f322b3-11ae-4e30-aa5a-79c71819934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.353695 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f5f322b3-11ae-4e30-aa5a-79c71819934e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.355263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f5f322b3-11ae-4e30-aa5a-79c71819934e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/665775d1-8973-4318-a20e-6a11cdf3fbd9 HTTP/1.1" status: 204 len: 168 time: 0.1999459 Jun 30 02:50:51.368762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.374813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f322b3-11ae-4e30-aa5a-79c71819934e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665775d1-8973-4318-a20e-6a11cdf3fbd9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:51.406262 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.410938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 59936) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:51.491357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-2e60181a-9df4-49c8-9f17-23a54f13c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.492962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-2e60181a-9df4-49c8-9f17-23a54f13c9a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 1098 time: 0.2232654 Jun 30 02:50:51.644930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Allocated IP 172.25.7.86 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/3f0222f9-3b1c-4c3e-9d9b-33fafece6d70) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:51.729535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-cb7313b5-7a2a-4c45-b6be-0e57b8749889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:51.731027 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-cb7313b5-7a2a-4c45-b6be-0e57b8749889 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353 HTTP/1.1" status: 200 len: 898 time: 0.1913466 Jun 30 02:50:51.737940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1367846282-network', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:51.839523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Made reservation on behalf of b999abe2fa424bc6b67a218fc8ccc896 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:51.842135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.866834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:51.892092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-a6c1505c-ad30-4826-9738-6a02032ed743 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b HTTP/1.1" status: 200 len: 1001 time: 0.1418052 Jun 30 02:50:51.963494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.003825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-98986807-b269-44f2-bba7-42e3862dc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.005408 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-98986807-b269-44f2-bba7-42e3862dc3d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e125c8c8-b7e0-4008-948c-3034dbf3d702 HTTP/1.1" status: 200 len: 835 time: 0.0989439 Jun 30 02:50:52.078386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:52.147601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.167292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.195619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-7164177f-ab29-4b6f-aa20-e6575baee601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.197207 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-7164177f-ab29-4b6f-aa20-e6575baee601 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819715 Jun 30 02:50:52.204887 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.222295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:52.249452 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:52.251798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:52.277265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:52.352318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1325145916'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:52.366637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=3f0222f9-3b1c-4c3e-9d9b-33fafece6d70,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:52.379967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb72c272-eb60-467e-bafe-2851bc550cef,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:52.385428 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.385779 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Added segment ed69e6ae-750c-42db-823e-d8a502090a5c of type vlan for network 7bf5286e-eb04-462a-8e19-b24eed80c31b Jun 30 02:50:52.415743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Made reservation on behalf of 3bb9a8076f5c4243987692e51b2ac254 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:52.422767 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.443466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.567602 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.573201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.605291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:52.627651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893ea9b7-36e4-4d4d-9a78-ce22d0c00295,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:52.657691 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.659131 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Added segment cd02ba63-148b-4d51-9f7d-fdf7a35a1a28 of type vlan for network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 Jun 30 02:50:52.731391 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.774339 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.782914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.784343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.848398 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7687042 Jun 30 02:50:52.854084 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.855187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 59994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:52.861397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Request body: {'subnet': {'network_id': '3e6ea4c7-7df6-43ba-81e8-281d3f070726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:52.902292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-cf12e00a-d904-451e-91cd-b82b3cd998a7 service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6936097 Jun 30 02:50:52.905308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521dc7f-3daf-4a67-8a45-23c50df0a21b tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event updated for resources: {'Network': ['ID=3e6ea4c7-7df6-43ba-81e8-281d3f070726,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:52.917204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:52.988194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Made reservation on behalf of 3bb9a8076f5c4243987692e51b2ac254 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:52.988512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.989496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:52.990066 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:52.994505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.114414 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7020242 Jun 30 02:50:53.136297 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:53.156868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Request body: {'subnet': {'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1367846282-subnet', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:53.180985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f487d-fe9d-485a-aa04-edd40d2b9797 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf5286e-eb04-462a-8e19-b24eed80c31b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:53.188038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7bf5286e-eb04-462a-8e19-b24eed80c31b details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:53.243683 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef8cd070-1c11-4009-8ab9-d0ff0b74098c req-f67c6713-85c1-4bfb-bd52-ca224b462ed6 service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185375 Jun 30 02:50:53.263714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Made reservation on behalf of b999abe2fa424bc6b67a218fc8ccc896 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:53.266595 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.279167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.585780 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.706091 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.775600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router da422422-19ea-4eff-882d-b10a4dacefe3 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:50:53.785094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event updated for resources: {'Subnet': ['ID=f9f4e054-a439-46df-97b1-7a74bd6c5e7f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:53.793686 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Checking segment: {'id': 'cd02ba63-148b-4d51-9f7d-fdf7a35a1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3e6ea4c7-7df6-43ba-81e8-281d3f070726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:53.794108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Network hostable DHCP agents. Network: 3e6ea4c7-7df6-43ba-81e8-281d3f070726, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:53.815222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:53.829195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 3e6ea4c7-7df6-43ba-81e8-281d3f070726) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:53.838252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:53.838878 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.839388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a42beb-53e9-4e45-8b18-1a49f90603fe None None] Network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:53.857035 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4f60f356-82f1-478a-ab01-dd546a6e5081 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0006435 Jun 30 02:50:53.859505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:53.865020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-17ce16e5-418b-4b25-bdab-86dbc783734d tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-5815033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:53.930729 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17ce16e5-418b-4b25-bdab-86dbc783734d tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.931800 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17ce16e5-418b-4b25-bdab-86dbc783734d tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:53.953899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.049348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-3e6ea4c7-7df6-43ba-81e8-281d3f070726', 'network_id': '3e6ea4c7-7df6-43ba-81e8-281d3f070726', 'tenant_id': '3bb9a8076f5c4243987692e51b2ac254', 'fixed_ips': [{'subnet_id': 'f9f4e054-a439-46df-97b1-7a74bd6c5e7f'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:54.050981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17ce16e5-418b-4b25-bdab-86dbc783734d tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.053192 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.056621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17ce16e5-418b-4b25-bdab-86dbc783734d tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.074222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec29a8a-7ab0-4276-88be-a6130d270a67,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:54.078183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:54.089862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946335ef-250a-4cd1-94e9-c0409480c209 None None] Sync routers for ids ['da422422-19ea-4eff-882d-b10a4dacefe3'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:54.094310 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17ce16e5-418b-4b25-bdab-86dbc783734d tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.099938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-17ce16e5-418b-4b25-bdab-86dbc783734d tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2393103 Jun 30 02:50:54.102158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:54.108758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946335ef-250a-4cd1-94e9-c0409480c209 None None] Routers {'da422422-19ea-4eff-882d-b10a4dacefe3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:54.109399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-946335ef-250a-4cd1-94e9-c0409480c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['da422422-19ea-4eff-882d-b10a4dacefe3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:54.189078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-946335ef-250a-4cd1-94e9-c0409480c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:54.196263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.199871 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b31a2244-b6ce-40e3-85ae-c3915ea35735 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4371302 Jun 30 02:50:54.200417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:54.217116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946335ef-250a-4cd1-94e9-c0409480c209 None None] Routers {'da422422-19ea-4eff-882d-b10a4dacefe3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:54.217746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-946335ef-250a-4cd1-94e9-c0409480c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['da422422-19ea-4eff-882d-b10a4dacefe3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:54.257600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-946335ef-250a-4cd1-94e9-c0409480c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:54.261159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946335ef-250a-4cd1-94e9-c0409480c209 None None] The sync data for ids ['da422422-19ea-4eff-882d-b10a4dacefe3'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:54.324090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Allocated IP 172.20.0.2 (3e6ea4c7-7df6-43ba-81e8-281d3f070726/f9f4e054-a439-46df-97b1-7a74bd6c5e7f/1513bd97-6db1-4b5f-89bb-a1a9d9ede004) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:54.371321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Checking segment: {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:54.371698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Network hostable DHCP agents. Network: 7bf5286e-eb04-462a-8e19-b24eed80c31b, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:50:54.384980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0fd824d4-917c-4b72-b8e0-df703af8fd23 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/routers/da422422-19ea-4eff-882d-b10a4dacefe3 HTTP/1.1" status: 200 len: 884 time: 0.1832960 Jun 30 02:50:54.387482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:54.446695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.462229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Network 7bf5286e-eb04-462a-8e19-b24eed80c31b is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:50:54.502831 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.512762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Transition to ACTIVE for port object 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:54.529215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Transition to ACTIVE for port object 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:54.536765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7bf5286e-eb04-462a-8e19-b24eed80c31b) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:54.544390 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.552079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:54.552688 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.567504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:54.569604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0349e7cf-d168-4604-b12b-2edb72435f84 None None] Network 7bf5286e-eb04-462a-8e19-b24eed80c31b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:54.576093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:54.580162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:54.593436 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-baa5096b-656f-46e8-8bf4-4c95e9f4aca6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4560869 Jun 30 02:50:54.623543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:54.628854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:54.673643 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c04d-f4c2-48c3-be9c-eeeb43a1ec16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.711094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.712343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.724964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Pushing event updated for resources: {'Port': ['ID=1513bd97-6db1-4b5f-89bb-a1a9d9ede004,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:54.751082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.751424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.751759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.752094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.752418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.752855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.753177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.753929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.753929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.754191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.754429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.755228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:50:54.781356 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.782994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Attempting to bind port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:54.783385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Attempting to bind port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'cd02ba63-148b-4d51-9f7d-fdf7a35a1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3e6ea4c7-7df6-43ba-81e8-281d3f070726'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:54.783821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Attempting to bind port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 on network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:54.799631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:54.799987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Checking segment: {'id': 'cd02ba63-148b-4d51-9f7d-fdf7a35a1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3e6ea4c7-7df6-43ba-81e8-281d3f070726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:54.800399 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.800772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Bound using segment: {'id': 'cd02ba63-148b-4d51-9f7d-fdf7a35a1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3e6ea4c7-7df6-43ba-81e8-281d3f070726'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:54.801287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Bound port: 1513bd97-6db1-4b5f-89bb-a1a9d9ede004, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd02ba63-148b-4d51-9f7d-fdf7a35a1a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3e6ea4c7-7df6-43ba-81e8-281d3f070726'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:54.801662 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:54.851321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d1a47c8e-a205-483d-954d-19c52097fd2a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4626822 Jun 30 02:50:54.851949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:54.862583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c967ab06-58b9-44b1-8c54-4c80bb1aedf0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1702965129'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:55.002616 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.002886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-7bf5286e-eb04-462a-8e19-b24eed80c31b', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:50:55.005212 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.012914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] For port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:55.073107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] For port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1513bd97-6db1-4b5f-89bb-a1a9d9ede004,segment=NetworkSegment(cd02ba63-148b-4d51-9f7d-fdf7a35a1a28),segment_id=cd02ba63-148b-4d51-9f7d-fdf7a35a1a28)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:55.084706 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.092727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Allocated IP 172.20.0.1 (3e6ea4c7-7df6-43ba-81e8-281d3f070726/f9f4e054-a439-46df-97b1-7a74bd6c5e7f/b34cc903-5be4-4f6f-a833-8922ff78b56c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:55.254908 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.319123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Transition to ACTIVE for port object b34cc903-5be4-4f6f-a833-8922ff78b56c will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:55.390893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65076a-5261-42f0-ae8a-45aec167328c None None] Pushing event updated for resources: {'Port': ['ID=1513bd97-6db1-4b5f-89bb-a1a9d9ede004,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:55.441671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Allocated IP 172.20.0.2 (7bf5286e-eb04-462a-8e19-b24eed80c31b/eec29a8a-7ab0-4276-88be-a6130d270a67/b295c57c-8e6f-4bcc-bee6-dabbb5399e43) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:55.465672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c967ab06-58b9-44b1-8c54-4c80bb1aedf0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.489596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c967ab06-58b9-44b1-8c54-4c80bb1aedf0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.604652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.693785 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.707181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Transition to ACTIVE for port object b295c57c-8e6f-4bcc-bee6-dabbb5399e43 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:55.738576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Transition to ACTIVE for port object b295c57c-8e6f-4bcc-bee6-dabbb5399e43 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:55.748081 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.777552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c967ab06-58b9-44b1-8c54-4c80bb1aedf0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router da422422-19ea-4eff-882d-b10a4dacefe3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:55.783156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:55.795173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:55.798688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:55.849128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.856310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Pushing event updated for resources: {'Port': ['ID=b295c57c-8e6f-4bcc-bee6-dabbb5399e43,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:55.864413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Network 7bf5286e-eb04-462a-8e19-b24eed80c31b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:55.867997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:55.876230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:55.920424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.925649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event updated for resources: {'Port': ['ID=b34cc903-5be4-4f6f-a833-8922ff78b56c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:55.952711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c967ab06-58b9-44b1-8c54-4c80bb1aedf0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:55.960208 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c967ab06-58b9-44b1-8c54-4c80bb1aedf0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.961618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c967ab06-58b9-44b1-8c54-4c80bb1aedf0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/da422422-19ea-4eff-882d-b10a4dacefe3 HTTP/1.1" status: 200 len: 891 time: 1.1087241 Jun 30 02:50:55.964247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:55.965717 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757fd6f-165d-4c92-9419-c5eb932fb485 None None] Sync routers for ids ['da422422-19ea-4eff-882d-b10a4dacefe3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:55.980947 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757fd6f-165d-4c92-9419-c5eb932fb485 None None] Routers {'da422422-19ea-4eff-882d-b10a4dacefe3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:55.981930 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9757fd6f-165d-4c92-9419-c5eb932fb485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['da422422-19ea-4eff-882d-b10a4dacefe3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:55.982565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Attempting to bind port b295c57c-8e6f-4bcc-bee6-dabbb5399e43 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:55.983023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Attempting to bind port b295c57c-8e6f-4bcc-bee6-dabbb5399e43 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:55.983384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Attempting to bind port b295c57c-8e6f-4bcc-bee6-dabbb5399e43 on network 7bf5286e-eb04-462a-8e19-b24eed80c31b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:55.989265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:55.989624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Checking segment: {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:55.990021 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:55.990402 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Bound using segment: {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:55.992007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Bound port: b295c57c-8e6f-4bcc-bee6-dabbb5399e43, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:55.992007 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.068173 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9757fd6f-165d-4c92-9419-c5eb932fb485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:56.078494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] For port b295c57c-8e6f-4bcc-bee6-dabbb5399e43, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:56.082148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] For port b295c57c-8e6f-4bcc-bee6-dabbb5399e43, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b295c57c-8e6f-4bcc-bee6-dabbb5399e43,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:56.089369 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757fd6f-165d-4c92-9419-c5eb932fb485 None None] Routers {'da422422-19ea-4eff-882d-b10a4dacefe3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:56.090682 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9757fd6f-165d-4c92-9419-c5eb932fb485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['da422422-19ea-4eff-882d-b10a4dacefe3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:56.090880 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.162532 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e7e9565b-4052-45a2-82d0-b1b23f7bc764 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/routers/da422422-19ea-4eff-882d-b10a4dacefe3 HTTP/1.1" status: 200 len: 891 time: 0.1970580 Jun 30 02:50:56.166129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:56.190708 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9757fd6f-165d-4c92-9419-c5eb932fb485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:56.191836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757fd6f-165d-4c92-9419-c5eb932fb485 None None] The sync data for ids ['da422422-19ea-4eff-882d-b10a4dacefe3'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:56.231153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6e65cf88-915d-467a-a642-d64da1b0cc37 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=da422422-19ea-4eff-882d-b10a4dacefe3 HTTP/1.1" status: 200 len: 205 time: 0.0636091 Jun 30 02:50:56.231782 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:56.272235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4af88c-0e95-43b7-98b7-cfdf2ae1c22e None None] Pushing event updated for resources: {'Port': ['ID=b295c57c-8e6f-4bcc-bee6-dabbb5399e43,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:56.452058 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.498915 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.754803 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.783813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:56.839882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Allocated IP 172.25.7.98 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/21b75890-8800-4bf2-8b89-8b817f234e95) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:56.867253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 3f0222f9-3b1c-4c3e-9d9b-33fafece6d70 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:50:56.867550 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.875077 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:56.969194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:56.992296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d208894-18c7-4d33-b226-74f396e489d2 None None] Network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:56.993431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.020306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 3f0222f9-3b1c-4c3e-9d9b-33fafece6d70 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:50:57.058178 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.111458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.119181 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.136904 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ca5afe5a-a749-4cb7-ab60-efe868e8dbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.158900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3c1dbdc0-718d-4710-9c37-2f3373de6d6c None None] Provisioning for port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:57.186768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3c1dbdc0-718d-4710-9c37-2f3373de6d6c None None] Provisioning complete for port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:57.187125 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c1dbdc0-718d-4710-9c37-2f3373de6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.221998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:57.236746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:57.240722 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:57.388197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.444168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=3f0222f9-3b1c-4c3e-9d9b-33fafece6d70,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:57.457182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Pushing event updated for resources: {'Port': ['ID=21b75890-8800-4bf2-8b89-8b817f234e95,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:57.627292 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.640152 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c1dbdc0-718d-4710-9c37-2f3373de6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.722488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3c1dbdc0-718d-4710-9c37-2f3373de6d6c None None] For port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1513bd97-6db1-4b5f-89bb-a1a9d9ede004,segment=NetworkSegment(cd02ba63-148b-4d51-9f7d-fdf7a35a1a28),segment_id=cd02ba63-148b-4d51-9f7d-fdf7a35a1a28)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:57.728722 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3c1dbdc0-718d-4710-9c37-2f3373de6d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.796245 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.798835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.865408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dbdc0-718d-4710-9c37-2f3373de6d6c None None] Pushing event updated for resources: {'Port': ['ID=1513bd97-6db1-4b5f-89bb-a1a9d9ede004,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:57.888662 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.889855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Fanout notify agent at l3_agent the message router_deleted on router da422422-19ea-4eff-882d-b10a4dacefe3 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:50:57.897931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:57.904091 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f6fe6798-652c-4a61-b1e6-0fb9e58b63d5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/da422422-19ea-4eff-882d-b10a4dacefe3 HTTP/1.1" status: 204 len: 168 time: 1.6663566 Jun 30 02:50:57.905070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:57.958301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26cfe3-8053-495d-9118-582b2818fc54 None None] Network 7bf5286e-eb04-462a-8e19-b24eed80c31b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:50:57.968198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-744855087'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:58.038389 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.057777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:58.062237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.086762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff6626f8-bf8d-4cc4-9209-c1688a6d30cc None None] Provisioning for port b34cc903-5be4-4f6f-a833-8922ff78b56c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:58.108128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff6626f8-bf8d-4cc4-9209-c1688a6d30cc None None] Provisioning complete for port b34cc903-5be4-4f6f-a833-8922ff78b56c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:58.108846 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff6626f8-bf8d-4cc4-9209-c1688a6d30cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.159119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:50:58.171800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.183288 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.202122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ff6626f8-bf8d-4cc4-9209-c1688a6d30cc None None] Port b34cc903-5be4-4f6f-a833-8922ff78b56c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:58.276335 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.285215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.285690 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added segment 6bd2a9d5-ee2d-492e-835b-5ff939f8f178 of type vlan for network a6d4105b-3ed3-44ac-b025-b4403e098c3d Jun 30 02:50:58.387472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff6626f8-bf8d-4cc4-9209-c1688a6d30cc None None] Provisioning complete for port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:58.388286 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff6626f8-bf8d-4cc4-9209-c1688a6d30cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.393230 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.494889 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.501677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event updated for resources: {'Port': ['ID=b34cc903-5be4-4f6f-a833-8922ff78b56c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:58.529242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff6626f8-bf8d-4cc4-9209-c1688a6d30cc None None] Provisioning for port b295c57c-8e6f-4bcc-bee6-dabbb5399e43 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:58.577949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:58.582542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:58.662439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-34e6396c-49d5-4741-8445-4e9c22ce90ee None None] Provisioning complete for port b34cc903-5be4-4f6f-a833-8922ff78b56c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:58.663576 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34e6396c-49d5-4741-8445-4e9c22ce90ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.744715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-34e6396c-49d5-4741-8445-4e9c22ce90ee None None] Port b34cc903-5be4-4f6f-a833-8922ff78b56c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:58.784309 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.799490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:58.800146 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:58.836081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:58.944276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:58.944762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.068253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b295c57c-8e6f-4bcc-bee6-dabbb5399e43 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:59.078119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Network': ['ID=a6d4105b-3ed3-44ac-b025-b4403e098c3d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:59.085168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-75b4a987-87db-46f9-8ab2-55fc82098b29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1785865 Jun 30 02:50:59.087589 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:59.092874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'subnet': {'network_id': 'a6d4105b-3ed3-44ac-b025-b4403e098c3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:59.109948 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.126644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a6d4105b-3ed3-44ac-b025-b4403e098c3d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:50:59.200484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:59.217112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f75a0b36-78f3-45e9-86f0-8d6cba5c34fc None None] Provisioning complete for port b34cc903-5be4-4f6f-a833-8922ff78b56c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:59.217641 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f75a0b36-78f3-45e9-86f0-8d6cba5c34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.255543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f75a0b36-78f3-45e9-86f0-8d6cba5c34fc None None] Port b34cc903-5be4-4f6f-a833-8922ff78b56c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:59.286841 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b295c57c-8e6f-4bcc-bee6-dabbb5399e43 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:59.296444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:59.297357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b295c57c-8e6f-4bcc-bee6-dabbb5399e43 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:59.297734 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.301036 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.328717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Router 08e00868-a877-4d4a-a04d-118db0521b3d is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:50:59.385409 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.435210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port b295c57c-8e6f-4bcc-bee6-dabbb5399e43, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b295c57c-8e6f-4bcc-bee6-dabbb5399e43,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:59.441014 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.517957 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:59.532582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87262143-f4aa-46b8-ac4b-6afeb4af9926 None None] Sync routers for ids ['08e00868-a877-4d4a-a04d-118db0521b3d'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:59.535809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8e611e61-0696-414b-9414-87a27f9145a8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "PUT /v2.0/routers/08e00868-a877-4d4a-a04d-118db0521b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4324684 Jun 30 02:50:59.538041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:59.544777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Request body: {'port': {'network_id': '3e6ea4c7-7df6-43ba-81e8-281d3f070726', 'name': 'tempest-FloatingIPNegativeTestJSON-616785138'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:59.546130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=b295c57c-8e6f-4bcc-bee6-dabbb5399e43,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:59.550985 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e406-3885-4e60-8958-2b20d8d09da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.560877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87262143-f4aa-46b8-ac4b-6afeb4af9926 None None] Routers {'08e00868-a877-4d4a-a04d-118db0521b3d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:59.561872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87262143-f4aa-46b8-ac4b-6afeb4af9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['08e00868-a877-4d4a-a04d-118db0521b3d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:59.615620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Router 99eaac97-6648-4256-81ca-079e5942136a is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:50:59.624446 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87262143-f4aa-46b8-ac4b-6afeb4af9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:59.635952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87262143-f4aa-46b8-ac4b-6afeb4af9926 None None] Routers {'08e00868-a877-4d4a-a04d-118db0521b3d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:59.636767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87262143-f4aa-46b8-ac4b-6afeb4af9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['08e00868-a877-4d4a-a04d-118db0521b3d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:59.679735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-87262143-f4aa-46b8-ac4b-6afeb4af9926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:59.680682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87262143-f4aa-46b8-ac4b-6afeb4af9926 None None] The sync data for ids ['08e00868-a877-4d4a-a04d-118db0521b3d'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:59.792084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:59.803245 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Sync routers for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:59.816629 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e406-3885-4e60-8958-2b20d8d09da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.819162 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:59.820066 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:59.824679 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c8b8e406-3885-4e60-8958-2b20d8d09da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.840922 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:59.842648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b6c44505-28d5-46bc-af1a-b83233033a9e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2180061 Jun 30 02:50:59.851479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:59.927918 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c8b8e406-3885-4e60-8958-2b20d8d09da1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=781d1f868a3241e08e4c386283254691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7258654 Jun 30 02:50:59.931406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8e406-3885-4e60-8958-2b20d8d09da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b7ce3c-c50b-443b-9bc9-19fe994ddbd1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:59.935067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:59.993125 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:00.046033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.053348 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72642912-e7a9-4a0e-a010-a54f09acaff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.061228 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.083675 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72642912-e7a9-4a0e-a010-a54f09acaff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.109550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Subnet': ['ID=250f11c8-e7b3-4db5-8931-0b3477a3ad0e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:00.168499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Checking segment: {'id': '6bd2a9d5-ee2d-492e-835b-5ff939f8f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6d4105b-3ed3-44ac-b025-b4403e098c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:00.168975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network hostable DHCP agents. Network: a6d4105b-3ed3-44ac-b025-b4403e098c3d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:00.178400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Made reservation on behalf of 3bb9a8076f5c4243987692e51b2ac254 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:00.182272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.185180 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72642912-e7a9-4a0e-a010-a54f09acaff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.187900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72642912-e7a9-4a0e-a010-a54f09acaff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.189413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-72642912-e7a9-4a0e-a010-a54f09acaff5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85b7ce3c-c50b-443b-9bc9-19fe994ddbd1 HTTP/1.1" status: 204 len: 168 time: 0.2515082 Jun 30 02:51:00.202158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] device_id is not set on port 8018d3b4-47d9-4916-8d62-f0417880fcbe yet. {{(pid=93771) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 02:51:00.206394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72642912-e7a9-4a0e-a010-a54f09acaff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b7ce3c-c50b-443b-9bc9-19fe994ddbd1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:00.259470 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:50:57Z', 'revision_number': 3, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:00.298039 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Checking router: 99eaac97-6648-4256-81ca-079e5942136a for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:00.298797 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Updating router 99eaac97-6648-4256-81ca-079e5942136a port 21b75890-8800-4bf2-8b89-8b817f234e95 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:00.329318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Allocated IP 172.20.0.3 (3e6ea4c7-7df6-43ba-81e8-281d3f070726/f9f4e054-a439-46df-97b1-7a74bd6c5e7f/8018d3b4-47d9-4916-8d62-f0417880fcbe) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:00.366215 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.548405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network a6d4105b-3ed3-44ac-b025-b4403e098c3d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:00.572640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a6d4105b-3ed3-44ac-b025-b4403e098c3d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:00.581536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc491b6-69da-4874-aca3-18cbe1e8e17a None None] Network a6d4105b-3ed3-44ac-b025-b4403e098c3d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:00.588865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:00.589536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.611510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.637182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Transition to ACTIVE for port object 8018d3b4-47d9-4916-8d62-f0417880fcbe will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:00.643355 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.647097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ab91bacf-25b4-4a53-9564-522c9f535af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5583274 Jun 30 02:51:00.649718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:00.659948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ee8c4872-abbd-4736-886f-5daa6dff0895 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1325224956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:00.749391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b295c57c-8e6f-4bcc-bee6-dabbb5399e43 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:00.753956 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4872-abbd-4736-886f-5daa6dff0895 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.764266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4872-abbd-4736-886f-5daa6dff0895 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.830974 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.903510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4872-abbd-4736-886f-5daa6dff0895 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.913384 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4872-abbd-4736-886f-5daa6dff0895 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.922436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a6d4105b-3ed3-44ac-b025-b4403e098c3d', 'network_id': 'a6d4105b-3ed3-44ac-b025-b4403e098c3d', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'fixed_ips': [{'subnet_id': '250f11c8-e7b3-4db5-8931-0b3477a3ad0e'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:51:00.924115 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:00.930071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:00.945097 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:00.952365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:00.958123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event updated for resources: {'Port': ['ID=8018d3b4-47d9-4916-8d62-f0417880fcbe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:01.008685 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee8c4872-abbd-4736-886f-5daa6dff0895 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.012675 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ee8c4872-abbd-4736-886f-5daa6dff0895 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3620496 Jun 30 02:51:01.016389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:01.054373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b295c57c-8e6f-4bcc-bee6-dabbb5399e43 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:01.054954 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.110106 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.149976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:01.150814 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.151742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Allocated IP 172.20.0.1 (7bf5286e-eb04-462a-8e19-b24eed80c31b/eec29a8a-7ab0-4276-88be-a6130d270a67/f1f95110-6492-4afd-abe0-46467cf79151) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:01.155309 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Transition to ACTIVE for port object 21b75890-8800-4bf2-8b89-8b817f234e95 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:01.167460 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.189636 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-514ef01e-c184-4969-b5c3-cab547ae473a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6461287 Jun 30 02:51:01.191323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:01.198402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:01.202804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Allocated IP 2001:db8::2 (a6d4105b-3ed3-44ac-b025-b4403e098c3d/250f11c8-e7b3-4db5-8931-0b3477a3ad0e/b51df8dc-094b-498b-ad64-142ba01b14b7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:01.318943 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Attempting to bind port 21b75890-8800-4bf2-8b89-8b817f234e95 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:01.319928 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Attempting to bind port 21b75890-8800-4bf2-8b89-8b817f234e95 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:01.320535 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Attempting to bind port 21b75890-8800-4bf2-8b89-8b817f234e95 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:01.344433 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Pushing event updated for resources: {'Port': ['ID=21b75890-8800-4bf2-8b89-8b817f234e95,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:01.359819 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:01.361508 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:01.361929 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.363013 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:01.364827 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Bound port: 21b75890-8800-4bf2-8b89-8b817f234e95, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:01.365225 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.386499 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.386875 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.388892 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.389266 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.389608 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.389942 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.390272 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.390598 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.390949 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.391268 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.391871 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.395983 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:01.413309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a886f7de-69ae-4704-a8e2-11807c3abe3b None None] Provisioning for port 8018d3b4-47d9-4916-8d62-f0417880fcbe completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:01.440052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a886f7de-69ae-4704-a8e2-11807c3abe3b None None] Provisioning complete for port 8018d3b4-47d9-4916-8d62-f0417880fcbe triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:01.440566 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a886f7de-69ae-4704-a8e2-11807c3abe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.507065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a886f7de-69ae-4704-a8e2-11807c3abe3b None None] Port 8018d3b4-47d9-4916-8d62-f0417880fcbe cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:01.510134 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] For port 21b75890-8800-4bf2-8b89-8b817f234e95, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:01.515686 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] For port 21b75890-8800-4bf2-8b89-8b817f234e95, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=21b75890-8800-4bf2-8b89-8b817f234e95,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:01.524164 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.591691 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.695593 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:01.696245 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:01.789181 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca34526-0799-4f4a-80ea-573f342c0219 None None] Pushing event updated for resources: {'Port': ['ID=21b75890-8800-4bf2-8b89-8b817f234e95,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:01.843505 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.854121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Transition to ACTIVE for port object b51df8dc-094b-498b-ad64-142ba01b14b7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:01.871294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Transition to ACTIVE for port object b51df8dc-094b-498b-ad64-142ba01b14b7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:01.884618 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:01.903694 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:01.958665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Pushing event updated for resources: {'Port': ['ID=b51df8dc-094b-498b-ad64-142ba01b14b7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:01.973958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Network a6d4105b-3ed3-44ac-b025-b4403e098c3d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:01.978219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:01.984379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:01.991104 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.039649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Allocated IP 2001:db8::1 (a6d4105b-3ed3-44ac-b025-b4403e098c3d/250f11c8-e7b3-4db5-8931-0b3477a3ad0e/0e4cee68-7590-4f5c-af94-7b8f9c9424db) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:02.108855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.130876 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Transition to ACTIVE for port object f1f95110-6492-4afd-abe0-46467cf79151 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:02.172516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Attempting to bind port b51df8dc-094b-498b-ad64-142ba01b14b7 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:02.172814 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Attempting to bind port b51df8dc-094b-498b-ad64-142ba01b14b7 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '6bd2a9d5-ee2d-492e-835b-5ff939f8f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6d4105b-3ed3-44ac-b025-b4403e098c3d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:02.173448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Attempting to bind port b51df8dc-094b-498b-ad64-142ba01b14b7 on network a6d4105b-3ed3-44ac-b025-b4403e098c3d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:02.192943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:02.194671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Checking segment: {'id': '6bd2a9d5-ee2d-492e-835b-5ff939f8f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6d4105b-3ed3-44ac-b025-b4403e098c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:02.196164 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.198009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Bound using segment: {'id': '6bd2a9d5-ee2d-492e-835b-5ff939f8f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6d4105b-3ed3-44ac-b025-b4403e098c3d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:02.198729 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.200140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Bound port: b51df8dc-094b-498b-ad64-142ba01b14b7, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd2a9d5-ee2d-492e-835b-5ff939f8f178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a6d4105b-3ed3-44ac-b025-b4403e098c3d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:02.200140 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.256759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.260174 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.269732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Network 7bf5286e-eb04-462a-8e19-b24eed80c31b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:02.281205 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:50:57Z', 'revision_number': 3, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:02.286230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Transition to ACTIVE for port object 0e4cee68-7590-4f5c-af94-7b8f9c9424db will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:02.297417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:02.312186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:02.328320 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.346870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] For port b51df8dc-094b-498b-ad64-142ba01b14b7, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:02.361456 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] For port b51df8dc-094b-498b-ad64-142ba01b14b7, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b51df8dc-094b-498b-ad64-142ba01b14b7,segment=NetworkSegment(6bd2a9d5-ee2d-492e-835b-5ff939f8f178),segment_id=6bd2a9d5-ee2d-492e-835b-5ff939f8f178)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:02.368834 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.371610 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb198ce-d16e-4b96-8911-495ea1c8d610 None None] The sync data for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 is: [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:50:57Z', 'revision_number': 3, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:02.404496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Pushing event updated for resources: {'Port': ['ID=f1f95110-6492-4afd-abe0-46467cf79151,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:02.409195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network a6d4105b-3ed3-44ac-b025-b4403e098c3d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:02.412904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:02.420247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:02.420844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.480475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.526867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a37dd-0307-4c49-81c1-ce617eec6df9 None None] Pushing event updated for resources: {'Port': ['ID=b51df8dc-094b-498b-ad64-142ba01b14b7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:02.598210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=0e4cee68-7590-4f5c-af94-7b8f9c9424db,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:02.727501 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.755252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-16cf69d7-075c-49fa-ad21-e356e5f219e8 None None] Provisioning for port f1f95110-6492-4afd-abe0-46467cf79151 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:02.765941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-16cf69d7-075c-49fa-ad21-e356e5f219e8 None None] Provisioning complete for port f1f95110-6492-4afd-abe0-46467cf79151 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:02.766450 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-16cf69d7-075c-49fa-ad21-e356e5f219e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:02.884873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-16cf69d7-075c-49fa-ad21-e356e5f219e8 None None] Port f1f95110-6492-4afd-abe0-46467cf79151 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:02.897604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Allocated IP 172.25.7.217 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/68eef465-664d-40e9-87ce-35ea4cc873e6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:02.899915 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.214440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60170) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:03.326467 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.387072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a294ba8a-e10e-4070-af1f-0235a9598d9c tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.387533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a294ba8a-e10e-4070-af1f-0235a9598d9c tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.389292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a294ba8a-e10e-4070-af1f-0235a9598d9c tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.403550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a294ba8a-e10e-4070-af1f-0235a9598d9c tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=23f0074276e74751a7dfe3b0670d094b&network_id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353 HTTP/1.1" status: 200 len: 2973 time: 0.1879621 Jun 30 02:51:03.408745 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.426879 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.433695 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.435009 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.452331 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.552916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.577480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.580300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Pushing event updated for resources: {'Port': ['ID=f1f95110-6492-4afd-abe0-46467cf79151,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:03.639626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=0e4cee68-7590-4f5c-af94-7b8f9c9424db,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:03.654699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network a6d4105b-3ed3-44ac-b025-b4403e098c3d is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:03.656294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:03.724212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:03.743694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:03.765855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:03.817098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Network 7bf5286e-eb04-462a-8e19-b24eed80c31b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:03.820941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event updated for resources: {'Port': ['ID=68eef465-664d-40e9-87ce-35ea4cc873e6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:03.833179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:03.853216 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router edb1cfae-337a-4c66-8995-b9776fd618f8 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:51:03.986822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:03.994232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5368c02e-8c64-4171-b807-36f138bd454a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/edb1cfae-337a-4c66-8995-b9776fd618f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9768403 Jun 30 02:51:03.998287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:04.000378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a7032-909c-4f44-ab81-dc0438a3fc99 None None] Sync routers for ids ['edb1cfae-337a-4c66-8995-b9776fd618f8'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:04.014515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.027502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a7032-909c-4f44-ab81-dc0438a3fc99 None None] Routers {'edb1cfae-337a-4c66-8995-b9776fd618f8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:04.028137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a4a7032-909c-4f44-ab81-dc0438a3fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['edb1cfae-337a-4c66-8995-b9776fd618f8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:04.087229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a4a7032-909c-4f44-ab81-dc0438a3fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:04.097887 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95736d4-26b9-4711-9e2c-1050eea77b17 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:04.098143 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a7032-909c-4f44-ab81-dc0438a3fc99 None None] Routers {'edb1cfae-337a-4c66-8995-b9776fd618f8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:04.098693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a4a7032-909c-4f44-ab81-dc0438a3fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['edb1cfae-337a-4c66-8995-b9776fd618f8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:04.101489 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a95736d4-26b9-4711-9e2c-1050eea77b17 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports/0e4cee68-7590-4f5c-af94-7b8f9c9424db HTTP/1.1" status: 200 len: 911 time: 0.1016347 Jun 30 02:51:04.106190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:04.133609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6adda9b7-86c6-401d-81ff-f3ec521b438a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '250f11c8-e7b3-4db5-8931-0b3477a3ad0e'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:04.143056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a4a7032-909c-4f44-ab81-dc0438a3fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:04.143727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a7032-909c-4f44-ab81-dc0438a3fc99 None None] The sync data for ids ['edb1cfae-337a-4c66-8995-b9776fd618f8'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:04.179431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Router 99eaac97-6648-4256-81ca-079e5942136a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:04.194378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.225932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-59ba448d-740c-4022-9808-822e521bb800 None None] Provisioning complete for port f1f95110-6492-4afd-abe0-46467cf79151 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:04.226779 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-59ba448d-740c-4022-9808-822e521bb800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.278919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-59ba448d-740c-4022-9808-822e521bb800 None None] Port f1f95110-6492-4afd-abe0-46467cf79151 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:04.284631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b516e52-84bb-403a-82cc-63df3764575a None None] Network a6d4105b-3ed3-44ac-b025-b4403e098c3d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:04.373763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6adda9b7-86c6-401d-81ff-f3ec521b438a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.501861 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0731db75-210c-4edf-a44a-1eac0ca7c92e None None] Provisioning for port b51df8dc-094b-498b-ad64-142ba01b14b7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:04.577650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:04.583516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cc08eaa1-0e10-4d01-8926-f4a06ff08f5d admin admin] 10.222.0.55 "PUT /v2.0/routers/99eaac97-6648-4256-81ca-079e5942136a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7279418 Jun 30 02:51:04.610139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.617324 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.705783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event updated for resources: {'Port': ['ID=68eef465-664d-40e9-87ce-35ea4cc873e6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:04.777468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 21b75890-8800-4bf2-8b89-8b817f234e95 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:04.847485 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.875453 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:04.881804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ca0c9951-fe74-4b5c-a1d5-1b100c701d11 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6890125 Jun 30 02:51:04.884478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:04.893739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c5f5a136-85e5-495c-bb61-9518a99a68dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Request body: {'floatingip': {'port_id': '8018d3b4-47d9-4916-8d62-f0417880fcbe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:04.915873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 21b75890-8800-4bf2-8b89-8b817f234e95 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:04.924154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 21b75890-8800-4bf2-8b89-8b817f234e95 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:04.924538 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.082556 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a136-85e5-495c-bb61-9518a99a68dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.098097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91d991f1-2c27-4bfb-8fc9-529bf01ad8e8 None None] Provisioning for port 0e4cee68-7590-4f5c-af94-7b8f9c9424db completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:05.121404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91d991f1-2c27-4bfb-8fc9-529bf01ad8e8 None None] Provisioning complete for port 0e4cee68-7590-4f5c-af94-7b8f9c9424db triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:05.122839 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91d991f1-2c27-4bfb-8fc9-529bf01ad8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.132052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:05.135368 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.245388 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Sync routers for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:05.260642 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:05.261376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 21b75890-8800-4bf2-8b89-8b817f234e95, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=21b75890-8800-4bf2-8b89-8b817f234e95,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:05.262167 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:05.266338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-91d991f1-2c27-4bfb-8fc9-529bf01ad8e8 None None] Port 0e4cee68-7590-4f5c-af94-7b8f9c9424db cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:05.272881 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.274971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b51df8dc-094b-498b-ad64-142ba01b14b7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:05.292379 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6adda9b7-86c6-401d-81ff-f3ec521b438a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.327030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7552a65-782d-4f30-a85b-1238ce28d43d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.342900 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d7552a65-782d-4f30-a85b-1238ce28d43d tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 814 time: 0.1979027 Jun 30 02:51:05.342900 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6adda9b7-86c6-401d-81ff-f3ec521b438a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.345221 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-c5f5a136-85e5-495c-bb61-9518a99a68dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] update failed (client error): The resource could not be found. Jun 30 02:51:05.353591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c5f5a136-85e5-495c-bb61-9518a99a68dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "PUT /v2.0/floatingips/8213145a-0789-46f8-9420-2da92efb5374 HTTP/1.1" status: 404 len: 507 time: 0.4647563 Jun 30 02:51:05.354162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60218) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:05.357042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adda9b7-86c6-401d-81ff-f3ec521b438a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.357722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6adda9b7-86c6-401d-81ff-f3ec521b438a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.359531 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6adda9b7-86c6-401d-81ff-f3ec521b438a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/ports/0e4cee68-7590-4f5c-af94-7b8f9c9424db HTTP/1.1" status: 200 len: 911 time: 1.2514420 Jun 30 02:51:05.364011 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60220) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:05.488956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adda9b7-86c6-401d-81ff-f3ec521b438a tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=0e4cee68-7590-4f5c-af94-7b8f9c9424db,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:05.580753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=21b75890-8800-4bf2-8b89-8b817f234e95,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:05.586250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b51df8dc-094b-498b-ad64-142ba01b14b7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:05.591209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b51df8dc-094b-498b-ad64-142ba01b14b7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:05.591664 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.598238 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:05.702851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7f942aa0-5b36-4e80-b2d1-5d1246de8c28 None None] Provisioning complete for port 0e4cee68-7590-4f5c-af94-7b8f9c9424db triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:05.703224 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7f942aa0-5b36-4e80-b2d1-5d1246de8c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.717773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60224) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:05.722553 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d2207c0f-9aa9-4f59-a1ca-a52bdbc7db75 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834702028', 'description': 'tempest-description--1970666932'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:05.768273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2207c0f-9aa9-4f59-a1ca-a52bdbc7db75 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.799501 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.901658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7f942aa0-5b36-4e80-b2d1-5d1246de8c28 None None] Port 0e4cee68-7590-4f5c-af94-7b8f9c9424db cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:05.924188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port b51df8dc-094b-498b-ad64-142ba01b14b7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b51df8dc-094b-498b-ad64-142ba01b14b7,segment=NetworkSegment(6bd2a9d5-ee2d-492e-835b-5ff939f8f178),segment_id=6bd2a9d5-ee2d-492e-835b-5ff939f8f178)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:05.931383 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.948978 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2207c0f-9aa9-4f59-a1ca-a52bdbc7db75 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.954902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2207c0f-9aa9-4f59-a1ca-a52bdbc7db75 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.990103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=b51df8dc-094b-498b-ad64-142ba01b14b7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:06.014861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2207c0f-9aa9-4f59-a1ca-a52bdbc7db75 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:06.028931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d2207c0f-9aa9-4f59-a1ca-a52bdbc7db75 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.033634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d2207c0f-9aa9-4f59-a1ca-a52bdbc7db75 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3147595 Jun 30 02:51:06.034257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:06.041656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b09b547c-af20-49d3-9ce3-39e5f9d86342 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'security_group_rule': {'security_group_id': 'ce0b48a5-806c-4e1b-838f-cb3f3203cc4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:06.046612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2ce78997-9da6-44cd-97c7-768a4dd25d74 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Deleting port 68eef465-664d-40e9-87ce-35ea4cc873e6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:06.047211 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce78997-9da6-44cd-97c7-768a4dd25d74 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.052825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb5b21b7-7dad-439a-a2fd-027bb6583eaa None None] Provisioning complete for port 0e4cee68-7590-4f5c-af94-7b8f9c9424db triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:06.053543 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb5b21b7-7dad-439a-a2fd-027bb6583eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.055698 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:03Z', 'revision_number': 2, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:06.075562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60230) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:06.091526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'network': {'name': 'tempest-network-smoke--542398846', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:06.117040 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Checking router: 99eaac97-6648-4256-81ca-079e5942136a for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:06.117745 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Updating router 99eaac97-6648-4256-81ca-079e5942136a port f1f95110-6492-4afd-abe0-46467cf79151 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:06.124759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fb5b21b7-7dad-439a-a2fd-027bb6583eaa None None] Port 0e4cee68-7590-4f5c-af94-7b8f9c9424db cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:06.134107 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b09b547c-af20-49d3-9ce3-39e5f9d86342 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.178168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Made reservation on behalf of 23f0074276e74751a7dfe3b0670d094b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:06.186042 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.189368 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.255230 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce78997-9da6-44cd-97c7-768a4dd25d74 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.255433 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce78997-9da6-44cd-97c7-768a4dd25d74 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.281734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2ce78997-9da6-44cd-97c7-768a4dd25d74 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Calling delete_port for 68eef465-664d-40e9-87ce-35ea4cc873e6 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:06.319029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:06.338103 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b09b547c-af20-49d3-9ce3-39e5f9d86342 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.344441 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.344864 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Added segment c00839e9-5458-4638-bf68-8c206ff46a8b of type vlan for network 8f92f657-2e62-4fd0-9fbd-e789232cec75 Jun 30 02:51:06.346286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b09b547c-af20-49d3-9ce3-39e5f9d86342 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.351981 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.373568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b09b547c-af20-49d3-9ce3-39e5f9d86342 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.377651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b09b547c-af20-49d3-9ce3-39e5f9d86342 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3422809 Jun 30 02:51:06.383487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:06.409493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3c3430e1-7f52-47b5-a6da-d2158bcdc0f1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'security_group_rule': {'security_group_id': 'ce0b48a5-806c-4e1b-838f-cb3f3203cc4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:06.462129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b547c-af20-49d3-9ce3-39e5f9d86342 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f5b0ff-e022-4d3c-bf98-e46727005dd5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:06.468365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.472173 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c3430e1-7f52-47b5-a6da-d2158bcdc0f1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.527503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c3430e1-7f52-47b5-a6da-d2158bcdc0f1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.532654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c3430e1-7f52-47b5-a6da-d2158bcdc0f1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.561261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3430e1-7f52-47b5-a6da-d2158bcdc0f1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc7488c-dd3b-4da2-b628-9fdd0940ac8a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:06.573950 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.576688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c3430e1-7f52-47b5-a6da-d2158bcdc0f1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.581345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3c3430e1-7f52-47b5-a6da-d2158bcdc0f1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1968882 Jun 30 02:51:06.582195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:06.584752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.587029 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Transition to ACTIVE for port object f1f95110-6492-4afd-abe0-46467cf79151 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:06.591519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:06.592397 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.596841 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.609270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:06.621666 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5450606 Jun 30 02:51:06.634162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:06.758082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 21b75890-8800-4bf2-8b89-8b817f234e95 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:06.786442 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d9f11-1158-41ba-8e39-e75a3fbe644f None None] Pushing event updated for resources: {'Port': ['ID=f1f95110-6492-4afd-abe0-46467cf79151,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:06.828009 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.855356 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce78997-9da6-44cd-97c7-768a4dd25d74 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.894851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 21b75890-8800-4bf2-8b89-8b817f234e95 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:06.895280 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Attempting to bind port f1f95110-6492-4afd-abe0-46467cf79151 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:06.895704 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.897286 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Attempting to bind port f1f95110-6492-4afd-abe0-46467cf79151 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:06.898339 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Attempting to bind port f1f95110-6492-4afd-abe0-46467cf79151 on network 7bf5286e-eb04-462a-8e19-b24eed80c31b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:06.911080 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:06.911773 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Checking segment: {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:06.912481 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.915270 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Bound using segment: {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:06.915994 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Bound port: f1f95110-6492-4afd-abe0-46467cf79151, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:06.916588 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:06.942546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce78997-9da6-44cd-97c7-768a4dd25d74 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event deleted for resources: {'Port': ['ID=68eef465-664d-40e9-87ce-35ea4cc873e6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:07.073501 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] For port f1f95110-6492-4afd-abe0-46467cf79151, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:07.077724 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] For port f1f95110-6492-4afd-abe0-46467cf79151, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f1f95110-6492-4afd-abe0-46467cf79151,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:07.083228 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.092803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b51df8dc-094b-498b-ad64-142ba01b14b7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:07.172456 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b51df8dc-094b-498b-ad64-142ba01b14b7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:07.173776 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.261112 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d9f11-1158-41ba-8e39-e75a3fbe644f None None] Pushing event updated for resources: {'Port': ['ID=f1f95110-6492-4afd-abe0-46467cf79151,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:07.281003 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce78997-9da6-44cd-97c7-768a4dd25d74 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.293119 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:07.294148 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:07.297905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2ce78997-9da6-44cd-97c7-768a4dd25d74 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.307060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2ce78997-9da6-44cd-97c7-768a4dd25d74 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "DELETE /v2.0/floatingips/8213145a-0789-46f8-9420-2da92efb5374 HTTP/1.1" status: 204 len: 168 time: 1.9513857 Jun 30 02:51:07.313487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:07.330127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8e23dd57-85d7-488b-8058-18a138389882 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Request body: {'floatingip': {'floating_network_id': '3e6ea4c7-7df6-43ba-81e8-281d3f070726', 'port_id': '8018d3b4-47d9-4916-8d62-f0417880fcbe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:07.373084 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e23dd57-85d7-488b-8058-18a138389882 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.460321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 0e4cee68-7590-4f5c-af94-7b8f9c9424db {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:07.460885 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.606337 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:07.619829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373438e1-9086-4c94-9ba8-232d1474e953 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Network': ['ID=8f92f657-2e62-4fd0-9fbd-e789232cec75,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:07.629627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f0a95-cc21-44be-8428-47ab9ede2600 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:07.631164 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-351f0a95-cc21-44be-8428-47ab9ede2600 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=23f0074276e74751a7dfe3b0670d094b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.9944618 Jun 30 02:51:07.635549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 8f92f657-2e62-4fd0-9fbd-e789232cec75 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:07.648191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60250) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:07.864202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917872e1-4d19-40f5-8ed9-353097631012 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:07.868445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-917872e1-4d19-40f5-8ed9-353097631012 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2164342 Jun 30 02:51:07.869618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:07.892274 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:07Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:07.904763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.911579 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-40a9fbdb-a8f7-4e3c-adc8-4d9786e4d050 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372291 Jun 30 02:51:07.914414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:07.920184 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f315496f-6c1c-4884-911f-0c1421548e9d None None] The sync data for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 is: [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:07Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:07.950197 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ce32d853-44d3-4ee9-950d-a1e221e607ca tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=23f0074276e74751a7dfe3b0670d094b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345135 Jun 30 02:51:07.953068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:08.137295 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Allocated IP 172.25.7.105 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/7601d29a-5072-457d-a2b7-26ef3539750b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:08.164215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.237643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 0e4cee68-7590-4f5c-af94-7b8f9c9424db owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:08.297907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3444dc7c-ef39-44ef-8683-54709fab8f59 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.303405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3444dc7c-ef39-44ef-8683-54709fab8f59 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3458092 Jun 30 02:51:08.305883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:08.360126 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.424804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-10d73505-9401-4423-be4b-2f59ce73bc04 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629444 Jun 30 02:51:08.427179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:08.433181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-853251458', 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:08.437345 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.454550 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-8e23dd57-85d7-488b-8058-18a138389882 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 02:51:08.461049 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8e23dd57-85d7-488b-8058-18a138389882 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1414518 Jun 30 02:51:08.492357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:08.498589 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'Port': ['ID=7601d29a-5072-457d-a2b7-26ef3539750b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:08.512131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '8018d3b4-47d9-4916-8d62-f0417880fcbe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:08.540602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:08.542732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:08.560704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:08.565670 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.667193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Made reservation on behalf of 23f0074276e74751a7dfe3b0670d094b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:08.670603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.710629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1f95110-6492-4afd-abe0-46467cf79151 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:08.803735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port f1f95110-6492-4afd-abe0-46467cf79151 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:08.810615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f1f95110-6492-4afd-abe0-46467cf79151 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:08.813894 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.865472 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.914298 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.922071 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.942102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=0e4cee68-7590-4f5c-af94-7b8f9c9424db,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:08.984748 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.062562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port f1f95110-6492-4afd-abe0-46467cf79151, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f1f95110-6492-4afd-abe0-46467cf79151,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:09.070288 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.184452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=f1f95110-6492-4afd-abe0-46467cf79151,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:09.184710 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.242298 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.285554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Allocated IP 172.25.7.217 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/2ba90445-da5a-4588-bcbd-9e2a32d23b80) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:09.557282 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.561880 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.566557 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.651939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.680629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'Port': ['ID=7601d29a-5072-457d-a2b7-26ef3539750b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:09.731568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router edb1cfae-337a-4c66-8995-b9776fd618f8 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:09.737550 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.762563 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.764562 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-908c7f6f-af10-42da-9555-60f11b4d7fe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1808476 Jun 30 02:51:09.769929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Subnet': ['ID=c311c78f-b1c8-4e0a-9e17-606faa02b0c7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:09.781149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Checking segment: {'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:09.782985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network hostable DHCP agents. Network: 8f92f657-2e62-4fd0-9fbd-e789232cec75, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:09.806809 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:09.874458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 8f92f657-2e62-4fd0-9fbd-e789232cec75 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:09.915775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:09.927204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:09.931432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:09.957577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 8f92f657-2e62-4fd0-9fbd-e789232cec75) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:09.967180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7cff51-e56d-4a75-8027-0d7f190c0c16 None None] Network 8f92f657-2e62-4fd0-9fbd-e789232cec75 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:09.982689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.984683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.007962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event updated for resources: {'Port': ['ID=2ba90445-da5a-4588-bcbd-9e2a32d23b80,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:10.011290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:10.016428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b36f19c6-b806-4604-af7b-7dd44541ab26 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5866296 Jun 30 02:51:10.043411 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dcd49c48-a068-4804-aca0-ccc10fe9172c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/edb1cfae-337a-4c66-8995-b9776fd618f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6793773 Jun 30 02:51:10.045399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:10.077749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca09cc-e551-4876-88ac-f3ca0405a276 None None] Sync routers for ids ['edb1cfae-337a-4c66-8995-b9776fd618f8'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:10.086285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-5d99ec5d-9215-45da-a87c-e215e6e32573 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1834702028&fields=id&tenant_id=b999abe2fa424bc6b67a218fc8ccc896 HTTP/1.1" status: 200 len: 267 time: 0.1290810 Jun 30 02:51:10.117565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a11c4330-1dfb-4d88-b7a3-462827f2c33f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=edb1cfae-337a-4c66-8995-b9776fd618f8 HTTP/1.1" status: 200 len: 205 time: 0.0707822 Jun 30 02:51:10.118241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:10.134965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca09cc-e551-4876-88ac-f3ca0405a276 None None] Routers {'edb1cfae-337a-4c66-8995-b9776fd618f8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:10.141577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-25ca09cc-e551-4876-88ac-f3ca0405a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['edb1cfae-337a-4c66-8995-b9776fd618f8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:10.213220 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-021a4d18-8b4e-48e7-9291-4dd2e08dab1c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.251579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-25ca09cc-e551-4876-88ac-f3ca0405a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:10.300502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca09cc-e551-4876-88ac-f3ca0405a276 None None] Routers {'edb1cfae-337a-4c66-8995-b9776fd618f8'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:10.319431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-25ca09cc-e551-4876-88ac-f3ca0405a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['edb1cfae-337a-4c66-8995-b9776fd618f8'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:10.409384 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-021a4d18-8b4e-48e7-9291-4dd2e08dab1c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.413044 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-021a4d18-8b4e-48e7-9291-4dd2e08dab1c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.444213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-cff33272-5f58-431e-a668-01d62125ac11 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.451236 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-cff33272-5f58-431e-a668-01d62125ac11 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 811 time: 0.3551829 Jun 30 02:51:10.464923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-25ca09cc-e551-4876-88ac-f3ca0405a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:10.483811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ca09cc-e551-4876-88ac-f3ca0405a276 None None] The sync data for ids ['edb1cfae-337a-4c66-8995-b9776fd618f8'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:10.485197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-021a4d18-8b4e-48e7-9291-4dd2e08dab1c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.486107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021a4d18-8b4e-48e7-9291-4dd2e08dab1c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Fanout notify agent at l3_agent the message router_deleted on router edb1cfae-337a-4c66-8995-b9776fd618f8 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:51:10.500091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-021a4d18-8b4e-48e7-9291-4dd2e08dab1c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.506549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-021a4d18-8b4e-48e7-9291-4dd2e08dab1c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/edb1cfae-337a-4c66-8995-b9776fd618f8 HTTP/1.1" status: 204 len: 168 time: 0.3870721 Jun 30 02:51:10.507294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:10.535506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-8f92f657-2e62-4fd0-9fbd-e789232cec75', 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ips': [{'subnet_id': 'c311c78f-b1c8-4e0a-9e17-606faa02b0c7'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:51:10.537171 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.545929 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-250fcd36-f7e4-47b8-a6b2-a06a868565aa tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/quotas/b999abe2fa424bc6b67a218fc8ccc896 HTTP/1.1" status: 200 len: 375 time: 0.0937605 Jun 30 02:51:10.620284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa353f84-80b3-43a1-8384-520ed42372f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting subnet 250f11c8-e7b3-4db5-8931-0b3477a3ad0e {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:10.630079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa353f84-80b3-43a1-8384-520ed42372f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.651493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:10.657701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-09288663-7c2c-448c-ad01-0ae8411d6a02 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766289592', 'description': 'tempest-secgroup-smoke-766289592 description', 'project_id': '23f0074276e74751a7dfe3b0670d094b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:10.697261 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa353f84-80b3-43a1-8384-520ed42372f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.717766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09288663-7c2c-448c-ad01-0ae8411d6a02 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.731571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1f95110-6492-4afd-abe0-46467cf79151 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:10.746212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Deleting port 2ba90445-da5a-4588-bcbd-9e2a32d23b80 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:10.746865 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.831147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa353f84-80b3-43a1-8384-520ed42372f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.861062 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-9822491e-e92e-4581-af3f-772cd9f12be2 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3054824 Jun 30 02:51:10.878667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f1f95110-6492-4afd-abe0-46467cf79151 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:10.879258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.910770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Allocated IP 172.20.0.18 (8f92f657-2e62-4fd0-9fbd-e789232cec75/c311c78f-b1c8-4e0a-9e17-606faa02b0c7/137f5664-9d9a-4637-83bd-6cb2eb8d3e10) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:10.939478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa353f84-80b3-43a1-8384-520ed42372f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:10.999640 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa353f84-80b3-43a1-8384-520ed42372f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.002116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b16502-bda6-4a8a-917d-60bb0534a13c None None] Network a6d4105b-3ed3-44ac-b025-b4403e098c3d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:11.003182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fa353f84-80b3-43a1-8384-520ed42372f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/250f11c8-e7b3-4db5-8931-0b3477a3ad0e HTTP/1.1" status: 204 len: 168 time: 0.4907284 Jun 30 02:51:11.005077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa353f84-80b3-43a1-8384-520ed42372f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Subnet': ['ID=250f11c8-e7b3-4db5-8931-0b3477a3ad0e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:11.009498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.010000 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.013938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:11.104333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.129648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Calling delete_port for 2ba90445-da5a-4588-bcbd-9e2a32d23b80 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:11.175596 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-a1c28d09-08fb-423b-b264-bf4b1f801936 service neutron] 10.222.0.55 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040915 Jun 30 02:51:11.292350 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.309205 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Transition to ACTIVE for port object 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:11.327404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Transition to ACTIVE for port object 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:11.333330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2a8b4-187d-4648-aec3-42035490f3f4 None None] DHCP port deletion for a6d4105b-3ed3-44ac-b025-b4403e098c3d request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:11.340532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.358479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09288663-7c2c-448c-ad01-0ae8411d6a02 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.361804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-583c63b7-8f49-4c57-ada6-3d303620650a service neutron] 10.222.0.55 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854579 Jun 30 02:51:11.372612 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09288663-7c2c-448c-ad01-0ae8411d6a02 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.455037 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-09288663-7c2c-448c-ad01-0ae8411d6a02 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.459098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-09288663-7c2c-448c-ad01-0ae8411d6a02 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8032482 Jun 30 02:51:11.459759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:11.464897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a62e5097-732b-48e6-8328-b64e68cd984a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'ead18cf8-9bc2-4c11-8c1a-86254acaf4f3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:11.486376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09288663-7c2c-448c-ad01-0ae8411d6a02 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:11.504431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Network 8f92f657-2e62-4fd0-9fbd-e789232cec75 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:11.512123 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a62e5097-732b-48e6-8328-b64e68cd984a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.515084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:11.519340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port b51df8dc-094b-498b-ad64-142ba01b14b7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:11.519340 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.529027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:11.628966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Attempting to bind port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:11.629350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Attempting to bind port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:11.629715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Attempting to bind port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 on network 8f92f657-2e62-4fd0-9fbd-e789232cec75 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:11.636033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Pushing event updated for resources: {'Port': ['ID=137f5664-9d9a-4637-83bd-6cb2eb8d3e10,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:11.638583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:11.638981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Checking segment: {'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:11.639380 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.639757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Bound using segment: {'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:11.640244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Bound port: 137f5664-9d9a-4637-83bd-6cb2eb8d3e10, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:11.640592 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.651620 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a62e5097-732b-48e6-8328-b64e68cd984a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.656660 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a62e5097-732b-48e6-8328-b64e68cd984a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.658831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2a8b4-187d-4648-aec3-42035490f3f4 None None] Deleting port b51df8dc-094b-498b-ad64-142ba01b14b7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:11.659128 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1a2a8b4-187d-4648-aec3-42035490f3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.775092 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a62e5097-732b-48e6-8328-b64e68cd984a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.776459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a62e5097-732b-48e6-8328-b64e68cd984a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3155265 Jun 30 02:51:11.777010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port b51df8dc-094b-498b-ad64-142ba01b14b7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b51df8dc-094b-498b-ad64-142ba01b14b7,segment=NetworkSegment(6bd2a9d5-ee2d-492e-835b-5ff939f8f178),segment_id=6bd2a9d5-ee2d-492e-835b-5ff939f8f178)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:11.779232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.788231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ffe348c-4427-4ebe-9895-a2ad92e352ab req-def9c67d-fcf6-40ac-84d0-75ddb1a466ac tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 210 time: 0.1176653 Jun 30 02:51:11.789061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:11.797559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e1a2a8b4-187d-4648-aec3-42035490f3f4 None None] For port b51df8dc-094b-498b-ad64-142ba01b14b7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b51df8dc-094b-498b-ad64-142ba01b14b7,segment=NetworkSegment(6bd2a9d5-ee2d-492e-835b-5ff939f8f178),segment_id=6bd2a9d5-ee2d-492e-835b-5ff939f8f178)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:11.797975 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1a2a8b4-187d-4648-aec3-42035490f3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.799680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0a54a1b1-27ab-42be-adc7-9bc220c13f4f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'ead18cf8-9bc2-4c11-8c1a-86254acaf4f3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:11.804943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e5097-732b-48e6-8328-b64e68cd984a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5975ad69-5334-4946-ab5c-5cb5a80e63e4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:11.826261 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.837474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for b51df8dc-094b-498b-ad64-142ba01b14b7 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:11.839298 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a54a1b1-27ab-42be-adc7-9bc220c13f4f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:11.855311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e1a2a8b4-187d-4648-aec3-42035490f3f4 None None] Calling delete_port for b51df8dc-094b-498b-ad64-142ba01b14b7 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:11.890493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event deleted for resources: {'Port': ['ID=2ba90445-da5a-4588-bcbd-9e2a32d23b80,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.009764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a54a1b1-27ab-42be-adc7-9bc220c13f4f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.018231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a54a1b1-27ab-42be-adc7-9bc220c13f4f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.113155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54a1b1-27ab-42be-adc7-9bc220c13f4f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284f69fb-e740-45f5-a2b7-dd74d2b218de,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.126916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0a54a1b1-27ab-42be-adc7-9bc220c13f4f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.129172 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0a54a1b1-27ab-42be-adc7-9bc220c13f4f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388357 Jun 30 02:51:12.131236 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] create failed (client error): The resource could not be found. Jun 30 02:51:12.131724 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:12.133146 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-870c7b47-848b-4606-8449-b17e36b57e2a tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6246746 Jun 30 02:51:12.137274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:12.144310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1b9900a5-9132-4e44-96be-7d23412af0f8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'ead18cf8-9bc2-4c11-8c1a-86254acaf4f3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:12.208977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9900a5-9132-4e44-96be-7d23412af0f8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.276809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] For port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:12.277414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.296272 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No DVR routers for this DVR port b51df8dc-094b-498b-ad64-142ba01b14b7 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:12.308881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] For port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=137f5664-9d9a-4637-83bd-6cb2eb8d3e10,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:12.318115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2debb927-8b9d-4dc8-bbae-be6a2c6b80a0 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Deleting port 8018d3b4-47d9-4916-8d62-f0417880fcbe {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:12.318465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2debb927-8b9d-4dc8-bbae-be6a2c6b80a0 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.324737 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.344941 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9900a5-9132-4e44-96be-7d23412af0f8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.356339 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9900a5-9132-4e44-96be-7d23412af0f8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.380715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=b51df8dc-094b-498b-ad64-142ba01b14b7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.393198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b9900a5-9132-4e44-96be-7d23412af0f8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.394405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1b9900a5-9132-4e44-96be-7d23412af0f8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2568183 Jun 30 02:51:12.397227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:12.401673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a18302c9-af12-4ad8-848e-490b619e9e30 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'ead18cf8-9bc2-4c11-8c1a-86254acaf4f3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:12.408161 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1a2a8b4-187d-4648-aec3-42035490f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.416172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9900a5-9132-4e44-96be-7d23412af0f8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613f4e4b-7914-4208-a4e7-02f3d8a05480,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.439495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc412a-aba9-4ead-b982-9686e02faed9 None None] Pushing event updated for resources: {'Port': ['ID=137f5664-9d9a-4637-83bd-6cb2eb8d3e10,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.443148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a2a8b4-187d-4648-aec3-42035490f3f4 None None] No DVR routers for this DVR port b51df8dc-094b-498b-ad64-142ba01b14b7 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:12.477774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2a8b4-187d-4648-aec3-42035490f3f4 None None] Pushing event deleted for resources: {'Port': ['ID=b51df8dc-094b-498b-ad64-142ba01b14b7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.500648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18302c9-af12-4ad8-848e-490b619e9e30 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.614083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2debb927-8b9d-4dc8-bbae-be6a2c6b80a0 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.628758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18302c9-af12-4ad8-848e-490b619e9e30 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.632178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2debb927-8b9d-4dc8-bbae-be6a2c6b80a0 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Calling delete_port for 8018d3b4-47d9-4916-8d62-f0417880fcbe owned by {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:12.635177 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18302c9-af12-4ad8-848e-490b619e9e30 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.661701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18302c9-af12-4ad8-848e-490b619e9e30 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47b7481-f9ad-4c3c-b5a4-7cccccdc3e20,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:12.688074 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a18302c9-af12-4ad8-848e-490b619e9e30 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.690320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a18302c9-af12-4ad8-848e-490b619e9e30 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2921104 Jun 30 02:51:12.698156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60348) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:12.711849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b51df8dc-094b-498b-ad64-142ba01b14b7 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:12.718369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.720681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ef5a51b6-4d81-4d18-a402-8820d1424d6f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'ead18cf8-9bc2-4c11-8c1a-86254acaf4f3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:12.738940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d4105b-3ed3-44ac-b025-b4403e098c3d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:12.770471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd2a9d5-ee2d-492e-835b-5ff939f8f178') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:12.771256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd2a9d5-ee2d-492e-835b-5ff939f8f178') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:12.775602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b51df8dc-094b-498b-ad64-142ba01b14b7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:12.776984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b51df8dc-094b-498b-ad64-142ba01b14b7 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:12.787257 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-ef5a51b6-4d81-4d18-a402-8820d1424d6f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Project 23f0074276e74751a7dfe3b0670d094b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:51:12.787887 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.794982 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a51b6-4d81-4d18-a402-8820d1424d6f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.829688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.876237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:12.877373 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:12.881560 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:12.995676 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2debb927-8b9d-4dc8-bbae-be6a2c6b80a0 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:12.999086 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.017282 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a51b6-4d81-4d18-a402-8820d1424d6f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.023565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a51b6-4d81-4d18-a402-8820d1424d6f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.030696 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.037795 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/networks/a6d4105b-3ed3-44ac-b025-b4403e098c3d HTTP/1.1" status: 204 len: 168 time: 2.0227811 Jun 30 02:51:13.039299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938d8fe-ba39-4d96-ad3c-6d8a4fd89b22 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Network': ['ID=a6d4105b-3ed3-44ac-b025-b4403e098c3d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.041354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:13.062644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a51b6-4d81-4d18-a402-8820d1424d6f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25181cc-6468-4f88-90bf-8f5b72e5db01,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.073932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-dfa3f2e6-15c6-4978-b55d-856be5f9a4be tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-611227519', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:13.091481 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef5a51b6-4d81-4d18-a402-8820d1424d6f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.093096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ef5a51b6-4d81-4d18-a402-8820d1424d6f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3924620 Jun 30 02:51:13.095765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:13.101830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-75d01425-c3a3-4ad8-a3b2-b69a2d90c925 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': 'ead18cf8-9bc2-4c11-8c1a-86254acaf4f3', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:13.136195 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-007acca4-46e2-42ab-ba56-375fb1944842 req-a45e05eb-de8a-4abf-b62c-e7d35b77da1c tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 210 time: 0.0525491 Jun 30 02:51:13.144366 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debb927-8b9d-4dc8-bbae-be6a2c6b80a0 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event deleted for resources: {'Port': ['ID=8018d3b4-47d9-4916-8d62-f0417880fcbe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.155670 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-75d01425-c3a3-4ad8-a3b2-b69a2d90c925 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Project 23f0074276e74751a7dfe3b0670d094b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:51:13.166308 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d01425-c3a3-4ad8-a3b2-b69a2d90c925 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.267681 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d01425-c3a3-4ad8-a3b2-b69a2d90c925 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.274818 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d01425-c3a3-4ad8-a3b2-b69a2d90c925 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.316732 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2e6-15c6-4978-b55d-856be5f9a4be tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.318791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d01425-c3a3-4ad8-a3b2-b69a2d90c925 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d300506-b03f-4418-ac99-4697eb09364b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:13.319888 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2e6-15c6-4978-b55d-856be5f9a4be tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.340817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75d01425-c3a3-4ad8-a3b2-b69a2d90c925 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.342464 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-75d01425-c3a3-4ad8-a3b2-b69a2d90c925 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2455726 Jun 30 02:51:13.359020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2debb927-8b9d-4dc8-bbae-be6a2c6b80a0 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.361773 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2debb927-8b9d-4dc8-bbae-be6a2c6b80a0 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "DELETE /v2.0/ports/8018d3b4-47d9-4916-8d62-f0417880fcbe HTTP/1.1" status: 204 len: 168 time: 1.2231221 Jun 30 02:51:13.364296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:13.459003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90520d7f-688f-4084-8cd3-51737bd3e56e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:13.464390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-90520d7f-688f-4084-8cd3-51737bd3e56e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "GET /v2.0/ports?device_id=08e00868-a877-4d4a-a04d-118db0521b3d HTTP/1.1" status: 200 len: 913 time: 0.0983200 Jun 30 02:51:13.465174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60364) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:13.525026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2e6-15c6-4978-b55d-856be5f9a4be tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.531847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2e6-15c6-4978-b55d-856be5f9a4be tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.568790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dfa3f2e6-15c6-4978-b55d-856be5f9a4be tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.573191 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dfa3f2e6-15c6-4978-b55d-856be5f9a4be tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5044353 Jun 30 02:51:13.574100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:13.579858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-491210119'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:13.607799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:13.612565 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.651799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:13.696300 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.696738 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added segment 25107e14-88d5-43f6-8118-652a39eb28b8 of type vlan for network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe Jun 30 02:51:13.818456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.843844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-e502446a-d113-4e02-b63b-471eefb087ca tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766289592&fields=id&tenant_id=23f0074276e74751a7dfe3b0670d094b HTTP/1.1" status: 200 len: 267 time: 0.0843155 Jun 30 02:51:13.947515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-2fddb16f-8fc7-44d8-a98d-426a70866db8 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:13.949522 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-2fddb16f-8fc7-44d8-a98d-426a70866db8 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 811 time: 0.2671788 Jun 30 02:51:13.971219 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:13.981900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:13.982981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.061371 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4859061 Jun 30 02:51:14.067665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:14.076539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'subnet': {'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:14.116134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-51528509-8ac3-423d-9012-01588973cc82 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b999abe2fa424bc6b67a218fc8ccc896 HTTP/1.1" status: 200 len: 380 time: 0.1567376 Jun 30 02:51:14.155672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'port': {'device_id': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'admin_state_up': True, 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'security_groups': ['ce0b48a5-806c-4e1b-838f-cb3f3203cc4d']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:14.291455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd29fb9-97ea-442e-b752-fd2b9b720907 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Network': ['ID=94f39fd6-932a-4ca8-99b0-b97f846d2dfe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:14.312056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:14.378309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Made reservation on behalf of b999abe2fa424bc6b67a218fc8ccc896 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:14.386206 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.454839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1fb81e-706e-4d7d-95c9-d7059b6aab88 None None] Network 8f92f657-2e62-4fd0-9fbd-e789232cec75 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:14.493591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a4bc467-5266-4f54-8763-bf5e21e048c9 req-d7486f88-ef75-4259-9bac-33a39696cc5a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 210 time: 0.0470047 Jun 30 02:51:14.531784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:14.535985 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.744837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Allocated IP 172.20.0.8 (7bf5286e-eb04-462a-8e19-b24eed80c31b/eec29a8a-7ab0-4276-88be-a6130d270a67/0752d7eb-fefb-4d1e-baa6-217e2f7f84c7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:14.775099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-3e6d26f1-0b07-41ee-a49a-119403d0bbc8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:14.776820 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-3e6d26f1-0b07-41ee-a49a-119403d0bbc8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/networks?id=8f92f657-2e62-4fd0-9fbd-e789232cec75 HTTP/1.1" status: 200 len: 796 time: 0.9167082 Jun 30 02:51:14.813630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-178a8375-8f98-4d16-8f17-e198bb7fd9c5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/quotas/23f0074276e74751a7dfe3b0670d094b HTTP/1.1" status: 200 len: 375 time: 0.0253096 Jun 30 02:51:14.873284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:14.878443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-59021fa0-2568-47dd-b05a-fb16afe34ccc None None] Provisioning for port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:14.912463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:14.988721 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:14.994799 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:14.994799 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.047392 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.090675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-8cd3c0c6-7ec6-4fa6-9b78-f84a887284ef tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2613580 Jun 30 02:51:15.149701 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.228215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=137f5664-9d9a-4637-83bd-6cb2eb8d3e10,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:15.235677 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.373187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=137f5664-9d9a-4637-83bd-6cb2eb8d3e10,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:15.389514 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-663b57c9-f531-4ea6-8304-67fe30424ff2 service neutron] 10.222.0.55 "GET /v2.0/networks/8f92f657-2e62-4fd0-9fbd-e789232cec75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978923 Jun 30 02:51:15.462709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-091ea7ef-3ff3-4b46-9847-b46255cfa018 None None] Provisioning complete for port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:15.463379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-091ea7ef-3ff3-4b46-9847-b46255cfa018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.601193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-50834ba7-1d25-4998-a88c-6cb2c6bc310d service neutron] 10.222.0.55 "GET /v2.0/networks/8f92f657-2e62-4fd0-9fbd-e789232cec75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023726 Jun 30 02:51:15.639448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Deleting port b34cc903-5be4-4f6f-a833-8922ff78b56c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:15.639749 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.804360 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.818467 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Calling delete_port for b34cc903-5be4-4f6f-a833-8922ff78b56c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:15.891614 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13fdba01-3c57-47e7-b940-252e4029c581 req-6104bd94-c1a8-4107-829e-64b23109e22b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 210 time: 0.0624471 Jun 30 02:51:15.915389 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:15.978543 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d8efeccc-0bc7-464f-adbd-0dc28df56969 req-63bddfca-6535-4d9b-93b5-5002bbf1c23d tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 210 time: 0.1242452 Jun 30 02:51:15.997228 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.008209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Subnet': ['ID=a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:16.017469 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Checking segment: {'id': '25107e14-88d5-43f6-8118-652a39eb28b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:16.018180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network hostable DHCP agents. Network: 94f39fd6-932a-4ca8-99b0-b97f846d2dfe, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:16.041268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Transition to ACTIVE for port object 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:16.046947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:16.065215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 94f39fd6-932a-4ca8-99b0-b97f846d2dfe) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:16.075631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8572c24-c51e-4c1e-8ebd-dec7654746f4 None None] Network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:16.088148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:16.088740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.114056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a8c68107-6798-47b7-9d90-055c1598cfa8 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0420842 Jun 30 02:51:16.117378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:16.252633 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.255559 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.292733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event deleted for resources: {'Port': ['ID=b34cc903-5be4-4f6f-a833-8922ff78b56c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:16.497566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:51:16.498446 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.596020 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.631353 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.694857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:16.861905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Allocated IP 2001:db8::2 (94f39fd6-932a-4ca8-99b0-b97f846d2dfe/a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5/60d1c561-cf14-4e1a-806d-e1dda68187e8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:16.867368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:16.867743 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.871554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Router 08e00868-a877-4d4a-a04d-118db0521b3d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:16.892812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Network 7bf5286e-eb04-462a-8e19-b24eed80c31b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:16.902799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:16.937703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:16.949391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'Port': ['ID=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:17.046980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:17.062612 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865657f2-81ad-43d2-972d-1587d502daa9 None None] Sync routers for ids ['08e00868-a877-4d4a-a04d-118db0521b3d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:17.063306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.071674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7e92a8db-203c-44fe-9b70-9e321a8a5d1e tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "PUT /v2.0/routers/08e00868-a877-4d4a-a04d-118db0521b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6052983 Jun 30 02:51:17.075742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:17.082661 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865657f2-81ad-43d2-972d-1587d502daa9 None None] Routers {'08e00868-a877-4d4a-a04d-118db0521b3d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:17.089605 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-865657f2-81ad-43d2-972d-1587d502daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['08e00868-a877-4d4a-a04d-118db0521b3d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:17.093997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:17.094827 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.227341 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-865657f2-81ad-43d2-972d-1587d502daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:17.260687 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865657f2-81ad-43d2-972d-1587d502daa9 None None] Routers {'08e00868-a877-4d4a-a04d-118db0521b3d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:17.261296 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-865657f2-81ad-43d2-972d-1587d502daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['08e00868-a877-4d4a-a04d-118db0521b3d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:17.317605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e9f18b14-a89a-4deb-9ebf-73188451fbe4 req-1d5d8c98-9578-4e12-b683-5ebdf8543d99 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 210 time: 0.1019754 Jun 30 02:51:17.360010 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-865657f2-81ad-43d2-972d-1587d502daa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:17.360845 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865657f2-81ad-43d2-972d-1587d502daa9 None None] The sync data for ids ['08e00868-a877-4d4a-a04d-118db0521b3d'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:17.419493 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e515d523-3b9c-44b9-9c70-04c9bf2774dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.446898 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.452755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de3cea2f-ba34-4cc4-a079-29f82d94ed86 None None] Provisioning for port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:17.460064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Transition to ACTIVE for port object 60d1c561-cf14-4e1a-806d-e1dda68187e8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:17.462108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de3cea2f-ba34-4cc4-a079-29f82d94ed86 None None] Provisioning complete for port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:17.462476 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de3cea2f-ba34-4cc4-a079-29f82d94ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.496754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-99cfe829-7492-4b19-adec-92110a9615d4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3460224 Jun 30 02:51:17.508598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Transition to ACTIVE for port object 60d1c561-cf14-4e1a-806d-e1dda68187e8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:17.519652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-de3cea2f-ba34-4cc4-a079-29f82d94ed86 None None] Port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:17.528159 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.574087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Request body: {'port': {'device_id': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:17.594644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:17.600949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:17.603966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:17.635102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Pushing event updated for resources: {'Port': ['ID=60d1c561-cf14-4e1a-806d-e1dda68187e8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:17.673508 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.705539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Attempting to bind port 60d1c561-cf14-4e1a-806d-e1dda68187e8 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:17.706300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Attempting to bind port 60d1c561-cf14-4e1a-806d-e1dda68187e8 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '25107e14-88d5-43f6-8118-652a39eb28b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:17.706857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Attempting to bind port 60d1c561-cf14-4e1a-806d-e1dda68187e8 on network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:17.714419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:17.715210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Checking segment: {'id': '25107e14-88d5-43f6-8118-652a39eb28b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:17.715804 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.716358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Bound using segment: {'id': '25107e14-88d5-43f6-8118-652a39eb28b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:17.716979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Bound port: 60d1c561-cf14-4e1a-806d-e1dda68187e8, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25107e14-88d5-43f6-8118-652a39eb28b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:17.717795 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.854359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] For port 60d1c561-cf14-4e1a-806d-e1dda68187e8, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:17.858189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] For port 60d1c561-cf14-4e1a-806d-e1dda68187e8, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=60d1c561-cf14-4e1a-806d-e1dda68187e8,segment=NetworkSegment(25107e14-88d5-43f6-8118-652a39eb28b8),segment_id=25107e14-88d5-43f6-8118-652a39eb28b8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:17.870120 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:17.889664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-717da87b-e2ab-4347-8676-18701ccaa7bb tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:17.893943 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-717da87b-e2ab-4347-8676-18701ccaa7bb tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "GET /v2.0/networks?id=8f92f657-2e62-4fd0-9fbd-e789232cec75 HTTP/1.1" status: 200 len: 796 time: 0.1774418 Jun 30 02:51:17.983435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f3f18-bdd5-45a5-9df1-ced653e65e72 None None] Pushing event updated for resources: {'Port': ['ID=60d1c561-cf14-4e1a-806d-e1dda68187e8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:18.020623 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-b30f4675-40cc-4e42-a14d-e74c9073583e tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f0074276e74751a7dfe3b0670d094b HTTP/1.1" status: 200 len: 471 time: 0.1166346 Jun 30 02:51:18.033950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'port': {'device_id': 'fbec0c07-6882-4773-9a5e-6ad13bfd58a4', 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75', 'admin_state_up': True, 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'security_groups': ['ead18cf8-9bc2-4c11-8c1a-86254acaf4f3']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:18.062980 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e515d523-3b9c-44b9-9c70-04c9bf2774dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.082681 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e515d523-3b9c-44b9-9c70-04c9bf2774dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.099777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4e2bc-e509-4059-9db5-f18497627efb req-95865ba8-9848-4529-8158-92608e00b71e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:18.109723 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0c4e2bc-e509-4059-9db5-f18497627efb req-95865ba8-9848-4529-8158-92608e00b71e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 931 time: 0.7235777 Jun 30 02:51:18.214617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e515d523-3b9c-44b9-9c70-04c9bf2774dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.215186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e515d523-3b9c-44b9-9c70-04c9bf2774dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Fanout notify agent at l3_agent the message router_deleted on router 08e00868-a877-4d4a-a04d-118db0521b3d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:51:18.242668 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e515d523-3b9c-44b9-9c70-04c9bf2774dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.245267 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e515d523-3b9c-44b9-9c70-04c9bf2774dd tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "DELETE /v2.0/routers/08e00868-a877-4d4a-a04d-118db0521b3d HTTP/1.1" status: 204 len: 168 time: 1.1653020 Jun 30 02:51:18.247963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60484) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:18.371762 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Made reservation on behalf of 23f0074276e74751a7dfe3b0670d094b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:18.375842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.440707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5695eab-2b0f-42f3-8b31-24ad77df37b8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Deleting subnet f9f4e054-a439-46df-97b1-7a74bd6c5e7f {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:18.541609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5695eab-2b0f-42f3-8b31-24ad77df37b8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.619850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-de927437-b00d-4641-9db7-2b5e427f36d5 req-088660a1-aeab-4d76-a39a-28252342c25e tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 210 time: 0.0792367 Jun 30 02:51:18.660014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Allocated IP 172.20.0.26 (8f92f657-2e62-4fd0-9fbd-e789232cec75/c311c78f-b1c8-4e0a-9e17-606faa02b0c7/f4f0119c-bf38-4d9d-be9c-1405dec82875) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:18.676652 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0c4e2bc-e509-4059-9db5-f18497627efb req-4d819f34-c968-4bf9-89bb-cf23829af19a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5659699 Jun 30 02:51:18.726444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Allocated IP 2001:db8::1 (94f39fd6-932a-4ca8-99b0-b97f846d2dfe/a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5/e81690f2-20b3-4dc8-8a78-7d5a7f96229d) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:18.738898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 60d1c561-cf14-4e1a-806d-e1dda68187e8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:18.746229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:18.762424 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.842013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Transition to ACTIVE for port object 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:18.857611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 60d1c561-cf14-4e1a-806d-e1dda68187e8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:18.863698 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:18.980958 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.013496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.016030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Transition to ACTIVE for port object f4f0119c-bf38-4d9d-be9c-1405dec82875 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:19.016579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49501343-b686-4d4c-8723-d8949778343b service neutron] Pushing event updated for resources: {'Port': ['ID=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:19.051764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Transition to ACTIVE for port object e81690f2-20b3-4dc8-8a78-7d5a7f96229d will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:19.080949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Attempting to bind port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:19.081452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Attempting to bind port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:19.081905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Attempting to bind port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 on network 7bf5286e-eb04-462a-8e19-b24eed80c31b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:19.096236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 on network 7bf5286e-eb04-462a-8e19-b24eed80c31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:51:19.096916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Attempting to bind port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 on network 7bf5286e-eb04-462a-8e19-b24eed80c31b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:19.115947 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5695eab-2b0f-42f3-8b31-24ad77df37b8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.123970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:19.124382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Checking segment: {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:19.124782 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Bound using segment: {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:19.126401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Bound port: 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:19.126918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.162114 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.264249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] For port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:19.267789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] For port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:19.273563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=f4f0119c-bf38-4d9d-be9c-1405dec82875,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:19.278626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 8f92f657-2e62-4fd0-9fbd-e789232cec75 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:19.284129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:19.286634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:19.287565 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.292203 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.367057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:19.372652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:19.375001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:19.375603 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.380454 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-49501343-b686-4d4c-8723-d8949778343b service neutron] 10.222.0.69 "PUT /v2.0/ports/0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 HTTP/1.1" status: 200 len: 1092 time: 1.8210697 Jun 30 02:51:19.383475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'tag': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:19.386020 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9", "tag": "0752d7eb-fefb-4d1e-baa6-217e2f7f84c7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:19.395768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:19.396336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.491914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49501343-b686-4d4c-8723-d8949778343b service neutron] Pushing event updated for resources: {'Port': ['ID=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:19.549486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:19.557456 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.566278 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5203dda1-a423-49fe-a226-ec399f4d1677 x-openstack-request-id: req-5203dda1-a423-49fe-a226-ec399f4d1677 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:19.579589 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9", "tag": "0752d7eb-fefb-4d1e-baa6-217e2f7f84c7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:19.579983 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5203dda1-a423-49fe-a226-ec399f4d1677 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:19.580445 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'tag': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7', 'status': 'completed', 'code': 200} Jun 30 02:51:19.605157 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5695eab-2b0f-42f3-8b31-24ad77df37b8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.616273 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-038fa423-0576-4ef0-bf7f-90ea63981c2d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5893013 Jun 30 02:51:19.703672 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Request body: {'port': {'device_id': 'fbec0c07-6882-4773-9a5e-6ad13bfd58a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:19.740545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=e81690f2-20b3-4dc8-8a78-7d5a7f96229d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:19.786759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd54e779-8a4d-45e3-acbe-a9fb6f6d301b None None] Network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:19.842992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:19.923160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-ae990c0a-12cc-42ad-9e3a-e1104d846c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:19.924901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-ae990c0a-12cc-42ad-9e3a-e1104d846c9e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 1095 time: 0.4370632 Jun 30 02:51:19.987303 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5695eab-2b0f-42f3-8b31-24ad77df37b8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.000576 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.049147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5695eab-2b0f-42f3-8b31-24ad77df37b8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f4e054-a439-46df-97b1-7a74bd6c5e7f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:20.055827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5695eab-2b0f-42f3-8b31-24ad77df37b8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.057859 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c5695eab-2b0f-42f3-8b31-24ad77df37b8 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "DELETE /v2.0/subnets/f9f4e054-a439-46df-97b1-7a74bd6c5e7f HTTP/1.1" status: 204 len: 168 time: 1.8088517 Jun 30 02:51:20.061902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:20.064154 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-6a6a9fc9-30ee-49c2-ab46-54489ebba699 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 HTTP/1.1" status: 200 len: 217 time: 0.1285770 Jun 30 02:51:20.166366 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.172100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c2334-c486-49d6-8d08-616e44de315d req-d366bc56-81d9-48a4-9b81-1726980ed760 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:20.174287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-952c2334-c486-49d6-8d08-616e44de315d req-d366bc56-81d9-48a4-9b81-1726980ed760 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 932 time: 0.1673536 Jun 30 02:51:20.176016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-93401f64-46de-4b8d-afca-4ea9904eca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:20.177462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-93401f64-46de-4b8d-afca-4ea9904eca70 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.1036847 Jun 30 02:51:20.184758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c3fbc0-29b2-4f47-8d13-599e635c8acb None None] Network 3e6ea4c7-7df6-43ba-81e8-281d3f070726 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:20.216111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1e001-ad60-4fec-9410-8faadc00d4e4 req-a983ff11-1906-4ed9-95fc-c0e898df3a00 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:20.217847 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5d1e001-ad60-4fec-9410-8faadc00d4e4 req-a983ff11-1906-4ed9-95fc-c0e898df3a00 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 943 time: 0.3023114 Jun 30 02:51:20.295575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-952c2334-c486-49d6-8d08-616e44de315d req-4593fd59-9a9c-4bdb-a595-719318f59f34 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089230 Jun 30 02:51:20.322619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] Provisioning for port 60d1c561-cf14-4e1a-806d-e1dda68187e8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:20.333583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] Provisioning complete for port 60d1c561-cf14-4e1a-806d-e1dda68187e8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:20.333957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.365090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-2323ffad-db7a-462e-a1cd-c3fcaa67adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:20.367186 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-2323ffad-db7a-462e-a1cd-c3fcaa67adf2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663954 Jun 30 02:51:20.454448 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.460993 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.462032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.503067 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.613249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] For port 60d1c561-cf14-4e1a-806d-e1dda68187e8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=60d1c561-cf14-4e1a-806d-e1dda68187e8,segment=NetworkSegment(25107e14-88d5-43f6-8118-652a39eb28b8),segment_id=25107e14-88d5-43f6-8118-652a39eb28b8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:20.621519 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.690877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] Provisioning for port f4f0119c-bf38-4d9d-be9c-1405dec82875 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:20.709805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] Provisioning complete for port f4f0119c-bf38-4d9d-be9c-1405dec82875 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:20.710239 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.760813 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5d1e001-ad60-4fec-9410-8faadc00d4e4 req-911539a1-6cff-467a-9713-7ed06e927456 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5196295 Jun 30 02:51:20.780797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f29729-7f8b-43af-b829-6629dc306be1 None None] DHCP port deletion for 3e6ea4c7-7df6-43ba-81e8-281d3f070726 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:20.795811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Deleting port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:20.796181 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:20.875511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] Pushing event updated for resources: {'Port': ['ID=60d1c561-cf14-4e1a-806d-e1dda68187e8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:20.902230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9ca87219-463c-4618-8a97-47bc15ddd73f None None] Port f4f0119c-bf38-4d9d-be9c-1405dec82875 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:20.948451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e4f29729-7f8b-43af-b829-6629dc306be1 None None] Deleting port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:20.948835 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4f29729-7f8b-43af-b829-6629dc306be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.129368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e4f29729-7f8b-43af-b829-6629dc306be1 None None] For port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1513bd97-6db1-4b5f-89bb-a1a9d9ede004,segment=NetworkSegment(cd02ba63-148b-4d51-9f7d-fdf7a35a1a28),segment_id=cd02ba63-148b-4d51-9f7d-fdf7a35a1a28)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:21.129776 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4f29729-7f8b-43af-b829-6629dc306be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.152292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e4f29729-7f8b-43af-b829-6629dc306be1 None None] Calling delete_port for 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:21.167728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f281ce8-aa88-495a-955d-33f2103eb950 None None] Provisioning complete for port 60d1c561-cf14-4e1a-806d-e1dda68187e8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:21.173221 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f281ce8-aa88-495a-955d-33f2103eb950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.260396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f0119c-bf38-4d9d-be9c-1405dec82875 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:21.270508 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.294754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] For port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1513bd97-6db1-4b5f-89bb-a1a9d9ede004,segment=NetworkSegment(cd02ba63-148b-4d51-9f7d-fdf7a35a1a28),segment_id=cd02ba63-148b-4d51-9f7d-fdf7a35a1a28)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:21.295137 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.305277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Transition to ACTIVE for port object f4f0119c-bf38-4d9d-be9c-1405dec82875 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:21.311324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Calling delete_port for 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:21.317999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4f29729-7f8b-43af-b829-6629dc306be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.337680 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.373773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f29729-7f8b-43af-b829-6629dc306be1 None None] Pushing event deleted for resources: {'Port': ['ID=1513bd97-6db1-4b5f-89bb-a1a9d9ede004,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:21.379091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f29729-7f8b-43af-b829-6629dc306be1 None None] No DVR routers for this DVR port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:21.415139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f281ce8-aa88-495a-955d-33f2103eb950 None None] Provisioning for port e81690f2-20b3-4dc8-8a78-7d5a7f96229d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:21.421079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f281ce8-aa88-495a-955d-33f2103eb950 None None] Provisioning complete for port e81690f2-20b3-4dc8-8a78-7d5a7f96229d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:21.421839 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f281ce8-aa88-495a-955d-33f2103eb950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.421969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-55961969-a14e-4bbc-bec1-74653e63e010 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0357056 Jun 30 02:51:21.466138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9f281ce8-aa88-495a-955d-33f2103eb950 None None] Port e81690f2-20b3-4dc8-8a78-7d5a7f96229d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:21.523835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f0119c-bf38-4d9d-be9c-1405dec82875,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:21.576388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=e81690f2-20b3-4dc8-8a78-7d5a7f96229d,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:21.601187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-710f9f33-a4fc-49ae-92a2-7e4f8f6cea80 None None] Provisioning complete for port e81690f2-20b3-4dc8-8a78-7d5a7f96229d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:21.601765 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-710f9f33-a4fc-49ae-92a2-7e4f8f6cea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.644294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.683740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event deleted for resources: {'Port': ['ID=1513bd97-6db1-4b5f-89bb-a1a9d9ede004,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:21.687312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Attempting to bind port f4f0119c-bf38-4d9d-be9c-1405dec82875 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:21.687640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Attempting to bind port f4f0119c-bf38-4d9d-be9c-1405dec82875 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:21.687965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Attempting to bind port f4f0119c-bf38-4d9d-be9c-1405dec82875 on network 8f92f657-2e62-4fd0-9fbd-e789232cec75 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:21.694476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Port f4f0119c-bf38-4d9d-be9c-1405dec82875 on network 8f92f657-2e62-4fd0-9fbd-e789232cec75 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:51:21.695304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Attempting to bind port f4f0119c-bf38-4d9d-be9c-1405dec82875 on network 8f92f657-2e62-4fd0-9fbd-e789232cec75 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:21.695748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-710f9f33-a4fc-49ae-92a2-7e4f8f6cea80 None None] Port e81690f2-20b3-4dc8-8a78-7d5a7f96229d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:21.697370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] No DVR routers for this DVR port 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:21.710390 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c7fdbd1-666f-4e25-bd23-03afa018e86b req-fe1b6412-cc9b-4abe-b756-4010f8a69da0 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874954 Jun 30 02:51:21.725385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:21.725385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Checking segment: {'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:21.727970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Bound using segment: {'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:21.727970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Bound port: f4f0119c-bf38-4d9d-be9c-1405dec82875, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:21.727970 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.754290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ab2f6-c8ae-43c3-bc7d-e7a9c5b0c719 req-6b97311c-aa10-4270-bace-288e81494c13 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:21.762550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c9ab2f6-c8ae-43c3-bc7d-e7a9c5b0c719 req-6b97311c-aa10-4270-bace-288e81494c13 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 944 time: 0.2740636 Jun 30 02:51:21.873813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:21.908544 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:21.911393 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c9ab2f6-c8ae-43c3-bc7d-e7a9c5b0c719 req-95ce2c2c-b2cc-4c0a-b4f3-3967623b1321 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477253 Jun 30 02:51:21.930676 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:21.931027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6ea4c7-7df6-43ba-81e8-281d3f070726']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:21.959671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd02ba63-148b-4d51-9f7d-fdf7a35a1a28') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:21.960332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd02ba63-148b-4d51-9f7d-fdf7a35a1a28') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:21.974709 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.036482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-2af14e9f-ffc6-45c4-9421-f22625d9228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.038055 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-2af14e9f-ffc6-45c4-9421-f22625d9228c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 1095 time: 0.2273560 Jun 30 02:51:22.053703 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.072948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:22.073365 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:22.076776 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:22.079897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] For port f4f0119c-bf38-4d9d-be9c-1405dec82875, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:22.181844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-1fcceda7-0103-4c16-a419-1331c31f693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.183656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-1fcceda7-0103-4c16-a419-1331c31f693b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.1372244 Jun 30 02:51:22.187880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] For port f4f0119c-bf38-4d9d-be9c-1405dec82875, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f4f0119c-bf38-4d9d-be9c-1405dec82875,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:22.193336 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.209143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193d942-7c28-48ea-a4a3-70e40f17da39 req-93c27b4f-7257-4a48-ba6f-831e8733afe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.211468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6193d942-7c28-48ea-a4a3-70e40f17da39 req-93c27b4f-7257-4a48-ba6f-831e8733afe5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 943 time: 0.2323749 Jun 30 02:51:22.216766 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.221956 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] 10.222.0.55 "DELETE /v2.0/networks/3e6ea4c7-7df6-43ba-81e8-281d3f070726 HTTP/1.1" status: 204 len: 168 time: 2.1565838 Jun 30 02:51:22.223601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.237849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-fdb2a16a-e44b-4069-b98f-b20900b84fe7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 HTTP/1.1" status: 200 len: 217 time: 0.0453148 Jun 30 02:51:22.318315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:51:22.342473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f0119c-bf38-4d9d-be9c-1405dec82875,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:22.367324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ca7def6-3ace-4bb4-a706-4aa7cd40a050 None None] Provisioning complete for port e81690f2-20b3-4dc8-8a78-7d5a7f96229d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:22.367754 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ca7def6-3ace-4bb4-a706-4aa7cd40a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.372031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.372570 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.374196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-29c93ab0-c314-48f9-8038-9f18928936e7 service neutron] 10.222.0.73 "PUT /v2.0/ports/f4f0119c-bf38-4d9d-be9c-1405dec82875 HTTP/1.1" status: 200 len: 1093 time: 2.6794486 Jun 30 02:51:22.376683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbec0c07-6882-4773-9a5e-6ad13bfd58a4', 'tag': 'f4f0119c-bf38-4d9d-be9c-1405dec82875'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:22.392198 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fbec0c07-6882-4773-9a5e-6ad13bfd58a4", "tag": "f4f0119c-bf38-4d9d-be9c-1405dec82875"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:22.414787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60208dec-9cdb-4762-bd7a-f185121d8e32 tempest-FloatingIPNegativeTestJSON-1682863209 tempest-FloatingIPNegativeTestJSON-1682863209-project] Pushing event deleted for resources: {'Network': ['ID=3e6ea4c7-7df6-43ba-81e8-281d3f070726,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:22.429543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6193d942-7c28-48ea-a4a3-70e40f17da39 req-bad4744f-d789-41b4-8736-f6f6aa8d3e56 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935577 Jun 30 02:51:22.452499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-1c3209ca-6dba-46c5-aefd-b2cea1381a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.453981 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-1c3209ca-6dba-46c5-aefd-b2cea1381a6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.2067058 Jun 30 02:51:22.487756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7def6-3ace-4bb4-a706-4aa7cd40a050 None None] Port e81690f2-20b3-4dc8-8a78-7d5a7f96229d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:22.521756 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e14fc7-4ac3-453d-b037-18dc58152b52 x-openstack-request-id: req-14e14fc7-4ac3-453d-b037-18dc58152b52 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:22.523038 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbec0c07-6882-4773-9a5e-6ad13bfd58a4", "tag": "f4f0119c-bf38-4d9d-be9c-1405dec82875", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:22.523339 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14e14fc7-4ac3-453d-b037-18dc58152b52 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:22.523776 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbec0c07-6882-4773-9a5e-6ad13bfd58a4', 'tag': 'f4f0119c-bf38-4d9d-be9c-1405dec82875', 'status': 'completed', 'code': 200} Jun 30 02:51:22.573529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:22.589212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Sync routers for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:22.598141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8246c287-77cf-44fa-963a-0a0b99671ca0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4742157 Jun 30 02:51:22.598962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:22.606628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1360181755'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:22.612308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:22.612971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:22.640545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-6edd9d6b-1441-439b-9a46-b7531afb3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.642736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-6edd9d6b-1441-439b-9a46-b7531afb3895 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 1096 time: 0.1848273 Jun 30 02:51:22.706338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-0a82fe70-7500-4395-b0fb-32afef804f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.710996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-0a82fe70-7500-4395-b0fb-32afef804f39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2472343 Jun 30 02:51:22.739690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 60d1c561-cf14-4e1a-806d-e1dda68187e8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:22.769374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-bb03619d-77be-4fc8-a827-df97f8edc308 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=f4f0119c-bf38-4d9d-be9c-1405dec82875 HTTP/1.1" status: 200 len: 217 time: 0.1190450 Jun 30 02:51:22.785230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:22.794919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:22.799512 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.846831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:22.872989 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:22.873563 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added segment ccd443f3-1592-49a7-aecf-c1356f6460b7 of type vlan for network 90d43022-dac0-4ef7-aab9-cdc0f6512550 Jun 30 02:51:22.876501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-528ee9da-0ec1-49c3-83dd-5c1bdefa038d service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575494 Jun 30 02:51:22.897588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:22.950759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-5150c954-c6a5-424c-ad39-3249d0c0eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.952413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-5150c954-c6a5-424c-ad39-3249d0c0eebd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c311c78f-b1c8-4e0a-9e17-606faa02b0c7 HTTP/1.1" status: 200 len: 837 time: 0.1764607 Jun 30 02:51:23.102200 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c1aa8eb-9b94-4704-af18-87ce4b9b5d1d req-dea8109a-58cb-4da9-b510-fdab67020f1d service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176142 Jun 30 02:51:23.171796 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.172979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-cc22420f-21ad-4023-8893-5b8845f9cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.174511 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-cc22420f-21ad-4023-8893-5b8845f9cf19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f92f657-2e62-4fd0-9fbd-e789232cec75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2122955 Jun 30 02:51:23.241341 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.247261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.248023 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.328084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Network': ['ID=90d43022-dac0-4ef7-aab9-cdc0f6512550,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:23.340745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e054ed11-ee54-4607-8b22-4105a581529c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3bb9a8076f5c4243987692e51b2ac254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516667 Jun 30 02:51:23.340915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:23.352409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9641435b-7207-4af7-aa04-44940484bc81 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7520235 Jun 30 02:51:23.354390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:23.360077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'subnet': {'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:23.360922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 90d43022-dac0-4ef7-aab9-cdc0f6512550 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:23.365169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 60d1c561-cf14-4e1a-806d-e1dda68187e8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:23.365847 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.427112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f29939-59ec-44ff-99ea-ee1d3e8b81d0 req-737c0021-f2f5-4bdd-81ca-cae932738d8e tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.439774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13f29939-59ec-44ff-99ea-ee1d3e8b81d0 req-737c0021-f2f5-4bdd-81ca-cae932738d8e tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 944 time: 0.3536074 Jun 30 02:51:23.475024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-da7011bb-bdb6-4932-a8b0-545c7d33c281 service neutron] 10.222.0.73 "GET /v2.0/networks/8f92f657-2e62-4fd0-9fbd-e789232cec75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860327 Jun 30 02:51:23.504156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8687e8c7-3c4a-497f-818b-bc1803e220ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.542024 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8687e8c7-3c4a-497f-818b-bc1803e220ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.567101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:23.572543 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.648540 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-13f29939-59ec-44ff-99ea-ee1d3e8b81d0 req-1ad510e0-2e7d-4d66-a827-7f39e46a45a6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914537 Jun 30 02:51:23.761031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad2dcf22-4cb7-4afe-b861-7007ba514830 req-87dad130-d63b-4321-97bd-4f2831d246ef service neutron] 10.222.0.73 "GET /v2.0/networks/8f92f657-2e62-4fd0-9fbd-e789232cec75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635276 Jun 30 02:51:23.816666 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8687e8c7-3c4a-497f-818b-bc1803e220ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.819990 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8687e8c7-3c4a-497f-818b-bc1803e220ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:23.821259 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8687e8c7-3c4a-497f-818b-bc1803e220ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/893ea9b7-36e4-4d4d-9a78-ce22d0c00295 HTTP/1.1" status: 204 len: 168 time: 0.4794691 Jun 30 02:51:23.831027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:19Z', 'revision_number': 2, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:20Z', 'revision_number': 2, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:23.914453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687e8c7-3c4a-497f-818b-bc1803e220ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893ea9b7-36e4-4d4d-9a78-ce22d0c00295,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:23.933623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Checking router: be7598ef-eceb-4002-88cd-c1db5262c4cf for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:23.934064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Updating router be7598ef-eceb-4002-88cd-c1db5262c4cf port e81690f2-20b3-4dc8-8a78-7d5a7f96229d binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:23.973934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-fc1e4b90-094a-43d4-aff7-44b23a798fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.980159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-fc1e4b90-094a-43d4-aff7-44b23a798fa6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 1096 time: 0.1388993 Jun 30 02:51:23.993739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:23.998108 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.009082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b1631-87e4-456c-ae69-43c5def4eaaa req-e64d74d6-07c1-4172-87e7-2ce5e5fe5e1a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.010952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c0b1631-87e4-456c-ae69-43c5def4eaaa req-e64d74d6-07c1-4172-87e7-2ce5e5fe5e1a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 943 time: 0.2370286 Jun 30 02:51:24.032735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:24.033077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1513bd97-6db1-4b5f-89bb-a1a9d9ede004 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:24.035396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.111597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c0b1631-87e4-456c-ae69-43c5def4eaaa req-17a5182b-b4ba-442f-ab3b-48ae151ec300 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624604 Jun 30 02:51:24.112212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Subnet': ['ID=59472f3b-2a45-42f5-bf7e-4035733ec68c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:24.137720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Checking segment: {'id': 'ccd443f3-1592-49a7-aecf-c1356f6460b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:24.138089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network hostable DHCP agents. Network: 90d43022-dac0-4ef7-aab9-cdc0f6512550, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:24.166777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 90d43022-dac0-4ef7-aab9-cdc0f6512550 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:24.175145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 90d43022-dac0-4ef7-aab9-cdc0f6512550) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:24.183066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.184863 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.209333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:24.211162 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-94b0e23d-aec9-4279-8196-a682f4433fbd tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8552406 Jun 30 02:51:24.213618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5d80da-232e-4429-bd32-2f252ea29c38 None None] Network 90d43022-dac0-4ef7-aab9-cdc0f6512550 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:24.215438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:51:24.219363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-5307a158-cb98-4688-9a94-19d5ae6437ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.221518 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-5307a158-cb98-4688-9a94-19d5ae6437ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f92f657-2e62-4fd0-9fbd-e789232cec75 HTTP/1.1" status: 200 len: 897 time: 0.2338672 Jun 30 02:51:24.347062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-66b3286e-4ff9-41d3-9995-9b80b43d6f69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=f4f0119c-bf38-4d9d-be9c-1405dec82875 HTTP/1.1" status: 200 len: 217 time: 0.0901661 Jun 30 02:51:24.421206 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b4fab70-3f67-4440-b8ed-dd2dafb5fd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.528825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-192c61b9-ea06-49fb-8505-547d3f42034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.531951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-192c61b9-ea06-49fb-8505-547d3f42034e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c311c78f-b1c8-4e0a-9e17-606faa02b0c7 HTTP/1.1" status: 200 len: 837 time: 0.1745512 Jun 30 02:51:24.582964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:24.673285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'port_id': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7', 'mac_address': 'fa:16:3e:1a:a0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:51:24.827537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-90d43022-dac0-4ef7-aab9-cdc0f6512550', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:51:24.828423 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.883611 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:24.889604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-787c98e1-0f68-41e2-80ba-19793c514834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.891500 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-787c98e1-0f68-41e2-80ba-19793c514834 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f92f657-2e62-4fd0-9fbd-e789232cec75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3246918 Jun 30 02:51:24.901179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Transition to ACTIVE for port object e81690f2-20b3-4dc8-8a78-7d5a7f96229d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:24.933073 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.003807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921a4d4-9e8c-4bed-8df0-0d009b744cdd None None] Pushing event updated for resources: {'Port': ['ID=e81690f2-20b3-4dc8-8a78-7d5a7f96229d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:25.006837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:25.074843 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.115467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:25.141438 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-1af38bdc-b09f-4311-9bbd-9784a9ad611e service neutron] 10.222.0.73 "GET /v2.0/networks/8f92f657-2e62-4fd0-9fbd-e789232cec75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136192 Jun 30 02:51:25.205371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group': {'name': 'tempest-secgroup--358696604'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:25.235990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae3445-7d4a-42d2-8a9a-052af6d6166c req-fb44b251-58ac-47d2-a782-dbf8c1907921 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:25.237673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76ae3445-7d4a-42d2-8a9a-052af6d6166c req-fb44b251-58ac-47d2-a782-dbf8c1907921 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 944 time: 0.3635292 Jun 30 02:51:25.245693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:25.256470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Attempting to bind port e81690f2-20b3-4dc8-8a78-7d5a7f96229d on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:25.256934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Attempting to bind port e81690f2-20b3-4dc8-8a78-7d5a7f96229d by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '25107e14-88d5-43f6-8118-652a39eb28b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:25.257383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Attempting to bind port e81690f2-20b3-4dc8-8a78-7d5a7f96229d on network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:25.269155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:25.269540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Checking segment: {'id': '25107e14-88d5-43f6-8118-652a39eb28b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:25.271081 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.271511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Bound using segment: {'id': '25107e14-88d5-43f6-8118-652a39eb28b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:25.273661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Bound port: e81690f2-20b3-4dc8-8a78-7d5a7f96229d, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25107e14-88d5-43f6-8118-652a39eb28b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:25.274155 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.275288 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.281290 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.316685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Allocated IP 2001:db8:1::2 (90d43022-dac0-4ef7-aab9-cdc0f6512550/59472f3b-2a45-42f5-bf7e-4035733ec68c/8e6939b9-4018-4c22-ac8c-303c911928e3) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:25.317367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.342738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.514129 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.538796 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.539555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] For port e81690f2-20b3-4dc8-8a78-7d5a7f96229d, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:25.543616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] For port e81690f2-20b3-4dc8-8a78-7d5a7f96229d, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e81690f2-20b3-4dc8-8a78-7d5a7f96229d,segment=NetworkSegment(25107e14-88d5-43f6-8118-652a39eb28b8),segment_id=25107e14-88d5-43f6-8118-652a39eb28b8)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:25.566690 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.567808 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76ae3445-7d4a-42d2-8a9a-052af6d6166c req-b15c7ead-8d68-4033-a437-eb23ad962beb tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902899 Jun 30 02:51:25.576411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bc4cb1-dcb9-459e-b14b-efe9a0f596fe,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:25.636382 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f06e6e99-cd04-4d9e-b8b2-e99fe4aff1c2 req-db6cd467-5c3b-4f32-a0b1-9985e937713e service neutron] 10.222.0.73 "GET /v2.0/networks/8f92f657-2e62-4fd0-9fbd-e789232cec75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839995 Jun 30 02:51:25.706959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['0752d7eb-fefb-4d1e-baa6-217e2f7f84c7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:25.714020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.732388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacabd1-359d-468b-8838-5a4475a4f130 req-7495f79d-87a2-40e8-b73d-741ed059a862 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:25.734324 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deacabd1-359d-468b-8838-5a4475a4f130 req-7495f79d-87a2-40e8-b73d-741ed059a862 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 944 time: 0.2338238 Jun 30 02:51:25.735403 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.792273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:25.793645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7857940 Jun 30 02:51:25.796245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60664) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:25.809208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:25.821486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f819b-bf8d-4dbb-8cb3-ffb8a8a5a3ab tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3189bae1-2775-45be-9c80-12b0997776f4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:25.856073 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-deacabd1-359d-468b-8838-5a4475a4f130 req-b3310c74-ad90-415a-ad1d-c3062cb74e05 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128795 Jun 30 02:51:25.919126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:25.919909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:50:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:25.979522 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-791cf8aa-1ee5-4b53-a773-66894ff707c7 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1818998 Jun 30 02:51:25.982217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60674) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:25.987505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1c97fc9d-93a6-4cfd-9f19-40621e6dbb62 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group': {'name': 'tempest-security--255741519', 'description': 'tempest-security-description-1908664177'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:26.051913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c97fc9d-93a6-4cfd-9f19-40621e6dbb62 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.133596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c97fc9d-93a6-4cfd-9f19-40621e6dbb62 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.139472 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c97fc9d-93a6-4cfd-9f19-40621e6dbb62 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.140371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921a4d4-9e8c-4bed-8df0-0d009b744cdd None None] Pushing event updated for resources: {'Port': ['ID=e81690f2-20b3-4dc8-8a78-7d5a7f96229d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:26.142630 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c97fc9d-93a6-4cfd-9f19-40621e6dbb62 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.153998 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1c97fc9d-93a6-4cfd-9f19-40621e6dbb62 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "PUT /v2.0/security-groups/3189bae1-2775-45be-9c80-12b0997776f4 HTTP/1.1" status: 200 len: 1779 time: 0.1680453 Jun 30 02:51:26.154418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:26.177606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97fc9d-93a6-4cfd-9f19-40621e6dbb62 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3189bae1-2775-45be-9c80-12b0997776f4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:26.183170 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.202849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Transition to ACTIVE for port object 8e6939b9-4018-4c22-ac8c-303c911928e3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:26.240087 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2c674360-f65c-49a4-9710-53ec2504a8b6 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups/3189bae1-2775-45be-9c80-12b0997776f4 HTTP/1.1" status: 200 len: 1779 time: 0.0838163 Jun 30 02:51:26.240814 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Transition to ACTIVE for port object 8e6939b9-4018-4c22-ac8c-303c911928e3 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:26.243117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:26.243358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60682) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:26.279757 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.369082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.380176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Allocated IP 2001:db8:1::1 (90d43022-dac0-4ef7-aab9-cdc0f6512550/59472f3b-2a45-42f5-bf7e-4035733ec68c/810621c6-a8dc-4b13-9023-1494ebe25a0b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:26.410223 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.525675 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.528494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.532853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60686) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:26.539288 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-groups/3189bae1-2775-45be-9c80-12b0997776f4 HTTP/1.1" status: 204 len: 168 time: 0.2911167 Jun 30 02:51:26.563843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3189bae1-2775-45be-9c80-12b0997776f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:26.593447 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.604636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f4f0119c-bf38-4d9d-be9c-1405dec82875 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:51:26.608127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Transition to ACTIVE for port object 810621c6-a8dc-4b13-9023-1494ebe25a0b will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:26.629230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Network 90d43022-dac0-4ef7-aab9-cdc0f6512550 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:26.629861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2bb5aaac-bb65-46e7-98a8-b56d0f545b94 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0952656 Jun 30 02:51:26.630681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:26.646866 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-7cbef45f-a7e0-4b42-842f-29b38f9a4974 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] delete failed (client error): The resource could not be found. Jun 30 02:51:26.647259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.647676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.648098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.655535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.655535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.655535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.655535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.655535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.655535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.655535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.655535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.655535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb37dd5-1ea5-4f8b-8169-da1a86f1dc5b tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:26.655535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.657681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:26.659149 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7cbef45f-a7e0-4b42-842f-29b38f9a4974 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-groups/3189bae1-2775-45be-9c80-12b0997776f4 HTTP/1.1" status: 404 len: 347 time: 0.0267963 Jun 30 02:51:26.666399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-097f0103-e97c-4179-ae47-5111b245e81f tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668949889'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:26.741201 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 90d43022-dac0-4ef7-aab9-cdc0f6512550 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:26.756692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=810621c6-a8dc-4b13-9023-1494ebe25a0b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:26.759437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:26.762600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:26.763186 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.777518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:26.795421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:26.799576 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Pushing event updated for resources: {'Port': ['ID=8e6939b9-4018-4c22-ac8c-303c911928e3,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:26.833780 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-097f0103-e97c-4179-ae47-5111b245e81f tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.928133 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-097f0103-e97c-4179-ae47-5111b245e81f tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:26.950127 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-097f0103-e97c-4179-ae47-5111b245e81f tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.051380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-097f0103-e97c-4179-ae47-5111b245e81f tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.052914 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-097f0103-e97c-4179-ae47-5111b245e81f tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3913844 Jun 30 02:51:27.056773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:27.061138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f0103-e97c-4179-ae47-5111b245e81f tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f16d40a-8752-465e-a430-86a19fc7df38,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:27.065265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ee7a8c91-bdca-4ca6-a576-1b7f2f57e11a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '6f16d40a-8752-465e-a430-86a19fc7df38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:27.102752 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-076f89a3-dec5-412d-ae9f-b3007c226d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.107057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Attempting to bind port 8e6939b9-4018-4c22-ac8c-303c911928e3 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:27.108753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Attempting to bind port 8e6939b9-4018-4c22-ac8c-303c911928e3 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'ccd443f3-1592-49a7-aecf-c1356f6460b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:27.109360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Attempting to bind port 8e6939b9-4018-4c22-ac8c-303c911928e3 on network 90d43022-dac0-4ef7-aab9-cdc0f6512550 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:27.124728 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.124999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.139494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:27.141515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Checking segment: {'id': 'ccd443f3-1592-49a7-aecf-c1356f6460b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:27.141515 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.142147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Bound using segment: {'id': 'ccd443f3-1592-49a7-aecf-c1356f6460b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:27.142396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Bound port: 8e6939b9-4018-4c22-ac8c-303c911928e3, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd443f3-1592-49a7-aecf-c1356f6460b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:27.142956 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.152444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8c91-bdca-4ca6-a576-1b7f2f57e11a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.185859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f4f0119c-bf38-4d9d-be9c-1405dec82875, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f4f0119c-bf38-4d9d-be9c-1405dec82875,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:27.277861 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'f4f0119c-bf38-4d9d-be9c-1405dec82875', 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75', 'port_id': 'f4f0119c-bf38-4d9d-be9c-1405dec82875', 'mac_address': 'fa:16:3e:60:a0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c311c78f-b1c8-4e0a-9e17-606faa02b0c7', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:51:27.293763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] For port 8e6939b9-4018-4c22-ac8c-303c911928e3, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:27.303466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] For port 8e6939b9-4018-4c22-ac8c-303c911928e3, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8e6939b9-4018-4c22-ac8c-303c911928e3,segment=NetworkSegment(ccd443f3-1592-49a7-aecf-c1356f6460b7),segment_id=ccd443f3-1592-49a7-aecf-c1356f6460b7)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:27.370045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8c91-bdca-4ca6-a576-1b7f2f57e11a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.379576 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8c91-bdca-4ca6-a576-1b7f2f57e11a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.398534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:19Z', 'revision_number': 2, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:25Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:27.417833 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf00585-317e-4a50-8877-be0e0544476b req-97e38dc3-bd84-473a-ba17-b316a73c47ed tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:27.420082 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9bf00585-317e-4a50-8877-be0e0544476b req-97e38dc3-bd84-473a-ba17-b316a73c47ed tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 944 time: 0.2592645 Jun 30 02:51:27.422590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a8c91-bdca-4ca6-a576-1b7f2f57e11a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e60063-79f9-4602-b5d2-7a2205d17d0f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:27.433958 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee7a8c91-bdca-4ca6-a576-1b7f2f57e11a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.442111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ee7a8c91-bdca-4ca6-a576-1b7f2f57e11a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842330 Jun 30 02:51:27.443083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60714) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:27.460614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.466501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff37a25-d0f8-42dd-ba15-9ddcd8fab45b None None] The sync data for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 is: [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:19Z', 'revision_number': 2, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:25Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:27.527556 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.533429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9bf00585-317e-4a50-8877-be0e0544476b req-54e513bf-4e37-4ed0-b3ef-716ac2293e97 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887177 Jun 30 02:51:27.534478 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fa41a7-a38c-4b4b-972b-9ebc36053d34 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.563595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fa41a7-a38c-4b4b-972b-9ebc36053d34 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.580876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f0119c-bf38-4d9d-be9c-1405dec82875 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:27.601843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73f6f0-b82d-4826-8235-3d2503c1e74d None None] Pushing event updated for resources: {'Port': ['ID=8e6939b9-4018-4c22-ac8c-303c911928e3,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:27.637304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53466446-52c0-4d4e-a287-769be20c0d26 req-7ae78980-e4ea-4bd7-9689-fedf1a67e45d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:27.644866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-53466446-52c0-4d4e-a287-769be20c0d26 req-7ae78980-e4ea-4bd7-9689-fedf1a67e45d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 944 time: 0.7128751 Jun 30 02:51:27.660650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f4f0119c-bf38-4d9d-be9c-1405dec82875, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f4f0119c-bf38-4d9d-be9c-1405dec82875,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:27.663894 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fa41a7-a38c-4b4b-972b-9ebc36053d34 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.669984 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0fa41a7-a38c-4b4b-972b-9ebc36053d34 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.676100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f0fa41a7-a38c-4b4b-972b-9ebc36053d34 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/48e60063-79f9-4602-b5d2-7a2205d17d0f HTTP/1.1" status: 204 len: 168 time: 0.2269545 Jun 30 02:51:27.676838 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.689773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:27.721864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa41a7-a38c-4b4b-972b-9ebc36053d34 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48e60063-79f9-4602-b5d2-7a2205d17d0f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:27.768449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f4f0119c-bf38-4d9d-be9c-1405dec82875,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:27.788107 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c56d1ae9-dcfd-4c97-8403-6488724630d2 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0965142 Jun 30 02:51:27.789045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:27.793262 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-53466446-52c0-4d4e-a287-769be20c0d26 req-7f234011-33fa-44ec-a627-d3a719a92fba tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464868 Jun 30 02:51:27.914441 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db430fa4-3784-409a-ac38-46ecf02c8dd1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:27.940528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['f4f0119c-bf38-4d9d-be9c-1405dec82875'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:27.949354 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db430fa4-3784-409a-ac38-46ecf02c8dd1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.014910 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db430fa4-3784-409a-ac38-46ecf02c8dd1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.018242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db430fa4-3784-409a-ac38-46ecf02c8dd1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.039735 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-db430fa4-3784-409a-ac38-46ecf02c8dd1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-groups/6f16d40a-8752-465e-a430-86a19fc7df38 HTTP/1.1" status: 204 len: 168 time: 0.2447414 Jun 30 02:51:28.047323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:28.132049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db430fa4-3784-409a-ac38-46ecf02c8dd1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f16d40a-8752-465e-a430-86a19fc7df38,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:28.219629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2d4bf124-cc70-4e2c-b06e-cf11f1a909b7 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1619756 Jun 30 02:51:28.219995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:28.222249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:28.226225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8b9a71f9-171a-4c36-9622-149f8f28e8a9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115544351'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:28.228465 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.237916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.238829 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.284979 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b9a71f9-171a-4c36-9622-149f8f28e8a9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.294637 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:51:28.385614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=810621c6-a8dc-4b13-9023-1494ebe25a0b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:28.396954 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b9a71f9-171a-4c36-9622-149f8f28e8a9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.404215 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.404555 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b9a71f9-171a-4c36-9622-149f8f28e8a9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.447579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a71f9-171a-4c36-9622-149f8f28e8a9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b79442-b85a-49f3-b7d6-d04201fff789,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:28.461433 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8b9a71f9-171a-4c36-9622-149f8f28e8a9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.465871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60736) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:28.466976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8b9a71f9-171a-4c36-9622-149f8f28e8a9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2458217 Jun 30 02:51:28.472855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-854a6682-75a1-4501-96d8-2515ba235c46 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '13b79442-b85a-49f3-b7d6-d04201fff789', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:28.519921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 90d43022-dac0-4ef7-aab9-cdc0f6512550 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:28.529206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:28.542632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:28.557727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:28.558107 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.743726 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.804585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:28.807477 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90762c4c-c25f-4952-bda9-d746cff0c1ce" -d '{"events": [{"server_uuid": "1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9", "name": "network-vif-plugged", "status": "completed", "tag": "0752d7eb-fefb-4d1e-baa6-217e2f7f84c7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:28.825133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:28.829540 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-854a6682-75a1-4501-96d8-2515ba235c46 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:28.892378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:28.916257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e81690f2-20b3-4dc8-8a78-7d5a7f96229d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:28.920889 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.007666 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba82ea13-1c74-485d-8f84-79e6877750e8 x-openstack-request-id: req-ba82ea13-1c74-485d-8f84-79e6877750e8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:29.007977 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9", "name": "network-vif-plugged", "status": "completed", "tag": "0752d7eb-fefb-4d1e-baa6-217e2f7f84c7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:29.008235 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba82ea13-1c74-485d-8f84-79e6877750e8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:29.008645 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7', 'code': 200} Jun 30 02:51:29.094446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:29.112523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:29.116011 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b3edb8ac-e9a8-4cd1-a131-61a99d27a7e0 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9054263 Jun 30 02:51:29.128451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:29.130561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e81690f2-20b3-4dc8-8a78-7d5a7f96229d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:29.140683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-252787348'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:29.145613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e81690f2-20b3-4dc8-8a78-7d5a7f96229d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:29.145919 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.187649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd35b7-54f2-4eb3-8714-a4536e66bf6c req-abb516fa-74e8-45d0-bea1-68e876a572c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.199415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85dd35b7-54f2-4eb3-8714-a4536e66bf6c req-abb516fa-74e8-45d0-bea1-68e876a572c4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 1097 time: 0.1806772 Jun 30 02:51:29.200805 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-854a6682-75a1-4501-96d8-2515ba235c46 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.222120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-854a6682-75a1-4501-96d8-2515ba235c46 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.286131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b19a9d-de08-4444-b98e-c7eabc721aca req-c5d2125e-be40-43d0-89d6-f9f7d10acdd2 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.288835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38b19a9d-de08-4444-b98e-c7eabc721aca req-c5d2125e-be40-43d0-89d6-f9f7d10acdd2 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 944 time: 0.4942439 Jun 30 02:51:29.292781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:29.300579 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.310509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a6682-75a1-4501-96d8-2515ba235c46 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cecc3ac-0200-4069-a963-44e5d4446e20,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:29.318745 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.320697 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85dd35b7-54f2-4eb3-8714-a4536e66bf6c req-45e94007-f8f0-43e2-9f09-643cefa063f6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115546 Jun 30 02:51:29.351800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-854a6682-75a1-4501-96d8-2515ba235c46 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.353522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-854a6682-75a1-4501-96d8-2515ba235c46 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8853402 Jun 30 02:51:29.357446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:29.362982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f4e32323-6b58-4f45-a2b5-1c05c790a322 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '13b79442-b85a-49f3-b7d6-d04201fff789', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:29.364608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:29.383038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e81690f2-20b3-4dc8-8a78-7d5a7f96229d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e81690f2-20b3-4dc8-8a78-7d5a7f96229d,segment=NetworkSegment(25107e14-88d5-43f6-8118-652a39eb28b8),segment_id=25107e14-88d5-43f6-8118-652a39eb28b8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:29.384322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cb22e-509f-4513-9890-3ab4e6cd7b96 req-d01814f8-7c1c-492e-9932-af5361c38fdb tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.386371 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f62cb22e-509f-4513-9890-3ab4e6cd7b96 req-d01814f8-7c1c-492e-9932-af5361c38fdb tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 945 time: 0.3255782 Jun 30 02:51:29.392694 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.395532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8e6939b9-4018-4c22-ac8c-303c911928e3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:29.409715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0424bac3-955b-48b1-87f1-7ec100e70e19 None None] Network 90d43022-dac0-4ef7-aab9-cdc0f6512550 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:29.412845 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38b19a9d-de08-4444-b98e-c7eabc721aca req-313c548e-5b00-434c-9ec6-0ba107d76922 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950732 Jun 30 02:51:29.444574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.445079 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added segment 53e0b490-2585-41e9-b173-f4b8b1cee037 of type vlan for network 64933b6e-4c79-45a6-97a9-da77310f178a Jun 30 02:51:29.459589 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e32323-6b58-4f45-a2b5-1c05c790a322 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.508345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.524345 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f62cb22e-509f-4513-9890-3ab4e6cd7b96 req-b7b2a299-29f7-4a0d-af4e-b3b0307553fa tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242175 Jun 30 02:51:29.563696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.570989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.571765 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.584725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e81690f2-20b3-4dc8-8a78-7d5a7f96229d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:29.596127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d3c81996-31bf-4642-b82f-43e09b1865e9 None None] Provisioning for port 8e6939b9-4018-4c22-ac8c-303c911928e3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:29.639424 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e32323-6b58-4f45-a2b5-1c05c790a322 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.647312 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e32323-6b58-4f45-a2b5-1c05c790a322 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.658530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 8e6939b9-4018-4c22-ac8c-303c911928e3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:29.675856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8e6939b9-4018-4c22-ac8c-303c911928e3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:29.676231 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.676849 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5414608 Jun 30 02:51:29.679624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:29.680560 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4e32323-6b58-4f45-a2b5-1c05c790a322 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.685878 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f4e32323-6b58-4f45-a2b5-1c05c790a322 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275204 Jun 30 02:51:29.688566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:29.692871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'subnet': {'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:29.703467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f51e3088-7605-46b0-89df-93ff5ca4a1a1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '13b79442-b85a-49f3-b7d6-d04201fff789', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:29.706649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06fe6e-e1fc-40ae-a0df-083d58b9f6d3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Network': ['ID=64933b6e-4c79-45a6-97a9-da77310f178a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:29.728001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e32323-6b58-4f45-a2b5-1c05c790a322 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65c8e77-2992-465f-bcbc-ecea3abea26f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:29.744257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 64933b6e-4c79-45a6-97a9-da77310f178a details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:29.809022 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f51e3088-7605-46b0-89df-93ff5ca4a1a1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.910839 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.929283 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f51e3088-7605-46b0-89df-93ff5ca4a1a1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.938468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f51e3088-7605-46b0-89df-93ff5ca4a1a1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.960825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 8e6939b9-4018-4c22-ac8c-303c911928e3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8e6939b9-4018-4c22-ac8c-303c911928e3,segment=NetworkSegment(ccd443f3-1592-49a7-aecf-c1356f6460b7),segment_id=ccd443f3-1592-49a7-aecf-c1356f6460b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:29.972205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:29.976289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:29.985939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e3088-7605-46b0-89df-93ff5ca4a1a1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33e9e98-866c-4893-9b5d-ff2fcfc81cec,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:29.987167 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.035093 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Sync routers for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:30.049888 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:30.050143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f51e3088-7605-46b0-89df-93ff5ca4a1a1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.050496 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:30.051299 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f51e3088-7605-46b0-89df-93ff5ca4a1a1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3527002 Jun 30 02:51:30.054328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:30.059210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a75ecf32-acdb-42c1-81d1-8eb8615a762d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '13b79442-b85a-49f3-b7d6-d04201fff789', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:30.070395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=8e6939b9-4018-4c22-ac8c-303c911928e3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:30.106309 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a75ecf32-acdb-42c1-81d1-8eb8615a762d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.165362 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.239780 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a75ecf32-acdb-42c1-81d1-8eb8615a762d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.246487 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a75ecf32-acdb-42c1-81d1-8eb8615a762d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.263412 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:30.281762 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ecf32-acdb-42c1-81d1-8eb8615a762d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17b3c70-08a8-482c-8699-fd2408f74771,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:30.303263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a75ecf32-acdb-42c1-81d1-8eb8615a762d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.303263 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a75ecf32-acdb-42c1-81d1-8eb8615a762d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2451212 Jun 30 02:51:30.304654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:30.310639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2cc295a8-c10b-49ec-b231-3d8fc008f2d4 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '13b79442-b85a-49f3-b7d6-d04201fff789', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:30.397988 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc295a8-c10b-49ec-b231-3d8fc008f2d4 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.424339 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.519844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f4f0119c-bf38-4d9d-be9c-1405dec82875 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:30.545509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Subnet': ['ID=0fae3f2e-6564-4aa5-9fee-f1b54d1b8499,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:30.605698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc295a8-c10b-49ec-b231-3d8fc008f2d4 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.619850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc295a8-c10b-49ec-b231-3d8fc008f2d4 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.658551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc295a8-c10b-49ec-b231-3d8fc008f2d4 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430ff10b-7725-49db-bde2-9b902982fa51,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:30.665962 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cc295a8-c10b-49ec-b231-3d8fc008f2d4 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.668639 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2cc295a8-c10b-49ec-b231-3d8fc008f2d4 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3627372 Jun 30 02:51:30.672794 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:30.676035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Checking segment: {'id': '53e0b490-2585-41e9-b173-f4b8b1cee037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:30.676515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network hostable DHCP agents. Network: 64933b6e-4c79-45a6-97a9-da77310f178a, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:30.759555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 64933b6e-4c79-45a6-97a9-da77310f178a is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:30.763506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a641aaca-cb8d-43be-9fb3-20d054e1b248 None None] Provisioning for port 810621c6-a8dc-4b13-9023-1494ebe25a0b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:30.772352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port f4f0119c-bf38-4d9d-be9c-1405dec82875 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:30.777969 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port f4f0119c-bf38-4d9d-be9c-1405dec82875 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:30.779048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.780868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a641aaca-cb8d-43be-9fb3-20d054e1b248 None None] Provisioning complete for port 810621c6-a8dc-4b13-9023-1494ebe25a0b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:30.781908 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a641aaca-cb8d-43be-9fb3-20d054e1b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.792045 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897d4dc6-b5e8-4399-9049-c26bdc5c87b3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.810039 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897d4dc6-b5e8-4399-9049-c26bdc5c87b3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.849902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 64933b6e-4c79-45a6-97a9-da77310f178a) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:30.863521 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:30.865252 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.877069 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897d4dc6-b5e8-4399-9049-c26bdc5c87b3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.884335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2b72c-81f1-4fb5-b0f7-4bd5414a0ba6 None None] Network 64933b6e-4c79-45a6-97a9-da77310f178a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:30.888044 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:27Z', 'revision_number': 3, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:27Z', 'revision_number': 2, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:30.910812 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-897d4dc6-b5e8-4399-9049-c26bdc5c87b3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:30.914938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-897d4dc6-b5e8-4399-9049-c26bdc5c87b3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/430ff10b-7725-49db-bde2-9b902982fa51 HTTP/1.1" status: 204 len: 168 time: 0.2350538 Jun 30 02:51:30.916992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:30.957901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d4dc6-b5e8-4399-9049-c26bdc5c87b3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=430ff10b-7725-49db-bde2-9b902982fa51,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:30.965274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9a00718d-9ece-4021-a402-b81c0c11e34d tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2778177 Jun 30 02:51:30.969031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:31.001726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8e6939b9-4018-4c22-ac8c-303c911928e3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:31.003728 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0379adba-6e11-4267-800d-ca5608e13875 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0852408 Jun 30 02:51:31.005661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60808) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:31.032672 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Checking router: be7598ef-eceb-4002-88cd-c1db5262c4cf for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:31.033026 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Updating router be7598ef-eceb-4002-88cd-c1db5262c4cf port 810621c6-a8dc-4b13-9023-1494ebe25a0b binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:31.072138 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-436df6e5-99e8-4001-b3bf-60adb7cca3fd tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.106231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-436df6e5-99e8-4001-b3bf-60adb7cca3fd tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.138694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25408b-46f3-4807-b87b-2eacb77c75b1 req-2532e50e-889c-4795-a77c-39152d51d9ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.140587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f25408b-46f3-4807-b87b-2eacb77c75b1 req-2532e50e-889c-4795-a77c-39152d51d9ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 945 time: 0.2775815 Jun 30 02:51:31.140803 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.163879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8e6939b9-4018-4c22-ac8c-303c911928e3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:31.164410 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.165939 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a641aaca-cb8d-43be-9fb3-20d054e1b248 None None] Port 810621c6-a8dc-4b13-9023-1494ebe25a0b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:31.235336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a641aaca-cb8d-43be-9fb3-20d054e1b248 None None] Provisioning complete for port 8e6939b9-4018-4c22-ac8c-303c911928e3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:31.235701 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a641aaca-cb8d-43be-9fb3-20d054e1b248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.277037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-436df6e5-99e8-4001-b3bf-60adb7cca3fd tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.297454 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-436df6e5-99e8-4001-b3bf-60adb7cca3fd tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.303483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-436df6e5-99e8-4001-b3bf-60adb7cca3fd tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e17b3c70-08a8-482c-8699-fd2408f74771 HTTP/1.1" status: 204 len: 168 time: 0.2958705 Jun 30 02:51:31.307173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:31.321534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f25408b-46f3-4807-b87b-2eacb77c75b1 req-8830139e-be0c-4c56-a91d-97eba6fb2161 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606009 Jun 30 02:51:31.344680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436df6e5-99e8-4001-b3bf-60adb7cca3fd tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e17b3c70-08a8-482c-8699-fd2408f74771,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:31.430491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7b16e71d-6240-49af-83b1-771c834742bd tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1069279 Jun 30 02:51:31.431273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:31.460204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af0ec0-307e-465a-8dfd-c8b0e48a4643 req-e989f3ef-698c-4de3-b1c3-8c37f135af4b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.471135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70af0ec0-307e-465a-8dfd-c8b0e48a4643 req-e989f3ef-698c-4de3-b1c3-8c37f135af4b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.7389007 Jun 30 02:51:31.480517 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-481f73f8-25c5-4000-9540-b13c58a50252 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.499655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-481f73f8-25c5-4000-9540-b13c58a50252 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.557977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-481f73f8-25c5-4000-9540-b13c58a50252 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.568500 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-481f73f8-25c5-4000-9540-b13c58a50252 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.573035 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-481f73f8-25c5-4000-9540-b13c58a50252 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a33e9e98-866c-4893-9b5d-ff2fcfc81cec HTTP/1.1" status: 204 len: 168 time: 0.1406167 Jun 30 02:51:31.576991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60820) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:31.591704 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f73f8-25c5-4000-9540-b13c58a50252 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a33e9e98-866c-4893-9b5d-ff2fcfc81cec,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:31.651929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60822) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:31.654973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9c4d36e6-11e2-4e32-98f2-13909e41ca20 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0760448 Jun 30 02:51:31.688178 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.701945 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Transition to ACTIVE for port object 810621c6-a8dc-4b13-9023-1494ebe25a0b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:31.711287 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.733944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-70af0ec0-307e-465a-8dfd-c8b0e48a4643 req-ef4ff065-d26d-4a0e-a31c-6c8efbe5c871 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616417 Jun 30 02:51:31.737422 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.745998 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.794992 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.871907 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.876924 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.878576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d65c8e77-2992-465f-bcbc-ecea3abea26f HTTP/1.1" status: 204 len: 168 time: 0.2222817 Jun 30 02:51:31.882438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:31.899575 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.903535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d65c8e77-2992-465f-bcbc-ecea3abea26f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:31.912917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-64933b6e-4c79-45a6-97a9-da77310f178a', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:51:31.913584 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.920268 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35667d3-e3a0-4dd5-b2ec-d0c02be25251 None None] Pushing event updated for resources: {'Port': ['ID=810621c6-a8dc-4b13-9023-1494ebe25a0b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:31.929499 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Attempting to bind port 810621c6-a8dc-4b13-9023-1494ebe25a0b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:31.929854 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Attempting to bind port 810621c6-a8dc-4b13-9023-1494ebe25a0b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'ccd443f3-1592-49a7-aecf-c1356f6460b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:31.932135 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Attempting to bind port 810621c6-a8dc-4b13-9023-1494ebe25a0b on network 90d43022-dac0-4ef7-aab9-cdc0f6512550 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:31.936889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.938172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.939119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.940029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.941692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.943528 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.944437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.945445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.946079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.946658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.947328 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.948233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19abe368-8a41-4ac8-98bd-f537db079704 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:31.948403 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:31.949118 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Checking segment: {'id': 'ccd443f3-1592-49a7-aecf-c1356f6460b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:31.949748 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.950281 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Bound using segment: {'id': 'ccd443f3-1592-49a7-aecf-c1356f6460b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:31.950957 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Bound port: 810621c6-a8dc-4b13-9023-1494ebe25a0b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd443f3-1592-49a7-aecf-c1356f6460b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:31.951512 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:31.984229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1742e003-caee-4799-9435-44d2ce697dad tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1001925 Jun 30 02:51:31.984930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:32.043963 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbec0c07-6882-4773-9a5e-6ad13bfd58a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0119c-bf38-4d9d-be9c-1405dec82875'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:32.048248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb203de5-f3a8-4420-862b-78491f7f19b9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.060481 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae888bce-32eb-4139-9fc7-5119e3bb28e6" -d '{"events": [{"server_uuid": "fbec0c07-6882-4773-9a5e-6ad13bfd58a4", "name": "network-vif-plugged", "status": "completed", "tag": "f4f0119c-bf38-4d9d-be9c-1405dec82875"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:32.065698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb203de5-f3a8-4420-862b-78491f7f19b9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.080648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e81690f2-20b3-4dc8-8a78-7d5a7f96229d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:32.102238 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb203de5-f3a8-4420-862b-78491f7f19b9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.110084 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb203de5-f3a8-4420-862b-78491f7f19b9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.114202 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bb203de5-f3a8-4420-862b-78491f7f19b9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/6cecc3ac-0200-4069-a963-44e5d4446e20 HTTP/1.1" status: 204 len: 168 time: 0.1283090 Jun 30 02:51:32.117678 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:32.138057 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] For port 810621c6-a8dc-4b13-9023-1494ebe25a0b, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:32.141768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb203de5-f3a8-4420-862b-78491f7f19b9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cecc3ac-0200-4069-a963-44e5d4446e20,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:32.143947 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] For port 810621c6-a8dc-4b13-9023-1494ebe25a0b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=810621c6-a8dc-4b13-9023-1494ebe25a0b,segment=NetworkSegment(ccd443f3-1592-49a7-aecf-c1356f6460b7),segment_id=ccd443f3-1592-49a7-aecf-c1356f6460b7)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:32.152295 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.252631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:32.253941 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-418f2b96-37ad-4139-bdcd-c72306f1386a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1346841 Jun 30 02:51:32.403396 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35667d3-e3a0-4dd5-b2ec-d0c02be25251 None None] Pushing event updated for resources: {'Port': ['ID=810621c6-a8dc-4b13-9023-1494ebe25a0b,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:32.405417 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3807ba-90fe-424d-9349-80185a4642d6 x-openstack-request-id: req-ce3807ba-90fe-424d-9349-80185a4642d6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:32.405736 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbec0c07-6882-4773-9a5e-6ad13bfd58a4", "name": "network-vif-plugged", "status": "completed", "tag": "f4f0119c-bf38-4d9d-be9c-1405dec82875", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:32.405977 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce3807ba-90fe-424d-9349-80185a4642d6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:32.406388 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbec0c07-6882-4773-9a5e-6ad13bfd58a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f0119c-bf38-4d9d-be9c-1405dec82875', 'code': 200} Jun 30 02:51:32.412568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port f4f0119c-bf38-4d9d-be9c-1405dec82875, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f4f0119c-bf38-4d9d-be9c-1405dec82875,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:32.425388 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:32.426260 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:32.469181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d953f3-7b47-4f52-9861-76eba6ec9960 req-26cffb48-717b-4f30-be2a-37e90181269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:32.470970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24d953f3-7b47-4f52-9861-76eba6ec9960 req-26cffb48-717b-4f30-be2a-37e90181269a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 1097 time: 0.1754298 Jun 30 02:51:32.545391 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5116-9402-4839-8d9e-81542d08e2c3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.554288 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.589072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24d953f3-7b47-4f52-9861-76eba6ec9960 req-0f8da79d-1dc6-49eb-a93d-5cd40ba4feab service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052856 Jun 30 02:51:32.624935 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:32.630229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Allocated IP 2001:db8:2::1 (64933b6e-4c79-45a6-97a9-da77310f178a/0fae3f2e-6564-4aa5-9fee-f1b54d1b8499/a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:32.667628 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5116-9402-4839-8d9e-81542d08e2c3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.801626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=f4f0119c-bf38-4d9d-be9c-1405dec82875,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:32.836455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e81690f2-20b3-4dc8-8a78-7d5a7f96229d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:32.836919 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.843831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5cdd5-a704-4fb7-903f-903ce1a4c948 req-f4da3576-419e-4d26-9757-8c09014049b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:32.852679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-77b5cdd5-a704-4fb7-903f-903ce1a4c948 req-f4da3576-419e-4d26-9757-8c09014049b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 946 time: 0.3207705 Jun 30 02:51:32.928720 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-77b5cdd5-a704-4fb7-903f-903ce1a4c948 req-c5af7828-faf2-42f1-a861-a243b49820c8 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629387 Jun 30 02:51:32.948397 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5116-9402-4839-8d9e-81542d08e2c3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.951564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5116-9402-4839-8d9e-81542d08e2c3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.955761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:32.955990 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2c7b5116-9402-4839-8d9e-81542d08e2c3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-groups/13b79442-b85a-49f3-b7d6-d04201fff789 HTTP/1.1" status: 204 len: 168 time: 0.7023430 Jun 30 02:51:32.971323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5116-9402-4839-8d9e-81542d08e2c3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b79442-b85a-49f3-b7d6-d04201fff789,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:33.035027 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.067016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Transition to ACTIVE for port object a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:33.128030 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.164713 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:27Z', 'revision_number': 3, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:32Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:33.192653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7d6095ef-9cd9-48e6-8545-4af6708d2403 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2350643 Jun 30 02:51:33.195819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:33.200185 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db66fe8-bfc6-426b-b471-770c5f6a8c67 None None] The sync data for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 is: [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:27Z', 'revision_number': 3, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:32Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:33.211022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-128195ec-0b7b-4482-a63c-06f2703ee37a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group': {'name': 'tempest-secgroup--743433540'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:33.228909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:33.238011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 64933b6e-4c79-45a6-97a9-da77310f178a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:33.239404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:33.242012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:33.242774 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.301194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c40c6-7124-42d9-ac2a-3f36a38ac23c req-7901c629-e3f0-4dfe-9295-f72ded769efc tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:33.316245 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae4c40c6-7124-42d9-ac2a-3f36a38ac23c req-7901c629-e3f0-4dfe-9295-f72ded769efc tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.3498771 Jun 30 02:51:33.381047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-128195ec-0b7b-4482-a63c-06f2703ee37a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.432691 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.452357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae4c40c6-7124-42d9-ac2a-3f36a38ac23c req-7ae90fe5-0cee-4c57-87be-e9f633ea0b03 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340165 Jun 30 02:51:33.466645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Allocated IP 2001:db8:2::2 (64933b6e-4c79-45a6-97a9-da77310f178a/0fae3f2e-6564-4aa5-9fee-f1b54d1b8499/c145e641-7a01-4eef-af1d-e8e9b411ae86) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:33.597701 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-128195ec-0b7b-4482-a63c-06f2703ee37a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.603486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-128195ec-0b7b-4482-a63c-06f2703ee37a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.683585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128195ec-0b7b-4482-a63c-06f2703ee37a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c896f-8b85-436d-8ce5-32e1f38883ef,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:33.686051 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-128195ec-0b7b-4482-a63c-06f2703ee37a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.689677 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-128195ec-0b7b-4482-a63c-06f2703ee37a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4893734 Jun 30 02:51:33.689996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:33.695371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9693b36a-3aa3-47d4-a4de-8f5b50ce4903 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '8b5c896f-8b85-436d-8ce5-32e1f38883ef', 'direction': 'ingress', 'protocol': 17}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:33.764631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9693b36a-3aa3-47d4-a4de-8f5b50ce4903 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.915595 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9693b36a-3aa3-47d4-a4de-8f5b50ce4903 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.921901 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9693b36a-3aa3-47d4-a4de-8f5b50ce4903 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.953638 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9693b36a-3aa3-47d4-a4de-8f5b50ce4903 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.955119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9693b36a-3aa3-47d4-a4de-8f5b50ce4903 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2639408 Jun 30 02:51:33.957703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60882) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:33.968415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693b36a-3aa3-47d4-a4de-8f5b50ce4903 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3df987c-06e8-4c0b-bd89-d1ef049d0ed7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:34.048915 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.072070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Transition to ACTIVE for port object c145e641-7a01-4eef-af1d-e8e9b411ae86 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:34.149098 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1a651e-4cdf-4092-b442-33aee0710ad3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.170869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Transition to ACTIVE for port object c145e641-7a01-4eef-af1d-e8e9b411ae86 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:34.183911 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.208741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1a651e-4cdf-4092-b442-33aee0710ad3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.225463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Network 64933b6e-4c79-45a6-97a9-da77310f178a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:34.245523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:34.249627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:34.329476 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1a651e-4cdf-4092-b442-33aee0710ad3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.333602 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1a651e-4cdf-4092-b442-33aee0710ad3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.337243 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7d1a651e-4cdf-4092-b442-33aee0710ad3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-groups/8b5c896f-8b85-436d-8ce5-32e1f38883ef HTTP/1.1" status: 204 len: 168 time: 0.3763978 Jun 30 02:51:34.343689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60892) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:34.359262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a651e-4cdf-4092-b442-33aee0710ad3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c896f-8b85-436d-8ce5-32e1f38883ef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:34.375478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Pushing event updated for resources: {'Port': ['ID=c145e641-7a01-4eef-af1d-e8e9b411ae86,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:34.379813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Attempting to bind port c145e641-7a01-4eef-af1d-e8e9b411ae86 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:34.380371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Attempting to bind port c145e641-7a01-4eef-af1d-e8e9b411ae86 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '53e0b490-2585-41e9-b173-f4b8b1cee037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:34.381158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Attempting to bind port c145e641-7a01-4eef-af1d-e8e9b411ae86 on network 64933b6e-4c79-45a6-97a9-da77310f178a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:34.430948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:34.431703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Checking segment: {'id': '53e0b490-2585-41e9-b173-f4b8b1cee037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:34.432506 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.433686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Bound using segment: {'id': '53e0b490-2585-41e9-b173-f4b8b1cee037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:34.434746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Bound port: c145e641-7a01-4eef-af1d-e8e9b411ae86, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e0b490-2585-41e9-b173-f4b8b1cee037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:34.435791 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.444473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad154-4ef5-4fd1-bdb4-7aa0e05fe501 req-084dc9b3-b0a5-43b0-8910-7b7cdb955e45 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:34.446096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-649ad154-4ef5-4fd1-bdb4-7aa0e05fe501 req-084dc9b3-b0a5-43b0-8910-7b7cdb955e45 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 946 time: 0.1789656 Jun 30 02:51:34.518034 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8675efff-2e28-4fdc-8e68-342196c5a9de tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1689606 Jun 30 02:51:34.518516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-649ad154-4ef5-4fd1-bdb4-7aa0e05fe501 req-ca32b92b-1109-4c97-bf8f-72be9ed985bc tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663760 Jun 30 02:51:34.521891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:34.527333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ade89242-a884-41ba-90ea-5082620ba246 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group': {'name': 'tempest-secgroup--852539772'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:34.561625 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade89242-a884-41ba-90ea-5082620ba246 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.591621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] For port c145e641-7a01-4eef-af1d-e8e9b411ae86, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:34.595158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] For port c145e641-7a01-4eef-af1d-e8e9b411ae86, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c145e641-7a01-4eef-af1d-e8e9b411ae86,segment=NetworkSegment(53e0b490-2585-41e9-b173-f4b8b1cee037),segment_id=53e0b490-2585-41e9-b173-f4b8b1cee037)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:34.602421 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.689568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade89242-a884-41ba-90ea-5082620ba246 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.696045 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade89242-a884-41ba-90ea-5082620ba246 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.712459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5ae35-0088-4382-8039-3aec2bbef833 req-8f8d84b2-d2e4-432b-ab0b-9d1b7e975355 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:34.713776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7be5ae35-0088-4382-8039-3aec2bbef833 req-8f8d84b2-d2e4-432b-ab0b-9d1b7e975355 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.4696634 Jun 30 02:51:34.738888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:34.739775 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ade89242-a884-41ba-90ea-5082620ba246 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.744041 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ade89242-a884-41ba-90ea-5082620ba246 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2186022 Jun 30 02:51:34.745395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcc200-f8c9-4d1d-9b0e-6036ddba76b8 None None] Pushing event updated for resources: {'Port': ['ID=c145e641-7a01-4eef-af1d-e8e9b411ae86,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:34.747218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6c5efc67-cd86-4f2d-889e-5dd1745f2526 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'floatingip': {'port_id': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:34.749088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:34.760070 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-66807feb-4fed-4f25-8dfe-a7ad61ba0bb1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group': {'name': 'tempest-secgroup--526007431'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:34.815420 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c5efc67-cd86-4f2d-889e-5dd1745f2526 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.815771 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66807feb-4fed-4f25-8dfe-a7ad61ba0bb1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.921211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.970810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66807feb-4fed-4f25-8dfe-a7ad61ba0bb1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.972584 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.982238 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:34.988712 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66807feb-4fed-4f25-8dfe-a7ad61ba0bb1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.093380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66807feb-4fed-4f25-8dfe-a7ad61ba0bb1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcb2956-6f1c-46c8-8709-204343afc8a5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:35.097438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:35.120254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade89242-a884-41ba-90ea-5082620ba246 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7a2273-8569-46db-84cf-955ac7d897b6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:35.211578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77466b13-c651-44ef-884a-7ff85b10a6b8 req-e9d0eca4-1aa0-43ee-8597-6fd25bb83be5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:35.216013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77466b13-c651-44ef-884a-7ff85b10a6b8 req-e9d0eca4-1aa0-43ee-8597-6fd25bb83be5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 946 time: 0.1740301 Jun 30 02:51:35.220029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-66807feb-4fed-4f25-8dfe-a7ad61ba0bb1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.229653 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-66807feb-4fed-4f25-8dfe-a7ad61ba0bb1 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4745567 Jun 30 02:51:35.230456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:35.245008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cda3ee90-15a5-4904-8055-7ae050d06c64 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '1f7a2273-8569-46db-84cf-955ac7d897b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8dcb2956-6f1c-46c8-8709-204343afc8a5', 'remote_ip_prefix': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:35.353662 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cda3ee90-15a5-4904-8055-7ae050d06c64 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.376358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 64933b6e-4c79-45a6-97a9-da77310f178a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:35.379791 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:35.435792 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-77466b13-c651-44ef-884a-7ff85b10a6b8 req-af3a8290-3831-4d90-9482-7470e0ae98f2 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943995 Jun 30 02:51:35.448755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c145e641-7a01-4eef-af1d-e8e9b411ae86 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:35.565712 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port c145e641-7a01-4eef-af1d-e8e9b411ae86 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:35.577917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 810621c6-a8dc-4b13-9023-1494ebe25a0b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:35.622157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cda3ee90-15a5-4904-8055-7ae050d06c64 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.632678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:35.632678 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cda3ee90-15a5-4904-8055-7ae050d06c64 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.696134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 810621c6-a8dc-4b13-9023-1494ebe25a0b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:35.707149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 810621c6-a8dc-4b13-9023-1494ebe25a0b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:35.709374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.718639 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c5efc67-cd86-4f2d-889e-5dd1745f2526 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.724230 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c5efc67-cd86-4f2d-889e-5dd1745f2526 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.728458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3ee90-15a5-4904-8055-7ae050d06c64 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4de623-0ce1-48a3-8539-c2b24b24edfb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:35.770237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cda3ee90-15a5-4904-8055-7ae050d06c64 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.771513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cda3ee90-15a5-4904-8055-7ae050d06c64 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5381958 Jun 30 02:51:35.774540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60930) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:35.814465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59bb75f5-27c4-4f34-b146-22f9081b9679 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.827592 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59bb75f5-27c4-4f34-b146-22f9081b9679 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.855054 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.867040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59bb75f5-27c4-4f34-b146-22f9081b9679 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.874591 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-59bb75f5-27c4-4f34-b146-22f9081b9679 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.877136 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-59bb75f5-27c4-4f34-b146-22f9081b9679 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ec4de623-0ce1-48a3-8539-c2b24b24edfb HTTP/1.1" status: 204 len: 168 time: 0.1014109 Jun 30 02:51:35.887523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:35.891347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb75f5-27c4-4f34-b146-22f9081b9679 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec4de623-0ce1-48a3-8539-c2b24b24edfb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:35.908290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:35.918440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4e8610e0-8bfc-4989-84fd-de72cbc02ec1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9468381 Jun 30 02:51:35.921868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:35.927243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Sync routers for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:35.929927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-250866726'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:35.934388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 810621c6-a8dc-4b13-9023-1494ebe25a0b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=810621c6-a8dc-4b13-9023-1494ebe25a0b,segment=NetworkSegment(ccd443f3-1592-49a7-aecf-c1356f6460b7),segment_id=ccd443f3-1592-49a7-aecf-c1356f6460b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:35.951750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:35.952203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:35.954263 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.966255 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-6c5efc67-cd86-4f2d-889e-5dd1745f2526 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Floating IP 72e2dd67-c12d-4d4f-8bcd-006a25ff7c95 associated. External IP: 172.25.7.105, port: 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7. Jun 30 02:51:35.990788 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8dbe2e13-d9b8-4cbb-b9bb-96e4b3906386 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0992403 Jun 30 02:51:35.993554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60940) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:36.036518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:36.043283 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.132527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=810621c6-a8dc-4b13-9023-1494ebe25a0b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:36.136068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:36.186680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9ff2-0755-4c4e-9f3f-5faaa01c16c5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.218450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:51:36.246259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9ff2-0755-4c4e-9f3f-5faaa01c16c5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.260719 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.261069 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added segment fe82cad4-4bd8-4031-bfec-932d42cd35fd of type vlan for network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d Jun 30 02:51:36.372239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.399648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e378c251-2b1c-4d2b-9fdb-0abf33d90bd0 None None] Network 64933b6e-4c79-45a6-97a9-da77310f178a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:36.409503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9ff2-0755-4c4e-9f3f-5faaa01c16c5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.414500 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3a9e9ff2-0755-4c4e-9f3f-5faaa01c16c5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.425106 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3a9e9ff2-0755-4c4e-9f3f-5faaa01c16c5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-groups/8dcb2956-6f1c-46c8-8709-204343afc8a5 HTTP/1.1" status: 204 len: 168 time: 0.4291141 Jun 30 02:51:36.426456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5efc67-cd86-4f2d-889e-5dd1745f2526 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Router 99eaac97-6648-4256-81ca-079e5942136a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:36.428752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:36.463781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e9ff2-0755-4c4e-9f3f-5faaa01c16c5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcb2956-6f1c-46c8-8709-204343afc8a5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:36.476127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.486161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:36.487149 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.590293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60954) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:36.590500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6645281 Jun 30 02:51:36.595581 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e291ddd4-4fb7-4c2d-842e-abce070f0ab9 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1612782 Jun 30 02:51:36.601420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:36.602088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'subnet': {'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:36.603218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f72728ff-6b77-4004-a1fc-d21ce2a4f2cb None None] Provisioning for port c145e641-7a01-4eef-af1d-e8e9b411ae86 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:36.612320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434615ab-fc6f-4995-9862-87b1c951ca50 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Network': ['ID=5999e90d-9aa1-46b9-bf7f-074f45f52c5d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:36.631870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:51:36.685531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5d56-659d-46a9-a993-e1a0fa031eaf tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.689289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f72728ff-6b77-4004-a1fc-d21ce2a4f2cb None None] Provisioning complete for port c145e641-7a01-4eef-af1d-e8e9b411ae86 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:36.689665 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f72728ff-6b77-4004-a1fc-d21ce2a4f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.709292 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5d56-659d-46a9-a993-e1a0fa031eaf tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.724170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5efc67-cd86-4f2d-889e-5dd1745f2526 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:36.731279 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c5efc67-cd86-4f2d-889e-5dd1745f2526 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.735449 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] Sync routers for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:36.746185 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:36.747300 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:36.795150 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5d56-659d-46a9-a993-e1a0fa031eaf tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.798161 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5d56-659d-46a9-a993-e1a0fa031eaf tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.802224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fbfd5d56-659d-46a9-a993-e1a0fa031eaf tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-groups/1f7a2273-8569-46db-84cf-955ac7d897b6 HTTP/1.1" status: 204 len: 168 time: 0.1997755 Jun 30 02:51:36.803095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:36.813897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6c5efc67-cd86-4f2d-889e-5dd1745f2526 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "PUT /v2.0/floatingips/72e2dd67-c12d-4d4f-8bcd-006a25ff7c95 HTTP/1.1" status: 200 len: 991 time: 2.0708313 Jun 30 02:51:36.823202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'tag': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:36.825924 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a08000-0bb9-4ca5-bfeb-42eeecb59422" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9", "tag": "0752d7eb-fefb-4d1e-baa6-217e2f7f84c7"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:36.876746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd5d56-659d-46a9-a993-e1a0fa031eaf tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7a2273-8569-46db-84cf-955ac7d897b6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:36.914627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Made reservation on behalf of 5adbf1ac7fdd45d2a8cdc2949cf2047a for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:51:36.919101 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.973186 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e2f12f-fd25-4411-927d-865c3499dd65 x-openstack-request-id: req-e5e2f12f-fd25-4411-927d-865c3499dd65 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:36.973735 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9", "tag": "0752d7eb-fefb-4d1e-baa6-217e2f7f84c7", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:36.974253 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5e2f12f-fd25-4411-927d-865c3499dd65 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:36.975124 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'tag': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7', 'status': 'completed', 'code': 200} Jun 30 02:51:37.026390 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:37.050751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:37.069927 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f72728ff-6b77-4004-a1fc-d21ce2a4f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.264023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1aa4e6a4-a105-405f-acf3-9fe4a66f7626 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4200270 Jun 30 02:51:37.267468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:37.272029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-18120a6b-58cf-45c4-9c83-607f4d2dcb00 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group': {'name': 'tempest-secgroup--841606003'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:37.293756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 810621c6-a8dc-4b13-9023-1494ebe25a0b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:37.316280 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18120a6b-58cf-45c4-9c83-607f4d2dcb00 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.371088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f72728ff-6b77-4004-a1fc-d21ce2a4f2cb None None] For port c145e641-7a01-4eef-af1d-e8e9b411ae86, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c145e641-7a01-4eef-af1d-e8e9b411ae86,segment=NetworkSegment(53e0b490-2585-41e9-b173-f4b8b1cee037),segment_id=53e0b490-2585-41e9-b173-f4b8b1cee037)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:37.392068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:33Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:34Z', 'revision_number': 2, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.394798 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f72728ff-6b77-4004-a1fc-d21ce2a4f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.422631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.526167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-9d203db5-eb5d-4cef-9d07-88bed8f9f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:37.532423 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-9d203db5-eb5d-4cef-9d07-88bed8f9f959 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 1097 time: 0.5292280 Jun 30 02:51:37.536210 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '72e2dd67-c12d-4d4f-8bcd-006a25ff7c95', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '99eaac97-6648-4256-81ca-079e5942136a', 'port_id': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'mac_address': 'fa:16:3e:1a:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:51:08Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 1, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.552589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Subnet': ['ID=e47d8fcc-1a3b-4afe-a770-96819d950af0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:37.567495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Checking segment: {'id': 'fe82cad4-4bd8-4031-bfec-932d42cd35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:37.567767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 810621c6-a8dc-4b13-9023-1494ebe25a0b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:37.568106 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.569134 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] Checking router: 99eaac97-6648-4256-81ca-079e5942136a for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:37.569719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network hostable DHCP agents. Network: 5999e90d-9aa1-46b9-bf7f-074f45f52c5d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:51:37.579318 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:37.579726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-d22a88ed-033f-470c-b34c-c0b2822f7947 req-3b95fc52-1387-4527-8dd0-426ba12be6e2 service neutron] (93771) timed out ('10.222.0.69', 59066) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:51:37.580173 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:37.614597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72728ff-6b77-4004-a1fc-d21ce2a4f2cb None None] Pushing event updated for resources: {'Port': ['ID=c145e641-7a01-4eef-af1d-e8e9b411ae86,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:37.634046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:51:37.634357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Checking router: be7598ef-eceb-4002-88cd-c1db5262c4cf for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:37.634938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Updating router be7598ef-eceb-4002-88cd-c1db5262c4cf port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:37.657579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5999e90d-9aa1-46b9-bf7f-074f45f52c5d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:37.680128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:37.680919 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.706230 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.725645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7969bc1c-48bf-47c2-a358-c087b00755e7 None None] Network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:37.750374 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:37.883874 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18120a6b-58cf-45c4-9c83-607f4d2dcb00 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.895511 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5575d4a9-32e5-485f-99fa-4e5be9481660 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2986453 Jun 30 02:51:37.898459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18120a6b-58cf-45c4-9c83-607f4d2dcb00 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.898611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 60990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:37.908185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-9e06227e-195b-4433-adf6-622b8a695031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:37.909925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-9e06227e-195b-4433-adf6-622b8a695031 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.3189020 Jun 30 02:51:38.133449 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '72e2dd67-c12d-4d4f-8bcd-006a25ff7c95', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '99eaac97-6648-4256-81ca-079e5942136a', 'port_id': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'mac_address': 'fa:16:3e:1a:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:51:08Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 1, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:38.200797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18120a6b-58cf-45c4-9c83-607f4d2dcb00 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.208852 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-18120a6b-58cf-45c4-9c83-607f4d2dcb00 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9399858 Jun 30 02:51:38.209871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 60998) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:38.217757 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15966c5e-f6b3-4458-a225-102f8f1d22bc None None] The sync data for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 is: [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '72e2dd67-c12d-4d4f-8bcd-006a25ff7c95', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'floating_ip_address': '172.25.7.105', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '99eaac97-6648-4256-81ca-079e5942136a', 'port_id': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3233, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'mac_address': 'fa:16:3e:1a:a0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:51:08Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 1, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:38.265755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ee515ecb-12a2-46cc-9d3c-8d8e0e94607d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': 'c0d857d7-5796-4795-bcc2-abddd8eb8a55', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:38.273337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-5999e90d-9aa1-46b9-bf7f-074f45f52c5d', 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'fixed_ips': [{'subnet_id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:51:38.274210 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.318374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18120a6b-58cf-45c4-9c83-607f4d2dcb00 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d857d7-5796-4795-bcc2-abddd8eb8a55,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:38.427406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-4b3d2c46-e27d-4e0e-a0bd-924b2c0f6644 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 HTTP/1.1" status: 200 len: 999 time: 0.5072806 Jun 30 02:51:38.494683 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee515ecb-12a2-46cc-9d3c-8d8e0e94607d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.598166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.648624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-ddd98060-f459-4ad8-8a11-fff108eb6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:38.649525 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-ddd98060-f459-4ad8-8a11-fff108eb6a03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.2136724 Jun 30 02:51:38.850927 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.863420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Transition to ACTIVE for port object a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:38.880448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4774e4e1-9c84-42be-83bc-6928cec542b6 None None] New status for floating IP 72e2dd67-c12d-4d4f-8bcd-006a25ff7c95: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:51:38.888801 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.930982 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee515ecb-12a2-46cc-9d3c-8d8e0e94607d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.963151 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.070661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee515ecb-12a2-46cc-9d3c-8d8e0e94607d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.100774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-f45540e3-3afb-4001-a03c-55266af641ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:39.110548 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-f45540e3-3afb-4001-a03c-55266af641ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4234054 Jun 30 02:51:39.130387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee515ecb-12a2-46cc-9d3c-8d8e0e94607d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d27d7c-0553-4a88-abe4-4f72e277c736,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:39.244357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ac2cd9a-91db-4a29-bb96-e5da646ae491 None None] Provisioning for port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:39.375674 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ee515ecb-12a2-46cc-9d3c-8d8e0e94607d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.377232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ee515ecb-12a2-46cc-9d3c-8d8e0e94607d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1349258 Jun 30 02:51:39.389769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c145e641-7a01-4eef-af1d-e8e9b411ae86 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:39.406933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22164e-67cb-4121-a4cb-560564086a0c None None] Pushing event updated for resources: {'Port': ['ID=a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:39.492196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-c396d022-1832-415e-9bb3-a4fabd69f95f service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455610 Jun 30 02:51:39.496008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:39.573050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Attempting to bind port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:39.573644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Attempting to bind port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '53e0b490-2585-41e9-b173-f4b8b1cee037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:39.574194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Attempting to bind port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 on network 64933b6e-4c79-45a6-97a9-da77310f178a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:39.576466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ac2cd9a-91db-4a29-bb96-e5da646ae491 None None] Provisioning complete for port c145e641-7a01-4eef-af1d-e8e9b411ae86 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:39.577002 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ac2cd9a-91db-4a29-bb96-e5da646ae491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.653534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:39.663695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Checking segment: {'id': '53e0b490-2585-41e9-b173-f4b8b1cee037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:39.664161 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.664573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Bound using segment: {'id': '53e0b490-2585-41e9-b173-f4b8b1cee037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:39.665082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Bound port: a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e0b490-2585-41e9-b173-f4b8b1cee037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:39.665474 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.701835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34a08000-0bb9-4ca5-bfeb-42eeecb59422 req-a4b9ba41-c85a-4678-b26b-6ea6e5b1c7a2 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858249 Jun 30 02:51:39.702571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Allocated IP 2001:db8:3::2 (5999e90d-9aa1-46b9-bf7f-074f45f52c5d/e47d8fcc-1a3b-4afe-a770-96819d950af0/4d43574a-dbb9-45c2-af13-ae87a7a74c22) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:39.711679 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-951d85da-6916-468f-b644-a0efec117cd5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.735175 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-951d85da-6916-468f-b644-a0efec117cd5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.777561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c145e641-7a01-4eef-af1d-e8e9b411ae86 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:39.778567 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.860079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Allocated IP 172.20.0.17 (8f92f657-2e62-4fd0-9fbd-e789232cec75/c311c78f-b1c8-4e0a-9e17-606faa02b0c7/4cb3c2b0-da16-4b40-9254-f51f68449dea) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:39.867375 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-951d85da-6916-468f-b644-a0efec117cd5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.873684 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-951d85da-6916-468f-b644-a0efec117cd5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:39.877464 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-951d85da-6916-468f-b644-a0efec117cd5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/06d27d7c-0553-4a88-abe4-4f72e277c736 HTTP/1.1" status: 204 len: 168 time: 0.3781948 Jun 30 02:51:39.885155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:39.943806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d85da-6916-468f-b644-a0efec117cd5 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06d27d7c-0553-4a88-abe4-4f72e277c736,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:40.029047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] For port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:40.039888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] For port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3,segment=NetworkSegment(53e0b490-2585-41e9-b173-f4b8b1cee037),segment_id=53e0b490-2585-41e9-b173-f4b8b1cee037)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:40.049199 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3157ca0b-576c-47ec-868c-837aeb10bd02 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1437287 Jun 30 02:51:40.051963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:40.114760 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.185516 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c08f77-313b-4b9a-b79c-3d88ec3d8b29 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.202925 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.228638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Transition to ACTIVE for port object 4cb3c2b0-da16-4b40-9254-f51f68449dea will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:40.240749 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c08f77-313b-4b9a-b79c-3d88ec3d8b29 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.284741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.319693 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c08f77-313b-4b9a-b79c-3d88ec3d8b29 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.322114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:40.322533 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a5c08f77-313b-4b9a-b79c-3d88ec3d8b29 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.326015 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a5c08f77-313b-4b9a-b79c-3d88ec3d8b29 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-groups/c0d857d7-5796-4795-bcc2-abddd8eb8a55 HTTP/1.1" status: 204 len: 168 time: 0.2698669 Jun 30 02:51:40.335769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:40.343776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:40.344666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c08f77-313b-4b9a-b79c-3d88ec3d8b29 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d857d7-5796-4795-bcc2-abddd8eb8a55,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:40.346067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22164e-67cb-4121-a4cb-560564086a0c None None] Pushing event updated for resources: {'Port': ['ID=a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:40.404663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 8f92f657-2e62-4fd0-9fbd-e789232cec75 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:40.406379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:40.420373 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b74982a8-fc64-4a91-8f7a-e352a81996cc tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700965 Jun 30 02:51:40.421421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:40.438323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f705b3eb-dabf-4cf4-87c2-dbb5c9d8bd9c tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641219141'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:40.443973 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:40.541523 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f705b3eb-dabf-4cf4-87c2-dbb5c9d8bd9c tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.585484 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.642732 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.677165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Transition to ACTIVE for port object 4d43574a-dbb9-45c2-af13-ae87a7a74c22 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:40.688193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:40.702962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=4cb3c2b0-da16-4b40-9254-f51f68449dea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:40.769210 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f705b3eb-dabf-4cf4-87c2-dbb5c9d8bd9c tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.777017 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f705b3eb-dabf-4cf4-87c2-dbb5c9d8bd9c tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.823620 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f705b3eb-dabf-4cf4-87c2-dbb5c9d8bd9c tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.827362 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f705b3eb-dabf-4cf4-87c2-dbb5c9d8bd9c tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4024832 Jun 30 02:51:40.829133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:40.843401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c9269487-ba8e-4a04-806b-a76af923bcee tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '296cb986-78f7-4366-9743-077711ee2f1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:40.870351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b3eb-dabf-4cf4-87c2-dbb5c9d8bd9c tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296cb986-78f7-4366-9743-077711ee2f1d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:40.874479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Transition to ACTIVE for port object 4d43574a-dbb9-45c2-af13-ae87a7a74c22 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:40.906287 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.940477 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9269487-ba8e-4a04-806b-a76af923bcee tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.999976 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.008708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Allocated IP 2001:db8:3::1 (5999e90d-9aa1-46b9-bf7f-074f45f52c5d/e47d8fcc-1a3b-4afe-a770-96819d950af0/458cc848-7e6f-46f6-bd43-a27f5e184773) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:51:41.081389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:41.089145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26965981-36a9-4609-8d5a-cc4ae46aed6d None None] Provisioning for port 4cb3c2b0-da16-4b40-9254-f51f68449dea completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:41.095823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26965981-36a9-4609-8d5a-cc4ae46aed6d None None] Provisioning complete for port 4cb3c2b0-da16-4b40-9254-f51f68449dea triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:41.096204 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26965981-36a9-4609-8d5a-cc4ae46aed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.099455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:41.103076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:41.110773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9269487-ba8e-4a04-806b-a76af923bcee tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.123676 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9269487-ba8e-4a04-806b-a76af923bcee tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.167559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9269487-ba8e-4a04-806b-a76af923bcee tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7272031b-afd9-4fc6-aa8a-ddae002753f8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:41.180492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c9269487-ba8e-4a04-806b-a76af923bcee tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.182018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c9269487-ba8e-4a04-806b-a76af923bcee tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3519034 Jun 30 02:51:41.185162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:41.206835 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-44017e0c-33a6-4935-8ab2-eeb74ab70bda tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules/7272031b-afd9-4fc6-aa8a-ddae002753f8 HTTP/1.1" status: 200 len: 763 time: 0.0200729 Jun 30 02:51:41.214482 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32830) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:41.236174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:33Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:39Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:41.251007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Pushing event updated for resources: {'Port': ['ID=4d43574a-dbb9-45c2-af13-ae87a7a74c22,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:41.256285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Attempting to bind port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:41.256681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Attempting to bind port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'fe82cad4-4bd8-4031-bfec-932d42cd35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:41.257121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Attempting to bind port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 on network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:41.259952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-26965981-36a9-4609-8d5a-cc4ae46aed6d None None] Port 4cb3c2b0-da16-4b40-9254-f51f68449dea cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:41.298236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.329027 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b00e1acc-f717-4481-8848-391e070a8775 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1106620 Jun 30 02:51:41.330765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:41.361378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20f4f9c3-30bb-4a55-82f4-8e8e376326ec tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.370680 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20f4f9c3-30bb-4a55-82f4-8e8e376326ec tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.404759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.412065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.413720 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Transition to ACTIVE for port object 458cc848-7e6f-46f6-bd43-a27f5e184773 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:41.465701 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.510560 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20f4f9c3-30bb-4a55-82f4-8e8e376326ec tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.528169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-20f4f9c3-30bb-4a55-82f4-8e8e376326ec tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.530355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-20f4f9c3-30bb-4a55-82f4-8e8e376326ec tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7272031b-afd9-4fc6-aa8a-ddae002753f8 HTTP/1.1" status: 204 len: 168 time: 0.1980925 Jun 30 02:51:41.534305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4f9c3-30bb-4a55-82f4-8e8e376326ec tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7272031b-afd9-4fc6-aa8a-ddae002753f8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:41.535499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32840) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:41.544601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:41.549671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.554683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:41.559469 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:51:41.560016 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.564350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=458cc848-7e6f-46f6-bd43-a27f5e184773,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:41.644337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b99ea663-f7f4-48da-ab85-fdee7cb7b16a tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796790 Jun 30 02:51:41.645488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:41.651047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d3ddfb74-3291-41a8-bf94-4c4fd2d82fde tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '296cb986-78f7-4366-9743-077711ee2f1d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:41.692120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfb74-3291-41a8-bf94-4c4fd2d82fde tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.783960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:41.787292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Checking segment: {'id': 'fe82cad4-4bd8-4031-bfec-932d42cd35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:41.789268 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.789943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Bound using segment: {'id': 'fe82cad4-4bd8-4031-bfec-932d42cd35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:41.792469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Bound port: 4d43574a-dbb9-45c2-af13-ae87a7a74c22, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe82cad4-4bd8-4031-bfec-932d42cd35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:41.794246 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:41.800114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90182d3d-0767-44a2-afba-4c74db68b2c3 None None] The sync data for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 is: [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:33Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:39Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:41.839221 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.001613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] For port 4d43574a-dbb9-45c2-af13-ae87a7a74c22, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:42.016026 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] For port 4d43574a-dbb9-45c2-af13-ae87a7a74c22, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4d43574a-dbb9-45c2-af13-ae87a7a74c22,segment=NetworkSegment(fe82cad4-4bd8-4031-bfec-932d42cd35fd),segment_id=fe82cad4-4bd8-4031-bfec-932d42cd35fd)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:42.021120 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.074633 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfb74-3291-41a8-bf94-4c4fd2d82fde tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.137386 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfb74-3291-41a8-bf94-4c4fd2d82fde tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.139738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40fc6f-f8ff-40e6-ac30-14c21a29ac8b None None] Pushing event updated for resources: {'Port': ['ID=4d43574a-dbb9-45c2-af13-ae87a7a74c22,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:42.237147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddfb74-3291-41a8-bf94-4c4fd2d82fde tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18d183c-6686-4519-8076-5d95dec29550,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:42.278471 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3ddfb74-3291-41a8-bf94-4c4fd2d82fde tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.279664 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d3ddfb74-3291-41a8-bf94-4c4fd2d82fde tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6332145 Jun 30 02:51:42.284242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32856) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:42.342674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0a9c4e65-eaad-4dd1-8df9-6a73fbcae477 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules/e18d183c-6686-4519-8076-5d95dec29550 HTTP/1.1" status: 200 len: 763 time: 0.0461383 Jun 30 02:51:42.355529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=4cb3c2b0-da16-4b40-9254-f51f68449dea,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:42.359789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32858) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:42.508926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 8f92f657-2e62-4fd0-9fbd-e789232cec75 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:42.509180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:42.525886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-718949e8-db2c-42f5-be63-ede0cb8257d3 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1592152 Jun 30 02:51:42.534407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32864) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:42.657345 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52d5f4ab-1088-46c0-93d8-d97cbc69bcd8 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.681516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52d5f4ab-1088-46c0-93d8-d97cbc69bcd8 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.689268 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.707626 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.708429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.786231 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52d5f4ab-1088-46c0-93d8-d97cbc69bcd8 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.805759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-52d5f4ab-1088-46c0-93d8-d97cbc69bcd8 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.810130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-52d5f4ab-1088-46c0-93d8-d97cbc69bcd8 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e18d183c-6686-4519-8076-5d95dec29550 HTTP/1.1" status: 204 len: 168 time: 0.2716048 Jun 30 02:51:42.828657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32874) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:42.836564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5f4ab-1088-46c0-93d8-d97cbc69bcd8 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e18d183c-6686-4519-8076-5d95dec29550,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:42.941100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router cc820c8d-b674-4b26-b4da-dda056b2101d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:43.104983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event updated for resources: {'Port': ['ID=458cc848-7e6f-46f6-bd43-a27f5e184773,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:43.127266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:51:43.131420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:51:43.166091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:43.172952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8f42e291-4ea3-4289-8b0e-9824f0c444db tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "PUT /v2.0/routers/cc820c8d-b674-4b26-b4da-dda056b2101d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1182063 Jun 30 02:51:43.184696 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Sync routers for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:43.200009 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:43.200882 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:43.231663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-80c94831-10b3-456a-ac69-43f647fb649b None None] Provisioning complete for port 4cb3c2b0-da16-4b40-9254-f51f68449dea triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:43.232216 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80c94831-10b3-456a-ac69-43f647fb649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.265310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6c2c8778-77cd-4c81-9ab5-c11a4a0a4b3c tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4347167 Jun 30 02:51:43.273628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:43.285642 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8aa7146d-70bf-43f9-97eb-70a2cb6fbba0 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Request body: {'security_group_rule': {'security_group_id': '296cb986-78f7-4366-9743-077711ee2f1d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:43.321742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80c94831-10b3-456a-ac69-43f647fb649b None None] Port 4cb3c2b0-da16-4b40-9254-f51f68449dea cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:43.440824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:43.449925 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:43.467462 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aa7146d-70bf-43f9-97eb-70a2cb6fbba0 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.502771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:43.588697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:43.592733 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:43.593107 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.776342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aa7146d-70bf-43f9-97eb-70a2cb6fbba0 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.777149 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.784501 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aa7146d-70bf-43f9-97eb-70a2cb6fbba0 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.852105 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:51:40Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b4e0e086-9226-4197-96e9-ed2eade092bb', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'mac_address': 'fa:16:3e:e0:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:29Z', 'updated_at': '2021-06-30T02:50:35Z', 'revision_number': 1, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cb3c2b0-da16-4b40-9254-f51f68449dea', 'name': '', 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:8a:9b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c311c78f-b1c8-4e0a-9e17-606faa02b0c7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:38Z', 'updated_at': '2021-06-30T02:51:41Z', 'revision_number': 2, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'c311c78f-b1c8-4e0a-9e17-606faa02b0c7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:43.859352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa7146d-70bf-43f9-97eb-70a2cb6fbba0 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ace336-b075-4d53-abf2-6956cecfa74e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:43.884522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3,segment=NetworkSegment(53e0b490-2585-41e9-b173-f4b8b1cee037),segment_id=53e0b490-2585-41e9-b173-f4b8b1cee037)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:43.889715 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.890523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d43574a-dbb9-45c2-af13-ae87a7a74c22 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:43.894092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:43.900580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-228bcace-5e6c-489d-b633-75fa80d4fce4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0009377 Jun 30 02:51:43.901458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8aa7146d-70bf-43f9-97eb-70a2cb6fbba0 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.906122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32896) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:43.906645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32898) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:43.911541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f3385c37-e60f-46c4-abfd-be61474c41ba tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:43.918050 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8aa7146d-70bf-43f9-97eb-70a2cb6fbba0 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6421468 Jun 30 02:51:43.930677 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Checking router: cc820c8d-b674-4b26-b4da-dda056b2101d for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:43.931060 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Updating router cc820c8d-b674-4b26-b4da-dda056b2101d port 4cb3c2b0-da16-4b40-9254-f51f68449dea binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:43.961392 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Sync routers for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:43.979753 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.026524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:44.028185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:44.181518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:44.298762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-735b728f-e18a-478f-8f1d-1772f6d35a68 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules/22ace336-b075-4d53-abf2-6956cecfa74e HTTP/1.1" status: 200 len: 764 time: 0.2681072 Jun 30 02:51:44.300699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:44.378140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a778b-9596-4469-b9a8-df7930602e61 None None] Network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:44.492758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d25e6c13-24c5-4621-b6d1-a12e5040ba31 None None] Provisioning for port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:44.502872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:44.568059 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.578127 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ee19b692-c77c-4080-9f0c-5cf50e7baafd tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2762828 Jun 30 02:51:44.581773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:44.595829 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Transition to ACTIVE for port object 4cb3c2b0-da16-4b40-9254-f51f68449dea will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:44.608313 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.621299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:44.632842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cea5183-971f-4c0a-9df5-922db2fc3f73 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.642707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cea5183-971f-4c0a-9df5-922db2fc3f73 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.679516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:44.679887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.680035 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cea5183-971f-4c0a-9df5-922db2fc3f73 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.693890 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cea5183-971f-4c0a-9df5-922db2fc3f73 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.695751 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4cea5183-971f-4c0a-9df5-922db2fc3f73 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/22ace336-b075-4d53-abf2-6956cecfa74e HTTP/1.1" status: 204 len: 168 time: 0.1126561 Jun 30 02:51:44.698656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32918) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:44.703196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea5183-971f-4c0a-9df5-922db2fc3f73 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22ace336-b075-4d53-abf2-6956cecfa74e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:44.894567 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55239dd-8ad1-4910-8db0-5c0c6f9c18aa None None] Pushing event updated for resources: {'Port': ['ID=4cb3c2b0-da16-4b40-9254-f51f68449dea,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:44.908165 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dd5151a2-ed2e-4cb5-ba5d-8e90f2d9dad4 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1890666 Jun 30 02:51:44.909944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32924) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:44.927190 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Attempting to bind port 4cb3c2b0-da16-4b40-9254-f51f68449dea on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:44.927712 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Attempting to bind port 4cb3c2b0-da16-4b40-9254-f51f68449dea by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:44.930754 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Attempting to bind port 4cb3c2b0-da16-4b40-9254-f51f68449dea on network 8f92f657-2e62-4fd0-9fbd-e789232cec75 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:44.942834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-f3385c37-e60f-46c4-abfd-be61474c41ba tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:51:44.945152 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:44.948409 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Checking segment: {'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:44.949108 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.949928 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Bound using segment: {'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:44.950680 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Bound port: 4cb3c2b0-da16-4b40-9254-f51f68449dea, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00839e9-5458-4638-bf68-8c206ff46a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:44.952474 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:44.988128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-f3385c37-e60f-46c4-abfd-be61474c41ba tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:51:44.995735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:41Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '458cc848-7e6f-46f6-bd43-a27f5e184773', 'name': '', 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:af:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:39Z', 'updated_at': '2021-06-30T02:51:42Z', 'revision_number': 2, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:43Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:44.996873 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3385c37-e60f-46c4-abfd-be61474c41ba tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.027183 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ab41-d68b-4978-84f3-f6168a698c81 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.039454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Checking router: be7598ef-eceb-4002-88cd-c1db5262c4cf for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:45.050818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Updating router be7598ef-eceb-4002-88cd-c1db5262c4cf port 458cc848-7e6f-46f6-bd43-a27f5e184773 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:51:45.080941 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ab41-d68b-4978-84f3-f6168a698c81 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.089680 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.105018 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] For port 4cb3c2b0-da16-4b40-9254-f51f68449dea, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:45.108545 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] For port 4cb3c2b0-da16-4b40-9254-f51f68449dea, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4cb3c2b0-da16-4b40-9254-f51f68449dea,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:45.114973 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.160091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ab41-d68b-4978-84f3-f6168a698c81 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.162787 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ab41-d68b-4978-84f3-f6168a698c81 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.166756 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a4e7ab41-d68b-4978-84f3-f6168a698c81 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "DELETE /v2.0/security-groups/296cb986-78f7-4366-9743-077711ee2f1d HTTP/1.1" status: 204 len: 168 time: 0.2534318 Jun 30 02:51:45.167683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32930) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:45.169856 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.187086 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:45.187718 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:45.212819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7ab41-d68b-4978-84f3-f6168a698c81 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296cb986-78f7-4366-9743-077711ee2f1d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:45.298379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0c91a922-7ab1-41f4-b1dc-52994780f0b6 tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1258817 Jun 30 02:51:45.299345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:45.417476 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-66947e22-6cc3-4416-a079-fe8ae214869d tempest-SecGroupTest-1560245829 tempest-SecGroupTest-1560245829-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1121504 Jun 30 02:51:45.492533 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:45.494924 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3385c37-e60f-46c4-abfd-be61474c41ba tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.506223 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3385c37-e60f-46c4-abfd-be61474c41ba tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.646987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 4d43574a-dbb9-45c2-af13-ae87a7a74c22, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4d43574a-dbb9-45c2-af13-ae87a7a74c22,segment=NetworkSegment(fe82cad4-4bd8-4031-bfec-932d42cd35fd),segment_id=fe82cad4-4bd8-4031-bfec-932d42cd35fd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:45.655118 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.807782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=4d43574a-dbb9-45c2-af13-ae87a7a74c22,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:45.856059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3385c37-e60f-46c4-abfd-be61474c41ba tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:45.912293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:45.916772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f2066ea-62fb-4701-a02a-1434e2a2121a None None] Provisioning for port 458cc848-7e6f-46f6-bd43-a27f5e184773 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:45.926057 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:45.971912 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55239dd-8ad1-4910-8db0-5c0c6f9c18aa None None] Pushing event updated for resources: {'Port': ['ID=4cb3c2b0-da16-4b40-9254-f51f68449dea,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:45.990556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32950) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:46.079814 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.085103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3385c37-e60f-46c4-abfd-be61474c41ba tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:46.099492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Transition to ACTIVE for port object 458cc848-7e6f-46f6-bd43-a27f5e184773 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:51:46.109837 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3385c37-e60f-46c4-abfd-be61474c41ba tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.112652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f2066ea-62fb-4701-a02a-1434e2a2121a None None] Provisioning complete for port 458cc848-7e6f-46f6-bd43-a27f5e184773 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:46.113250 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f3385c37-e60f-46c4-abfd-be61474c41ba tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf HTTP/1.1" status: 200 len: 953 time: 2.2053742 Jun 30 02:51:46.114678 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f2066ea-62fb-4701-a02a-1434e2a2121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.115617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32958) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:46.151739 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:51:40Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b4e0e086-9226-4197-96e9-ed2eade092bb', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'mac_address': 'fa:16:3e:e0:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:29Z', 'updated_at': '2021-06-30T02:50:35Z', 'revision_number': 1, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cb3c2b0-da16-4b40-9254-f51f68449dea', 'name': '', 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:8a:9b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c311c78f-b1c8-4e0a-9e17-606faa02b0c7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:38Z', 'updated_at': '2021-06-30T02:51:45Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'c311c78f-b1c8-4e0a-9e17-606faa02b0c7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:46.174745 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.239197 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27c85a-63a1-400d-ab0a-486f67b11bbf None None] The sync data for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 is: [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:51:40Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b4e0e086-9226-4197-96e9-ed2eade092bb', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'mac_address': 'fa:16:3e:e0:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:29Z', 'updated_at': '2021-06-30T02:50:35Z', 'revision_number': 1, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4cb3c2b0-da16-4b40-9254-f51f68449dea', 'name': '', 'network_id': '8f92f657-2e62-4fd0-9fbd-e789232cec75', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:8a:9b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': 'c311c78f-b1c8-4e0a-9e17-606faa02b0c7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:38Z', 'updated_at': '2021-06-30T02:51:45Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'c311c78f-b1c8-4e0a-9e17-606faa02b0c7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:46.333018 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.368690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8f2066ea-62fb-4701-a02a-1434e2a2121a None None] Port 458cc848-7e6f-46f6-bd43-a27f5e184773 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:51:46.460798 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-89bbae38-2261-486e-ad84-bc0df55b1024 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2bec2aa2ff94eadb83c12685cb0d1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689817 Jun 30 02:51:46.462978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19c58d-a9de-4342-8d4f-7b34843052d3 None None] Pushing event updated for resources: {'Port': ['ID=458cc848-7e6f-46f6-bd43-a27f5e184773,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:46.465377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 32970) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:46.472197 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-f962758b-e819-4e64-9060-c2dd2eed9373 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3552518 Jun 30 02:51:46.499329 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68faa916-17d6-42b5-807a-5efaf4ce01b5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf HTTP/1.1" status: 200 len: 953 time: 0.3817253 Jun 30 02:51:46.505236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f2066ea-62fb-4701-a02a-1434e2a2121a None None] Provisioning complete for port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:46.505993 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f2066ea-62fb-4701-a02a-1434e2a2121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.508479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 32972) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:46.534139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-24dc1419-048a-470a-8b4c-afd12d35c267 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:51:46.581364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Attempting to bind port 458cc848-7e6f-46f6-bd43-a27f5e184773 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:51:46.593760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Attempting to bind port 458cc848-7e6f-46f6-bd43-a27f5e184773 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'fe82cad4-4bd8-4031-bfec-932d42cd35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:51:46.595126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Attempting to bind port 458cc848-7e6f-46f6-bd43-a27f5e184773 on network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:51:46.635261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:46.643336 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.653475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fe2704-1f25-401f-8e07-f0646e0bf4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.718160 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fe2704-1f25-401f-8e07-f0646e0bf4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.720432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:51:46.721417 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Checking segment: {'id': 'fe82cad4-4bd8-4031-bfec-932d42cd35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:51:46.721987 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.722818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Bound using segment: {'id': 'fe82cad4-4bd8-4031-bfec-932d42cd35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:51:46.728179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Bound port: 458cc848-7e6f-46f6-bd43-a27f5e184773, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe82cad4-4bd8-4031-bfec-932d42cd35fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:51:46.730566 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.818175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-8f12132c-faf8-4ca9-b0e9-82dd427dcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:46.820700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-8f12132c-faf8-4ca9-b0e9-82dd427dcea7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1097 time: 0.2596619 Jun 30 02:51:46.841866 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fe2704-1f25-401f-8e07-f0646e0bf4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.844407 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-48fe2704-1f25-401f-8e07-f0646e0bf4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:46.847835 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-48fe2704-1f25-401f-8e07-f0646e0bf4db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0bc4cb1-dcb9-459e-b14b-efe9a0f596fe HTTP/1.1" status: 204 len: 168 time: 0.3760819 Jun 30 02:51:46.895958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe2704-1f25-401f-8e07-f0646e0bf4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bc4cb1-dcb9-459e-b14b-efe9a0f596fe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:47.014295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] For port 458cc848-7e6f-46f6-bd43-a27f5e184773, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:51:47.091287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] For port 458cc848-7e6f-46f6-bd43-a27f5e184773, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=458cc848-7e6f-46f6-bd43-a27f5e184773,segment=NetworkSegment(fe82cad4-4bd8-4031-bfec-932d42cd35fd),segment_id=fe82cad4-4bd8-4031-bfec-932d42cd35fd)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:51:47.115373 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:47.154249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-4d91c7ef-3bc8-4ff6-97d1-4bd727a83606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:47.161332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-4d91c7ef-3bc8-4ff6-97d1-4bd727a83606 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 897 time: 0.2845895 Jun 30 02:51:47.355510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19c58d-a9de-4342-8d4f-7b34843052d3 None None] Pushing event updated for resources: {'Port': ['ID=458cc848-7e6f-46f6-bd43-a27f5e184773,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:47.373572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:47.374477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:47.474521 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-e872439f-fe92-4ae8-a931-d95557cdfd86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 1001 time: 0.3065989 Jun 30 02:51:47.546009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:47.721542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-f773f27a-4709-453a-8c97-610c971478a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:47.723636 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-f773f27a-4709-453a-8c97-610c971478a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.2393546 Jun 30 02:51:47.795256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-24dc1419-048a-470a-8b4c-afd12d35c267 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:51:47.795789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-24dc1419-048a-470a-8b4c-afd12d35c267 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:51:47.918297 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24dc1419-048a-470a-8b4c-afd12d35c267 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.031654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-a18acc17-940d-4f0b-8420-0c6a1961badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:48.033588 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-a18acc17-940d-4f0b-8420-0c6a1961badd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2985291 Jun 30 02:51:48.075595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-f9119286-81ba-4735-ab2d-73599dc695db service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:51:48.076639 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-f9119286-81ba-4735-ab2d-73599dc695db service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056586 Jun 30 02:51:48.200792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4cb3c2b0-da16-4b40-9254-f51f68449dea up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:48.329903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4cb3c2b0-da16-4b40-9254-f51f68449dea completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:48.335537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4cb3c2b0-da16-4b40-9254-f51f68449dea triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:48.336264 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.340500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 6, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '458cc848-7e6f-46f6-bd43-a27f5e184773', 'name': '', 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:af:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:39Z', 'updated_at': '2021-06-30T02:51:46Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:43Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:48.420145 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-e4951bbd-af10-4adf-827d-7b786eb90594 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350191 Jun 30 02:51:48.452674 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24dc1419-048a-470a-8b4c-afd12d35c267 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.457600 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24dc1419-048a-470a-8b4c-afd12d35c267 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.473284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c602d-f525-4c70-8b25-b3eda2c6dd9c None None] The sync data for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 is: [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:44Z', 'revision_number': 6, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '458cc848-7e6f-46f6-bd43-a27f5e184773', 'name': '', 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:af:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:39Z', 'updated_at': '2021-06-30T02:51:46Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:43Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:48.660011 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.723700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 4cb3c2b0-da16-4b40-9254-f51f68449dea, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4cb3c2b0-da16-4b40-9254-f51f68449dea,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:48.739650 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:48.741613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d43574a-dbb9-45c2-af13-ae87a7a74c22 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:48.765627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b8a2c1b-a4e2-4686-82d5-b2d02659cf4d req-de0c026c-3292-4ba1-8991-b4a1df63853d service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041315 Jun 30 02:51:48.767507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24dc1419-048a-470a-8b4c-afd12d35c267 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:48.883163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=4cb3c2b0-da16-4b40-9254-f51f68449dea,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:48.915782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:48.916302 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.034407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dc1419-048a-470a-8b4c-afd12d35c267 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:49.058398 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-24dc1419-048a-470a-8b4c-afd12d35c267 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.060445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-24dc1419-048a-470a-8b4c-afd12d35c267 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf HTTP/1.1" status: 200 len: 703 time: 2.5501130 Jun 30 02:51:49.063116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:49.203092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b1317ba5-ece6-4301-b77c-8aff01a91a33 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf HTTP/1.1" status: 200 len: 703 time: 0.1384487 Jun 30 02:51:49.205653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:49.760263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:49.812661 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] Sync routers for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:49.831950 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:49.832588 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:49.959818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4cb3c2b0-da16-4b40-9254-f51f68449dea up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:50.018887 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:50.057245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4cb3c2b0-da16-4b40-9254-f51f68449dea triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:50.058204 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.138788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 458cc848-7e6f-46f6-bd43-a27f5e184773 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:50.139476 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.171812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 458cc848-7e6f-46f6-bd43-a27f5e184773 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:50.284871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 458cc848-7e6f-46f6-bd43-a27f5e184773 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:51:50.294255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 458cc848-7e6f-46f6-bd43-a27f5e184773 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:50.294678 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.342359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port 458cc848-7e6f-46f6-bd43-a27f5e184773, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=458cc848-7e6f-46f6-bd43-a27f5e184773,segment=NetworkSegment(fe82cad4-4bd8-4031-bfec-932d42cd35fd),segment_id=fe82cad4-4bd8-4031-bfec-932d42cd35fd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:50.343196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.361133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 458cc848-7e6f-46f6-bd43-a27f5e184773 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:50.455893 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:47Z', 'revision_number': 7, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '458cc848-7e6f-46f6-bd43-a27f5e184773', 'name': '', 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:af:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:39Z', 'updated_at': '2021-06-30T02:51:46Z', 'revision_number': 4, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:43Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:50.486592 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.568316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 458cc848-7e6f-46f6-bd43-a27f5e184773, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=458cc848-7e6f-46f6-bd43-a27f5e184773,segment=NetworkSegment(fe82cad4-4bd8-4031-bfec-932d42cd35fd),segment_id=fe82cad4-4bd8-4031-bfec-932d42cd35fd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:50.575647 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.602733 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] Checking router: be7598ef-eceb-4002-88cd-c1db5262c4cf for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:50.622976 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:50.623864 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:50.713209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=458cc848-7e6f-46f6-bd43-a27f5e184773,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:50.732783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:50.757278 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:50.779668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=458cc848-7e6f-46f6-bd43-a27f5e184773,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:50.977689 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:51.246540 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:47Z', 'revision_number': 7, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '458cc848-7e6f-46f6-bd43-a27f5e184773', 'name': '', 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:af:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:39Z', 'updated_at': '2021-06-30T02:51:50Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:43Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:51.291737 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d6978-441b-4f3c-95db-c877af7ecce7 None None] The sync data for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 is: [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:47Z', 'revision_number': 7, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '458cc848-7e6f-46f6-bd43-a27f5e184773', 'name': '', 'network_id': '5999e90d-9aa1-46b9-bf7f-074f45f52c5d', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:af:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:39Z', 'updated_at': '2021-06-30T02:51:50Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'e47d8fcc-1a3b-4afe-a770-96819d950af0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:43Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:51.370376 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-759665de-8216-4f98-9087-1f1dde56730e req-48e1fa6f-50ca-4610-88de-025335297de9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2456207 Jun 30 02:51:51.398707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:51.575517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:51.589228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f8f6720a-d0a5-41a7-b4c3-8fe84e998550 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3815033 Jun 30 02:51:51.597526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:51.737638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] Sync routers for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:51.776859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:51.786487 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:51.946016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:52.211056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759665de-8216-4f98-9087-1f1dde56730e req-6788a682-2646-44ab-8206-8d869f4afa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:52.212901 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-759665de-8216-4f98-9087-1f1dde56730e req-6788a682-2646-44ab-8206-8d869f4afa36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 1098 time: 0.7395365 Jun 30 02:51:52.218523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:50Z', 'revision_number': 8, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:43Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.236325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2051a338-5815-4ab4-8058-6e654c35a332 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting subnet e47d8fcc-1a3b-4afe-a770-96819d950af0 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:52.240312 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2051a338-5815-4ab4-8058-6e654c35a332 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.263035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] Checking router: be7598ef-eceb-4002-88cd-c1db5262c4cf for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:52.275602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:52.275942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.353209 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2051a338-5815-4ab4-8058-6e654c35a332 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.422165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:52.464473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759665de-8216-4f98-9087-1f1dde56730e req-ee77385a-cefa-419c-babf-a119b632fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:52.465946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-759665de-8216-4f98-9087-1f1dde56730e req-ee77385a-cefa-419c-babf-a119b632fef3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353 HTTP/1.1" status: 200 len: 898 time: 0.2224555 Jun 30 02:51:52.493163 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2051a338-5815-4ab4-8058-6e654c35a332 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.621800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-759665de-8216-4f98-9087-1f1dde56730e req-c91bf32f-5f42-447e-a384-e27f2f451d2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b HTTP/1.1" status: 200 len: 1001 time: 0.1448741 Jun 30 02:51:52.683331 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2051a338-5815-4ab4-8058-6e654c35a332 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.691063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:50Z', 'revision_number': 8, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:43Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:52.719582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e74d582-6c89-46f2-8b1e-7e8b8e8860b2 None None] The sync data for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 is: [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:50Z', 'revision_number': 8, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3', 'name': '', 'network_id': '64933b6e-4c79-45a6-97a9-da77310f178a', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:98:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:32Z', 'updated_at': '2021-06-30T02:51:43Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '0fae3f2e-6564-4aa5-9fee-f1b54d1b8499', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:52.730190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759665de-8216-4f98-9087-1f1dde56730e req-6dbc36dd-e792-453c-9703-3b4b570a402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:52.732024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-759665de-8216-4f98-9087-1f1dde56730e req-6dbc36dd-e792-453c-9703-3b4b570a402e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e125c8c8-b7e0-4008-948c-3034dbf3d702 HTTP/1.1" status: 200 len: 835 time: 0.1024578 Jun 30 02:51:52.732679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051a338-5815-4ab4-8058-6e654c35a332 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Subnet': ['ID=e47d8fcc-1a3b-4afe-a770-96819d950af0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:52.741210 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2051a338-5815-4ab4-8058-6e654c35a332 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.746624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33168) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:52.747079 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2051a338-5815-4ab4-8058-6e654c35a332 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/e47d8fcc-1a3b-4afe-a770-96819d950af0 HTTP/1.1" status: 204 len: 168 time: 1.1479900 Jun 30 02:51:52.763671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16783d2f-18b7-4cc3-b01e-6f649e143685 None None] Network 5999e90d-9aa1-46b9-bf7f-074f45f52c5d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:52.846773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759665de-8216-4f98-9087-1f1dde56730e req-797b8d42-75d2-4fa2-bcdf-97f6e66548be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:52.848518 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-759665de-8216-4f98-9087-1f1dde56730e req-797b8d42-75d2-4fa2-bcdf-97f6e66548be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010070 Jun 30 02:51:52.862074 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:52.956396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:52.956729 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.045610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port 4d43574a-dbb9-45c2-af13-ae87a7a74c22, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4d43574a-dbb9-45c2-af13-ae87a7a74c22,segment=NetworkSegment(fe82cad4-4bd8-4031-bfec-932d42cd35fd),segment_id=fe82cad4-4bd8-4031-bfec-932d42cd35fd)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:53.049310 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.068265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-759665de-8216-4f98-9087-1f1dde56730e req-8868a230-375b-4183-874f-b13ba2cda934 service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117195 Jun 30 02:51:53.082964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 4d43574a-dbb9-45c2-af13-ae87a7a74c22 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:53.142736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1a0e8-5c9f-4d61-9157-1499e84ef2ad None None] DHCP port deletion for 5999e90d-9aa1-46b9-bf7f-074f45f52c5d request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:53.268256 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1a0e8-5c9f-4d61-9157-1499e84ef2ad None None] Deleting port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:53.271236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a0e8-5c9f-4d61-9157-1499e84ef2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.280707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.289915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-759665de-8216-4f98-9087-1f1dde56730e req-f61ad384-ca72-437d-9cee-c12814d3d78e service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003951 Jun 30 02:51:53.301193 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No DVR routers for this DVR port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:53.350604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=4d43574a-dbb9-45c2-af13-ae87a7a74c22,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:53.465029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a5d1a0e8-5c9f-4d61-9157-1499e84ef2ad None None] For port 4d43574a-dbb9-45c2-af13-ae87a7a74c22, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4d43574a-dbb9-45c2-af13-ae87a7a74c22,segment=NetworkSegment(fe82cad4-4bd8-4031-bfec-932d42cd35fd),segment_id=fe82cad4-4bd8-4031-bfec-932d42cd35fd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:53.465425 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a0e8-5c9f-4d61-9157-1499e84ef2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.480274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1a0e8-5c9f-4d61-9157-1499e84ef2ad None None] Calling delete_port for 4d43574a-dbb9-45c2-af13-ae87a7a74c22 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:53.489245 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.508244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5999e90d-9aa1-46b9-bf7f-074f45f52c5d']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:53.524663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe82cad4-4bd8-4031-bfec-932d42cd35fd') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:53.524965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe82cad4-4bd8-4031-bfec-932d42cd35fd') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:53.535801 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.552546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.565669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:53.566599 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:53.620380 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:53.660613 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a0e8-5c9f-4d61-9157-1499e84ef2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.687198 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.696932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:53.698793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/networks/5999e90d-9aa1-46b9-bf7f-074f45f52c5d HTTP/1.1" status: 204 len: 168 time: 0.9510674 Jun 30 02:51:53.702265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33204) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:53.727784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1a0e8-5c9f-4d61-9157-1499e84ef2ad None None] Pushing event deleted for resources: {'Port': ['ID=4d43574a-dbb9-45c2-af13-ae87a7a74c22,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:53.735501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1a0e8-5c9f-4d61-9157-1499e84ef2ad None None] No DVR routers for this DVR port 4d43574a-dbb9-45c2-af13-ae87a7a74c22 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:53.735812 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45cbe9-090a-4c17-b204-b3fa16528a6c tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Network': ['ID=5999e90d-9aa1-46b9-bf7f-074f45f52c5d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:53.818462 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 458cc848-7e6f-46f6-bd43-a27f5e184773 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:53.907152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 458cc848-7e6f-46f6-bd43-a27f5e184773 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:53.907501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 458cc848-7e6f-46f6-bd43-a27f5e184773 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:53.911206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d43574a-dbb9-45c2-af13-ae87a7a74c22 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:53.962393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4d43574a-dbb9-45c2-af13-ae87a7a74c22 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:53.962968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d43574a-dbb9-45c2-af13-ae87a7a74c22 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:54.207854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177c040-02f4-4fd3-97a1-1d2a66fcb7f8 req-39769195-2c6b-4dd3-8845-9e573a8a11df tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:54.209467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8177c040-02f4-4fd3-97a1-1d2a66fcb7f8 req-39769195-2c6b-4dd3-8845-9e573a8a11df tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1097 time: 0.3700478 Jun 30 02:51:54.229731 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8177c040-02f4-4fd3-97a1-1d2a66fcb7f8 req-24040a7e-0d5d-4ca8-a511-a09a5293fe60 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.345390 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9082cd1f-2f71-414f-b49c-125c0a51b311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.440712 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8177c040-02f4-4fd3-97a1-1d2a66fcb7f8 req-24040a7e-0d5d-4ca8-a511-a09a5293fe60 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.445498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8177c040-02f4-4fd3-97a1-1d2a66fcb7f8 req-24040a7e-0d5d-4ca8-a511-a09a5293fe60 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.446498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.472552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8177c040-02f4-4fd3-97a1-1d2a66fcb7f8 req-24040a7e-0d5d-4ca8-a511-a09a5293fe60 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568398 Jun 30 02:51:54.499018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24040a7e-0d5d-4ca8-a511-a09a5293fe60 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e7a21c-91bd-46b5-80e8-bf8557f3588e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:54.887039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:54.887685 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:54.948426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69209e6b-1c07-45b3-aead-72d36c31b62f req-1d689f5c-29f3-4a2a-b55f-c5b9dea53910 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:54.949974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-69209e6b-1c07-45b3-aead-72d36c31b62f req-1d689f5c-29f3-4a2a-b55f-c5b9dea53910 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.2713346 Jun 30 02:51:55.032050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3,segment=NetworkSegment(53e0b490-2585-41e9-b173-f4b8b1cee037),segment_id=53e0b490-2585-41e9-b173-f4b8b1cee037)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:55.032439 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.051551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:55.218691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-69209e6b-1c07-45b3-aead-72d36c31b62f req-cd62c178-0626-4234-a534-58bc022af2d3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624552 Jun 30 02:51:55.247482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:55.308899 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-25f59bfd-a4a4-46d3-93e5-2835236538c7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7 HTTP/1.1" status: 200 len: 993 time: 0.0602574 Jun 30 02:51:55.326588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.369499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:55.617481 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:55.951879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:51:56.094677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:51:56.103916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:56.104978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-631d1e39-f0d4-4350-b541-357e021b6a53 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4018567 Jun 30 02:51:56.105129 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] Sync routers for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:51:56.138336 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:56.139166 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:56.339438 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:56.761325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d142f-e34e-45f3-8c9e-3739efd4956b req-7a9fa725-563f-407b-bd0c-5dff92caf9fb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:56.775436 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a02d142f-e34e-45f3-8c9e-3739efd4956b req-7a9fa725-563f-407b-bd0c-5dff92caf9fb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1898494 Jun 30 02:51:56.843966 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a02d142f-e34e-45f3-8c9e-3739efd4956b req-fc2c3216-8230-4e16-b867-3725c76b9abf tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674789 Jun 30 02:51:56.882245 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:55Z', 'revision_number': 9, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:56.929617 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] Checking router: be7598ef-eceb-4002-88cd-c1db5262c4cf for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:51:56.953454 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:51:56.954097 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:57.010458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-503fa497-1dab-4194-a341-760116d641c2 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting subnet 0fae3f2e-6564-4aa5-9fee-f1b54d1b8499 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:51:57.016300 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503fa497-1dab-4194-a341-760116d641c2 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.019848 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e45611bb-1d60-4421-99d0-595ac15816a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.057309 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.093461 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503fa497-1dab-4194-a341-760116d641c2 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.114127 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:51:57.276108 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503fa497-1dab-4194-a341-760116d641c2 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.377412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33332) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:57.430346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503fa497-1dab-4194-a341-760116d641c2 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.528786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc732e-4b9d-482c-a534-9f71dda5d3d3 None None] Network 64933b6e-4c79-45a6-97a9-da77310f178a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:51:57.528978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fa497-1dab-4194-a341-760116d641c2 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Subnet': ['ID=0fae3f2e-6564-4aa5-9fee-f1b54d1b8499,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:57.532256 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-503fa497-1dab-4194-a341-760116d641c2 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.537587 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-503fa497-1dab-4194-a341-760116d641c2 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/0fae3f2e-6564-4aa5-9fee-f1b54d1b8499 HTTP/1.1" status: 204 len: 168 time: 1.4323432 Jun 30 02:51:57.538764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b22e98b1-180c-4dcc-803c-73dab5f634df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.539604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:57.579547 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:55Z', 'revision_number': 9, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:57.672526 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a406c2e-c9e2-47a5-89ce-8e3666c461c9 None None] The sync data for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 is: [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:51:55Z', 'revision_number': 9, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': '810621c6-a8dc-4b13-9023-1494ebe25a0b', 'name': '', 'network_id': '90d43022-dac0-4ef7-aab9-cdc0f6512550', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:2e:94:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:25Z', 'updated_at': '2021-06-30T02:51:35Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': '59472f3b-2a45-42f5-bf7e-4035733ec68c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:51:57.694390 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.718798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-9b54f0ac-8b30-443c-9f63-aa29aec9793a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5498922 Jun 30 02:51:57.791852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b22e98b1-180c-4dcc-803c-73dab5f634df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.798850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b22e98b1-180c-4dcc-803c-73dab5f634df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.846049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port c145e641-7a01-4eef-af1d-e8e9b411ae86 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:57.846465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:57.874058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e98b1-180c-4dcc-803c-73dab5f634df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d52631-3705-4ab1-b93f-e006bfcd0080,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:57.905269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b22e98b1-180c-4dcc-803c-73dab5f634df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=281c333391b34e5e8205bf8a2ee4fb25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266168 Jun 30 02:51:57.907868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33352) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:58.060153 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eccf153c-547c-448e-942a-f2986ec318a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.064012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] DHCP port deletion for 64933b6e-4c79-45a6-97a9-da77310f178a request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:51:58.137997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port c145e641-7a01-4eef-af1d-e8e9b411ae86, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c145e641-7a01-4eef-af1d-e8e9b411ae86,segment=NetworkSegment(53e0b490-2585-41e9-b173-f4b8b1cee037),segment_id=53e0b490-2585-41e9-b173-f4b8b1cee037)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:58.138660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.172181 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eccf153c-547c-448e-942a-f2986ec318a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.183720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for c145e641-7a01-4eef-af1d-e8e9b411ae86 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:58.253308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Deleting port c145e641-7a01-4eef-af1d-e8e9b411ae86 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:51:58.253957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.271620 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.351764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] For port c145e641-7a01-4eef-af1d-e8e9b411ae86, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c145e641-7a01-4eef-af1d-e8e9b411ae86,segment=NetworkSegment(53e0b490-2585-41e9-b173-f4b8b1cee037),segment_id=53e0b490-2585-41e9-b173-f4b8b1cee037)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:58.354685 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.393087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Calling delete_port for c145e641-7a01-4eef-af1d-e8e9b411ae86 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:51:58.444718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8463-4fa3-4f01-8264-2f57bb8d3534 req-5c731337-e936-4bc5-83f8-2a4ffd7fa016 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:58.449276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f9c8463-4fa3-4f01-8264-2f57bb8d3534 req-5c731337-e936-4bc5-83f8-2a4ffd7fa016 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.2489810 Jun 30 02:51:58.483183 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eccf153c-547c-448e-942a-f2986ec318a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.492813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.494112 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eccf153c-547c-448e-942a-f2986ec318a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.498103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eccf153c-547c-448e-942a-f2986ec318a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b5d52631-3705-4ab1-b93f-e006bfcd0080 HTTP/1.1" status: 204 len: 168 time: 0.5868938 Jun 30 02:51:58.544860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf153c-547c-448e-942a-f2986ec318a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d52631-3705-4ab1-b93f-e006bfcd0080,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:58.578224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f9c8463-4fa3-4f01-8264-2f57bb8d3534 req-7ffabf34-0b24-4e49-a8ec-6147d1a632d8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238613 Jun 30 02:51:58.616188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=c145e641-7a01-4eef-af1d-e8e9b411ae86,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:58.631394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No DVR routers for this DVR port c145e641-7a01-4eef-af1d-e8e9b411ae86 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:58.653874 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.693652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Pushing event deleted for resources: {'Port': ['ID=c145e641-7a01-4eef-af1d-e8e9b411ae86,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:58.755611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.755957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.758219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.759086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.759597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.762507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.763040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.763753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.764246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.764735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.765222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.766000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:58.770139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7307b-d6a0-40d5-a558-d3884faa2375 None None] No DVR routers for this DVR port c145e641-7a01-4eef-af1d-e8e9b411ae86 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:51:58.885643 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:58.904902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64933b6e-4c79-45a6-97a9-da77310f178a']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:58.935341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e0b490-2585-41e9-b173-f4b8b1cee037') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:58.935637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e0b490-2585-41e9-b173-f4b8b1cee037') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:51:58.985838 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.024085 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.054862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:51:59.056271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:51:59.063972 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:51:59.192387 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.235935 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.237871 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/networks/64933b6e-4c79-45a6-97a9-da77310f178a HTTP/1.1" status: 204 len: 168 time: 1.6783011 Jun 30 02:51:59.240958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33396) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:59.242828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc62ad-b7c1-43ff-9e17-d735e2b9cfae tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Network': ['ID=64933b6e-4c79-45a6-97a9-da77310f178a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:59.320298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33398) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:59.348279 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160da45b-44d3-4043-acd0-f4873d24b2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.510699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160da45b-44d3-4043-acd0-f4873d24b2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.517574 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160da45b-44d3-4043-acd0-f4873d24b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.608591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-160da45b-44d3-4043-acd0-f4873d24b2b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b6e7d71f32b48fb9bbf3e7606dcace5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869473 Jun 30 02:51:59.609730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160da45b-44d3-4043-acd0-f4873d24b2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd96692-c3a1-4cdf-bb0b-584d765772f2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:59.613535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:51:59.669884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-926bf579-0c28-4f94-adbb-18c90b664af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.694457 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-926bf579-0c28-4f94-adbb-18c90b664af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.759880 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-926bf579-0c28-4f94-adbb-18c90b664af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.765580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-926bf579-0c28-4f94-adbb-18c90b664af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.767414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-926bf579-0c28-4f94-adbb-18c90b664af0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cd96692-c3a1-4cdf-bb0b-584d765772f2 HTTP/1.1" status: 204 len: 168 time: 0.1524267 Jun 30 02:51:59.792132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bf579-0c28-4f94-adbb-18c90b664af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd96692-c3a1-4cdf-bb0b-584d765772f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:59.837300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c145e641-7a01-4eef-af1d-e8e9b411ae86 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:59.859221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: c145e641-7a01-4eef-af1d-e8e9b411ae86 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:59.860810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c145e641-7a01-4eef-af1d-e8e9b411ae86 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:51:59.862896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:59.863016 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:59.892647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:51:59.893275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a7801449-1e0c-4a27-9e95-ac2e3b0ae8d3 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:00.018903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-4d4e690a-d489-4279-941c-778ab1044760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:00.020474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-4d4e690a-d489-4279-941c-778ab1044760 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0766947 Jun 30 02:52:00.065782 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.141173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-3094582e-c9d4-479b-9fb9-761e0086a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:00.142959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-3094582e-c9d4-479b-9fb9-761e0086a397 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 897 time: 0.1148384 Jun 30 02:52:00.224253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11926bb7-bcd0-4f5b-a14e-d9eb4e6030e5 req-ffa0cdb5-cb20-4ae2-a589-413296f6bd04 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:00.225964 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11926bb7-bcd0-4f5b-a14e-d9eb4e6030e5 req-ffa0cdb5-cb20-4ae2-a589-413296f6bd04 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.3701587 Jun 30 02:52:00.318418 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-fc45abb0-27e7-4517-a7a6-24a4fbe980b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 1001 time: 0.1564262 Jun 30 02:52:00.359872 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11926bb7-bcd0-4f5b-a14e-d9eb4e6030e5 req-719b2471-7b5b-4cf9-9221-84f04429c597 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205719 Jun 30 02:52:00.377449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-21ab4dd3-26c8-4e36-bc18-b355556b8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:00.378590 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-21ab4dd3-26c8-4e36-bc18-b355556b8c2a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.0530915 Jun 30 02:52:00.412293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 810621c6-a8dc-4b13-9023-1494ebe25a0b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:00.412635 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.494416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-8d54517b-963d-47dc-a6c0-7efe9a0c1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:00.496440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-8d54517b-963d-47dc-a6c0-7efe9a0c1730 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113744 Jun 30 02:52:00.667401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-47ebf799-c5ef-43c8-a2da-e38479d33a07 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403141 Jun 30 02:52:00.720048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port 810621c6-a8dc-4b13-9023-1494ebe25a0b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=810621c6-a8dc-4b13-9023-1494ebe25a0b,segment=NetworkSegment(ccd443f3-1592-49a7-aecf-c1356f6460b7),segment_id=ccd443f3-1592-49a7-aecf-c1356f6460b7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:00.720922 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:00.754552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 810621c6-a8dc-4b13-9023-1494ebe25a0b owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:00.787598 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-1c09dd37-dc38-4f4e-984b-5f1537c5377a service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287215 Jun 30 02:52:01.035718 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.081146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=810621c6-a8dc-4b13-9023-1494ebe25a0b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:01.332362 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:01.621544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:01.645517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877bc9b-a69a-411f-8a5f-5ae43ec321bd req-b14e873a-21ab-443a-a2a8-c9cea84d9557 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:01.663836 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5877bc9b-a69a-411f-8a5f-5ae43ec321bd req-b14e873a-21ab-443a-a2a8-c9cea84d9557 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1269257 Jun 30 02:52:01.747308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:01.883211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:02.119067 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744095e4-1448-48ac-bd82-c022834a09c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.206144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5877bc9b-a69a-411f-8a5f-5ae43ec321bd req-bc290483-1623-48f5-86e8-dbd8d142f6af tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5409517 Jun 30 02:52:02.301639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:02.307653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5086b9e8-2259-44cd-a1ed-a299572e356b tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0654840 Jun 30 02:52:02.313514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:02.318166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] Sync routers for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:02.332814 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:02.333806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:02.434214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744095e4-1448-48ac-bd82-c022834a09c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.440492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21da392-04b8-49dc-af9e-de67d5197c21 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting subnet 59472f3b-2a45-42f5-bf7e-4035733ec68c {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:02.445085 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e21da392-04b8-49dc-af9e-de67d5197c21 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.453817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:02.467875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-744095e4-1448-48ac-bd82-c022834a09c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.512130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744095e4-1448-48ac-bd82-c022834a09c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01414034-52a6-42be-b08c-9b3ed7239206,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:02.587931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e21da392-04b8-49dc-af9e-de67d5197c21 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.594528 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-744095e4-1448-48ac-bd82-c022834a09c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a5dd99061a845539b77bad949bc9182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102129 Jun 30 02:52:02.597233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:02.679099 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.688912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a832349a-9433-4801-a275-c1671e1a194d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.759533 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a832349a-9433-4801-a275-c1671e1a194d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.773286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e21da392-04b8-49dc-af9e-de67d5197c21 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.822182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a832349a-9433-4801-a275-c1671e1a194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.829439 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a832349a-9433-4801-a275-c1671e1a194d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:02.832824 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a832349a-9433-4801-a275-c1671e1a194d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01414034-52a6-42be-b08c-9b3ed7239206 HTTP/1.1" status: 204 len: 168 time: 0.2345548 Jun 30 02:52:02.845608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832349a-9433-4801-a275-c1671e1a194d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01414034-52a6-42be-b08c-9b3ed7239206,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:03.067466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:52:00Z', 'revision_number': 10, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:03.097249 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e21da392-04b8-49dc-af9e-de67d5197c21 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.104813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] Checking router: be7598ef-eceb-4002-88cd-c1db5262c4cf for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:03.116033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:03.116980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:03.145600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21da392-04b8-49dc-af9e-de67d5197c21 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Subnet': ['ID=59472f3b-2a45-42f5-bf7e-4035733ec68c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:03.155382 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e21da392-04b8-49dc-af9e-de67d5197c21 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.157545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e21da392-04b8-49dc-af9e-de67d5197c21 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/59472f3b-2a45-42f5-bf7e-4035733ec68c HTTP/1.1" status: 204 len: 168 time: 0.8430438 Jun 30 02:52:03.160682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:03.205900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627b28d0-83bc-4f97-94ec-d49bc2df7f20 None None] Network 90d43022-dac0-4ef7-aab9-cdc0f6512550 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:03.305788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:03.327722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port 4cb3c2b0-da16-4b40-9254-f51f68449dea {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:03.328450 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.336579 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.568750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 8e6939b9-4018-4c22-ac8c-303c911928e3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:03.569225 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.580341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] For port 4cb3c2b0-da16-4b40-9254-f51f68449dea, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4cb3c2b0-da16-4b40-9254-f51f68449dea,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:03.580703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.615322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for 4cb3c2b0-da16-4b40-9254-f51f68449dea owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:03.655131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bceb2c4-9642-4d10-920f-919dcb832112 None None] DHCP port deletion for 90d43022-dac0-4ef7-aab9-cdc0f6512550 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:52:03.694483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337fda5-f37f-47c8-b4cc-ead733addc91 req-25e17501-be83-406d-91d5-f1b5aaab2f23 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:03.702740 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1337fda5-f37f-47c8-b4cc-ead733addc91 req-25e17501-be83-406d-91d5-f1b5aaab2f23 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.2139757 Jun 30 02:52:03.713242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port 8e6939b9-4018-4c22-ac8c-303c911928e3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8e6939b9-4018-4c22-ac8c-303c911928e3,segment=NetworkSegment(ccd443f3-1592-49a7-aecf-c1356f6460b7),segment_id=ccd443f3-1592-49a7-aecf-c1356f6460b7)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:03.713792 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.745126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 8e6939b9-4018-4c22-ac8c-303c911928e3 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:03.771389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:52:00Z', 'revision_number': 10, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:03.818040 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1337fda5-f37f-47c8-b4cc-ead733addc91 req-b045e6a7-2e61-4983-aca4-5a5093bee1d3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117330 Jun 30 02:52:03.827916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e72bc-1426-413e-a067-99a2a52a9438 None None] The sync data for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 is: [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:52:00Z', 'revision_number': 10, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None, '_interfaces': [{'id': 'e81690f2-20b3-4dc8-8a78-7d5a7f96229d', 'name': '', 'network_id': '94f39fd6-932a-4ca8-99b0-b97f846d2dfe', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'mac_address': 'fa:16:3e:24:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:17Z', 'updated_at': '2021-06-30T02:51:29Z', 'revision_number': 5, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'subnets': [{'id': 'a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:03.852972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5bceb2c4-9642-4d10-920f-919dcb832112 None None] Deleting port 8e6939b9-4018-4c22-ac8c-303c911928e3 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:03.853341 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bceb2c4-9642-4d10-920f-919dcb832112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.943629 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.964588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No DVR routers for this DVR port 8e6939b9-4018-4c22-ac8c-303c911928e3 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:03.996583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5bceb2c4-9642-4d10-920f-919dcb832112 None None] For port 8e6939b9-4018-4c22-ac8c-303c911928e3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8e6939b9-4018-4c22-ac8c-303c911928e3,segment=NetworkSegment(ccd443f3-1592-49a7-aecf-c1356f6460b7),segment_id=ccd443f3-1592-49a7-aecf-c1356f6460b7)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:03.996966 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bceb2c4-9642-4d10-920f-919dcb832112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.998561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=8e6939b9-4018-4c22-ac8c-303c911928e3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:04.021562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5bceb2c4-9642-4d10-920f-919dcb832112 None None] Calling delete_port for 8e6939b9-4018-4c22-ac8c-303c911928e3 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:04.087626 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.107361 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5bceb2c4-9642-4d10-920f-919dcb832112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.109457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8e6939b9-4018-4c22-ac8c-303c911928e3 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:04.124288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=4cb3c2b0-da16-4b40-9254-f51f68449dea,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:04.165964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 8e6939b9-4018-4c22-ac8c-303c911928e3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:04.166350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8e6939b9-4018-4c22-ac8c-303c911928e3 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:04.171801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bceb2c4-9642-4d10-920f-919dcb832112 None None] Pushing event deleted for resources: {'Port': ['ID=8e6939b9-4018-4c22-ac8c-303c911928e3,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:04.173456 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.177305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bceb2c4-9642-4d10-920f-919dcb832112 None None] No DVR routers for this DVR port 8e6939b9-4018-4c22-ac8c-303c911928e3 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:04.217585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d43022-dac0-4ef7-aab9-cdc0f6512550']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:04.250897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd443f3-1592-49a7-aecf-c1356f6460b7') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:04.255948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd443f3-1592-49a7-aecf-c1356f6460b7') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:04.274057 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.337257 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.350145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:04.350562 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:04.354210 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:04.483670 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.497157 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.501083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:04.502666 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/networks/90d43022-dac0-4ef7-aab9-cdc0f6512550 HTTP/1.1" status: 204 len: 168 time: 1.3398886 Jun 30 02:52:04.502988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:04.515346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf31cf6-8f6f-409b-8382-a96082e63cab tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Network': ['ID=90d43022-dac0-4ef7-aab9-cdc0f6512550,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:05.086308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1516f-7958-44f3-b6cd-98f157d95a50 req-e3191ec0-7ff0-4a2d-88f8-952dd59d319b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:05.090135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7bd1516f-7958-44f3-b6cd-98f157d95a50 req-e3191ec0-7ff0-4a2d-88f8-952dd59d319b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.0956228 Jun 30 02:52:05.158602 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7bd1516f-7958-44f3-b6cd-98f157d95a50 req-7c6dd0de-20f1-40e9-9f66-7044a02cb75f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619900 Jun 30 02:52:05.246291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:05.275096 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:52:05.380459 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99c38426-125c-4dd6-bc4c-95e641c12f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.420501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router cc820c8d-b674-4b26-b4da-dda056b2101d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:05.537245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99c38426-125c-4dd6-bc4c-95e641c12f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.546000 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99c38426-125c-4dd6-bc4c-95e641c12f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.597168 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-99c38426-125c-4dd6-bc4c-95e641c12f6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1757866e006043d4a179a831d61c5384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494096 Jun 30 02:52:05.598245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c38426-125c-4dd6-bc4c-95e641c12f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc59b23f-935e-4af3-b7c0-56c597d6e975,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:05.601264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33632) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:05.636929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:05.648538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9dab9c17-6f8f-41d2-add5-9dcc7144f294 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "PUT /v2.0/routers/cc820c8d-b674-4b26-b4da-dda056b2101d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9000568 Jun 30 02:52:05.651941 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] Sync routers for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:05.665975 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:05.666605 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:05.696438 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fff3def7-ff88-4cde-9135-8db135a4711d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.750009 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fff3def7-ff88-4cde-9135-8db135a4711d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.812844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.826600 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fff3def7-ff88-4cde-9135-8db135a4711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.829380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fff3def7-ff88-4cde-9135-8db135a4711d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.830549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fff3def7-ff88-4cde-9135-8db135a4711d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc59b23f-935e-4af3-b7c0-56c597d6e975 HTTP/1.1" status: 204 len: 168 time: 0.2282667 Jun 30 02:52:05.846941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 810621c6-a8dc-4b13-9023-1494ebe25a0b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:05.849785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3def7-ff88-4cde-9135-8db135a4711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc59b23f-935e-4af3-b7c0-56c597d6e975,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:05.902562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 810621c6-a8dc-4b13-9023-1494ebe25a0b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:05.902875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 810621c6-a8dc-4b13-9023-1494ebe25a0b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:05.925845 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:06.245896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port e81690f2-20b3-4dc8-8a78-7d5a7f96229d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:06.246422 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.355765 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:52:03Z', 'revision_number': 6, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b4e0e086-9226-4197-96e9-ed2eade092bb', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'mac_address': 'fa:16:3e:e0:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:29Z', 'updated_at': '2021-06-30T02:50:35Z', 'revision_number': 1, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:06.399287 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] Checking router: cc820c8d-b674-4b26-b4da-dda056b2101d for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:06.409492 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:06.410401 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:06.503877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port e81690f2-20b3-4dc8-8a78-7d5a7f96229d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e81690f2-20b3-4dc8-8a78-7d5a7f96229d,segment=NetworkSegment(25107e14-88d5-43f6-8118-652a39eb28b8),segment_id=25107e14-88d5-43f6-8118-652a39eb28b8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:06.504444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.515824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385511c3-6de5-4c48-83c6-4b2aedc3a737 req-e61a5b09-687b-428b-8cb8-4a5d62b15830 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.517360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-385511c3-6de5-4c48-83c6-4b2aedc3a737 req-e61a5b09-687b-428b-8cb8-4a5d62b15830 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1441908 Jun 30 02:52:06.550545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for e81690f2-20b3-4dc8-8a78-7d5a7f96229d owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:06.564832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645902fa-cb01-4458-aba7-9c8f2ffb48df req-5418fb95-ac82-44b4-953f-20ec76ca685b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.566379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-645902fa-cb01-4458-aba7-9c8f2ffb48df req-5418fb95-ac82-44b4-953f-20ec76ca685b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 946 time: 0.2732680 Jun 30 02:52:06.577463 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:06.594237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-385511c3-6de5-4c48-83c6-4b2aedc3a737 req-e3a198f8-54c3-463a-a671-016e441bb940 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679221 Jun 30 02:52:06.731583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-645902fa-cb01-4458-aba7-9c8f2ffb48df req-1b254d95-74fa-4014-881f-7b6f3d1879a5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492333 Jun 30 02:52:06.945707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.976733 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=e81690f2-20b3-4dc8-8a78-7d5a7f96229d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:07.099240 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:52:03Z', 'revision_number': 6, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b4e0e086-9226-4197-96e9-ed2eade092bb', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'mac_address': 'fa:16:3e:e0:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:29Z', 'updated_at': '2021-06-30T02:50:35Z', 'revision_number': 1, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:07.161480 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.166884 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9a7f4-b73c-4d67-b002-0b39ddf2c70f None None] The sync data for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 is: [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:52:03Z', 'revision_number': 6, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b4e0e086-9226-4197-96e9-ed2eade092bb', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.63', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'port_id': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'mac_address': 'fa:16:3e:e0:6c:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:29Z', 'updated_at': '2021-06-30T02:50:35Z', 'revision_number': 1, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:07.392203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:07.487730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:07.502135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:07.502251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-70e52c4d-8ce7-4da3-962b-fece2e9152a4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9977009 Jun 30 02:52:07.507306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] Sync routers for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:07.517464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:07.518580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:07.666006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2b834f-4caf-4690-b59e-68f044a43c6f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting subnet a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:07.680397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb2b834f-4caf-4690-b59e-68f044a43c6f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.715387 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:07.757350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540a62e-d64a-4285-810f-c13c659df07c req-7b330d29-484a-40c6-923a-b9f965b24dfd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:07.757619 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4540a62e-d64a-4285-810f-c13c659df07c req-7b330d29-484a-40c6-923a-b9f965b24dfd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 946 time: 0.1878295 Jun 30 02:52:07.857666 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb2b834f-4caf-4690-b59e-68f044a43c6f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.887982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:52:06Z', 'revision_number': 11, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:07.943418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] Checking router: be7598ef-eceb-4002-88cd-c1db5262c4cf for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:07.950126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4cb3c2b0-da16-4b40-9254-f51f68449dea no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:07.986317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4cb3c2b0-da16-4b40-9254-f51f68449dea {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:07.987115 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4cb3c2b0-da16-4b40-9254-f51f68449dea not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:07.996496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:07.997593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:08.039344 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb2b834f-4caf-4690-b59e-68f044a43c6f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.053646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be759ad5-6444-4267-8b87-1eb7ca57c935 req-8668f957-ae3a-43b8-86b6-1a4ac003730c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:08.055630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be759ad5-6444-4267-8b87-1eb7ca57c935 req-8668f957-ae3a-43b8-86b6-1a4ac003730c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.2222693 Jun 30 02:52:08.121429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:08.131219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be759ad5-6444-4267-8b87-1eb7ca57c935 req-8a56fd88-a6bd-4de2-b7e6-c0d85543a2b9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655873 Jun 30 02:52:08.199917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:52:06Z', 'revision_number': 11, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:08.232011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daf6db-ed95-4808-8de6-f56f2a7bac5d None None] The sync data for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 is: [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:52:06Z', 'revision_number': 11, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:08.305543 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb2b834f-4caf-4690-b59e-68f044a43c6f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.346373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b834f-4caf-4690-b59e-68f044a43c6f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Subnet': ['ID=a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:08.355007 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb2b834f-4caf-4690-b59e-68f044a43c6f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.357520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cb2b834f-4caf-4690-b59e-68f044a43c6f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5 HTTP/1.1" status: 204 len: 168 time: 0.8537290 Jun 30 02:52:08.359818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:08.363080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4d5dc7-a64e-4590-8ad0-fdff80bbcbb4 None None] Network 94f39fd6-932a-4ca8-99b0-b97f846d2dfe requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:08.399058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcb632-1e14-40bc-a44a-3d31e629fac7 req-4d6f88cb-094e-4054-81d9-8538bdee15f4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:08.401036 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09dcb632-1e14-40bc-a44a-3d31e629fac7 req-4d6f88cb-094e-4054-81d9-8538bdee15f4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 946 time: 0.2010241 Jun 30 02:52:08.428734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4540a62e-d64a-4285-810f-c13c659df07c req-c7652c99-e3d6-467a-8dd3-ae8fb16ef6b0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port f4f0119c-bf38-4d9d-be9c-1405dec82875 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:08.429159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4540a62e-d64a-4285-810f-c13c659df07c req-c7652c99-e3d6-467a-8dd3-ae8fb16ef6b0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.507607 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09dcb632-1e14-40bc-a44a-3d31e629fac7 req-f516d107-2ec8-4f0c-a013-35f6911fd57a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991249 Jun 30 02:52:08.520469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.632554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Deleting port 60d1c561-cf14-4e1a-806d-e1dda68187e8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:08.632903 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.642331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-4540a62e-d64a-4285-810f-c13c659df07c req-c7652c99-e3d6-467a-8dd3-ae8fb16ef6b0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] For port f4f0119c-bf38-4d9d-be9c-1405dec82875, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=f4f0119c-bf38-4d9d-be9c-1405dec82875,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:08.642899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4540a62e-d64a-4285-810f-c13c659df07c req-c7652c99-e3d6-467a-8dd3-ae8fb16ef6b0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.694651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-4540a62e-d64a-4285-810f-c13c659df07c req-c7652c99-e3d6-467a-8dd3-ae8fb16ef6b0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for f4f0119c-bf38-4d9d-be9c-1405dec82875 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:08.764178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] For port 60d1c561-cf14-4e1a-806d-e1dda68187e8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=60d1c561-cf14-4e1a-806d-e1dda68187e8,segment=NetworkSegment(25107e14-88d5-43f6-8118-652a39eb28b8),segment_id=25107e14-88d5-43f6-8118-652a39eb28b8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:08.764538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.794848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Calling delete_port for 60d1c561-cf14-4e1a-806d-e1dda68187e8 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:08.825910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8934326-cba5-447c-b0ad-6dea389b8c72 None None] DHCP port deletion for 94f39fd6-932a-4ca8-99b0-b97f846d2dfe request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:52:08.907114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f8934326-cba5-447c-b0ad-6dea389b8c72 None None] Deleting port 60d1c561-cf14-4e1a-806d-e1dda68187e8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:08.907541 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8934326-cba5-447c-b0ad-6dea389b8c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.930157 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4540a62e-d64a-4285-810f-c13c659df07c req-c7652c99-e3d6-467a-8dd3-ae8fb16ef6b0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.967041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7652c99-e3d6-467a-8dd3-ae8fb16ef6b0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=f4f0119c-bf38-4d9d-be9c-1405dec82875,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:08.975846 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.016998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No DVR routers for this DVR port 60d1c561-cf14-4e1a-806d-e1dda68187e8 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:09.042605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Port': ['ID=60d1c561-cf14-4e1a-806d-e1dda68187e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:09.108080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-4540a62e-d64a-4285-810f-c13c659df07c req-c7652c99-e3d6-467a-8dd3-ae8fb16ef6b0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] No DVR routers for this DVR port f4f0119c-bf38-4d9d-be9c-1405dec82875 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:09.108872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f8934326-cba5-447c-b0ad-6dea389b8c72 None None] For port 60d1c561-cf14-4e1a-806d-e1dda68187e8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=60d1c561-cf14-4e1a-806d-e1dda68187e8,segment=NetworkSegment(25107e14-88d5-43f6-8118-652a39eb28b8),segment_id=25107e14-88d5-43f6-8118-652a39eb28b8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:09.109273 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8934326-cba5-447c-b0ad-6dea389b8c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.114977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-4540a62e-d64a-4285-810f-c13c659df07c req-c7652c99-e3d6-467a-8dd3-ae8fb16ef6b0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.117272 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4540a62e-d64a-4285-810f-c13c659df07c req-c7652c99-e3d6-467a-8dd3-ae8fb16ef6b0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "DELETE /v2.0/ports/f4f0119c-bf38-4d9d-be9c-1405dec82875 HTTP/1.1" status: 204 len: 173 time: 1.3509586 Jun 30 02:52:09.118107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbec0c07-6882-4773-9a5e-6ad13bfd58a4', 'name': 'network-vif-deleted', 'tag': 'f4f0119c-bf38-4d9d-be9c-1405dec82875'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:09.128884 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c68406-e217-47bb-8916-ee76c93288c0" -d '{"events": [{"server_uuid": "fbec0c07-6882-4773-9a5e-6ad13bfd58a4", "name": "network-vif-deleted", "tag": "f4f0119c-bf38-4d9d-be9c-1405dec82875"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:09.158637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f8934326-cba5-447c-b0ad-6dea389b8c72 None None] Calling delete_port for 60d1c561-cf14-4e1a-806d-e1dda68187e8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:09.206162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.240484 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f8934326-cba5-447c-b0ad-6dea389b8c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.248459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f39fd6-932a-4ca8-99b0-b97f846d2dfe']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:09.248709 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a5aa29-d459-40d4-9d66-207d23acf289 x-openstack-request-id: req-19a5aa29-d459-40d4-9d66-207d23acf289 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:09.248943 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbec0c07-6882-4773-9a5e-6ad13bfd58a4", "name": "network-vif-deleted", "tag": "f4f0119c-bf38-4d9d-be9c-1405dec82875", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:09.249264 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19a5aa29-d459-40d4-9d66-207d23acf289 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:09.249601 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbec0c07-6882-4773-9a5e-6ad13bfd58a4', 'name': 'network-vif-deleted', 'tag': 'f4f0119c-bf38-4d9d-be9c-1405dec82875', 'status': 'completed', 'code': 200} Jun 30 02:52:09.287523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25107e14-88d5-43f6-8118-652a39eb28b8') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:09.288137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25107e14-88d5-43f6-8118-652a39eb28b8') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:09.300888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8934326-cba5-447c-b0ad-6dea389b8c72 None None] Pushing event deleted for resources: {'Port': ['ID=60d1c561-cf14-4e1a-806d-e1dda68187e8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:09.314581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8934326-cba5-447c-b0ad-6dea389b8c72 None None] No DVR routers for this DVR port 60d1c561-cf14-4e1a-806d-e1dda68187e8 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:09.346879 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.390551 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.403704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:09.404253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:09.407833 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:09.504640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.507822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35c206-f542-4c0b-9d57-839294855d5f req-0192bb44-881c-43a4-9d57-23013e8a3000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:09.510943 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf35c206-f542-4c0b-9d57-839294855d5f req-0192bb44-881c-43a4-9d57-23013e8a3000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1261709 Jun 30 02:52:09.544534 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.547652 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/networks/94f39fd6-932a-4ca8-99b0-b97f846d2dfe HTTP/1.1" status: 204 len: 168 time: 1.1867652 Jun 30 02:52:09.549749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91ce30-397a-4698-8da8-eae4b89616f9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Pushing event deleted for resources: {'Network': ['ID=94f39fd6-932a-4ca8-99b0-b97f846d2dfe,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:09.551728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:09.558606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c3c621f2-d581-4cf9-9c06-442d538c490f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:09.567057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf35c206-f542-4c0b-9d57-839294855d5f req-539ceb01-340d-4960-b71f-afc6efb15984 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488877 Jun 30 02:52:09.830627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e81690f2-20b3-4dc8-8a78-7d5a7f96229d no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:09.854473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-c3c621f2-d581-4cf9-9c06-442d538c490f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 02:52:09.856273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-c3c621f2-d581-4cf9-9c06-442d538c490f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 02:52:09.856648 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3c621f2-d581-4cf9-9c06-442d538c490f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:09.865853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e81690f2-20b3-4dc8-8a78-7d5a7f96229d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:09.866422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e81690f2-20b3-4dc8-8a78-7d5a7f96229d not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:09.867035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 60d1c561-cf14-4e1a-806d-e1dda68187e8 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:09.938658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5391c178-6aba-4a94-acd5-343d9476f5f3 req-26c6f67e-8bc9-48ee-b16d-c3ac54bcffdd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=fbec0c07-6882-4773-9a5e-6ad13bfd58a4 HTTP/1.1" status: 200 len: 210 time: 0.1456194 Jun 30 02:52:10.150877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 60d1c561-cf14-4e1a-806d-e1dda68187e8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:10.151222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 60d1c561-cf14-4e1a-806d-e1dda68187e8 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:10.290022 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3c621f2-d581-4cf9-9c06-442d538c490f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.294088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3c621f2-d581-4cf9-9c06-442d538c490f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.705867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f4f0119c-bf38-4d9d-be9c-1405dec82875 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:10.727514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c621f2-d581-4cf9-9c06-442d538c490f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router be7598ef-eceb-4002-88cd-c1db5262c4cf has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:10.731651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: f4f0119c-bf38-4d9d-be9c-1405dec82875 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:10.732328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device f4f0119c-bf38-4d9d-be9c-1405dec82875 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:10.843858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c621f2-d581-4cf9-9c06-442d538c490f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:10.855645 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c3c621f2-d581-4cf9-9c06-442d538c490f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:10.859552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33794) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:10.861287 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] Sync routers for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:10.863314 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c3c621f2-d581-4cf9-9c06-442d538c490f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf HTTP/1.1" status: 200 len: 704 time: 1.3099821 Jun 30 02:52:10.897335 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:10.898026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46207f37-be71-4968-a669-efd3d8e903aa req-ac4349cb-630a-4d6a-aa32-432ce1914769 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:10.898472 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:10.901387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-46207f37-be71-4968-a669-efd3d8e903aa req-ac4349cb-630a-4d6a-aa32-432ce1914769 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1217573 Jun 30 02:52:10.901524 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-be9efe91-20ff-4cd9-8da2-f48cbe3447ef tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7598ef-eceb-4002-88cd-c1db5262c4cf HTTP/1.1" status: 200 len: 205 time: 0.0399251 Jun 30 02:52:10.901625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:11.004036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-46207f37-be71-4968-a669-efd3d8e903aa req-87a86ddf-4bed-4ac0-8bda-989ace3d424a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861347 Jun 30 02:52:11.033663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7122f95-f9d0-4860-9961-201fb2fdd2f5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.062545 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:11.154557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33804) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:11.233282 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e61df15e-d1c4-4354-bb32-dbfab7140655 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.239768 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:52:06Z', 'revision_number': 11, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:11.258179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7122f95-f9d0-4860-9961-201fb2fdd2f5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.260716 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7122f95-f9d0-4860-9961-201fb2fdd2f5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.264189 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e61df15e-d1c4-4354-bb32-dbfab7140655 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.270273 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] Checking router: be7598ef-eceb-4002-88cd-c1db5262c4cf for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:11.279390 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] Routers {'be7598ef-eceb-4002-88cd-c1db5262c4cf'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:11.280311 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['be7598ef-eceb-4002-88cd-c1db5262c4cf'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:11.339933 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7122f95-f9d0-4860-9961-201fb2fdd2f5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.339933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7122f95-f9d0-4860-9961-201fb2fdd2f5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Fanout notify agent at l3_agent the message router_deleted on router be7598ef-eceb-4002-88cd-c1db5262c4cf {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:11.350218 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e61df15e-d1c4-4354-bb32-dbfab7140655 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.355781 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a7122f95-f9d0-4860-9961-201fb2fdd2f5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.356000 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e61df15e-d1c4-4354-bb32-dbfab7140655 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.356972 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a7122f95-f9d0-4860-9961-201fb2fdd2f5 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf HTTP/1.1" status: 204 len: 168 time: 0.4528759 Jun 30 02:52:11.357815 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e61df15e-d1c4-4354-bb32-dbfab7140655 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/security-groups/ead18cf8-9bc2-4c11-8c1a-86254acaf4f3 HTTP/1.1" status: 204 len: 168 time: 0.2019579 Jun 30 02:52:11.363095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33816) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:11.371467 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] Set router be7598ef-eceb-4002-88cd-c1db5262c4cf gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:11.374892 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61df15e-d1c4-4354-bb32-dbfab7140655 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead18cf8-9bc2-4c11-8c1a-86254acaf4f3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:11.382999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-61c50123-4212-4ad5-bb3b-0225aee37185 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1013625844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:11.406073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33818) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:11.426250 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61c50123-4212-4ad5-bb3b-0225aee37185 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.427678 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61c50123-4212-4ad5-bb3b-0225aee37185 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.485769 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:52:06Z', 'revision_number': 11, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:11.495180 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61c50123-4212-4ad5-bb3b-0225aee37185 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.507586 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61c50123-4212-4ad5-bb3b-0225aee37185 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.514395 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73a37f-9c6a-458b-92dc-25595884ede5 None None] The sync data for ids ['be7598ef-eceb-4002-88cd-c1db5262c4cf'] in n-d-758944-39 is: [{'id': 'be7598ef-eceb-4002-88cd-c1db5262c4cf', 'name': 'tempest-RoutersIpV6Test-router-611227519', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:51:13Z', 'updated_at': '2021-06-30T02:52:06Z', 'revision_number': 11, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:11.526555 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61c50123-4212-4ad5-bb3b-0225aee37185 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.528042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-61c50123-4212-4ad5-bb3b-0225aee37185 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1639338 Jun 30 02:52:11.534803 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:11.544386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e5c03dda-f788-41fe-83f6-5e10225c8ecf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:11.558878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63fc793-7f36-4a89-9b93-cd9c11b49b48 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting subnet c311c78f-b1c8-4e0a-9e17-606faa02b0c7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:11.563291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63fc793-7f36-4a89-9b93-cd9c11b49b48 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.612095 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63fc793-7f36-4a89-9b93-cd9c11b49b48 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.818242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63fc793-7f36-4a89-9b93-cd9c11b49b48 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.840803 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5c03dda-f788-41fe-83f6-5e10225c8ecf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.859897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5c03dda-f788-41fe-83f6-5e10225c8ecf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.908901 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63fc793-7f36-4a89-9b93-cd9c11b49b48 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.973569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fc793-7f36-4a89-9b93-cd9c11b49b48 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Subnet': ['ID=c311c78f-b1c8-4e0a-9e17-606faa02b0c7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:11.991717 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e63fc793-7f36-4a89-9b93-cd9c11b49b48 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:11.993980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e63fc793-7f36-4a89-9b93-cd9c11b49b48 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/subnets/c311c78f-b1c8-4e0a-9e17-606faa02b0c7 HTTP/1.1" status: 204 len: 168 time: 0.5859368 Jun 30 02:52:11.998852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f4f14-db43-4f5f-ae3d-7919118a7f50 None None] Network 8f92f657-2e62-4fd0-9fbd-e789232cec75 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:11.999474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33846) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:12.128841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c03dda-f788-41fe-83f6-5e10225c8ecf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Router 8d3f7e94-2e1c-4e51-a7c7-546e091fa43d is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:52:12.265073 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.316897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c03dda-f788-41fe-83f6-5e10225c8ecf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:12.337998 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e5c03dda-f788-41fe-83f6-5e10225c8ecf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.341148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] Sync routers for ids ['8d3f7e94-2e1c-4e51-a7c7-546e091fa43d'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:12.347213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e5c03dda-f788-41fe-83f6-5e10225c8ecf tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "PUT /v2.0/routers/8d3f7e94-2e1c-4e51-a7c7-546e091fa43d HTTP/1.1" status: 200 len: 698 time: 0.8034163 Jun 30 02:52:12.348694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 33888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:12.355354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] Routers {'8d3f7e94-2e1c-4e51-a7c7-546e091fa43d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:12.356253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['8d3f7e94-2e1c-4e51-a7c7-546e091fa43d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:12.373416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa11b7-05ed-4304-9852-f1dbac606517 req-61d9b391-ea7f-4e21-ab14-e394c9dbdb26 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:12.385165 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67aa11b7-05ed-4304-9852-f1dbac606517 req-61d9b391-ea7f-4e21-ab14-e394c9dbdb26 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1667504 Jun 30 02:52:12.470233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3851efbb-51a0-4be4-a441-cbf59143c9d0 None None] DHCP port deletion for 8f92f657-2e62-4fd0-9fbd-e789232cec75 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:52:12.508007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] Set router 8d3f7e94-2e1c-4e51-a7c7-546e091fa43d gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:12.555984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33914) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:12.556671 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8ab5a966-c182-43db-8686-3810c43e4af3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/routers/8d3f7e94-2e1c-4e51-a7c7-546e091fa43d HTTP/1.1" status: 200 len: 704 time: 0.2013609 Jun 30 02:52:12.592186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3f7e94-2e1c-4e51-a7c7-546e091fa43d', 'name': 'tempest-RoutersIpV6Test-router-1013625844', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:11Z', 'updated_at': '2021-06-30T02:52:11Z', 'revision_number': 2, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:12.615294 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b603ee5d-7be8-49ce-8b9a-c430b59ad8f3 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3f7e94-2e1c-4e51-a7c7-546e091fa43d HTTP/1.1" status: 200 len: 205 time: 0.0582552 Jun 30 02:52:12.618337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 33926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:12.624800 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67aa11b7-05ed-4304-9852-f1dbac606517 req-53e3c3fe-3497-48f6-8b2b-090f08ed2191 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385633 Jun 30 02:52:12.627310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] Checking router: 8d3f7e94-2e1c-4e51-a7c7-546e091fa43d for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:12.637137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:12.637495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.652731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] Routers {'8d3f7e94-2e1c-4e51-a7c7-546e091fa43d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:12.653577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['8d3f7e94-2e1c-4e51-a7c7-546e091fa43d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:12.729882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] Set router 8d3f7e94-2e1c-4e51-a7c7-546e091fa43d gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:12.744658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] For port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=137f5664-9d9a-4637-83bd-6cb2eb8d3e10,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:12.744959 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:12.777570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:12.829532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3f7e94-2e1c-4e51-a7c7-546e091fa43d', 'name': 'tempest-RoutersIpV6Test-router-1013625844', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:11Z', 'updated_at': '2021-06-30T02:52:11Z', 'revision_number': 2, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:12.907892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c866cd4d-d66a-4e3f-aac8-876cd6a205a6 None None] The sync data for ids ['8d3f7e94-2e1c-4e51-a7c7-546e091fa43d'] in n-d-758944-39 is: [{'id': '8d3f7e94-2e1c-4e51-a7c7-546e091fa43d', 'name': 'tempest-RoutersIpV6Test-router-1013625844', 'tenant_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:11Z', 'updated_at': '2021-06-30T02:52:11Z', 'revision_number': 2, 'project_id': '5adbf1ac7fdd45d2a8cdc2949cf2047a', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:12.922360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3851efbb-51a0-4be4-a441-cbf59143c9d0 None None] Deleting port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:12.931330 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3851efbb-51a0-4be4-a441-cbf59143c9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.038029 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-4bd1f4c3-0576-4a31-aa5c-56b43a0c2897 service neutron] show failed (client error): The resource could not be found. Jun 30 02:52:13.039302 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-4bd1f4c3-0576-4a31-aa5c-56b43a0c2897 service neutron] 10.222.0.69 "GET /v2.0/ports/e15d5769-b924-4075-aeac-09efa21417f0/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0870650 Jun 30 02:52:13.040433 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.170310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=137f5664-9d9a-4637-83bd-6cb2eb8d3e10,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:13.201062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] No DVR routers for this DVR port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:13.233442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3851efbb-51a0-4be4-a441-cbf59143c9d0 None None] For port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=137f5664-9d9a-4637-83bd-6cb2eb8d3e10,segment=NetworkSegment(c00839e9-5458-4638-bf68-8c206ff46a8b),segment_id=c00839e9-5458-4638-bf68-8c206ff46a8b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:13.234050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3851efbb-51a0-4be4-a441-cbf59143c9d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.275910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3851efbb-51a0-4be4-a441-cbf59143c9d0 None None] Calling delete_port for 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:13.462575 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.503836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f92f657-2e62-4fd0-9fbd-e789232cec75']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:13.525512 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e05ed202-893b-4f5a-a1dd-02a12a40e474 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.547295 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00839e9-5458-4638-bf68-8c206ff46a8b') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:13.547544 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3851efbb-51a0-4be4-a441-cbf59143c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.547683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00839e9-5458-4638-bf68-8c206ff46a8b') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:13.571464 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.589067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851efbb-51a0-4be4-a441-cbf59143c9d0 None None] Pushing event deleted for resources: {'Port': ['ID=137f5664-9d9a-4637-83bd-6cb2eb8d3e10,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:13.593378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3851efbb-51a0-4be4-a441-cbf59143c9d0 None None] No DVR routers for this DVR port 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:13.611078 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.624332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:13.624747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:13.629413 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:13.732947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.745182 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.747079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/networks/8f92f657-2e62-4fd0-9fbd-e789232cec75 HTTP/1.1" status: 204 len: 168 time: 1.7463725 Jun 30 02:52:13.750470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34044) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:13.790145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e6f32-674d-4eaf-89d7-7cfb24a8d582 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Network': ['ID=8f92f657-2e62-4fd0-9fbd-e789232cec75,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:13.842306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:13.881906 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:13.882249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 137f5664-9d9a-4637-83bd-6cb2eb8d3e10 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:13.931336 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e05ed202-893b-4f5a-a1dd-02a12a40e474 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.938580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e05ed202-893b-4f5a-a1dd-02a12a40e474 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.030165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d34217-07b4-41d6-a10e-5de1dbfdadeb req-e273097f-a5f5-4470-b97a-63e7c15936a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:14.038321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27d34217-07b4-41d6-a10e-5de1dbfdadeb req-e273097f-a5f5-4470-b97a-63e7c15936a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1746240 Jun 30 02:52:14.039343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-0104b8ab-b7cc-411d-b847-9e76bfe63c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:14.042109 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-0104b8ab-b7cc-411d-b847-9e76bfe63c4e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 1097 time: 0.4172978 Jun 30 02:52:14.057034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:14.093613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e05ed202-893b-4f5a-a1dd-02a12a40e474 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.094355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05ed202-893b-4f5a-a1dd-02a12a40e474 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Fanout notify agent at l3_agent the message router_deleted on router 8d3f7e94-2e1c-4e51-a7c7-546e091fa43d {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:14.111039 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e05ed202-893b-4f5a-a1dd-02a12a40e474 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.120386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e05ed202-893b-4f5a-a1dd-02a12a40e474 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/8d3f7e94-2e1c-4e51-a7c7-546e091fa43d HTTP/1.1" status: 204 len: 168 time: 1.5000944 Jun 30 02:52:14.138983 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27d34217-07b4-41d6-a10e-5de1dbfdadeb req-285941bb-a69a-4d5d-91ad-50053ce77dfd tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935338 Jun 30 02:52:14.142598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34082) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.208728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7a2619b2-5453-47e8-90da-d4c318d31b0f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3f7e94-2e1c-4e51-a7c7-546e091fa43d HTTP/1.1" status: 200 len: 205 time: 0.0614705 Jun 30 02:52:14.209149 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34096) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.339622 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-56f3ffbe-296f-406d-9702-0ae27d8d4bef tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] delete failed (client error): The resource could not be found. Jun 30 02:52:14.344255 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-56f3ffbe-296f-406d-9702-0ae27d8d4bef tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/8d3f7e94-2e1c-4e51-a7c7-546e091fa43d HTTP/1.1" status: 404 len: 336 time: 0.1339731 Jun 30 02:52:14.346860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.365151 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.396091 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c00202-a74c-4dd8-9799-7c6384caacff tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:14.396545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c00202-a74c-4dd8-9799-7c6384caacff tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:14.401412 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-01c00202-a74c-4dd8-9799-7c6384caacff tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/e47d8fcc-1a3b-4afe-a770-96819d950af0 HTTP/1.1" status: 404 len: 337 time: 0.0505421 Jun 30 02:52:14.402103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.437231 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f603582-a979-4e54-9c80-567f2a1e39a7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:14.437776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f603582-a979-4e54-9c80-567f2a1e39a7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:14.440661 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1f603582-a979-4e54-9c80-567f2a1e39a7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/0fae3f2e-6564-4aa5-9fee-f1b54d1b8499 HTTP/1.1" status: 404 len: 337 time: 0.0372984 Jun 30 02:52:14.443794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34138) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.463410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port bdfc95c5-9765-49c4-b76e-c9e72d2d9c87 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:14.463776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.492071 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd45e7d1-c6d3-430e-a933-f29743b0aedc tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:14.492711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd45e7d1-c6d3-430e-a933-f29743b0aedc tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:14.494657 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cd45e7d1-c6d3-430e-a933-f29743b0aedc tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/59472f3b-2a45-42f5-bf7e-4035733ec68c HTTP/1.1" status: 404 len: 337 time: 0.0499268 Jun 30 02:52:14.497332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34144) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.536173 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a7de8a-2d22-4526-814c-ae3d9e7ea34e tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:14.536815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a7de8a-2d22-4526-814c-ae3d9e7ea34e tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:14.541594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a4a7de8a-2d22-4526-814c-ae3d9e7ea34e tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/a81f52d2-6c4a-4401-a3b1-b23a6b0a7be5 HTTP/1.1" status: 404 len: 337 time: 0.0395470 Jun 30 02:52:14.541728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.588607 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6f7d33ed-2518-4da2-8189-36be58664e39 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=be7598ef-eceb-4002-88cd-c1db5262c4cf HTTP/1.1" status: 200 len: 205 time: 0.0435109 Jun 30 02:52:14.589045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.640097 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e0bf8ccc-b63e-49df-a143-b08d5e3384d4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] delete failed (client error): The resource could not be found. Jun 30 02:52:14.644330 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e0bf8ccc-b63e-49df-a143-b08d5e3384d4 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/be7598ef-eceb-4002-88cd-c1db5262c4cf HTTP/1.1" status: 404 len: 336 time: 0.0542800 Jun 30 02:52:14.645189 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.686210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2622ddba-5de4-4969-bd95-38051ce16027 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=edb1cfae-337a-4c66-8995-b9776fd618f8 HTTP/1.1" status: 200 len: 205 time: 0.0393336 Jun 30 02:52:14.686446 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.687333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.687805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.705407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for bdfc95c5-9765-49c4-b76e-c9e72d2d9c87 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:14.772666 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-72949fa0-4d4e-4f0e-85f4-62f7b7dbef28 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] delete failed (client error): The resource could not be found. Jun 30 02:52:14.776763 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-72949fa0-4d4e-4f0e-85f4-62f7b7dbef28 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/edb1cfae-337a-4c66-8995-b9776fd618f8 HTTP/1.1" status: 404 len: 336 time: 0.0878730 Jun 30 02:52:14.777767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.837102 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c846dfd-aa6f-4998-9e48-104828a9d0a7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:14.838310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c846dfd-aa6f-4998-9e48-104828a9d0a7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:14.844839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5c846dfd-aa6f-4998-9e48-104828a9d0a7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/250f11c8-e7b3-4db5-8931-0b3477a3ad0e HTTP/1.1" status: 404 len: 337 time: 0.0658615 Jun 30 02:52:14.847082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34196) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.910550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-638ed6dc-d47c-440f-86d6-c16272bbb9a1 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=da422422-19ea-4eff-882d-b10a4dacefe3 HTTP/1.1" status: 200 len: 205 time: 0.0622449 Jun 30 02:52:14.913223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34206) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.926106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:14.956962 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-599184a0-4cd2-469e-b5ab-3e863c835514 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] delete failed (client error): The resource could not be found. Jun 30 02:52:14.961491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-599184a0-4cd2-469e-b5ab-3e863c835514 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/da422422-19ea-4eff-882d-b10a4dacefe3 HTTP/1.1" status: 404 len: 336 time: 0.0472627 Jun 30 02:52:14.962084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:14.988964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=bdfc95c5-9765-49c4-b76e-c9e72d2d9c87,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:14.997960 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c19b69ef-412b-480c-ab6f-e314e605dcf7 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=c830f034-0f5f-43a9-8664-c8f2c098d95e HTTP/1.1" status: 200 len: 205 time: 0.0347371 Jun 30 02:52:14.998682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:15.041779 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6410cac3-0222-4f21-9947-d357643eea0f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] delete failed (client error): The resource could not be found. Jun 30 02:52:15.045562 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6410cac3-0222-4f21-9947-d357643eea0f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/c830f034-0f5f-43a9-8664-c8f2c098d95e HTTP/1.1" status: 404 len: 336 time: 0.0459118 Jun 30 02:52:15.046160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:15.087539 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fceb9b3-1d05-4227-b1d0-f76f3c0295be tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:15.089074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fceb9b3-1d05-4227-b1d0-f76f3c0295be tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:15.095216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34234) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:15.096046 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6fceb9b3-1d05-4227-b1d0-f76f3c0295be tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/08d88f63-75b1-4a48-9948-9d2acea3ed3c HTTP/1.1" status: 404 len: 337 time: 0.0483327 Jun 30 02:52:15.135262 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f97f63e5-c4ed-41ca-a15f-8f77e16dfc2f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=333b8692-11e5-48dd-b02f-5c09a748c072 HTTP/1.1" status: 200 len: 205 time: 0.0366917 Jun 30 02:52:15.136117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:15.149661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.150251 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Floating IP b4e0e086-9226-4197-96e9-ed2eade092bb disassociated (deleted). External IP: 172.25.7.63, port: fccc8050-5b6f-41fc-b3a7-e5ce3b33293b. Jun 30 02:52:15.186446 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-8f5d9bb0-c0f5-4623-b200-b9fdf70879e9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] delete failed (client error): The resource could not be found. Jun 30 02:52:15.188933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8f5d9bb0-c0f5-4623-b200-b9fdf70879e9 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/333b8692-11e5-48dd-b02f-5c09a748c072 HTTP/1.1" status: 404 len: 336 time: 0.0513053 Jun 30 02:52:15.190931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:15.226895 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-8524af5e-daea-4d16-8f16-f561cbbf2423 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:15.228792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8524af5e-daea-4d16-8f16-f561cbbf2423 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:15.232901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8524af5e-daea-4d16-8f16-f561cbbf2423 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/fe4c24c2-5dcd-439a-b64a-64b122652133 HTTP/1.1" status: 404 len: 337 time: 0.0407841 Jun 30 02:52:15.248642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:15.314060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3acf9c98-7891-4821-b8e1-581e8fa099df tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "GET /v2.0/ports?device_id=a34147ee-d1c7-4f9b-8e31-70ddcc29f772 HTTP/1.1" status: 200 len: 205 time: 0.0641861 Jun 30 02:52:15.319233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:15.387209 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-2f51a439-1db0-4d00-a4f3-831e357b9c9f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] delete failed (client error): The resource could not be found. Jun 30 02:52:15.388641 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2f51a439-1db0-4d00-a4f3-831e357b9c9f tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/routers/a34147ee-d1c7-4f9b-8e31-70ddcc29f772 HTTP/1.1" status: 404 len: 336 time: 0.0684984 Jun 30 02:52:15.391111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:15.437252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=e15d5769-b924-4075-aeac-09efa21417f0,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:15.451619 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4eb3065-7880-417f-973d-e1e6ec5aae29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:15.452214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4eb3065-7880-417f-973d-e1e6ec5aae29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:15.457207 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f4eb3065-7880-417f-973d-e1e6ec5aae29 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/da34fc2c-efe8-4574-81fb-8e627aa64f3f HTTP/1.1" status: 404 len: 337 time: 0.0621748 Jun 30 02:52:15.457970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34296) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:15.547908 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5ad2b5-cc0f-4b79-95f2-0a0e1b4a8088 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] DELETE failed (client error): The resource could not be found. Jun 30 02:52:15.548525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5ad2b5-cc0f-4b79-95f2-0a0e1b4a8088 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 02:52:15.550692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9d5ad2b5-cc0f-4b79-95f2-0a0e1b4a8088 tempest-RoutersIpV6Test-393673147 tempest-RoutersIpV6Test-393673147-project] 10.222.0.55 "DELETE /v2.0/subnets/6481eb82-70b9-4b8c-a316-d85a471aca1c HTTP/1.1" status: 404 len: 337 time: 0.0914810 Jun 30 02:52:15.569588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:15.637307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79908980-6d69-480d-9e31-345d025b00bf req-2e914079-c712-41d4-8ae2-68a8c317c092 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:15.644799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79908980-6d69-480d-9e31-345d025b00bf req-2e914079-c712-41d4-8ae2-68a8c317c092 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1530590 Jun 30 02:52:15.697670 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.713743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Transition to ACTIVE for port object e15d5769-b924-4075-aeac-09efa21417f0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:15.718751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:15.733688 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79908980-6d69-480d-9e31-345d025b00bf req-e8e5b631-1db2-4365-912e-283188382c89 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797544 Jun 30 02:52:15.745164 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed09fcef-d96a-4f11-a1c7-d8579ccfc401" -d '{"events": [{"server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "name": "network-vif-unplugged", "status": "completed", "tag": "e15d5769-b924-4075-aeac-09efa21417f0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:15.764699 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.780327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router cc820c8d-b674-4b26-b4da-dda056b2101d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:15.909851 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:15.926324 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdc57b5-32cc-40bc-93e2-321fcce166fc x-openstack-request-id: req-1cdc57b5-32cc-40bc-93e2-321fcce166fc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:15.926614 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "name": "network-vif-unplugged", "status": "completed", "tag": "e15d5769-b924-4075-aeac-09efa21417f0", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:15.927083 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1cdc57b5-32cc-40bc-93e2-321fcce166fc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:15.927481 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0', 'code': 200} Jun 30 02:52:15.969623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Pushing event updated for resources: {'Port': ['ID=e15d5769-b924-4075-aeac-09efa21417f0,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:16.096243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34366) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:16.103633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] No DVR routers for this DVR port e15d5769-b924-4075-aeac-09efa21417f0 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:16.180254 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.345181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:16.351675 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.360969 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e15d5769-b924-4075-aeac-09efa21417f0 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:16.367212 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ff5bfc2a-6874-43b5-a051-20beaafcc048 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5adbf1ac7fdd45d2a8cdc2949cf2047a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662723 Jun 30 02:52:16.368049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:16.369541 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] Sync routers for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:16.389650 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:16.391144 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:16.464975 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-82df081e-b5ea-47cd-a4fe-2c1dc5f09682 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/floatingips/b4e0e086-9226-4197-96e9-ed2eade092bb HTTP/1.1" status: 204 len: 168 time: 2.7063088 Jun 30 02:52:16.492748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device e15d5769-b924-4075-aeac-09efa21417f0 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:16.527272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaa108-cdce-4231-adcb-7d1b77c20e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.549540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Attempting to bind port e15d5769-b924-4075-aeac-09efa21417f0 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:16.549917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Attempting to bind port e15d5769-b924-4075-aeac-09efa21417f0 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:16.550867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Attempting to bind port e15d5769-b924-4075-aeac-09efa21417f0 on network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:16.560504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Port e15d5769-b924-4075-aeac-09efa21417f0 on network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:16.562611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Attempting to bind port e15d5769-b924-4075-aeac-09efa21417f0 on network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:16.577514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:16.581747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaa108-cdce-4231-adcb-7d1b77c20e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.592156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Checking segment: {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:16.592340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Bound using segment: {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:16.592818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Bound port: e15d5769-b924-4075-aeac-09efa21417f0, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4288e007-b0b0-450a-a2d1-824b1f8e1267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:16.593188 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.676041 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:16.702427 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaa108-cdce-4231-adcb-7d1b77c20e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.705326 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fceaa108-cdce-4231-adcb-7d1b77c20e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:16.709722 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fceaa108-cdce-4231-adcb-7d1b77c20e7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1aef66c9-ecba-42bd-bc13-1e5d24e9c6d4 HTTP/1.1" status: 204 len: 168 time: 0.3404715 Jun 30 02:52:16.722193 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceaa108-cdce-4231-adcb-7d1b77c20e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aef66c9-ecba-42bd-bc13-1e5d24e9c6d4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:16.939124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:16.956384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e15d5769-b924-4075-aeac-09efa21417f0,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:16.964813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.119696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:17.120683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:17.127986 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] 10.222.0.73 "PUT /v2.0/ports/e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 1092 time: 3.0732641 Jun 30 02:52:17.170914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814411f-14af-4d26-97c8-9bb04d5f2810 service neutron] Pushing event updated for resources: {'Port': ['ID=e15d5769-b924-4075-aeac-09efa21417f0,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:17.337183 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:52:03Z', 'revision_number': 6, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:17.422066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6f3b7-1a86-4687-845f-b6ada011c22b req-f2186e86-bcb5-4ece-858a-1d8e5242087b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:17.440331 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51a6f3b7-1a86-4687-845f-b6ada011c22b req-f2186e86-bcb5-4ece-858a-1d8e5242087b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 943 time: 0.3016927 Jun 30 02:52:17.466070 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] Checking router: cc820c8d-b674-4b26-b4da-dda056b2101d for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:17.510963 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:17.511839 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:17.522884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb097ed5-2813-42a4-8d6d-596954dec9cb req-3d887439-43ad-4915-970b-5cb210c845a6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:17.532195 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eb097ed5-2813-42a4-8d6d-596954dec9cb req-3d887439-43ad-4915-970b-5cb210c845a6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 946 time: 0.2624204 Jun 30 02:52:17.583476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eb097ed5-2813-42a4-8d6d-596954dec9cb req-7d2bba19-ddf9-4f7c-bc28-da2a958dbbaf tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496840 Jun 30 02:52:17.747904 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:18.171349 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:52:03Z', 'revision_number': 6, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:18.223616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'tag': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b'}, {'name': 'network-changed', 'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:18.227041 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "95fefe3e-0bf0-41ef-8118-2799d57c322d", "tag": "fccc8050-5b6f-41fc-b3a7-e5ce3b33293b"}, {"name": "network-changed", "server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "tag": "e15d5769-b924-4075-aeac-09efa21417f0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:18.240344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-1f087852-6390-4bee-ad7d-bcd6d7cb1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.242073 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b5a39-e6e1-454a-b73e-df238db680b3 None None] The sync data for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 is: [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:52:03Z', 'revision_number': 6, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '0afa5c36-f0b9-4a51-a3ee-3eda435b7767', 'name': '', 'network_id': '5dd333cf-d04c-4fea-b0a5-e2eb858ef353', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:e6:cf:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:41Z', 'updated_at': '2021-06-30T02:49:57Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e125c8c8-b7e0-4008-948c-3034dbf3d702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:18.243026 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-1f087852-6390-4bee-ad7d-bcd6d7cb1731 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1095 time: 1.0593216 Jun 30 02:52:18.316565 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51a6f3b7-1a86-4687-845f-b6ada011c22b req-c3a68968-36cf-4758-a24f-8f6565806fb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8749819 Jun 30 02:52:18.464137 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f99973f-3efa-4d0d-a664-a847ef2f3251 x-openstack-request-id: req-1f99973f-3efa-4d0d-a664-a847ef2f3251 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:18.464522 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95fefe3e-0bf0-41ef-8118-2799d57c322d", "tag": "fccc8050-5b6f-41fc-b3a7-e5ce3b33293b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "tag": "e15d5769-b924-4075-aeac-09efa21417f0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:18.464782 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f99973f-3efa-4d0d-a664-a847ef2f3251 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:18.465204 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'tag': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'status': 'completed', 'code': 200} Jun 30 02:52:18.465463 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0', 'status': 'completed', 'code': 200} Jun 30 02:52:18.544727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-ba39aa32-a556-44da-9070-cc9b6c13ff73 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.546577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-ba39aa32-a556-44da-9070-cc9b6c13ff73 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 946 time: 0.2829642 Jun 30 02:52:18.556606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-ef53f42b-9bfe-435b-af7d-6038dc1f8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.576339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-ef53f42b-9bfe-435b-af7d-6038dc1f8474 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 897 time: 0.3033893 Jun 30 02:52:18.768934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-10ea46a9-59f1-4881-8ecc-6da2ee951c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.770444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-10ea46a9-59f1-4881-8ecc-6da2ee951c39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1095 time: 0.3254762 Jun 30 02:52:18.829525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-8a3e7d44-e76c-4ceb-889e-ca2cf2809dd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 999 time: 0.2511845 Jun 30 02:52:18.864032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d69888-b0c0-47d4-a6c8-edb26af81939 None None] New status for floating IP b4e0e086-9226-4197-96e9-ed2eade092bb: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:52:18.973986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-596b5c53-0a1d-453c-842a-b78b892e6f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.976842 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-596b5c53-0a1d-453c-842a-b78b892e6f2d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.1391196 Jun 30 02:52:18.981263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-46632c7c-2914-416a-a4b2-cd377d8f1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.982946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-46632c7c-2914-416a-a4b2-cd377d8f1270 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 1098 time: 0.5123835 Jun 30 02:52:19.009792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-c4c854b0-5815-41a6-9b26-504f8fadd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.011358 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-c4c854b0-5815-41a6-9b26-504f8fadd547 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 897 time: 0.2177050 Jun 30 02:52:19.026134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-dd350096-60e2-433b-8934-f4bfe3064dda tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:19.026708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-dd350096-60e2-433b-8934-f4bfe3064dda tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.126671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-fe09c0cd-b56e-4d0a-adeb-3b31f8c792e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.128203 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-fe09c0cd-b56e-4d0a-adeb-3b31f8c792e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353 HTTP/1.1" status: 200 len: 898 time: 0.1335053 Jun 30 02:52:19.165858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-0d56fab1-a1c2-4b09-85f8-f9775ef1b3f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 999 time: 0.1473615 Jun 30 02:52:19.230752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201409a1-358d-40f5-973c-5233740f0e03 req-268aa12b-1b50-4fe5-96ea-4950311a2c14 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.241856 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-201409a1-358d-40f5-973c-5233740f0e03 req-268aa12b-1b50-4fe5-96ea-4950311a2c14 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 946 time: 0.4093025 Jun 30 02:52:19.267043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-3d8cff36-6ec4-4ee3-9eb9-ac933763e90a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b HTTP/1.1" status: 200 len: 217 time: 0.1314979 Jun 30 02:52:19.358474 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-201409a1-358d-40f5-973c-5233740f0e03 req-4bae9801-06e8-429e-96a6-cc5333e36c86 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153216 Jun 30 02:52:19.377612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-e9226bd6-d0c8-4783-8776-bf98bf34dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.379163 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-e9226bd6-d0c8-4783-8776-bf98bf34dc4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3952820 Jun 30 02:52:19.402642 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-8f068588-0bd8-4a1e-8d06-d5544cc592fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.404075 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-8f068588-0bd8-4a1e-8d06-d5544cc592fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e125c8c8-b7e0-4008-948c-3034dbf3d702 HTTP/1.1" status: 200 len: 835 time: 0.1271489 Jun 30 02:52:19.409261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-26411da5-2455-4515-8332-a8cf4ed787bb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:52:19.410292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-26411da5-2455-4515-8332-a8cf4ed787bb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053031 Jun 30 02:52:19.529429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-65f1cd53-8db7-4cbf-b0cf-4c8c10efd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.531539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-65f1cd53-8db7-4cbf-b0cf-4c8c10efd55e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.3593562 Jun 30 02:52:19.686995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-dd350096-60e2-433b-8934-f4bfe3064dda tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] For port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:19.688263 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-dd350096-60e2-433b-8934-f4bfe3064dda tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.723567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-dd350096-60e2-433b-8934-f4bfe3064dda tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for fccc8050-5b6f-41fc-b3a7-e5ce3b33293b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:19.752342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-a40ea8f4-6f68-48d6-8699-ba47bcf22057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.753955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-a40ea8f4-6f68-48d6-8699-ba47bcf22057 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2158508 Jun 30 02:52:19.766290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-3089a33d-c9e6-4a81-9a60-4ae9aac6432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.767801 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-3089a33d-c9e6-4a81-9a60-4ae9aac6432b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5dd333cf-d04c-4fea-b0a5-e2eb858ef353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3552778 Jun 30 02:52:19.775537 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-2a934039-90bb-4bc6-b2df-87ec9cdae7f9 service neutron] 10.222.0.73 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254585 Jun 30 02:52:19.910999 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-4795bd9a-2272-4abf-8f09-df74a8cdb565 service neutron] 10.222.0.73 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296842 Jun 30 02:52:20.051245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ac965-5846-443e-bfde-d872756d64d2 req-c46a3845-5ea8-4a1f-ac29-fb53ac855942 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.058515 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb2ac965-5846-443e-bfde-d872756d64d2 req-c46a3845-5ea8-4a1f-ac29-fb53ac855942 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 943 time: 0.4716444 Jun 30 02:52:20.095735 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-fcb5802e-c269-496e-95de-ff138cb3c306 service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156559 Jun 30 02:52:20.222822 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb2ac965-5846-443e-bfde-d872756d64d2 req-35de0c57-c933-4714-8f88-668bf0c192d5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580110 Jun 30 02:52:20.265417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-a2d810a7-0871-45bd-b962-b4278a17d735 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024557 Jun 30 02:52:20.305085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-2875ff64-830f-47bd-9566-c9b9588a532a service neutron] 10.222.0.73 "GET /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026253 Jun 30 02:52:20.449506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34566) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:20.509829 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-dd350096-60e2-433b-8934-f4bfe3064dda tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.540860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-faf8f0b8-0c6f-4aff-9025-4c626cc241a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.542352 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-faf8f0b8-0c6f-4aff-9025-4c626cc241a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1095 time: 0.1627493 Jun 30 02:52:20.653669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd350096-60e2-433b-8934-f4bfe3064dda tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=fccc8050-5b6f-41fc-b3a7-e5ce3b33293b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:20.694707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-748f7416-a784-4573-9999-e26384265564 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186134 Jun 30 02:52:20.744869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-5883080a-a809-4f68-8878-1c21252c40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.746480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-5883080a-a809-4f68-8878-1c21252c40a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 897 time: 0.1947942 Jun 30 02:52:20.747945 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b060c66-5341-4cf4-90e7-3d45913c1077 req-c92d42df-9b49-4381-91db-3e33294e0cb3 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=95fefe3e-0bf0-41ef-8118-2799d57c322d HTTP/1.1" status: 200 len: 210 time: 0.0698349 Jun 30 02:52:20.758181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc7edece-95a5-4b35-b734-8ff087ec50cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.783136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-dd350096-60e2-433b-8934-f4bfe3064dda tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] No DVR routers for this DVR port fccc8050-5b6f-41fc-b3a7-e5ce3b33293b on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:20.790853 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-dd350096-60e2-433b-8934-f4bfe3064dda tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.792811 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e27cf68-d428-4fd3-b672-018d14c7c7d8 req-dd350096-60e2-433b-8934-f4bfe3064dda tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "DELETE /v2.0/ports/fccc8050-5b6f-41fc-b3a7-e5ce3b33293b HTTP/1.1" status: 204 len: 173 time: 2.2392161 Jun 30 02:52:20.793256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'name': 'network-vif-deleted', 'tag': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:20.795733 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f2044-6d74-4e88-81da-b09076b30b9a" -d '{"events": [{"server_uuid": "95fefe3e-0bf0-41ef-8118-2799d57c322d", "name": "network-vif-deleted", "tag": "fccc8050-5b6f-41fc-b3a7-e5ce3b33293b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:20.877266 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-33675062-290e-4511-a265-dd60d8f3c0c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 999 time: 0.1236541 Jun 30 02:52:20.915047 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc7edece-95a5-4b35-b734-8ff087ec50cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.923263 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc7edece-95a5-4b35-b734-8ff087ec50cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.006824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-e00db241-be17-4416-87ba-e9ed05368f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:21.011929 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-e00db241-be17-4416-87ba-e9ed05368f2a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.1274397 Jun 30 02:52:21.035823 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bc7edece-95a5-4b35-b734-8ff087ec50cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e12ba465c534ea4b0704d592df142a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5812383 Jun 30 02:52:21.038266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:21.040215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7edece-95a5-4b35-b734-8ff087ec50cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d331fea6-a4c0-4878-bf8f-fc519981d6d4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:21.159320 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-140692bc-066e-46e5-9bb0-068294778fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.168694 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f3b44c-9171-442c-a06d-f3ecab3edcf2 x-openstack-request-id: req-97f3b44c-9171-442c-a06d-f3ecab3edcf2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:21.169263 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95fefe3e-0bf0-41ef-8118-2799d57c322d", "name": "network-vif-deleted", "tag": "fccc8050-5b6f-41fc-b3a7-e5ce3b33293b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:21.169263 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97f3b44c-9171-442c-a06d-f3ecab3edcf2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:21.169647 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95fefe3e-0bf0-41ef-8118-2799d57c322d', 'name': 'network-vif-deleted', 'tag': 'fccc8050-5b6f-41fc-b3a7-e5ce3b33293b', 'status': 'completed', 'code': 200} Jun 30 02:52:21.171644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-21bf6b05-edfb-4f99-85c7-ac84da21ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:21.173437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-21bf6b05-edfb-4f99-85c7-ac84da21ea29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1540902 Jun 30 02:52:21.229156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-140692bc-066e-46e5-9bb0-068294778fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.415421 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-1e9347ac-9178-4ac0-a3d9-300d1bb0914c service neutron] 10.222.0.73 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300422 Jun 30 02:52:21.422915 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-140692bc-066e-46e5-9bb0-068294778fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.427186 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-140692bc-066e-46e5-9bb0-068294778fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:21.429715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-140692bc-066e-46e5-9bb0-068294778fcb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d331fea6-a4c0-4878-bf8f-fc519981d6d4 HTTP/1.1" status: 204 len: 168 time: 0.3900638 Jun 30 02:52:21.463361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140692bc-066e-46e5-9bb0-068294778fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d331fea6-a4c0-4878-bf8f-fc519981d6d4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:21.582040 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4d1f72b-b0b8-4e10-8d7c-1172622bbd3f req-a5e83bc9-0b87-4c16-bd25-c22963bfbfac service neutron] 10.222.0.73 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501086 Jun 30 02:52:21.635166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d815b-ad3b-4b42-b392-551e1c470e01 req-9ef08731-1c11-44e5-890d-97bc8854eb29 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:21.660049 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c15d815b-ad3b-4b42-b392-551e1c470e01 req-9ef08731-1c11-44e5-890d-97bc8854eb29 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 943 time: 0.2079482 Jun 30 02:52:21.757392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c15d815b-ad3b-4b42-b392-551e1c470e01 req-0f3b2a5d-85dc-4159-abd7-fa19e5a8bd52 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952406 Jun 30 02:52:21.930062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34594) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:21.991471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.008690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc727-f742-4ec1-879f-017ae0614038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.028501 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c61c46fb-402b-44c7-9d15-60729bc1e549 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.071370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c61c46fb-402b-44c7-9d15-60729bc1e549 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.187026 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc727-f742-4ec1-879f-017ae0614038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.191873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc727-f742-4ec1-879f-017ae0614038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.199599 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c61c46fb-402b-44c7-9d15-60729bc1e549 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.203065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c61c46fb-402b-44c7-9d15-60729bc1e549 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.214923 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c61c46fb-402b-44c7-9d15-60729bc1e549 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/security-groups/a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3 HTTP/1.1" status: 204 len: 168 time: 0.2836368 Jun 30 02:52:22.245143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c46fb-402b-44c7-9d15-60729bc1e549 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f13eb2-6c21-46fa-b2d0-803d6acb8ce3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:22.268910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.349357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2f8dc727-f742-4ec1-879f-017ae0614038 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e066c5cc4374363887fbdedb606ed55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565354 Jun 30 02:52:22.350582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dc727-f742-4ec1-879f-017ae0614038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3478cb6-95cd-4144-a4fc-40c3b3322a80,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:22.373399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34606) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.502970 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ae959a0-0597-41c3-b0ec-5c79f8560cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.543337 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ae959a0-0597-41c3-b0ec-5c79f8560cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.597478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ae959a0-0597-41c3-b0ec-5c79f8560cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.604196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ae959a0-0597-41c3-b0ec-5c79f8560cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:22.608896 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ae959a0-0597-41c3-b0ec-5c79f8560cad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3478cb6-95cd-4144-a4fc-40c3b3322a80 HTTP/1.1" status: 204 len: 168 time: 0.2326629 Jun 30 02:52:22.628795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae959a0-0597-41c3-b0ec-5c79f8560cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3478cb6-95cd-4144-a4fc-40c3b3322a80,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:22.641722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34614) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:22.791205 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e15d5769-b924-4075-aeac-09efa21417f0 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:22.981871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.036985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fccc8050-5b6f-41fc-b3a7-e5ce3b33293b no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:23.113601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: fccc8050-5b6f-41fc-b3a7-e5ce3b33293b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:23.114006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fccc8050-5b6f-41fc-b3a7-e5ce3b33293b not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:23.170397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e15d5769-b924-4075-aeac-09efa21417f0,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:23.211497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'e15d5769-b924-4075-aeac-09efa21417f0', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'port_id': 'e15d5769-b924-4075-aeac-09efa21417f0', 'mac_address': 'fa:16:3e:a7:ca:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:23.212707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-535a63c6-ba29-4bce-a7d6-7bdf629b5e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.268676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.281867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15d5769-b924-4075-aeac-09efa21417f0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:23.306977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e15d5769-b924-4075-aeac-09efa21417f0,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:23.314177 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.399021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=e15d5769-b924-4075-aeac-09efa21417f0,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:23.511235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941a26d-11f3-43d2-bd2c-d05a07e00636 req-1c30e187-c262-4ffd-a972-2fb443a556b7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:23.519328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6941a26d-11f3-43d2-bd2c-d05a07e00636 req-1c30e187-c262-4ffd-a972-2fb443a556b7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 943 time: 0.3933234 Jun 30 02:52:23.544754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['e15d5769-b924-4075-aeac-09efa21417f0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:23.671623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6941a26d-11f3-43d2-bd2c-d05a07e00636 req-76f21b6b-4c61-4e7b-be92-6151becae9a8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378355 Jun 30 02:52:23.769050 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-535a63c6-ba29-4bce-a7d6-7bdf629b5e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.829206 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-535a63c6-ba29-4bce-a7d6-7bdf629b5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:23.902993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-535a63c6-ba29-4bce-a7d6-7bdf629b5e06 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a79fc7c658f4291afd1dd81f365e988&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2602217 Jun 30 02:52:23.906402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:24.021352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34664) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:24.129364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a63c6-ba29-4bce-a7d6-7bdf629b5e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507b4138-a1bd-4ebd-a342-8ecc33b0c722,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:24.218110 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea6edefd-1f33-46b4-8d3d-3bda984b5817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.305018 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-542f3402-50aa-454f-83fe-efc36bf5ca92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.348036 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-255ab76e-28a3-45c3-b96d-f23e3fe0b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.400406 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-542f3402-50aa-454f-83fe-efc36bf5ca92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.411995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a167f5d-1d82-48f8-bfa3-3b17eb74a71f req-8e092da7-49b9-4287-83c4-8865c897283e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:24.437696 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a167f5d-1d82-48f8-bfa3-3b17eb74a71f req-8e092da7-49b9-4287-83c4-8865c897283e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 944 time: 0.2890372 Jun 30 02:52:24.440756 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea6edefd-1f33-46b4-8d3d-3bda984b5817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.448187 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ea6edefd-1f33-46b4-8d3d-3bda984b5817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.452518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:24.452999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.514913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6edefd-1f33-46b4-8d3d-3bda984b5817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa89a83-0b19-4600-8728-a693c1469634,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:24.522858 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ea6edefd-1f33-46b4-8d3d-3bda984b5817 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=060ede53773e48389f7a157840b84688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959757 Jun 30 02:52:24.523891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34674) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:24.556062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-268ab0b9-7757-4e9f-9b24-d2f0a4edfa86 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:24.557563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-268ab0b9-7757-4e9f-9b24-d2f0a4edfa86 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8&tenant_id=0910613b6f2a46bcb313d7be1951c0d9&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 944 time: 0.4306204 Jun 30 02:52:24.593665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8e04017-51ce-477b-9ff1-6fbb95583aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.619838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8e04017-51ce-477b-9ff1-6fbb95583aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.688919 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8e04017-51ce-477b-9ff1-6fbb95583aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.694387 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f8e04017-51ce-477b-9ff1-6fbb95583aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.696695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f8e04017-51ce-477b-9ff1-6fbb95583aa5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2aa89a83-0b19-4600-8728-a693c1469634 HTTP/1.1" status: 204 len: 168 time: 0.1693630 Jun 30 02:52:24.711866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e04017-51ce-477b-9ff1-6fbb95583aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa89a83-0b19-4600-8728-a693c1469634,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:24.804756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e15d5769-b924-4075-aeac-09efa21417f0 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:24.899640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port e15d5769-b924-4075-aeac-09efa21417f0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:24.909811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port e15d5769-b924-4075-aeac-09efa21417f0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:24.910475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:24.970660 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a167f5d-1d82-48f8-bfa3-3b17eb74a71f req-c5fd9bdb-7a7a-4463-87bd-90f2920d5477 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5318232 Jun 30 02:52:25.013405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] For port 0afa5c36-f0b9-4a51-a3ee-3eda435b7767, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0afa5c36-f0b9-4a51-a3ee-3eda435b7767,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:25.013781 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.018543 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-a960a275-343f-4f6d-b911-d9ac4bb438de service neutron] delete failed (client error): The resource could not be found. Jun 30 02:52:25.018543 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-a960a275-343f-4f6d-b911-d9ac4bb438de service neutron] 10.222.0.69 "DELETE /v2.0/ports/e15d5769-b924-4075-aeac-09efa21417f0/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.4433846 Jun 30 02:52:25.033752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:25.036181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-542f3402-50aa-454f-83fe-efc36bf5ca92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.038970 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-542f3402-50aa-454f-83fe-efc36bf5ca92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.042705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-542f3402-50aa-454f-83fe-efc36bf5ca92 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/507b4138-a1bd-4ebd-a342-8ecc33b0c722 HTTP/1.1" status: 204 len: 168 time: 1.1219013 Jun 30 02:52:25.061242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f3402-50aa-454f-83fe-efc36bf5ca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507b4138-a1bd-4ebd-a342-8ecc33b0c722,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:25.089922 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.126035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:25.129539 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7376e6c0-9adc-4167-81f7-b90393e86ced" -d '{"events": [{"server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "name": "network-vif-plugged", "status": "completed", "tag": "e15d5769-b924-4075-aeac-09efa21417f0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:25.154866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e15d5769-b924-4075-aeac-09efa21417f0,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:25.164537 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.211024 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e56bd2-4ee1-47eb-9236-1d96a6ea4401 x-openstack-request-id: req-45e56bd2-4ee1-47eb-9236-1d96a6ea4401 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:25.211314 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "name": "network-vif-plugged", "status": "completed", "tag": "e15d5769-b924-4075-aeac-09efa21417f0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:25.211744 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45e56bd2-4ee1-47eb-9236-1d96a6ea4401 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:25.212318 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0', 'code': 200} Jun 30 02:52:25.222352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-4aeae750-5ee2-4337-91ac-7430c3eca471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.223996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-4aeae750-5ee2-4337-91ac-7430c3eca471 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1253555 Jun 30 02:52:25.250231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=e15d5769-b924-4075-aeac-09efa21417f0,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:25.390457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-12a809cb-467f-4b73-9d13-ca7dd771537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.392575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-12a809cb-467f-4b73-9d13-ca7dd771537f service neutron] 10.222.0.69 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 897 time: 0.1617298 Jun 30 02:52:25.406980 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.478365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=0afa5c36-f0b9-4a51-a3ee-3eda435b7767,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:25.564940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-88fee0c2-8744-407a-b2be-52d32c357f46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 1001 time: 0.1663175 Jun 30 02:52:25.679863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34714) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:25.696990 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80c0db54-5b13-435e-aae2-1ffc373f2ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.775903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-e72b70e9-edd1-43d9-b351-67b70c8de8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.778044 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-e72b70e9-edd1-43d9-b351-67b70c8de8b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.2070055 Jun 30 02:52:25.820618 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80c0db54-5b13-435e-aae2-1ffc373f2ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.826451 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-80c0db54-5b13-435e-aae2-1ffc373f2ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.928370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:25.938499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34730) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:25.938705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-80c0db54-5b13-435e-aae2-1ffc373f2ab7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50d7ce0097974df78df85ab724c01499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568469 Jun 30 02:52:25.939953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0db54-5b13-435e-aae2-1ffc373f2ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c77c0e-7a7d-440c-b683-1524055d94a8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:25.993421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-fa9ca2b4-2d72-4fed-984f-f3e474a3cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.994951 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-fa9ca2b4-2d72-4fed-984f-f3e474a3cbf7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2102852 Jun 30 02:52:26.180115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5a10345-8360-47e0-a244-3aa0b5b68ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.253542 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5a10345-8360-47e0-a244-3aa0b5b68ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.268706 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-8e057bbc-1fb4-4869-b61a-b6aa683529dd service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390697 Jun 30 02:52:26.321317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599eb35-e327-42c2-812d-35e7d9f81207 req-aa03df9a-c99f-48fc-afc9-600aaf9b5317 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:26.325444 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d599eb35-e327-42c2-812d-35e7d9f81207 req-aa03df9a-c99f-48fc-afc9-600aaf9b5317 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1357749 Jun 30 02:52:26.384141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d599eb35-e327-42c2-812d-35e7d9f81207 req-ef11784f-85ec-4419-b0ca-9d04d3123676 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484664 Jun 30 02:52:26.520011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router cc820c8d-b674-4b26-b4da-dda056b2101d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:26.534169 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5a10345-8360-47e0-a244-3aa0b5b68ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.537680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5a10345-8360-47e0-a244-3aa0b5b68ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.538875 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d5a10345-8360-47e0-a244-3aa0b5b68ce6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2c77c0e-7a7d-440c-b683-1524055d94a8 HTTP/1.1" status: 204 len: 168 time: 0.5993669 Jun 30 02:52:26.571017 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fc295d7-96c7-4bcd-b1b0-7556c0a7b736 req-f511e08c-e7d8-45d1-a1e8-6dbede2dbad8 service neutron] 10.222.0.69 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601676 Jun 30 02:52:26.571763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a10345-8360-47e0-a244-3aa0b5b68ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c77c0e-7a7d-440c-b683-1524055d94a8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:26.750814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:26.756576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-06fed4a2-0f06-44e4-8a97-bd4d28e65b87 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "PUT /v2.0/routers/cc820c8d-b674-4b26-b4da-dda056b2101d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4862745 Jun 30 02:52:26.760218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34778) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:26.762281 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] Sync routers for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:26.783677 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:26.785100 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:26.822263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting subnet e125c8c8-b7e0-4008-948c-3034dbf3d702 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:52:26.827522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.878248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:26.911574 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:26.996048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d69a906e-845f-4cd7-b20b-e8200abdd70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.000446 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.028556 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.138069 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.181261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34786) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:27.196873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.199048 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/subnets/e125c8c8-b7e0-4008-948c-3034dbf3d702 HTTP/1.1" status: 204 len: 168 time: 0.4374921 Jun 30 02:52:27.200387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Subnet': ['ID=e125c8c8-b7e0-4008-948c-3034dbf3d702,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:27.202238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e0d59c-8881-4b38-a896-44826b8ef0c2 None None] Network 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:27.202978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:27.211308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0044c9f-fc5e-431d-a54a-7b95f8ea957d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.396685 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:52:25Z', 'revision_number': 7, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:27.403048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.404199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.404565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.404906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.406376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.406743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.407074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.411786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.411786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.411786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.411786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.411786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaa3a25-b083-468b-b8c8-820291d54608 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:27.461098 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.493557 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0044c9f-fc5e-431d-a54a-7b95f8ea957d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.514527 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0044c9f-fc5e-431d-a54a-7b95f8ea957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.524028 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] Checking router: cc820c8d-b674-4b26-b4da-dda056b2101d for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:27.575035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b151bb9-1991-4151-80b0-f64ddb685a9c None None] DHCP port deletion for 5dd333cf-d04c-4fea-b0a5-e2eb858ef353 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:52:27.576218 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] Routers {'cc820c8d-b674-4b26-b4da-dda056b2101d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:27.576915 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['cc820c8d-b674-4b26-b4da-dda056b2101d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:27.626262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f0044c9f-fc5e-431d-a54a-7b95f8ea957d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5dd209bc9be4e6c939d16d7a123c233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413574 Jun 30 02:52:27.632728 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:27.638682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0044c9f-fc5e-431d-a54a-7b95f8ea957d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8969a6-488e-4a69-931e-25537bc72fd3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:27.686089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b151bb9-1991-4151-80b0-f64ddb685a9c None None] Deleting port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:27.687330 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b151bb9-1991-4151-80b0-f64ddb685a9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.706582 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.788433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9b151bb9-1991-4151-80b0-f64ddb685a9c None None] For port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7aea2c7b-18b4-49f2-a89d-f357e3cf12f9,segment=NetworkSegment(85497136-6696-4aa5-90cd-643633c154e2),segment_id=85497136-6696-4aa5-90cd-643633c154e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:27.788761 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b151bb9-1991-4151-80b0-f64ddb685a9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.829288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b151bb9-1991-4151-80b0-f64ddb685a9c None None] Calling delete_port for 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:27.867170 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bf13c7c-72d3-428c-96cb-ea96660a5763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.916518 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bf13c7c-72d3-428c-96cb-ea96660a5763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.933085 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] Set router cc820c8d-b674-4b26-b4da-dda056b2101d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:27.946930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26182e-219d-4736-8303-e36bed02d741 req-a1b938af-87b1-46c3-8c55-fdb7d34b2881 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:27.949102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec26182e-219d-4736-8303-e36bed02d741 req-a1b938af-87b1-46c3-8c55-fdb7d34b2881 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.2132642 Jun 30 02:52:27.960052 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port b90ae0a6-bbbf-4e68-80ec-0585142c4974 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:27.960771 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.996113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:27.999334 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b151bb9-1991-4151-80b0-f64ddb685a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.042856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b151bb9-1991-4151-80b0-f64ddb685a9c None None] No DVR routers for this DVR port 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:28.069945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:28.073821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7aea2c7b-18b4-49f2-a89d-f357e3cf12f9 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:28.077040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b151bb9-1991-4151-80b0-f64ddb685a9c None None] Pushing event deleted for resources: {'Port': ['ID=7aea2c7b-18b4-49f2-a89d-f357e3cf12f9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:28.120158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec26182e-219d-4736-8303-e36bed02d741 req-2b913302-7c82-4268-a75d-e82bcfd64388 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643729 Jun 30 02:52:28.178105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bf13c7c-72d3-428c-96cb-ea96660a5763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.180804 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9bf13c7c-72d3-428c-96cb-ea96660a5763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.182606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:28.184021 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9bf13c7c-72d3-428c-96cb-ea96660a5763 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc8969a6-488e-4a69-931e-25537bc72fd3 HTTP/1.1" status: 204 len: 168 time: 0.5495205 Jun 30 02:52:28.218113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] For port b90ae0a6-bbbf-4e68-80ec-0585142c4974, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b90ae0a6-bbbf-4e68-80ec-0585142c4974,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:28.220132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.225310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf13c7c-72d3-428c-96cb-ea96660a5763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8969a6-488e-4a69-931e-25537bc72fd3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:28.244414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for b90ae0a6-bbbf-4e68-80ec-0585142c4974 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:28.271570 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.405703 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:52:25Z', 'revision_number': 7, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:28.428385 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f31c0c3a-914e-46eb-8bb1-f326bcda672b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7 HTTP/1.1" status: 200 len: 993 time: 0.2391272 Jun 30 02:52:28.451693 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e13e62-e79d-44d9-81c8-57815e834056 None None] The sync data for ids ['cc820c8d-b674-4b26-b4da-dda056b2101d'] in n-d-758944-39 is: [{'id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'name': 'tempest-TestNetworkBasicOps-router-999284824', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:30Z', 'updated_at': '2021-06-30T02:52:25Z', 'revision_number': 7, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': 'b90ae0a6-bbbf-4e68-80ec-0585142c4974', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc820c8d-b674-4b26-b4da-dda056b2101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:31Z', 'updated_at': '2021-06-30T02:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:28.629932 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.668232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=b90ae0a6-bbbf-4e68-80ec-0585142c4974,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:28.735457 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.869746 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.875488 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.967255 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.967844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Fanout notify agent at l3_agent the message router_deleted on router cc820c8d-b674-4b26-b4da-dda056b2101d {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:52:28.985331 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.988834 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f885faf9-b82b-4e81-af14-7a7ab2f2af65 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/routers/cc820c8d-b674-4b26-b4da-dda056b2101d HTTP/1.1" status: 204 len: 168 time: 1.7816091 Jun 30 02:52:28.989575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34874) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.005153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.118949 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.237414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf078572-ce3a-4320-9204-a52b185a1fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.247208 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.265889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd333cf-d04c-4fea-b0a5-e2eb858ef353']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.280858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85497136-6696-4aa5-90cd-643633c154e2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.281438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85497136-6696-4aa5-90cd-643633c154e2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.295783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.329347 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.339466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:52:29.340397 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:52:29.344436 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:52:29.390731 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf078572-ce3a-4320-9204-a52b185a1fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.396963 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf078572-ce3a-4320-9204-a52b185a1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.462523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bf078572-ce3a-4320-9204-a52b185a1fe2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15d32fe963194d16a8f110ec71d714ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560053 Jun 30 02:52:29.463538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf078572-ce3a-4320-9204-a52b185a1fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b9f79e-7a05-46d3-b6ca-90a81df5c08c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.465992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34894) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.517670 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.525273 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.542022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/networks/5dd333cf-d04c-4fea-b0a5-e2eb858ef353 HTTP/1.1" status: 204 len: 168 time: 0.5397944 Jun 30 02:52:29.558000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.559000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94642ac8-49c5-4bed-b289-fc76334adff5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Network': ['ID=5dd333cf-d04c-4fea-b0a5-e2eb858ef353,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.561274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68105ec0-0993-4db0-8909-019dc179bd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.568286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'network': {'name': 'tempest-network-smoke--1523874565', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:29.588058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34900) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.624522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68105ec0-0993-4db0-8909-019dc179bd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.632977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Made reservation on behalf of 23f0074276e74751a7dfe3b0670d094b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:29.637290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.716038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:52:29.720920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-609183579-network', 'tenant_id': 'caba11bd1c5743cea80c7cba8230ec37'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:29.745705 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.746067 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Added segment 3b560919-2a6d-4a59-b02e-74bbc99d57f6 of type vlan for network fde797e2-c268-4a95-917a-e7e76e87e53f Jun 30 02:52:29.749420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Made reservation on behalf of caba11bd1c5743cea80c7cba8230ec37 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:29.753053 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.769882 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.807913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68105ec0-0993-4db0-8909-019dc179bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.810401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68105ec0-0993-4db0-8909-019dc179bd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.811591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68105ec0-0993-4db0-8909-019dc179bd59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06b9f79e-7a05-46d3-b6ca-90a81df5c08c HTTP/1.1" status: 204 len: 168 time: 0.3445065 Jun 30 02:52:29.817015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.829267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68105ec0-0993-4db0-8909-019dc179bd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b9f79e-7a05-46d3-b6ca-90a81df5c08c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.870892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.880824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:29.883036 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.903787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b90ae0a6-bbbf-4e68-80ec-0585142c4974 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:29.944466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b90ae0a6-bbbf-4e68-80ec-0585142c4974 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:29.945573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b90ae0a6-bbbf-4e68-80ec-0585142c4974 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:29.946052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:29.989552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:29.989898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0afa5c36-f0b9-4a51-a3ee-3eda435b7767 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:29.996752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.001977 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.011384 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4502437 Jun 30 02:52:30.016060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:30.019304 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f09add-1d4f-4623-b5ec-e8f5032aa751 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Network': ['ID=fde797e2-c268-4a95-917a-e7e76e87e53f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.032197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'admin_state_up': True, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:30.038628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network fde797e2-c268-4a95-917a-e7e76e87e53f details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:52:30.110181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:52:30.132752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fcd477-4d0e-419b-ac5c-6c5469c0a693,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.140618 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.153671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.154137 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Added segment 4778e8b8-6b2c-4180-a7a1-4acd3097c69f of type vlan for network 90696c74-2f79-44ab-a6db-64edc19dc9e3 Jun 30 02:52:30.167056 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.168621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.217699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.272069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.327600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34916) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:30.341846 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba315a2-0573-4743-b513-44221a0a0f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.357124 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.358134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:30.358739 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.485093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba315a2-0573-4743-b513-44221a0a0f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.492694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5ba315a2-0573-4743-b513-44221a0a0f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.506620 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.526378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:30.526591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9371095 Jun 30 02:52:30.546877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Request body: {'subnet': {'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-609183579-subnet', 'tenant_id': 'caba11bd1c5743cea80c7cba8230ec37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:30.560402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5ba315a2-0573-4743-b513-44221a0a0f9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61595c02775c4953ab102d61effd25ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314742 Jun 30 02:52:30.563752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba315a2-0573-4743-b513-44221a0a0f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0f91b7-5734-45b4-9cd4-bda412a3422e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.572077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 34922) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:30.596011 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Made reservation on behalf of caba11bd1c5743cea80c7cba8230ec37 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:30.599011 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.827530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.875259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b484a84-10b5-4852-9544-3f6762cb72d7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.877963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163ade3-c2e1-4002-8354-5fc5c78782bd admin admin] Pushing event updated for resources: {'Network': ['ID=90696c74-2f79-44ab-a6db-64edc19dc9e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.894759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 90696c74-2f79-44ab-a6db-64edc19dc9e3 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:52:30.942527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Checking segment: {'id': '4778e8b8-6b2c-4180-a7a1-4acd3097c69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:30.942919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Network hostable DHCP agents. Network: 90696c74-2f79-44ab-a6db-64edc19dc9e3, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:52:30.961381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43047f42-09de-43dc-b074-b78c35b30438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.963210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Network 90696c74-2f79-44ab-a6db-64edc19dc9e3 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:52:30.974849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 90696c74-2f79-44ab-a6db-64edc19dc9e3) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:30.988713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:30.989952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.991352 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43047f42-09de-43dc-b074-b78c35b30438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.008807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b835ec96-ae65-4f4a-8219-24e555f55c68 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4772274 Jun 30 02:52:31.016378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab51aead-6e40-4add-818b-1af535e107a6 None None] Network 90696c74-2f79-44ab-a6db-64edc19dc9e3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:31.206543 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.208314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43047f42-09de-43dc-b074-b78c35b30438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.210704 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43047f42-09de-43dc-b074-b78c35b30438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.220160 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-43047f42-09de-43dc-b074-b78c35b30438 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa0f91b7-5734-45b4-9cd4-bda412a3422e HTTP/1.1" status: 204 len: 168 time: 0.6454144 Jun 30 02:52:31.237174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5857ca95-486d-456f-a926-a8e516b6f191 None None] Network 90696c74-2f79-44ab-a6db-64edc19dc9e3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:31.272492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.276050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43047f42-09de-43dc-b074-b78c35b30438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0f91b7-5734-45b4-9cd4-bda412a3422e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.674195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Allocated IP 172.25.7.34 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/07fcfd0e-4e71-46b4-9598-538676002647) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:31.949089 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.993848 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.055816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:32.063364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:32.067482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:32.124540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=07fcfd0e-4e71-46b4-9598-538676002647,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:32.140088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.140478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.140786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.141122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.141637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.142194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.142781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.143286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.143764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.144242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.144730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.145450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:32.495498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.796326 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.991743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router 2445ca43-72b9-4168-98a0-24697b9db06b is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:52:33.154693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:33.167363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Sync routers for ids ['2445ca43-72b9-4168-98a0-24697b9db06b'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:33.179248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Routers {'2445ca43-72b9-4168-98a0-24697b9db06b'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:33.182172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2445ca43-72b9-4168-98a0-24697b9db06b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:33.187251 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.191211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-45a248d0-83b6-4c33-9c43-234c82ed58cd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1680980 Jun 30 02:52:33.191807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 34998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:33.248523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7dd57616-ad6d-4598-a469-6bd4c53eecf6 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=23f0074276e74751a7dfe3b0670d094b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544186 Jun 30 02:52:33.251654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:33.300224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:33.524068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e0d03c-97e5-4ba4-a22e-a7ef8b95f706 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:33.529670 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-36e0d03c-97e5-4ba4-a22e-a7ef8b95f706 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2764068 Jun 30 02:52:33.531322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35026) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:33.595979 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-990bd2ab-0347-42ae-a92f-c84b8066b161 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606647 Jun 30 02:52:33.596329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:33.603944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-55713692', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:33.669183 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-ed47d05d-1ee2-4264-a933-cf009c4970e4 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:33.673069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-ed47d05d-1ee2-4264-a933-cf009c4970e4 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/networks?id=90696c74-2f79-44ab-a6db-64edc19dc9e3 HTTP/1.1" status: 200 len: 808 time: 0.3142371 Jun 30 02:52:33.701632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-eac4cd86-6631-4504-8318-dc102067ba80 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/quotas/caba11bd1c5743cea80c7cba8230ec37 HTTP/1.1" status: 200 len: 375 time: 0.0207164 Jun 30 02:52:33.749783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Set router 2445ca43-72b9-4168-98a0-24697b9db06b gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:33.824088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Made reservation on behalf of 23f0074276e74751a7dfe3b0670d094b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:33.825866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-f5237ee0-9905-4359-a025-3eb9b813f625 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=caba11bd1c5743cea80c7cba8230ec37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1165378 Jun 30 02:52:33.830454 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.996388 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8a9df-9179-4be5-9544-08b03c73f2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.000019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-4e729dbb-112c-4b50-b3dc-beda4e8f22c2 service neutron] 10.222.0.55 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585753 Jun 30 02:52:34.032199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:32Z', 'revision_number': 3, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:34.075991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Checking router: 2445ca43-72b9-4168-98a0-24697b9db06b for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:34.076988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Updating router 2445ca43-72b9-4168-98a0-24697b9db06b port 07fcfd0e-4e71-46b4-9598-538676002647 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:52:34.131589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.151235 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-462be7cd-1913-4c23-b8c0-8a38afa8127a service neutron] 10.222.0.55 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389716 Jun 30 02:52:34.199345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.236556 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8a9df-9179-4be5-9544-08b03c73f2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.243093 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b8a9df-9179-4be5-9544-08b03c73f2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.293972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Subnet': ['ID=e2c12c6a-33d9-4a23-ab15-4b421e33ec06,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:34.303951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Checking segment: {'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:34.304453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network hostable DHCP agents. Network: fde797e2-c268-4a95-917a-e7e76e87e53f, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:52:34.315925 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-88b8a9df-9179-4be5-9544-08b03c73f2e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5167f09921c74a3ea43fa564d99e8c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0141141 Jun 30 02:52:34.317400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8a9df-9179-4be5-9544-08b03c73f2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9040fc-e70a-499c-8f59-1bec731ca044,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:34.321940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:34.354678 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network fde797e2-c268-4a95-917a-e7e76e87e53f is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:52:34.378310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, fde797e2-c268-4a95-917a-e7e76e87e53f) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:34.386935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:34.391465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded44b54-a8f0-4c9b-b04c-3d3f7c12b279 None None] Network fde797e2-c268-4a95-917a-e7e76e87e53f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:34.394795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.410011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdb16786-374c-4d03-bcbb-3376e0c017dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.437556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:34.438620 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fd340867-8652-4017-9f55-f688661ca1ce tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8403611 Jun 30 02:52:34.538761 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bf1087f4-90c3-4ba3-8108-20e92310005c req-9672ec50-9a8b-4e54-88ef-2628e1ef7d9f tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 210 time: 0.0459526 Jun 30 02:52:34.576375 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdb16786-374c-4d03-bcbb-3376e0c017dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.743328 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdb16786-374c-4d03-bcbb-3376e0c017dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.746284 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fdb16786-374c-4d03-bcbb-3376e0c017dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.747625 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fdb16786-374c-4d03-bcbb-3376e0c017dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f9040fc-e70a-499c-8f59-1bec731ca044 HTTP/1.1" status: 204 len: 168 time: 0.4241576 Jun 30 02:52:34.779628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb16786-374c-4d03-bcbb-3376e0c017dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9040fc-e70a-499c-8f59-1bec731ca044,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:34.814873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-fde797e2-c268-4a95-917a-e7e76e87e53f', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:52:34.815728 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.828995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:34.979390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Transition to ACTIVE for port object 07fcfd0e-4e71-46b4-9598-538676002647 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:34.981786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Allocated IP 172.20.0.2 (fde797e2-c268-4a95-917a-e7e76e87e53f/e2c12c6a-33d9-4a23-ab15-4b421e33ec06/b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:34.996531 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.227074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Attempting to bind port 07fcfd0e-4e71-46b4-9598-538676002647 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:35.227538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Attempting to bind port 07fcfd0e-4e71-46b4-9598-538676002647 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:35.228491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Attempting to bind port 07fcfd0e-4e71-46b4-9598-538676002647 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:35.237123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b76113-140a-4a91-b65d-3718ccc6629a None None] Pushing event updated for resources: {'Port': ['ID=07fcfd0e-4e71-46b4-9598-538676002647,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:35.252176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:35.252789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:35.253353 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.254008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:35.254703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Bound port: 07fcfd0e-4e71-46b4-9598-538676002647, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:35.255397 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.309434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.435623 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.449273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Transition to ACTIVE for port object b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:35.488032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Transition to ACTIVE for port object b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:35.492665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] For port 07fcfd0e-4e71-46b4-9598-538676002647, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:35.496499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] For port 07fcfd0e-4e71-46b4-9598-538676002647, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=07fcfd0e-4e71-46b4-9598-538676002647,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:35.499997 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.513510 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.617204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Network fde797e2-c268-4a95-917a-e7e76e87e53f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:35.633405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:35.642039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:35.650369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Pushing event updated for resources: {'Port': ['ID=b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:35.662399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Routers {'2445ca43-72b9-4168-98a0-24697b9db06b'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:35.663376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2445ca43-72b9-4168-98a0-24697b9db06b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:35.739182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cdbaa12-2025-4791-9355-348155043c2d req-d0f5c211-6569-497c-8097-d9c111c449be tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 210 time: 0.0609517 Jun 30 02:52:35.809580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Allocated IP 172.20.0.1 (fde797e2-c268-4a95-917a-e7e76e87e53f/e2c12c6a-33d9-4a23-ab15-4b421e33ec06/a933c3e9-c26c-4161-a4ac-1fc29ef48ffc) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:35.840843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Attempting to bind port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:35.841572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Attempting to bind port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:35.841709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Attempting to bind port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd on network fde797e2-c268-4a95-917a-e7e76e87e53f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:35.858227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:35.858607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Checking segment: {'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:35.858955 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.859656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Bound using segment: {'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:35.860303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Bound port: b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:35.861007 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.009661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b76113-140a-4a91-b65d-3718ccc6629a None None] Pushing event updated for resources: {'Port': ['ID=07fcfd0e-4e71-46b4-9598-538676002647,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:36.023743 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.057235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Transition to ACTIVE for port object a933c3e9-c26c-4161-a4ac-1fc29ef48ffc will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:36.095146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] Set router 2445ca43-72b9-4168-98a0-24697b9db06b gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:36.105359 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.175902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network fde797e2-c268-4a95-917a-e7e76e87e53f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:36.183048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:36.213955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:36.289346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=a933c3e9-c26c-4161-a4ac-1fc29ef48ffc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:36.294972 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.306631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] For port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:36.349016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] For port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:36.361752 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.540193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a552e5-c0d0-4406-89f3-2b45550b9635 None None] Pushing event updated for resources: {'Port': ['ID=b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:36.771793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:32Z', 'revision_number': 3, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:36.862088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff06a3-0fd5-418a-9d5f-002423e2ae08 None None] The sync data for ids ['2445ca43-72b9-4168-98a0-24697b9db06b'] in n-d-758944-39 is: [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:32Z', 'revision_number': 3, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:37.175447 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa4eca36-e05c-4655-b9e3-f4662fa69e60 req-b7fdf3b7-bb9f-43df-a2a2-1fcc5c9a8924 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 210 time: 0.0970945 Jun 30 02:52:37.352583 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.751092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-f1f7361f-917b-4aa8-ab20-7efdf154d364 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.752671 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-f1f7361f-917b-4aa8-ab20-7efdf154d364 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.69 "GET /v2.0/networks?id=90696c74-2f79-44ab-a6db-64edc19dc9e3 HTTP/1.1" status: 200 len: 808 time: 1.2075646 Jun 30 02:52:37.765449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Request body: {'port': {'device_id': 'dad94897-8e8f-4590-93cb-f673d3963969', 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3', 'admin_state_up': True, 'tenant_id': 'caba11bd1c5743cea80c7cba8230ec37'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:37.984800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:38.103365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:38.108106 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 07fcfd0e-4e71-46b4-9598-538676002647 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:38.260118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 07fcfd0e-4e71-46b4-9598-538676002647 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:38.265838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 07fcfd0e-4e71-46b4-9598-538676002647 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:38.266573 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.454999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Made reservation on behalf of caba11bd1c5743cea80c7cba8230ec37 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:38.458960 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.461660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.486480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 07fcfd0e-4e71-46b4-9598-538676002647, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=07fcfd0e-4e71-46b4-9598-538676002647,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:38.491913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23308f8-fc40-4209-8e87-368dd319d492 None None] Network fde797e2-c268-4a95-917a-e7e76e87e53f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:52:38.496536 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.604626 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.629727 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa74446a-6838-45df-987f-720fb59938ec req-6de737cd-c7c2-4d0e-b5c9-132f271de493 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 210 time: 0.0572593 Jun 30 02:52:38.665548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.707999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90325432-eeb0-4621-ad15-4492fce42869 None None] Provisioning for port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:38.749619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-90325432-eeb0-4621-ad15-4492fce42869 None None] Provisioning complete for port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:38.750014 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90325432-eeb0-4621-ad15-4492fce42869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.783797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=07fcfd0e-4e71-46b4-9598-538676002647,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:38.840106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=a933c3e9-c26c-4161-a4ac-1fc29ef48ffc,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:38.858804 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.904657 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90325432-eeb0-4621-ad15-4492fce42869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.934202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Allocated IP 172.20.0.10 (90696c74-2f79-44ab-a6db-64edc19dc9e3/4b484a84-10b5-4852-9544-3f6762cb72d7/3895ee32-2d34-47e6-aac9-681de76eaadf) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:38.950612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-90325432-eeb0-4621-ad15-4492fce42869 None None] For port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:38.956744 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90325432-eeb0-4621-ad15-4492fce42869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.033595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90325432-eeb0-4621-ad15-4492fce42869 None None] Pushing event updated for resources: {'Port': ['ID=b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:39.090076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network fde797e2-c268-4a95-917a-e7e76e87e53f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:39.095356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:39.223370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.258403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router 2445ca43-72b9-4168-98a0-24697b9db06b has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:39.295836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2fb2d882-8c5e-4841-9cbc-cb26cb22db80 None None] Provisioning for port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:39.297697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2fb2d882-8c5e-4841-9cbc-cb26cb22db80 None None] Provisioning complete for port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:39.298095 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d882-8c5e-4841-9cbc-cb26cb22db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.384585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2d882-8c5e-4841-9cbc-cb26cb22db80 None None] Port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:39.396911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2fb2d882-8c5e-4841-9cbc-cb26cb22db80 None None] Provisioning complete for port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:39.397344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d882-8c5e-4841-9cbc-cb26cb22db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.464822 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.556478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Pushing event updated for resources: {'Port': ['ID=3895ee32-2d34-47e6-aac9-681de76eaadf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:39.603145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Network 90696c74-2f79-44ab-a6db-64edc19dc9e3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:39.605906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:39.613455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:39.674882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:39.699591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-af6c1d8c-3e63-4663-8799-1b5da82493b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "PUT /v2.0/routers/2445ca43-72b9-4168-98a0-24697b9db06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2609231 Jun 30 02:52:39.702126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:39.723885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-42fd6251-6eb9-4373-83a6-20051f509d74 None None] Provisioning complete for port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:39.726434 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42fd6251-6eb9-4373-83a6-20051f509d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.749000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.749616 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.824664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-42fd6251-6eb9-4373-83a6-20051f509d74 None None] Port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:39.840272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-b98b1a3f-7d33-4c95-9084-e0f549bb7aab tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0788271 Jun 30 02:52:39.865925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Request body: {'port': {'device_id': 'dad94897-8e8f-4590-93cb-f673d3963969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:39.928646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:40.140300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:40.142527 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.144216 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.160161 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Sync routers for ids ['2445ca43-72b9-4168-98a0-24697b9db06b'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:40.185558 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Routers {'2445ca43-72b9-4168-98a0-24697b9db06b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:40.186542 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2445ca43-72b9-4168-98a0-24697b9db06b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:40.327410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 07fcfd0e-4e71-46b4-9598-538676002647 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:40.401457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0241893a-6386-4db6-96db-55dd2a4ce01e None None] Provisioning complete for port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:40.405630 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0241893a-6386-4db6-96db-55dd2a4ce01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.495729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0241893a-6386-4db6-96db-55dd2a4ce01e None None] Port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:40.524710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 07fcfd0e-4e71-46b4-9598-538676002647 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:40.525311 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.596872 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Set router 2445ca43-72b9-4168-98a0-24697b9db06b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:40.765561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3895ee32-2d34-47e6-aac9-681de76eaadf {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:40.779793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543e0c9-883a-4cbd-9d91-6de9746fadeb req-14fc7f9e-d270-4a44-b7f3-33d7d74456e6 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.782457 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8543e0c9-883a-4cbd-9d91-6de9746fadeb req-14fc7f9e-d270-4a44-b7f3-33d7d74456e6 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 932 time: 0.1902173 Jun 30 02:52:40.784549 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.784791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b39f6-8407-4a2d-ba40-4de08f605dbf tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.785421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b39f6-8407-4a2d-ba40-4de08f605dbf tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.786282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b39f6-8407-4a2d-ba40-4de08f605dbf tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.786992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b39f6-8407-4a2d-ba40-4de08f605dbf tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.788042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b39f6-8407-4a2d-ba40-4de08f605dbf tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.789267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b39f6-8407-4a2d-ba40-4de08f605dbf tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.790050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b39f6-8407-4a2d-ba40-4de08f605dbf tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.792432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-772b39f6-8407-4a2d-ba40-4de08f605dbf tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4965 time: 1.0893176 Jun 30 02:52:40.795084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35208) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:40.813674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Transition to ACTIVE for port object 3895ee32-2d34-47e6-aac9-681de76eaadf will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:40.818596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:40.954391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71aba9-805e-43a7-8f45-ee9d712072b7 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.959980 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71aba9-805e-43a7-8f45-ee9d712072b7 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.960514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71aba9-805e-43a7-8f45-ee9d712072b7 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.961137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71aba9-805e-43a7-8f45-ee9d712072b7 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.961606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71aba9-805e-43a7-8f45-ee9d712072b7 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.962067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71aba9-805e-43a7-8f45-ee9d712072b7 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.964420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71aba9-805e-43a7-8f45-ee9d712072b7 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.970680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Pushing event updated for resources: {'Port': ['ID=3895ee32-2d34-47e6-aac9-681de76eaadf,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:40.973534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0e71aba9-805e-43a7-8f45-ee9d712072b7 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4623 time: 0.1750197 Jun 30 02:52:40.974413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35214) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:41.103599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Attempting to bind port 3895ee32-2d34-47e6-aac9-681de76eaadf on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:41.103599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Attempting to bind port 3895ee32-2d34-47e6-aac9-681de76eaadf by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '4778e8b8-6b2c-4180-a7a1-4acd3097c69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:41.103817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Attempting to bind port 3895ee32-2d34-47e6-aac9-681de76eaadf on network 90696c74-2f79-44ab-a6db-64edc19dc9e3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:41.113653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Port 3895ee32-2d34-47e6-aac9-681de76eaadf on network 90696c74-2f79-44ab-a6db-64edc19dc9e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:41.115294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Attempting to bind port 3895ee32-2d34-47e6-aac9-681de76eaadf on network 90696c74-2f79-44ab-a6db-64edc19dc9e3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:41.122613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8543e0c9-883a-4cbd-9d91-6de9746fadeb req-e4c904ab-0448-4f60-b9ee-c5b007c64b8c tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288627 Jun 30 02:52:41.127696 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:36Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a933c3e9-c26c-4161-a4ac-1fc29ef48ffc', 'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:f7:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:35Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 2, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:41.128489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:41.128908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Checking segment: {'id': '4778e8b8-6b2c-4180-a7a1-4acd3097c69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:41.130958 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Bound using segment: {'id': '4778e8b8-6b2c-4180-a7a1-4acd3097c69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:41.133891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Bound port: 3895ee32-2d34-47e6-aac9-681de76eaadf, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4778e8b8-6b2c-4180-a7a1-4acd3097c69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:41.134494 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.198664 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Checking router: 2445ca43-72b9-4168-98a0-24697b9db06b for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:41.200079 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Updating router 2445ca43-72b9-4168-98a0-24697b9db06b port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:52:41.243729 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.269575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] For port 3895ee32-2d34-47e6-aac9-681de76eaadf, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:41.282916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] For port 3895ee32-2d34-47e6-aac9-681de76eaadf, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3895ee32-2d34-47e6-aac9-681de76eaadf,segment=NetworkSegment(4778e8b8-6b2c-4180-a7a1-4acd3097c69f),segment_id=4778e8b8-6b2c-4180-a7a1-4acd3097c69f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:41.291159 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.365928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:41.366930 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.368691 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] 10.222.0.69 "PUT /v2.0/ports/3895ee32-2d34-47e6-aac9-681de76eaadf HTTP/1.1" status: 200 len: 1093 time: 1.5153275 Jun 30 02:52:41.369341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad94897-8e8f-4590-93cb-f673d3963969', 'tag': '3895ee32-2d34-47e6-aac9-681de76eaadf'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:41.372044 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4637ed-bd13-4b53-b306-f772e7bf51ea" -d '{"events": [{"name": "network-changed", "server_uuid": "dad94897-8e8f-4590-93cb-f673d3963969", "tag": "3895ee32-2d34-47e6-aac9-681de76eaadf"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:41.489139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39281316-8047-4e2c-8271-0894364a0a8b service neutron] Pushing event updated for resources: {'Port': ['ID=3895ee32-2d34-47e6-aac9-681de76eaadf,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:41.531849 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d08efa1-3411-4e0b-8f37-d47e879b9844 x-openstack-request-id: req-9d08efa1-3411-4e0b-8f37-d47e879b9844 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:41.532070 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad94897-8e8f-4590-93cb-f673d3963969", "tag": "3895ee32-2d34-47e6-aac9-681de76eaadf", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:41.532323 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d08efa1-3411-4e0b-8f37-d47e879b9844 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:41.532784 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad94897-8e8f-4590-93cb-f673d3963969', 'tag': '3895ee32-2d34-47e6-aac9-681de76eaadf', 'status': 'completed', 'code': 200} Jun 30 02:52:41.586254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-6568ca3e-29ee-4dce-af0c-16da14cdb4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:41.589143 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-6568ca3e-29ee-4dce-af0c-16da14cdb4e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=caba11bd1c5743cea80c7cba8230ec37&device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 1096 time: 0.1412587 Jun 30 02:52:41.617745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7acb8202-9507-43f5-a112-b3d0ec6ef369 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.6294954 Jun 30 02:52:41.683460 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-8b0c9628-fac0-4aac-8a2d-51d929c08dc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3895ee32-2d34-47e6-aac9-681de76eaadf HTTP/1.1" status: 200 len: 217 time: 0.0867217 Jun 30 02:52:41.690468 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.710126 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Transition to ACTIVE for port object a933c3e9-c26c-4161-a4ac-1fc29ef48ffc will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:41.719780 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.772157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-308f5940-bedd-428c-9d63-d8b448debbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:41.777685 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-308f5940-bedd-428c-9d63-d8b448debbbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b484a84-10b5-4852-9544-3f6762cb72d7 HTTP/1.1" status: 200 len: 848 time: 0.0884998 Jun 30 02:52:41.849765 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-e0e732a4-ff4a-4314-a500-bfe6596578b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90696c74-2f79-44ab-a6db-64edc19dc9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655568 Jun 30 02:52:41.905808 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Attempting to bind port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:41.906325 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Attempting to bind port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:41.906818 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Attempting to bind port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc on network fde797e2-c268-4a95-917a-e7e76e87e53f {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:41.910141 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Pushing event updated for resources: {'Port': ['ID=a933c3e9-c26c-4161-a4ac-1fc29ef48ffc,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:41.934058 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.935031 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.935487 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.935921 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.936346 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.936771 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.937270 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.937707 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.938130 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.938544 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.938993 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.939409 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:41.971629 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:41.972418 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Checking segment: {'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:41.972996 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:41.975183 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Bound using segment: {'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:41.975827 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Bound port: a933c3e9-c26c-4161-a4ac-1fc29ef48ffc, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:41.976391 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.013615 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-f1f3f9d3-6465-479f-b375-dfb0b7aeb87f service neutron] 10.222.0.69 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567211 Jun 30 02:52:42.140842 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:42.148561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-992b3f0b-cd80-4115-99c0-0a6e14426b28 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1597716164', 'description': 'tempest-secgroup-smoke-1597716164 description', 'project_id': '23f0074276e74751a7dfe3b0670d094b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:42.172218 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] For port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:42.186679 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] For port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a933c3e9-c26c-4161-a4ac-1fc29ef48ffc,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:42.191005 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992b3f0b-cd80-4115-99c0-0a6e14426b28 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.197960 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.287708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1312f797-8db1-4791-93c8-aefd586c3d5f req-25076607-ae05-45c2-85ea-5382ec5523e8 service neutron] 10.222.0.69 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669611 Jun 30 02:52:42.405590 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Routers {'2445ca43-72b9-4168-98a0-24697b9db06b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:42.406256 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2445ca43-72b9-4168-98a0-24697b9db06b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:42.640419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4637ed-bd13-4b53-b306-f772e7bf51ea req-8f67fc72-8fb7-467d-a5ea-af95b2a63ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:42.645696 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:52:42.645929 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff4637ed-bd13-4b53-b306-f772e7bf51ea req-8f67fc72-8fb7-467d-a5ea-af95b2a63ad4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=caba11bd1c5743cea80c7cba8230ec37&device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 1096 time: 0.2273545 Jun 30 02:52:42.654627 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd26c1-4e95-414a-9d69-5110a70a4916 None None] Pushing event updated for resources: {'Port': ['ID=a933c3e9-c26c-4161-a4ac-1fc29ef48ffc,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:42.655174 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992b3f0b-cd80-4115-99c0-0a6e14426b28 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.680744 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992b3f0b-cd80-4115-99c0-0a6e14426b28 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.741871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-992b3f0b-cd80-4115-99c0-0a6e14426b28 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.743396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-992b3f0b-cd80-4115-99c0-0a6e14426b28 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6008017 Jun 30 02:52:42.750998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:42.762180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3351cfd7-44a2-46e8-aeb8-52e681831df3 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': '004b7345-691f-46c5-811f-19a67cdedcbb', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:42.766187 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] Set router 2445ca43-72b9-4168-98a0-24697b9db06b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:42.797844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116a560-bbf8-478b-98a6-b494719de461 req-b374a636-e514-4228-a54c-952b9c40576d tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:42.806813 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3116a560-bbf8-478b-98a6-b494719de461 req-b374a636-e514-4228-a54c-952b9c40576d tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 944 time: 0.3781083 Jun 30 02:52:42.830449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b3f0b-cd80-4115-99c0-0a6e14426b28 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004b7345-691f-46c5-811f-19a67cdedcbb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:42.879293 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3351cfd7-44a2-46e8-aeb8-52e681831df3 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.943726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3116a560-bbf8-478b-98a6-b494719de461 req-8449fe42-40f4-4aea-a69a-63bcb667e171 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348808 Jun 30 02:52:42.960966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4637ed-bd13-4b53-b306-f772e7bf51ea req-04eb6e1c-1eef-4a1b-9038-9b46e2586666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:42.964726 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff4637ed-bd13-4b53-b306-f772e7bf51ea req-04eb6e1c-1eef-4a1b-9038-9b46e2586666 service neutron] 10.222.0.69 "GET /v2.0/networks?id=90696c74-2f79-44ab-a6db-64edc19dc9e3 HTTP/1.1" status: 200 len: 909 time: 0.3101451 Jun 30 02:52:43.035540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff4637ed-bd13-4b53-b306-f772e7bf51ea req-146782e1-eddc-4d58-8015-35fc02c0ef88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3895ee32-2d34-47e6-aac9-681de76eaadf HTTP/1.1" status: 200 len: 217 time: 0.0611751 Jun 30 02:52:43.061904 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3351cfd7-44a2-46e8-aeb8-52e681831df3 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.067290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3351cfd7-44a2-46e8-aeb8-52e681831df3 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.097763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351cfd7-44a2-46e8-aeb8-52e681831df3 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1357558e-7d12-4c38-acec-4cbb75ebaceb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:43.147261 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3351cfd7-44a2-46e8-aeb8-52e681831df3 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.150959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3351cfd7-44a2-46e8-aeb8-52e681831df3 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905623 Jun 30 02:52:43.151112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4637ed-bd13-4b53-b306-f772e7bf51ea req-4fa91bf6-1cee-4d05-bfcd-97cc8031944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:43.151112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff4637ed-bd13-4b53-b306-f772e7bf51ea req-4fa91bf6-1cee-4d05-bfcd-97cc8031944e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b484a84-10b5-4852-9544-3f6762cb72d7 HTTP/1.1" status: 200 len: 848 time: 0.1116817 Jun 30 02:52:43.151653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35264) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:43.158377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6b309de0-d65f-43cd-be3b-83177fc48334 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': '004b7345-691f-46c5-811f-19a67cdedcbb', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:43.225198 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff4637ed-bd13-4b53-b306-f772e7bf51ea req-6ebb10ad-c3af-4f1e-bffb-79fc8e897ea6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90696c74-2f79-44ab-a6db-64edc19dc9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555873 Jun 30 02:52:43.292134 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b309de0-d65f-43cd-be3b-83177fc48334 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.317202 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:36Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a933c3e9-c26c-4161-a4ac-1fc29ef48ffc', 'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:f7:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:35Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:43.351877 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c1adc5-b838-41ba-8563-d14c574ae75b None None] The sync data for ids ['2445ca43-72b9-4168-98a0-24697b9db06b'] in n-d-758944-39 is: [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:36Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a933c3e9-c26c-4161-a4ac-1fc29ef48ffc', 'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:f7:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:35Z', 'updated_at': '2021-06-30T02:52:42Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:43.381703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b309de0-d65f-43cd-be3b-83177fc48334 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.385708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff4637ed-bd13-4b53-b306-f772e7bf51ea req-f656f4f4-37b1-4cd2-a297-3ae34188e0c5 service neutron] 10.222.0.69 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524613 Jun 30 02:52:43.387400 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b309de0-d65f-43cd-be3b-83177fc48334 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.524557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b309de0-d65f-43cd-be3b-83177fc48334 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67520313-dc89-4275-9e21-ff69811f55e4,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:43.532910 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b309de0-d65f-43cd-be3b-83177fc48334 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.539788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35272) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:43.544619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-69d6dbbd-8079-4ebe-9e5f-2b7e11710e80 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': '004b7345-691f-46c5-811f-19a67cdedcbb', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:43.550108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6b309de0-d65f-43cd-be3b-83177fc48334 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3973126 Jun 30 02:52:43.623027 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d6dbbd-8079-4ebe-9e5f-2b7e11710e80 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.669032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff4637ed-bd13-4b53-b306-f772e7bf51ea req-b4b307ef-aadc-456d-8f05-84e8592f5ef3 service neutron] 10.222.0.69 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739000 Jun 30 02:52:43.820917 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d6dbbd-8079-4ebe-9e5f-2b7e11710e80 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.839104 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d6dbbd-8079-4ebe-9e5f-2b7e11710e80 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.893121 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69d6dbbd-8079-4ebe-9e5f-2b7e11710e80 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.894611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-69d6dbbd-8079-4ebe-9e5f-2b7e11710e80 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3537657 Jun 30 02:52:43.898146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:43.898515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6dbbd-8079-4ebe-9e5f-2b7e11710e80 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4aa65bf-53de-4a91-8f15-978c60671959,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:43.903389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5eacf3f6-cdac-4836-967b-7815aea39d44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': '004b7345-691f-46c5-811f-19a67cdedcbb', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:44.031648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a933c3e9-c26c-4161-a4ac-1fc29ef48ffc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:44.032249 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5eacf3f6-cdac-4836-967b-7815aea39d44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.164912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:44.179794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:44.180302 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.231876 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5eacf3f6-cdac-4836-967b-7815aea39d44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.239436 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5eacf3f6-cdac-4836-967b-7815aea39d44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.308988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacf3f6-cdac-4836-967b-7815aea39d44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6f35c6-3888-4ebd-96df-e719d3136d22,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:44.318039 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5eacf3f6-cdac-4836-967b-7815aea39d44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.321760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5eacf3f6-cdac-4836-967b-7815aea39d44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4198859 Jun 30 02:52:44.322853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:44.325845 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.327928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e601556-dba3-422b-b2f6-8f74a572ec9f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': '004b7345-691f-46c5-811f-19a67cdedcbb', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:44.368225 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-7e601556-dba3-422b-b2f6-8f74a572ec9f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Project 23f0074276e74751a7dfe3b0670d094b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:52:44.376815 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e601556-dba3-422b-b2f6-8f74a572ec9f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.411339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a933c3e9-c26c-4161-a4ac-1fc29ef48ffc,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:44.437847 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.456097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b63c60-3d86-4cef-b567-6b487bf5030b req-0f43e6ea-1039-4c87-8511-609d7317faa3 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:44.461867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-18b63c60-3d86-4cef-b567-6b487bf5030b req-0f43e6ea-1039-4c87-8511-609d7317faa3 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 944 time: 0.1587267 Jun 30 02:52:44.484563 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e601556-dba3-422b-b2f6-8f74a572ec9f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.491099 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e601556-dba3-422b-b2f6-8f74a572ec9f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.520548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e601556-dba3-422b-b2f6-8f74a572ec9f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490f9184-54f2-4e60-8135-bbe1a20a065c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:44.530917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3895ee32-2d34-47e6-aac9-681de76eaadf details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:44.552438 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e601556-dba3-422b-b2f6-8f74a572ec9f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.553583 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-18b63c60-3d86-4cef-b567-6b487bf5030b req-f54e83bb-bea1-45a8-be69-b22e595dcf3d tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839069 Jun 30 02:52:44.554541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7e601556-dba3-422b-b2f6-8f74a572ec9f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2303681 Jun 30 02:52:44.558011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35298) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:44.565335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-113ff08c-1379-4b9b-830b-087fa04b04e5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'security_group_rule': {'security_group_id': '004b7345-691f-46c5-811f-19a67cdedcbb', 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:44.570355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=a933c3e9-c26c-4161-a4ac-1fc29ef48ffc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:44.641605 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-113ff08c-1379-4b9b-830b-087fa04b04e5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Project 23f0074276e74751a7dfe3b0670d094b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:52:44.653269 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-113ff08c-1379-4b9b-830b-087fa04b04e5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.754900 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-113ff08c-1379-4b9b-830b-087fa04b04e5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.761741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-113ff08c-1379-4b9b-830b-087fa04b04e5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.784060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ff08c-1379-4b9b-830b-087fa04b04e5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b897ab-f7fa-4bed-9562-aed846d4b9ce,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:44.794266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-113ff08c-1379-4b9b-830b-087fa04b04e5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.795939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-113ff08c-1379-4b9b-830b-087fa04b04e5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2368906 Jun 30 02:52:44.895880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3895ee32-2d34-47e6-aac9-681de76eaadf, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3895ee32-2d34-47e6-aac9-681de76eaadf,segment=NetworkSegment(4778e8b8-6b2c-4180-a7a1-4acd3097c69f),segment_id=4778e8b8-6b2c-4180-a7a1-4acd3097c69f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:44.914536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '3895ee32-2d34-47e6-aac9-681de76eaadf', 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3', 'port_id': '3895ee32-2d34-47e6-aac9-681de76eaadf', 'mac_address': 'fa:16:3e:1c:96:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b484a84-10b5-4852-9544-3f6762cb72d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:44.963438 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:44.989396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3895ee32-2d34-47e6-aac9-681de76eaadf {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:45.018694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3895ee32-2d34-47e6-aac9-681de76eaadf, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3895ee32-2d34-47e6-aac9-681de76eaadf,segment=NetworkSegment(4778e8b8-6b2c-4180-a7a1-4acd3097c69f),segment_id=4778e8b8-6b2c-4180-a7a1-4acd3097c69f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:45.030659 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.107192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=3895ee32-2d34-47e6-aac9-681de76eaadf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:45.138576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-9026c998-b259-48d1-b24c-95f04176c0c0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597716164&fields=id&tenant_id=23f0074276e74751a7dfe3b0670d094b HTTP/1.1" status: 200 len: 267 time: 0.1021273 Jun 30 02:52:45.270391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-44f3e855-3378-4622-b91b-1f91664d6bad tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:45.272186 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-44f3e855-3378-4622-b91b-1f91664d6bad tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/networks?id=fde797e2-c268-4a95-917a-e7e76e87e53f HTTP/1.1" status: 200 len: 797 time: 0.1251161 Jun 30 02:52:45.289015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-994b9a1d-c155-45c3-9986-48b771c35e30 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/quotas/23f0074276e74751a7dfe3b0670d094b HTTP/1.1" status: 200 len: 375 time: 0.0107594 Jun 30 02:52:45.440707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3895ee32-2d34-47e6-aac9-681de76eaadf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:45.461814 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-2fe6e5e6-7e42-44b3-8e59-d64b9676ff47 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1556683 Jun 30 02:52:45.865444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39941683-0848-49f6-816c-b55ab802b145 req-d18278ba-fc9d-46da-a2bf-f1d120309ab3 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:45.867340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39941683-0848-49f6-816c-b55ab802b145 req-d18278ba-fc9d-46da-a2bf-f1d120309ab3 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 945 time: 0.1199372 Jun 30 02:52:45.873795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a933c3e9-c26c-4161-a4ac-1fc29ef48ffc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:45.965298 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.993058 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39941683-0848-49f6-816c-b55ab802b145 req-5750a1d7-207b-4e56-95b4-bd3f6d10626b tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133623 Jun 30 02:52:46.024720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:46.025614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.039192 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-52857a37-ff27-4c0a-a205-9a61e8499d7c service neutron] 10.222.0.55 "GET /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761912 Jun 30 02:52:46.193438 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:46.199998 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-6818cd36-e3d1-4e66-b89e-16fbafc7d4ce service neutron] 10.222.0.55 "GET /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548998 Jun 30 02:52:46.424659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a0031e74-936d-4cfc-8621-613993ea1a65 req-fc154600-9120-4750-bee1-69d76ab9261e tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 210 time: 0.0370169 Jun 30 02:52:47.321141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4020f5-d1b5-417b-b9a9-aa6b380573ed req-d0faffbd-d402-41d2-a450-ecd5649d7610 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.322876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1e4020f5-d1b5-417b-b9a9-aa6b380573ed req-d0faffbd-d402-41d2-a450-ecd5649d7610 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 945 time: 0.1582806 Jun 30 02:52:47.328393 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-4237c27b-7b33-40fe-aeb6-5524a18f48f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1167376 Jun 30 02:52:47.415963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1e4020f5-d1b5-417b-b9a9-aa6b380573ed req-26bd32cb-f6db-4de7-9a5c-b58b8db6a3e2 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860040 Jun 30 02:52:47.480199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-b652571a-df6f-4058-801e-613c8c992f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.482219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-b652571a-df6f-4058-801e-613c8c992f19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 1097 time: 0.1163819 Jun 30 02:52:47.673203 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-451ebab0-ca2e-4486-9f67-c02eb1745b03 req-372af837-80a5-4115-a613-1affb4535bdf tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 210 time: 0.0447071 Jun 30 02:52:47.702694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-bd0702f6-09a8-4ab7-9467-d5107515f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.704442 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-bd0702f6-09a8-4ab7-9467-d5107515f99b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.1921165 Jun 30 02:52:47.858363 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-9702960a-214e-4496-a09c-02bc45289b87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 HTTP/1.1" status: 200 len: 1001 time: 0.1464913 Jun 30 02:52:47.971275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-36607696-2e01-4d51-9dd2-f8acbfa94579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.973042 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-36607696-2e01-4d51-9dd2-f8acbfa94579 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.1091683 Jun 30 02:52:47.989247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-5d985b16-99ac-4a14-968f-a1b208c9817c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.992157 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-5d985b16-99ac-4a14-968f-a1b208c9817c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "GET /v2.0/networks?id=fde797e2-c268-4a95-917a-e7e76e87e53f HTTP/1.1" status: 200 len: 797 time: 0.1906686 Jun 30 02:52:48.054667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-2e353885-f1ac-4749-a530-aedd43dd5117 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f0074276e74751a7dfe3b0670d094b HTTP/1.1" status: 200 len: 380 time: 0.0516462 Jun 30 02:52:48.067271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'port': {'device_id': '51236889-b3f2-4721-82b2-e64221e3553d', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'admin_state_up': True, 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'security_groups': ['004b7345-691f-46c5-811f-19a67cdedcbb']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:48.102806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-f84e134d-c3bb-4d1d-b8d9-47c9736240f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.103769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-f84e134d-c3bb-4d1d-b8d9-47c9736240f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247077 Jun 30 02:52:48.274213 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-c12cb063-9621-4033-a812-7c4bdf01f579 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566916 Jun 30 02:52:48.317430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Made reservation on behalf of 23f0074276e74751a7dfe3b0670d094b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:48.320946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.396636 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1de56c5-9ece-4e9d-9d31-a960304c1840 req-a7788a0c-ef2b-4b37-8b69-1c5f18d13d14 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151159 Jun 30 02:52:48.507499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3895ee32-2d34-47e6-aac9-681de76eaadf up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:48.563515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Allocated IP 172.20.0.7 (fde797e2-c268-4a95-917a-e7e76e87e53f/e2c12c6a-33d9-4a23-ab15-4b421e33ec06/a155f4e4-43eb-4a5c-8a3c-eace95e89a8e) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:48.609778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 3895ee32-2d34-47e6-aac9-681de76eaadf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:48.616125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 3895ee32-2d34-47e6-aac9-681de76eaadf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:48.616624 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.835213 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.889464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9b7e2-463a-454b-8050-044e14ba2d6f req-d6a515c5-fd5e-47aa-8b96-6a1f9a262726 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.891413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bcc9b7e2-463a-454b-8050-044e14ba2d6f req-d6a515c5-fd5e-47aa-8b96-6a1f9a262726 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 945 time: 0.2612848 Jun 30 02:52:48.934885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad94897-8e8f-4590-93cb-f673d3963969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3895ee32-2d34-47e6-aac9-681de76eaadf'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:48.944521 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b3cf3e-aeef-4889-8976-48c632f48c85" -d '{"events": [{"server_uuid": "dad94897-8e8f-4590-93cb-f673d3963969", "name": "network-vif-plugged", "status": "completed", "tag": "3895ee32-2d34-47e6-aac9-681de76eaadf"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:48.970477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 3895ee32-2d34-47e6-aac9-681de76eaadf, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3895ee32-2d34-47e6-aac9-681de76eaadf,segment=NetworkSegment(4778e8b8-6b2c-4180-a7a1-4acd3097c69f),segment_id=4778e8b8-6b2c-4180-a7a1-4acd3097c69f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:48.983840 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.051679 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.063461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bcc9b7e2-463a-454b-8050-044e14ba2d6f req-c8ea9f83-1b97-4396-82df-b5d81b442ec2 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297884 Jun 30 02:52:49.084320 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Transition to ACTIVE for port object a155f4e4-43eb-4a5c-8a3c-eace95e89a8e will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:49.123096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=3895ee32-2d34-47e6-aac9-681de76eaadf,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:49.150144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.166200 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8412a0-2282-4790-9efa-11449c4daecc x-openstack-request-id: req-ea8412a0-2282-4790-9efa-11449c4daecc {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:49.166826 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad94897-8e8f-4590-93cb-f673d3963969", "name": "network-vif-plugged", "status": "completed", "tag": "3895ee32-2d34-47e6-aac9-681de76eaadf", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:49.167295 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea8412a0-2282-4790-9efa-11449c4daecc {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:49.167970 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad94897-8e8f-4590-93cb-f673d3963969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3895ee32-2d34-47e6-aac9-681de76eaadf', 'code': 200} Jun 30 02:52:49.232159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network fde797e2-c268-4a95-917a-e7e76e87e53f is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:49.238637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:49.246602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:49.360943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cdae2-ea24-44fa-981a-d1e17ef66cdb req-a5478ec8-2dc6-4245-9114-ba8da993ad8d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.369576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab7cdae2-ea24-44fa-981a-d1e17ef66cdb req-a5478ec8-2dc6-4245-9114-ba8da993ad8d tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 931 time: 0.2127836 Jun 30 02:52:49.373617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.374396 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.377434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:49.418978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-cbe14383-ad92-4ef9-b36f-46b58f274b44 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3560829 Jun 30 02:52:49.432959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Request body: {'port': {'device_id': '51236889-b3f2-4721-82b2-e64221e3553d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:49.455547 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab7cdae2-ea24-44fa-981a-d1e17ef66cdb req-6e4017cb-616c-4f3c-9da8-9e2983682e56 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845258 Jun 30 02:52:49.495110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9f0a7-c14c-4499-8ad1-32ebb0217bfc req-72cc8f34-c3ed-4080-863d-441de4a72e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.497079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ea9f0a7-c14c-4499-8ad1-32ebb0217bfc req-72cc8f34-c3ed-4080-863d-441de4a72e0f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 1098 time: 0.2047355 Jun 30 02:52:49.542688 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0ea9f0a7-c14c-4499-8ad1-32ebb0217bfc req-80f0e3a9-9b44-4bbf-ab4a-1db737a0dce7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 Jun 30 02:52:49.600251 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.751541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8cdad7ce-cb83-4057-b290-da2cbe15037f None None] Provisioning for port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:49.760995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8cdad7ce-cb83-4057-b290-da2cbe15037f None None] Provisioning complete for port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:49.761769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cdad7ce-cb83-4057-b290-da2cbe15037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.836833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8cdad7ce-cb83-4057-b290-da2cbe15037f None None] Port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:49.999099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a155f4e4-43eb-4a5c-8a3c-eace95e89a8e {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:50.007605 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:50.019852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Transition to ACTIVE for port object a155f4e4-43eb-4a5c-8a3c-eace95e89a8e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:50.025119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:50.080981 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:50.235098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Attempting to bind port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:50.235442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Attempting to bind port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:50.235781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Attempting to bind port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e on network fde797e2-c268-4a95-917a-e7e76e87e53f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:50.240687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e on network fde797e2-c268-4a95-917a-e7e76e87e53f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:50.241022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Attempting to bind port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e on network fde797e2-c268-4a95-917a-e7e76e87e53f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:50.246287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:50.256419 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Checking segment: {'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:50.257022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Bound using segment: {'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:50.257512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Bound port: a155f4e4-43eb-4a5c-8a3c-eace95e89a8e, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b560919-2a6d-4a59-b02e-74bbc99d57f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:50.257888 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:50.392477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] For port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:50.397208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] For port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:50.402583 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:50.411594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eace4fd-c389-4e29-ba84-f83275e3c22d req-b4fb499f-d507-43d4-9823-18892268dc9e tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:50.413623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6eace4fd-c389-4e29-ba84-f83275e3c22d req-b4fb499f-d507-43d4-9823-18892268dc9e tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 946 time: 0.1369085 Jun 30 02:52:50.477240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:50.479909 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:50.486818 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] 10.222.0.73 "PUT /v2.0/ports/a155f4e4-43eb-4a5c-8a3c-eace95e89a8e HTTP/1.1" status: 200 len: 1092 time: 1.0589831 Jun 30 02:52:50.487831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51236889-b3f2-4721-82b2-e64221e3553d', 'tag': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:50.491090 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0508a1d2-d00b-4622-b9c2-17ed484c2185" -d '{"events": [{"name": "network-changed", "server_uuid": "51236889-b3f2-4721-82b2-e64221e3553d", "tag": "a155f4e4-43eb-4a5c-8a3c-eace95e89a8e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:50.535429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6eace4fd-c389-4e29-ba84-f83275e3c22d req-6928fa15-a9f3-424c-a22a-a577d49a6f11 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014087 Jun 30 02:52:50.550110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ad128-64cf-4443-8955-e88f830aa1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:50.617624 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52eced9-49a1-49f6-a8a5-72bccff1321a x-openstack-request-id: req-c52eced9-49a1-49f6-a8a5-72bccff1321a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:50.625051 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51236889-b3f2-4721-82b2-e64221e3553d", "tag": "a155f4e4-43eb-4a5c-8a3c-eace95e89a8e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:50.625302 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c52eced9-49a1-49f6-a8a5-72bccff1321a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:50.625667 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51236889-b3f2-4721-82b2-e64221e3553d', 'tag': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'status': 'completed', 'code': 200} Jun 30 02:52:50.735799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-d00b9d8f-1f89-4df4-aacd-23d630c7db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:50.737332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-d00b9d8f-1f89-4df4-aacd-23d630c7db1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 1095 time: 0.1682456 Jun 30 02:52:50.949264 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-0b9da165-526b-415c-a56e-6b4401513bef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e HTTP/1.1" status: 200 len: 217 time: 0.1350834 Jun 30 02:52:50.979639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:51.066049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-317626db-7758-48a0-bd5f-66e774e349a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:51.068324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-317626db-7758-48a0-bd5f-66e774e349a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e2c12c6a-33d9-4a23-ab15-4b421e33ec06 HTTP/1.1" status: 200 len: 833 time: 0.1160743 Jun 30 02:52:51.168479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5afef0-6ece-4957-b12e-0f3e416fbe49 req-1a79af3a-2fee-4bce-805f-cc163a0a7b5c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:51.170571 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc5afef0-6ece-4957-b12e-0f3e416fbe49 req-1a79af3a-2fee-4bce-805f-cc163a0a7b5c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 943 time: 0.4313095 Jun 30 02:52:51.213475 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-541d9832-1e5a-43fb-a446-d597d94437cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.249516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-5fdac7da-a32e-46f0-be5a-7ff33c28cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:51.251641 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-5fdac7da-a32e-46f0-be5a-7ff33c28cdde service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fde797e2-c268-4a95-917a-e7e76e87e53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704519 Jun 30 02:52:51.282224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc5afef0-6ece-4957-b12e-0f3e416fbe49 req-88e86dde-4f5d-4a33-b06c-b5f904330645 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975859 Jun 30 02:52:51.394164 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-117a825b-41e9-4553-9478-6c8b3643e650 service neutron] 10.222.0.73 "GET /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285603 Jun 30 02:52:51.408098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-541d9832-1e5a-43fb-a446-d597d94437cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.417023 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-541d9832-1e5a-43fb-a446-d597d94437cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.475284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-541d9832-1e5a-43fb-a446-d597d94437cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13dd2900e42d4468a5823c95a978a889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945059 Jun 30 02:52:51.478066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:51.481195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d9832-1e5a-43fb-a446-d597d94437cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59414279-9679-4024-bb3d-a5c0e10d04b8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:51.580581 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8c02-53ab-4154-bd99-9fd1f252cb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.590627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5acee-fd03-4c00-b70c-fa30d65acc0e req-7e5645c9-1aea-4eb2-8e76-acf21f86dabc service neutron] 10.222.0.73 "GET /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843445 Jun 30 02:52:51.623986 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8c02-53ab-4154-bd99-9fd1f252cb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.743937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-324c0bff-6f64-45fe-afea-21e8eac5b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:51.746893 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-324c0bff-6f64-45fe-afea-21e8eac5b488 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 1095 time: 0.0918603 Jun 30 02:52:51.748309 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8c02-53ab-4154-bd99-9fd1f252cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.752056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8c02-53ab-4154-bd99-9fd1f252cb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:51.753284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fc2e8c02-53ab-4154-bd99-9fd1f252cb6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59414279-9679-4024-bb3d-a5c0e10d04b8 HTTP/1.1" status: 204 len: 168 time: 0.2736738 Jun 30 02:52:51.772236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e8c02-53ab-4154-bd99-9fd1f252cb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59414279-9679-4024-bb3d-a5c0e10d04b8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:51.826069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86949f-5747-4222-80a6-9c66ead9a82d req-ebe7d2cc-965e-4952-91a6-b52607b7d4cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:51.827708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4f86949f-5747-4222-80a6-9c66ead9a82d req-ebe7d2cc-965e-4952-91a6-b52607b7d4cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 946 time: 0.1420383 Jun 30 02:52:51.861623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-f900b10d-981b-40e8-a430-6c8b471c0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:51.863988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-f900b10d-981b-40e8-a430-6c8b471c0b48 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fde797e2-c268-4a95-917a-e7e76e87e53f HTTP/1.1" status: 200 len: 898 time: 0.1071305 Jun 30 02:52:51.879699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4f86949f-5747-4222-80a6-9c66ead9a82d req-e322305a-9475-476f-af12-da51e7dad6ff tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Jun 30 02:52:51.952275 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-321df18b-0d48-4f8d-be1c-365c78513b4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e HTTP/1.1" status: 200 len: 217 time: 0.0769973 Jun 30 02:52:52.032627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-e55c0c32-2495-4b71-9915-c95b10397a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:52.032627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-e55c0c32-2495-4b71-9915-c95b10397a9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e2c12c6a-33d9-4a23-ab15-4b421e33ec06 HTTP/1.1" status: 200 len: 833 time: 0.0696073 Jun 30 02:52:52.109540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-5e92d546-4988-47e5-8b15-bf4741c117f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:52.111388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-5e92d546-4988-47e5-8b15-bf4741c117f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fde797e2-c268-4a95-917a-e7e76e87e53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697351 Jun 30 02:52:52.298680 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-11da1835-d6fd-4e12-95ee-9a1c5bf6770c service neutron] 10.222.0.73 "GET /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779895 Jun 30 02:52:52.412452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:52.458157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c73a20d-b922-4941-85fb-c05ab711698e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:52.515204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0508a1d2-d00b-4622-b9c2-17ed484c2185 req-fd9c061e-82a5-4db3-ba33-d07b5f436ec8 service neutron] 10.222.0.73 "GET /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062213 Jun 30 02:52:52.711958 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c73a20d-b922-4941-85fb-c05ab711698e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:52.727678 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c73a20d-b922-4941-85fb-c05ab711698e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:52.795048 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5c73a20d-b922-4941-85fb-c05ab711698e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=448ef5a34af947d6b956bfc9f9c277c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814619 Jun 30 02:52:52.797871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:52.822246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73a20d-b922-4941-85fb-c05ab711698e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b018726-47f6-4f0d-bd4c-a872eb2786e9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:52.857432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22350af-2a44-4044-91d1-5f5189679e01 req-efd9aea2-e2b8-4b91-a167-62ee4627cfcd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:52.865950 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c22350af-2a44-4044-91d1-5f5189679e01 req-efd9aea2-e2b8-4b91-a167-62ee4627cfcd tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 943 time: 0.2672236 Jun 30 02:52:52.903814 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271f757c-a5d6-4b7a-a97c-f212750b346c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:52.948632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271f757c-a5d6-4b7a-a97c-f212750b346c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:52.966024 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c22350af-2a44-4044-91d1-5f5189679e01 req-725156a1-9f91-47bd-bb9b-b7bc24d56ab0 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989802 Jun 30 02:52:53.031937 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271f757c-a5d6-4b7a-a97c-f212750b346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.036479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-271f757c-a5d6-4b7a-a97c-f212750b346c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:53.038225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-271f757c-a5d6-4b7a-a97c-f212750b346c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b018726-47f6-4f0d-bd4c-a872eb2786e9 HTTP/1.1" status: 204 len: 168 time: 0.2392585 Jun 30 02:52:53.076509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f757c-a5d6-4b7a-a97c-f212750b346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b018726-47f6-4f0d-bd4c-a872eb2786e9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:53.475982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ea70-4263-48c4-b8cc-bcbcff033769 req-965fc326-7f59-4ed0-9c37-9ee7402bf90c tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:53.480209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a52ea70-4263-48c4-b8cc-bcbcff033769 req-965fc326-7f59-4ed0-9c37-9ee7402bf90c tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 946 time: 0.1539390 Jun 30 02:52:53.533022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a52ea70-4263-48c4-b8cc-bcbcff033769 req-f8fbd458-c2c4-49e5-89af-1efe028994ba tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495214 Jun 30 02:52:54.200406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5712c8-1a0f-45d9-b91a-a9c5d1410836 req-345676ea-a1d2-4136-b761-4afae7da0c35 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:54.202091 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a5712c8-1a0f-45d9-b91a-a9c5d1410836 req-345676ea-a1d2-4136-b761-4afae7da0c35 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 943 time: 0.0936966 Jun 30 02:52:54.261860 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a5712c8-1a0f-45d9-b91a-a9c5d1410836 req-a5a5f8c9-2ae7-4c4a-b955-1c01d43163b9 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509450 Jun 30 02:52:54.347462 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a87446b-88cb-41b8-8116-2b2e95a1efbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:54.699166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-85e47f05-1725-4498-8456-8902360e329a tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:54.700707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-85e47f05-1725-4498-8456-8902360e329a tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.69 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 946 time: 0.1312010 Jun 30 02:52:54.911114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a155f4e4-43eb-4a5c-8a3c-eace95e89a8e details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:55.058396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-65c96170-8bdb-4a7a-804f-b0b8bd7dcaae tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Deleting port 3895ee32-2d34-47e6-aac9-681de76eaadf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:55.059052 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-65c96170-8bdb-4a7a-804f-b0b8bd7dcaae tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.162459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:55.184116 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f39e55-06f2-4198-87ed-9769a3931977 req-67b12fb6-07d7-46eb-a167-7856d17d218c tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:55.185690 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4f39e55-06f2-4198-87ed-9769a3931977 req-67b12fb6-07d7-46eb-a167-7856d17d218c tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 946 time: 0.1090362 Jun 30 02:52:55.188479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'port_id': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'mac_address': 'fa:16:3e:4f:ad:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:55.248305 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4f39e55-06f2-4198-87ed-9769a3931977 req-823590a2-00be-487c-b9e0-28801d4de009 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552607 Jun 30 02:52:55.268626 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.292175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a155f4e4-43eb-4a5c-8a3c-eace95e89a8e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:55.337437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:55.346303 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.407123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-65c96170-8bdb-4a7a-804f-b0b8bd7dcaae tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] For port 3895ee32-2d34-47e6-aac9-681de76eaadf, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=3895ee32-2d34-47e6-aac9-681de76eaadf,segment=NetworkSegment(4778e8b8-6b2c-4180-a7a1-4acd3097c69f),segment_id=4778e8b8-6b2c-4180-a7a1-4acd3097c69f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:55.408447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-65c96170-8bdb-4a7a-804f-b0b8bd7dcaae tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.448330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-65c96170-8bdb-4a7a-804f-b0b8bd7dcaae tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Calling delete_port for 3895ee32-2d34-47e6-aac9-681de76eaadf owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:55.488746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:55.625544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['a155f4e4-43eb-4a5c-8a3c-eace95e89a8e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:55.696339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388f488-8035-4489-9819-99ab43205f22 req-5a2949fa-773b-4b84-af77-22140206ca72 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:55.717838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2388f488-8035-4489-9819-99ab43205f22 req-5a2949fa-773b-4b84-af77-22140206ca72 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 944 time: 0.1531658 Jun 30 02:52:55.743623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17384acd-e066-41ff-b95e-ea1df4353950 req-2bdadbee-b805-4c45-a95b-5f96a6444d58 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:55.751065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17384acd-e066-41ff-b95e-ea1df4353950 req-2bdadbee-b805-4c45-a95b-5f96a6444d58 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1097 time: 0.1234987 Jun 30 02:52:55.810232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2388f488-8035-4489-9819-99ab43205f22 req-035fb604-b9af-42d7-939b-2095faff3a6a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907800 Jun 30 02:52:55.814921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17384acd-e066-41ff-b95e-ea1df4353950 req-8ad2959d-5826-45ff-aefb-051d795985a8 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624416 Jun 30 02:52:55.829641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35730) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:55.857320 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-65c96170-8bdb-4a7a-804f-b0b8bd7dcaae tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:55.882851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['3895ee32-2d34-47e6-aac9-681de76eaadf'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:55.941096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c96170-8bdb-4a7a-804f-b0b8bd7dcaae tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Pushing event deleted for resources: {'Port': ['ID=3895ee32-2d34-47e6-aac9-681de76eaadf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:56.077858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-65c96170-8bdb-4a7a-804f-b0b8bd7dcaae tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] No DVR routers for this DVR port 3895ee32-2d34-47e6-aac9-681de76eaadf on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:56.087246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-65c96170-8bdb-4a7a-804f-b0b8bd7dcaae tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.091836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8199eb9-bb42-4efb-864c-a124400a12f1 req-65c96170-8bdb-4a7a-804f-b0b8bd7dcaae tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.69 "DELETE /v2.0/ports/3895ee32-2d34-47e6-aac9-681de76eaadf HTTP/1.1" status: 204 len: 173 time: 1.3793221 Jun 30 02:52:56.093394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad94897-8e8f-4590-93cb-f673d3963969', 'name': 'network-vif-deleted', 'tag': '3895ee32-2d34-47e6-aac9-681de76eaadf'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:56.117196 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa35b0e-0dd9-4cc3-b5ee-df802220c372" -d '{"events": [{"server_uuid": "dad94897-8e8f-4590-93cb-f673d3963969", "name": "network-vif-deleted", "tag": "3895ee32-2d34-47e6-aac9-681de76eaadf"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:56.205044 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523e5037-3554-4ea3-8a9f-369a1041bb6d x-openstack-request-id: req-523e5037-3554-4ea3-8a9f-369a1041bb6d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:56.205552 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad94897-8e8f-4590-93cb-f673d3963969", "name": "network-vif-deleted", "tag": "3895ee32-2d34-47e6-aac9-681de76eaadf", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:56.205813 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-523e5037-3554-4ea3-8a9f-369a1041bb6d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:56.206238 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad94897-8e8f-4590-93cb-f673d3963969', 'name': 'network-vif-deleted', 'tag': '3895ee32-2d34-47e6-aac9-681de76eaadf', 'status': 'completed', 'code': 200} Jun 30 02:52:56.329734 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port 99d40dfd-dbdc-4733-9ada-c861940aba13 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:56.330305 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.478778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.479575 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.506772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for 99d40dfd-dbdc-4733-9ada-c861940aba13 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:56.567540 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2fabd82-e241-4ff7-8956-9dae095acc7a req-40db3fcb-cfc8-44fc-9fa4-95b495920645 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=dad94897-8e8f-4590-93cb-f673d3963969 HTTP/1.1" status: 200 len: 210 time: 0.0703509 Jun 30 02:52:56.679046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:56.825777 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.832507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0295c8d8-83de-446c-ae32-e9c3238e9b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.888594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=99d40dfd-dbdc-4733-9ada-c861940aba13,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:56.922586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a155f4e4-43eb-4a5c-8a3c-eace95e89a8e up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:56.957241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:56.958870 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Floating IP 41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7 disassociated (deleted). External IP: 172.25.7.239, port: e15d5769-b924-4075-aeac-09efa21417f0. Jun 30 02:52:57.035090 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7b69b53-8174-442b-ad6d-94c91e292ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.037871 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.040058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:57.059094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:57.059791 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.122071 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0295c8d8-83de-446c-ae32-e9c3238e9b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.136817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0295c8d8-83de-446c-ae32-e9c3238e9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.170707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295c8d8-83de-446c-ae32-e9c3238e9b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb2424b-e357-4335-b5b3-275b250b8b41,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:57.224691 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0295c8d8-83de-446c-ae32-e9c3238e9b9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0a5a96829ef45c592eb5674f6c81c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438488 Jun 30 02:52:57.225486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:57.255561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d7709-350a-4ec2-894d-f1f1ed19bb6d req-cf3e3e4d-8386-40c8-883f-9384423c9442 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:57.258041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf6d7709-350a-4ec2-894d-f1f1ed19bb6d req-cf3e3e4d-8386-40c8-883f-9384423c9442 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 944 time: 0.2117169 Jun 30 02:52:57.272493 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.325195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51236889-b3f2-4721-82b2-e64221e3553d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:57.330884 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940f1dce-39c9-4700-befc-e8a7701a3f50" -d '{"events": [{"server_uuid": "51236889-b3f2-4721-82b2-e64221e3553d", "name": "network-vif-plugged", "status": "completed", "tag": "a155f4e4-43eb-4a5c-8a3c-eace95e89a8e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:57.366184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:57.368443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf6d7709-350a-4ec2-894d-f1f1ed19bb6d req-2f53177e-6f37-425c-9221-2f61b705ff47 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982847 Jun 30 02:52:57.374737 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.406136 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52b8e6c-869f-4b92-8a53-2b5853d6e8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.435145 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52b8e6c-869f-4b92-8a53-2b5853d6e8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.502046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:57.519703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52b8e6c-869f-4b92-8a53-2b5853d6e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.527418 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52b8e6c-869f-4b92-8a53-2b5853d6e8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:57.532014 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b52b8e6c-869f-4b92-8a53-2b5853d6e8b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eeb2424b-e357-4335-b5b3-275b250b8b41 HTTP/1.1" status: 204 len: 168 time: 0.2941184 Jun 30 02:52:57.556185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b8e6c-869f-4b92-8a53-2b5853d6e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb2424b-e357-4335-b5b3-275b250b8b41,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:57.836252 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f553d3d-4c58-4ebc-a849-271f85e24577 x-openstack-request-id: req-2f553d3d-4c58-4ebc-a849-271f85e24577 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:57.836767 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51236889-b3f2-4721-82b2-e64221e3553d", "name": "network-vif-plugged", "status": "completed", "tag": "a155f4e4-43eb-4a5c-8a3c-eace95e89a8e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:57.837182 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f553d3d-4c58-4ebc-a849-271f85e24577 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:57.837737 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51236889-b3f2-4721-82b2-e64221e3553d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'code': 200} Jun 30 02:52:57.968083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router 41054048-6373-4c2a-a242-6f6b72185d60 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:57.987852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca7bc2-6126-4c52-8e80-d2b5787543c7 req-559f6b72-dff1-4517-9d46-a8600a700280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:57.989772 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eeca7bc2-6126-4c52-8e80-d2b5787543c7 req-559f6b72-dff1-4517-9d46-a8600a700280 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 1097 time: 0.0793431 Jun 30 02:52:58.000908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:58.110070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eeca7bc2-6126-4c52-8e80-d2b5787543c7 req-3fcdca29-189f-469c-bff6-16788601dcb2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829792 Jun 30 02:52:58.138238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:58.138751 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6753a7-0713-4fd7-8378-ac31b10e65e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.146054 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.148492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-cdfae51a-7e82-4455-a2c9-9eca3fde6465 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:58.150012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-cdfae51a-7e82-4455-a2c9-9eca3fde6465 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/networks?id=90696c74-2f79-44ab-a6db-64edc19dc9e3 HTTP/1.1" status: 200 len: 808 time: 0.1318817 Jun 30 02:52:58.157138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] Sync routers for ids ['41054048-6373-4c2a-a242-6f6b72185d60'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:58.170586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] Routers {'41054048-6373-4c2a-a242-6f6b72185d60'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:58.180602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['41054048-6373-4c2a-a242-6f6b72185d60'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:58.197684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-ba79277f-fa78-41af-8465-47b3ada65c02 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/quotas/caba11bd1c5743cea80c7cba8230ec37 HTTP/1.1" status: 200 len: 375 time: 0.0364268 Jun 30 02:52:58.218081 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e0929e21-65aa-41e9-bf14-2fcadac07680 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/floatingips/41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7 HTTP/1.1" status: 204 len: 168 time: 2.3765891 Jun 30 02:52:58.218675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:58.221780 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21b9db6-c919-47cc-9d6b-911c1f583a45" -d '{"events": [{"name": "network-changed", "server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "tag": "e15d5769-b924-4075-aeac-09efa21417f0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:58.312178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.336979 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6753a7-0713-4fd7-8378-ac31b10e65e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.366049 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2e6753a7-0713-4fd7-8378-ac31b10e65e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.406129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:58.422656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2e6753a7-0713-4fd7-8378-ac31b10e65e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97fc06e88c54495b953214a7b3e76d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146147 Jun 30 02:52:58.422656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-76b0eef8-c4dd-4df7-8bb4-bdcaae6779fb tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=caba11bd1c5743cea80c7cba8230ec37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2225046 Jun 30 02:52:58.497464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] Set router 41054048-6373-4c2a-a242-6f6b72185d60 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:58.502213 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72faad78-d726-4875-ab51-c6eb52dc4332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.534625 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72faad78-d726-4875-ab51-c6eb52dc4332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.583042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3895ee32-2d34-47e6-aac9-681de76eaadf no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:58.622599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72faad78-d726-4875-ab51-c6eb52dc4332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.625862 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-72faad78-d726-4875-ab51-c6eb52dc4332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:58.630642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-72faad78-d726-4875-ab51-c6eb52dc4332 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8bfb1004-93b8-4911-a65b-d68eda146812 HTTP/1.1" status: 204 len: 168 time: 0.2229075 Jun 30 02:52:58.646551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6753a7-0713-4fd7-8378-ac31b10e65e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfb1004-93b8-4911-a65b-d68eda146812,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:58.647310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faad78-d726-4875-ab51-c6eb52dc4332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfb1004-93b8-4911-a65b-d68eda146812,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:58.651951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 3895ee32-2d34-47e6-aac9-681de76eaadf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:58.655983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 3895ee32-2d34-47e6-aac9-681de76eaadf not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:58.699005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:58.711164 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bfd1dc-5f14-46d9-97c1-0c2e77bfb114 x-openstack-request-id: req-35bfd1dc-5f14-46d9-97c1-0c2e77bfb114 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:58.711458 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "tag": "e15d5769-b924-4075-aeac-09efa21417f0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:58.711711 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35bfd1dc-5f14-46d9-97c1-0c2e77bfb114 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:58.712478 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0', 'status': 'completed', 'code': 200} Jun 30 02:52:58.731640 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-98af3a86-caa6-4f83-84f3-0b53c3450e74 service neutron] 10.222.0.55 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902792 Jun 30 02:52:58.899098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-254b668c-b14c-47d3-aced-dde63f11d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:58.913437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-254b668c-b14c-47d3-aced-dde63f11d87f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 1097 time: 0.1744032 Jun 30 02:52:58.993395 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-334bc0aa-8f3b-404d-9d68-6242a3529bd4 service neutron] 10.222.0.55 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541194 Jun 30 02:52:59.017495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:50:08Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '81a87ee8-e77f-41e9-87d0-f3f1e14fef7b', 'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:5b:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:02Z', 'updated_at': '2021-06-30T02:50:22Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:59.079303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] Checking router: 41054048-6373-4c2a-a242-6f6b72185d60 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:59.102017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] Routers {'41054048-6373-4c2a-a242-6f6b72185d60'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:59.102658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['41054048-6373-4c2a-a242-6f6b72185d60'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:59.266527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-9a2926fe-3a92-40db-b1d3-54ccb47317a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:59.268444 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-9a2926fe-3a92-40db-b1d3-54ccb47317a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 200 len: 897 time: 0.3483527 Jun 30 02:52:59.294474 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52617c5e-ae0d-4657-aaec-8194154fe009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.348686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-3c6f6068-0ba6-4fa7-bd79-109bda76094f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 200 len: 217 time: 0.0640767 Jun 30 02:52:59.391796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] Set router 41054048-6373-4c2a-a242-6f6b72185d60 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:59.421183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3641b-8c61-4023-88e8-c778c2f77094 req-b4161a4d-0373-4d54-9767-389883660213 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:59.429625 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75d3641b-8c61-4023-88e8-c778c2f77094 req-b4161a4d-0373-4d54-9767-389883660213 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 945 time: 0.3013117 Jun 30 02:52:59.537528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-5b6b3ee9-9149-495d-987c-0dd7e0ff6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:59.539177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-5b6b3ee9-9149-495d-987c-0dd7e0ff6261 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 200 len: 835 time: 0.1812239 Jun 30 02:52:59.632127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616adc9c-b61c-4337-b95a-510e85fda286 req-7d847dbc-9954-4b12-903e-001516050ff6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:59.640693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-616adc9c-b61c-4337-b95a-510e85fda286 req-7d847dbc-9954-4b12-903e-001516050ff6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1414430 Jun 30 02:52:59.693187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75d3641b-8c61-4023-88e8-c778c2f77094 req-040229f2-b713-428a-9184-c298fbe52c30 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002780 Jun 30 02:52:59.736250 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-616adc9c-b61c-4337-b95a-510e85fda286 req-f9ab64a6-3ed6-4844-9940-01d90b4c7589 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913329 Jun 30 02:52:59.799719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-5182b3b2-a1da-4aff-8eef-d4bf26880fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:59.804735 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-5182b3b2-a1da-4aff-8eef-d4bf26880fa1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2423604 Jun 30 02:52:59.835597 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52617c5e-ae0d-4657-aaec-8194154fe009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.877246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:50:08Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '81a87ee8-e77f-41e9-87d0-f3f1e14fef7b', 'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:5b:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:02Z', 'updated_at': '2021-06-30T02:50:22Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:59.909854 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52617c5e-ae0d-4657-aaec-8194154fe009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:59.914971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85e3970-bb9e-4b52-abd2-298e86a8c503 None None] The sync data for ids ['41054048-6373-4c2a-a242-6f6b72185d60'] in n-d-758944-39 is: [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:50:08Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '81a87ee8-e77f-41e9-87d0-f3f1e14fef7b', 'name': '', 'network_id': '8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:5b:75:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:02Z', 'updated_at': '2021-06-30T02:50:22Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '2bbce246-d256-4832-b8fb-e73807a4276d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:59.968744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7f71e4f1-ddf5-411c-b63e-8d26b4441e4c req-acd1f014-975c-4712-92ac-322ef0bc75a6 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 210 time: 0.1462131 Jun 30 02:53:00.029619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52617c5e-ae0d-4657-aaec-8194154fe009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90dbef-d2b2-4c85-9099-37ab9fcba3f7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:00.038026 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-52617c5e-ae0d-4657-aaec-8194154fe009 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a860fe8d789642d5a25bdf29f0d79161&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3376107 Jun 30 02:53:00.040841 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35858) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:00.069268 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.074034 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-2148b2bf-9f3b-4e26-9200-12d81a8617cc service neutron] 10.222.0.73 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609086 Jun 30 02:53:00.122158 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aa44b23-1e97-4601-ad0e-e27e22255769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.153728 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aa44b23-1e97-4601-ad0e-e27e22255769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.220786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aa44b23-1e97-4601-ad0e-e27e22255769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.225189 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1aa44b23-1e97-4601-ad0e-e27e22255769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.233727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1aa44b23-1e97-4601-ad0e-e27e22255769 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1e90dbef-d2b2-4c85-9099-37ab9fcba3f7 HTTP/1.1" status: 204 len: 168 time: 0.1897185 Jun 30 02:53:00.260731 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f21b9db6-c919-47cc-9d6b-911c1f583a45 req-548b3383-0638-4bad-a8e5-214e368c4dbd service neutron] 10.222.0.73 "GET /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793129 Jun 30 02:53:00.261238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa44b23-1e97-4601-ad0e-e27e22255769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90dbef-d2b2-4c85-9099-37ab9fcba3f7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:00.454314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-ee6ba0d4-91a5-4f03-882f-cdadf6f74336 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:00.455915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-ee6ba0d4-91a5-4f03-882f-cdadf6f74336 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 945 time: 0.1275938 Jun 30 02:53:00.504576 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c922ffe-c511-474e-bcf0-9ab733fe6b0d None None] New status for floating IP 41ddd3f5-72eb-44d0-a72c-a50ccfd1bff7: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:53:00.617029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-b974023a-b6b8-4698-9d52-31e3658e75c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port e15d5769-b924-4075-aeac-09efa21417f0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:00.617765 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-b974023a-b6b8-4698-9d52-31e3658e75c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.742061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-b974023a-b6b8-4698-9d52-31e3658e75c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port e15d5769-b924-4075-aeac-09efa21417f0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e15d5769-b924-4075-aeac-09efa21417f0,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:00.742427 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-b974023a-b6b8-4698-9d52-31e3658e75c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:00.756380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-b974023a-b6b8-4698-9d52-31e3658e75c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for e15d5769-b924-4075-aeac-09efa21417f0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:00.767194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35878) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:00.993561 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a987347-2f15-48f1-a6c1-ea98d4da44c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.006825 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-b974023a-b6b8-4698-9d52-31e3658e75c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.054625 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974023a-b6b8-4698-9d52-31e3658e75c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=e15d5769-b924-4075-aeac-09efa21417f0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:01.057479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c0a10-a26e-4e56-a957-d2666930c969 req-8e3770ad-9a1e-4858-9966-722514242447 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:01.064781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-220c0a10-a26e-4e56-a957-d2666930c969 req-8e3770ad-9a1e-4858-9966-722514242447 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c11126a-7f72-4e51-897f-ee51932a7cb8 HTTP/1.1" status: 200 len: 867 time: 0.1398947 Jun 30 02:53:01.140087 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-b974023a-b6b8-4698-9d52-31e3658e75c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] No DVR routers for this DVR port e15d5769-b924-4075-aeac-09efa21417f0 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:01.145189 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-b974023a-b6b8-4698-9d52-31e3658e75c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.148512 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8c16cd81-a239-49da-a2cd-061af1e1195a req-b974023a-b6b8-4698-9d52-31e3658e75c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.73 "DELETE /v2.0/ports/e15d5769-b924-4075-aeac-09efa21417f0 HTTP/1.1" status: 204 len: 173 time: 0.6852207 Jun 30 02:53:01.151091 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'name': 'network-vif-deleted', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:01.154941 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7fdbb0-792a-49bd-b193-ff8cb77c67bc" -d '{"events": [{"server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "name": "network-vif-deleted", "tag": "e15d5769-b924-4075-aeac-09efa21417f0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:01.198394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec8d9d-e496-4563-8d1a-673f279f8919 req-ed5d1567-d49c-4db1-bf65-4930b56941e2 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:01.202035 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32ec8d9d-e496-4563-8d1a-673f279f8919 req-ed5d1567-d49c-4db1-bf65-4930b56941e2 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 945 time: 0.3108137 Jun 30 02:53:01.213195 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-220c0a10-a26e-4e56-a957-d2666930c969 req-1e842dac-20f8-4b5c-8691-680bc5db25eb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468260 Jun 30 02:53:01.269221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32ec8d9d-e496-4563-8d1a-673f279f8919 req-66f3a30b-d9b2-4be9-b991-52c1536d17ac tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613050 Jun 30 02:53:01.345405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-b80ab17a-9983-4088-ade5-494a8279f53e tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:01.348738 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-b80ab17a-9983-4088-ade5-494a8279f53e tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.69 "GET /v2.0/networks?id=90696c74-2f79-44ab-a6db-64edc19dc9e3 HTTP/1.1" status: 200 len: 808 time: 0.2551312 Jun 30 02:53:01.372005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Request body: {'port': {'device_id': '458c4658-8dcd-46c0-a3d8-c4a3f8ae417d', 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3', 'admin_state_up': True, 'tenant_id': 'caba11bd1c5743cea80c7cba8230ec37'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:01.439168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a987347-2f15-48f1-a6c1-ea98d4da44c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.451003 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6a987347-2f15-48f1-a6c1-ea98d4da44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.505426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a987347-2f15-48f1-a6c1-ea98d4da44c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c8112-6b54-4ef3-8228-2db3ab1aac58,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:01.555486 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0da5c11f-d7a1-48a9-9feb-fe0b4a85054b req-9c208318-0b33-4be4-becb-26842a88c459 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 210 time: 0.1117558 Jun 30 02:53:01.582571 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6a987347-2f15-48f1-a6c1-ea98d4da44c8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=beec2c1d72ae4b42a29cd9577868122b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8137019 Jun 30 02:53:01.585329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35908) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:01.644281 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003478d2-8bd2-41d7-8ae0-cec711ab7bf8 x-openstack-request-id: req-003478d2-8bd2-41d7-8ae0-cec711ab7bf8 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:01.645393 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c11126a-7f72-4e51-897f-ee51932a7cb8", "name": "network-vif-deleted", "tag": "e15d5769-b924-4075-aeac-09efa21417f0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:01.645707 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-003478d2-8bd2-41d7-8ae0-cec711ab7bf8 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:01.646681 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c11126a-7f72-4e51-897f-ee51932a7cb8', 'name': 'network-vif-deleted', 'tag': 'e15d5769-b924-4075-aeac-09efa21417f0', 'status': 'completed', 'code': 200} Jun 30 02:53:01.667343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Made reservation on behalf of caba11bd1c5743cea80c7cba8230ec37 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:01.671875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.703140 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c428603-34e8-4dc2-9aa3-bf6a782307d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.740665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c428603-34e8-4dc2-9aa3-bf6a782307d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.804899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c428603-34e8-4dc2-9aa3-bf6a782307d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.807895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7c428603-34e8-4dc2-9aa3-bf6a782307d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:01.809272 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7c428603-34e8-4dc2-9aa3-bf6a782307d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab8c8112-6b54-4ef3-8228-2db3ab1aac58 HTTP/1.1" status: 204 len: 168 time: 0.2229612 Jun 30 02:53:01.817785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c428603-34e8-4dc2-9aa3-bf6a782307d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c8112-6b54-4ef3-8228-2db3ab1aac58,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:01.957072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Allocated IP 172.20.0.9 (90696c74-2f79-44ab-a6db-64edc19dc9e3/4b484a84-10b5-4852-9544-3f6762cb72d7/60e1e609-b390-4884-afba-8112324255e7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:01.983869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9db81-0c86-4ceb-bea9-c1ac23851def req-24cf6879-e7d7-4057-b243-e6efb0548be5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:01.991634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36c9db81-0c86-4ceb-bea9-c1ac23851def req-24cf6879-e7d7-4057-b243-e6efb0548be5 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 945 time: 0.1836007 Jun 30 02:53:02.053728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-36c9db81-0c86-4ceb-bea9-c1ac23851def req-99b4a3a2-a7de-40ab-ab6d-b5191913ff8a tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612934 Jun 30 02:53:02.083060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:02.154730 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84c74f7-da5d-4032-bfb2-c05ec046e310 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.160264 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c84c74f7-da5d-4032-bfb2-c05ec046e310 tempest-TestNetworkBasicOps-222440006 tempest-TestNetworkBasicOps-222440006-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 1092 time: 0.0754344 Jun 30 02:53:02.161195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:02.169279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:02.208067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.335910 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.424312 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.477843 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.479524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 35938) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:02.546273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Network 90696c74-2f79-44ab-a6db-64edc19dc9e3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:02.559428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:02.563523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:02.579337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Pushing event updated for resources: {'Port': ['ID=60e1e609-b390-4884-afba-8112324255e7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:02.671837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.678736 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.704428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-d0dff7a6-0cc5-40cc-928c-47279d19e9cd tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3394465 Jun 30 02:53:02.714498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Request body: {'port': {'device_id': '458c4658-8dcd-46c0-a3d8-c4a3f8ae417d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:02.820492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:02.870248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Allocated IP 172.25.7.91 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/c0fa632e-ad9b-4812-a885-69cc3ddec6d9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:02.938227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e15d5769-b924-4075-aeac-09efa21417f0 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:02.985497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: e15d5769-b924-4075-aeac-09efa21417f0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:02.987372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e15d5769-b924-4075-aeac-09efa21417f0 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:03.072774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35954) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:03.095284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f767936-4d62-431b-b9a6-335295799af2 req-e2b4c3a9-1257-48d3-8575-5bcad1cf0437 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:03.096929 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f767936-4d62-431b-b9a6-335295799af2 req-e2b4c3a9-1257-48d3-8575-5bcad1cf0437 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 931 time: 0.3185930 Jun 30 02:53:03.203830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.233292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f767936-4d62-431b-b9a6-335295799af2 req-3667ce27-36c2-4cc7-83ae-3ad610b614b6 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018040 Jun 30 02:53:03.243766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-8defff71-9910-400d-981d-f893dd9d62d2 req-5cc88170-9efa-4102-a690-2d91c8646bb8 service neutron] (93770) timed out ('10.222.0.73', 63049) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:53:03.267069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e1e609-b390-4884-afba-8112324255e7 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:03.275930 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.289901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Transition to ACTIVE for port object 60e1e609-b390-4884-afba-8112324255e7 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:03.295913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.297703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1370222091-network', 'tenant_id': 'b07dd99a14d44f39850ed661e4f382ed'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:03.324921 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.343152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Made reservation on behalf of b07dd99a14d44f39850ed661e4f382ed for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:03.346211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.357399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:03.361807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:03.368005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:03.374946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.454367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=c0fa632e-ad9b-4812-a885-69cc3ddec6d9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:03.495985 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.501583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-3e41e87b-1a28-4375-9def-849e65b1b95e req-c58012e7-873e-4cc2-8f8e-fb6f135a7d04 service neutron] (93771) timed out ('10.222.0.55', 36270) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:53:03.510665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Pushing event updated for resources: {'Port': ['ID=60e1e609-b390-4884-afba-8112324255e7,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:03.513302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.543151 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.571501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:03.573604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6384e0-8574-4b0d-984b-69d3f26e37d3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:03.610466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.610842 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Added segment e5bef3ce-ca52-4943-bc18-b3ef436ed991 of type vlan for network 689db0af-881a-4a34-b4ef-42fb5bfe2cef Jun 30 02:53:03.670469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.672718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Attempting to bind port 60e1e609-b390-4884-afba-8112324255e7 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:03.673057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Attempting to bind port 60e1e609-b390-4884-afba-8112324255e7 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '4778e8b8-6b2c-4180-a7a1-4acd3097c69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:03.673383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Attempting to bind port 60e1e609-b390-4884-afba-8112324255e7 on network 90696c74-2f79-44ab-a6db-64edc19dc9e3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:03.680452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Port 60e1e609-b390-4884-afba-8112324255e7 on network 90696c74-2f79-44ab-a6db-64edc19dc9e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:03.680777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Attempting to bind port 60e1e609-b390-4884-afba-8112324255e7 on network 90696c74-2f79-44ab-a6db-64edc19dc9e3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:03.690524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:03.690888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Checking segment: {'id': '4778e8b8-6b2c-4180-a7a1-4acd3097c69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:03.691267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Bound using segment: {'id': '4778e8b8-6b2c-4180-a7a1-4acd3097c69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:03.691757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Bound port: 60e1e609-b390-4884-afba-8112324255e7, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4778e8b8-6b2c-4180-a7a1-4acd3097c69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:03.692312 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.054681 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.055685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:04.056270 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.061740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.092557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:04.092921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.123357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] For port 60e1e609-b390-4884-afba-8112324255e7, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:04.137741 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0610406 Jun 30 02:53:04.142534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 35964) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:04.151502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] For port 60e1e609-b390-4884-afba-8112324255e7, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=60e1e609-b390-4884-afba-8112324255e7,segment=NetworkSegment(4778e8b8-6b2c-4180-a7a1-4acd3097c69f),segment_id=4778e8b8-6b2c-4180-a7a1-4acd3097c69f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:04.155654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Request body: {'subnet': {'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1370222091-subnet', 'tenant_id': 'b07dd99a14d44f39850ed661e4f382ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:04.160688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a618c5-0d41-4f1f-8e5b-892410b01c47 admin admin] Pushing event updated for resources: {'Network': ['ID=689db0af-881a-4a34-b4ef-42fb5bfe2cef,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:04.164016 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.177164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 689db0af-881a-4a34-b4ef-42fb5bfe2cef details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:04.218642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:04.219291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.220704 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] 10.222.0.69 "PUT /v2.0/ports/60e1e609-b390-4884-afba-8112324255e7 HTTP/1.1" status: 200 len: 1092 time: 1.5109360 Jun 30 02:53:04.221163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458c4658-8dcd-46c0-a3d8-c4a3f8ae417d', 'tag': '60e1e609-b390-4884-afba-8112324255e7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:04.223642 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce9252c-a1a4-4986-8f55-d1a5c4665609" -d '{"events": [{"name": "network-changed", "server_uuid": "458c4658-8dcd-46c0-a3d8-c4a3f8ae417d", "tag": "60e1e609-b390-4884-afba-8112324255e7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:04.236274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Made reservation on behalf of b07dd99a14d44f39850ed661e4f382ed for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:04.238799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.310860 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154f525e-5d03-4d5f-aa01-c87374bdbad4 x-openstack-request-id: req-154f525e-5d03-4d5f-aa01-c87374bdbad4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:04.311089 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458c4658-8dcd-46c0-a3d8-c4a3f8ae417d", "tag": "60e1e609-b390-4884-afba-8112324255e7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:04.311312 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-154f525e-5d03-4d5f-aa01-c87374bdbad4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:04.311702 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458c4658-8dcd-46c0-a3d8-c4a3f8ae417d', 'tag': '60e1e609-b390-4884-afba-8112324255e7', 'status': 'completed', 'code': 200} Jun 30 02:53:04.322493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff7a8b-d81a-4192-9218-c8429ca6b228 service neutron] Pushing event updated for resources: {'Port': ['ID=60e1e609-b390-4884-afba-8112324255e7,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:04.467883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-595439e2-0148-4530-986f-860f1b31a4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:04.469399 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-595439e2-0148-4530-986f-860f1b31a4ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=caba11bd1c5743cea80c7cba8230ec37&device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 1095 time: 0.1987824 Jun 30 02:53:04.524074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-b468f137-1829-45e5-bd02-a60e8a065d0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60e1e609-b390-4884-afba-8112324255e7 HTTP/1.1" status: 200 len: 217 time: 0.0460970 Jun 30 02:53:04.621635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b95834-a3e3-4965-b52b-0d3611fed693 req-d72d9e80-148c-491e-bb28-5fa36afab685 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:04.623183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31b95834-a3e3-4965-b52b-0d3611fed693 req-d72d9e80-148c-491e-bb28-5fa36afab685 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 943 time: 0.2330623 Jun 30 02:53:04.644462 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.662225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=81a87ee8-e77f-41e9-87d0-f3f1e14fef7b,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:04.662734 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.682127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-88f25393-a657-4f45-8e89-880fed1f3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:04.683672 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-88f25393-a657-4f45-8e89-880fed1f3a0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b484a84-10b5-4852-9544-3f6762cb72d7 HTTP/1.1" status: 200 len: 848 time: 0.1519516 Jun 30 02:53:04.684237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:04.703598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:04.749394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-865ade9c-74ca-4e31-9921-f7b37043fd84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90696c74-2f79-44ab-a6db-64edc19dc9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571055 Jun 30 02:53:04.765991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31b95834-a3e3-4965-b52b-0d3611fed693 req-5810511a-e3d6-48e9-a369-91b88859c2e4 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329441 Jun 30 02:53:04.797584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb00b85-279f-4fe0-ab7e-6b224e7accef,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:04.868304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Checking segment: {'id': 'e5bef3ce-ca52-4943-bc18-b3ef436ed991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:04.868998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Network hostable DHCP agents. Network: 689db0af-881a-4a34-b4ef-42fb5bfe2cef, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:04.906805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Network 689db0af-881a-4a34-b4ef-42fb5bfe2cef is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:04.910159 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-6db4d94c-8b57-4e82-b286-852ee8099562 service neutron] 10.222.0.69 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432202 Jun 30 02:53:04.924503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 689db0af-881a-4a34-b4ef-42fb5bfe2cef) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:04.935406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a005af-a7d8-4a47-b009-3a34a6b14f86 None None] Network 689db0af-881a-4a34-b4ef-42fb5bfe2cef requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:04.947434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-bd85df96-14a3-44f6-9ad8-bf3c15f01b63 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=54ccc4049c954884b8610efd22bfb801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806916 Jun 30 02:53:04.967348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:04.967852 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.001849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e5dc91ae-ac7b-4882-acf0-722002e5c351 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8491268 Jun 30 02:53:05.034183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e2d82ea-ac12-44b8-84b4-7eb6105f8a58 req-9da6b896-7f86-49f9-8d40-ef7d5948e5e7 service neutron] 10.222.0.69 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167438 Jun 30 02:53:05.163890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe1335-3d5e-495f-ac4d-0d61ecbcca4b None None] Network 689db0af-881a-4a34-b4ef-42fb5bfe2cef requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:05.193485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9252c-a1a4-4986-8f55-d1a5c4665609 req-7dc06142-b8a0-4f21-a740-87b0e07171e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.202191 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ce9252c-a1a4-4986-8f55-d1a5c4665609 req-7dc06142-b8a0-4f21-a740-87b0e07171e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=caba11bd1c5743cea80c7cba8230ec37&device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 1095 time: 0.1139197 Jun 30 02:53:05.288943 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.319299 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.373418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9252c-a1a4-4986-8f55-d1a5c4665609 req-2874460e-ffa9-4501-a77f-d3da001a87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.377206 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ce9252c-a1a4-4986-8f55-d1a5c4665609 req-2874460e-ffa9-4501-a77f-d3da001a87ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=90696c74-2f79-44ab-a6db-64edc19dc9e3 HTTP/1.1" status: 200 len: 909 time: 0.1688819 Jun 30 02:53:05.447862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ce9252c-a1a4-4986-8f55-d1a5c4665609 req-1ee3ee0b-1fea-4229-bbf8-480a1063253b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60e1e609-b390-4884-afba-8112324255e7 HTTP/1.1" status: 200 len: 217 time: 0.0640492 Jun 30 02:53:05.465606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-827fcf19-8a4f-4805-b72c-4b92f2c3f0d7 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.471447 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-827fcf19-8a4f-4805-b72c-4b92f2c3f0d7 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5166223 Jun 30 02:53:05.491056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.509844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9252c-a1a4-4986-8f55-d1a5c4665609 req-560f155b-dd6b-4f47-9236-f3c45c9ec243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.512268 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ce9252c-a1a4-4986-8f55-d1a5c4665609 req-560f155b-dd6b-4f47-9236-f3c45c9ec243 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4b484a84-10b5-4852-9544-3f6762cb72d7 HTTP/1.1" status: 200 len: 848 time: 0.0555136 Jun 30 02:53:05.543641 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-38256ee8-810d-4713-9a0c-2a2414efa38b tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/quotas/54ccc4049c954884b8610efd22bfb801 HTTP/1.1" status: 200 len: 375 time: 0.0465329 Jun 30 02:53:05.551601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.560862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event updated for resources: {'Port': ['ID=c0fa632e-ad9b-4812-a885-69cc3ddec6d9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:05.574346 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ce9252c-a1a4-4986-8f55-d1a5c4665609 req-2ee87d65-8851-4716-8cc2-4b72f7295b1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90696c74-2f79-44ab-a6db-64edc19dc9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560756 Jun 30 02:53:05.735135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-1a526788-d9b3-4ac1-b1b8-ea7e1aa5df90 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=54ccc4049c954884b8610efd22bfb801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1751635 Jun 30 02:53:05.755980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ce9252c-a1a4-4986-8f55-d1a5c4665609 req-8da8f223-0f9e-4c95-978d-5fbee2eeb060 service neutron] 10.222.0.69 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719067 Jun 30 02:53:05.771792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=81a87ee8-e77f-41e9-87d0-f3f1e14fef7b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:05.947115 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ce9252c-a1a4-4986-8f55-d1a5c4665609 req-b033daaa-b605-42e8-b92a-39d19cce128d service neutron] 10.222.0.69 "GET /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843734 Jun 30 02:53:06.003590 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Floating IP d18a96dd-e868-46b6-8fea-675b9fc45e74 associated. External IP: 172.25.7.91, port: a155f4e4-43eb-4a5c-8a3c-eace95e89a8e. Jun 30 02:53:06.157730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f3679-22d3-4456-9a10-7b3692478a22 req-c3130f70-a4a1-444a-a92a-62251c746b85 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:06.159878 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d52f3679-22d3-4456-9a10-7b3692478a22 req-c3130f70-a4a1-444a-a92a-62251c746b85 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 943 time: 0.1717396 Jun 30 02:53:06.254409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d52f3679-22d3-4456-9a10-7b3692478a22 req-6c0d5c6e-44e2-4912-91f0-fa481359f04d tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865879 Jun 30 02:53:06.255605 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.287674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-630a5212-2b68-44bf-8492-24c03114ebe5 req-cfff77b2-3bfe-4abb-a8c7-c4188ae01c82 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 210 time: 0.0507126 Jun 30 02:53:06.663262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router 41054048-6373-4c2a-a242-6f6b72185d60 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:06.675160 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router 2445ca43-72b9-4168-98a0-24697b9db06b has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:06.866544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:06.872753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6464bf22-a550-44dd-a8d2-5b430014b5f8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "PUT /v2.0/routers/41054048-6373-4c2a-a242-6f6b72185d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3920739 Jun 30 02:53:06.875547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36028) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:06.877482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] Sync routers for ids ['41054048-6373-4c2a-a242-6f6b72185d60'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:06.892603 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] Routers {'41054048-6373-4c2a-a242-6f6b72185d60'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:06.893250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['41054048-6373-4c2a-a242-6f6b72185d60'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:06.895289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:06.913798 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.923764 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] Sync routers for ids ['2445ca43-72b9-4168-98a0-24697b9db06b'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:06.941113 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] Routers {'2445ca43-72b9-4168-98a0-24697b9db06b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:06.941814 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2445ca43-72b9-4168-98a0-24697b9db06b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:06.961861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a476d999-8326-4a48-8546-9f1e0b139470 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7979231 Jun 30 02:53:06.961861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51236889-b3f2-4721-82b2-e64221e3553d', 'tag': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:06.964469 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32a5996-1d9a-40ce-9586-95361c51e25b" -d '{"events": [{"name": "network-changed", "server_uuid": "51236889-b3f2-4721-82b2-e64221e3553d", "tag": "a155f4e4-43eb-4a5c-8a3c-eace95e89a8e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:06.967237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:07.034399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-887b80b9-adc1-48bf-9a0c-f00a0a2df288 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting subnet 2bbce246-d256-4832-b8fb-e73807a4276d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:07.081111 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-887b80b9-adc1-48bf-9a0c-f00a0a2df288 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.125712 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fc6338-3055-4a8e-8842-1cb8cae6066f x-openstack-request-id: req-87fc6338-3055-4a8e-8842-1cb8cae6066f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:07.126030 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51236889-b3f2-4721-82b2-e64221e3553d", "tag": "a155f4e4-43eb-4a5c-8a3c-eace95e89a8e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:07.126327 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87fc6338-3055-4a8e-8842-1cb8cae6066f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:07.128560 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51236889-b3f2-4721-82b2-e64221e3553d', 'tag': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'status': 'completed', 'code': 200} Jun 30 02:53:07.160731 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-887b80b9-adc1-48bf-9a0c-f00a0a2df288 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.190131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4a4a26cb-9288-413f-b94a-5ec5d6785f36 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/floatingips/d18a96dd-e868-46b6-8fea-675b9fc45e74 HTTP/1.1" status: 200 len: 990 time: 0.2205987 Jun 30 02:53:07.281515 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] Set router 2445ca43-72b9-4168-98a0-24697b9db06b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:07.307996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-4b2e64a2-b6f4-4181-9a15-7b4a04f33d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.309812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-4b2e64a2-b6f4-4181-9a15-7b4a04f33d65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 1097 time: 0.1566222 Jun 30 02:53:07.350366 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-887b80b9-adc1-48bf-9a0c-f00a0a2df288 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.502733 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-887b80b9-adc1-48bf-9a0c-f00a0a2df288 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.520249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] Set router 41054048-6373-4c2a-a242-6f6b72185d60 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:07.591173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-979be574-1909-4d40-876c-e9db14e5cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.593766 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-979be574-1909-4d40-876c-e9db14e5cb5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=fde797e2-c268-4a95-917a-e7e76e87e53f HTTP/1.1" status: 200 len: 898 time: 0.2755277 Jun 30 02:53:07.619507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-887b80b9-adc1-48bf-9a0c-f00a0a2df288 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.624333 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-887b80b9-adc1-48bf-9a0c-f00a0a2df288 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/subnets/2bbce246-d256-4832-b8fb-e73807a4276d HTTP/1.1" status: 204 len: 168 time: 0.7477896 Jun 30 02:53:07.642608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:07.658440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b80b9-adc1-48bf-9a0c-f00a0a2df288 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbce246-d256-4832-b8fb-e73807a4276d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:07.700955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5158ea-636d-4604-89b4-8883daaf7573 None None] Network 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:07.764339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-c26e365d-b337-41b1-a626-771fea6146bc tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=54ccc4049c954884b8610efd22bfb801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380296 Jun 30 02:53:07.791037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1439f205-152a-4bed-b6c3-692b1ae1fdd8 req-4cad2fc0-ccd1-448a-a56a-cae97223ab94 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 210 time: 0.0880177 Jun 30 02:53:07.879028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-1a0d3290-6092-4774-a29f-f548b054e55d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e HTTP/1.1" status: 200 len: 998 time: 0.2742727 Jun 30 02:53:07.941583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-0411d615-3b3d-4238-be3c-4b8c7c122277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.943993 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-0411d615-3b3d-4238-be3c-4b8c7c122277 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e2c12c6a-33d9-4a23-ab15-4b421e33ec06 HTTP/1.1" status: 200 len: 833 time: 0.0550230 Jun 30 02:53:07.971412 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:36Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'd18a96dd-e868-46b6-8fea-675b9fc45e74', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'port_id': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'mac_address': 'fa:16:3e:4f:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51236889-b3f2-4721-82b2-e64221e3553d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:53:03Z', 'updated_at': '2021-06-30T02:53:03Z', 'revision_number': 0, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a933c3e9-c26c-4161-a4ac-1fc29ef48ffc', 'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:f7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:35Z', 'updated_at': '2021-06-30T02:52:44Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:08.016086 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] Checking router: 2445ca43-72b9-4168-98a0-24697b9db06b for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:08.025176 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] Routers {'2445ca43-72b9-4168-98a0-24697b9db06b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:08.025956 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2445ca43-72b9-4168-98a0-24697b9db06b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:08.096674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c37cc-e1da-4271-8e55-93c4f281d392 req-aeeef83f-3bab-4c38-9111-0a7c2f8f5d93 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:08.098903 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1e2c37cc-e1da-4271-8e55-93c4f281d392 req-aeeef83f-3bab-4c38-9111-0a7c2f8f5d93 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 943 time: 0.5725296 Jun 30 02:53:08.116753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-1e21eeb2-78b9-4145-82a0-a9acf92cf63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:08.122228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-1e21eeb2-78b9-4145-82a0-a9acf92cf63d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fde797e2-c268-4a95-917a-e7e76e87e53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662672 Jun 30 02:53:08.171056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:53:05Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:08.198202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:08.221324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] Checking router: 41054048-6373-4c2a-a242-6f6b72185d60 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:08.238250 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:08.247710 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] Routers {'41054048-6373-4c2a-a242-6f6b72185d60'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:08.248938 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] Set router 2445ca43-72b9-4168-98a0-24697b9db06b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:08.249083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['41054048-6373-4c2a-a242-6f6b72185d60'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:08.321306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf41d4-4bb9-40d2-a0ba-d324d6039712 None None] DHCP port deletion for 8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:53:08.472989 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1e2c37cc-e1da-4271-8e55-93c4f281d392 req-6bdb73a3-e1df-45d4-b943-4ec37f11504c tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640940 Jun 30 02:53:08.511553 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-dacf227f-46dc-4296-8c3b-0d2e86a9a78e tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:08.513075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-dacf227f-46dc-4296-8c3b-0d2e86a9a78e tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7385910 Jun 30 02:53:08.530321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Request body: {'port': {'device_id': '7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '54ccc4049c954884b8610efd22bfb801'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:08.599624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 60e1e609-b390-4884-afba-8112324255e7 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:08.728200 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:36Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'd18a96dd-e868-46b6-8fea-675b9fc45e74', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'port_id': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'mac_address': 'fa:16:3e:4f:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51236889-b3f2-4721-82b2-e64221e3553d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:53:03Z', 'updated_at': '2021-06-30T02:53:03Z', 'revision_number': 0, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a933c3e9-c26c-4161-a4ac-1fc29ef48ffc', 'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:f7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:35Z', 'updated_at': '2021-06-30T02:52:44Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:08.797136 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e5584-582b-49f5-ab65-6e6fc474871f None None] The sync data for ids ['2445ca43-72b9-4168-98a0-24697b9db06b'] in n-d-758944-39 is: [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:36Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'd18a96dd-e868-46b6-8fea-675b9fc45e74', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'port_id': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'mac_address': 'fa:16:3e:4f:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51236889-b3f2-4721-82b2-e64221e3553d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:53:03Z', 'updated_at': '2021-06-30T02:53:03Z', 'revision_number': 0, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a933c3e9-c26c-4161-a4ac-1fc29ef48ffc', 'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:f7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:35Z', 'updated_at': '2021-06-30T02:52:44Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:08.800138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 60e1e609-b390-4884-afba-8112324255e7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=60e1e609-b390-4884-afba-8112324255e7,segment=NetworkSegment(4778e8b8-6b2c-4180-a7a1-4acd3097c69f),segment_id=4778e8b8-6b2c-4180-a7a1-4acd3097c69f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:08.847100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '60e1e609-b390-4884-afba-8112324255e7', 'network_id': '90696c74-2f79-44ab-a6db-64edc19dc9e3', 'port_id': '60e1e609-b390-4884-afba-8112324255e7', 'mac_address': 'fa:16:3e:06:95:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b484a84-10b5-4852-9544-3f6762cb72d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:08.855902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:08.870516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] Set router 41054048-6373-4c2a-a242-6f6b72185d60 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:08.969045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63bf41d4-4bb9-40d2-a0ba-d324d6039712 None None] Deleting port 1c3e1393-2038-471c-a1e7-34aff99734d7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:08.987349 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63bf41d4-4bb9-40d2-a0ba-d324d6039712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.066040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Made reservation on behalf of 54ccc4049c954884b8610efd22bfb801 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:09.069905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.095074 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.169897 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3851658e-cf14-4042-bd81-405ac65bd128 req-14655283-8f2c-4380-9c39-a39019717687 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 210 time: 0.0619886 Jun 30 02:53:09.180870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:09.181207 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.270800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225bb414-7ead-4d77-929c-0fb2c7fd8bdd None None] New status for floating IP d18a96dd-e868-46b6-8fea-675b9fc45e74: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:53:09.366784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-53f705e0-09ee-46a7-af92-193aa759de38 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/floatingips/d18a96dd-e868-46b6-8fea-675b9fc45e74 HTTP/1.1" status: 200 len: 990 time: 1.1497796 Jun 30 02:53:09.388938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-5363d4a0-d7a1-4c8c-b198-42a308ddf9b9 service neutron] 10.222.0.73 "GET /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2578278 Jun 30 02:53:09.437590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port 01db1bd4-94cd-4ebf-a2e9-87afb2239e63, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=01db1bd4-94cd-4ebf-a2e9-87afb2239e63,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:09.437947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.527577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-63bf41d4-4bb9-40d2-a0ba-d324d6039712 None None] For port 1c3e1393-2038-471c-a1e7-34aff99734d7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1c3e1393-2038-471c-a1e7-34aff99734d7,segment=NetworkSegment(4288e007-b0b0-450a-a2d1-824b1f8e1267),segment_id=4288e007-b0b0-450a-a2d1-824b1f8e1267)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:09.528344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63bf41d4-4bb9-40d2-a0ba-d324d6039712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.530059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:09.560431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-63bf41d4-4bb9-40d2-a0ba-d324d6039712 None None] Calling delete_port for 1c3e1393-2038-471c-a1e7-34aff99734d7 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:09.598006 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.723522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b32a5996-1d9a-40ce-9586-95361c51e25b req-79238910-2067-471d-a7e7-c9c852a8ed1d service neutron] 10.222.0.73 "GET /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258088 Jun 30 02:53:09.889305 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.915252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1c3e1393-2038-471c-a1e7-34aff99734d7 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:09.956757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=01db1bd4-94cd-4ebf-a2e9-87afb2239e63,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:09.986095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e1e609-b390-4884-afba-8112324255e7 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:09.993503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.023464 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.025846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19702afe-746b-49f2-a421-b6877cd17db0 req-3404448d-f685-4baa-b8d3-c878d29153e0 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:10.037185 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19702afe-746b-49f2-a421-b6877cd17db0 req-3404448d-f685-4baa-b8d3-c878d29153e0 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 943 time: 0.1690345 Jun 30 02:53:10.057337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 60e1e609-b390-4884-afba-8112324255e7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=60e1e609-b390-4884-afba-8112324255e7,segment=NetworkSegment(4778e8b8-6b2c-4180-a7a1-4acd3097c69f),segment_id=4778e8b8-6b2c-4180-a7a1-4acd3097c69f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:10.068352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b63c06-a4fd-4268-905f-ad3a1f94002a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:10.068730 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.120099 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.123183 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19702afe-746b-49f2-a421-b6877cd17db0 req-dacd7071-df72-4762-aac4-5c9cd295fde3 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843320 Jun 30 02:53:10.187846 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.200923 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-63bf41d4-4bb9-40d2-a0ba-d324d6039712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.233764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=60e1e609-b390-4884-afba-8112324255e7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:10.256190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf41d4-4bb9-40d2-a0ba-d324d6039712 None None] No DVR routers for this DVR port 1c3e1393-2038-471c-a1e7-34aff99734d7 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:10.269510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:53:05Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:10.322917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a20f3c-6e49-4b6f-bbe6-5ceb94c6ab2b None None] The sync data for ids ['41054048-6373-4c2a-a242-6f6b72185d60'] in n-d-758944-39 is: [{'id': '41054048-6373-4c2a-a242-6f6b72185d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72894229', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227'}], 'enable_snat': True}, 'gw_port_id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:49:49Z', 'updated_at': '2021-06-30T02:53:05Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '01db1bd4-94cd-4ebf-a2e9-87afb2239e63', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41054048-6373-4c2a-a242-6f6b72185d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:49:51Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:10.326579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.326967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.328198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.328728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.329244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.329765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.330290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.330822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.331351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.331932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.333276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.333862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:10.370586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:10.387878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['60e1e609-b390-4884-afba-8112324255e7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:10.458246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf41d4-4bb9-40d2-a0ba-d324d6039712 None None] Pushing event deleted for resources: {'Port': ['ID=1c3e1393-2038-471c-a1e7-34aff99734d7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:10.535280 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0fb6a07b-e06c-40c6-8a02-728eeb9c5c1f tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/floatingips/d18a96dd-e868-46b6-8fea-675b9fc45e74 HTTP/1.1" status: 200 len: 992 time: 0.1609395 Jun 30 02:53:10.674544 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa0ba102-2a93-4104-801f-e80bd36d0c35 req-a3b48698-d07f-49db-a963-4b90a4fd97be tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 210 time: 0.0898573 Jun 30 02:53:10.745693 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.751019 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.812090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Allocated IP 192.168.233.184 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/59145384-4eff-47b2-8184-4f5beb48e458) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:10.814151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.814667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Fanout notify agent at l3_agent the message router_deleted on router 41054048-6373-4c2a-a242-6f6b72185d60 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:53:10.826588 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:10.827751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-236a33fa-e1cd-4a14-ad69-8aa2f130c1ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/routers/41054048-6373-4c2a-a242-6f6b72185d60 HTTP/1.1" status: 204 len: 168 time: 3.1704938 Jun 30 02:53:10.830603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:10.956219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.050142 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.065979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Transition to ACTIVE for port object 59145384-4eff-47b2-8184-4f5beb48e458 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:11.080045 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.093559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:11.105090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.144318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4288e007-b0b0-450a-a2d1-824b1f8e1267') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:11.144661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4288e007-b0b0-450a-a2d1-824b1f8e1267') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:11.181658 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.209630 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.220351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:11.221047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:11.226503 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:11.265191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Pushing event updated for resources: {'Port': ['ID=59145384-4eff-47b2-8184-4f5beb48e458,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:11.283273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:11.286020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:11.291053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:11.374515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.396327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.399291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/networks/8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b HTTP/1.1" status: 204 len: 168 time: 0.5669940 Jun 30 02:53:11.407693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:11.424765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.425407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce237b26-bbef-40a6-8397-f98a0f84bcb8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Network': ['ID=8de7a87c-f03c-4bd1-9a66-b30a1ee46d1b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:11.425914 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.460837 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-86271c4b-bab5-42f8-a521-bdafdcfc298f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9362972 Jun 30 02:53:11.479479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Request body: {'port': {'device_id': '7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:11.630497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.632436 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43a8d53f-ea28-4844-a4cb-c8fc63005eb7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.681828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71416c9b-a832-487e-b622-a78af5790d8f req-334788e0-081a-4560-b32f-8d02442f6b1e tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.684161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71416c9b-a832-487e-b622-a78af5790d8f req-334788e0-081a-4560-b32f-8d02442f6b1e tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 944 time: 0.3227425 Jun 30 02:53:11.715211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43a8d53f-ea28-4844-a4cb-c8fc63005eb7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.717736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f937fc18-9f1c-4cbb-9d86-d05e19752922 None None] Provisioning for port 59145384-4eff-47b2-8184-4f5beb48e458 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:11.739264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f937fc18-9f1c-4cbb-9d86-d05e19752922 None None] Provisioning complete for port 59145384-4eff-47b2-8184-4f5beb48e458 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:11.739658 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f937fc18-9f1c-4cbb-9d86-d05e19752922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.816169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f937fc18-9f1c-4cbb-9d86-d05e19752922 None None] Port 59145384-4eff-47b2-8184-4f5beb48e458 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:11.876584 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71416c9b-a832-487e-b622-a78af5790d8f req-74ee36a5-ecfa-4286-851c-fcd3f0ee87a6 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646907 Jun 30 02:53:11.887321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:11.925667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:11.927011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01db1bd4-94cd-4ebf-a2e9-87afb2239e63 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:11.927447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:11.969694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4594e0-5dc3-4762-bb88-6bfeb825ccb5 req-752bc341-dbba-4ba5-8447-d7748bc9ab3b tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.971397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe4594e0-5dc3-4762-bb88-6bfeb825ccb5 req-752bc341-dbba-4ba5-8447-d7748bc9ab3b tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 936 time: 0.1259122 Jun 30 02:53:11.980568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:11.980925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 81a87ee8-e77f-41e9-87d0-f3f1e14fef7b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:12.022058 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe4594e0-5dc3-4762-bb88-6bfeb825ccb5 req-200f3755-7e14-4091-80bb-7f0c3dffe564 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Jun 30 02:53:12.060068 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43a8d53f-ea28-4844-a4cb-c8fc63005eb7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.062766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43a8d53f-ea28-4844-a4cb-c8fc63005eb7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.066241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-43a8d53f-ea28-4844-a4cb-c8fc63005eb7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/security-groups/dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22 HTTP/1.1" status: 204 len: 168 time: 0.6551077 Jun 30 02:53:12.078182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8d53f-ea28-4844-a4cb-c8fc63005eb7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4b3fc8-5c8d-464b-8eb8-82e9e535ec22,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:12.217098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59145384-4eff-47b2-8184-4f5beb48e458 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:12.226258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.242154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Transition to ACTIVE for port object 59145384-4eff-47b2-8184-4f5beb48e458 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:12.247993 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.365176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Pushing event updated for resources: {'Port': ['ID=59145384-4eff-47b2-8184-4f5beb48e458,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:12.396597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:12.402187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-01560602-0bae-4498-a750-2de6eeb5321d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514167237', 'description': 'tempest-secgroup-smoke-514167237 description', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:12.423169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Attempting to bind port 59145384-4eff-47b2-8184-4f5beb48e458 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:12.423419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Attempting to bind port 59145384-4eff-47b2-8184-4f5beb48e458 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:12.424039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Attempting to bind port 59145384-4eff-47b2-8184-4f5beb48e458 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:12.435060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Port 59145384-4eff-47b2-8184-4f5beb48e458 on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:12.436224 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Attempting to bind port 59145384-4eff-47b2-8184-4f5beb48e458 on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:12.445322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:12.445718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:12.446102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:12.446770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Bound port: 59145384-4eff-47b2-8184-4f5beb48e458, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:12.447288 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.461147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01560602-0bae-4498-a750-2de6eeb5321d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.561406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] For port 59145384-4eff-47b2-8184-4f5beb48e458, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:12.565706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] For port 59145384-4eff-47b2-8184-4f5beb48e458, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=59145384-4eff-47b2-8184-4f5beb48e458,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:12.571701 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.625287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:12.625883 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.627814 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] 10.222.0.73 "PUT /v2.0/ports/59145384-4eff-47b2-8184-4f5beb48e458 HTTP/1.1" status: 200 len: 1097 time: 1.1544399 Jun 30 02:53:12.630112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb', 'tag': '59145384-4eff-47b2-8184-4f5beb48e458'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:12.633754 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19" -d '{"events": [{"name": "network-changed", "server_uuid": "7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb", "tag": "59145384-4eff-47b2-8184-4f5beb48e458"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:12.643933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 60e1e609-b390-4884-afba-8112324255e7 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:12.729589 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70377c56-3b28-4a27-a51e-6e8c2df4dde4 service neutron] Pushing event updated for resources: {'Port': ['ID=59145384-4eff-47b2-8184-4f5beb48e458,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:12.745639 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac18a70-9ae9-48fb-9bf6-20e776d36dcb x-openstack-request-id: req-cac18a70-9ae9-48fb-9bf6-20e776d36dcb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:12.745924 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb", "tag": "59145384-4eff-47b2-8184-4f5beb48e458", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:12.748949 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cac18a70-9ae9-48fb-9bf6-20e776d36dcb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:12.749528 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb', 'tag': '59145384-4eff-47b2-8184-4f5beb48e458', 'status': 'completed', 'code': 200} Jun 30 02:53:12.757648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 60e1e609-b390-4884-afba-8112324255e7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:12.758483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01560602-0bae-4498-a750-2de6eeb5321d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.771305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 60e1e609-b390-4884-afba-8112324255e7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:12.772279 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.776090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01560602-0bae-4498-a750-2de6eeb5321d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.821248 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-01560602-0bae-4498-a750-2de6eeb5321d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.823218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-01560602-0bae-4498-a750-2de6eeb5321d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4250114 Jun 30 02:53:12.826555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36538) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:12.828457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01560602-0bae-4498-a750-2de6eeb5321d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69cfed2-1015-4d54-9885-c8b364f142e3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:12.841732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-dc9ae2b4-bda8-4102-b298-8269c621e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:12.843721 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-dc9ae2b4-bda8-4102-b298-8269c621e0e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=54ccc4049c954884b8610efd22bfb801&device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 1100 time: 0.1548381 Jun 30 02:53:12.845442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-81a258dc-534c-49f8-b659-60d87c9cec3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'd69cfed2-1015-4d54-9885-c8b364f142e3', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:12.878992 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a258dc-534c-49f8-b659-60d87c9cec3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.916106 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.917744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-1c0d0ac3-186d-4df9-9791-48dcacd73ae2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=59145384-4eff-47b2-8184-4f5beb48e458 HTTP/1.1" status: 200 len: 217 time: 0.0648904 Jun 30 02:53:12.960284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458c4658-8dcd-46c0-a3d8-c4a3f8ae417d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e1e609-b390-4884-afba-8112324255e7'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:12.964685 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e612bb08-ab7f-41f3-bc74-e45663754ab8" -d '{"events": [{"server_uuid": "458c4658-8dcd-46c0-a3d8-c4a3f8ae417d", "name": "network-vif-plugged", "status": "completed", "tag": "60e1e609-b390-4884-afba-8112324255e7"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:12.983287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 60e1e609-b390-4884-afba-8112324255e7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=60e1e609-b390-4884-afba-8112324255e7,segment=NetworkSegment(4778e8b8-6b2c-4180-a7a1-4acd3097c69f),segment_id=4778e8b8-6b2c-4180-a7a1-4acd3097c69f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:12.986927 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a258dc-534c-49f8-b659-60d87c9cec3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.989135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:12.993930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a258dc-534c-49f8-b659-60d87c9cec3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.016977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a258dc-534c-49f8-b659-60d87c9cec3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67316744-74ee-4689-a710-ab0a768c2375,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.021462 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-81a258dc-534c-49f8-b659-60d87c9cec3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.024691 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-81a258dc-534c-49f8-b659-60d87c9cec3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1970601 Jun 30 02:53:13.028609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36544) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:13.037185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b5685452-9e49-47fe-80f1-dd066380b723 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'd69cfed2-1015-4d54-9885-c8b364f142e3', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:13.070896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-838e8201-6534-432d-9540-6c8e960449d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.075196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-838e8201-6534-432d-9540-6c8e960449d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.1508784 Jun 30 02:53:13.075402 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daeab76-7628-4992-9e68-cfba7f0eeef6 x-openstack-request-id: req-9daeab76-7628-4992-9e68-cfba7f0eeef6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:13.075637 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458c4658-8dcd-46c0-a3d8-c4a3f8ae417d", "name": "network-vif-plugged", "status": "completed", "tag": "60e1e609-b390-4884-afba-8112324255e7", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:13.076071 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9daeab76-7628-4992-9e68-cfba7f0eeef6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:13.076656 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458c4658-8dcd-46c0-a3d8-c4a3f8ae417d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e1e609-b390-4884-afba-8112324255e7', 'code': 200} Jun 30 02:53:13.087198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5685452-9e49-47fe-80f1-dd066380b723 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.114250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=60e1e609-b390-4884-afba-8112324255e7,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.173632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5685452-9e49-47fe-80f1-dd066380b723 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.180002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5685452-9e49-47fe-80f1-dd066380b723 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.231143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5685452-9e49-47fe-80f1-dd066380b723 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afb8dd8-044d-429e-b016-9042b23e0d62,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.233334 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5685452-9e49-47fe-80f1-dd066380b723 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.234487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b5685452-9e49-47fe-80f1-dd066380b723 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2036479 Jun 30 02:53:13.237826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36548) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:13.242647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8f7acd0c-ce91-4fd7-8b0d-8f1e58306961 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'd69cfed2-1015-4d54-9885-c8b364f142e3', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:13.280605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-4f24d78c-da39-497e-9793-9f6325cc42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.282389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-4f24d78c-da39-497e-9793-9f6325cc42ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1954913 Jun 30 02:53:13.289052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70b342-7777-4e34-8506-8a929bed3459 req-a9750f8d-2541-4082-9011-6f1c854f82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.290470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c70b342-7777-4e34-8506-8a929bed3459 req-a9750f8d-2541-4082-9011-6f1c854f82b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 1097 time: 0.1544590 Jun 30 02:53:13.294299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068b22a-8365-40fa-861f-e98881d4e2ff req-1c5445f3-1b1c-4b1e-907c-ba9977951c10 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.295946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b068b22a-8365-40fa-861f-e98881d4e2ff req-1c5445f3-1b1c-4b1e-907c-ba9977951c10 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 948 time: 0.0971367 Jun 30 02:53:13.297402 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f7acd0c-ce91-4fd7-8b0d-8f1e58306961 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.360739 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b068b22a-8365-40fa-861f-e98881d4e2ff req-11ffaaaf-2fba-453f-af92-426153ad5fbe tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532866 Jun 30 02:53:13.367638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72076d-8543-4895-80d9-371b49df91b0 req-02cd6b20-34b6-4e8f-a476-cf2c1440b9b4 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.374782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f72076d-8543-4895-80d9-371b49df91b0 req-02cd6b20-34b6-4e8f-a476-cf2c1440b9b4 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 945 time: 0.2730110 Jun 30 02:53:13.388410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f7acd0c-ce91-4fd7-8b0d-8f1e58306961 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.399608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f7acd0c-ce91-4fd7-8b0d-8f1e58306961 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.423987 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c70b342-7777-4e34-8506-8a929bed3459 req-a50bcffa-3925-4cd7-8a21-774a68ca39b7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243255 Jun 30 02:53:13.446020 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7acd0c-ce91-4fd7-8b0d-8f1e58306961 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6c2633-86fb-43dc-b39c-ef6bb6cd31a8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.449564 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f72076d-8543-4895-80d9-371b49df91b0 req-3ed74ae0-99f7-4d13-b490-360f1436dad6 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738139 Jun 30 02:53:13.452343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f7acd0c-ce91-4fd7-8b0d-8f1e58306961 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.453562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8f7acd0c-ce91-4fd7-8b0d-8f1e58306961 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2144673 Jun 30 02:53:13.466804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:13.478786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1ea0b439-c1c6-4fc7-bbd6-aa33eb060745 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'd69cfed2-1015-4d54-9885-c8b364f142e3', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:13.513869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-e06f211b-9ab8-4842-864c-12797198f8c8 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220864 Jun 30 02:53:13.582437 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b439-c1c6-4fc7-bbd6-aa33eb060745 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.671759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b439-c1c6-4fc7-bbd6-aa33eb060745 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.675291 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab4dd5a4-bf4f-42fc-b3eb-a2908da777b9 req-8b235658-75f3-435e-a096-8431c660e3b0 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534698 Jun 30 02:53:13.676911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b439-c1c6-4fc7-bbd6-aa33eb060745 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.700029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0b439-c1c6-4fc7-bbd6-aa33eb060745 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8e5a48-8290-4d89-bd94-21fb7fa74512,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.712595 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ea0b439-c1c6-4fc7-bbd6-aa33eb060745 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.714001 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1ea0b439-c1c6-4fc7-bbd6-aa33eb060745 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2396154 Jun 30 02:53:13.717038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:13.722197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-91284401-5876-48ef-8088-de5b55e34364 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'd69cfed2-1015-4d54-9885-c8b364f142e3', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:13.747240 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-91284401-5876-48ef-8088-de5b55e34364 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Project 0910613b6f2a46bcb313d7be1951c0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:53:13.754435 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91284401-5876-48ef-8088-de5b55e34364 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.846210 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91284401-5876-48ef-8088-de5b55e34364 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.854494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91284401-5876-48ef-8088-de5b55e34364 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.866805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-0b23cb97-6064-4b3c-aa1b-407ff08eed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.869233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-0b23cb97-6064-4b3c-aa1b-407ff08eed84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=54ccc4049c954884b8610efd22bfb801&device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 1100 time: 0.1221714 Jun 30 02:53:13.879423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91284401-5876-48ef-8088-de5b55e34364 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2178bb9d-4143-4923-8a5d-66465e10beeb,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.893525 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-91284401-5876-48ef-8088-de5b55e34364 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.898799 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-91284401-5876-48ef-8088-de5b55e34364 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1770532 Jun 30 02:53:13.900881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:13.907517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-56455d99-bd71-49c4-95dd-c35790090ef4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': 'd69cfed2-1015-4d54-9885-c8b364f142e3', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:13.936465 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-56455d99-bd71-49c4-95dd-c35790090ef4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Project 0910613b6f2a46bcb313d7be1951c0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:53:13.944976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56455d99-bd71-49c4-95dd-c35790090ef4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.996073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-fe7eed85-cd22-4299-9ae3-58effe63f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.997993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-fe7eed85-cd22-4299-9ae3-58effe63f58f service neutron] 10.222.0.73 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1212325 Jun 30 02:53:14.057181 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-f71b3536-ebe8-40b3-a2a7-7c4a301bcb6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=59145384-4eff-47b2-8184-4f5beb48e458 HTTP/1.1" status: 200 len: 217 time: 0.0464494 Jun 30 02:53:14.061562 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56455d99-bd71-49c4-95dd-c35790090ef4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.069254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56455d99-bd71-49c4-95dd-c35790090ef4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.127506 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56455d99-bd71-49c4-95dd-c35790090ef4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.128573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-de4f168c-dec7-4c0c-8a4d-d1b14c4e9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.132061 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-de4f168c-dec7-4c0c-8a4d-d1b14c4e9a41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0592499 Jun 30 02:53:14.132595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-56455d99-bd71-49c4-95dd-c35790090ef4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2300501 Jun 30 02:53:14.133408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:14.135746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56455d99-bd71-49c4-95dd-c35790090ef4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23ccb1e-ec8b-452c-b042-ccfd0fa694ea,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:14.142570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'network': {'name': 'tempest-network-smoke--526409353', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:14.201888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:14.206084 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.247427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-0c2b2594-6ede-4391-934c-2a5108d6c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.249469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-0c2b2594-6ede-4391-934c-2a5108d6c2e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033227 Jun 30 02:53:14.250362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:14.308002 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.308349 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Added segment 2f8e2a97-0306-4ccb-8989-6f3ee666cf24 of type vlan for network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb Jun 30 02:53:14.371750 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.400672 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-8406325a-29b3-4364-b500-c1044d8a0f85 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417940 Jun 30 02:53:14.557671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.569043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.572775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.780766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a4c9e-eca9-49a1-968f-ed32962f99f6 req-96084b43-fa5c-421c-9756-67f19cb97891 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.783714 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df1a4c9e-eca9-49a1-968f-ed32962f99f6 req-96084b43-fa5c-421c-9756-67f19cb97891 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 945 time: 0.0991836 Jun 30 02:53:14.799817 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6647451 Jun 30 02:53:14.802386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:14.808816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93321b01-ddf7-498d-8f2e-14cd745bae9e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Network': ['ID=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:14.817147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'admin_state_up': True, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:14.822416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:14.849805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df1a4c9e-eca9-49a1-968f-ed32962f99f6 req-2918fadc-fc91-48f1-adcd-2c53bbc5409e tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602968 Jun 30 02:53:14.852751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-145287c3-92d4-4ebc-b1c3-7cdd6c788f19 req-c807c82e-6a33-4441-8796-c735868ab0c7 service neutron] 10.222.0.73 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435782 Jun 30 02:53:14.878490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.880233 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:14.946091 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.100965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dab36c-bd90-44f9-bf07-03c3802a1f56 req-a1373bbf-440d-42b5-9311-be6b5e2c2702 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:15.102563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73dab36c-bd90-44f9-bf07-03c3802a1f56 req-a1373bbf-440d-42b5-9311-be6b5e2c2702 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 948 time: 0.4051228 Jun 30 02:53:15.183978 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.215078 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73dab36c-bd90-44f9-bf07-03c3802a1f56 req-596fdced-8964-4f64-829e-2eda19485d4f tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790038 Jun 30 02:53:15.469571 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.502293 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.648291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.25.7.199 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/13305b51-b6d2-41d8-9146-6d64bcf84110) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:15.795810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.858443 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:15.904859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:15.909357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:15.916353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:15.921675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=13305b51-b6d2-41d8-9146-6d64bcf84110,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:15.929491 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.096560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2916f-ba90-4bb7-8f35-43e544a3954c req-6047e96a-e43e-40d5-97f7-e7bcc5e856ad tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:16.102861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ed2916f-ba90-4bb7-8f35-43e544a3954c req-6047e96a-e43e-40d5-97f7-e7bcc5e856ad tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 945 time: 0.1140964 Jun 30 02:53:16.186923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ed2916f-ba90-4bb7-8f35-43e544a3954c req-e74bdee0-511b-4dd9-8416-ecac22615028 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732853 Jun 30 02:53:16.199732 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.363876 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:16.502536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da16854-fbe3-4faa-bf51-39ee5a327531 req-30b48807-63df-43fb-a7f5-04d88aba7a85 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:16.504427 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2da16854-fbe3-4faa-bf51-39ee5a327531 req-30b48807-63df-43fb-a7f5-04d88aba7a85 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 948 time: 0.1222053 Jun 30 02:53:16.610452 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2da16854-fbe3-4faa-bf51-39ee5a327531 req-4d77dd82-977e-4b4a-a42b-779448080bab tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986032 Jun 30 02:53:16.974503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 59145384-4eff-47b2-8184-4f5beb48e458 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:17.054968 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.149592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 59145384-4eff-47b2-8184-4f5beb48e458, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=59145384-4eff-47b2-8184-4f5beb48e458,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:17.380588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:53:17.389884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '59145384-4eff-47b2-8184-4f5beb48e458', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '59145384-4eff-47b2-8184-4f5beb48e458', 'mac_address': 'fa:16:3e:db:ce:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:17.478134 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.511606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59145384-4eff-47b2-8184-4f5beb48e458 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:17.537902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 59145384-4eff-47b2-8184-4f5beb48e458, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=59145384-4eff-47b2-8184-4f5beb48e458,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:17.544848 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.559822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:17.579489 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Sync routers for ids ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:17.601671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:17.603073 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c270f0b1-d158-449e-973e-011bd15582e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7915928 Jun 30 02:53:17.606337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36618) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:17.611328 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Routers {'b132fa7b-299b-4e2f-ac9d-81dfc308dc42'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:17.612464 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:17.681113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=59145384-4eff-47b2-8184-4f5beb48e458,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:17.682970 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-df8dee9f-0c14-42bf-9e3d-a07e9d24cb91 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0910613b6f2a46bcb313d7be1951c0d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752761 Jun 30 02:53:17.688878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:17.795300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['59145384-4eff-47b2-8184-4f5beb48e458'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:17.981276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028455b-6b6b-4be8-a9a1-a253ca24aba0 req-ab63ca66-e67c-4317-9469-eef32fdbd267 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:17.988879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2028455b-6b6b-4be8-a9a1-a253ca24aba0 req-ab63ca66-e67c-4317-9469-eef32fdbd267 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 949 time: 0.1611340 Jun 30 02:53:18.000570 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Set router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:18.067691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25928094-87c4-4de9-8c60-fe2738348bec req-9222ddd8-5b5c-48d2-a729-e2cc00dfed70 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:18.072634 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25928094-87c4-4de9-8c60-fe2738348bec req-9222ddd8-5b5c-48d2-a729-e2cc00dfed70 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 945 time: 0.3122025 Jun 30 02:53:18.101984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab95721-7d46-4e9f-9d41-014fc16eeaeb tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:18.106624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fab95721-7d46-4e9f-9d41-014fc16eeaeb tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4164238 Jun 30 02:53:18.107490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36626) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:18.108582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2028455b-6b6b-4be8-a9a1-a253ca24aba0 req-491c62d8-2fd7-46a2-b602-551e406f5691 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018062 Jun 30 02:53:18.164812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25928094-87c4-4de9-8c60-fe2738348bec req-e2955669-f499-4852-81a2-6299a1e0629a tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882130 Jun 30 02:53:18.187484 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aa5e9b3a-0229-4c30-896d-70e18e814244 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0673237 Jun 30 02:53:18.198691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 36628) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:18.198691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-822681329', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:18.330371 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:16Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:18.358674 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Checking router: b132fa7b-299b-4e2f-ac9d-81dfc308dc42 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:18.359393 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Updating router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 port 13305b51-b6d2-41d8-9146-6d64bcf84110 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:53:18.493393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:18.497829 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.504536 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.829000 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.889439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Subnet': ['ID=3b9a15c9-4030-4628-9901-47561f16fdfc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:18.892616 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.930296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Checking segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:18.930903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network hostable DHCP agents. Network: e76c5ef3-cce1-4928-a0da-b8f6008a6ecb, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:18.948599 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Transition to ACTIVE for port object 13305b51-b6d2-41d8-9146-6d64bcf84110 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:18.967001 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:18.978290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:18.984698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 59145384-4eff-47b2-8184-4f5beb48e458 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:19.013290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, e76c5ef3-cce1-4928-a0da-b8f6008a6ecb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:19.027083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:19.027680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.050656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e30b29-95ac-4770-aed5-ec1780320cb3 None None] Network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:19.059787 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276934d-7ac8-44d6-8dfb-e5a8722f6f81 None None] Pushing event updated for resources: {'Port': ['ID=13305b51-b6d2-41d8-9146-6d64bcf84110,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:19.083663 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Attempting to bind port 13305b51-b6d2-41d8-9146-6d64bcf84110 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:19.083968 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Attempting to bind port 13305b51-b6d2-41d8-9146-6d64bcf84110 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:19.084533 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Attempting to bind port 13305b51-b6d2-41d8-9146-6d64bcf84110 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:19.090036 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:19.090392 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:19.090847 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.091218 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:19.091814 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Bound port: 13305b51-b6d2-41d8-9146-6d64bcf84110, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:19.092395 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.101143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-fdd65f3a-56e5-49ab-af8c-f6d53fad83db tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:19.106344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-fdd65f3a-56e5-49ab-af8c-f6d53fad83db tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.69 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 945 time: 0.2070060 Jun 30 02:53:19.139341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 36638) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:19.141379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-820f608b-2b42-458d-af4f-806dd0b820b2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9492674 Jun 30 02:53:19.148548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 59145384-4eff-47b2-8184-4f5beb48e458 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:19.168711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 59145384-4eff-47b2-8184-4f5beb48e458 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:19.169225 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.288885 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] For port 13305b51-b6d2-41d8-9146-6d64bcf84110, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:19.318863 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] For port 13305b51-b6d2-41d8-9146-6d64bcf84110, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=13305b51-b6d2-41d8-9146-6d64bcf84110,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:19.331612 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.341191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-302a21bf-51d0-4744-81d1-e4c90cad9bac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Deleting port 60e1e609-b390-4884-afba-8112324255e7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:19.341535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-302a21bf-51d0-4744-81d1-e4c90cad9bac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.443318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:19.444300 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.578507 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:53:19.606102 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276934d-7ac8-44d6-8dfb-e5a8722f6f81 None None] Pushing event updated for resources: {'Port': ['ID=13305b51-b6d2-41d8-9146-6d64bcf84110,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:19.616474 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Routers {'b132fa7b-299b-4e2f-ac9d-81dfc308dc42'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:19.619019 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:19.620203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.687975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 59145384-4eff-47b2-8184-4f5beb48e458, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=59145384-4eff-47b2-8184-4f5beb48e458,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:19.689363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59145384-4eff-47b2-8184-4f5beb48e458'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:19.694281 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee1dd52-9128-45c9-85f0-52bc66ac22bb" -d '{"events": [{"server_uuid": "7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb", "name": "network-vif-plugged", "status": "completed", "tag": "59145384-4eff-47b2-8184-4f5beb48e458"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:19.703500 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.743318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e5546-a76d-4bcd-bcfc-4953c3d93441 req-dcc89aa4-3a44-4a37-afe4-3d07b595102d tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:19.745047 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c0e5546-a76d-4bcd-bcfc-4953c3d93441 req-dcc89aa4-3a44-4a37-afe4-3d07b595102d tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 949 time: 0.3155665 Jun 30 02:53:19.769589 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-302a21bf-51d0-4744-81d1-e4c90cad9bac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] For port 60e1e609-b390-4884-afba-8112324255e7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=60e1e609-b390-4884-afba-8112324255e7,segment=NetworkSegment(4778e8b8-6b2c-4180-a7a1-4acd3097c69f),segment_id=4778e8b8-6b2c-4180-a7a1-4acd3097c69f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:19.769957 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-302a21bf-51d0-4744-81d1-e4c90cad9bac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.772495 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] Set router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:19.791788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Allocated IP 172.20.0.2 (e76c5ef3-cce1-4928-a0da-b8f6008a6ecb/3b9a15c9-4030-4628-9901-47561f16fdfc/1af9812d-a938-40a2-a3a6-ae2152544c3b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:19.826814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-302a21bf-51d0-4744-81d1-e4c90cad9bac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Calling delete_port for 60e1e609-b390-4884-afba-8112324255e7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:19.844739 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c0e5546-a76d-4bcd-bcfc-4953c3d93441 req-685173c5-7db6-4c55-93e1-e4c374b0b019 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896444 Jun 30 02:53:19.848822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538d0e0-d353-481e-b1df-41df12db3010 req-1fa336e2-46d6-49b5-ba7c-d814d4e7e0ac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:19.850435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3538d0e0-d353-481e-b1df-41df12db3010 req-1fa336e2-46d6-49b5-ba7c-d814d4e7e0ac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 945 time: 0.3308036 Jun 30 02:53:19.968412 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:19.969548 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3538d0e0-d353-481e-b1df-41df12db3010 req-61c26d26-9a33-4fe4-bdb4-6480145fda72 tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/security-groups?id=43fcd477-4d0e-419b-ac5c-6c5469c0a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114554 Jun 30 02:53:19.980304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Transition to ACTIVE for port object 1af9812d-a938-40a2-a3a6-ae2152544c3b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:19.997830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Transition to ACTIVE for port object 1af9812d-a938-40a2-a3a6-ae2152544c3b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:20.065738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=59145384-4eff-47b2-8184-4f5beb48e458,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:20.074400 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.175900 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e144725-e6fb-4971-8fe7-3e9bb69e8bcd x-openstack-request-id: req-9e144725-e6fb-4971-8fe7-3e9bb69e8bcd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:20.176326 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb", "name": "network-vif-plugged", "status": "completed", "tag": "59145384-4eff-47b2-8184-4f5beb48e458", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:20.176969 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e144725-e6fb-4971-8fe7-3e9bb69e8bcd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:20.177442 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59145384-4eff-47b2-8184-4f5beb48e458', 'code': 200} Jun 30 02:53:20.180855 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Pushing event updated for resources: {'Port': ['ID=1af9812d-a938-40a2-a3a6-ae2152544c3b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:20.194248 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-302a21bf-51d0-4744-81d1-e4c90cad9bac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.195581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:20.197273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:20.208421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:20.213140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['60e1e609-b390-4884-afba-8112324255e7'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:20.241528 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:16Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:20.282141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a21bf-51d0-4744-81d1-e4c90cad9bac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Pushing event deleted for resources: {'Port': ['ID=60e1e609-b390-4884-afba-8112324255e7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:20.310553 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b2062-2520-4092-94d6-00e4af8d160f None None] The sync data for ids ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'] in n-d-758944-39 is: [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:16Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:20.321068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Attempting to bind port 1af9812d-a938-40a2-a3a6-ae2152544c3b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:20.321444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Attempting to bind port 1af9812d-a938-40a2-a3a6-ae2152544c3b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:20.321813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Attempting to bind port 1af9812d-a938-40a2-a3a6-ae2152544c3b on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:20.328838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:20.329215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Checking segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:20.329624 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.330020 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Bound using segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:20.330666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Bound port: 1af9812d-a938-40a2-a3a6-ae2152544c3b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:20.331077 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.346656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-302a21bf-51d0-4744-81d1-e4c90cad9bac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] No DVR routers for this DVR port 60e1e609-b390-4884-afba-8112324255e7 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:20.355424 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-302a21bf-51d0-4744-81d1-e4c90cad9bac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.357533 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f8cae680-5ce4-45e2-926c-d856af0525b7 req-302a21bf-51d0-4744-81d1-e4c90cad9bac tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.69 "DELETE /v2.0/ports/60e1e609-b390-4884-afba-8112324255e7 HTTP/1.1" status: 204 len: 173 time: 1.2416837 Jun 30 02:53:20.359711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458c4658-8dcd-46c0-a3d8-c4a3f8ae417d', 'name': 'network-vif-deleted', 'tag': '60e1e609-b390-4884-afba-8112324255e7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:20.362973 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8b204b-05bd-413e-8008-0a6db0b9d949" -d '{"events": [{"server_uuid": "458c4658-8dcd-46c0-a3d8-c4a3f8ae417d", "name": "network-vif-deleted", "tag": "60e1e609-b390-4884-afba-8112324255e7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:20.407135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.446112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] For port 1af9812d-a938-40a2-a3a6-ae2152544c3b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:20.450660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbf9cb-34ee-4f89-b8a3-27c214e20707 req-47d19d58-c471-4649-997d-a0b3d97aa63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:20.450945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] For port 1af9812d-a938-40a2-a3a6-ae2152544c3b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1af9812d-a938-40a2-a3a6-ae2152544c3b,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:20.457396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-63fbf9cb-34ee-4f89-b8a3-27c214e20707 req-47d19d58-c471-4649-997d-a0b3d97aa63e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 1102 time: 0.2751253 Jun 30 02:53:20.459366 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:20.495816 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4abfb1-1803-47fb-a6bb-973f69246056 x-openstack-request-id: req-bd4abfb1-1803-47fb-a6bb-973f69246056 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:20.496518 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458c4658-8dcd-46c0-a3d8-c4a3f8ae417d", "name": "network-vif-deleted", "tag": "60e1e609-b390-4884-afba-8112324255e7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:20.497121 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd4abfb1-1803-47fb-a6bb-973f69246056 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:20.497732 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458c4658-8dcd-46c0-a3d8-c4a3f8ae417d', 'name': 'network-vif-deleted', 'tag': '60e1e609-b390-4884-afba-8112324255e7', 'status': 'completed', 'code': 200} Jun 30 02:53:20.519621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-63fbf9cb-34ee-4f89-b8a3-27c214e20707 req-b7e66460-81bf-4ebd-9eb4-dbd2d5f2ee4f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574231 Jun 30 02:53:20.523365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403269cb-b37d-4ace-a754-a960c46fbfb8 None None] Pushing event updated for resources: {'Port': ['ID=1af9812d-a938-40a2-a3a6-ae2152544c3b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:20.901319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.20.0.1 (e76c5ef3-cce1-4928-a0da-b8f6008a6ecb/3b9a15c9-4030-4628-9901-47561f16fdfc/f77f1e41-0acb-4f05-b3de-1eabbed8f3dc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:21.154536 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.171584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Transition to ACTIVE for port object f77f1e41-0acb-4f05-b3de-1eabbed8f3dc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:21.217182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1567cb9e-c8cc-46d6-9c20-90ce110e5825 req-8db1010d-c9e6-48ee-8a9f-e4e260bccd5f tempest-VolumesActionsTest-1649292098 tempest-VolumesActionsTest-1649292098-project] 10.222.0.55 "GET /v2.0/ports?device_id=458c4658-8dcd-46c0-a3d8-c4a3f8ae417d HTTP/1.1" status: 200 len: 210 time: 0.0447984 Jun 30 02:53:21.252135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.309732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=f77f1e41-0acb-4f05-b3de-1eabbed8f3dc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:21.332576 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:21.338942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:21.348394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:21.406073 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:21.914603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcbe01-3cc9-468d-8e8d-dbe756aa2a31 req-4d491095-59ab-4c1c-a2e6-f8afa28da5cf tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:21.921859 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bddcbe01-3cc9-468d-8e8d-dbe756aa2a31 req-4d491095-59ab-4c1c-a2e6-f8afa28da5cf tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 950 time: 0.7171171 Jun 30 02:53:21.962101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1af9812d-a938-40a2-a3a6-ae2152544c3b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:21.993095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb66412-8b23-4524-94df-3302d224ef54 None None] Network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:22.025232 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bddcbe01-3cc9-468d-8e8d-dbe756aa2a31 req-f0b2ddfb-f274-402a-b7db-3bdb03b9ee69 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024590 Jun 30 02:53:22.085086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0ae67c59-a651-4343-a619-6dbcd21d88fc None None] Provisioning for port 1af9812d-a938-40a2-a3a6-ae2152544c3b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:22.127911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 1af9812d-a938-40a2-a3a6-ae2152544c3b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:22.145491 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.155599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1af9812d-a938-40a2-a3a6-ae2152544c3b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:22.155982 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.277608 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.318767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 1af9812d-a938-40a2-a3a6-ae2152544c3b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1af9812d-a938-40a2-a3a6-ae2152544c3b,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:22.325405 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.326657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 13305b51-b6d2-41d8-9146-6d64bcf84110 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:22.492038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=1af9812d-a938-40a2-a3a6-ae2152544c3b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:22.515226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 13305b51-b6d2-41d8-9146-6d64bcf84110 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:22.520528 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.523991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 13305b51-b6d2-41d8-9146-6d64bcf84110 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:22.524640 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.526095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.636154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 60e1e609-b390-4884-afba-8112324255e7 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:22.643152 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.662154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 60e1e609-b390-4884-afba-8112324255e7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:22.662779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 60e1e609-b390-4884-afba-8112324255e7 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:22.664233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=f77f1e41-0acb-4f05-b3de-1eabbed8f3dc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:22.716122 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.749793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 13305b51-b6d2-41d8-9146-6d64bcf84110, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=13305b51-b6d2-41d8-9146-6d64bcf84110,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:22.755726 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:22.824091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=13305b51-b6d2-41d8-9146-6d64bcf84110,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:22.855397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:22.856858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:22.864472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a69c908a-2d90-4973-a10d-2f056206f3a3 None None] Provisioning complete for port 1af9812d-a938-40a2-a3a6-ae2152544c3b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:22.866730 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a69c908a-2d90-4973-a10d-2f056206f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.007231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a69c908a-2d90-4973-a10d-2f056206f3a3 None None] Provisioning for port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:23.014479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a69c908a-2d90-4973-a10d-2f056206f3a3 None None] Provisioning complete for port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:23.015082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a69c908a-2d90-4973-a10d-2f056206f3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.030706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:23.101206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a69c908a-2d90-4973-a10d-2f056206f3a3 None None] Port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:23.263805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e278658a-80d5-490a-9e1a-61f319b1c0a6 None None] Provisioning complete for port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:23.264255 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e278658a-80d5-490a-9e1a-61f319b1c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:23.292084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:23.304700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Sync routers for ids ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:23.307360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d068ac2a-ba77-4dd7-ab5b-08483add7131 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "PUT /v2.0/routers/b132fa7b-299b-4e2f-ac9d-81dfc308dc42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1667092 Jun 30 02:53:23.336974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e278658a-80d5-490a-9e1a-61f319b1c0a6 None None] Port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:23.353561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Routers {'b132fa7b-299b-4e2f-ac9d-81dfc308dc42'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:23.355149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:23.386117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299aa69-6df1-4485-9f38-221c9951650b req-0ee1c8e9-0479-48d5-8b03-835f571e12ec tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:23.403353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d299aa69-6df1-4485-9f38-221c9951650b req-0ee1c8e9-0479-48d5-8b03-835f571e12ec tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 950 time: 0.1593597 Jun 30 02:53:23.483444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d299aa69-6df1-4485-9f38-221c9951650b req-5ff2b388-88db-448f-8bbd-0f90dc8625a2 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790715 Jun 30 02:53:23.624066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Set router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:23.752673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-9114f122-dd18-4a59-9965-03e77a29a396 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514167237&fields=id&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 267 time: 0.0536547 Jun 30 02:53:23.855924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-917411fd-6d31-4742-90b3-fe328ebc7682 None None] Provisioning complete for port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:23.856343 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-917411fd-6d31-4742-90b3-fe328ebc7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.000622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1af9812d-a938-40a2-a3a6-ae2152544c3b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:24.024103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-917411fd-6d31-4742-90b3-fe328ebc7682 None None] Port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:24.024889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-b5053ed1-d37b-4a23-af91-731d11c3192c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:24.029546 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-b5053ed1-d37b-4a23-af91-731d11c3192c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 796 time: 0.2759407 Jun 30 02:53:24.086406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-b91ea552-d0fc-47e0-bb46-5b1acd267227 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/quotas/0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 375 time: 0.0452039 Jun 30 02:53:24.168502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1af9812d-a938-40a2-a3a6-ae2152544c3b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:24.168986 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.243427 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-d4820df3-4eab-41e0-a8b5-711b55b5a65b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559014 Jun 30 02:53:24.267863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f77f1e41-0acb-4f05-b3de-1eabbed8f3dc', 'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:78:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:20Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 2, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:24.300522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Checking router: b132fa7b-299b-4e2f-ac9d-81dfc308dc42 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:24.301475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Updating router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:53:24.367240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-9d3f8160-35a8-429b-aa4c-98d330773f0a service neutron] 10.222.0.55 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227040 Jun 30 02:53:24.397146 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-940ae69d-141c-4035-b088-16635590a360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.399868 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.403409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2ff30-f509-4177-9a90-0ce459c92497 req-f19c48c6-c214-43e6-84ed-d60484154f15 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:24.407854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28b2ff30-f509-4177-9a90-0ce459c92497 req-f19c48c6-c214-43e6-84ed-d60484154f15 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 950 time: 0.1340923 Jun 30 02:53:24.494215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28b2ff30-f509-4177-9a90-0ce459c92497 req-8944cf46-afb0-4b5e-9ca2-c6bc27ec3b7d tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791731 Jun 30 02:53:24.533784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 13305b51-b6d2-41d8-9146-6d64bcf84110 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:24.542168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-5a1e61b2-eaf6-4ddd-8e66-8764c4cda808 service neutron] 10.222.0.55 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736498 Jun 30 02:53:24.718409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 13305b51-b6d2-41d8-9146-6d64bcf84110 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:24.718825 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:24.959411 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfa7cdb5-d500-4323-86ab-e60040daf9d2 req-575b0793-630e-42d9-bd5e-59324fa09df2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 210 time: 0.0760403 Jun 30 02:53:25.211858 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.223666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Transition to ACTIVE for port object f77f1e41-0acb-4f05-b3de-1eabbed8f3dc will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:25.237892 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.354907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7da50b-e08e-4457-a276-15ecdd19f951 None None] Pushing event updated for resources: {'Port': ['ID=f77f1e41-0acb-4f05-b3de-1eabbed8f3dc,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:25.601584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Attempting to bind port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:25.603110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Attempting to bind port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:25.603669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Attempting to bind port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:25.617830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:25.619309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Checking segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:25.619888 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.621405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Bound using segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:25.622077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Bound port: f77f1e41-0acb-4f05-b3de-1eabbed8f3dc, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:25.623389 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.752292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-3b7ca090-8bd1-48ea-963d-a63ef26a85d8 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:25.761463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-3b7ca090-8bd1-48ea-963d-a63ef26a85d8 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.73 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 950 time: 0.2485867 Jun 30 02:53:25.816979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] For port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:25.823911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] For port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f77f1e41-0acb-4f05-b3de-1eabbed8f3dc,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:25.839577 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:25.950784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7da50b-e08e-4457-a276-15ecdd19f951 None None] Pushing event updated for resources: {'Port': ['ID=f77f1e41-0acb-4f05-b3de-1eabbed8f3dc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:25.982029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Routers {'b132fa7b-299b-4e2f-ac9d-81dfc308dc42'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:25.983215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:52:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:25.983500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4466d23-6a51-4786-abc7-464e31bc0887 req-6ad50129-2fb1-40fd-8090-36e4b6e4bd96 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:25.992054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4466d23-6a51-4786-abc7-464e31bc0887 req-6ad50129-2fb1-40fd-8090-36e4b6e4bd96 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 950 time: 0.2095072 Jun 30 02:53:26.201435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4466d23-6a51-4786-abc7-464e31bc0887 req-2df29cf9-c0df-4f8a-8674-90f36edb183d tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/security-groups?id=89b63c06-a4fd-4268-905f-ad3a1f94002a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084053 Jun 30 02:53:26.232421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-f264c111-4fc3-44ea-a1f3-f3dce311e667 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Deleting port 59145384-4eff-47b2-8184-4f5beb48e458 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:26.232774 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-f264c111-4fc3-44ea-a1f3-f3dce311e667 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.355862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] Set router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:26.371083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-f264c111-4fc3-44ea-a1f3-f3dce311e667 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] For port 59145384-4eff-47b2-8184-4f5beb48e458, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=59145384-4eff-47b2-8184-4f5beb48e458,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:26.371796 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-f264c111-4fc3-44ea-a1f3-f3dce311e667 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.387379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-f264c111-4fc3-44ea-a1f3-f3dce311e667 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Calling delete_port for 59145384-4eff-47b2-8184-4f5beb48e458 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:26.505304 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f717a4f8-f2cc-445b-982e-ae1303a4fc1e req-3e03e952-9c90-4d07-af72-753d030225ab tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 210 time: 0.0336170 Jun 30 02:53:26.638215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-f264c111-4fc3-44ea-a1f3-f3dce311e667 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.653081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['59145384-4eff-47b2-8184-4f5beb48e458'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:26.727324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264c111-4fc3-44ea-a1f3-f3dce311e667 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Pushing event deleted for resources: {'Port': ['ID=59145384-4eff-47b2-8184-4f5beb48e458,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:26.797416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f77f1e41-0acb-4f05-b3de-1eabbed8f3dc', 'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:78:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:20Z', 'updated_at': '2021-06-30T02:53:25Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:26.807115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-f264c111-4fc3-44ea-a1f3-f3dce311e667 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] No DVR routers for this DVR port 59145384-4eff-47b2-8184-4f5beb48e458 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:26.811045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-f264c111-4fc3-44ea-a1f3-f3dce311e667 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:26.814262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-031789f6-9ca9-4b57-8ad1-e73a9986b5e5 req-f264c111-4fc3-44ea-a1f3-f3dce311e667 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.73 "DELETE /v2.0/ports/59145384-4eff-47b2-8184-4f5beb48e458 HTTP/1.1" status: 204 len: 173 time: 1.0457857 Jun 30 02:53:26.815099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb', 'name': 'network-vif-deleted', 'tag': '59145384-4eff-47b2-8184-4f5beb48e458'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:26.817976 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbca341-9495-451f-9f98-a90216470b99" -d '{"events": [{"server_uuid": "7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb", "name": "network-vif-deleted", "tag": "59145384-4eff-47b2-8184-4f5beb48e458"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:26.874282 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6733767b-0159-4451-bf27-e1e5e9c86527 x-openstack-request-id: req-6733767b-0159-4451-bf27-e1e5e9c86527 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:26.874852 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb", "name": "network-vif-deleted", "tag": "59145384-4eff-47b2-8184-4f5beb48e458", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:26.875261 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6733767b-0159-4451-bf27-e1e5e9c86527 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:26.875869 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb', 'name': 'network-vif-deleted', 'tag': '59145384-4eff-47b2-8184-4f5beb48e458', 'status': 'completed', 'code': 200} Jun 30 02:53:26.888430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0bd0c4-23a5-4e88-9c6f-68f2f4cad925 None None] The sync data for ids ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'] in n-d-758944-39 is: [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f77f1e41-0acb-4f05-b3de-1eabbed8f3dc', 'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:78:65:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:20Z', 'updated_at': '2021-06-30T02:53:25Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:27.052697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e53ab414-f080-4469-bcf2-0d73195d681f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.065597 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:27.670821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd66022d-1f31-4f3a-9491-e87483e7b39a req-eaf9624e-7b03-40e5-b50f-ea4c35c9c7e4 tempest-VolumesNegativeTest-497765163 tempest-VolumesNegativeTest-497765163-project] 10.222.0.55 "GET /v2.0/ports?device_id=7016bbdf-fa6b-4e24-8dd6-f4fc0317cbbb HTTP/1.1" status: 200 len: 210 time: 0.1168356 Jun 30 02:53:27.763178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-0daa5cf0-3876-41a5-ad6b-6218f3300bf1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:27.763178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-0daa5cf0-3876-41a5-ad6b-6218f3300bf1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 796 time: 0.5054891 Jun 30 02:53:27.901889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-e15de27d-4601-42bd-9411-ee00dbb40a84 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 379 time: 0.1295500 Jun 30 02:53:27.925922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'port': {'device_id': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'admin_state_up': True, 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'security_groups': ['d69cfed2-1015-4d54-9885-c8b364f142e3']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:27.948975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f77f1e41-0acb-4f05-b3de-1eabbed8f3dc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:28.024277 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea71f948-7b9c-411f-b684-0b6573233081 req-e041b720-103f-44cc-af06-468e4f713ae3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 210 time: 0.0690374 Jun 30 02:53:28.079426 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:28.085140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:28.085520 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.342165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:28.349581 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.472267 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.485452 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.597934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f77f1e41-0acb-4f05-b3de-1eabbed8f3dc,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:28.603979 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.663591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.20.0.11 (e76c5ef3-cce1-4928-a0da-b8f6008a6ecb/3b9a15c9-4030-4628-9901-47561f16fdfc/b8233722-b2cc-48d7-a17d-c319f60a8953) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:28.674797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=f77f1e41-0acb-4f05-b3de-1eabbed8f3dc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:28.976947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:28.992259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Transition to ACTIVE for port object b8233722-b2cc-48d7-a17d-c319f60a8953 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:29.030367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.033502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 59145384-4eff-47b2-8184-4f5beb48e458 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:29.078472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 59145384-4eff-47b2-8184-4f5beb48e458 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:29.083596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 59145384-4eff-47b2-8184-4f5beb48e458 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:29.157000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:29.164879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:29.180506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:29.291212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:29.381952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:29.382635 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.400968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c2dfd79f-80ee-4ef0-8b1b-b82f84f8e15a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4980609 Jun 30 02:53:29.438466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Request body: {'port': {'device_id': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:29.508624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549e1e8-57e6-4d09-8e75-e7ca99a5018f req-1d6f761f-8462-4c89-870d-a1ddf3ba5bd5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:29.510581 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e549e1e8-57e6-4d09-8e75-e7ca99a5018f req-1d6f761f-8462-4c89-870d-a1ddf3ba5bd5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 932 time: 0.1843574 Jun 30 02:53:29.575357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e549e1e8-57e6-4d09-8e75-e7ca99a5018f req-c8cc47c9-fdb3-484a-b63a-8f33ca61c6a9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585814 Jun 30 02:53:29.629034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee00a0e7-3075-47a2-8c99-0374937fddb3 None None] Provisioning for port b8233722-b2cc-48d7-a17d-c319f60a8953 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:29.634215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.637140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ee00a0e7-3075-47a2-8c99-0374937fddb3 None None] Provisioning complete for port b8233722-b2cc-48d7-a17d-c319f60a8953 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:29.638981 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ee00a0e7-3075-47a2-8c99-0374937fddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:29.680503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ee00a0e7-3075-47a2-8c99-0374937fddb3 None None] Port b8233722-b2cc-48d7-a17d-c319f60a8953 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:53:29.950772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f77f1e41-0acb-4f05-b3de-1eabbed8f3dc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:30.195963 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.210113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:30.210696 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.233940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8233722-b2cc-48d7-a17d-c319f60a8953 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:30.245827 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.265664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Transition to ACTIVE for port object b8233722-b2cc-48d7-a17d-c319f60a8953 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:30.270543 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.388428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:30.605369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:30.605702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:30.606021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:30.622989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Port b8233722-b2cc-48d7-a17d-c319f60a8953 on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:53:30.623302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:30.635032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:30.636186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Checking segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:30.638081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Bound using segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:30.639703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Bound port: b8233722-b2cc-48d7-a17d-c319f60a8953, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:30.640556 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:30.927608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:30.947879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:30.968652 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.049702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:31.051104 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:31.053529 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] 10.222.0.69 "PUT /v2.0/ports/b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1093 time: 1.6452315 Jun 30 02:53:31.066284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:31.079959 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:31.174256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625101fd-9667-4735-b3f5-2f2517fd2bde service neutron] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:31.194209 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d2d558-6c1e-4d6c-8e4b-426e48e39606 x-openstack-request-id: req-b3d2d558-6c1e-4d6c-8e4b-426e48e39606 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:31.194510 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:31.194789 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3d2d558-6c1e-4d6c-8e4b-426e48e39606 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:31.200683 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'status': 'completed', 'code': 200} Jun 30 02:53:31.229387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0b096-38d6-473a-a5af-f58dec52588b req-98e99e67-4365-4386-b2d4-c608f6c813cd tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:31.233324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ce0b096-38d6-473a-a5af-f58dec52588b req-98e99e67-4365-4386-b2d4-c608f6c813cd tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 944 time: 0.2444675 Jun 30 02:53:31.236455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-1c8b95ff-3254-44eb-869b-e6383badea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:31.238317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-1c8b95ff-3254-44eb-869b-e6383badea93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1096 time: 0.1327889 Jun 30 02:53:31.310423 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-824bbb55-1dad-44d7-938e-7ed789e18b04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 217 time: 0.0494585 Jun 30 02:53:31.340308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ce0b096-38d6-473a-a5af-f58dec52588b req-ac846731-f43f-4bee-9712-984332be1aa1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886157 Jun 30 02:53:31.429242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-5ba86a2e-87e5-4e9f-b7d2-629023840866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:31.431220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-5ba86a2e-87e5-4e9f-b7d2-629023840866 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.1150155 Jun 30 02:53:31.647147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c712525b-6c3e-44a7-ac9a-82627c774d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:31.654123 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c712525b-6c3e-44a7-ac9a-82627c774d3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2135599 Jun 30 02:53:31.841284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c8d189df-f42f-4e37-992e-f473f71b3a0b service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783547 Jun 30 02:53:31.968729 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ddc0e12-b661-42aa-86d2-26cfc17d21c3 req-c4f20044-84a8-4f72-9af4-cdb9edb8936d service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207187 Jun 30 02:53:32.144085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-0548f93e-280e-459a-a602-1b68ecd027af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.146207 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-0548f93e-280e-459a-a602-1b68ecd027af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1096 time: 0.1121483 Jun 30 02:53:32.368299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-97483a7f-f9e1-4fb5-a98b-0f1a14574d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.369923 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-97483a7f-f9e1-4fb5-a98b-0f1a14574d91 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.2169809 Jun 30 02:53:32.491949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-6a1233cc-e8c6-45d2-9f77-c2af12147fa2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 217 time: 0.1099894 Jun 30 02:53:32.632101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-f8378836-6384-4c20-be5a-3d01c5b54642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.634042 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-f8378836-6384-4c20-be5a-3d01c5b54642 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.1349239 Jun 30 02:53:32.739017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-a1177491-7c17-43b5-938f-597e03d3f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.741648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-a1177491-7c17-43b5-938f-597e03d3f3c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942080 Jun 30 02:53:32.759491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9b80-a67e-4872-b954-5e667935dce9 req-56666040-7d49-40c1-b4e0-9029466e1d8f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:32.769210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2eeb9b80-a67e-4872-b954-5e667935dce9 req-56666040-7d49-40c1-b4e0-9029466e1d8f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 944 time: 0.1520276 Jun 30 02:53:32.849900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2eeb9b80-a67e-4872-b954-5e667935dce9 req-ab5db15f-c715-4f5b-b01e-3f5a2e2cbe93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791857 Jun 30 02:53:33.108637 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-53433bd8-107e-425f-bcae-5ad8b69930ac service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423831 Jun 30 02:53:33.472216 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a3d0b5d-686e-46ef-9d3f-5d5cbd20325d req-0294d843-9d96-4b6b-a103-fb9fc934061d service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571010 Jun 30 02:53:34.247823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c97a2-023c-4e7b-a079-7627fb94f4bc req-39a0d8d5-2359-4bf3-a2b2-647cb512f941 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:34.250651 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c9c97a2-023c-4e7b-a079-7627fb94f4bc req-39a0d8d5-2359-4bf3-a2b2-647cb512f941 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 944 time: 0.1636567 Jun 30 02:53:34.365828 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c9c97a2-023c-4e7b-a079-7627fb94f4bc req-0df55e96-ca9e-420b-b298-621cffe02c81 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014192 Jun 30 02:53:35.704968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2517d-0d54-4441-b6d8-916cf1f5b13c req-0698dfd9-c62c-41d1-bc17-22e6d3921efb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:35.723787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1ac2517d-0d54-4441-b6d8-916cf1f5b13c req-0698dfd9-c62c-41d1-bc17-22e6d3921efb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 944 time: 0.1678243 Jun 30 02:53:35.809224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1ac2517d-0d54-4441-b6d8-916cf1f5b13c req-0fede3c9-38a4-47d8-a3c1-60190adbfc3f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643351 Jun 30 02:53:36.669268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:36.803414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:36.833041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'port_id': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'mac_address': 'fa:16:3e:22:86:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:36.896535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.911896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8233722-b2cc-48d7-a17d-c319f60a8953 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:36.934371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:36.941067 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.056685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:37.148641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2567ba-1d41-4764-a63e-c12611478a08 req-66daeb2e-9c1a-492a-a673-05b531c88b59 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.151353 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb2567ba-1d41-4764-a63e-c12611478a08 req-66daeb2e-9c1a-492a-a673-05b531c88b59 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 945 time: 0.0987060 Jun 30 02:53:37.217128 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb2567ba-1d41-4764-a63e-c12611478a08 req-44bb26d8-289d-4a03-8d95-e183763be268 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590234 Jun 30 02:53:37.241052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['b8233722-b2cc-48d7-a17d-c319f60a8953'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:37.971614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37356) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:38.069226 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ec4716eb-af41-44c3-b209-6b7da2e37e92 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/floatingips/d18a96dd-e868-46b6-8fea-675b9fc45e74 HTTP/1.1" status: 200 len: 992 time: 0.0960798 Jun 30 02:53:38.247244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37372) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:38.388026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37384) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:38.498825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a3867a91-776e-4284-bafa-03e2d389dcc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54ccc4049c954884b8610efd22bfb801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502425 Jun 30 02:53:38.505169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37386) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:38.602696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.624868 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.643109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce56641-3333-42ea-a989-2f05594a8dbc req-4fdce827-c3da-4b43-8f3c-4ae49324db51 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:38.645330 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ce56641-3333-42ea-a989-2f05594a8dbc req-4fdce827-c3da-4b43-8f3c-4ae49324db51 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 945 time: 0.1257989 Jun 30 02:53:38.665457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:38.677289 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.680121 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.681483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89b63c06-a4fd-4268-905f-ad3a1f94002a HTTP/1.1" status: 204 len: 168 time: 0.1752408 Jun 30 02:53:38.701924 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ce56641-3333-42ea-a989-2f05594a8dbc req-f2668f8f-a5fb-47c9-9e6a-5db5701cd9b3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504780 Jun 30 02:53:38.704124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b63c06-a4fd-4268-905f-ad3a1f94002a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:38.727689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.728034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.728368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.728699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.735979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.736404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.736718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.737050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.737374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.737860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.738278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.738678 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5811b-f2fb-49e0-9495-6b557a580000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:38.764462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port c0fa632e-ad9b-4812-a885-69cc3ddec6d9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:38.764949 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.794869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port b8233722-b2cc-48d7-a17d-c319f60a8953 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:38.804679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port b8233722-b2cc-48d7-a17d-c319f60a8953 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:38.805243 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.165699 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.284840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:39.312151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:39.314506 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6eae7d-3fa3-4660-ba2b-a9276680d9a3" -d '{"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-plugged", "status": "completed", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:39.332971 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.391386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.392473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.414971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for c0fa632e-ad9b-4812-a885-69cc3ddec6d9 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:39.449114 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16962ee-0f1e-4283-a2f8-0e013a83573b x-openstack-request-id: req-a16962ee-0f1e-4283-a2f8-0e013a83573b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:39.449433 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-plugged", "status": "completed", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:39.468136 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a16962ee-0f1e-4283-a2f8-0e013a83573b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:39.476631 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'code': 200} Jun 30 02:53:39.594544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:39.765332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838e493-5378-44a1-b855-0c2afceabbc7 req-7e170ae2-0668-48f3-a880-0a44a6511b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:39.766873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5838e493-5378-44a1-b855-0c2afceabbc7 req-7e170ae2-0668-48f3-a880-0a44a6511b94 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1098 time: 0.2034545 Jun 30 02:53:39.859575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5838e493-5378-44a1-b855-0c2afceabbc7 req-7261a73b-dc49-404c-8b54-af0b2fdd44fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813868 Jun 30 02:53:39.914946 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.961102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=c0fa632e-ad9b-4812-a885-69cc3ddec6d9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:40.077264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c159bff-a7fa-4985-90d6-50f1b3cbef96 req-b9db30f1-fc87-4ebf-b7c1-71a8500478c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:40.087355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c159bff-a7fa-4985-90d6-50f1b3cbef96 req-b9db30f1-fc87-4ebf-b7c1-71a8500478c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.0966802 Jun 30 02:53:40.108083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.108474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.108835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.110234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.110574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.111230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.111562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.111889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.112214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.113207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.113537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.113854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:40.167415 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.167764 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Floating IP d18a96dd-e868-46b6-8fea-675b9fc45e74 disassociated (deleted). External IP: 172.25.7.91, port: a155f4e4-43eb-4a5c-8a3c-eace95e89a8e. Jun 30 02:53:40.196995 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4c159bff-a7fa-4985-90d6-50f1b3cbef96 req-7656e618-6def-46ae-8d0c-7083a5fc304c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083403 Jun 30 02:53:40.809888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router 2445ca43-72b9-4168-98a0-24697b9db06b has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:41.194188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:41.200109 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:41.205454 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] Sync routers for ids ['2445ca43-72b9-4168-98a0-24697b9db06b'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:41.220293 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] Routers {'2445ca43-72b9-4168-98a0-24697b9db06b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:41.223661 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2445ca43-72b9-4168-98a0-24697b9db06b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:41.319011 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4dbeefe5-5c47-437a-a968-4f6e1ab8efd6 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/floatingips/d18a96dd-e868-46b6-8fea-675b9fc45e74 HTTP/1.1" status: 204 len: 168 time: 2.9271698 Jun 30 02:53:41.319889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51236889-b3f2-4721-82b2-e64221e3553d', 'tag': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:41.322949 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d842ae86-14c2-49ab-846e-7cd7efce7da7" -d '{"events": [{"name": "network-changed", "server_uuid": "51236889-b3f2-4721-82b2-e64221e3553d", "tag": "a155f4e4-43eb-4a5c-8a3c-eace95e89a8e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:41.458472 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] Set router 2445ca43-72b9-4168-98a0-24697b9db06b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:41.526505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b5444-f663-423b-ad70-36485d8c2873 req-2e7e82f4-0c57-40dd-a240-572ed38b0f64 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:41.528332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd3b5444-f663-423b-ad70-36485d8c2873 req-2e7e82f4-0c57-40dd-a240-572ed38b0f64 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1143827 Jun 30 02:53:41.659067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd3b5444-f663-423b-ad70-36485d8c2873 req-717a6698-d392-4b77-a65a-076f66667976 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247902 Jun 30 02:53:41.770279 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf5ca7-0164-4c91-a89f-81bdb8de7d0c x-openstack-request-id: req-ecbf5ca7-0164-4c91-a89f-81bdb8de7d0c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:41.770625 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51236889-b3f2-4721-82b2-e64221e3553d", "tag": "a155f4e4-43eb-4a5c-8a3c-eace95e89a8e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:41.773125 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ecbf5ca7-0164-4c91-a89f-81bdb8de7d0c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:41.773298 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51236889-b3f2-4721-82b2-e64221e3553d', 'tag': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'status': 'completed', 'code': 200} Jun 30 02:53:42.004970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-083f0ee5-6ff0-48d9-abe7-25699b9c030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:42.006552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-083f0ee5-6ff0-48d9-abe7-25699b9c030d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23f0074276e74751a7dfe3b0670d094b&device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 1097 time: 0.2057259 Jun 30 02:53:42.124364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-6744ea67-adeb-4afc-8683-08275d0cc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:42.126548 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-6744ea67-adeb-4afc-8683-08275d0cc65f service neutron] 10.222.0.73 "GET /v2.0/networks?id=fde797e2-c268-4a95-917a-e7e76e87e53f HTTP/1.1" status: 200 len: 898 time: 0.1127152 Jun 30 02:53:42.213463 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:36Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a933c3e9-c26c-4161-a4ac-1fc29ef48ffc', 'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:f7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:35Z', 'updated_at': '2021-06-30T02:52:44Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:42.322449 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-804ae8d2-276e-4824-a4b5-cd9b8d67bf0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e HTTP/1.1" status: 200 len: 217 time: 0.1842821 Jun 30 02:53:42.333643 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] Checking router: 2445ca43-72b9-4168-98a0-24697b9db06b for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:42.372800 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] Routers {'2445ca43-72b9-4168-98a0-24697b9db06b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:42.373773 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2445ca43-72b9-4168-98a0-24697b9db06b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:42.606511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-65f19e34-e9c9-4704-a308-4518a3b35ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:42.611523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-65f19e34-e9c9-4704-a308-4518a3b35ea5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e2c12c6a-33d9-4a23-ab15-4b421e33ec06 HTTP/1.1" status: 200 len: 833 time: 0.2069080 Jun 30 02:53:42.659012 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] Set router 2445ca43-72b9-4168-98a0-24697b9db06b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:42.735423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f341b48-1483-4726-9496-b2eb7a3eee90 req-8a54c9c7-bd9c-4d02-a9c8-1c49605ee8d6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:42.753182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f341b48-1483-4726-9496-b2eb7a3eee90 req-8a54c9c7-bd9c-4d02-a9c8-1c49605ee8d6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.4900942 Jun 30 02:53:42.844234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73198e-e210-41b6-8869-135c62103287 req-7ecb8ac0-92fd-4bd6-8267-9b2bad60dcab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:42.862191 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f73198e-e210-41b6-8869-135c62103287 req-7ecb8ac0-92fd-4bd6-8267-9b2bad60dcab tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 945 time: 0.2929912 Jun 30 02:53:42.892407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f341b48-1483-4726-9496-b2eb7a3eee90 req-70d0c510-2fa4-4aaf-85a2-243a8cbbc6ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245987 Jun 30 02:53:42.912995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:42.932277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-688d9247-e77a-4fad-81d0-dc316b8ab326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:42.939774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-688d9247-e77a-4fad-81d0-dc316b8ab326 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fde797e2-c268-4a95-917a-e7e76e87e53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3201017 Jun 30 02:53:42.960356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1f73198e-e210-41b6-8869-135c62103287 req-d60d96ca-058e-4a64-9865-60b24e17f8f1 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968046 Jun 30 02:53:43.220124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f2dd9d-7dee-4e4d-99de-1a68763447ab tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:43.222992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-74f2dd9d-7dee-4e4d-99de-1a68763447ab tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1093 time: 0.3084455 Jun 30 02:53:43.226379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:43.232954 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:43.258444 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:36Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a933c3e9-c26c-4161-a4ac-1fc29ef48ffc', 'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:f7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:35Z', 'updated_at': '2021-06-30T02:52:44Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:43.272511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-8aec7cf2-8a3f-43da-91cf-b701731fd75d service neutron] 10.222.0.73 "GET /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217115 Jun 30 02:53:43.274506 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.400206 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53835c5c-64f0-43d8-9517-17ac200e1b0c None None] The sync data for ids ['2445ca43-72b9-4168-98a0-24697b9db06b'] in n-d-758944-39 is: [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:52:36Z', 'revision_number': 4, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a933c3e9-c26c-4161-a4ac-1fc29ef48ffc', 'name': '', 'network_id': 'fde797e2-c268-4a95-917a-e7e76e87e53f', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'mac_address': 'fa:16:3e:f7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:35Z', 'updated_at': '2021-06-30T02:52:44Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'subnets': [{'id': 'e2c12c6a-33d9-4a23-ab15-4b421e33ec06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:43.649752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-920a46af-ac85-43a5-896c-3e5773e796a9 service neutron] 10.222.0.73 "GET /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700140 Jun 30 02:53:43.689431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-1eee1200-8834-4446-ae4d-83d05c13d556 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:43.691678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-1eee1200-8834-4446-ae4d-83d05c13d556 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 945 time: 0.2212720 Jun 30 02:53:43.884518 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.053585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee3074-7954-449a-8b12-5ccec90f6795 None None] New status for floating IP d18a96dd-e868-46b6-8fea-675b9fc45e74: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:53:44.090550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.25.7.154 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/16df7abd-2488-44fb-bfc2-91bccb0b09fc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:44.273939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.407332 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.440904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b4008-9867-4fb3-a473-29a93a81dc29 req-bc55d7df-963e-40ec-a3a2-3a6b415da83b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:44.452321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-641b4008-9867-4fb3-a473-29a93a81dc29 req-bc55d7df-963e-40ec-a3a2-3a6b415da83b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 945 time: 0.1391180 Jun 30 02:53:44.507192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:44.567705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-641b4008-9867-4fb3-a473-29a93a81dc29 req-c3a410eb-2ef6-490c-95d4-eb13ac37bf39 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007264 Jun 30 02:53:44.598207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:44.610552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:44.859408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:44.865592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'network': {'name': 'tempest-network-smoke--755493815', 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:44.960000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Made reservation on behalf of 8f8603d55d6849b1a7dde3e91cfa1e6c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:44.963588 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.982161 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.162274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=16df7abd-2488-44fb-bfc2-91bccb0b09fc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.183370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-2ebb0f0c-fd71-4d81-a01a-702502a89c9c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:45.184010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-2ebb0f0c-fd71-4d81-a01a-702502a89c9c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.191505 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.196656 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.218220 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:53:45.232881 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.233531 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Added segment 005ceeda-8b04-45ca-8cd5-c4cf0a68c90a of type vlan for network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 Jun 30 02:53:45.310591 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.318749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c1ebc-c2da-47a1-83c0-a9d2068baaaa,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.372225 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-2ebb0f0c-fd71-4d81-a01a-702502a89c9c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] For port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:45.373197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-2ebb0f0c-fd71-4d81-a01a-702502a89c9c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.377988 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.384801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:45.386431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.395102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-2ebb0f0c-fd71-4d81-a01a-702502a89c9c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for a155f4e4-43eb-4a5c-8a3c-eace95e89a8e owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:45.521151 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.566242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7048879 Jun 30 02:53:45.573830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:45.579064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'admin_state_up': True, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:45.630302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dd8b7-aeb7-4864-b703-ca3716e9c5bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Network': ['ID=9aecbf5c-73b6-4928-bef8-928d558a8cd7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.643816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:53:45.670128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.672113 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.802296 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.805176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.956023 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.199636 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.229327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-2ebb0f0c-fd71-4d81-a01a-702502a89c9c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.260667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.303682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb0f0c-fd71-4d81-a01a-702502a89c9c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=a155f4e4-43eb-4a5c-8a3c-eace95e89a8e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:46.353749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a305125-d32c-4103-90f1-501fd3e2cde5 req-cc7f15f7-64f6-46b2-9880-54ec25e4462e tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.358427 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a305125-d32c-4103-90f1-501fd3e2cde5 req-cc7f15f7-64f6-46b2-9880-54ec25e4462e tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/ports?device_id=51236889-b3f2-4721-82b2-e64221e3553d HTTP/1.1" status: 200 len: 867 time: 0.5011210 Jun 30 02:53:46.469936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.472779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-2ebb0f0c-fd71-4d81-a01a-702502a89c9c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] No DVR routers for this DVR port a155f4e4-43eb-4a5c-8a3c-eace95e89a8e on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:46.481900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-2ebb0f0c-fd71-4d81-a01a-702502a89c9c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.486403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e37ab72-5e26-41e9-a729-0b1917e81d8d req-2ebb0f0c-fd71-4d81-a01a-702502a89c9c tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.73 "DELETE /v2.0/ports/a155f4e4-43eb-4a5c-8a3c-eace95e89a8e HTTP/1.1" status: 204 len: 173 time: 2.7868607 Jun 30 02:53:46.489169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51236889-b3f2-4721-82b2-e64221e3553d', 'name': 'network-vif-deleted', 'tag': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:46.496003 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b765e312-23e8-4bee-a6ac-a5fd5932e6e7" -d '{"events": [{"server_uuid": "51236889-b3f2-4721-82b2-e64221e3553d", "name": "network-vif-deleted", "tag": "a155f4e4-43eb-4a5c-8a3c-eace95e89a8e"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:46.506503 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.517769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9a305125-d32c-4103-90f1-501fd3e2cde5 req-71b479f6-001e-48b6-adde-bd5e2c9ff38b tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "GET /v2.0/security-groups?id=004b7345-691f-46c5-811f-19a67cdedcbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870545 Jun 30 02:53:46.745603 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8b7021-2ccd-4398-88d1-eaf9211d5f77 x-openstack-request-id: req-5d8b7021-2ccd-4398-88d1-eaf9211d5f77 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:46.745908 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51236889-b3f2-4721-82b2-e64221e3553d", "name": "network-vif-deleted", "tag": "a155f4e4-43eb-4a5c-8a3c-eace95e89a8e", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:46.746171 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d8b7021-2ccd-4398-88d1-eaf9211d5f77 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:46.749020 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51236889-b3f2-4721-82b2-e64221e3553d', 'name': 'network-vif-deleted', 'tag': 'a155f4e4-43eb-4a5c-8a3c-eace95e89a8e', 'status': 'completed', 'code': 200} Jun 30 02:53:46.838040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=16df7abd-2488-44fb-bfc2-91bccb0b09fc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:46.841065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.987831 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.040872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.078344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a155f4e4-43eb-4a5c-8a3c-eace95e89a8e no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:47.174595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: a155f4e4-43eb-4a5c-8a3c-eace95e89a8e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:47.174976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device a155f4e4-43eb-4a5c-8a3c-eace95e89a8e not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:47.180025 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Floating IP 927cb8fe-6bfc-4d41-a745-85d8fdfa2615 associated. External IP: 172.25.7.154, port: b8233722-b2cc-48d7-a17d-c319f60a8953. Jun 30 02:53:47.409985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Allocated IP 172.25.7.35 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/01bfcfb9-c71b-43a5-b255-05365d60438f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:47.635327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.757419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:47.836721 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.988675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:48.017427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:48.021696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:48.062092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Port': ['ID=01bfcfb9-c71b-43a5-b255-05365d60438f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:48.363926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:48.421433 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae416530-3aba-45db-947f-1c5ce3c25727 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.493011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae416530-3aba-45db-947f-1c5ce3c25727 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.667333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.671788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae416530-3aba-45db-947f-1c5ce3c25727 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.675547 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ae416530-3aba-45db-947f-1c5ce3c25727 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.677364 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ae416530-3aba-45db-947f-1c5ce3c25727 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/security-groups/004b7345-691f-46c5-811f-19a67cdedcbb HTTP/1.1" status: 204 len: 168 time: 0.9168811 Jun 30 02:53:48.744442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37710) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:48.780070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:48.799789 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] Sync routers for ids ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:48.814086 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] Routers {'b132fa7b-299b-4e2f-ac9d-81dfc308dc42'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:48.817844 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.851019 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.925235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae416530-3aba-45db-947f-1c5ce3c25727 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004b7345-691f-46c5-811f-19a67cdedcbb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:48.940293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-93e252e1-4a31-48fc-a37f-b16b55736a91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7102776 Jun 30 02:53:48.940293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:48.943778 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d46e653-bf65-4a06-a8f1-01a258e342b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:48.990440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-760f46e9-da0b-44fa-8d8f-b5770041ece9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9191816 Jun 30 02:53:49.010182 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604ad166-639a-4679-8145-38b46d62a0e4 x-openstack-request-id: req-604ad166-639a-4679-8145-38b46d62a0e4 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:49.010472 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:49.010746 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-604ad166-639a-4679-8145-38b46d62a0e4 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:49.011482 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'status': 'completed', 'code': 200} Jun 30 02:53:49.474589 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] Set router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:49.815633 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.954377 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '927cb8fe-6bfc-4d41-a745-85d8fdfa2615', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'port_id': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'mac_address': 'fa:16:3e:22:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:45Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77f1e41-0acb-4f05-b3de-1eabbed8f3dc', 'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:78:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:20Z', 'updated_at': '2021-06-30T02:53:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:50.060348 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] Checking router: b132fa7b-299b-4e2f-ac9d-81dfc308dc42 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:50.082322 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] Routers {'b132fa7b-299b-4e2f-ac9d-81dfc308dc42'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:50.083624 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:50.238550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-b7c78b67-d183-4a5f-8fd5-dd055166c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:50.238550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-b7c78b67-d183-4a5f-8fd5-dd055166c0b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1098 time: 0.6490064 Jun 30 02:53:50.362762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-0fd0b7fd-4e0f-48ce-a523-476998f3dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:50.366088 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-0fd0b7fd-4e0f-48ce-a523-476998f3dc52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 1097 time: 0.8058193 Jun 30 02:53:50.380565 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] Set router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:50.409672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4352b5d-b3f1-4c56-b51b-e28cfc237172 req-baaa8fa2-ea04-42f7-8a4a-1e230a39798c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:50.418247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4352b5d-b3f1-4c56-b51b-e28cfc237172 req-baaa8fa2-ea04-42f7-8a4a-1e230a39798c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.8551972 Jun 30 02:53:50.661697 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4352b5d-b3f1-4c56-b51b-e28cfc237172 req-0eff7494-d3fd-4b09-9c01-affa8dd7a4a3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419500 Jun 30 02:53:50.685600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37756) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:50.699004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-1650e421-c736-4881-83ab-96af3e5bfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:50.701125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-1650e421-c736-4881-83ab-96af3e5bfbfe service neutron] 10.222.0.69 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.4598439 Jun 30 02:53:50.863748 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-ca7a40cc-9273-4459-932c-52a36f628a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:50.865319 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-ca7a40cc-9273-4459-932c-52a36f628a03 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.4360678 Jun 30 02:53:50.870039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Router 75cd1031-87bf-450f-98c4-06b806e526f7 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:53:50.883606 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4b722366-6580-41eb-94d3-e626a0a35e90 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/927cb8fe-6bfc-4d41-a745-85d8fdfa2615 HTTP/1.1" status: 200 len: 992 time: 0.1960828 Jun 30 02:53:50.935913 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '927cb8fe-6bfc-4d41-a745-85d8fdfa2615', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'port_id': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'mac_address': 'fa:16:3e:22:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:45Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77f1e41-0acb-4f05-b3de-1eabbed8f3dc', 'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:78:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:20Z', 'updated_at': '2021-06-30T02:53:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:50.947821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-63d1be69-29c6-4c07-bf55-c77902034947 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1000 time: 0.2224808 Jun 30 02:53:51.008439 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca8756-bf95-4a98-b92a-a82bd5a8637c None None] The sync data for ids ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'] in n-d-758944-39 is: [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '927cb8fe-6bfc-4d41-a745-85d8fdfa2615', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'port_id': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'mac_address': 'fa:16:3e:22:86:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:45Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f77f1e41-0acb-4f05-b3de-1eabbed8f3dc', 'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:78:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:20Z', 'updated_at': '2021-06-30T02:53:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:51.110131 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-24df55a9-c713-44e2-98b3-072c22f2938d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 HTTP/1.1" status: 200 len: 1001 time: 0.2315106 Jun 30 02:53:51.288172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-f58d265a-c20a-45d7-b53e-ab5f0646afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:51.290139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-f58d265a-c20a-45d7-b53e-ab5f0646afe4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.2791128 Jun 30 02:53:51.406183 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:51.421868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-51c53821-0989-408b-b763-f2da32682bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:51.423404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-51c53821-0989-408b-b763-f2da32682bb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.2610991 Jun 30 02:53:51.426212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Sync routers for ids ['75cd1031-87bf-450f-98c4-06b806e526f7'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:51.456104 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a97e22b-bb95-4101-8985-76df0c0ba613 None None] New status for floating IP 927cb8fe-6bfc-4d41-a745-85d8fdfa2615: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:53:51.465363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Routers {'75cd1031-87bf-450f-98c4-06b806e526f7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:51.466312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['75cd1031-87bf-450f-98c4-06b806e526f7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:51.480104 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.484859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:51.485234 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c449589d-7d4f-443b-8188-38b36bb3b590 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.9098608 Jun 30 02:53:51.534672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:51.718323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-da39ed14-9693-492c-a30b-9ebf132b5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:51.726068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-da39ed14-9693-492c-a30b-9ebf132b5e7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3976288 Jun 30 02:53:51.733492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Set router 75cd1031-87bf-450f-98c4-06b806e526f7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:51.896960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:51.956457 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-683fcd76-1316-4b95-8c30-4dbf7ba75108 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=8f8603d55d6849b1a7dde3e91cfa1e6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4699926 Jun 30 02:53:51.963526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:52.025550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-2df40ea0-60fe-4324-8327-f5e1ef779f9e service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761958 Jun 30 02:53:52.197971 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca96782-706b-4b5f-8e78-73d6fa45f527 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:52.206488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9ca96782-706b-4b5f-8e78-73d6fa45f527 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2389743 Jun 30 02:53:52.210699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37812) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:52.265728 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-64e05c5e-2ae8-4acc-94c9-aed00880a062 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568984 Jun 30 02:53:52.269830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37814) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:52.280832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2019657429', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:52.316918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:48Z', 'revision_number': 3, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:52.380668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Checking router: 75cd1031-87bf-450f-98c4-06b806e526f7 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:52.381370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Updating router 75cd1031-87bf-450f-98c4-06b806e526f7 port 01bfcfb9-c71b-43a5-b255-05365d60438f binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:53:52.470962 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.564224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Made reservation on behalf of 8f8603d55d6849b1a7dde3e91cfa1e6c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:53:52.568547 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.765807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-c87e4c3f-4c62-4545-bdf6-6ad82547c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:52.765807 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-c87e4c3f-4c62-4545-bdf6-6ad82547c9d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3289607 Jun 30 02:53:52.941039 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:52.977335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Transition to ACTIVE for port object 01bfcfb9-c71b-43a5-b255-05365d60438f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:53.005945 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.131299 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.139904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38da1ee-ce58-4335-b823-940e82c893f5 None None] Pushing event updated for resources: {'Port': ['ID=01bfcfb9-c71b-43a5-b255-05365d60438f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:53.141208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Attempting to bind port 01bfcfb9-c71b-43a5-b255-05365d60438f on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:53.141580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Attempting to bind port 01bfcfb9-c71b-43a5-b255-05365d60438f by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:53.141941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Attempting to bind port 01bfcfb9-c71b-43a5-b255-05365d60438f on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:53.175683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:53.176574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:53.177535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.178127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:53.179504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Bound port: 01bfcfb9-c71b-43a5-b255-05365d60438f, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:53.181403 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.215082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Subnet': ['ID=881706c4-6426-4798-a77d-309d916cc37d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:53.280275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Checking segment: {'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:53.281979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network hostable DHCP agents. Network: 9aecbf5c-73b6-4928-bef8-928d558a8cd7, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:53:53.313095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:53:53.335045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 9aecbf5c-73b6-4928-bef8-928d558a8cd7) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:53.338058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] For port 01bfcfb9-c71b-43a5-b255-05365d60438f, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:53.345121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] For port 01bfcfb9-c71b-43a5-b255-05365d60438f, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=01bfcfb9-c71b-43a5-b255-05365d60438f,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:53.348482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f150308-396c-4f2c-8f7b-d2ecfadba683 None None] Network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:53.354595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:53.355156 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.357222 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:53.430408 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ca0aa11c-0efb-421d-ab18-617258017e1f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1541204 Jun 30 02:53:53.440319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37838) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:53.548417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5d46e653-bf65-4a06-a8f1-01a258e342b3 req-19d6567d-43b6-432b-b24d-67db9f3210d9 service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821916 Jun 30 02:53:53.572872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Routers {'75cd1031-87bf-450f-98c4-06b806e526f7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:53.573578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['75cd1031-87bf-450f-98c4-06b806e526f7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:53.610597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-745b773b-e9d4-4d6d-8195-2d031829f7f9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/927cb8fe-6bfc-4d41-a745-85d8fdfa2615 HTTP/1.1" status: 200 len: 994 time: 1.6876123 Jun 30 02:53:53.944184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-74e792cc-c394-4d16-9e4b-df6dcd2ee97d service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0237949 Jun 30 02:53:54.027857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38da1ee-ce58-4335-b823-940e82c893f5 None None] Pushing event updated for resources: {'Port': ['ID=01bfcfb9-c71b-43a5-b255-05365d60438f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:54.175659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] Set router 75cd1031-87bf-450f-98c4-06b806e526f7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:54.178940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdff5987-6e7e-4bbc-96ff-bf84e8bb1489 req-89c0a6e9-9bd3-4522-be5f-baac9f9d5cc0 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265594 Jun 30 02:53:54.357484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:54.357835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.568768 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.632132 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-29f2830e-f025-4c59-b294-32f10124f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.682264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] For port a933c3e9-c26c-4161-a4ac-1fc29ef48ffc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a933c3e9-c26c-4161-a4ac-1fc29ef48ffc,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:54.683694 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.693024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:53:54.694192 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:54.719056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for a933c3e9-c26c-4161-a4ac-1fc29ef48ffc owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:54.961050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Allocated IP 172.20.0.1 (9aecbf5c-73b6-4928-bef8-928d558a8cd7/881706c4-6426-4798-a77d-309d916cc37d/d0dd4a54-f8ab-4006-a4cc-91ffac1402d9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:55.098390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:48Z', 'revision_number': 3, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:55.153183 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.177796 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.184183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb676aa-ca8b-4e26-9d2a-20e275c7b3a8 None None] The sync data for ids ['75cd1031-87bf-450f-98c4-06b806e526f7'] in n-d-758944-39 is: [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:48Z', 'revision_number': 3, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:55.201035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Transition to ACTIVE for port object d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:55.290357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.361112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=a933c3e9-c26c-4161-a4ac-1fc29ef48ffc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:55.424283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Allocated IP 172.20.0.2 (9aecbf5c-73b6-4928-bef8-928d558a8cd7/881706c4-6426-4798-a77d-309d916cc37d/f0e16edd-c4af-4b6b-b304-c926f8780045) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:53:55.443473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:55.454335 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:55.459811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:55.492720 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Port': ['ID=d0dd4a54-f8ab-4006-a4cc-91ffac1402d9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:55.583408 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.879808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:55.992839 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.035711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Transition to ACTIVE for port object f0e16edd-c4af-4b6b-b304-c926f8780045 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:56.069311 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.121299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Transition to ACTIVE for port object f0e16edd-c4af-4b6b-b304-c926f8780045 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:53:56.138495 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.309071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:56.321495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:56.323442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01bfcfb9-c71b-43a5-b255-05365d60438f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:56.329789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:53:56.478523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Pushing event updated for resources: {'Port': ['ID=f0e16edd-c4af-4b6b-b304-c926f8780045,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:56.483142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Router 2445ca43-72b9-4168-98a0-24697b9db06b has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:56.557605 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:53:56.627201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 01bfcfb9-c71b-43a5-b255-05365d60438f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:56.632833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Attempting to bind port f0e16edd-c4af-4b6b-b304-c926f8780045 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:53:56.633214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Attempting to bind port f0e16edd-c4af-4b6b-b304-c926f8780045 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:53:56.633580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Attempting to bind port f0e16edd-c4af-4b6b-b304-c926f8780045 on network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:53:56.639437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 01bfcfb9-c71b-43a5-b255-05365d60438f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:56.639670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.642486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:53:56.645354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Checking segment: {'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:53:56.645798 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.646265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Bound using segment: {'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:53:56.646823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Bound port: f0e16edd-c4af-4b6b-b304-c926f8780045, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:53:56.647206 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.722900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:56.737280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:56.738163 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-46bbef74-e0af-40b2-b76d-a71adffa2731 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "PUT /v2.0/routers/2445ca43-72b9-4168-98a0-24697b9db06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9842088 Jun 30 02:53:56.760269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] For port f0e16edd-c4af-4b6b-b304-c926f8780045, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:53:56.780569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] For port f0e16edd-c4af-4b6b-b304-c926f8780045, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f0e16edd-c4af-4b6b-b304-c926f8780045,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:53:56.796300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] Sync routers for ids ['2445ca43-72b9-4168-98a0-24697b9db06b'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:56.814847 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.915129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.927776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:56.942779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] Routers {'2445ca43-72b9-4168-98a0-24697b9db06b'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:56.943690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2445ca43-72b9-4168-98a0-24697b9db06b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:57.217980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] Set router 2445ca43-72b9-4168-98a0-24697b9db06b gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:57.246509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.265064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-073db048-bd4d-44fb-9b72-b2e3d8e69a57 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting subnet e2c12c6a-33d9-4a23-ab15-4b421e33ec06 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:57.329317 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-073db048-bd4d-44fb-9b72-b2e3d8e69a57 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.389794 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Port': ['ID=d0dd4a54-f8ab-4006-a4cc-91ffac1402d9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:57.464923 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c0a755b-3736-434a-9e2d-6ab4c75bbe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.604063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-073db048-bd4d-44fb-9b72-b2e3d8e69a57 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.678553 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.698212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf84b29-a2db-4ce1-9be6-47f2887978bb None None] Pushing event updated for resources: {'Port': ['ID=f0e16edd-c4af-4b6b-b304-c926f8780045,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:57.765160 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.819591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:57.840437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:53:57.841868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:53:57.886898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 01bfcfb9-c71b-43a5-b255-05365d60438f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=01bfcfb9-c71b-43a5-b255-05365d60438f,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:57.893375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] Checking router: 2445ca43-72b9-4168-98a0-24697b9db06b for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:57.913788 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:57.925952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] Routers {'2445ca43-72b9-4168-98a0-24697b9db06b'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:57.926646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2445ca43-72b9-4168-98a0-24697b9db06b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:58.174214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=01bfcfb9-c71b-43a5-b255-05365d60438f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:58.185803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f0e16edd-c4af-4b6b-b304-c926f8780045 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:58.349380 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.357409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] Set router 2445ca43-72b9-4168-98a0-24697b9db06b gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:58.526146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port f0e16edd-c4af-4b6b-b304-c926f8780045 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:58.824569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:58.877848 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-073db048-bd4d-44fb-9b72-b2e3d8e69a57 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:58.901796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6de9e0a-fed6-4b01-be0a-f5c764ea88a3 None None] The sync data for ids ['2445ca43-72b9-4168-98a0-24697b9db06b'] in n-d-758944-39 is: [{'id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'name': 'tempest-TestNetworkBasicOps-router-1436753807', 'tenant_id': '23f0074276e74751a7dfe3b0670d094b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '07fcfd0e-4e71-46b4-9598-538676002647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:52:30Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 5, 'project_id': '23f0074276e74751a7dfe3b0670d094b', 'gw_port': {'id': '07fcfd0e-4e71-46b4-9598-538676002647', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2445ca43-72b9-4168-98a0-24697b9db06b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:52:31Z', 'updated_at': '2021-06-30T02:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:59.095245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Router 75cd1031-87bf-450f-98c4-06b806e526f7 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:59.141126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a13e3-e2b0-4667-9008-8423ffe4aab1 None None] Network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:59.289990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31267816-30c9-4291-9e2f-9923a5b9a9a4 None None] Provisioning for port f0e16edd-c4af-4b6b-b304-c926f8780045 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:53:59.310303 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-073db048-bd4d-44fb-9b72-b2e3d8e69a57 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.313245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-31267816-30c9-4291-9e2f-9923a5b9a9a4 None None] Provisioning complete for port f0e16edd-c4af-4b6b-b304-c926f8780045 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:59.313618 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31267816-30c9-4291-9e2f-9923a5b9a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.344395 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-073db048-bd4d-44fb-9b72-b2e3d8e69a57 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.346258 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-073db048-bd4d-44fb-9b72-b2e3d8e69a57 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/subnets/e2c12c6a-33d9-4a23-ab15-4b421e33ec06 HTTP/1.1" status: 204 len: 168 time: 2.6079395 Jun 30 02:53:59.348733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:59.349464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 37982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:59.361693 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c71e5e85-806b-46ec-adf5-1f3ad33768ad tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "PUT /v2.0/routers/75cd1031-87bf-450f-98c4-06b806e526f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9201670 Jun 30 02:53:59.397787 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Sync routers for ids ['75cd1031-87bf-450f-98c4-06b806e526f7'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:59.410378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37984) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:59.416032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a3ce124a-6141-47d8-b1df-41ace3f72984 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--215097127', 'description': 'tempest-secgroup_access--215097127 description', 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:59.420668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073db048-bd4d-44fb-9b72-b2e3d8e69a57 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c12c6a-33d9-4a23-ab15-4b421e33ec06,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:59.436791 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Routers {'75cd1031-87bf-450f-98c4-06b806e526f7'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:59.439653 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['75cd1031-87bf-450f-98c4-06b806e526f7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:59.467879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ce124a-6141-47d8-b1df-41ace3f72984 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.486031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22af123-8624-4d4c-876b-af756df63b4a None None] Network fde797e2-c268-4a95-917a-e7e76e87e53f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:59.591285 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.713552 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Set router 75cd1031-87bf-450f-98c4-06b806e526f7 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:59.760114 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ce124a-6141-47d8-b1df-41ace3f72984 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.768588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ce124a-6141-47d8-b1df-41ace3f72984 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.914257 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a3ce124a-6141-47d8-b1df-41ace3f72984 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:59.922145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a3ce124a-6141-47d8-b1df-41ace3f72984 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5096614 Jun 30 02:53:59.925774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 37998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:59.937767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2b2e3562-0f6b-4f52-81a7-68b780a72302 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--872438222', 'description': 'tempest-secgroup_general--872438222 description', 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:53:59.956626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce124a-6141-47d8-b1df-41ace3f72984 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640675b6-aab5-4a13-bf22-9b3dc6f93786,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:59.968727 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.024908 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3562-0f6b-4f52-81a7-68b780a72302 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.222910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01bfcfb9-c71b-43a5-b255-05365d60438f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:00.254968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Deleting port 07fcfd0e-4e71-46b4-9598-538676002647 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:00.257031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.298246 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3562-0f6b-4f52-81a7-68b780a72302 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.303587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3562-0f6b-4f52-81a7-68b780a72302 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.363741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e3562-0f6b-4f52-81a7-68b780a72302 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d1444-efe5-4a87-9ee7-77e9e976486b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:00.402392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3562-0f6b-4f52-81a7-68b780a72302 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.403746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2b2e3562-0f6b-4f52-81a7-68b780a72302 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4758575 Jun 30 02:54:00.407654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:00.439090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d990b040-914a-4a3f-b654-878f4e7fdc3e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'security_group_rule': {'security_group_id': '640675b6-aab5-4a13-bf22-9b3dc6f93786', 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:00.493832 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'd0dd4a54-f8ab-4006-a4cc-91ffac1402d9', 'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:d8:47:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:54Z', 'updated_at': '2021-06-30T02:53:56Z', 'revision_number': 2, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '881706c4-6426-4798-a77d-309d916cc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:00.560180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] For port 07fcfd0e-4e71-46b4-9598-538676002647, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=07fcfd0e-4e71-46b4-9598-538676002647,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:00.561297 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.562310 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Checking router: 75cd1031-87bf-450f-98c4-06b806e526f7 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:00.564989 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Updating router 75cd1031-87bf-450f-98c4-06b806e526f7 port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:54:00.636638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Calling delete_port for 07fcfd0e-4e71-46b4-9598-538676002647 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:00.643019 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.735454 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31267816-30c9-4291-9e2f-9923a5b9a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.737482 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.812665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-31267816-30c9-4291-9e2f-9923a5b9a9a4 None None] For port f0e16edd-c4af-4b6b-b304-c926f8780045, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f0e16edd-c4af-4b6b-b304-c926f8780045,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:00.824781 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-31267816-30c9-4291-9e2f-9923a5b9a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.855114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 01bfcfb9-c71b-43a5-b255-05365d60438f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:00.855699 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.955455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d990b040-914a-4a3f-b654-878f4e7fdc3e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.961783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:00.994549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31267816-30c9-4291-9e2f-9923a5b9a9a4 None None] Pushing event updated for resources: {'Port': ['ID=f0e16edd-c4af-4b6b-b304-c926f8780045,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.064798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Port': ['ID=07fcfd0e-4e71-46b4-9598-538676002647,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.103633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f16bfc-5ab7-4496-9247-f60a44fe298e None None] DHCP port deletion for fde797e2-c268-4a95-917a-e7e76e87e53f request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:01.130115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d990b040-914a-4a3f-b654-878f4e7fdc3e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.137252 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d990b040-914a-4a3f-b654-878f4e7fdc3e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.156966 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.239691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a933c3e9-c26c-4161-a4ac-1fc29ef48ffc no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:01.264062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: a933c3e9-c26c-4161-a4ac-1fc29ef48ffc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:01.264722 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a933c3e9-c26c-4161-a4ac-1fc29ef48ffc not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:01.316348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b2f16bfc-5ab7-4496-9247-f60a44fe298e None None] Deleting port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:01.316966 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2f16bfc-5ab7-4496-9247-f60a44fe298e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.393825 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d990b040-914a-4a3f-b654-878f4e7fdc3e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.395681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d990b040-914a-4a3f-b654-878f4e7fdc3e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9849029 Jun 30 02:54:01.496861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990b040-914a-4a3f-b654-878f4e7fdc3e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32aceca-3d65-4f17-b5d9-e47b4cc754af,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.528586 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.533815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b2f16bfc-5ab7-4496-9247-f60a44fe298e None None] For port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd,segment=NetworkSegment(3b560919-2a6d-4a59-b02e-74bbc99d57f6),segment_id=3b560919-2a6d-4a59-b02e-74bbc99d57f6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:01.534242 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2f16bfc-5ab7-4496-9247-f60a44fe298e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.536485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.625290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b2f16bfc-5ab7-4496-9247-f60a44fe298e None None] Calling delete_port for b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:01.635032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d1215bd-f928-4a4e-832b-c3bc4167fd71 None None] Provisioning for port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:01.649481 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.673107 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Transition to ACTIVE for port object d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:01.680499 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.690876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d1215bd-f928-4a4e-832b-c3bc4167fd71 None None] Provisioning complete for port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:01.692207 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d1215bd-f928-4a4e-832b-c3bc4167fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.750246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.754930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Fanout notify agent at l3_agent the message router_deleted on router 2445ca43-72b9-4168-98a0-24697b9db06b {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:54:01.797089 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.798209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7e68b5fc-5a30-403d-b693-4c098b7339b4 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/routers/2445ca43-72b9-4168-98a0-24697b9db06b HTTP/1.1" status: 204 len: 168 time: 2.4466150 Jun 30 02:54:01.801543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38062) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:01.824635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4d1215bd-f928-4a4e-832b-c3bc4167fd71 None None] Port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:01.833992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-eaa59286-986a-4a75-8f80-2052ee76e0ee tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--215097127&fields=id&tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c HTTP/1.1" status: 200 len: 267 time: 0.1245713 Jun 30 02:54:01.860142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d1215bd-f928-4a4e-832b-c3bc4167fd71 None None] Provisioning complete for port f0e16edd-c4af-4b6b-b304-c926f8780045 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:01.861092 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d1215bd-f928-4a4e-832b-c3bc4167fd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:01.916682 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Pushing event updated for resources: {'Port': ['ID=d0dd4a54-f8ab-4006-a4cc-91ffac1402d9,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:01.979432 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-3f700daf-5776-4d14-b8a1-9ec03dc76a92 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--872438222&fields=id&tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c HTTP/1.1" status: 200 len: 267 time: 0.1327999 Jun 30 02:54:02.111744 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.184312 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2f16bfc-5ab7-4496-9247-f60a44fe298e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.222194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f16bfc-5ab7-4496-9247-f60a44fe298e None None] No DVR routers for this DVR port b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:02.277170 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.277593 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.278022 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.278463 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.279053 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.279550 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.280062 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.280560 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.282176 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.282671 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.283167 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.286960 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:02.292552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f16bfc-5ab7-4496-9247-f60a44fe298e None None] Pushing event deleted for resources: {'Port': ['ID=b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:02.307465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-99f9efeb-c153-4877-8f94-0db8dd6db2cf tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:02.309246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-99f9efeb-c153-4877-8f94-0db8dd6db2cf tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/networks?id=9aecbf5c-73b6-4928-bef8-928d558a8cd7 HTTP/1.1" status: 200 len: 796 time: 0.3140125 Jun 30 02:54:02.329401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-93664afa-5117-4181-885e-2bd0b63fb545 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/quotas/8f8603d55d6849b1a7dde3e91cfa1e6c HTTP/1.1" status: 200 len: 375 time: 0.0144444 Jun 30 02:54:02.329961 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Attempting to bind port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:02.330329 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Attempting to bind port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:02.330676 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Attempting to bind port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 on network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:02.347246 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:02.348017 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Checking segment: {'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:02.348424 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.348941 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Bound using segment: {'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:02.349432 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Bound port: d0dd4a54-f8ab-4006-a4cc-91ffac1402d9, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:02.349807 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.361723 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.375636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde797e2-c268-4a95-917a-e7e76e87e53f']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:02.389855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b560919-2a6d-4a59-b02e-74bbc99d57f6') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:02.390468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b560919-2a6d-4a59-b02e-74bbc99d57f6') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:02.461776 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.498989 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.507780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:02.508235 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.508467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-97ba9c9f-2834-4167-b992-fe6759105278 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1731174 Jun 30 02:54:02.531919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f0e16edd-c4af-4b6b-b304-c926f8780045 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:02.533155 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:02.548409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-ab7b4b51-3c76-4d79-a084-b049fc10d52f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:54:02.549411 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-ab7b4b51-3c76-4d79-a084-b049fc10d52f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054309 Jun 30 02:54:02.577344 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] For port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:02.599149 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] For port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d0dd4a54-f8ab-4006-a4cc-91ffac1402d9,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:02.624060 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.667552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f0e16edd-c4af-4b6b-b304-c926f8780045 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:02.667953 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.732361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-722c9beb-8d3d-4a76-b71a-e25e158e677e service neutron] 10.222.0.55 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713741 Jun 30 02:54:02.772538 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4d7cc-3458-44b0-a426-5489dd7d6ede None None] Pushing event updated for resources: {'Port': ['ID=d0dd4a54-f8ab-4006-a4cc-91ffac1402d9,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:02.811824 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.820956 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:02.827787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] 10.222.0.55 "DELETE /v2.0/networks/fde797e2-c268-4a95-917a-e7e76e87e53f HTTP/1.1" status: 204 len: 168 time: 1.0223596 Jun 30 02:54:02.837158 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Routers {'75cd1031-87bf-450f-98c4-06b806e526f7'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:02.840705 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['75cd1031-87bf-450f-98c4-06b806e526f7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:02.873614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54c058-4e83-4c58-b911-cb6e18cf9d21 tempest-TestNetworkBasicOps-1543383160 tempest-TestNetworkBasicOps-1543383160-project] Pushing event deleted for resources: {'Network': ['ID=fde797e2-c268-4a95-917a-e7e76e87e53f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:02.944624 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-edb71b59-045a-4d53-95ca-0262712bb752 service neutron] 10.222.0.55 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112021 Jun 30 02:54:03.089962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:03.114942 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] Set router 75cd1031-87bf-450f-98c4-06b806e526f7 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:03.148052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:03.148651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b8e5ecc7-4a5e-4ef5-8e31-d8645c491dfd not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:03.395647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:03.458374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-76daf9d0-6e29-41b3-9535-13ef23e185bd req-c67e916b-2a64-45c0-97b9-9a61351a4fc7 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 210 time: 0.0419374 Jun 30 02:54:03.482278 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'd0dd4a54-f8ab-4006-a4cc-91ffac1402d9', 'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:d8:47:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:54Z', 'updated_at': '2021-06-30T02:54:02Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '881706c4-6426-4798-a77d-309d916cc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:03.516213 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8034214-d44d-4d53-8f76-84114e14c3a7 None None] The sync data for ids ['75cd1031-87bf-450f-98c4-06b806e526f7'] in n-d-758944-39 is: [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'd0dd4a54-f8ab-4006-a4cc-91ffac1402d9', 'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:d8:47:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:54Z', 'updated_at': '2021-06-30T02:54:02Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '881706c4-6426-4798-a77d-309d916cc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:03.717900 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-48ae9f57-2ce2-41a6-94ac-127599301f7e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23f0074276e74751a7dfe3b0670d094b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188567 Jun 30 02:54:03.718269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:03.803747 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4be16e-a83d-4e02-a0bb-90fff332cd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.838002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4be16e-a83d-4e02-a0bb-90fff332cd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.938239 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4be16e-a83d-4e02-a0bb-90fff332cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.942529 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef4be16e-a83d-4e02-a0bb-90fff332cd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:03.947413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ef4be16e-a83d-4e02-a0bb-90fff332cd0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33d4758e-7f5a-4ee0-bb78-c9f37b1154e7 HTTP/1.1" status: 204 len: 168 time: 0.2255828 Jun 30 02:54:04.021117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4be16e-a83d-4e02-a0bb-90fff332cd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d4758e-7f5a-4ee0-bb78-c9f37b1154e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:04.144479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:04.266648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:04.272632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:04.273526 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.424021 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.592980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d0dd4a54-f8ab-4006-a4cc-91ffac1402d9,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:04.608075 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.626502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 07fcfd0e-4e71-46b4-9598-538676002647 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:04.671575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:04.711010 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e1f484f-0586-4140-b609-c10c46b0ee3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.745399 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-53909a84-6a35-4082-9290-0b4f570455e5 req-5131d143-8e5c-48e2-9187-1bde9c2ef617 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 210 time: 0.0751250 Jun 30 02:54:04.760526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 07fcfd0e-4e71-46b4-9598-538676002647 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:04.760859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 07fcfd0e-4e71-46b4-9598-538676002647 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:04.820811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=d0dd4a54-f8ab-4006-a4cc-91ffac1402d9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:04.878366 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e1f484f-0586-4140-b609-c10c46b0ee3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.884127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5e1f484f-0586-4140-b609-c10c46b0ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:04.940433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5e1f484f-0586-4140-b609-c10c46b0ee3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=385800d2b8fc4781aa0a0223dc422977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675614 Jun 30 02:54:04.941101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38194) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:04.942027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f484f-0586-4140-b609-c10c46b0ee3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0034d84-2f4b-4c83-88c1-45802c3d4cce,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:05.029253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec045cd9-ecf6-4b0b-9432-aea8953ef9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.079082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec045cd9-ecf6-4b0b-9432-aea8953ef9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.201701 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec045cd9-ecf6-4b0b-9432-aea8953ef9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.219454 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ec045cd9-ecf6-4b0b-9432-aea8953ef9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.224816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ec045cd9-ecf6-4b0b-9432-aea8953ef9dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0034d84-2f4b-4c83-88c1-45802c3d4cce HTTP/1.1" status: 204 len: 168 time: 0.2798281 Jun 30 02:54:05.255701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec045cd9-ecf6-4b0b-9432-aea8953ef9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0034d84-2f4b-4c83-88c1-45802c3d4cce,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:05.688858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-b8ebc540-323b-4b1c-8c94-ab371f4c788c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:05.690922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-b8ebc540-323b-4b1c-8c94-ab371f4c788c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.73 "GET /v2.0/networks?id=9aecbf5c-73b6-4928-bef8-928d558a8cd7 HTTP/1.1" status: 200 len: 796 time: 0.3251593 Jun 30 02:54:05.800850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-7de93031-3511-4baa-8817-21fbe0040b7f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c HTTP/1.1" status: 200 len: 476 time: 0.0981958 Jun 30 02:54:05.810607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'port': {'device_id': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'admin_state_up': True, 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'security_groups': ['640675b6-aab5-4a13-bf22-9b3dc6f93786', '8c5d1444-efe5-4a87-9ee7-77e9e976486b']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:06.057089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:06.116985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:06.117608 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.151550 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f2cf49e-c329-4f6b-b380-a7670ef80d98 req-a68a3897-3cc6-49ed-b648-7b8612e6d5e5 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 210 time: 0.0945508 Jun 30 02:54:06.204938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Made reservation on behalf of 8f8603d55d6849b1a7dde3e91cfa1e6c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:06.221516 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.600172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Allocated IP 172.20.0.5 (9aecbf5c-73b6-4928-bef8-928d558a8cd7/881706c4-6426-4798-a77d-309d916cc37d/9236d9cb-5f8e-4f28-88d5-878c9249fd5f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:06.922685 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.940062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Transition to ACTIVE for port object 9236d9cb-5f8e-4f28-88d5-878c9249fd5f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:06.986686 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.063441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:07.071095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:07.075551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:07.116650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Port': ['ID=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:07.180314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.181685 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.211873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-8f9cc53f-7c97-4ad9-b664-f8d7ee231ac2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4051712 Jun 30 02:54:07.240059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Request body: {'port': {'device_id': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:07.359831 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.594069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcf9ba-4993-45cc-a843-7b80416837ea req-520b9a0f-f425-4382-9a7b-de00d3186ad0 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:07.608659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dbcf9ba-4993-45cc-a843-7b80416837ea req-520b9a0f-f425-4382-9a7b-de00d3186ad0 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 970 time: 0.2255054 Jun 30 02:54:07.628546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6953956d-3e66-4dd6-91d5-64933f04cb2d None None] Provisioning for port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:07.633206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6953956d-3e66-4dd6-91d5-64933f04cb2d None None] Provisioning complete for port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:07.633593 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6953956d-3e66-4dd6-91d5-64933f04cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:07.730311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6953956d-3e66-4dd6-91d5-64933f04cb2d None None] Port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:54:07.756217 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dbcf9ba-4993-45cc-a843-7b80416837ea req-da5c95da-2474-426b-9540-d5e3b843d596 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1464584 Jun 30 02:54:07.995014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9236d9cb-5f8e-4f28-88d5-878c9249fd5f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:08.018278 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.050316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Transition to ACTIVE for port object 9236d9cb-5f8e-4f28-88d5-878c9249fd5f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:08.058783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.150397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Pushing event updated for resources: {'Port': ['ID=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:08.311874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Attempting to bind port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:08.316896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Attempting to bind port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:08.317398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Attempting to bind port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f on network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:08.330255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f on network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:08.330800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Attempting to bind port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f on network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:08.337843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:08.343066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Checking segment: {'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:08.343683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Bound using segment: {'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:08.344308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Bound port: 9236d9cb-5f8e-4f28-88d5-878c9249fd5f, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:08.345317 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.457193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] For port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:08.463009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] For port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:08.476599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.544017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Pushing event updated for resources: {'Port': ['ID=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:08.574592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.575535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.576844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-17b235ac-4dfe-4753-b613-ee199f11e84e service neutron] 10.222.0.73 "PUT /v2.0/ports/9236d9cb-5f8e-4f28-88d5-878c9249fd5f HTTP/1.1" status: 200 len: 1131 time: 1.3509903 Jun 30 02:54:08.577330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'tag': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:08.580010 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a281a809-164a-4c98-9e8b-05fff534d026" -d '{"events": [{"name": "network-changed", "server_uuid": "a223ab0d-3878-4078-9e5f-ff37f91d662a", "tag": "9236d9cb-5f8e-4f28-88d5-878c9249fd5f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:08.712410 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60aebb3-a567-45ca-a20a-b2b147d824e7 x-openstack-request-id: req-a60aebb3-a567-45ca-a20a-b2b147d824e7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:08.712706 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a223ab0d-3878-4078-9e5f-ff37f91d662a", "tag": "9236d9cb-5f8e-4f28-88d5-878c9249fd5f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:08.712957 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a60aebb3-a567-45ca-a20a-b2b147d824e7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:08.713360 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'tag': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'status': 'completed', 'code': 200} Jun 30 02:54:08.743712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-7d166760-1689-4dc2-a745-3cd28a1cdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.745726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-7d166760-1689-4dc2-a745-3cd28a1cdfae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c&device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 1134 time: 0.1098599 Jun 30 02:54:08.843999 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-abfa9714-3009-43f9-9c87-943091b6ebb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9236d9cb-5f8e-4f28-88d5-878c9249fd5f HTTP/1.1" status: 200 len: 217 time: 0.0904450 Jun 30 02:54:08.888330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:08.987168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-a3ad80a2-e577-4dad-a895-aace0c0398a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:08.989197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-a3ad80a2-e577-4dad-a895-aace0c0398a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=881706c4-6426-4798-a77d-309d916cc37d HTTP/1.1" status: 200 len: 835 time: 0.1347129 Jun 30 02:54:09.073243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2c8c9f-c155-429e-a806-ddd5eda28e69 admin admin] Deleting subnet 4b484a84-10b5-4852-9544-3f6762cb72d7 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:54:09.100783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b2c8c9f-c155-429e-a806-ddd5eda28e69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.131302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-1d538b70-2e0f-4f25-a122-e59656e93527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:09.164340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-1d538b70-2e0f-4f25-a122-e59656e93527 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9aecbf5c-73b6-4928-bef8-928d558a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660566 Jun 30 02:54:09.223048 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b2c8c9f-c155-429e-a806-ddd5eda28e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.272286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f7290-644a-44f6-aae7-7da16838942e req-725bee7e-5539-4ca8-b37b-dee8b8538225 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:09.280597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4d7f7290-644a-44f6-aae7-7da16838942e req-725bee7e-5539-4ca8-b37b-dee8b8538225 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 982 time: 0.2121959 Jun 30 02:54:09.337942 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-f75892c9-ad82-40e0-8344-29a3485c8185 service neutron] 10.222.0.73 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719718 Jun 30 02:54:09.355907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4d7f7290-644a-44f6-aae7-7da16838942e req-8f774478-a1b3-4111-a253-61b20826e2e2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0713971 Jun 30 02:54:09.372252 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b2c8c9f-c155-429e-a806-ddd5eda28e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.495305 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b2c8c9f-c155-429e-a806-ddd5eda28e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.528009 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49bbbf4c-0a7d-4496-adb4-39f83bd7d624 req-15705270-eac0-4bb3-bed8-7f832708c616 service neutron] 10.222.0.73 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831653 Jun 30 02:54:09.552006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c8c9f-c155-429e-a806-ddd5eda28e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b484a84-10b5-4852-9544-3f6762cb72d7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:09.554922 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b2c8c9f-c155-429e-a806-ddd5eda28e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.560929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38502) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:09.561557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6b2c8c9f-c155-429e-a806-ddd5eda28e69 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4b484a84-10b5-4852-9544-3f6762cb72d7 HTTP/1.1" status: 204 len: 168 time: 0.6710856 Jun 30 02:54:09.700007 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.724712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:09.825968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281a809-164a-4c98-9e8b-05fff534d026 req-ce8683fa-e0d9-45c6-a27f-6c64971e1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:09.828129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a281a809-164a-4c98-9e8b-05fff534d026 req-ce8683fa-e0d9-45c6-a27f-6c64971e1e0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c&device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 1134 time: 0.1646602 Jun 30 02:54:09.830020 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.857554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90696c74-2f79-44ab-a6db-64edc19dc9e3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:09.909784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4778e8b8-6b2c-4180-a7a1-4acd3097c69f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:09.910415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4778e8b8-6b2c-4180-a7a1-4acd3097c69f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:09.914564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bdd735-d0c7-4953-b742-508e33d14760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.926350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.951652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.967200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:09.967614 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:09.969592 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:10.030804 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bdd735-d0c7-4953-b742-508e33d14760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.036181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-02bdd735-d0c7-4953-b742-508e33d14760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.045847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281a809-164a-4c98-9e8b-05fff534d026 req-15639c8c-a789-40dc-9b85-b64a2bc21d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.048004 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a281a809-164a-4c98-9e8b-05fff534d026 req-15639c8c-a789-40dc-9b85-b64a2bc21d93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9aecbf5c-73b6-4928-bef8-928d558a8cd7 HTTP/1.1" status: 200 len: 897 time: 0.2077184 Jun 30 02:54:10.079670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-02bdd735-d0c7-4953-b742-508e33d14760 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa8824c7cf1c44bba3192dadc2461029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535256 Jun 30 02:54:10.082350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:10.102177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a281a809-164a-4c98-9e8b-05fff534d026 req-4bab1a16-2eb0-4c9a-8c22-d9dfe54521b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9236d9cb-5f8e-4f28-88d5-878c9249fd5f HTTP/1.1" status: 200 len: 217 time: 0.0463388 Jun 30 02:54:10.103437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.125638 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.128938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdd735-d0c7-4953-b742-508e33d14760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af88b151-4cf5-476a-b72a-a7fad7d6df0a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:10.142781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] 10.222.0.55 "DELETE /v2.0/networks/90696c74-2f79-44ab-a6db-64edc19dc9e3 HTTP/1.1" status: 204 len: 168 time: 0.5810761 Jun 30 02:54:10.149864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057df5a1-714e-4593-8c9c-42ce01e275fa admin admin] Pushing event deleted for resources: {'Network': ['ID=90696c74-2f79-44ab-a6db-64edc19dc9e3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:10.151394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-461aebb6-671a-41bc-979b-5aef8f21b784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.222574 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-461aebb6-671a-41bc-979b-5aef8f21b784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.270959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281a809-164a-4c98-9e8b-05fff534d026 req-fdbe6833-871d-451f-a314-ef7349bfac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.273061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a281a809-164a-4c98-9e8b-05fff534d026 req-fdbe6833-871d-451f-a314-ef7349bfac24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=881706c4-6426-4798-a77d-309d916cc37d HTTP/1.1" status: 200 len: 835 time: 0.1288617 Jun 30 02:54:10.291387 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-461aebb6-671a-41bc-979b-5aef8f21b784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.295660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-461aebb6-671a-41bc-979b-5aef8f21b784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.298268 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-461aebb6-671a-41bc-979b-5aef8f21b784 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af88b151-4cf5-476a-b72a-a7fad7d6df0a HTTP/1.1" status: 204 len: 168 time: 0.2138028 Jun 30 02:54:10.312365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461aebb6-671a-41bc-979b-5aef8f21b784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af88b151-4cf5-476a-b72a-a7fad7d6df0a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:10.459435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38542) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:10.484156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281a809-164a-4c98-9e8b-05fff534d026 req-afa455f0-4555-4967-acd9-4aad0d6bf424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.485748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a281a809-164a-4c98-9e8b-05fff534d026 req-afa455f0-4555-4967-acd9-4aad0d6bf424 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9aecbf5c-73b6-4928-bef8-928d558a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1840847 Jun 30 02:54:10.543496 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6154a14c-ba31-4378-867f-6eb85039ce19 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=caba11bd1c5743cea80c7cba8230ec37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791733 Jun 30 02:54:10.543496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38546) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:10.645651 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a281a809-164a-4c98-9e8b-05fff534d026 req-8e804bd8-9fb7-486c-afe8-ec7c47ef4d22 service neutron] 10.222.0.73 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517279 Jun 30 02:54:10.651769 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bd6c9e-b250-4591-b06d-dd85cf25c09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.685241 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bd6c9e-b250-4591-b06d-dd85cf25c09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.696963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb2739-5db0-4555-aa28-5d541347afbc req-501f58ba-7571-4165-a7c2-7c8c8b545854 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:10.698788 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34bb2739-5db0-4555-aa28-5d541347afbc req-501f58ba-7571-4165-a7c2-7c8c8b545854 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 982 time: 0.1562984 Jun 30 02:54:10.783880 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bd6c9e-b250-4591-b06d-dd85cf25c09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.788430 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91bd6c9e-b250-4591-b06d-dd85cf25c09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:10.790742 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-91bd6c9e-b250-4591-b06d-dd85cf25c09a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43fcd477-4d0e-419b-ac5c-6c5469c0a693 HTTP/1.1" status: 204 len: 168 time: 0.2470055 Jun 30 02:54:10.808368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd6c9e-b250-4591-b06d-dd85cf25c09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fcd477-4d0e-419b-ac5c-6c5469c0a693,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:10.856567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34bb2739-5db0-4555-aa28-5d541347afbc req-86baeb8f-04d4-4525-9a36-f2a88d977f68 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1008322 Jun 30 02:54:10.891085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:10.920016 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a281a809-164a-4c98-9e8b-05fff534d026 req-8735b8af-45d7-4445-848e-caae043ff607 service neutron] 10.222.0.73 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618740 Jun 30 02:54:10.921227 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea2d2-7b1d-4dc0-8cc0-c4431339ef2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.049097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea2d2-7b1d-4dc0-8cc0-c4431339ef2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.054285 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea2d2-7b1d-4dc0-8cc0-c4431339ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.099351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:11.099594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9b3ea2d2-7b1d-4dc0-8cc0-c4431339ef2c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f2c72e60033433cb1187c89de34fedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065413 Jun 30 02:54:11.102048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ea2d2-7b1d-4dc0-8cc0-c4431339ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d551059-891b-4ac1-b711-410facb9130c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:11.186211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 9236d9cb-5f8e-4f28-88d5-878c9249fd5f details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:11.198649 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f8d064d-c843-44e8-b0bc-8d19466d457e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.240343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f8d064d-c843-44e8-b0bc-8d19466d457e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.310565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f8d064d-c843-44e8-b0bc-8d19466d457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.316822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f8d064d-c843-44e8-b0bc-8d19466d457e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.323375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:11.333460 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f8d064d-c843-44e8-b0bc-8d19466d457e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d551059-891b-4ac1-b711-410facb9130c HTTP/1.1" status: 204 len: 168 time: 0.2216892 Jun 30 02:54:11.352299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d064d-c843-44e8-b0bc-8d19466d457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d551059-891b-4ac1-b711-410facb9130c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:11.360401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'port_id': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'mac_address': 'fa:16:3e:95:59:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:11.498512 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.515981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9236d9cb-5f8e-4f28-88d5-878c9249fd5f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:11.545144 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:11.555302 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:11.651744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:11.661107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.661981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.662471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.662976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.663473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.663970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.664327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.664626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.664946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.665390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.665717 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.666150 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:11.787742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['9236d9cb-5f8e-4f28-88d5-878c9249fd5f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:12.323449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a59f9c-ebfa-4b47-85cc-0f4743e1ba27 req-08669179-e887-4210-b7ed-95b9f735a9bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:12.327829 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24a59f9c-ebfa-4b47-85cc-0f4743e1ba27 req-08669179-e887-4210-b7ed-95b9f735a9bc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 983 time: 0.1782031 Jun 30 02:54:12.379536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24a59f9c-ebfa-4b47-85cc-0f4743e1ba27 req-3afb53fc-ab4e-439f-a6fb-df6b226deb65 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0453601 Jun 30 02:54:13.197703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 9236d9cb-5f8e-4f28-88d5-878c9249fd5f up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:13.291737 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:13.295922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:13.295922 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.399130 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.444015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:13.445377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:13.448498 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08e4f7f-aafc-4782-91e0-d42c594a75eb" -d '{"events": [{"server_uuid": "a223ab0d-3878-4078-9e5f-ff37f91d662a", "name": "network-vif-plugged", "status": "completed", "tag": "9236d9cb-5f8e-4f28-88d5-878c9249fd5f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:13.466300 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:13.535083 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8328a69f-cf2d-4529-b941-fa8af19d9ee9 x-openstack-request-id: req-8328a69f-cf2d-4529-b941-fa8af19d9ee9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:13.535406 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a223ab0d-3878-4078-9e5f-ff37f91d662a", "name": "network-vif-plugged", "status": "completed", "tag": "9236d9cb-5f8e-4f28-88d5-878c9249fd5f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:13.536377 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8328a69f-cf2d-4529-b941-fa8af19d9ee9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:13.537068 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'code': 200} Jun 30 02:54:13.576982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:13.640089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638dd51-bb16-479e-90d6-8a820b88ba02 req-85064a42-bf96-4db4-abac-139c9542fb71 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:13.650641 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a638dd51-bb16-479e-90d6-8a820b88ba02 req-85064a42-bf96-4db4-abac-139c9542fb71 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 984 time: 0.0959251 Jun 30 02:54:13.720905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a638dd51-bb16-479e-90d6-8a820b88ba02 req-9de025f1-5c8c-4e61-8e14-1b85768508a5 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0693548 Jun 30 02:54:13.882831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618e4cb-82f3-4bc5-aec7-f5bb00ca2704 req-af886123-acf3-4712-b645-de77a71306cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:13.884434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6618e4cb-82f3-4bc5-aec7-f5bb00ca2704 req-af886123-acf3-4712-b645-de77a71306cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 1136 time: 0.2179871 Jun 30 02:54:13.929163 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6618e4cb-82f3-4bc5-aec7-f5bb00ca2704 req-dc93a51f-7502-4d94-8949-1f408ec05a1e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0358326 Jun 30 02:54:14.981826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e41d7-d6c0-4d48-af1c-de1def360b56 req-51186513-9f22-464c-ab48-d0d328badc89 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:14.993816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-385e41d7-d6c0-4d48-af1c-de1def360b56 req-51186513-9f22-464c-ab48-d0d328badc89 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 984 time: 0.1106946 Jun 30 02:54:15.077644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-385e41d7-d6c0-4d48-af1c-de1def360b56 req-c38b3864-1d2e-43c7-a79e-215da279e0d4 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0828080 Jun 30 02:54:15.968768 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.200223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:16.399971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267f01-c269-4d6d-a8fb-5c31b785f4e8 req-926dca8b-f719-4640-b8db-e6cdb0109734 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:16.402897 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c267f01-c269-4d6d-a8fb-5c31b785f4e8 req-926dca8b-f719-4640-b8db-e6cdb0109734 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 984 time: 0.1008043 Jun 30 02:54:16.493906 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c267f01-c269-4d6d-a8fb-5c31b785f4e8 req-6dabd0d8-f3ce-4036-864c-51b18e7bb2ae tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0807712 Jun 30 02:54:16.877207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a200b-efc6-481e-a9b9-62182e75ea14 req-05c4e3ac-9866-4aed-b4e2-6943b86bc17f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:16.890502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a4a200b-efc6-481e-a9b9-62182e75ea14 req-05c4e3ac-9866-4aed-b4e2-6943b86bc17f tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 984 time: 0.1310897 Jun 30 02:54:17.005265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1a4a200b-efc6-481e-a9b9-62182e75ea14 req-e116b6d3-4599-442d-a141-8a17b1e47dba tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1011209 Jun 30 02:54:17.266577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad16e3-6f4f-4922-b927-25773aec3e74 req-90d9d59d-9c17-4ad1-afda-1bb8f536888c tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:17.271462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ad16e3-6f4f-4922-b927-25773aec3e74 req-90d9d59d-9c17-4ad1-afda-1bb8f536888c tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 1136 time: 0.0920577 Jun 30 02:54:17.293379 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ad16e3-6f4f-4922-b927-25773aec3e74 req-13f1c747-7e7a-48d0-9fcd-603079b1e6bf tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.435951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ad16e3-6f4f-4922-b927-25773aec3e74 req-13f1c747-7e7a-48d0-9fcd-603079b1e6bf tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.443686 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31ad16e3-6f4f-4922-b927-25773aec3e74 req-13f1c747-7e7a-48d0-9fcd-603079b1e6bf tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.500111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31ad16e3-6f4f-4922-b927-25773aec3e74 req-13f1c747-7e7a-48d0-9fcd-603079b1e6bf tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2256799 Jun 30 02:54:17.507314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1c747-7e7a-48d0-9fcd-603079b1e6bf tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b432b3-d176-408d-8a73-e500d0339938,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:17.525840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38880) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:17.631778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64917e49-263b-4f16-a46c-5c95911d6493 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:17.637590 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-64917e49-263b-4f16-a46c-5c95911d6493 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 1131 time: 0.1104741 Jun 30 02:54:17.647306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:17.649201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:17.699875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:17.900966 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.063491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Allocated IP 172.25.7.73 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/1418861a-04a9-43f0-948b-a4cc1d3715c3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:18.207257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.263932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:18.312281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:18.315451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:18.323250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:18.329758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Port': ['ID=1418861a-04a9-43f0-948b-a4cc1d3715c3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:19.433003 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.604132 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.852397 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.858107 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:19.941292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Port': ['ID=1418861a-04a9-43f0-948b-a4cc1d3715c3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:19.950825 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.087138 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Floating IP cc65fd63-45a6-448f-884a-17320498c425 associated. External IP: 172.25.7.73, port: 9236d9cb-5f8e-4f28-88d5-878c9249fd5f. Jun 30 02:54:20.452707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Router 75cd1031-87bf-450f-98c4-06b806e526f7 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:20.614945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:20.637903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] Sync routers for ids ['75cd1031-87bf-450f-98c4-06b806e526f7'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:20.643646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:20.655024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] Routers {'75cd1031-87bf-450f-98c4-06b806e526f7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:20.655927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['75cd1031-87bf-450f-98c4-06b806e526f7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:20.689501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-050122cf-1bfd-48c7-b88b-8d9cf3add1cc tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0419011 Jun 30 02:54:20.689501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'tag': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:20.690000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 38964) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:20.700391 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c86ab-95d3-4914-80de-54f21543fb51" -d '{"events": [{"name": "network-changed", "server_uuid": "a223ab0d-3878-4078-9e5f-ff37f91d662a", "tag": "9236d9cb-5f8e-4f28-88d5-878c9249fd5f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:20.769356 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b3df5-955d-4434-9d26-7c6fe5a070db x-openstack-request-id: req-1c9b3df5-955d-4434-9d26-7c6fe5a070db {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:20.769899 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a223ab0d-3878-4078-9e5f-ff37f91d662a", "tag": "9236d9cb-5f8e-4f28-88d5-878c9249fd5f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:20.770343 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c9b3df5-955d-4434-9d26-7c6fe5a070db {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:20.770955 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'tag': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'status': 'completed', 'code': 200} Jun 30 02:54:20.833521 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] Set router 75cd1031-87bf-450f-98c4-06b806e526f7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:20.896971 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c99d3-554f-46f2-b32a-897d38dfc68b tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.897754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c99d3-554f-46f2-b32a-897d38dfc68b tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.898410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c99d3-554f-46f2-b32a-897d38dfc68b tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.899083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c99d3-554f-46f2-b32a-897d38dfc68b tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.900106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c99d3-554f-46f2-b32a-897d38dfc68b tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.900751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c99d3-554f-46f2-b32a-897d38dfc68b tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.901377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c99d3-554f-46f2-b32a-897d38dfc68b tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.903405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-411c99d3-554f-46f2-b32a-897d38dfc68b tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.2122161 Jun 30 02:54:20.906334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38968) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:20.957089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-d7171e4e-96bb-4cc1-bc60-45d93c92e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:20.958794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-d7171e4e-96bb-4cc1-bc60-45d93c92e581 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c&device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 1136 time: 0.1335433 Jun 30 02:54:21.104152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17565b-1a54-4831-b3eb-18acec4db679 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.104152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17565b-1a54-4831-b3eb-18acec4db679 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.104152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17565b-1a54-4831-b3eb-18acec4db679 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.104152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17565b-1a54-4831-b3eb-18acec4db679 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.104152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17565b-1a54-4831-b3eb-18acec4db679 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.104152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17565b-1a54-4831-b3eb-18acec4db679 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.104152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17565b-1a54-4831-b3eb-18acec4db679 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.111824 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4f17565b-1a54-4831-b3eb-18acec4db679 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4630 time: 0.2038777 Jun 30 02:54:21.114900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:21.162294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-ab840cc9-6442-4b01-9583-107426bf71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.164223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-ab840cc9-6442-4b01-9583-107426bf71e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9aecbf5c-73b6-4928-bef8-928d558a8cd7 HTTP/1.1" status: 200 len: 897 time: 0.1964715 Jun 30 02:54:21.188241 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'cc65fd63-45a6-448f-884a-17320498c425', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'port_id': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'mac_address': 'fa:16:3e:95:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:19Z', 'updated_at': '2021-06-30T02:54:19Z', 'revision_number': 0, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dd4a54-f8ab-4006-a4cc-91ffac1402d9', 'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:d8:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:54Z', 'updated_at': '2021-06-30T02:54:04Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '881706c4-6426-4798-a77d-309d916cc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:21.250655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] Checking router: 75cd1031-87bf-450f-98c4-06b806e526f7 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:21.272740 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-d080417c-2b05-4901-8896-5958ef04ab49 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9236d9cb-5f8e-4f28-88d5-878c9249fd5f HTTP/1.1" status: 200 len: 998 time: 0.0970950 Jun 30 02:54:21.274033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] Routers {'75cd1031-87bf-450f-98c4-06b806e526f7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:21.274750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:53:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['75cd1031-87bf-450f-98c4-06b806e526f7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:21.338112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-ac17b865-bba5-455b-a62e-e5175c72058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.339800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-ac17b865-bba5-455b-a62e-e5175c72058f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=881706c4-6426-4798-a77d-309d916cc37d HTTP/1.1" status: 200 len: 835 time: 0.0591850 Jun 30 02:54:21.426648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-a4b0b04d-b913-4903-97f6-47c68903ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.429394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-a4b0b04d-b913-4903-97f6-47c68903ac20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9aecbf5c-73b6-4928-bef8-928d558a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818911 Jun 30 02:54:21.481511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-12f254ef-3896-4d34-a39e-0f4b29cf7750 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3061 time: 0.3675480 Jun 30 02:54:21.482156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 38980) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:21.519230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] Set router 75cd1031-87bf-450f-98c4-06b806e526f7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:21.565637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab5d02-5934-4be9-ae53-60fc86f21665 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.566789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab5d02-5934-4be9-ae53-60fc86f21665 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:21.584462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0cab5d02-5934-4be9-ae53-60fc86f21665 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=75cd1031-87bf-450f-98c4-06b806e526f7 HTTP/1.1" status: 200 len: 1991 time: 0.1012020 Jun 30 02:54:22.007740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'cc65fd63-45a6-448f-884a-17320498c425', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'port_id': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'mac_address': 'fa:16:3e:95:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:19Z', 'updated_at': '2021-06-30T02:54:19Z', 'revision_number': 0, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dd4a54-f8ab-4006-a4cc-91ffac1402d9', 'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:d8:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:54Z', 'updated_at': '2021-06-30T02:54:04Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '881706c4-6426-4798-a77d-309d916cc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:22.015286 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-4805771b-46ee-4ff9-b250-61152535fb11 service neutron] 10.222.0.73 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787003 Jun 30 02:54:22.041987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb869ffd-7b65-4865-8608-73d79f1cab03 None None] The sync data for ids ['75cd1031-87bf-450f-98c4-06b806e526f7'] in n-d-758944-39 is: [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'cc65fd63-45a6-448f-884a-17320498c425', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'port_id': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'mac_address': 'fa:16:3e:95:59:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:54:19Z', 'updated_at': '2021-06-30T02:54:19Z', 'revision_number': 0, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0dd4a54-f8ab-4006-a4cc-91ffac1402d9', 'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:d8:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:54Z', 'updated_at': '2021-06-30T02:54:04Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '881706c4-6426-4798-a77d-309d916cc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:22.167355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c43c86ab-95d3-4914-80de-54f21543fb51 req-5f043aa8-9756-4814-9f8b-b00d302ce47a service neutron] 10.222.0.73 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446271 Jun 30 02:54:22.294983 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845ef4d-7fee-4f23-bea0-7e24dbc405fe None None] New status for floating IP cc65fd63-45a6-448f-884a-17320498c425: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:54:24.346126 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f92434a5-6660-4b6a-9282-b286b94e782d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.005615 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-342cbe29-cce7-4126-b47e-39ed56ca5ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.019312 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:27.125164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac700ae-aef2-4953-8fca-f970773eabf5 req-a1e8a3f1-94c0-41ff-b3ba-ddcf1bd6e492 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:27.126647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ac700ae-aef2-4953-8fca-f970773eabf5 req-a1e8a3f1-94c0-41ff-b3ba-ddcf1bd6e492 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0725911 Jun 30 02:54:27.174320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ac700ae-aef2-4953-8fca-f970773eabf5 req-c98687a1-a06b-413c-9e72-9514290c6579 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407553 Jun 30 02:54:28.269648 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.442671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8b01e-a789-46d0-bfea-d0138f16210e req-521cce5e-3748-409b-94b1-de5ca58acfca tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:28.444404 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5d8b01e-a789-46d0-bfea-d0138f16210e req-521cce5e-3748-409b-94b1-de5ca58acfca tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1022370 Jun 30 02:54:28.495289 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e5d8b01e-a789-46d0-bfea-d0138f16210e req-990ac486-ae9d-4a9e-abc2-378923484190 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434299 Jun 30 02:54:29.713397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143a1d4-290f-4ca1-95e7-8ff565d64230 req-83517517-9f9d-4a46-83c4-8bec93d25dcd tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:29.723077 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7143a1d4-290f-4ca1-95e7-8ff565d64230 req-83517517-9f9d-4a46-83c4-8bec93d25dcd tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0848556 Jun 30 02:54:29.772629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7143a1d4-290f-4ca1-95e7-8ff565d64230 req-34109b6c-9fa4-4994-b307-0178ce2b2fc6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483212 Jun 30 02:54:30.079915 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:30.990164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e820d2-ffe5-42f6-a6dc-cdad3a2c52a1 req-250e4979-a554-48ac-89c7-3b1738232345 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:30.997824 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00e820d2-ffe5-42f6-a6dc-cdad3a2c52a1 req-250e4979-a554-48ac-89c7-3b1738232345 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0814450 Jun 30 02:54:31.039306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00e820d2-ffe5-42f6-a6dc-cdad3a2c52a1 req-43f505fa-2248-466b-b841-7d02ab033d38 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Jun 30 02:54:32.283516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a87b4-ffc4-47bf-8fa0-7f9aac72e7ee req-3f57573c-416e-4a88-806e-13896ec53e09 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.296031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-557a87b4-ffc4-47bf-8fa0-7f9aac72e7ee req-3f57573c-416e-4a88-806e-13896ec53e09 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1072707 Jun 30 02:54:32.340563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-557a87b4-ffc4-47bf-8fa0-7f9aac72e7ee req-ea1a59a8-609a-42c4-a5ed-1770acdf689a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Jun 30 02:54:32.521796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-93c74496-e9ad-4a57-86ba-e39415bed296 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:32.523320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-93c74496-e9ad-4a57-86ba-e39415bed296 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/networks?id=689db0af-881a-4a34-b4ef-42fb5bfe2cef HTTP/1.1" status: 200 len: 814 time: 0.1109018 Jun 30 02:54:32.539901 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-c51c29a1-abb7-4fab-9f04-367b9619b60e tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/quotas/b07dd99a14d44f39850ed661e4f382ed HTTP/1.1" status: 200 len: 375 time: 0.0109117 Jun 30 02:54:32.576432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-5e695a6f-32f5-43ef-8fde-832c34a9812f tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07dd99a14d44f39850ed661e4f382ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310206 Jun 30 02:54:32.656656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-790e485c-0226-41f7-986a-36f6d782c3ca service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:54:32.663392 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-790e485c-0226-41f7-986a-36f6d782c3ca service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0781593 Jun 30 02:54:32.763759 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3ff1ca6f-28c8-4c30-a22c-2720b626a6df service neutron] 10.222.0.55 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991294 Jun 30 02:54:32.861626 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-445fbe9d-feae-4ea9-a532-01b44138107d service neutron] 10.222.0.55 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885918 Jun 30 02:54:33.061418 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fb87c95-a600-461f-a0f8-4bcf7503c132 req-d39e7bbc-385e-4dcf-a60f-7fb37edfd6cc tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 210 time: 0.0283265 Jun 30 02:54:33.550301 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:54:33.564034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35249b3-50d2-4746-8dc8-c28b2ed869d8 req-d56d5775-f322-488e-aa5d-f12cc16e5246 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:33.567056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f35249b3-50d2-4746-8dc8-c28b2ed869d8 req-d56d5775-f322-488e-aa5d-f12cc16e5246 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0810044 Jun 30 02:54:33.614575 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f35249b3-50d2-4746-8dc8-c28b2ed869d8 req-3a19f092-7bf4-47e5-97e0-ce254d60c12c tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393481 Jun 30 02:54:34.642818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64ff8384-7196-44e2-be83-c91d33f08876 req-03665198-d3bf-4195-bdea-d3da30679df1 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 210 time: 0.4218736 Jun 30 02:54:34.672296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-35eee89f-3c92-436b-bf05-52d939cc5e72 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.683612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-35eee89f-3c92-436b-bf05-52d939cc5e72 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.69 "GET /v2.0/networks?id=689db0af-881a-4a34-b4ef-42fb5bfe2cef HTTP/1.1" status: 200 len: 814 time: 0.5477977 Jun 30 02:54:34.701498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Request body: {'port': {'device_id': 'b5ffc2ff-b84f-430f-9a62-844eaef1e382', 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef', 'admin_state_up': True, 'tenant_id': 'b07dd99a14d44f39850ed661e4f382ed'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:34.872990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Made reservation on behalf of b07dd99a14d44f39850ed661e4f382ed for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:34.876711 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.877439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f8433-b065-4870-ab1d-6ebbed5ee047 req-ea1e18d9-33ed-456c-8408-315937d6996f tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:34.879270 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce7f8433-b065-4870-ab1d-6ebbed5ee047 req-ea1e18d9-33ed-456c-8408-315937d6996f tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1173418 Jun 30 02:54:34.930449 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce7f8433-b065-4870-ab1d-6ebbed5ee047 req-4112c99b-e4a5-4673-938e-f60f5e70ff53 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394073 Jun 30 02:54:35.028054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Allocated IP 172.20.0.7 (689db0af-881a-4a34-b4ef-42fb5bfe2cef/1cb00b85-279f-4fe0-ab7e-6b224e7accef/f8d01321-0cf0-4ae5-a3a2-affa22a0a508) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:35.200497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.240580 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.289840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Network 689db0af-881a-4a34-b4ef-42fb5bfe2cef is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:35.296042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:35.301186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:35.305798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Pushing event updated for resources: {'Port': ['ID=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:35.355052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.355670 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.371060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-010af8ec-e296-43c5-bdde-ffed63370d57 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6738491 Jun 30 02:54:35.383907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Request body: {'port': {'device_id': 'b5ffc2ff-b84f-430f-9a62-844eaef1e382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:35.463680 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.772484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d01321-0cf0-4ae5-a3a2-affa22a0a508 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:35.782922 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.822921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Transition to ACTIVE for port object f8d01321-0cf0-4ae5-a3a2-affa22a0a508 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:35.828032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.898621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:35.928703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919f9cc-2d3a-4fbf-b878-1a8873aecb4b req-31321d34-123a-4c89-bc71-25d360a5e1e0 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.930221 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c919f9cc-2d3a-4fbf-b878-1a8873aecb4b req-31321d34-123a-4c89-bc71-25d360a5e1e0 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 931 time: 0.1526661 Jun 30 02:54:36.008687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c919f9cc-2d3a-4fbf-b878-1a8873aecb4b req-f42d5dff-ce1d-43b4-84e5-e57f4487aaad tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578256 Jun 30 02:54:36.019885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Attempting to bind port f8d01321-0cf0-4ae5-a3a2-affa22a0a508 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:36.020220 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Attempting to bind port f8d01321-0cf0-4ae5-a3a2-affa22a0a508 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'e5bef3ce-ca52-4943-bc18-b3ef436ed991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:36.020544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Attempting to bind port f8d01321-0cf0-4ae5-a3a2-affa22a0a508 on network 689db0af-881a-4a34-b4ef-42fb5bfe2cef {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:36.027897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Port f8d01321-0cf0-4ae5-a3a2-affa22a0a508 on network 689db0af-881a-4a34-b4ef-42fb5bfe2cef not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:36.028235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Attempting to bind port f8d01321-0cf0-4ae5-a3a2-affa22a0a508 on network 689db0af-881a-4a34-b4ef-42fb5bfe2cef {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:36.039142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:36.039605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Checking segment: {'id': 'e5bef3ce-ca52-4943-bc18-b3ef436ed991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:36.040088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Bound using segment: {'id': 'e5bef3ce-ca52-4943-bc18-b3ef436ed991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:36.040616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Bound port: f8d01321-0cf0-4ae5-a3a2-affa22a0a508, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5bef3ce-ca52-4943-bc18-b3ef436ed991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:36.041087 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.121649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] For port f8d01321-0cf0-4ae5-a3a2-affa22a0a508, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:36.126300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] For port f8d01321-0cf0-4ae5-a3a2-affa22a0a508, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,segment=NetworkSegment(e5bef3ce-ca52-4943-bc18-b3ef436ed991),segment_id=e5bef3ce-ca52-4943-bc18-b3ef436ed991)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:36.136743 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.162415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22cb97-3ae0-4809-a7eb-1e30edcb7128 req-e1a8e5a2-8c10-4be2-b8dd-242ddeef9534 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.164364 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f22cb97-3ae0-4809-a7eb-1e30edcb7128 req-e1a8e5a2-8c10-4be2-b8dd-242ddeef9534 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0779152 Jun 30 02:54:36.181444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.182262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.185387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] 10.222.0.69 "PUT /v2.0/ports/f8d01321-0cf0-4ae5-a3a2-affa22a0a508 HTTP/1.1" status: 200 len: 1092 time: 0.8058910 Jun 30 02:54:36.189026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ffc2ff-b84f-430f-9a62-844eaef1e382', 'tag': 'f8d01321-0cf0-4ae5-a3a2-affa22a0a508'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:36.193055 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ffc2ff-b84f-430f-9a62-844eaef1e382", "tag": "f8d01321-0cf0-4ae5-a3a2-affa22a0a508"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:36.254992 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc64112-c0c0-4d2e-ae4e-1354d19a9de3 x-openstack-request-id: req-9dc64112-c0c0-4d2e-ae4e-1354d19a9de3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:36.255277 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ffc2ff-b84f-430f-9a62-844eaef1e382", "tag": "f8d01321-0cf0-4ae5-a3a2-affa22a0a508", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:36.255516 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9dc64112-c0c0-4d2e-ae4e-1354d19a9de3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:36.255986 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ffc2ff-b84f-430f-9a62-844eaef1e382', 'tag': 'f8d01321-0cf0-4ae5-a3a2-affa22a0a508', 'status': 'completed', 'code': 200} Jun 30 02:54:36.262205 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f22cb97-3ae0-4809-a7eb-1e30edcb7128 req-fe72800d-3570-4479-b325-fde984dd3432 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913224 Jun 30 02:54:36.290659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dcff7-91c1-4ebc-87a5-f879dc68ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:36.339401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-f8e5e5e8-3e62-49da-8a02-bfd46103efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.347144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-f8e5e5e8-3e62-49da-8a02-bfd46103efb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b07dd99a14d44f39850ed661e4f382ed&device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 1095 time: 0.0902882 Jun 30 02:54:36.393888 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-688a0e98-c39a-4428-81ae-09c7a0399add service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d01321-0cf0-4ae5-a3a2-affa22a0a508 HTTP/1.1" status: 200 len: 217 time: 0.0368495 Jun 30 02:54:36.457186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-ea9066a0-dcde-470a-9db3-e6381d1090a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.458684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-ea9066a0-dcde-470a-9db3-e6381d1090a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cb00b85-279f-4fe0-ab7e-6b224e7accef HTTP/1.1" status: 200 len: 854 time: 0.0587552 Jun 30 02:54:36.493018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-74fcc005-ae54-4d21-bce5-7db6f71488ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=689db0af-881a-4a34-b4ef-42fb5bfe2cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274336 Jun 30 02:54:36.593132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-a3a98ad6-bff0-4440-9b65-8be5e3bcb8a2 service neutron] 10.222.0.69 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941153 Jun 30 02:54:36.693341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ad290cc-8332-432e-93b0-f3ae6b684abc req-4c635dce-2673-45da-917e-0ed4172edd76 service neutron] 10.222.0.69 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942888 Jun 30 02:54:36.814512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de req-80fbc94b-6c98-4a93-bd33-7ad712a7b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.817288 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de req-80fbc94b-6c98-4a93-bd33-7ad712a7b991 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b07dd99a14d44f39850ed661e4f382ed&device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 1095 time: 0.0629344 Jun 30 02:54:36.932517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de req-3f85e4b7-f9d4-4cc4-9fc6-f11ab7d16945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.933659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de req-3f85e4b7-f9d4-4cc4-9fc6-f11ab7d16945 service neutron] 10.222.0.69 "GET /v2.0/networks?id=689db0af-881a-4a34-b4ef-42fb5bfe2cef HTTP/1.1" status: 200 len: 915 time: 0.1084297 Jun 30 02:54:36.989401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de req-b50c6eb7-00aa-44fe-af2c-adc720c2882f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8d01321-0cf0-4ae5-a3a2-affa22a0a508 HTTP/1.1" status: 200 len: 217 time: 0.0499551 Jun 30 02:54:37.053094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de req-13ac135c-c54c-4eee-9bc1-d1d40d80da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.054563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de req-13ac135c-c54c-4eee-9bc1-d1d40d80da4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cb00b85-279f-4fe0-ab7e-6b224e7accef HTTP/1.1" status: 200 len: 854 time: 0.0589004 Jun 30 02:54:37.093040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de req-122db063-2f94-4ae6-a9fc-89f55f83da60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=689db0af-881a-4a34-b4ef-42fb5bfe2cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308433 Jun 30 02:54:37.254289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de req-5a9dc018-43e9-4d60-af1e-f9a008980f51 service neutron] 10.222.0.69 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544733 Jun 30 02:54:37.269632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdce30-f88a-4467-b250-8b1106f6c0b2 req-3d92ba8c-edf1-46de-a998-62d807379c14 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.271120 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37cdce30-f88a-4467-b250-8b1106f6c0b2 req-3d92ba8c-edf1-46de-a998-62d807379c14 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 943 time: 0.1145420 Jun 30 02:54:37.407684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37cdce30-f88a-4467-b250-8b1106f6c0b2 req-d1705138-177b-480e-b9f5-7318e27a2447 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177759 Jun 30 02:54:37.464507 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5aaeb71-d7d8-478d-82d2-e14aea5fd3de req-1b8e3840-e42a-47d4-9315-ba159cbc8d1c service neutron] 10.222.0.69 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922109 Jun 30 02:54:37.521210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1957dfb-2828-4bb8-8fc5-e06c1f8c2996 req-97191e8a-1e7a-4b85-9cc7-711bb0edaf2e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.522989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1957dfb-2828-4bb8-8fc5-e06c1f8c2996 req-97191e8a-1e7a-4b85-9cc7-711bb0edaf2e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1082377 Jun 30 02:54:37.573922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1957dfb-2828-4bb8-8fc5-e06c1f8c2996 req-a71dd419-2e16-40e2-8c76-bcd3a6cbc0fb tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438883 Jun 30 02:54:37.980530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-274f878c-4b16-40b9-811c-247ade7a00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.982840 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-274f878c-4b16-40b9-811c-247ade7a00fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 1097 time: 0.0808063 Jun 30 02:54:37.988427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a211bd-7f06-4c97-adb8-497be8842f00 req-9ca87783-453a-4948-b509-19591079990d tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:37.990547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78a211bd-7f06-4c97-adb8-497be8842f00 req-9ca87783-453a-4948-b509-19591079990d tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0746849 Jun 30 02:54:38.054119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78a211bd-7f06-4c97-adb8-497be8842f00 req-d0bb50a9-10a8-4f97-8013-13d499148276 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563376 Jun 30 02:54:38.090014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-4706f9ee-69e3-4762-a2ee-b00fd39f16de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.091570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-4706f9ee-69e3-4762-a2ee-b00fd39f16de service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.1024871 Jun 30 02:54:38.163941 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-42bea165-520b-41fe-851a-489857147a28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 HTTP/1.1" status: 200 len: 1001 time: 0.0648439 Jun 30 02:54:38.223502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-f06c94ae-0ae5-4b29-8327-c384ac89ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.224969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-f06c94ae-0ae5-4b29-8327-c384ac89ddda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.0546651 Jun 30 02:54:38.285358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-85ed81ee-7e39-46ad-a1d0-5c75efacbeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.286868 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-85ed81ee-7e39-46ad-a1d0-5c75efacbeb7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528874 Jun 30 02:54:38.391153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-cc619470-359e-485d-aa19-3e55d4b53a18 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981445 Jun 30 02:54:38.500832 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b16b0c07-ccac-4edc-8852-0a3a6591d192 req-6f0c311b-2678-4d4a-b704-e0bcb15c747e service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032903 Jun 30 02:54:38.618558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34136bba-fd52-4d48-8c85-428436220f6e req-9acd7ca6-bc7b-4e1e-979f-1c6fa733fb0d tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.620246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34136bba-fd52-4d48-8c85-428436220f6e req-9acd7ca6-bc7b-4e1e-979f-1c6fa733fb0d tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 943 time: 0.0723066 Jun 30 02:54:38.662274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34136bba-fd52-4d48-8c85-428436220f6e req-15fa521f-434e-4aea-815c-82b270a7d83b tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362146 Jun 30 02:54:39.259391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5f5c1-3b45-4bb5-8fc8-73742f49b565 req-496794a2-6940-4c90-9651-8c88032e91f3 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.260945 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-53c5f5c1-3b45-4bb5-8fc8-73742f49b565 req-496794a2-6940-4c90-9651-8c88032e91f3 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0713043 Jun 30 02:54:39.302999 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-53c5f5c1-3b45-4bb5-8fc8-73742f49b565 req-432ab2fe-10bc-457b-b5da-45528e0096e0 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353434 Jun 30 02:54:39.859357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370c9d5-5bc2-4c03-9479-4e80612d5ada req-8b1503ea-426c-4477-9dad-dcb780631db9 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.860843 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0370c9d5-5bc2-4c03-9479-4e80612d5ada req-8b1503ea-426c-4477-9dad-dcb780631db9 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 943 time: 0.0703630 Jun 30 02:54:39.906963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0370c9d5-5bc2-4c03-9479-4e80612d5ada req-cbb9d435-e952-4a92-bb89-c3e1a3353ff4 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395808 Jun 30 02:54:40.528538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f292532-a734-41e3-bcaf-ed50357e58bc req-48fcc014-8aef-4576-99ea-da1d9d22f394 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.530241 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f292532-a734-41e3-bcaf-ed50357e58bc req-48fcc014-8aef-4576-99ea-da1d9d22f394 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0845482 Jun 30 02:54:40.571686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f292532-a734-41e3-bcaf-ed50357e58bc req-27c9ccf0-7eea-47c8-a73b-0a856f60e686 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349846 Jun 30 02:54:41.038703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f8d01321-0cf0-4ae5-a3a2-affa22a0a508 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:41.117046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30ca23-27d8-42d9-afa2-68686441b05c req-0cb685e3-29c1-4e9d-bdb0-4adc442b3db2 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.119421 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f30ca23-27d8-42d9-afa2-68686441b05c req-0cb685e3-29c1-4e9d-bdb0-4adc442b3db2 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 943 time: 0.0722234 Jun 30 02:54:41.168062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f8d01321-0cf0-4ae5-a3a2-affa22a0a508, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,segment=NetworkSegment(e5bef3ce-ca52-4943-bc18-b3ef436ed991),segment_id=e5bef3ce-ca52-4943-bc18-b3ef436ed991)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:41.172053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f30ca23-27d8-42d9-afa2-68686441b05c req-80d1e53c-0f57-4b68-853d-cc84ceb803b7 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463240 Jun 30 02:54:41.184234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'f8d01321-0cf0-4ae5-a3a2-affa22a0a508', 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef', 'port_id': 'f8d01321-0cf0-4ae5-a3a2-affa22a0a508', 'mac_address': 'fa:16:3e:57:97:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb00b85-279f-4fe0-ab7e-6b224e7accef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:41.223784 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.242685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d01321-0cf0-4ae5-a3a2-affa22a0a508 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:41.263297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f8d01321-0cf0-4ae5-a3a2-affa22a0a508, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,segment=NetworkSegment(e5bef3ce-ca52-4943-bc18-b3ef436ed991),segment_id=e5bef3ce-ca52-4943-bc18-b3ef436ed991)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:41.267948 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.322505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:41.612467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f8d01321-0cf0-4ae5-a3a2-affa22a0a508'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:42.405878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa912b5-7f73-4a10-b50f-10d5833080db req-db882801-2c59-4493-b0a5-c029b439ed46 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.408251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8aa912b5-7f73-4a10-b50f-10d5833080db req-db882801-2c59-4493-b0a5-c029b439ed46 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 944 time: 0.0787091 Jun 30 02:54:42.488152 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8aa912b5-7f73-4a10-b50f-10d5833080db req-de211e44-5ff7-455f-a738-cf1001f6e447 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677671 Jun 30 02:54:43.042287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f8d01321-0cf0-4ae5-a3a2-affa22a0a508 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:43.101435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port f8d01321-0cf0-4ae5-a3a2-affa22a0a508 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:43.105510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port f8d01321-0cf0-4ae5-a3a2-affa22a0a508 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:43.105899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.201012 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.224918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ffc2ff-b84f-430f-9a62-844eaef1e382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d01321-0cf0-4ae5-a3a2-affa22a0a508'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:43.227486 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986536c2-07e7-4ebe-9ba7-11c236a5ed53" -d '{"events": [{"server_uuid": "b5ffc2ff-b84f-430f-9a62-844eaef1e382", "name": "network-vif-plugged", "status": "completed", "tag": "f8d01321-0cf0-4ae5-a3a2-affa22a0a508"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:43.246008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port f8d01321-0cf0-4ae5-a3a2-affa22a0a508, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,segment=NetworkSegment(e5bef3ce-ca52-4943-bc18-b3ef436ed991),segment_id=e5bef3ce-ca52-4943-bc18-b3ef436ed991)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:43.252039 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.278872 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9c9503-7266-4698-9626-32bbeaa7c40a x-openstack-request-id: req-9e9c9503-7266-4698-9626-32bbeaa7c40a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:43.283284 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ffc2ff-b84f-430f-9a62-844eaef1e382", "name": "network-vif-plugged", "status": "completed", "tag": "f8d01321-0cf0-4ae5-a3a2-affa22a0a508", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:43.283925 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e9c9503-7266-4698-9626-32bbeaa7c40a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:43.284717 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ffc2ff-b84f-430f-9a62-844eaef1e382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d01321-0cf0-4ae5-a3a2-affa22a0a508', 'code': 200} Jun 30 02:54:43.321364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:43.417031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db39a8-b58e-47e5-b54e-eec194146eff req-4f52d071-5e8f-4f3e-b5d5-06f1c3ac8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.418635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50db39a8-b58e-47e5-b54e-eec194146eff req-4f52d071-5e8f-4f3e-b5d5-06f1c3ac8bcd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 1097 time: 0.0701995 Jun 30 02:54:43.461446 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50db39a8-b58e-47e5-b54e-eec194146eff req-c9cfefbe-4893-40b0-83a4-ebef72ac4f78 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Jun 30 02:54:43.719875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb7a19-a7cd-4722-93f1-d9bc301fce4a req-bb8e169e-e177-491e-8f7d-0d723bd60fc8 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:43.721966 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19cb7a19-a7cd-4722-93f1-d9bc301fce4a req-bb8e169e-e177-491e-8f7d-0d723bd60fc8 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 945 time: 0.0869613 Jun 30 02:54:43.761732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19cb7a19-a7cd-4722-93f1-d9bc301fce4a req-76c9efa7-6494-441b-ba3d-de2786164c2b tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341933 Jun 30 02:54:44.945732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769b451-23b6-4533-bc02-c1212d849bd6 req-28f8e42a-7774-4762-8d87-098047656e95 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.947301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9769b451-23b6-4533-bc02-c1212d849bd6 req-28f8e42a-7774-4762-8d87-098047656e95 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 945 time: 0.0698433 Jun 30 02:54:44.988040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9769b451-23b6-4533-bc02-c1212d849bd6 req-10f0e568-7c38-4d24-8873-8891e8bdd7eb tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Jun 30 02:54:45.944291 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.200759 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.793283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-53ad3366-4be8-485a-8c08-d08d068a6133 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624878 Jun 30 02:54:49.875547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-632bdc8b-17a9-46e7-bb94-1905ae7ec91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.877023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-632bdc8b-17a9-46e7-bb94-1905ae7ec91d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1098 time: 0.0604215 Jun 30 02:54:50.031236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-dec400ae-aaf7-412f-86bb-1659134d37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.032723 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-dec400ae-aaf7-412f-86bb-1659134d37f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.1255348 Jun 30 02:54:50.168997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-48a56fd3-87ab-4e63-81c4-a2540f12d929 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1002 time: 0.1286960 Jun 30 02:54:50.305178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-bc71a494-e791-481b-b296-2a96c2bdb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.309512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-bc71a494-e791-481b-b296-2a96c2bdb431 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.1330557 Jun 30 02:54:50.457864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:50.472245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-90a51697-a37e-43f1-98e7-46a7ffe8db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:50.476138 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-90a51697-a37e-43f1-98e7-46a7ffe8db39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567557 Jun 30 02:54:50.623697 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-787adfea-2cf1-4357-80f6-09711f192cb0 service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420763 Jun 30 02:54:50.635276 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.747038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5797017-b5fa-4dfe-897e-770c304de4dd req-a5ab1f03-1e56-4b4c-883c-3e5d047581f7 service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157262 Jun 30 02:54:50.756585 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.765852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.821206 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49e93afb3a314e1f8a32de4d866a20b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622148 Jun 30 02:54:50.822210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c374357d-49de-4aab-abfa-9f8cce0df007,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:50.823962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:50.830862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.831384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.832056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.832464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.833111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.833464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.833892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.834288 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.834682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.835120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.835649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.836046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacaa8f4-0800-4987-baa2-bb87239df4bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.888367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.911123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.968067 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.971267 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.972931 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c374357d-49de-4aab-abfa-9f8cce0df007 HTTP/1.1" status: 204 len: 168 time: 0.1474259 Jun 30 02:54:50.982222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c374357d-49de-4aab-abfa-9f8cce0df007,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:50.991167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.991454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.991777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.992115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.992452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.992784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.993100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.993628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.993966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.994282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.994612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:50.995682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3de8fb-e432-4bb7-a99e-3aec9d24210c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:54.351688 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6bc14b7-f756-4551-bfb2-46c6fcd66a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.452492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40422) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:55.560368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-209b4bca-2f9a-4470-b883-27bd0b93f324 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2801 time: 0.1068306 Jun 30 02:54:55.563102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40440) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:55.568560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'network': {'name': 'tempest-network-smoke--1861189409', 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'port_security_enabled': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:55.592905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Made reservation on behalf of 8f8603d55d6849b1a7dde3e91cfa1e6c for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:55.596281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.631207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:55.650479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.650855 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Added segment b4b9fb68-9b78-4092-b2c5-af80cf47c86f of type vlan for network 7978c0c9-506f-4568-b56a-aed9862fadb0 Jun 30 02:54:55.723813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.766802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.774161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:55.775411 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.848470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2841892 Jun 30 02:54:55.851230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:55.860117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1516565010', 'admin_state_up': True, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:55.878769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb4241-27e0-4743-9996-7e0f3aca403a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Network': ['ID=7978c0c9-506f-4568-b56a-aed9862fadb0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:55.893001 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.893870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7978c0c9-506f-4568-b56a-aed9862fadb0 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:55.895758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.039420 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.225496 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.468675 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.496680 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.637727 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Allocated IP 172.25.7.30 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/2dcd0833-ea33-489d-85a0-364ecec84976) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:56.785940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.827810 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.867614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:56.876102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:56.881550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:56.911313 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Port': ['ID=2dcd0833-ea33-489d-85a0-364ecec84976,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:57.001837 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c2272cf3-b773-4733-a9ad-acea27ac06c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.009843 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.212810 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-a348b874-2959-4d61-a21d-3d1e240faad8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1438510 Jun 30 02:54:57.339353 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.440402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-033d6900-a23a-4776-812b-72409d00513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:57.442145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-033d6900-a23a-4776-812b-72409d00513e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c&device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 1136 time: 0.1612906 Jun 30 02:54:57.643892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-f93ec22c-2d0a-43f0-a103-9902c76f8975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:57.645414 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-f93ec22c-2d0a-43f0-a103-9902c76f8975 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9aecbf5c-73b6-4928-bef8-928d558a8cd7 HTTP/1.1" status: 200 len: 897 time: 0.1794150 Jun 30 02:54:57.648306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.112288 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-255db069-00e3-4be6-aa1f-6e825535dceb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9236d9cb-5f8e-4f28-88d5-878c9249fd5f HTTP/1.1" status: 200 len: 1000 time: 0.4593613 Jun 30 02:54:58.197600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-9db28c13-98a2-4684-b269-3d54b0ffe65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.199423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-9db28c13-98a2-4684-b269-3d54b0ffe65e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=881706c4-6426-4798-a77d-309d916cc37d HTTP/1.1" status: 200 len: 835 time: 0.0794928 Jun 30 02:54:58.258342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Router 8445eb54-67ae-401e-a5b4-a1b4922d040b is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:54:58.289180 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.334850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-7aca2a49-1eb2-4511-bc13-4ffc3031198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.336547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-7aca2a49-1eb2-4511-bc13-4ffc3031198e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9aecbf5c-73b6-4928-bef8-928d558a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276371 Jun 30 02:54:58.483859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:58.495682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Sync routers for ids ['8445eb54-67ae-401e-a5b4-a1b4922d040b'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:58.508908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Routers {'8445eb54-67ae-401e-a5b4-a1b4922d040b'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:58.511578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:54:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['8445eb54-67ae-401e-a5b4-a1b4922d040b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:58.519076 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-730880f6-63b7-4346-8093-3dfb86f6c53b service neutron] 10.222.0.73 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692660 Jun 30 02:54:58.520738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.522023 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-366a307f-411d-48bd-a644-f141f68a1cea tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6662152 Jun 30 02:54:58.525101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:58.628975 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5fc5677-c2b3-4a82-a357-c2a6ad45fabc req-0722b463-0fa9-434f-a03e-2ddb42d40dd3 service neutron] 10.222.0.73 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055768 Jun 30 02:54:58.713304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca250e2-677a-403c-bb01-680415bc7649 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.720020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6ca250e2-677a-403c-bb01-680415bc7649 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=8f8603d55d6849b1a7dde3e91cfa1e6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1920319 Jun 30 02:54:58.721610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:58.860879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb3b41f-433d-4752-89ee-cbf493697092 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:58.862904 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6eb3b41f-433d-4752-89ee-cbf493697092 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1380546 Jun 30 02:54:58.865714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40620) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:58.901989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-94f648d0-ff1d-42d0-98ec-1c1f15bbe0eb tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347297 Jun 30 02:54:58.904650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40622) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:58.916745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Set router 8445eb54-67ae-401e-a5b4-a1b4922d040b gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:58.934825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3648b595-58c1-4a70-8a91-6187dd7c47e8 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=8f8603d55d6849b1a7dde3e91cfa1e6c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289922 Jun 30 02:54:58.937687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40624) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:59.094692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba8fca0-94f1-4015-a0ad-1468f39df58e tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:59.102130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40626) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:59.123043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ba8fca0-94f1-4015-a0ad-1468f39df58e tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1751297 Jun 30 02:54:59.125848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1516565010', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:55Z', 'updated_at': '2021-06-30T02:54:57Z', 'revision_number': 3, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:56Z', 'updated_at': '2021-06-30T02:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:59.151412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40628) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:59.152147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-17fa8547-e3ca-4e0e-bb9f-7dc38e415e9c tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480590 Jun 30 02:54:59.157420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1133604527', 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0', 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:59.161661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Checking router: 8445eb54-67ae-401e-a5b4-a1b4922d040b for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:59.162363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Updating router 8445eb54-67ae-401e-a5b4-a1b4922d040b port 2dcd0833-ea33-489d-85a0-364ecec84976 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:54:59.230174 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.375103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Made reservation on behalf of 8f8603d55d6849b1a7dde3e91cfa1e6c for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:59.384012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.427969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4d990-084b-4215-9f74-bcfef49da45d req-d68636f9-7333-48b9-acde-dd62bdde0b4c tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:59.429785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-74b4d990-084b-4215-9f74-bcfef49da45d req-d68636f9-7333-48b9-acde-dd62bdde0b4c tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1098 time: 0.1828117 Jun 30 02:54:59.594755 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-74b4d990-084b-4215-9f74-bcfef49da45d req-20601b7a-2f31-40bf-b98f-5cd9347bde5e tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192467 Jun 30 02:54:59.632867 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.667030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Transition to ACTIVE for port object 2dcd0833-ea33-489d-85a0-364ecec84976 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:59.674992 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.798481 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.886511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Attempting to bind port 2dcd0833-ea33-489d-85a0-364ecec84976 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:59.886690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Attempting to bind port 2dcd0833-ea33-489d-85a0-364ecec84976 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:59.887119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Attempting to bind port 2dcd0833-ea33-489d-85a0-364ecec84976 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:59.921079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:59.921515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:59.923210 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.923658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:59.924725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Bound port: 2dcd0833-ea33-489d-85a0-364ecec84976, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:59.924901 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.980181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f4164-553e-4c74-9b64-9702fcce48f9 None None] Pushing event updated for resources: {'Port': ['ID=2dcd0833-ea33-489d-85a0-364ecec84976,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:59.998162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Subnet': ['ID=06007bb8-71b3-409f-8b2c-0e5127c345d2,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:00.023121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Checking segment: {'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:00.024374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network hostable DHCP agents. Network: 7978c0c9-506f-4568-b56a-aed9862fadb0, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:00.056911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] For port 2dcd0833-ea33-489d-85a0-364ecec84976, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:00.066936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 7978c0c9-506f-4568-b56a-aed9862fadb0 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:00.083020 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7978c0c9-506f-4568-b56a-aed9862fadb0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:00.088303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:00.089123 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.108521 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4ac97a-9e6d-49d4-8a61-e5d724fdeb5f None None] Network 7978c0c9-506f-4568-b56a-aed9862fadb0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:00.113069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f6428de2-b422-4d5c-9a43-fac0a0fe143d tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9604158 Jun 30 02:55:00.113414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40648) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:00.136671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] For port 2dcd0833-ea33-489d-85a0-364ecec84976, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2dcd0833-ea33-489d-85a0-364ecec84976,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:00.138093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.174801 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.203173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593ac6-1323-4753-9440-ab92a80ea237 req-70b530e2-9991-41fa-b3ca-6fbd9e20a323 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:00.204722 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d593ac6-1323-4753-9440-ab92a80ea237 req-70b530e2-9991-41fa-b3ca-6fbd9e20a323 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1420441 Jun 30 02:55:00.465536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d593ac6-1323-4753-9440-ab92a80ea237 req-fe6c223d-95e1-460c-b12f-eac4a038e062 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055473 Jun 30 02:55:00.485638 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40672) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:00.523508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Routers {'8445eb54-67ae-401e-a5b4-a1b4922d040b'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:00.524173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:54:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['8445eb54-67ae-401e-a5b4-a1b4922d040b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:00.526149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f4164-553e-4c74-9b64-9702fcce48f9 None None] Pushing event updated for resources: {'Port': ['ID=2dcd0833-ea33-489d-85a0-364ecec84976,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:00.685501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e1ae8c43-449d-4f29-9fb3-b816e6d173b1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/927cb8fe-6bfc-4d41-a745-85d8fdfa2615 HTTP/1.1" status: 200 len: 994 time: 0.1932719 Jun 30 02:55:01.031683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-7978c0c9-506f-4568-b56a-aed9862fadb0', 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'fixed_ips': [{'subnet_id': '06007bb8-71b3-409f-8b2c-0e5127c345d2'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:55:01.033674 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.124963 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:01.152887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] Set router 8445eb54-67ae-401e-a5b4-a1b4922d040b gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:01.929614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Allocated IP 172.20.0.18 (7978c0c9-506f-4568-b56a-aed9862fadb0/06007bb8-71b3-409f-8b2c-0e5127c345d2/7dc623b5-03a7-4172-8930-1e3dd6167e6d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:02.043617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1516565010', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:55Z', 'updated_at': '2021-06-30T02:54:57Z', 'revision_number': 3, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:56Z', 'updated_at': '2021-06-30T02:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:02.080783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43012d-e96b-4bd5-9f3a-a5b7a4290d20 None None] The sync data for ids ['8445eb54-67ae-401e-a5b4-a1b4922d040b'] in n-d-758944-39 is: [{'id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1516565010', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:55Z', 'updated_at': '2021-06-30T02:54:57Z', 'revision_number': 3, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:56Z', 'updated_at': '2021-06-30T02:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:02.163172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db10d06-4a24-4b6b-868b-6b597d35a583 req-e3ca9773-46db-479c-87f0-cbe67402aa70 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:02.171143 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5db10d06-4a24-4b6b-868b-6b597d35a583 req-e3ca9773-46db-479c-87f0-cbe67402aa70 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1585066 Jun 30 02:55:02.243297 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.266531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Transition to ACTIVE for port object 7dc623b5-03a7-4172-8930-1e3dd6167e6d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:02.266978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5db10d06-4a24-4b6b-868b-6b597d35a583 req-3fae87df-29be-49f4-82f4-e359aef11808 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933495 Jun 30 02:55:02.310549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Transition to ACTIVE for port object 7dc623b5-03a7-4172-8930-1e3dd6167e6d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:02.323397 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.358403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-88f62160-a630-459a-8d19-7dfa102ad22f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1843951 Jun 30 02:55:02.403992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Network 7978c0c9-506f-4568-b56a-aed9862fadb0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:02.407483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:02.419882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:02.546025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Pushing event updated for resources: {'Port': ['ID=7dc623b5-03a7-4172-8930-1e3dd6167e6d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:02.620988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Attempting to bind port 7dc623b5-03a7-4172-8930-1e3dd6167e6d on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:02.621623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Attempting to bind port 7dc623b5-03a7-4172-8930-1e3dd6167e6d by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:02.621992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Attempting to bind port 7dc623b5-03a7-4172-8930-1e3dd6167e6d on network 7978c0c9-506f-4568-b56a-aed9862fadb0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:02.628751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:02.629252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Checking segment: {'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:02.629540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.629931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Bound using segment: {'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:02.630399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Bound port: 7dc623b5-03a7-4172-8930-1e3dd6167e6d, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:02.630827 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.761627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] For port 7dc623b5-03a7-4172-8930-1e3dd6167e6d, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:02.803671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] For port 7dc623b5-03a7-4172-8930-1e3dd6167e6d, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7dc623b5-03a7-4172-8930-1e3dd6167e6d,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:02.815415 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:02.894947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Allocated IP 172.20.0.17 (7978c0c9-506f-4568-b56a-aed9862fadb0/06007bb8-71b3-409f-8b2c-0e5127c345d2/6f7c9e6d-99bb-4a88-8b1b-24ad98154604) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:02.977452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0facc0-ee19-4624-a19c-97de2dddc14f None None] Pushing event updated for resources: {'Port': ['ID=7dc623b5-03a7-4172-8930-1e3dd6167e6d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:03.144246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.169570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Transition to ACTIVE for port object 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:03.215554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.281062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 7978c0c9-506f-4568-b56a-aed9862fadb0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:03.289337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:03.309083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:03.429674 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.518682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Port': ['ID=6f7c9e6d-99bb-4a88-8b1b-24ad98154604,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:03.768635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c9aea-e6cb-430e-96e9-9ef0ef4b32c1 req-1f898601-38c5-4a96-8944-927ecdd22eb3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:03.770213 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c7c9aea-e6cb-430e-96e9-9ef0ef4b32c1 req-1f898601-38c5-4a96-8944-927ecdd22eb3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.2537766 Jun 30 02:55:04.061030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c7c9aea-e6cb-430e-96e9-9ef0ef4b32c1 req-b9719674-ac45-4354-a279-7bcce1f4efcc tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179837 Jun 30 02:55:04.071755 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.268453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7dc623b5-03a7-4172-8930-1e3dd6167e6d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:04.368097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7dc623b5-03a7-4172-8930-1e3dd6167e6d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:04.373278 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2dcd0833-ea33-489d-85a0-364ecec84976 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:04.453116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 2dcd0833-ea33-489d-85a0-364ecec84976 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:04.465645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2dcd0833-ea33-489d-85a0-364ecec84976 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:04.468475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.628041 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.632414 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.636889 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.663866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 2dcd0833-ea33-489d-85a0-364ecec84976, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2dcd0833-ea33-489d-85a0-364ecec84976,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:04.669185 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.752860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-e55ba5c1-cf5b-4069-89b8-1749d08711ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.754414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-e55ba5c1-cf5b-4069-89b8-1749d08711ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1098 time: 0.2001536 Jun 30 02:55:04.760697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=2dcd0833-ea33-489d-85a0-364ecec84976,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:04.761797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.783397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Port': ['ID=6f7c9e6d-99bb-4a88-8b1b-24ad98154604,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:04.826941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94094de-3a68-4497-986a-213cce930752 None None] Network 7978c0c9-506f-4568-b56a-aed9862fadb0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:04.930650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-18ffdbed-adf6-48a3-b201-28b4ecca3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.932242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-18ffdbed-adf6-48a3-b201-28b4ecca3124 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.1663449 Jun 30 02:55:05.023882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b10136fc-1caf-4562-927e-12bbb28764e4 None None] Provisioning for port 7dc623b5-03a7-4172-8930-1e3dd6167e6d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:05.042833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b10136fc-1caf-4562-927e-12bbb28764e4 None None] Provisioning complete for port 7dc623b5-03a7-4172-8930-1e3dd6167e6d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:05.043256 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b10136fc-1caf-4562-927e-12bbb28764e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.127687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 7978c0c9-506f-4568-b56a-aed9862fadb0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:05.136570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:05.144132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-2fe1b81d-9d45-44c4-a85f-78d45c8580ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1002 time: 0.1964312 Jun 30 02:55:05.381359 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-73e052b1-fc42-43e3-9953-e1a43c998caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.382974 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-73e052b1-fc42-43e3-9953-e1a43c998caf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.2299988 Jun 30 02:55:05.399422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Router 8445eb54-67ae-401e-a5b4-a1b4922d040b has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:05.521158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06976a9-839a-4eb7-a220-2642dcb807a9 req-a29b40c7-a30a-4558-8d2e-f610ffa527ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.536551 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c06976a9-839a-4eb7-a220-2642dcb807a9 req-a29b40c7-a30a-4558-8d2e-f610ffa527ff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1585176 Jun 30 02:55:05.539211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-41c7ffc0-51ef-4a83-8718-87884db3578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.540741 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-41c7ffc0-51ef-4a83-8718-87884db3578c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512723 Jun 30 02:55:05.626046 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c06976a9-839a-4eb7-a220-2642dcb807a9 req-dc10e20f-0ee3-4eb1-8407-854ca6f0b77d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871553 Jun 30 02:55:05.652592 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b10136fc-1caf-4562-927e-12bbb28764e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.655797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:05.671226 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b58891d6-5b33-4a5c-b0fd-00281983d701 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "PUT /v2.0/routers/8445eb54-67ae-401e-a5b4-a1b4922d040b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5453651 Jun 30 02:55:05.671353 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Sync routers for ids ['8445eb54-67ae-401e-a5b4-a1b4922d040b'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:05.679792 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Routers {'8445eb54-67ae-401e-a5b4-a1b4922d040b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:05.680430 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:54:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['8445eb54-67ae-401e-a5b4-a1b4922d040b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:05.727270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-e9e83239-7f3f-4d3d-a6fa-e72ce7a9bbf1 service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595762 Jun 30 02:55:05.744269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b10136fc-1caf-4562-927e-12bbb28764e4 None None] For port 7dc623b5-03a7-4172-8930-1e3dd6167e6d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7dc623b5-03a7-4172-8930-1e3dd6167e6d,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:05.750473 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b10136fc-1caf-4562-927e-12bbb28764e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.811256 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10136fc-1caf-4562-927e-12bbb28764e4 None None] Pushing event updated for resources: {'Port': ['ID=7dc623b5-03a7-4172-8930-1e3dd6167e6d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:05.929027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-8f4c038f-f9da-4061-b797-b7dc9142adab service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947322 Jun 30 02:55:06.025572 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Set router 8445eb54-67ae-401e-a5b4-a1b4922d040b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:06.091537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-38743a38-a1f2-4faa-9083-955ff6467796 None None] Provisioning complete for port 7dc623b5-03a7-4172-8930-1e3dd6167e6d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:06.093356 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38743a38-a1f2-4faa-9083-955ff6467796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.164474 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7dc623b5-03a7-4172-8930-1e3dd6167e6d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:06.377867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-ae8ce547-9915-447d-92cd-ab00421fb1d3 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.386739 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-ae8ce547-9915-447d-92cd-ab00421fb1d3 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/networks?id=7978c0c9-506f-4568-b56a-aed9862fadb0 HTTP/1.1" status: 200 len: 798 time: 0.3705707 Jun 30 02:55:06.423122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-a5dd50b6-6096-41bc-a4e6-032ac2b93148 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/quotas/8f8603d55d6849b1a7dde3e91cfa1e6c HTTP/1.1" status: 200 len: 375 time: 0.0271864 Jun 30 02:55:06.536226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7dc623b5-03a7-4172-8930-1e3dd6167e6d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:06.539186 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.633528 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-1609003d-3db2-4f18-aab8-e2e260a6083b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2093635 Jun 30 02:55:06.644102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-38743a38-a1f2-4faa-9083-955ff6467796 None None] Provisioning for port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:06.695951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-38743a38-a1f2-4faa-9083-955ff6467796 None None] Provisioning complete for port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:06.696531 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-38743a38-a1f2-4faa-9083-955ff6467796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.853643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-38743a38-a1f2-4faa-9083-955ff6467796 None None] Port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:06.883930 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1516565010', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:55Z', 'updated_at': '2021-06-30T02:55:03Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:56Z', 'updated_at': '2021-06-30T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '6f7c9e6d-99bb-4a88-8b1b-24ad98154604', 'name': '', 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:5a:5a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '06007bb8-71b3-409f-8b2c-0e5127c345d2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:02Z', 'updated_at': '2021-06-30T02:55:04Z', 'revision_number': 2, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '06007bb8-71b3-409f-8b2c-0e5127c345d2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:06.948322 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Checking router: 8445eb54-67ae-401e-a5b4-a1b4922d040b for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:06.948671 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Updating router 8445eb54-67ae-401e-a5b4-a1b4922d040b port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:55:07.049713 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2dcd0833-ea33-489d-85a0-364ecec84976 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:07.059308 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.122072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d0bfbcc-d1c7-4bcd-b6dd-aaeaabb2717d None None] Provisioning complete for port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:07.122756 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d0bfbcc-d1c7-4bcd-b6dd-aaeaabb2717d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.124553 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 40814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:07.197981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9d0bfbcc-d1c7-4bcd-b6dd-aaeaabb2717d None None] Port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:07.253981 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29851dc-2cc2-4eda-8f41-2584371bade7 req-0ccd1dbb-090f-4447-8943-4da2b1d2bd32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:07.261914 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d29851dc-2cc2-4eda-8f41-2584371bade7 req-0ccd1dbb-090f-4447-8943-4da2b1d2bd32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.2235315 Jun 30 02:55:07.266938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2dcd0833-ea33-489d-85a0-364ecec84976 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:07.267316 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.316686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d29851dc-2cc2-4eda-8f41-2584371bade7 req-bbd1aad8-e5b0-48c3-9c0a-0302dee1a717 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533843 Jun 30 02:55:07.451161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-58ada78a-7dec-4c56-bb14-58f415e81802 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89f0160969054a7f9563ffe24b08a4b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252869 Jun 30 02:55:07.453730 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40822) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:07.522782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8b5682a8-34d5-4303-88c1-948bcdb2cbd8 service neutron] 10.222.0.55 "GET /v2.0/networks/7978c0c9-506f-4568-b56a-aed9862fadb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8680134 Jun 30 02:55:07.606907 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7af18468-4a44-4b2f-bfdd-a4acd64164f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.634298 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7af18468-4a44-4b2f-bfdd-a4acd64164f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.701353 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.714762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7af18468-4a44-4b2f-bfdd-a4acd64164f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.715840 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Transition to ACTIVE for port object 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:07.719076 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-e4383fba-e8af-4e14-8072-7a2b0e91ed67 service neutron] 10.222.0.55 "GET /v2.0/networks/7978c0c9-506f-4568-b56a-aed9862fadb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944499 Jun 30 02:55:07.719661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7af18468-4a44-4b2f-bfdd-a4acd64164f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.723324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7af18468-4a44-4b2f-bfdd-a4acd64164f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ecdbb70-b977-4084-9d76-8fa879e5b321 HTTP/1.1" status: 204 len: 168 time: 0.2679749 Jun 30 02:55:07.726852 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.740098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af18468-4a44-4b2f-bfdd-a4acd64164f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecdbb70-b977-4084-9d76-8fa879e5b321,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:07.808090 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Pushing event updated for resources: {'Port': ['ID=6f7c9e6d-99bb-4a88-8b1b-24ad98154604,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:07.837826 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.838165 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.838508 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.838838 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.839157 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.839475 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.839787 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.840098 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.840408 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.840861 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.841176 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.841486 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:07.876033 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Attempting to bind port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:07.876829 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Attempting to bind port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:07.877265 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Attempting to bind port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 on network 7978c0c9-506f-4568-b56a-aed9862fadb0 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:07.883495 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:07.883795 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Checking segment: {'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:07.884195 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.884794 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Bound using segment: {'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:07.885255 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Bound port: 6f7c9e6d-99bb-4a88-8b1b-24ad98154604, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:07.885396 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.013696 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] For port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:08.018954 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] For port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6f7c9e6d-99bb-4a88-8b1b-24ad98154604,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:08.025194 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.068606 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-170e6710-f6c0-47a2-8b57-19f5c01e2626 req-a50daeca-0596-4703-8649-49c335bbd9db tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 210 time: 0.0703499 Jun 30 02:55:08.097962 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Routers {'8445eb54-67ae-401e-a5b4-a1b4922d040b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:08.098643 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:54:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['8445eb54-67ae-401e-a5b4-a1b4922d040b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:08.322404 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d148e-9aed-4fa0-8e09-914f1f69b247 None None] Pushing event updated for resources: {'Port': ['ID=6f7c9e6d-99bb-4a88-8b1b-24ad98154604,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:08.387892 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] Set router 8445eb54-67ae-401e-a5b4-a1b4922d040b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:08.580166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65ab6-a3c4-4cbc-ae83-463e1d28b9c5 req-c6c45e93-92fc-4f9c-94cb-438ce6cec87e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:08.591258 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bea65ab6-a3c4-4cbc-ae83-463e1d28b9c5 req-c6c45e93-92fc-4f9c-94cb-438ce6cec87e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1210227 Jun 30 02:55:08.678033 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bea65ab6-a3c4-4cbc-ae83-463e1d28b9c5 req-c9a8dbc1-568f-40ed-86e8-b6617e64ab8a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830097 Jun 30 02:55:08.839187 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1516565010', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:55Z', 'updated_at': '2021-06-30T02:55:03Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:56Z', 'updated_at': '2021-06-30T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '6f7c9e6d-99bb-4a88-8b1b-24ad98154604', 'name': '', 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:5a:5a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '06007bb8-71b3-409f-8b2c-0e5127c345d2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:02Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '06007bb8-71b3-409f-8b2c-0e5127c345d2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:08.890544 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e7792-4f67-41ec-b083-aa0230bd6bdf None None] The sync data for ids ['8445eb54-67ae-401e-a5b4-a1b4922d040b'] in n-d-758944-39 is: [{'id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1516565010', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:55Z', 'updated_at': '2021-06-30T02:55:03Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:56Z', 'updated_at': '2021-06-30T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '6f7c9e6d-99bb-4a88-8b1b-24ad98154604', 'name': '', 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:5a:5a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '06007bb8-71b3-409f-8b2c-0e5127c345d2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:02Z', 'updated_at': '2021-06-30T02:55:08Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '06007bb8-71b3-409f-8b2c-0e5127c345d2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:09.413727 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfee9056-ddd1-4098-ac40-97160aac0793 req-0a41d2ee-09b3-46cc-b8de-b1ef2335a11a tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 210 time: 0.0939753 Jun 30 02:55:09.603620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:09.806845 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ef079fc-d123-42bb-b3f0-de8936116006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.040822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-e72b7361-9273-4944-bf07-f2ba0ea10b03 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:10.047435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-e72b7361-9273-4944-bf07-f2ba0ea10b03 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.69 "GET /v2.0/networks?id=7978c0c9-506f-4568-b56a-aed9862fadb0 HTTP/1.1" status: 200 len: 798 time: 0.2401888 Jun 30 02:55:10.049181 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ef079fc-d123-42bb-b3f0-de8936116006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.057566 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3ef079fc-d123-42bb-b3f0-de8936116006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.081291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Request body: {'port': {'device_id': '8404122d-9108-49d0-a8d5-71f22dd57fb0', 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0', 'admin_state_up': True, 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:10.137324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:10.211148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3ef079fc-d123-42bb-b3f0-de8936116006 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d54044e3f224c919305d23da253a4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6030769 Jun 30 02:55:10.213707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:10.238548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef079fc-d123-42bb-b3f0-de8936116006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a091a57a-5d20-49ac-85bd-8ad9c735d91a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:10.257314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec2f50-cfec-4281-8276-03b81d9c80cf req-f74a16a4-8f8c-484f-9928-93d47006caa7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:10.259873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:10.265850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b0ec2f50-cfec-4281-8276-03b81d9c80cf req-f74a16a4-8f8c-484f-9928-93d47006caa7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.3026659 Jun 30 02:55:10.271236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:10.271841 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.346800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Made reservation on behalf of 8f8603d55d6849b1a7dde3e91cfa1e6c for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:10.350843 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.364650 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b0ec2f50-cfec-4281-8276-03b81d9c80cf req-f9001a2c-65fc-4b6d-873d-1a108d13c5b6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978844 Jun 30 02:55:10.402257 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.410661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aec51090-c767-468a-8c50-4ab79b233d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.449787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6f7c9e6d-99bb-4a88-8b1b-24ad98154604,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:10.454647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aec51090-c767-468a-8c50-4ab79b233d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.454934 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.520212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aec51090-c767-468a-8c50-4ab79b233d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.528184 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aec51090-c767-468a-8c50-4ab79b233d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.535424 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aec51090-c767-468a-8c50-4ab79b233d08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a091a57a-5d20-49ac-85bd-8ad9c735d91a HTTP/1.1" status: 204 len: 168 time: 0.3186462 Jun 30 02:55:10.549104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec51090-c767-468a-8c50-4ab79b233d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a091a57a-5d20-49ac-85bd-8ad9c735d91a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:10.550281 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:55:10.563370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=6f7c9e6d-99bb-4a88-8b1b-24ad98154604,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:10.600221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Allocated IP 172.20.0.27 (7978c0c9-506f-4568-b56a-aed9862fadb0/06007bb8-71b3-409f-8b2c-0e5127c345d2/87e58fb5-97d6-4bf6-84c1-caf0c3691574) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:10.675195 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96e2c3a2-f65b-43ef-8d5e-b834790d4be1 req-7a308ee6-ba3f-42ec-a490-7796794915b6 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 210 time: 0.0503037 Jun 30 02:55:10.825990 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.855109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Transition to ACTIVE for port object 87e58fb5-97d6-4bf6-84c1-caf0c3691574 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:10.915874 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.970573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Network 7978c0c9-506f-4568-b56a-aed9862fadb0 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:10.974684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:10.978870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:11.032625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event updated for resources: {'Port': ['ID=87e58fb5-97d6-4bf6-84c1-caf0c3691574,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:11.070780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:11.071601 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.095094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-808a4b96-ddd3-40c5-b219-346062d9b647 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0312409 Jun 30 02:55:11.121489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Request body: {'port': {'device_id': '8404122d-9108-49d0-a8d5-71f22dd57fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:11.245491 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.383614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d189250c-4f22-410e-a775-f090b2ed2136 None None] Provisioning for port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:11.388895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d189250c-4f22-410e-a775-f090b2ed2136 None None] Provisioning complete for port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:11.389711 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d189250c-4f22-410e-a775-f090b2ed2136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.457431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d189250c-4f22-410e-a775-f090b2ed2136 None None] Port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:11.633876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e58fb5-97d6-4bf6-84c1-caf0c3691574 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:11.642593 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.655955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adf457-98fb-4d2b-860c-048e2b822420 req-6b3d4063-1077-4621-aba6-4c7fa4538cd7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:11.657618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56adf457-98fb-4d2b-860c-048e2b822420 req-6b3d4063-1077-4621-aba6-4c7fa4538cd7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.0982308 Jun 30 02:55:11.682790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Transition to ACTIVE for port object 87e58fb5-97d6-4bf6-84c1-caf0c3691574 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:11.688216 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:11.737818 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56adf457-98fb-4d2b-860c-048e2b822420 req-2c8f94be-d992-4e26-bad5-2f7a763b77ac tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733113 Jun 30 02:55:11.770089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Pushing event updated for resources: {'Port': ['ID=87e58fb5-97d6-4bf6-84c1-caf0c3691574,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:11.877529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Attempting to bind port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:11.878219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Attempting to bind port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:11.878555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Attempting to bind port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 on network 7978c0c9-506f-4568-b56a-aed9862fadb0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:11.891157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 on network 7978c0c9-506f-4568-b56a-aed9862fadb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:11.891476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Attempting to bind port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 on network 7978c0c9-506f-4568-b56a-aed9862fadb0 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:11.948920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:11.949644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Checking segment: {'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:11.950095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Bound using segment: {'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:11.950625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Bound port: 87e58fb5-97d6-4bf6-84c1-caf0c3691574, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:11.951018 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.091723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4cb73-5a64-4f40-be21-a84955b54ea6 req-114a3a1c-4280-41d3-b1f7-a9965c8dc00e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:12.096747 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ad4cb73-5a64-4f40-be21-a84955b54ea6 req-114a3a1c-4280-41d3-b1f7-a9965c8dc00e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 907 time: 0.1921604 Jun 30 02:55:12.098145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] For port 87e58fb5-97d6-4bf6-84c1-caf0c3691574, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:12.115208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:12.136844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] For port 87e58fb5-97d6-4bf6-84c1-caf0c3691574, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=87e58fb5-97d6-4bf6-84c1-caf0c3691574,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:12.143317 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.182936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:12.183530 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.185022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] 10.222.0.69 "PUT /v2.0/ports/87e58fb5-97d6-4bf6-84c1-caf0c3691574 HTTP/1.1" status: 200 len: 1056 time: 1.0816138 Jun 30 02:55:12.185420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8404122d-9108-49d0-a8d5-71f22dd57fb0', 'tag': '87e58fb5-97d6-4bf6-84c1-caf0c3691574'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:12.188041 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc69a7b-5efb-490f-a9b3-ffa2207a2948" -d '{"events": [{"name": "network-changed", "server_uuid": "8404122d-9108-49d0-a8d5-71f22dd57fb0", "tag": "87e58fb5-97d6-4bf6-84c1-caf0c3691574"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:12.233645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:12.234055 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:12.319789 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3787a052-c4e0-43f3-8d45-e148e27a6e2b x-openstack-request-id: req-3787a052-c4e0-43f3-8d45-e148e27a6e2b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:12.320131 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8404122d-9108-49d0-a8d5-71f22dd57fb0", "tag": "87e58fb5-97d6-4bf6-84c1-caf0c3691574", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:12.320497 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3787a052-c4e0-43f3-8d45-e148e27a6e2b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:12.320971 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8404122d-9108-49d0-a8d5-71f22dd57fb0', 'tag': '87e58fb5-97d6-4bf6-84c1-caf0c3691574', 'status': 'completed', 'code': 200} Jun 30 02:55:12.327629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0f99a-c357-4bbc-9454-904e5b7231db service neutron] Pushing event updated for resources: {'Port': ['ID=87e58fb5-97d6-4bf6-84c1-caf0c3691574,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:12.403019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-f4d26595-6836-47e6-ab99-7a87594f23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:12.405108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-f4d26595-6836-47e6-ab99-7a87594f23b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c&device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 1059 time: 0.1706567 Jun 30 02:55:12.482495 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-30aaff7a-2fa1-43fd-ab89-74191b7b629b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=87e58fb5-97d6-4bf6-84c1-caf0c3691574 HTTP/1.1" status: 200 len: 217 time: 0.0691426 Jun 30 02:55:12.562728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8c0c5bd7-c5bd-451a-93b9-f2f31bb7fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:12.564362 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-8c0c5bd7-c5bd-451a-93b9-f2f31bb7fec7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06007bb8-71b3-409f-8b2c-0e5127c345d2 HTTP/1.1" status: 200 len: 838 time: 0.0751235 Jun 30 02:55:12.647139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-1607ffe8-8a4b-4053-826d-3fd02f025cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:12.649011 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-1607ffe8-8a4b-4053-826d-3fd02f025cb7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7978c0c9-506f-4568-b56a-aed9862fadb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0752337 Jun 30 02:55:13.138139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-698a55cc-7df6-41e6-8283-1df913dc53a8 service neutron] 10.222.0.69 "GET /v2.0/networks/7978c0c9-506f-4568-b56a-aed9862fadb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826269 Jun 30 02:55:13.369129 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cee36b94-8326-4555-86e0-ea4ba57b79e3 req-4304d0fa-0a8a-405d-9675-ebb74ff96a95 service neutron] 10.222.0.69 "GET /v2.0/networks/7978c0c9-506f-4568-b56a-aed9862fadb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195058 Jun 30 02:55:13.430657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a2118-320b-4aa7-8805-36dd409111f0 req-7a87fef7-5b28-4257-b4d1-0243029fb4de tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.434457 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-170a2118-320b-4aa7-8805-36dd409111f0 req-7a87fef7-5b28-4257-b4d1-0243029fb4de tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.2924139 Jun 30 02:55:13.511114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db42c6-64b4-459e-bfe2-97d4481850a1 req-929cede2-80ae-4871-ae3f-a3b1f8875ecf tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.516824 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d0db42c6-64b4-459e-bfe2-97d4481850a1 req-929cede2-80ae-4871-ae3f-a3b1f8875ecf tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 907 time: 0.1616442 Jun 30 02:55:13.564523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-170a2118-320b-4aa7-8805-36dd409111f0 req-e5719a87-7017-471d-bc26-cb27cefa6d6c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168108 Jun 30 02:55:13.579896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:13.584738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-f5de50df-a4f3-4a51-a8a6-02b745e6f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.586438 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-f5de50df-a4f3-4a51-a8a6-02b745e6f043 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c&device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 1059 time: 0.1371512 Jun 30 02:55:13.726137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-f945652e-3fbc-4be3-852a-ba566289c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.726137 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-f945652e-3fbc-4be3-852a-ba566289c18e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7978c0c9-506f-4568-b56a-aed9862fadb0 HTTP/1.1" status: 200 len: 899 time: 0.1282661 Jun 30 02:55:13.747867 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eb9421c-c9dc-43ec-b740-6afcc464e8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.810948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-970ff1f6-29fa-4b3b-ba49-422e4cb3b594 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=87e58fb5-97d6-4bf6-84c1-caf0c3691574 HTTP/1.1" status: 200 len: 217 time: 0.0797787 Jun 30 02:55:13.883515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-5e2a5039-45e8-444a-9ccd-99b1e9e7d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.885569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-5e2a5039-45e8-444a-9ccd-99b1e9e7d8b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=06007bb8-71b3-409f-8b2c-0e5127c345d2 HTTP/1.1" status: 200 len: 838 time: 0.0684657 Jun 30 02:55:13.901759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eb9421c-c9dc-43ec-b740-6afcc464e8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.909926 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9eb9421c-c9dc-43ec-b740-6afcc464e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.951570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9421c-c9dc-43ec-b740-6afcc464e8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016431fd-43b5-4b1e-9641-966adbf6f159,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:13.966350 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9eb9421c-c9dc-43ec-b740-6afcc464e8f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ace0dc9c4a54fd8a3e883f40d55682f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855064 Jun 30 02:55:13.969465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 40986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:14.008192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-a5a3d692-a603-4ee1-ba6c-32bd0582450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:14.010168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-a5a3d692-a603-4ee1-ba6c-32bd0582450b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7978c0c9-506f-4568-b56a-aed9862fadb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1166995 Jun 30 02:55:14.073275 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23110372-f00b-4c30-a650-2be1ce479b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.101952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23110372-f00b-4c30-a650-2be1ce479b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.164698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-ead22e6d-9bf3-4875-8260-b1c3d2bd9a1d service neutron] 10.222.0.69 "GET /v2.0/networks/7978c0c9-506f-4568-b56a-aed9862fadb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465108 Jun 30 02:55:14.178438 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23110372-f00b-4c30-a650-2be1ce479b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.181846 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23110372-f00b-4c30-a650-2be1ce479b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:14.183315 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-23110372-f00b-4c30-a650-2be1ce479b49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/016431fd-43b5-4b1e-9641-966adbf6f159 HTTP/1.1" status: 204 len: 168 time: 0.2126739 Jun 30 02:55:14.194204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23110372-f00b-4c30-a650-2be1ce479b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016431fd-43b5-4b1e-9641-966adbf6f159,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:14.309189 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adc69a7b-5efb-490f-a9b3-ffa2207a2948 req-8b562ccc-3e68-4ea8-93ee-4c12218b4385 service neutron] 10.222.0.69 "GET /v2.0/networks/7978c0c9-506f-4568-b56a-aed9862fadb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363873 Jun 30 02:55:14.785879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34b63-424d-4b83-82d0-391ce13c33a5 req-2f241482-7e52-4626-b566-fcd74c8432c8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:14.806510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e01d3-6e03-469d-81ac-7a4d42221167 req-3cb91a5e-f9eb-4cd0-b9bb-24ab6476cf56 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:14.810185 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5c34b63-424d-4b83-82d0-391ce13c33a5 req-2f241482-7e52-4626-b566-fcd74c8432c8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 907 time: 0.1178832 Jun 30 02:55:14.815798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d6e01d3-6e03-469d-81ac-7a4d42221167 req-3cb91a5e-f9eb-4cd0-b9bb-24ab6476cf56 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1151304 Jun 30 02:55:14.869566 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d6e01d3-6e03-469d-81ac-7a4d42221167 req-0d6cd44e-cd65-4956-b1ac-e214f04dcd2f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503669 Jun 30 02:55:15.039604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:15.170000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-121409283-network', 'tenant_id': '60600bc9ee434d5599784938f77be3e0'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:15.193126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Made reservation on behalf of 60600bc9ee434d5599784938f77be3e0 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:15.196388 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.205880 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.347459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.352793 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.380761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:15.391437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcde1f29-d001-41ef-a401-06d83321588e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:15.404900 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.405378 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Added segment 1ecef570-0b05-4e02-b703-133dadb04e5f of type vlan for network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac Jun 30 02:55:15.449444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.481372 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.482437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:15.483090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.541489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:15.541759 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5008535 Jun 30 02:55:15.546906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Request body: {'subnet': {'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-121409283-subnet', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:15.549253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7b1a1-2c53-408f-87e7-decbd84db3df admin admin] Pushing event updated for resources: {'Network': ['ID=90fcbc74-d6b9-489a-a1d4-c4169dbb2aac,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:15.559440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:15.568629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Made reservation on behalf of 60600bc9ee434d5599784938f77be3e0 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:15.571070 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.759014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.807084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=640acedc-6032-4435-b948-a1223beef765,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:15.821930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Checking segment: {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:15.822290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Network hostable DHCP agents. Network: 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:15.839390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:15.849722 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:15.854955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:15.855763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.859544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc4fdd2-b4b2-44bc-b8c3-8203003609e7 None None] Network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:15.880695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-56be2f2b-33cb-4deb-a9b0-39a81390b905 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3378911 Jun 30 02:55:15.883369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:15.890244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-121409283-router', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:15.917325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.918523 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.994155 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.015060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.059459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a7fdd-d376-4d63-9283-15971bd681db req-693a0f78-4348-4237-be9f-7dbe6199b9fb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:16.061112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe1a7fdd-d376-4d63-9283-15971bd681db req-693a0f78-4348-4237-be9f-7dbe6199b9fb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.0681288 Jun 30 02:55:16.075559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'fixed_ips': [{'subnet_id': '640acedc-6032-4435-b948-a1223beef765'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:55:16.076455 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.119463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe1a7fdd-d376-4d63-9283-15971bd681db req-1f9af0fe-2b0a-4af6-a5d9-de5c30fa9f62 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519478 Jun 30 02:55:16.193198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.205785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16bc41-b3d2-4882-b2a2-c94561a40e85 req-6b351ec6-b6ea-41e4-89f2-d42e9965b036 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:16.207498 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a16bc41-b3d2-4882-b2a2-c94561a40e85 req-6b351ec6-b6ea-41e4-89f2-d42e9965b036 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 907 time: 0.2520893 Jun 30 02:55:16.233550 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.271534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Allocated IP 172.20.0.2 (90fcbc74-d6b9-489a-a1d4-c4169dbb2aac/640acedc-6032-4435-b948-a1223beef765/62eb11ad-7ead-461d-b3ad-c5d998ecb771) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:16.428105 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.438816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Transition to ACTIVE for port object 62eb11ad-7ead-461d-b3ad-c5d998ecb771 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:16.439007 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.455102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Transition to ACTIVE for port object 62eb11ad-7ead-461d-b3ad-c5d998ecb771 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:16.461557 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.467944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.501821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:16.506686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:16.510931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:16.514228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Pushing event updated for resources: {'Port': ['ID=62eb11ad-7ead-461d-b3ad-c5d998ecb771,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:16.525077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.525418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.525965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.526300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.526627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.526977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.527363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.527620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.527936 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.528250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.528756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.529072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:16.579779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Allocated IP 172.25.7.50 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/077a56a4-af54-4777-b137-fa223ba26465) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:16.585235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Attempting to bind port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:16.585796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Attempting to bind port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:16.586238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Attempting to bind port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 on network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:16.591755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:16.592520 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Checking segment: {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:16.593082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.593550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Bound using segment: {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:16.594252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Bound port: 62eb11ad-7ead-461d-b3ad-c5d998ecb771, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:16.594848 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.662479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] For port 62eb11ad-7ead-461d-b3ad-c5d998ecb771, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:16.665730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] For port 62eb11ad-7ead-461d-b3ad-c5d998ecb771, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=62eb11ad-7ead-461d-b3ad-c5d998ecb771,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:16.671234 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.707518 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.730337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1903a-4c49-449f-923b-d96c9a094f1a None None] Pushing event updated for resources: {'Port': ['ID=62eb11ad-7ead-461d-b3ad-c5d998ecb771,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:16.762562 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:16.804836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:16.809431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:16.811883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:16.840818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Pushing event updated for resources: {'Port': ['ID=077a56a4-af54-4777-b137-fa223ba26465,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:17.123751 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.337743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 87e58fb5-97d6-4bf6-84c1-caf0c3691574 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:17.399291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.411123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e4b8f-0266-41c7-b3a5-f04dcde1222b req-442e30c3-de77-4f9c-b159-cbdaef9fe03f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:17.412711 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb3e4b8f-0266-41c7-b3a5-f04dcde1222b req-442e30c3-de77-4f9c-b159-cbdaef9fe03f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1525161 Jun 30 02:55:17.481978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 87e58fb5-97d6-4bf6-84c1-caf0c3691574, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=87e58fb5-97d6-4bf6-84c1-caf0c3691574,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:17.494307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb3e4b8f-0266-41c7-b3a5-f04dcde1222b req-97d72144-d632-43d4-9cd7-89ae3b52c3f5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563526 Jun 30 02:55:17.497067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '87e58fb5-97d6-4bf6-84c1-caf0c3691574', 'network_id': '7978c0c9-506f-4568-b56a-aed9862fadb0', 'port_id': '87e58fb5-97d6-4bf6-84c1-caf0c3691574', 'mac_address': 'fa:16:3e:58:93:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06007bb8-71b3-409f-8b2c-0e5127c345d2', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:17.557184 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.572234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e58fb5-97d6-4bf6-84c1-caf0c3691574 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:17.594322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 87e58fb5-97d6-4bf6-84c1-caf0c3691574, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=87e58fb5-97d6-4bf6-84c1-caf0c3691574,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:17.599421 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:17.651636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=87e58fb5-97d6-4bf6-84c1-caf0c3691574,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:17.800938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627bfcc1-a761-4f32-b495-e4353dadfab7 None None] Network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:17.876970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f7b9685-06ca-4969-93c4-2462bf10b803 None None] Provisioning for port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:17.893553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8540b-a502-40c4-9e69-6e087c4f9900 req-3470389b-32d5-49e1-894d-0363f5eabb9b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:17.895151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d7d8540b-a502-40c4-9e69-6e087c4f9900 req-3470389b-32d5-49e1-894d-0363f5eabb9b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 907 time: 0.5185165 Jun 30 02:55:17.938365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['87e58fb5-97d6-4bf6-84c1-caf0c3691574'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:17.955627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Router 0b1454ba-2b6b-4d2a-a423-550a66895c7c is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:55:18.083260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:18.094116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Sync routers for ids ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:18.109643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Routers {'0b1454ba-2b6b-4d2a-a423-550a66895c7c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:18.110781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:54:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:18.114655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.119438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41054) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:18.121324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-660d2f3b-f5e0-4076-84c7-953025e6be31 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2366812 Jun 30 02:55:18.163177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 62eb11ad-7ead-461d-b3ad-c5d998ecb771 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:18.262986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:18.271682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Set router 0b1454ba-2b6b-4d2a-a423-550a66895c7c gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:18.273440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:18.273817 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.403631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-edc3bc27-94cb-4015-87fd-dd47726c24fd None None] Provisioning complete for port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:18.404238 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edc3bc27-94cb-4015-87fd-dd47726c24fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.522974 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.598173 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edc3bc27-94cb-4015-87fd-dd47726c24fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.612959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 62eb11ad-7ead-461d-b3ad-c5d998ecb771, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=62eb11ad-7ead-461d-b3ad-c5d998ecb771,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:18.629646 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.630537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.719729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=62eb11ad-7ead-461d-b3ad-c5d998ecb771,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:18.724179 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-edc3bc27-94cb-4015-87fd-dd47726c24fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:55:18.724533 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-edc3bc27-94cb-4015-87fd-dd47726c24fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:55:18.726656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'name': 'tempest-TestServerMultinode-121409283-router', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '077a56a4-af54-4777-b137-fa223ba26465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:15Z', 'updated_at': '2021-06-30T02:55:16Z', 'revision_number': 3, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'gw_port': {'id': '077a56a4-af54-4777-b137-fa223ba26465', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:16Z', 'updated_at': '2021-06-30T02:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:18.755308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Checking router: 0b1454ba-2b6b-4d2a-a423-550a66895c7c for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:18.755646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Updating router 0b1454ba-2b6b-4d2a-a423-550a66895c7c port 077a56a4-af54-4777-b137-fa223ba26465 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:55:18.793101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:18.850372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31d795-fbec-4e63-9513-00803dd4aa8b req-0c9a1406-626d-4ff3-823a-79d3e8b73c9c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:18.851947 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce31d795-fbec-4e63-9513-00803dd4aa8b req-0c9a1406-626d-4ff3-823a-79d3e8b73c9c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.2278364 Jun 30 02:55:18.926766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ce31d795-fbec-4e63-9513-00803dd4aa8b req-f67f9416-8b2c-4e2d-9353-d197c5982f0f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671520 Jun 30 02:55:18.943576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Allocated IP 172.20.0.1 (90fcbc74-d6b9-489a-a1d4-c4169dbb2aac/640acedc-6032-4435-b948-a1223beef765/8665069f-f9da-4a55-9deb-201093aff341) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:19.085782 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.099993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Transition to ACTIVE for port object 8665069f-f9da-4a55-9deb-201093aff341 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:19.119511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089dc61-f1f4-4fcd-9c57-0376f50071b0 req-8cde257f-2b2d-48b8-89a7-01e9dcfc140b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:19.121402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e089dc61-f1f4-4fcd-9c57-0376f50071b0 req-8cde257f-2b2d-48b8-89a7-01e9dcfc140b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 908 time: 0.0794034 Jun 30 02:55:19.137233 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.200952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:19.202803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:19.208320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:19.244352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Pushing event updated for resources: {'Port': ['ID=8665069f-f9da-4a55-9deb-201093aff341,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:19.256857 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.307731 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.320286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Transition to ACTIVE for port object 077a56a4-af54-4777-b137-fa223ba26465 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:19.330417 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.366312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 87e58fb5-97d6-4bf6-84c1-caf0c3691574 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:19.427708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Attempting to bind port 077a56a4-af54-4777-b137-fa223ba26465 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:19.428449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Attempting to bind port 077a56a4-af54-4777-b137-fa223ba26465 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:19.428449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Attempting to bind port 077a56a4-af54-4777-b137-fa223ba26465 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:19.432500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d4ddf-f8c5-4bb3-bc75-368d696ae60a None None] Pushing event updated for resources: {'Port': ['ID=077a56a4-af54-4777-b137-fa223ba26465,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:19.440497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.445969 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:19.446355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:19.446815 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.447214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:19.447705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Bound port: 077a56a4-af54-4777-b137-fa223ba26465, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:19.448091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.488262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:19.510555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:19.510951 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.560475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] For port 077a56a4-af54-4777-b137-fa223ba26465, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:19.576431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] For port 077a56a4-af54-4777-b137-fa223ba26465, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=077a56a4-af54-4777-b137-fa223ba26465,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:19.579835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8c6f88da-3ffb-477c-a8f5-e4972a080c06 None None] Provisioning for port 8665069f-f9da-4a55-9deb-201093aff341 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:19.586348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8c6f88da-3ffb-477c-a8f5-e4972a080c06 None None] Provisioning complete for port 8665069f-f9da-4a55-9deb-201093aff341 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:19.586348 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c6f88da-3ffb-477c-a8f5-e4972a080c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.588560 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.633964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.639814 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.678413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Routers {'0b1454ba-2b6b-4d2a-a423-550a66895c7c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:19.679315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:54:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:19.708985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Pushing event updated for resources: {'Port': ['ID=8665069f-f9da-4a55-9deb-201093aff341,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:19.715180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.729240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f88da-3ffb-477c-a8f5-e4972a080c06 None None] Port 8665069f-f9da-4a55-9deb-201093aff341 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:19.740097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d4ddf-f8c5-4bb3-bc75-368d696ae60a None None] Pushing event updated for resources: {'Port': ['ID=077a56a4-af54-4777-b137-fa223ba26465,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:19.814924 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.825547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:19.827085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:19.850299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] Set router 0b1454ba-2b6b-4d2a-a423-550a66895c7c gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:19.889796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8404122d-9108-49d0-a8d5-71f22dd57fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e58fb5-97d6-4bf6-84c1-caf0c3691574'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:19.892991 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c2f84a-e973-41bd-a7dc-0e838285a0c1" -d '{"events": [{"server_uuid": "8404122d-9108-49d0-a8d5-71f22dd57fb0", "name": "network-vif-plugged", "status": "completed", "tag": "87e58fb5-97d6-4bf6-84c1-caf0c3691574"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:19.917330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 87e58fb5-97d6-4bf6-84c1-caf0c3691574, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=87e58fb5-97d6-4bf6-84c1-caf0c3691574,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:19.932465 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:19.968034 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2324e8f5-6835-4e83-8c2e-c00dd88edcea x-openstack-request-id: req-2324e8f5-6835-4e83-8c2e-c00dd88edcea {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:19.968329 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8404122d-9108-49d0-a8d5-71f22dd57fb0", "name": "network-vif-plugged", "status": "completed", "tag": "87e58fb5-97d6-4bf6-84c1-caf0c3691574", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:19.968635 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2324e8f5-6835-4e83-8c2e-c00dd88edcea {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:19.969042 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8404122d-9108-49d0-a8d5-71f22dd57fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e58fb5-97d6-4bf6-84c1-caf0c3691574', 'code': 200} Jun 30 02:55:20.033200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Router 0b1454ba-2b6b-4d2a-a423-550a66895c7c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:20.112329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 62eb11ad-7ead-461d-b3ad-c5d998ecb771 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:20.222798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=87e58fb5-97d6-4bf6-84c1-caf0c3691574,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:20.226907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:20.227378 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:20.233005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d257d57-af89-48d2-8e16-e065cd5d2a27 req-c51f3ce1-7e2d-4034-a92a-ed1e03b783ad tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:20.234591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d257d57-af89-48d2-8e16-e065cd5d2a27 req-c51f3ce1-7e2d-4034-a92a-ed1e03b783ad tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1453526 Jun 30 02:55:20.286083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:20.302481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-16b5a44f-f775-4080-a69d-21e1ebe9cd4c admin admin] 10.222.0.55 "PUT /v2.0/routers/0b1454ba-2b6b-4d2a-a423-550a66895c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1736071 Jun 30 02:55:20.307569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6a6bc-2c4b-46e6-8d1e-10690115b0ee req-f5dd5bf0-ddcc-42eb-a5ff-77ad0798ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:20.309499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2b6a6bc-2c4b-46e6-8d1e-10690115b0ee req-f5dd5bf0-ddcc-42eb-a5ff-77ad0798ccda service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 1061 time: 0.2590187 Jun 30 02:55:20.366805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d257d57-af89-48d2-8e16-e065cd5d2a27 req-657bfdae-a71a-4a28-a5da-880ec51cd1dd tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206157 Jun 30 02:55:20.367801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8e74392f-b144-44bf-b633-ab30841dd19a None None] Provisioning complete for port 8665069f-f9da-4a55-9deb-201093aff341 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:20.368121 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e74392f-b144-44bf-b633-ab30841dd19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:20.457133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef99f1-f7df-4fb4-b439-92c53d235235 req-c05aa01c-56f8-4c2a-92d6-b74169980b59 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:20.458918 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48ef99f1-f7df-4fb4-b439-92c53d235235 req-c05aa01c-56f8-4c2a-92d6-b74169980b59 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 909 time: 0.0987818 Jun 30 02:55:20.469747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8e74392f-b144-44bf-b633-ab30841dd19a None None] Port 8665069f-f9da-4a55-9deb-201093aff341 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:20.504645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'name': 'tempest-TestServerMultinode-121409283-router', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '077a56a4-af54-4777-b137-fa223ba26465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:15Z', 'updated_at': '2021-06-30T02:55:19Z', 'revision_number': 4, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'gw_port': {'id': '077a56a4-af54-4777-b137-fa223ba26465', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:16Z', 'updated_at': '2021-06-30T02:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8665069f-f9da-4a55-9deb-201093aff341', 'name': '', 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'mac_address': 'fa:16:3e:28:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '640acedc-6032-4435-b948-a1223beef765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:18Z', 'updated_at': '2021-06-30T02:55:19Z', 'revision_number': 2, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'subnets': [{'id': '640acedc-6032-4435-b948-a1223beef765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:20.537097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e87a3-f604-4302-9600-0380b06ddf85 None None] The sync data for ids ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'] in n-d-758944-39 is: [{'id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'name': 'tempest-TestServerMultinode-121409283-router', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '077a56a4-af54-4777-b137-fa223ba26465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:15Z', 'updated_at': '2021-06-30T02:55:19Z', 'revision_number': 4, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'gw_port': {'id': '077a56a4-af54-4777-b137-fa223ba26465', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:16Z', 'updated_at': '2021-06-30T02:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8665069f-f9da-4a55-9deb-201093aff341', 'name': '', 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'mac_address': 'fa:16:3e:28:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '640acedc-6032-4435-b948-a1223beef765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:18Z', 'updated_at': '2021-06-30T02:55:19Z', 'revision_number': 2, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'subnets': [{'id': '640acedc-6032-4435-b948-a1223beef765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:20.939359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41096) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:21.106627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:21.112207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-606714531-network', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:21.120498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5d6e-1a02-4da6-8d51-a1242f619e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.135546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Made reservation on behalf of 7a6ef22a4ef14c3cac9fab12ccccfaa4 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:21.137992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.147147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.245780 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5d6e-1a02-4da6-8d51-a1242f619e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.250873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5d3f5d6e-1a02-4da6-8d51-a1242f619e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.287850 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f5d6e-1a02-4da6-8d51-a1242f619e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613a2e5a-2c8a-4ade-84d2-43c6d038857b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:21.312472 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5d3f5d6e-1a02-4da6-8d51-a1242f619e09 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f09a525f9e84d0c998cdf798c4073ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716512 Jun 30 02:55:21.314860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:21.348330 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.357119 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.385986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:21.400992 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ba5672-75b2-44d0-a9d7-464e0d666926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.403677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a90de42-7114-49fb-9a0f-ae05443b048a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:21.410136 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.410136 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Added segment e93af453-5657-4ef4-bdcc-f06006a0ba56 of type vlan for network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 Jun 30 02:55:21.485441 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ba5672-75b2-44d0-a9d7-464e0d666926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.493671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.552051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.553389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:21.556133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.647930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ba5672-75b2-44d0-a9d7-464e0d666926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.650895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26ba5672-75b2-44d0-a9d7-464e0d666926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.652293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-26ba5672-75b2-44d0-a9d7-464e0d666926 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/613a2e5a-2c8a-4ade-84d2-43c6d038857b HTTP/1.1" status: 204 len: 168 time: 0.3364210 Jun 30 02:55:21.671217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba5672-75b2-44d0-a9d7-464e0d666926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613a2e5a-2c8a-4ade-84d2-43c6d038857b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:21.693163 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5852737 Jun 30 02:55:21.702793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baec316-a3b0-45c5-9437-b462882f2932 req-5982ae90-8cd5-425c-8a0c-a56527f5abdf tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:21.705607 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9baec316-a3b0-45c5-9437-b462882f2932 req-5982ae90-8cd5-425c-8a0c-a56527f5abdf tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1144292 Jun 30 02:55:21.706611 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:21.713069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Request body: {'subnet': {'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-606714531-subnet', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:21.771808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9ab82-8363-452e-8eae-956799b9f9e3 admin admin] Pushing event updated for resources: {'Network': ['ID=14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:21.772789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Made reservation on behalf of 7a6ef22a4ef14c3cac9fab12ccccfaa4 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:21.778567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.782059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:21.799731 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9baec316-a3b0-45c5-9437-b462882f2932 req-34014dcd-d804-4550-ad82-de1cdb97a804 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817597 Jun 30 02:55:21.812410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9f27d-ad34-44dc-a332-651d40ab518f req-a0a8a3cc-8f87-4280-a69b-b4b4857fa32e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:21.815202 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9de9f27d-ad34-44dc-a332-651d40ab518f req-a0a8a3cc-8f87-4280-a69b-b4b4857fa32e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 909 time: 0.1532118 Jun 30 02:55:22.148192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 077a56a4-af54-4777-b137-fa223ba26465 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:22.173232 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.244058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 077a56a4-af54-4777-b137-fa223ba26465 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:22.251508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 077a56a4-af54-4777-b137-fa223ba26465 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:22.252423 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.271973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9c604d-cf12-404d-b2d7-600c5fb0f611,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:22.297960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Checking segment: {'id': 'e93af453-5657-4ef4-bdcc-f06006a0ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:22.298697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Network hostable DHCP agents. Network: 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:22.319656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:22.330798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:22.336546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.336808 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.344625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc409a0d-a626-454e-b39f-63a57e587c33 None None] Network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:22.358299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:22.359020 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-23dcee81-94b8-4e3f-ad42-3695f2d86313 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6504328 Jun 30 02:55:22.362985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-606714531-router', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:22.388141 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.389231 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.410230 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.455799 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 077a56a4-af54-4777-b137-fa223ba26465, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=077a56a4-af54-4777-b137-fa223ba26465,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:22.462942 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.490255 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.551398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=077a56a4-af54-4777-b137-fa223ba26465,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:22.585242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28', 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'fixed_ips': [{'subnet_id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:55:22.586124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.735531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Allocated IP 172.20.0.2 (14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28/ed9c604d-cf12-404d-b2d7-600c5fb0f611/69466689-b53b-4d62-8912-3ae3eb92baef) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:22.949731 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:22.972705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Transition to ACTIVE for port object 69466689-b53b-4d62-8912-3ae3eb92baef will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:23.000933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Transition to ACTIVE for port object 69466689-b53b-4d62-8912-3ae3eb92baef will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:23.010082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.055394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:23.060087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:23.064223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:23.064981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.079828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Pushing event updated for resources: {'Port': ['ID=69466689-b53b-4d62-8912-3ae3eb92baef,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:23.151018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a93607-1789-4c86-848e-6fea58298637 req-e41fd963-c153-4b18-b55d-069cec225990 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.164629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52a93607-1789-4c86-848e-6fea58298637 req-e41fd963-c153-4b18-b55d-069cec225990 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 909 time: 0.1392236 Jun 30 02:55:23.195039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Attempting to bind port 69466689-b53b-4d62-8912-3ae3eb92baef on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:23.195039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Attempting to bind port 69466689-b53b-4d62-8912-3ae3eb92baef by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'e93af453-5657-4ef4-bdcc-f06006a0ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:23.195039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Attempting to bind port 69466689-b53b-4d62-8912-3ae3eb92baef on network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:23.207802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:23.208423 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Checking segment: {'id': 'e93af453-5657-4ef4-bdcc-f06006a0ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:23.209248 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.209797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Bound using segment: {'id': 'e93af453-5657-4ef4-bdcc-f06006a0ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:23.210439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Bound port: 69466689-b53b-4d62-8912-3ae3eb92baef, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93af453-5657-4ef4-bdcc-f06006a0ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:23.211017 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.215225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d24d99-6194-44d4-9127-377e23551cb1 req-38012673-6b81-4567-8d29-f79ecfdb52ce tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.217119 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a2d24d99-6194-44d4-9127-377e23551cb1 req-38012673-6b81-4567-8d29-f79ecfdb52ce tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1638322 Jun 30 02:55:23.332878 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a2d24d99-6194-44d4-9127-377e23551cb1 req-22a47f2e-2da4-4ca3-881d-283b22fab0a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080430 Jun 30 02:55:23.446949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] For port 69466689-b53b-4d62-8912-3ae3eb92baef, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:23.453925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] For port 69466689-b53b-4d62-8912-3ae3eb92baef, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=69466689-b53b-4d62-8912-3ae3eb92baef,segment=NetworkSegment(e93af453-5657-4ef4-bdcc-f06006a0ba56),segment_id=e93af453-5657-4ef4-bdcc-f06006a0ba56)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:23.460693 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.469664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7bec9b-cb0a-4693-895a-df873dbc1e56 req-b742e168-23de-411b-8314-3d80f25b0a94 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.483482 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cc7bec9b-cb0a-4693-895a-df873dbc1e56 req-b742e168-23de-411b-8314-3d80f25b0a94 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 909 time: 0.1334009 Jun 30 02:55:23.500896 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.551081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ed211-854f-4e5e-ab6c-0cd430c7a1f0 None None] Pushing event updated for resources: {'Port': ['ID=69466689-b53b-4d62-8912-3ae3eb92baef,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:23.559928 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.584313 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Sync routers for ids ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:23.599812 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Routers {'0b1454ba-2b6b-4d2a-a423-550a66895c7c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:23.600438 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:54:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:23.717525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Allocated IP 172.25.7.88 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/498528ac-0539-401a-9338-5fcb4264f71c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:23.732904 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Set router 0b1454ba-2b6b-4d2a-a423-550a66895c7c gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:23.840834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc3619-a167-4482-8aa6-6260c6b84de4 req-b82f335b-3553-46bc-beed-e3065f4a4c21 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.842973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aafc3619-a167-4482-8aa6-6260c6b84de4 req-b82f335b-3553-46bc-beed-e3065f4a4c21 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 1061 time: 0.1641164 Jun 30 02:55:23.885771 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.935883 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:23.975760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:23.976035 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'name': 'tempest-TestServerMultinode-121409283-router', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '077a56a4-af54-4777-b137-fa223ba26465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:15Z', 'updated_at': '2021-06-30T02:55:19Z', 'revision_number': 4, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'gw_port': {'id': '077a56a4-af54-4777-b137-fa223ba26465', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:16Z', 'updated_at': '2021-06-30T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8665069f-f9da-4a55-9deb-201093aff341', 'name': '', 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'mac_address': 'fa:16:3e:28:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '640acedc-6032-4435-b948-a1223beef765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:18Z', 'updated_at': '2021-06-30T02:55:19Z', 'revision_number': 2, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'subnets': [{'id': '640acedc-6032-4435-b948-a1223beef765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:23.982163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:23.988623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:23.994023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Pushing event updated for resources: {'Port': ['ID=498528ac-0539-401a-9338-5fcb4264f71c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:24.023312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3d6a1-0f69-4248-948d-404f0389f1c0 req-d870e633-b48d-4fb2-92b2-a71441be42d5 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:24.025423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f6e3d6a1-0f69-4248-948d-404f0389f1c0 req-d870e633-b48d-4fb2-92b2-a71441be42d5 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 1136 time: 0.0656679 Jun 30 02:55:24.065839 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Checking router: 0b1454ba-2b6b-4d2a-a423-550a66895c7c for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:24.068021 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Updating router 0b1454ba-2b6b-4d2a-a423-550a66895c7c port 8665069f-f9da-4a55-9deb-201093aff341 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:55:24.093772 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f6e3d6a1-0f69-4248-948d-404f0389f1c0 req-73aede76-cfc8-43a5-9b50-0d700b61f732 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0533912 Jun 30 02:55:24.109972 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.123797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:24.214932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bae077-dd9c-4d8a-952c-2eec0a21d7d5 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:24.218032 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-43bae077-dd9c-4d8a-952c-2eec0a21d7d5 tempest-TestSecurityGroupsBasicOps-889352882 tempest-TestSecurityGroupsBasicOps-889352882-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 1056 time: 0.0929687 Jun 30 02:55:24.228798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 69466689-b53b-4d62-8912-3ae3eb92baef up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:24.297847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 69466689-b53b-4d62-8912-3ae3eb92baef completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:24.305541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 077a56a4-af54-4777-b137-fa223ba26465 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:24.380809 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.401840 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18495f90-18b9-4dea-94be-715077ab4ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.422214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 077a56a4-af54-4777-b137-fa223ba26465 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:24.426924 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.676655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b12a07-b8b6-4723-9786-0bad3dda3135 req-588c2904-e3c1-499b-9325-56fc8d5f261a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:24.684584 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e3b12a07-b8b6-4723-9786-0bad3dda3135 req-588c2904-e3c1-499b-9325-56fc8d5f261a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1440175 Jun 30 02:55:24.725951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e3b12a07-b8b6-4723-9786-0bad3dda3135 req-889c7a0b-a252-43d7-8584-6cd081a7830b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399468 Jun 30 02:55:24.734916 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.735855 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.764818 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Transition to ACTIVE for port object 8665069f-f9da-4a55-9deb-201093aff341 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:24.778061 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.839991 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639f4cd-7e2d-42bd-b5a5-d69a6d4e3cd0 None None] Pushing event updated for resources: {'Port': ['ID=8665069f-f9da-4a55-9deb-201093aff341,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:24.923030 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Attempting to bind port 8665069f-f9da-4a55-9deb-201093aff341 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:24.923703 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Attempting to bind port 8665069f-f9da-4a55-9deb-201093aff341 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:24.924239 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Attempting to bind port 8665069f-f9da-4a55-9deb-201093aff341 on network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:24.930053 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:24.930653 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Checking segment: {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:24.932127 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.932901 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Bound using segment: {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:24.933714 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Bound port: 8665069f-f9da-4a55-9deb-201093aff341, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:24.934267 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:24.958259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e6b35-fff7-44d2-ac52-a0b992c99c87 req-a1518018-087c-46f9-9192-948c456c3605 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:24.960039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d9e6b35-fff7-44d2-ac52-a0b992c99c87 req-a1518018-087c-46f9-9192-948c456c3605 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 909 time: 0.1413412 Jun 30 02:55:24.979147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Router 04582629-cd17-41fc-9a32-8065ac243fe2 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:55:24.999826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b471ae-ddab-49cf-9e5f-da0a9c572258 None None] Network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:25.015476 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] For port 8665069f-f9da-4a55-9deb-201093aff341, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:25.015476 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] For port 8665069f-f9da-4a55-9deb-201093aff341, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8665069f-f9da-4a55-9deb-201093aff341,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:25.016090 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.084728 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Routers {'0b1454ba-2b6b-4d2a-a423-550a66895c7c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:25.085374 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:54:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:25.135750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:25.166232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.168794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Sync routers for ids ['04582629-cd17-41fc-9a32-8065ac243fe2'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:25.171201 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41152) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:25.179622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5217e60a-0174-4b5e-a6fc-661bf04f1d0b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8194284 Jun 30 02:55:25.205463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Routers {'04582629-cd17-41fc-9a32-8065ac243fe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:25.205717 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:54:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['04582629-cd17-41fc-9a32-8065ac243fe2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:25.207577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a9ab35f8-59d7-45a7-953d-cf09a6e9880e None None] Provisioning for port 69466689-b53b-4d62-8912-3ae3eb92baef completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:25.240295 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] Set router 0b1454ba-2b6b-4d2a-a423-550a66895c7c gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:25.278246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a9ab35f8-59d7-45a7-953d-cf09a6e9880e None None] Provisioning complete for port 69466689-b53b-4d62-8912-3ae3eb92baef triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:25.278903 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9ab35f8-59d7-45a7-953d-cf09a6e9880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.324346 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639f4cd-7e2d-42bd-b5a5-d69a6d4e3cd0 None None] Pushing event updated for resources: {'Port': ['ID=8665069f-f9da-4a55-9deb-201093aff341,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:25.498076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Set router 04582629-cd17-41fc-9a32-8065ac243fe2 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:25.536154 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'name': 'tempest-TestServerMultinode-121409283-router', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '077a56a4-af54-4777-b137-fa223ba26465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:15Z', 'updated_at': '2021-06-30T02:55:19Z', 'revision_number': 4, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'gw_port': {'id': '077a56a4-af54-4777-b137-fa223ba26465', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:16Z', 'updated_at': '2021-06-30T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8665069f-f9da-4a55-9deb-201093aff341', 'name': '', 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'mac_address': 'fa:16:3e:28:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '640acedc-6032-4435-b948-a1223beef765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:18Z', 'updated_at': '2021-06-30T02:55:25Z', 'revision_number': 4, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'subnets': [{'id': '640acedc-6032-4435-b948-a1223beef765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:25.565406 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5173b5-fd43-485a-9b66-6012aaa0f207 None None] The sync data for ids ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'] in n-d-758944-39 is: [{'id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'name': 'tempest-TestServerMultinode-121409283-router', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '077a56a4-af54-4777-b137-fa223ba26465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:15Z', 'updated_at': '2021-06-30T02:55:19Z', 'revision_number': 4, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'gw_port': {'id': '077a56a4-af54-4777-b137-fa223ba26465', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:16Z', 'updated_at': '2021-06-30T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '8665069f-f9da-4a55-9deb-201093aff341', 'name': '', 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'mac_address': 'fa:16:3e:28:af:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '640acedc-6032-4435-b948-a1223beef765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:18Z', 'updated_at': '2021-06-30T02:55:25Z', 'revision_number': 4, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'subnets': [{'id': '640acedc-6032-4435-b948-a1223beef765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:25.748254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.864653 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9ab35f8-59d7-45a7-953d-cf09a6e9880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.076122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a9ab35f8-59d7-45a7-953d-cf09a6e9880e None None] For port 69466689-b53b-4d62-8912-3ae3eb92baef, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=69466689-b53b-4d62-8912-3ae3eb92baef,segment=NetworkSegment(e93af453-5657-4ef4-bdcc-f06006a0ba56),segment_id=e93af453-5657-4ef4-bdcc-f06006a0ba56)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:26.106058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9ab35f8-59d7-45a7-953d-cf09a6e9880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.180363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Allocated IP 172.20.0.1 (14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28/ed9c604d-cf12-404d-b2d7-600c5fb0f611/df895f43-d3cb-4256-8dfd-a4aec7e3c024) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:26.251597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8665069f-f9da-4a55-9deb-201093aff341 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:26.294076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab35f8-59d7-45a7-953d-cf09a6e9880e None None] Pushing event updated for resources: {'Port': ['ID=69466689-b53b-4d62-8912-3ae3eb92baef,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:26.327345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.340974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab9f3739-83d5-439f-962b-c6d9dcef807a None None] Provisioning complete for port 69466689-b53b-4d62-8912-3ae3eb92baef triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:26.341348 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3739-83d5-439f-962b-c6d9dcef807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.348952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Transition to ACTIVE for port object df895f43-d3cb-4256-8dfd-a4aec7e3c024 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:26.356902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5833e0d-ec29-4822-9964-8bc0fa6abfc8 req-6e4cd0fc-8b84-4c86-a041-f3731e79a011 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:26.358382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c5833e0d-ec29-4822-9964-8bc0fa6abfc8 req-6e4cd0fc-8b84-4c86-a041-f3731e79a011 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 909 time: 0.1046028 Jun 30 02:55:26.362906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948c445-54b4-4216-86f2-73376f7023b0 req-752e0063-a360-4268-b993-8b3d95ce219d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:26.370195 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9948c445-54b4-4216-86f2-73376f7023b0 req-752e0063-a360-4268-b993-8b3d95ce219d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.2780941 Jun 30 02:55:26.379196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-35ab0bcb-0e34-4629-b189-55b50f0c5b20 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:26.380887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-35ab0bcb-0e34-4629-b189-55b50f0c5b20 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.69 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 909 time: 0.2140119 Jun 30 02:55:26.418016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 8665069f-f9da-4a55-9deb-201093aff341 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:26.430302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'name': 'tempest-TestServerMultinode-606714531-router', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '498528ac-0539-401a-9338-5fcb4264f71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:22Z', 'updated_at': '2021-06-30T02:55:24Z', 'revision_number': 3, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'gw_port': {'id': '498528ac-0539-401a-9338-5fcb4264f71c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:23Z', 'updated_at': '2021-06-30T02:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:26.459576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9948c445-54b4-4216-86f2-73376f7023b0 req-06461e1e-9c82-4a5d-8a7e-af0edace3ff1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881014 Jun 30 02:55:26.464610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8665069f-f9da-4a55-9deb-201093aff341 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:26.465853 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.472182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Checking router: 04582629-cd17-41fc-9a32-8065ac243fe2 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:26.472749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Updating router 04582629-cd17-41fc-9a32-8065ac243fe2 port 498528ac-0539-401a-9338-5fcb4264f71c binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:55:26.504912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.542655 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.572907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-ed95215d-3f59-4ff1-8932-182f2eece106 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Deleting port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:26.572907 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-ed95215d-3f59-4ff1-8932-182f2eece106 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.584837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:26.590607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:26.611793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:26.707729 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.726674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-ed95215d-3f59-4ff1-8932-182f2eece106 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] For port 87e58fb5-97d6-4bf6-84c1-caf0c3691574, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=87e58fb5-97d6-4bf6-84c1-caf0c3691574,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:26.727318 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-ed95215d-3f59-4ff1-8932-182f2eece106 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.755729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Pushing event updated for resources: {'Port': ['ID=df895f43-d3cb-4256-8dfd-a4aec7e3c024,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:26.756725 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-ed95215d-3f59-4ff1-8932-182f2eece106 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Calling delete_port for 87e58fb5-97d6-4bf6-84c1-caf0c3691574 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:26.895955 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.920272 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.970033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 8665069f-f9da-4a55-9deb-201093aff341, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8665069f-f9da-4a55-9deb-201093aff341,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:26.974441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab9f3739-83d5-439f-962b-c6d9dcef807a None None] Provisioning complete for port 8665069f-f9da-4a55-9deb-201093aff341 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:26.974441 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3739-83d5-439f-962b-c6d9dcef807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:26.988370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-ed95215d-3f59-4ff1-8932-182f2eece106 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.007359 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.026494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95215d-3f59-4ff1-8932-182f2eece106 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Port': ['ID=87e58fb5-97d6-4bf6-84c1-caf0c3691574,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.068804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=8665069f-f9da-4a55-9deb-201093aff341,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.088172 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb5476ed-0168-4c6d-be79-2882af7e07a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.097083 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.126870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-ed95215d-3f59-4ff1-8932-182f2eece106 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] No DVR routers for this DVR port 87e58fb5-97d6-4bf6-84c1-caf0c3691574 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:27.130615 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-ed95215d-3f59-4ff1-8932-182f2eece106 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.132841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e713bf82-7a3b-4b2b-861a-492a726be04b req-ed95215d-3f59-4ff1-8932-182f2eece106 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.69 "DELETE /v2.0/ports/87e58fb5-97d6-4bf6-84c1-caf0c3691574 HTTP/1.1" status: 204 len: 173 time: 0.7455652 Jun 30 02:55:27.133727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8404122d-9108-49d0-a8d5-71f22dd57fb0', 'name': 'network-vif-deleted', 'tag': '87e58fb5-97d6-4bf6-84c1-caf0c3691574'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:27.136805 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4df1b7-bdbf-4ff0-bc29-0650ba592791" -d '{"events": [{"server_uuid": "8404122d-9108-49d0-a8d5-71f22dd57fb0", "name": "network-vif-deleted", "tag": "87e58fb5-97d6-4bf6-84c1-caf0c3691574"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:27.224995 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.233817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.240256 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b28ea1-2639-4025-bde5-13ac422c16c4 x-openstack-request-id: req-07b28ea1-2639-4025-bde5-13ac422c16c4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:27.240627 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8404122d-9108-49d0-a8d5-71f22dd57fb0", "name": "network-vif-deleted", "tag": "87e58fb5-97d6-4bf6-84c1-caf0c3691574", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:27.240950 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07b28ea1-2639-4025-bde5-13ac422c16c4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:27.241832 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8404122d-9108-49d0-a8d5-71f22dd57fb0', 'name': 'network-vif-deleted', 'tag': '87e58fb5-97d6-4bf6-84c1-caf0c3691574', 'status': 'completed', 'code': 200} Jun 30 02:55:27.257271 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.271989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Transition to ACTIVE for port object 498528ac-0539-401a-9338-5fcb4264f71c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:27.288541 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.303677 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.346127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7f5aa-c2ee-4d38-b126-31799e84c718 None None] Pushing event updated for resources: {'Port': ['ID=498528ac-0539-401a-9338-5fcb4264f71c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.348561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Attempting to bind port 498528ac-0539-401a-9338-5fcb4264f71c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:27.348927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Attempting to bind port 498528ac-0539-401a-9338-5fcb4264f71c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:27.349309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Attempting to bind port 498528ac-0539-401a-9338-5fcb4264f71c on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:27.355437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:27.355894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:27.356210 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.356593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:27.357043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Bound port: 498528ac-0539-401a-9338-5fcb4264f71c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:27.357450 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.369386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Pushing event updated for resources: {'Port': ['ID=df895f43-d3cb-4256-8dfd-a4aec7e3c024,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.408654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a675314d-13a1-4fa0-a395-768d0654ba71 None None] Provisioning for port df895f43-d3cb-4256-8dfd-a4aec7e3c024 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:27.424853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a675314d-13a1-4fa0-a395-768d0654ba71 None None] Provisioning complete for port df895f43-d3cb-4256-8dfd-a4aec7e3c024 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:27.429193 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a675314d-13a1-4fa0-a395-768d0654ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.464818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:27.467113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:27.471363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] For port 498528ac-0539-401a-9338-5fcb4264f71c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:27.495493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] For port 498528ac-0539-401a-9338-5fcb4264f71c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=498528ac-0539-401a-9338-5fcb4264f71c,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:27.497335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a675314d-13a1-4fa0-a395-768d0654ba71 None None] Port df895f43-d3cb-4256-8dfd-a4aec7e3c024 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:27.503072 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.579555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7f5aa-c2ee-4d38-b126-31799e84c718 None None] Pushing event updated for resources: {'Port': ['ID=498528ac-0539-401a-9338-5fcb4264f71c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.598924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Routers {'04582629-cd17-41fc-9a32-8065ac243fe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:27.599788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['04582629-cd17-41fc-9a32-8065ac243fe2'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:27.700782 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8bd6c19-be94-428c-bef1-902aea5fa53f req-7f4dcb52-fdde-424a-a331-eec02040bddf tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=8404122d-9108-49d0-a8d5-71f22dd57fb0 HTTP/1.1" status: 200 len: 210 time: 0.0736666 Jun 30 02:55:27.758475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] Set router 04582629-cd17-41fc-9a32-8065ac243fe2 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:27.794404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Router 04582629-cd17-41fc-9a32-8065ac243fe2 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:27.801564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13e4b8-7e47-4759-9dfb-f023b36c887e req-8d2ad316-1934-4007-89eb-656262a3c4fc tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:27.803233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab13e4b8-7e47-4759-9dfb-f023b36c887e req-8d2ad316-1934-4007-89eb-656262a3c4fc tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.1185877 Jun 30 02:55:27.890839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab13e4b8-7e47-4759-9dfb-f023b36c887e req-6f5e6867-1286-417f-aadf-97123877494b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788872 Jun 30 02:55:27.941949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-aece31a7-97a0-46df-b70d-d864392ba131 None None] Provisioning complete for port df895f43-d3cb-4256-8dfd-a4aec7e3c024 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:27.942322 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aece31a7-97a0-46df-b70d-d864392ba131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.963731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:27.975630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-09002664-794c-4a99-9df8-c5b4607f954b admin admin] 10.222.0.55 "PUT /v2.0/routers/04582629-cd17-41fc-9a32-8065ac243fe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8028011 Jun 30 02:55:27.991546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-aece31a7-97a0-46df-b70d-d864392ba131 None None] Port df895f43-d3cb-4256-8dfd-a4aec7e3c024 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:28.062988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'name': 'tempest-TestServerMultinode-606714531-router', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '498528ac-0539-401a-9338-5fcb4264f71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:22Z', 'updated_at': '2021-06-30T02:55:26Z', 'revision_number': 4, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'gw_port': {'id': '498528ac-0539-401a-9338-5fcb4264f71c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:23Z', 'updated_at': '2021-06-30T02:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'df895f43-d3cb-4256-8dfd-a4aec7e3c024', 'name': '', 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'mac_address': 'fa:16:3e:10:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:25Z', 'updated_at': '2021-06-30T02:55:26Z', 'revision_number': 2, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'subnets': [{'id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:28.096017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ab165-aced-4f35-896d-6a5893065382 None None] The sync data for ids ['04582629-cd17-41fc-9a32-8065ac243fe2'] in n-d-758944-39 is: [{'id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'name': 'tempest-TestServerMultinode-606714531-router', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '498528ac-0539-401a-9338-5fcb4264f71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:22Z', 'updated_at': '2021-06-30T02:55:26Z', 'revision_number': 4, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'gw_port': {'id': '498528ac-0539-401a-9338-5fcb4264f71c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:23Z', 'updated_at': '2021-06-30T02:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'df895f43-d3cb-4256-8dfd-a4aec7e3c024', 'name': '', 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'mac_address': 'fa:16:3e:10:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:25Z', 'updated_at': '2021-06-30T02:55:26Z', 'revision_number': 2, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'subnets': [{'id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:28.173742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 69466689-b53b-4d62-8912-3ae3eb92baef up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:28.257733 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 69466689-b53b-4d62-8912-3ae3eb92baef triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:28.259459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.332510 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.407243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8665069f-f9da-4a55-9deb-201093aff341 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:28.463434 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-826fc52e-1462-49fc-b8fa-1fa102c4ec2a service neutron] show failed (client error): The resource could not be found. Jun 30 02:55:28.471701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-826fc52e-1462-49fc-b8fa-1fa102c4ec2a service neutron] 10.222.0.69 "GET /v2.0/ports/b8233722-b2cc-48d7-a17d-c319f60a8953/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0962665 Jun 30 02:55:28.519376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8665069f-f9da-4a55-9deb-201093aff341 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:28.519820 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:28.875088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:28.898569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-5ade8ad2-00f1-461d-a468-8974163e9024 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:28.900737 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-5ade8ad2-00f1-461d-a468-8974163e9024 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/networks?id=90fcbc74-d6b9-489a-a1d4-c4169dbb2aac HTTP/1.1" status: 200 len: 910 time: 0.1448367 Jun 30 02:55:28.933039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57906686-f223-403b-bf8c-1b7e2e2601ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:28.934528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57906686-f223-403b-bf8c-1b7e2e2601ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 1098 time: 0.1882324 Jun 30 02:55:28.935575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-0cfdde9d-9811-4df4-b1b2-07654911943d tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/quotas/7a6ef22a4ef14c3cac9fab12ccccfaa4 HTTP/1.1" status: 200 len: 375 time: 0.0278883 Jun 30 02:55:28.948884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:29.051865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-a9a7324e-31d9-490c-a906-7609f687c85a tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a6ef22a4ef14c3cac9fab12ccccfaa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154082 Jun 30 02:55:29.131065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.203478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-f2d8cd87-50f8-447f-9332-8275d4bb833f service neutron] 10.222.0.55 "GET /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393528 Jun 30 02:55:29.313415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-951a6cf5-2131-4a7a-a3dc-d3cafc019e14 service neutron] 10.222.0.55 "GET /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036742 Jun 30 02:55:29.371124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 87e58fb5-97d6-4bf6-84c1-caf0c3691574 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:29.441938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 87e58fb5-97d6-4bf6-84c1-caf0c3691574 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:29.443097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 87e58fb5-97d6-4bf6-84c1-caf0c3691574 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:29.444044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:29.573796 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.583678 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-55db6e52-13e8-4cf0-bc4c-140dddf854a5 req-d2dfa480-a7d3-496f-9ee4-df9f68544312 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 210 time: 0.0648911 Jun 30 02:55:29.616695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:29.619370 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffdb874-c152-49cf-bb8b-5dc75ad09b38" -d '{"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-unplugged", "status": "completed", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:29.636680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:29.650051 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:29.719679 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4339c7-8d0f-4fa8-ae0f-a9fa9c1d23f6 x-openstack-request-id: req-fc4339c7-8d0f-4fa8-ae0f-a9fa9c1d23f6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:29.720061 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-unplugged", "status": "completed", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:29.722433 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc4339c7-8d0f-4fa8-ae0f-a9fa9c1d23f6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:29.722854 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'code': 200} Jun 30 02:55:29.740038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:29.756504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f51e3b-3e3a-4bf9-85b7-fc937c65e76b req-f806234c-649e-499b-854a-84f8ec3450fd tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.758073 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64f51e3b-3e3a-4bf9-85b7-fc937c65e76b req-f806234c-649e-499b-854a-84f8ec3450fd tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 946 time: 0.7204857 Jun 30 02:55:29.941768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64f51e3b-3e3a-4bf9-85b7-fc937c65e76b req-62cf603b-c1b7-4a60-a340-ae014a5a6bf1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617939 Jun 30 02:55:30.086628 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.216097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 498528ac-0539-401a-9338-5fcb4264f71c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:30.227583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:30.304776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:30.307091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 498528ac-0539-401a-9338-5fcb4264f71c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:30.311489 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 498528ac-0539-401a-9338-5fcb4264f71c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:30.311874 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.359851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8233722-b2cc-48d7-a17d-c319f60a8953 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:30.372341 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.394534 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Transition to ACTIVE for port object b8233722-b2cc-48d7-a17d-c319f60a8953 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:30.404462 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.430401 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.443158 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.456113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 498528ac-0539-401a-9338-5fcb4264f71c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=498528ac-0539-401a-9338-5fcb4264f71c,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:30.461856 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:30.546543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=498528ac-0539-401a-9338-5fcb4264f71c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:30.594070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:30.723424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] No DVR routers for this DVR port b8233722-b2cc-48d7-a17d-c319f60a8953 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:30.739737 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45ae863b-2797-4c04-a4bb-ac86f15690e5 req-6139e10f-ead1-4b97-8207-d650c53cba9f tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 210 time: 0.0304480 Jun 30 02:55:30.956623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:30.957227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:30.957351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:30.968885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Port b8233722-b2cc-48d7-a17d-c319f60a8953 on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:30.969219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:30.998288 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:30.999603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Checking segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:31.000002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Bound using segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:31.000512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Bound port: b8233722-b2cc-48d7-a17d-c319f60a8953, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:31.000875 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.140568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-3df0bd17-31c6-4ecf-b5f0-d072c9e3c410 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.143405 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-3df0bd17-31c6-4ecf-b5f0-d072c9e3c410 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.69 "GET /v2.0/networks?id=90fcbc74-d6b9-489a-a1d4-c4169dbb2aac HTTP/1.1" status: 200 len: 910 time: 0.1652539 Jun 30 02:55:31.157873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Request body: {'port': {'device_id': 'bed5fc96-fec7-4157-ba8e-e19e406a999d', 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'admin_state_up': True, 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:31.179494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:31.197453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Deleting port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:31.197874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.202530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:31.209874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Made reservation on behalf of 7a6ef22a4ef14c3cac9fab12ccccfaa4 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:31.212232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.261418 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.309033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.310136 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.311807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] 10.222.0.73 "PUT /v2.0/ports/b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1093 time: 2.3681853 Jun 30 02:55:31.321241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:31.323774 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71773c37-324d-4059-9c63-78125363bb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:31.345409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e5b8b-c63a-440f-8e6c-f1bf0976b625 req-f20be911-32b5-4a21-a080-24ea9887a19e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.347450 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-760e5b8b-c63a-440f-8e6c-f1bf0976b625 req-f20be911-32b5-4a21-a080-24ea9887a19e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 944 time: 0.2493696 Jun 30 02:55:31.398848 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Allocated IP 172.20.0.3 (90fcbc74-d6b9-489a-a1d4-c4169dbb2aac/640acedc-6032-4435-b948-a1223beef765/2603f522-6a28-4695-b0bb-eeec8e160dbb) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:31.418157 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b4d1ed-cf61-411c-9c08-79cc9bb412de x-openstack-request-id: req-a9b4d1ed-cf61-411c-9c08-79cc9bb412de {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:31.418458 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:31.418731 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9b4d1ed-cf61-411c-9c08-79cc9bb412de {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:31.419126 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'status': 'completed', 'code': 200} Jun 30 02:55:31.456511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffba82-bc0c-4136-9d2a-0832d0331d0e service neutron] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=8']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:31.493907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] For port 6f7c9e6d-99bb-4a88-8b1b-24ad98154604, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6f7c9e6d-99bb-4a88-8b1b-24ad98154604,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:31.494279 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.513974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-760e5b8b-c63a-440f-8e6c-f1bf0976b625 req-0e5103ef-c8aa-475b-8d98-bbcb92ee8ff5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481800 Jun 30 02:55:31.515983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Calling delete_port for 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:31.553556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71773c37-324d-4059-9c63-78125363bb0e req-95d4a1e1-a301-46ae-9a74-3f39b8a6e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.555317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-95d4a1e1-a301-46ae-9a74-3f39b8a6e170 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1096 time: 0.1490469 Jun 30 02:55:31.576706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-d127531c-13bc-4498-8f1b-aed665947a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.578355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-d127531c-13bc-4498-8f1b-aed665947a75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1096 time: 0.2299078 Jun 30 02:55:31.720130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71773c37-324d-4059-9c63-78125363bb0e req-fc162996-a607-4ad3-8deb-eea7d6ced910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.723466 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-fc162996-a607-4ad3-8deb-eea7d6ced910 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.1352203 Jun 30 02:55:31.732571 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.774798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-134b59c8-bf43-4385-9455-26876c5d0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.776533 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-134b59c8-bf43-4385-9455-26876c5d0e8e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.1887794 Jun 30 02:55:31.815622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-756f9a28-996f-4c49-b0c1-86705d561e27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1000 time: 0.0742962 Jun 30 02:55:31.900259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71773c37-324d-4059-9c63-78125363bb0e req-1ac1e377-156a-417b-b92f-1a4affb7aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.902051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-1ac1e377-156a-417b-b92f-1a4affb7aeea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.0743160 Jun 30 02:55:31.908426 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-add22f86-11a0-4586-b2ae-e66537269f48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1000 time: 0.1230245 Jun 30 02:55:31.913261 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:31.920903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Transition to ACTIVE for port object 2603f522-6a28-4695-b0bb-eeec8e160dbb will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:31.961624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Port': ['ID=6f7c9e6d-99bb-4a88-8b1b-24ad98154604,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:32.012812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-857cae79-7464-43cd-b27c-acf57c178e33 req-3125120e-7138-4980-bcc4-b279444a3645 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 210 time: 0.0906425 Jun 30 02:55:32.136737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-94bad5e0-a630-4de1-94b7-4c438633c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:32.138451 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-94bad5e0-a630-4de1-94b7-4c438633c6f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.2127168 Jun 30 02:55:32.139003 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.157208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71773c37-324d-4059-9c63-78125363bb0e req-3a8ba71b-7479-43cb-a3be-4a6a2cae0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:32.162963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-3a8ba71b-7479-43cb-a3be-4a6a2cae0fe2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2517240 Jun 30 02:55:32.262069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 498528ac-0539-401a-9338-5fcb4264f71c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:32.263814 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Sync routers for ids ['04582629-cd17-41fc-9a32-8065ac243fe2'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:32.277388 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Routers {'04582629-cd17-41fc-9a32-8065ac243fe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:32.278497 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['04582629-cd17-41fc-9a32-8065ac243fe2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:32.305664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:32.315902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:32.326839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:32.349602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 498528ac-0539-401a-9338-5fcb4264f71c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:32.350117 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.391459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:32.392698 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.397549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Pushing event updated for resources: {'Port': ['ID=2603f522-6a28-4695-b0bb-eeec8e160dbb,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:32.452488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-75f58cc7-9884-4a85-b52b-a69f5d7759ec service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606671 Jun 30 02:55:32.453698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-834e079c-5383-4634-8697-c1a63fbccb37 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3030314 Jun 30 02:55:32.483897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Request body: {'port': {'device_id': 'bed5fc96-fec7-4157-ba8e-e19e406a999d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:32.514660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-8d5dab15-76f0-489d-accd-f0b4cd69e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:32.516126 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-8d5dab15-76f0-489d-accd-f0b4cd69e013 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3687944 Jun 30 02:55:32.588365 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.597860 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Set router 04582629-cd17-41fc-9a32-8065ac243fe2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:32.700478 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.716755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-5e2210a1-ed0e-4203-aba6-8532bc461a47 service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452443 Jun 30 02:55:32.731511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-698e33cb-93b8-478e-b4d9-740eb7aae7e8 None None] Provisioning for port 2603f522-6a28-4695-b0bb-eeec8e160dbb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:32.736787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-698e33cb-93b8-478e-b4d9-740eb7aae7e8 None None] Provisioning complete for port 2603f522-6a28-4695-b0bb-eeec8e160dbb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:32.737652 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-698e33cb-93b8-478e-b4d9-740eb7aae7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.795919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-698e33cb-93b8-478e-b4d9-740eb7aae7e8 None None] Port 2603f522-6a28-4695-b0bb-eeec8e160dbb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:32.804539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-94720e59-f3fe-453c-b4eb-712158cffb41 service neutron] 10.222.0.73 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657514 Jun 30 02:55:32.853452 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'name': 'tempest-TestServerMultinode-606714531-router', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '498528ac-0539-401a-9338-5fcb4264f71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:22Z', 'updated_at': '2021-06-30T02:55:26Z', 'revision_number': 4, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'gw_port': {'id': '498528ac-0539-401a-9338-5fcb4264f71c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:23Z', 'updated_at': '2021-06-30T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'df895f43-d3cb-4256-8dfd-a4aec7e3c024', 'name': '', 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'mac_address': 'fa:16:3e:10:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:25Z', 'updated_at': '2021-06-30T02:55:26Z', 'revision_number': 2, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'subnets': [{'id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:32.881028 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Checking router: 04582629-cd17-41fc-9a32-8065ac243fe2 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:32.882338 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Updating router 04582629-cd17-41fc-9a32-8065ac243fe2 port df895f43-d3cb-4256-8dfd-a4aec7e3c024 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:55:32.917841 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.021288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2603f522-6a28-4695-b0bb-eeec8e160dbb {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:33.031360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.046748 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Transition to ACTIVE for port object 2603f522-6a28-4695-b0bb-eeec8e160dbb will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:33.053617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.131783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Pushing event updated for resources: {'Port': ['ID=2603f522-6a28-4695-b0bb-eeec8e160dbb,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:33.310548 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.325530 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Transition to ACTIVE for port object df895f43-d3cb-4256-8dfd-a4aec7e3c024 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:33.339941 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.353847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Attempting to bind port 2603f522-6a28-4695-b0bb-eeec8e160dbb on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.354250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Attempting to bind port 2603f522-6a28-4695-b0bb-eeec8e160dbb by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.354522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Attempting to bind port 2603f522-6a28-4695-b0bb-eeec8e160dbb on network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.359223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd2d35-b2c8-4fa0-8908-4e812286a185 req-628223ab-1be1-4c18-b757-53e645f70241 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.361111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3edd2d35-b2c8-4fa0-8908-4e812286a185 req-628223ab-1be1-4c18-b757-53e645f70241 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1053 time: 0.1453741 Jun 30 02:55:33.363498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Port 2603f522-6a28-4695-b0bb-eeec8e160dbb on network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:33.363851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Attempting to bind port 2603f522-6a28-4695-b0bb-eeec8e160dbb on network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.367161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281392bd-e0cb-4d18-b8f6-e52043a97db7 req-359298ef-b3fd-404c-88b0-0ab51134fa91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.368849 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-281392bd-e0cb-4d18-b8f6-e52043a97db7 req-359298ef-b3fd-404c-88b0-0ab51134fa91 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 944 time: 0.6687639 Jun 30 02:55:33.374368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:33.374793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Checking segment: {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:33.375125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Bound using segment: {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:33.375576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Bound port: 2603f522-6a28-4695-b0bb-eeec8e160dbb, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:33.375936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.498054 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a3331-4489-4da2-90fc-1055b38d7cd5 None None] Pushing event updated for resources: {'Port': ['ID=df895f43-d3cb-4256-8dfd-a4aec7e3c024,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:33.536537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3edd2d35-b2c8-4fa0-8908-4e812286a185 req-dc31880f-99c4-42f5-94b9-e448f40784df tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335993 Jun 30 02:55:33.577955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] For port 2603f522-6a28-4695-b0bb-eeec8e160dbb, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:33.581527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] For port 2603f522-6a28-4695-b0bb-eeec8e160dbb, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2603f522-6a28-4695-b0bb-eeec8e160dbb,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:33.591993 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-281392bd-e0cb-4d18-b8f6-e52043a97db7 req-424a1cd6-184d-499d-b1c2-7a3556d1e291 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387894 Jun 30 02:55:33.592901 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.626085 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Attempting to bind port df895f43-d3cb-4256-8dfd-a4aec7e3c024 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:33.630210 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Attempting to bind port df895f43-d3cb-4256-8dfd-a4aec7e3c024 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'e93af453-5657-4ef4-bdcc-f06006a0ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:33.631403 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Attempting to bind port df895f43-d3cb-4256-8dfd-a4aec7e3c024 on network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:33.641017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Router 8445eb54-67ae-401e-a5b4-a1b4922d040b has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:33.642093 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:33.645392 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Checking segment: {'id': 'e93af453-5657-4ef4-bdcc-f06006a0ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:33.645924 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.646508 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Bound using segment: {'id': 'e93af453-5657-4ef4-bdcc-f06006a0ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:33.647357 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Bound port: df895f43-d3cb-4256-8dfd-a4aec7e3c024, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93af453-5657-4ef4-bdcc-f06006a0ba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:33.647843 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.651055 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-fa84c19e-34ad-4d14-adb3-8c02ce2c20fc service neutron] 10.222.0.73 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037939 Jun 30 02:55:33.726496 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.727329 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.729037 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] 10.222.0.69 "PUT /v2.0/ports/2603f522-6a28-4695-b0bb-eeec8e160dbb HTTP/1.1" status: 200 len: 1092 time: 1.2590637 Jun 30 02:55:33.729906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737daf62-06fb-4cf5-abed-836aeb51ac4c service neutron] Pushing event updated for resources: {'Port': ['ID=2603f522-6a28-4695-b0bb-eeec8e160dbb,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:33.743219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed5fc96-fec7-4157-ba8e-e19e406a999d', 'tag': '2603f522-6a28-4695-b0bb-eeec8e160dbb'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:33.751201 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23800a6-9ece-415d-bb8a-8405f4ec6f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "bed5fc96-fec7-4157-ba8e-e19e406a999d", "tag": "2603f522-6a28-4695-b0bb-eeec8e160dbb"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:33.814690 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb3bbee-51da-4c36-801a-01f4fe1fb5b7 x-openstack-request-id: req-acb3bbee-51da-4c36-801a-01f4fe1fb5b7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:33.815111 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed5fc96-fec7-4157-ba8e-e19e406a999d", "tag": "2603f522-6a28-4695-b0bb-eeec8e160dbb", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:33.815458 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acb3bbee-51da-4c36-801a-01f4fe1fb5b7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:33.815967 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed5fc96-fec7-4157-ba8e-e19e406a999d', 'tag': '2603f522-6a28-4695-b0bb-eeec8e160dbb', 'status': 'completed', 'code': 200} Jun 30 02:55:33.873136 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] For port df895f43-d3cb-4256-8dfd-a4aec7e3c024, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:33.880075 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] For port df895f43-d3cb-4256-8dfd-a4aec7e3c024, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=df895f43-d3cb-4256-8dfd-a4aec7e3c024,segment=NetworkSegment(e93af453-5657-4ef4-bdcc-f06006a0ba56),segment_id=e93af453-5657-4ef4-bdcc-f06006a0ba56)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:33.893692 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:33.900251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:33.907384 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1d45a436-35fe-4665-86d0-f2f6270704df tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "PUT /v2.0/routers/8445eb54-67ae-401e-a5b4-a1b4922d040b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0299542 Jun 30 02:55:33.910270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:33.927169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] Sync routers for ids ['8445eb54-67ae-401e-a5b4-a1b4922d040b'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:33.940613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] Routers {'8445eb54-67ae-401e-a5b4-a1b4922d040b'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:33.942910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['8445eb54-67ae-401e-a5b4-a1b4922d040b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:33.976468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23800a6-9ece-415d-bb8a-8405f4ec6f7f req-f46c476a-bd6d-4bee-925a-fb65582e54da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.978064 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a23800a6-9ece-415d-bb8a-8405f4ec6f7f req-f46c476a-bd6d-4bee-925a-fb65582e54da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7a6ef22a4ef14c3cac9fab12ccccfaa4&device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1095 time: 0.1401253 Jun 30 02:55:33.984599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71773c37-324d-4059-9c63-78125363bb0e req-7f313ca4-fa3b-4961-8ece-da655c060eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:33.986339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-7f313ca4-fa3b-4961-8ece-da655c060eab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1096 time: 0.2110021 Jun 30 02:55:33.993687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09dcdb4-e524-4117-aba8-17df83f26728 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Deleting subnet 06007bb8-71b3-409f-8b2c-0e5127c345d2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:34.005444 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e09dcdb4-e524-4117-aba8-17df83f26728 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.109146 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a3331-4489-4da2-90fc-1055b38d7cd5 None None] Pushing event updated for resources: {'Port': ['ID=df895f43-d3cb-4256-8dfd-a4aec7e3c024,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:34.113598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e09dcdb4-e524-4117-aba8-17df83f26728 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.121062 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Routers {'04582629-cd17-41fc-9a32-8065ac243fe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:34.121710 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['04582629-cd17-41fc-9a32-8065ac243fe2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:34.206468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] Set router 8445eb54-67ae-401e-a5b4-a1b4922d040b gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:34.214191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71773c37-324d-4059-9c63-78125363bb0e req-e079c1de-2a83-4a15-91f8-96ba4572965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:34.216099 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-e079c1de-2a83-4a15-91f8-96ba4572965a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.2189612 Jun 30 02:55:34.310102 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] Set router 04582629-cd17-41fc-9a32-8065ac243fe2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:34.341476 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e09dcdb4-e524-4117-aba8-17df83f26728 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.402783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-34b455b5-db06-4fa7-840b-efcbd4293199 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1000 time: 0.1485670 Jun 30 02:55:34.521312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1516565010', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:55Z', 'updated_at': '2021-06-30T02:55:31Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:56Z', 'updated_at': '2021-06-30T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:34.568144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71773c37-324d-4059-9c63-78125363bb0e req-b7cc5a86-675d-464d-a554-d0294798614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:34.569754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-b7cc5a86-675d-464d-a554-d0294798614c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.1581597 Jun 30 02:55:34.571406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e09dcdb4-e524-4117-aba8-17df83f26728 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.599915 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] Checking router: 8445eb54-67ae-401e-a5b4-a1b4922d040b for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:34.634606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] Routers {'8445eb54-67ae-401e-a5b4-a1b4922d040b'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:34.635046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['8445eb54-67ae-401e-a5b4-a1b4922d040b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:34.692545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dcdb4-e524-4117-aba8-17df83f26728 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Subnet': ['ID=06007bb8-71b3-409f-8b2c-0e5127c345d2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:34.711202 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e09dcdb4-e524-4117-aba8-17df83f26728 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:34.714456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e09dcdb4-e524-4117-aba8-17df83f26728 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "DELETE /v2.0/subnets/06007bb8-71b3-409f-8b2c-0e5127c345d2 HTTP/1.1" status: 204 len: 168 time: 0.8031108 Jun 30 02:55:34.722128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41262) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:34.796223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] Set router 8445eb54-67ae-401e-a5b4-a1b4922d040b gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:34.811372 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'name': 'tempest-TestServerMultinode-606714531-router', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '498528ac-0539-401a-9338-5fcb4264f71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:22Z', 'updated_at': '2021-06-30T02:55:26Z', 'revision_number': 4, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'gw_port': {'id': '498528ac-0539-401a-9338-5fcb4264f71c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:23Z', 'updated_at': '2021-06-30T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'df895f43-d3cb-4256-8dfd-a4aec7e3c024', 'name': '', 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'mac_address': 'fa:16:3e:10:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:25Z', 'updated_at': '2021-06-30T02:55:33Z', 'revision_number': 4, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'subnets': [{'id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:34.850318 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0acc1c1-f03d-40a8-95a4-6269a4b85bb7 None None] The sync data for ids ['04582629-cd17-41fc-9a32-8065ac243fe2'] in n-d-758944-39 is: [{'id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'name': 'tempest-TestServerMultinode-606714531-router', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '498528ac-0539-401a-9338-5fcb4264f71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:22Z', 'updated_at': '2021-06-30T02:55:26Z', 'revision_number': 4, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'gw_port': {'id': '498528ac-0539-401a-9338-5fcb4264f71c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:23Z', 'updated_at': '2021-06-30T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'df895f43-d3cb-4256-8dfd-a4aec7e3c024', 'name': '', 'network_id': '14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'mac_address': 'fa:16:3e:10:58:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:25Z', 'updated_at': '2021-06-30T02:55:33Z', 'revision_number': 4, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'subnets': [{'id': 'ed9c604d-cf12-404d-b2d7-600c5fb0f611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:34.875513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc4c0e-f137-44e2-8cc1-4d1ed4ee67fd None None] Network 7978c0c9-506f-4568-b56a-aed9862fadb0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:34.907071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23800a6-9ece-415d-bb8a-8405f4ec6f7f req-0929493d-9431-4930-8c6d-63251cb5b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:34.909527 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a23800a6-9ece-415d-bb8a-8405f4ec6f7f req-0929493d-9431-4930-8c6d-63251cb5b20b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7a6ef22a4ef14c3cac9fab12ccccfaa4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.9236596 Jun 30 02:55:34.985868 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.105322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71773c37-324d-4059-9c63-78125363bb0e req-6f9b736c-6a16-4e5e-969d-f5781122f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.111042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-6f9b736c-6a16-4e5e-969d-f5781122f522 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5184548 Jun 30 02:55:35.121984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748571ff-6b5e-41ce-970c-87ea2f3e3fee req-fbd1c869-4201-4675-a149-9b4fc56234c5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.124426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748571ff-6b5e-41ce-970c-87ea2f3e3fee req-fbd1c869-4201-4675-a149-9b4fc56234c5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 944 time: 0.3125625 Jun 30 02:55:35.183976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23800a6-9ece-415d-bb8a-8405f4ec6f7f req-995064a8-66ee-4b95-bedf-bde8cca7f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.185559 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a23800a6-9ece-415d-bb8a-8405f4ec6f7f req-995064a8-66ee-4b95-bedf-bde8cca7f78a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2670352 Jun 30 02:55:35.194218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748571ff-6b5e-41ce-970c-87ea2f3e3fee req-0f44f63e-43ed-4bf0-8ec5-df22901747a8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636005 Jun 30 02:55:35.293582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1516565010', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:55Z', 'updated_at': '2021-06-30T02:55:31Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:56Z', 'updated_at': '2021-06-30T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:35.313003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-1f978cdc-a920-49c3-8d81-b19b2da773a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.315190 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-1f978cdc-a920-49c3-8d81-b19b2da773a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7a6ef22a4ef14c3cac9fab12ccccfaa4&device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1095 time: 0.0700846 Jun 30 02:55:35.315773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9388b5-6cb2-4a4f-b08a-2dd6f7605390 req-e589adad-83da-4202-9774-b1fb08d01538 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.317394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad9388b5-6cb2-4a4f-b08a-2dd6f7605390 req-e589adad-83da-4202-9774-b1fb08d01538 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1095 time: 0.4490745 Jun 30 02:55:35.321858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.329838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6d38f-e3eb-4530-93ba-6d45fe101c8e None None] The sync data for ids ['8445eb54-67ae-401e-a5b4-a1b4922d040b'] in n-d-758944-39 is: [{'id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1516565010', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:54:55Z', 'updated_at': '2021-06-30T02:55:31Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '2dcd0833-ea33-489d-85a0-364ecec84976', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8445eb54-67ae-401e-a5b4-a1b4922d040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:54:56Z', 'updated_at': '2021-06-30T02:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:35.387599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c165947a-6e5b-4952-b1e5-4b4c3b6f8874 None None] DHCP port deletion for 7978c0c9-506f-4568-b56a-aed9862fadb0 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:35.446022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-d83cbba4-5e84-43b0-b7d7-0e01d3c93e67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2603f522-6a28-4695-b0bb-eeec8e160dbb HTTP/1.1" status: 200 len: 217 time: 0.1172860 Jun 30 02:55:35.487549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c165947a-6e5b-4952-b1e5-4b4c3b6f8874 None None] Deleting port 7dc623b5-03a7-4172-8930-1e3dd6167e6d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:35.488095 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c165947a-6e5b-4952-b1e5-4b4c3b6f8874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.488427 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad9388b5-6cb2-4a4f-b08a-2dd6f7605390 req-e09fbc58-f53f-4003-98f8-03bf64591e89 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576865 Jun 30 02:55:35.506665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-a831a16b-3d95-46ec-96a8-dcf8777082c1 service neutron] 10.222.0.73 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856046 Jun 30 02:55:35.518502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-279300f0-7cac-4174-98d0-4ff3e48f4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.520687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-279300f0-7cac-4174-98d0-4ff3e48f4d9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=640acedc-6032-4435-b948-a1223beef765 HTTP/1.1" status: 200 len: 848 time: 0.0671906 Jun 30 02:55:35.583800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Deleting port 2dcd0833-ea33-489d-85a0-364ecec84976 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:35.584438 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.600784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-99d6f8d6-d814-4ab5-bc98-639964bece58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.602605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-99d6f8d6-d814-4ab5-bc98-639964bece58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=90fcbc74-d6b9-489a-a1d4-c4169dbb2aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731263 Jun 30 02:55:35.615962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c165947a-6e5b-4952-b1e5-4b4c3b6f8874 None None] For port 7dc623b5-03a7-4172-8930-1e3dd6167e6d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7dc623b5-03a7-4172-8930-1e3dd6167e6d,segment=NetworkSegment(b4b9fb68-9b78-4092-b2c5-af80cf47c86f),segment_id=b4b9fb68-9b78-4092-b2c5-af80cf47c86f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:35.616392 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c165947a-6e5b-4952-b1e5-4b4c3b6f8874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.654002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c165947a-6e5b-4952-b1e5-4b4c3b6f8874 None None] Calling delete_port for 7dc623b5-03a7-4172-8930-1e3dd6167e6d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:35.689425 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71773c37-324d-4059-9c63-78125363bb0e req-0fb63114-68ff-4988-acc5-7ff585623cc8 service neutron] 10.222.0.73 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736410 Jun 30 02:55:35.722030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] For port 2dcd0833-ea33-489d-85a0-364ecec84976, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2dcd0833-ea33-489d-85a0-364ecec84976,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:35.722282 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.753999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Calling delete_port for 2dcd0833-ea33-489d-85a0-364ecec84976 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:35.770260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:35.781732 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-485eacf1-59aa-4e24-bce1-4c0fa74d250e service neutron] 10.222.0.69 "GET /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712203 Jun 30 02:55:35.853190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c165947a-6e5b-4952-b1e5-4b4c3b6f8874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.890485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c165947a-6e5b-4952-b1e5-4b4c3b6f8874 None None] No DVR routers for this DVR port 7dc623b5-03a7-4172-8930-1e3dd6167e6d on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:35.895666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165947a-6e5b-4952-b1e5-4b4c3b6f8874 None None] Pushing event deleted for resources: {'Port': ['ID=7dc623b5-03a7-4172-8930-1e3dd6167e6d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:35.933362 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8101233d-f071-40e5-aeae-90c61cebaca8 req-d492cc29-3b5b-4c0d-b47c-03ddd72bb9d2 service neutron] 10.222.0.69 "GET /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433907 Jun 30 02:55:35.936837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:35.956231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'port_id': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'mac_address': 'fa:16:3e:22:86:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:36.009901 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.012651 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.032899 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8233722-b2cc-48d7-a17d-c319f60a8953 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:36.042557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Port': ['ID=2dcd0833-ea33-489d-85a0-364ecec84976,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:36.058882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:36.067763 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.118047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.127805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:36.157743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device df895f43-d3cb-4256-8dfd-a4aec7e3c024 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:36.209409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port df895f43-d3cb-4256-8dfd-a4aec7e3c024 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:36.213485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port df895f43-d3cb-4256-8dfd-a4aec7e3c024 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:36.213894 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.231993 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.234309 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.304793 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.305825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Fanout notify agent at l3_agent the message router_deleted on router 8445eb54-67ae-401e-a5b4-a1b4922d040b {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:55:36.314433 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.317969 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.319313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c5fbc038-7003-4c1c-8756-c4652b51237b tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "DELETE /v2.0/routers/8445eb54-67ae-401e-a5b4-a1b4922d040b HTTP/1.1" status: 204 len: 168 time: 1.5914743 Jun 30 02:55:36.322238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:36.335442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['b8233722-b2cc-48d7-a17d-c319f60a8953'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:36.379782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port df895f43-d3cb-4256-8dfd-a4aec7e3c024, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=df895f43-d3cb-4256-8dfd-a4aec7e3c024,segment=NetworkSegment(e93af453-5657-4ef4-bdcc-f06006a0ba56),segment_id=e93af453-5657-4ef4-bdcc-f06006a0ba56)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:36.391697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.477985 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.495352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7dc623b5-03a7-4172-8930-1e3dd6167e6d no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:36.525583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7dc623b5-03a7-4172-8930-1e3dd6167e6d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:36.526073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7dc623b5-03a7-4172-8930-1e3dd6167e6d not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:36.526592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:36.540649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cc03a-64aa-4f51-b0e5-08f8b33805c3 req-522a1a49-ed6f-4fd9-ae8d-cd15ac4c6a85 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:36.542416 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-062cc03a-64aa-4f51-b0e5-08f8b33805c3 req-522a1a49-ed6f-4fd9-ae8d-cd15ac4c6a85 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 945 time: 0.1927130 Jun 30 02:55:36.562748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=df895f43-d3cb-4256-8dfd-a4aec7e3c024,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:36.569402 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:36.569908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6f7c9e6d-99bb-4a88-8b1b-24ad98154604 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:36.632604 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.650546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7978c0c9-506f-4568-b56a-aed9862fadb0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:36.660808 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-062cc03a-64aa-4f51-b0e5-08f8b33805c3 req-8b0d3075-a942-44d6-9c6c-065850cec229 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979805 Jun 30 02:55:36.666704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:36.667025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b9fb68-9b78-4092-b2c5-af80cf47c86f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:36.687502 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.708054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.716855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:36.717672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:36.722222 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:36.867309 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.877567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.879916 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "DELETE /v2.0/networks/7978c0c9-506f-4568-b56a-aed9862fadb0 HTTP/1.1" status: 204 len: 168 time: 0.5563841 Jun 30 02:55:36.883108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:36.907208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43391dd7-51db-45ff-bfc4-d0aab40a4378 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Network': ['ID=7978c0c9-506f-4568-b56a-aed9862fadb0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:36.934160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5e6fb-674c-48e7-9a33-ffff2fb2725f req-6ff3ed44-d242-4330-82f7-1f3f95d2e1b6 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:36.943011 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fc5e6fb-674c-48e7-9a33-ffff2fb2725f req-6ff3ed44-d242-4330-82f7-1f3f95d2e1b6 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1095 time: 0.1074932 Jun 30 02:55:36.986339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9fc5e6fb-674c-48e7-9a33-ffff2fb2725f req-65ecf694-a412-4c1d-afdf-a0c20df01513 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353701 Jun 30 02:55:37.176200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Deleting port 1418861a-04a9-43f0-948b-a4cc1d3715c3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:37.176513 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.179603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e0f6b-2421-4508-9d59-ed534401e071 req-0b40db66-03e1-4973-a950-922192a9d46c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:37.181335 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-305e0f6b-2421-4508-9d59-ed534401e071 req-0b40db66-03e1-4973-a950-922192a9d46c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 945 time: 0.0686152 Jun 30 02:55:37.219052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-305e0f6b-2421-4508-9d59-ed534401e071 req-92227ca4-f312-4872-9406-f39fa7576676 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318079 Jun 30 02:55:37.241754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-7946d5e0-75ad-4b88-802c-ac6c6b7ce1e1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:37.243323 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-7946d5e0-75ad-4b88-802c-ac6c6b7ce1e1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c&tenant_id=0910613b6f2a46bcb313d7be1951c0d9&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 945 time: 0.1802671 Jun 30 02:55:37.320651 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.320969 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.339089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Calling delete_port for 1418861a-04a9-43f0-948b-a4cc1d3715c3 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:37.344730 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-c84cd20d-d088-4111-8c7c-80fac405f87b service neutron] 10.222.0.73 "GET /v2.0/ports/b8233722-b2cc-48d7-a17d-c319f60a8953/bindings/n-h2-758944-39 HTTP/1.1" status: 200 len: 383 time: 0.0937064 Jun 30 02:55:37.481273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-1accb191-a4c1-44f3-8546-c7d2bd89d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:37.482835 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-1accb191-a4c1-44f3-8546-c7d2bd89d654 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1097 time: 0.0908918 Jun 30 02:55:37.684345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:37.741900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port b8233722-b2cc-48d7-a17d-c319f60a8953 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:37.746105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port b8233722-b2cc-48d7-a17d-c319f60a8953 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:37.746598 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.826979 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.864902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:37.866220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:37.869054 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffaefe6-08aa-4c22-b842-b80f8c2dfe1d" -d '{"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-plugged", "status": "completed", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:37.887008 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:37.965302 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75d9839-ae7e-46a6-8f75-081b3cd211eb x-openstack-request-id: req-f75d9839-ae7e-46a6-8f75-081b3cd211eb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:37.965986 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-plugged", "status": "completed", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:37.966401 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f75d9839-ae7e-46a6-8f75-081b3cd211eb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:37.966969 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'code': 200} Jun 30 02:55:37.970572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-b03f12d6-3fbe-410b-8499-f8eb7056b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:37.972390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-b03f12d6-3fbe-410b-8499-f8eb7056b6f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.4810216 Jun 30 02:55:37.975210 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.002174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=10']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:38.051717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Port': ['ID=1418861a-04a9-43f0-948b-a4cc1d3715c3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:38.127145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-18c7a6a1-32d3-4e2f-80ee-d6d24fe5b879 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1002 time: 0.1461055 Jun 30 02:55:38.179143 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.179508 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Floating IP cc65fd63-45a6-448f-884a-17320498c425 disassociated (deleted). External IP: 172.25.7.73, port: 9236d9cb-5f8e-4f28-88d5-878c9249fd5f. Jun 30 02:55:38.201109 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device df895f43-d3cb-4256-8dfd-a4aec7e3c024 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:38.266236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port df895f43-d3cb-4256-8dfd-a4aec7e3c024 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:38.266236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.271212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-93993dc5-d60f-42c1-975d-0d60ee410a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.272839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-93993dc5-d60f-42c1-975d-0d60ee410a1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.1379209 Jun 30 02:55:38.403041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2cf74-0253-4a8b-9481-95e8f548bbb2 req-7ed9ffae-ab00-48af-9b8d-d5ca131b51a1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.404746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7e2cf74-0253-4a8b-9481-95e8f548bbb2 req-7ed9ffae-ab00-48af-9b8d-d5ca131b51a1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1095 time: 0.2603369 Jun 30 02:55:38.472587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2dcd0833-ea33-489d-85a0-364ecec84976 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:38.492587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-5ed75f0e-abe2-4704-872c-327561657609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.494399 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-5ed75f0e-abe2-4704-872c-327561657609 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025404 Jun 30 02:55:38.496298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 2dcd0833-ea33-489d-85a0-364ecec84976 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:38.497035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2dcd0833-ea33-489d-85a0-364ecec84976 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:38.532446 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7e2cf74-0253-4a8b-9481-95e8f548bbb2 req-11ddb801-9f1f-4d29-a3da-6eaf4e1782c4 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147265 Jun 30 02:55:38.664525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Router 75cd1031-87bf-450f-98c4-06b806e526f7 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:38.671404 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-5813a3cd-5144-4994-be4b-32ddd8fb6955 service neutron] 10.222.0.73 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666558 Jun 30 02:55:38.755834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e707310-6058-4596-a2dd-aa7b1452d15c req-9960c4fa-05fb-4fe5-b96a-f0b7a286bec6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.757986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e707310-6058-4596-a2dd-aa7b1452d15c req-9960c4fa-05fb-4fe5-b96a-f0b7a286bec6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 947 time: 0.0688224 Jun 30 02:55:38.798632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e707310-6058-4596-a2dd-aa7b1452d15c req-f5bb530f-5c5e-4072-9a92-bec030c30d54 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342667 Jun 30 02:55:38.856257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-65d88c5c-2474-4e9d-9ac4-1c3a95a284ff service neutron] 10.222.0.73 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772127 Jun 30 02:55:38.859136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:38.863749 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.871253 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] Sync routers for ids ['75cd1031-87bf-450f-98c4-06b806e526f7'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:38.883091 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] Routers {'75cd1031-87bf-450f-98c4-06b806e526f7'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:38.884067 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['75cd1031-87bf-450f-98c4-06b806e526f7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:38.905289 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3f660cba-c1fa-4986-8872-0c721038d7fd tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "DELETE /v2.0/floatingips/cc65fd63-45a6-448f-884a-17320498c425 HTTP/1.1" status: 204 len: 168 time: 2.0212574 Jun 30 02:55:38.905888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'tag': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:38.908749 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac181219-bbdd-4dec-a045-5d997ebdb9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a223ab0d-3878-4078-9e5f-ff37f91d662a", "tag": "9236d9cb-5f8e-4f28-88d5-878c9249fd5f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:39.031737 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] Set router 75cd1031-87bf-450f-98c4-06b806e526f7 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:39.097716 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b411df4-0d58-46e5-b306-2eb34ae7ebea x-openstack-request-id: req-0b411df4-0d58-46e5-b306-2eb34ae7ebea {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:39.098222 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a223ab0d-3878-4078-9e5f-ff37f91d662a", "tag": "9236d9cb-5f8e-4f28-88d5-878c9249fd5f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:39.098222 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b411df4-0d58-46e5-b306-2eb34ae7ebea {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:39.098675 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'tag': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'status': 'completed', 'code': 200} Jun 30 02:55:39.217592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-a370dc7d-d9ea-4d42-930d-910b922db441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.219974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-a370dc7d-d9ea-4d42-930d-910b922db441 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c&device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 1136 time: 0.0810690 Jun 30 02:55:39.302362 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'd0dd4a54-f8ab-4006-a4cc-91ffac1402d9', 'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:d8:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:54Z', 'updated_at': '2021-06-30T02:54:04Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '881706c4-6426-4798-a77d-309d916cc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:39.333167 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] Checking router: 75cd1031-87bf-450f-98c4-06b806e526f7 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:39.335871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-53fd7d68-4222-41b8-918f-dd3d234fed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.338513 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-53fd7d68-4222-41b8-918f-dd3d234fed94 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9aecbf5c-73b6-4928-bef8-928d558a8cd7 HTTP/1.1" status: 200 len: 897 time: 0.1095550 Jun 30 02:55:39.342263 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] Routers {'75cd1031-87bf-450f-98c4-06b806e526f7'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:39.342896 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['75cd1031-87bf-450f-98c4-06b806e526f7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:39.377757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc1d8b-066b-47b6-8063-2240045d08c5 req-77422493-2d22-40a4-acbc-0c0706eb263e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.382118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2603f522-6a28-4695-b0bb-eeec8e160dbb details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:39.388209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f8bc1d8b-066b-47b6-8063-2240045d08c5 req-77422493-2d22-40a4-acbc-0c0706eb263e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 984 time: 0.0896766 Jun 30 02:55:39.423031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-711911cb-565b-4937-bd20-069f21b7273a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9236d9cb-5f8e-4f28-88d5-878c9249fd5f HTTP/1.1" status: 200 len: 217 time: 0.0765402 Jun 30 02:55:39.455336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f8bc1d8b-066b-47b6-8063-2240045d08c5 req-614473c8-acd8-4c5f-a975-fc72ca98cfa8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0656214 Jun 30 02:55:39.512693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2603f522-6a28-4695-b0bb-eeec8e160dbb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2603f522-6a28-4695-b0bb-eeec8e160dbb,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:39.515771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-ae89a39d-13d1-4eb5-964d-db7069efbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.517947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-ae89a39d-13d1-4eb5-964d-db7069efbcee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=881706c4-6426-4798-a77d-309d916cc37d HTTP/1.1" status: 200 len: 835 time: 0.0843110 Jun 30 02:55:39.529448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '2603f522-6a28-4695-b0bb-eeec8e160dbb', 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'port_id': '2603f522-6a28-4695-b0bb-eeec8e160dbb', 'mac_address': 'fa:16:3e:86:8e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640acedc-6032-4435-b948-a1223beef765', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:39.571165 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.589566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2603f522-6a28-4695-b0bb-eeec8e160dbb {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:39.594992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-f326ec58-45e0-4717-8780-aaa7ce44c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.597754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-f326ec58-45e0-4717-8780-aaa7ce44c6bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9aecbf5c-73b6-4928-bef8-928d558a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693393 Jun 30 02:55:39.607873 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] Set router 75cd1031-87bf-450f-98c4-06b806e526f7 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:39.611864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2603f522-6a28-4695-b0bb-eeec8e160dbb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2603f522-6a28-4695-b0bb-eeec8e160dbb,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:39.617343 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:39.675203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=2603f522-6a28-4695-b0bb-eeec8e160dbb,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:39.734891 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-e423814c-440e-41de-801b-4fd4fa828398 service neutron] 10.222.0.73 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270761 Jun 30 02:55:39.850690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c7c5f-2955-43f1-ba29-2a08b176599f req-f1b355c9-0b26-4c6c-8343-5328330555c3 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:39.852251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-453c7c5f-2955-43f1-ba29-2a08b176599f req-f1b355c9-0b26-4c6c-8343-5328330555c3 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1096 time: 0.1339660 Jun 30 02:55:39.854459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac181219-bbdd-4dec-a045-5d997ebdb9e0 req-6be00bfd-c970-4908-b7c2-6e7693243b9c service neutron] 10.222.0.73 "GET /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014190 Jun 30 02:55:39.876961 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'd0dd4a54-f8ab-4006-a4cc-91ffac1402d9', 'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:d8:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:54Z', 'updated_at': '2021-06-30T02:54:04Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '881706c4-6426-4798-a77d-309d916cc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:39.907023 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-453c7c5f-2955-43f1-ba29-2a08b176599f req-a9edb323-25d4-4136-9276-d0028af7b442 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480382 Jun 30 02:55:39.914655 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f3f71-77d4-40f7-ae09-db9791aee60b None None] The sync data for ids ['75cd1031-87bf-450f-98c4-06b806e526f7'] in n-d-758944-39 is: [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:53:55Z', 'revision_number': 4, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'd0dd4a54-f8ab-4006-a4cc-91ffac1402d9', 'name': '', 'network_id': '9aecbf5c-73b6-4928-bef8-928d558a8cd7', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'mac_address': 'fa:16:3e:d8:47:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '881706c4-6426-4798-a77d-309d916cc37d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:54Z', 'updated_at': '2021-06-30T02:54:04Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'subnets': [{'id': '881706c4-6426-4798-a77d-309d916cc37d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:39.955784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['2603f522-6a28-4695-b0bb-eeec8e160dbb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:40.038539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a33e8-18e3-4fb6-8176-299b41365b28 req-6968ac4f-3c88-41b3-ad45-fa510cdec90a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:40.040243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de3a33e8-18e3-4fb6-8176-299b41365b28 req-6968ac4f-3c88-41b3-ad45-fa510cdec90a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 947 time: 0.0966635 Jun 30 02:55:40.083135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-de3a33e8-18e3-4fb6-8176-299b41365b28 req-3ec1940b-f0af-4c43-a8c8-99c93707008a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364909 Jun 30 02:55:40.239570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154054d6-88f9-4284-b738-26b28d774a0c None None] New status for floating IP cc65fd63-45a6-448f-884a-17320498c425: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:55:40.648750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d90160-f364-4ba3-b718-6768180e4e52 req-7c362b4e-87da-468f-9317-433c65cf5c21 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:40.650182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51d90160-f364-4ba3-b718-6768180e4e52 req-7c362b4e-87da-468f-9317-433c65cf5c21 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 984 time: 0.0705361 Jun 30 02:55:40.693853 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51d90160-f364-4ba3-b718-6768180e4e52 req-15fe33c2-9e30-49a5-b0c3-cc61ca8891a2 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/security-groups?id=640675b6-aab5-4a13-bf22-9b3dc6f93786&id=8c5d1444-efe5-4a87-9ee7-77e9e976486b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0375159 Jun 30 02:55:41.071828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-0c012fc1-f43d-41ca-adba-71fa7009a7e0 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:41.073464 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-0c012fc1-f43d-41ca-adba-71fa7009a7e0 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.73 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 984 time: 0.0736923 Jun 30 02:55:41.081151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e8dd0-9391-43bc-8adf-163a2c998341 req-8d97394a-73e2-4ae9-9c2e-64279b9638b4 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:41.083585 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa7e8dd0-9391-43bc-8adf-163a2c998341 req-8d97394a-73e2-4ae9-9c2e-64279b9638b4 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1096 time: 0.0575538 Jun 30 02:55:41.126378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa7e8dd0-9391-43bc-8adf-163a2c998341 req-bb42e02a-05bd-4180-affe-beabec9e4ac7 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Jun 30 02:55:41.196673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-abe6600e-1940-44ca-b8da-6957bb47e21c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Deleting port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:41.197132 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-abe6600e-1940-44ca-b8da-6957bb47e21c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.340735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-abe6600e-1940-44ca-b8da-6957bb47e21c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] For port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:41.341096 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-abe6600e-1940-44ca-b8da-6957bb47e21c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.360383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-abe6600e-1940-44ca-b8da-6957bb47e21c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Calling delete_port for 9236d9cb-5f8e-4f28-88d5-878c9249fd5f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:41.382998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eabf9-5535-448f-944c-a223849903f7 req-06a363cc-6289-4a0d-94e3-f61bc4f50cfb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:41.384715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed5eabf9-5535-448f-944c-a223849903f7 req-06a363cc-6289-4a0d-94e3-f61bc4f50cfb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 947 time: 0.1427996 Jun 30 02:55:41.395876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2603f522-6a28-4695-b0bb-eeec8e160dbb up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:41.473443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed5eabf9-5535-448f-944c-a223849903f7 req-28b626f0-dc04-4123-8f26-d27efec5c01f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829451 Jun 30 02:55:41.536802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 2603f522-6a28-4695-b0bb-eeec8e160dbb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:41.542801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 2603f522-6a28-4695-b0bb-eeec8e160dbb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:41.543439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.592766 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-abe6600e-1940-44ca-b8da-6957bb47e21c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.657376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6600e-1940-44ca-b8da-6957bb47e21c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Port': ['ID=9236d9cb-5f8e-4f28-88d5-878c9249fd5f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:41.664597 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.692340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed5fc96-fec7-4157-ba8e-e19e406a999d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2603f522-6a28-4695-b0bb-eeec8e160dbb'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:41.695457 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc92238-9de9-4e56-8e17-1923401fbcb2" -d '{"events": [{"server_uuid": "bed5fc96-fec7-4157-ba8e-e19e406a999d", "name": "network-vif-plugged", "status": "completed", "tag": "2603f522-6a28-4695-b0bb-eeec8e160dbb"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:41.709146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-abe6600e-1940-44ca-b8da-6957bb47e21c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] No DVR routers for this DVR port 9236d9cb-5f8e-4f28-88d5-878c9249fd5f on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:41.713260 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-abe6600e-1940-44ca-b8da-6957bb47e21c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.719388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f102cbc-cf02-49fa-8f26-87ede42f31c7 req-abe6600e-1940-44ca-b8da-6957bb47e21c tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.73 "DELETE /v2.0/ports/9236d9cb-5f8e-4f28-88d5-878c9249fd5f HTTP/1.1" status: 204 len: 173 time: 0.6391096 Jun 30 02:55:41.720070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'name': 'network-vif-deleted', 'tag': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:41.722617 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d1f79e-967c-4264-9fb8-5e6517ccf109" -d '{"events": [{"server_uuid": "a223ab0d-3878-4078-9e5f-ff37f91d662a", "name": "network-vif-deleted", "tag": "9236d9cb-5f8e-4f28-88d5-878c9249fd5f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:41.730486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2603f522-6a28-4695-b0bb-eeec8e160dbb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2603f522-6a28-4695-b0bb-eeec8e160dbb,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:41.737082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:41.807142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=2603f522-6a28-4695-b0bb-eeec8e160dbb,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:41.811524 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73ec9eb-3de6-4ffb-8abe-1314ca7aacf9 x-openstack-request-id: req-f73ec9eb-3de6-4ffb-8abe-1314ca7aacf9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:41.812115 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed5fc96-fec7-4157-ba8e-e19e406a999d", "name": "network-vif-plugged", "status": "completed", "tag": "2603f522-6a28-4695-b0bb-eeec8e160dbb", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:41.812567 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f73ec9eb-3de6-4ffb-8abe-1314ca7aacf9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:41.813176 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed5fc96-fec7-4157-ba8e-e19e406a999d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2603f522-6a28-4695-b0bb-eeec8e160dbb', 'code': 200} Jun 30 02:55:41.907650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef003487-089d-416c-95df-e1c1243ee118 req-a613e155-bf3d-4990-8517-58c0bc57bbd3 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:41.909943 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef003487-089d-416c-95df-e1c1243ee118 req-a613e155-bf3d-4990-8517-58c0bc57bbd3 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 945 time: 0.0702796 Jun 30 02:55:41.989318 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef003487-089d-416c-95df-e1c1243ee118 req-8f9d4e22-3718-4921-bb00-c440289d06df tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657156 Jun 30 02:55:42.064089 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91297992-dc22-46e9-9af7-23c5b04da40a x-openstack-request-id: req-91297992-dc22-46e9-9af7-23c5b04da40a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:42.064383 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a223ab0d-3878-4078-9e5f-ff37f91d662a", "name": "network-vif-deleted", "tag": "9236d9cb-5f8e-4f28-88d5-878c9249fd5f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:42.064640 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91297992-dc22-46e9-9af7-23c5b04da40a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:42.065044 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a223ab0d-3878-4078-9e5f-ff37f91d662a', 'name': 'network-vif-deleted', 'tag': '9236d9cb-5f8e-4f28-88d5-878c9249fd5f', 'status': 'completed', 'code': 200} Jun 30 02:55:42.073581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d327bf0-bbc4-42f8-9d7b-0941b6c3ebc9 req-01571c72-24c4-4c1f-9a02-841e469ef474 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "GET /v2.0/ports?device_id=a223ab0d-3878-4078-9e5f-ff37f91d662a HTTP/1.1" status: 200 len: 210 time: 0.0841916 Jun 30 02:55:42.124077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-9c521a47-38ce-4bf0-95f7-01b26867731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.126657 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-9c521a47-38ce-4bf0-95f7-01b26867731a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 1099 time: 0.2096772 Jun 30 02:55:42.141124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:42.212112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5521c-ebeb-4ee7-9a5f-443f5f5dd758 req-12501fec-9a72-4c05-9b78-88585db18f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.213879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebd5521c-ebeb-4ee7-9a5f-443f5f5dd758 req-12501fec-9a72-4c05-9b78-88585db18f00 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1097 time: 0.2259727 Jun 30 02:55:42.256861 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.312312 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebd5521c-ebeb-4ee7-9a5f-443f5f5dd758 req-6be9b642-41ed-4595-bfcf-0c38ffdb840d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909650 Jun 30 02:55:42.470374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be77856-f6e9-46b8-8225-48f08516bc86 req-6a88c94e-026f-4121-9982-74c4503e7312 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.472094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0be77856-f6e9-46b8-8225-48f08516bc86 req-6a88c94e-026f-4121-9982-74c4503e7312 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1097 time: 0.1334066 Jun 30 02:55:42.532832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:42.540156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0be77856-f6e9-46b8-8225-48f08516bc86 req-d8c36764-8b8f-49ee-986e-63ec2f9b0c9d tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600798 Jun 30 02:55:42.605633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:42.692011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:42.694396 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8415bc5c-f21f-4770-82cb-2ad106ad51f9" -d '{"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-unplugged", "status": "completed", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:42.699166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.719019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Transition to ACTIVE for port object b8233722-b2cc-48d7-a17d-c319f60a8953 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:42.726586 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:42.773832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642127e-9726-45ab-b552-1f732eb3d86c req-a5a09860-8ad4-4fca-92ea-0ea2454ae2dd tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:42.775460 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9642127e-9726-45ab-b552-1f732eb3d86c req-a5a09860-8ad4-4fca-92ea-0ea2454ae2dd tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 947 time: 0.1426036 Jun 30 02:55:42.776967 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e20cfd-3055-4086-9c17-7be2f27ad9d9 x-openstack-request-id: req-70e20cfd-3055-4086-9c17-7be2f27ad9d9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:42.777307 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-unplugged", "status": "completed", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:42.777615 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70e20cfd-3055-4086-9c17-7be2f27ad9d9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:42.778065 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'code': 200} Jun 30 02:55:42.880255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:42.951649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9642127e-9726-45ab-b552-1f732eb3d86c req-9b2a458e-daa0-4da3-af97-57140c6dcaf3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559463 Jun 30 02:55:42.990373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] No DVR routers for this DVR port b8233722-b2cc-48d7-a17d-c319f60a8953 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:43.154849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:43.155583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:43.155708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:43.162181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Port b8233722-b2cc-48d7-a17d-c319f60a8953 on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:43.162519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Attempting to bind port b8233722-b2cc-48d7-a17d-c319f60a8953 on network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:43.168974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:43.169313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Checking segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:43.169698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Bound using segment: {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:43.170129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Bound port: b8233722-b2cc-48d7-a17d-c319f60a8953, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f8e2a97-0306-4ccb-8989-6f3ee666cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:43.170490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.184518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:43.189915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c721d9-ed48-489d-bf22-4da2bdc83450 req-01c2f4d1-b9ed-44e9-b040-7d6ddf8401f0 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:43.192696 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d8c721d9-ed48-489d-bf22-4da2bdc83450 req-01c2f4d1-b9ed-44e9-b040-7d6ddf8401f0 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 945 time: 0.0826771 Jun 30 02:55:43.259514 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d8c721d9-ed48-489d-bf22-4da2bdc83450 req-58b079d9-438e-4cd6-883e-20885b9f3412 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585139 Jun 30 02:55:43.291092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:43.296782 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3744ba1a-7a11-42db-8767-3666aaa9b28e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.313949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:43.324247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.331054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3744ba1a-7a11-42db-8767-3666aaa9b28e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.376533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:43.377202 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.378744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] 10.222.0.69 "PUT /v2.0/ports/b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1094 time: 1.2419167 Jun 30 02:55:43.466304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565515f-f6a4-4897-8e6c-b1ce604e108b service neutron] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=12']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:43.479479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3744ba1a-7a11-42db-8767-3666aaa9b28e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.482476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3744ba1a-7a11-42db-8767-3666aaa9b28e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.483822 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3744ba1a-7a11-42db-8767-3666aaa9b28e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "DELETE /v2.0/security-groups/8c5d1444-efe5-4a87-9ee7-77e9e976486b HTTP/1.1" status: 204 len: 168 time: 0.2983232 Jun 30 02:55:43.488100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:43.502775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744ba1a-7a11-42db-8767-3666aaa9b28e tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d1444-efe5-4a87-9ee7-77e9e976486b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:43.523662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-4f80f994-ff26-4e28-b286-14510832e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:43.525235 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-4f80f994-ff26-4e28-b286-14510832e309 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1097 time: 0.1116900 Jun 30 02:55:43.589005 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f692ec5-4690-46c6-8af4-db5e1185fc26 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.647090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f692ec5-4690-46c6-8af4-db5e1185fc26 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.668198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-790d9c26-638c-4995-a1be-4a84bcf3d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:43.669702 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-790d9c26-638c-4995-a1be-4a84bcf3d336 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.1364684 Jun 30 02:55:43.694952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 9236d9cb-5f8e-4f28-88d5-878c9249fd5f no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:43.711049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f692ec5-4690-46c6-8af4-db5e1185fc26 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.718081 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1f692ec5-4690-46c6-8af4-db5e1185fc26 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:43.719431 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1f692ec5-4690-46c6-8af4-db5e1185fc26 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "DELETE /v2.0/security-groups/640675b6-aab5-4a13-bf22-9b3dc6f93786 HTTP/1.1" status: 204 len: 168 time: 0.2298520 Jun 30 02:55:43.723809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:43.733048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 9236d9cb-5f8e-4f28-88d5-878c9249fd5f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:43.736221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 9236d9cb-5f8e-4f28-88d5-878c9249fd5f not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:43.737185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:43.779925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f692ec5-4690-46c6-8af4-db5e1185fc26 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640675b6-aab5-4a13-bf22-9b3dc6f93786,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:43.811623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:43.828919 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-2b9c60f3-3c00-41bd-9962-be535f57997e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1000 time: 0.1519642 Jun 30 02:55:43.911056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f827e-f79e-4cb7-9856-901bcb0bfb25 req-cc9851fa-3ace-4daa-956a-c84f48d776f2 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:43.912597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-740f827e-f79e-4cb7-9856-901bcb0bfb25 req-cc9851fa-3ace-4daa-956a-c84f48d776f2 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1097 time: 0.1704373 Jun 30 02:55:43.914947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-2d97f462-3584-42b4-802c-9885a0abb81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:43.916266 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-2d97f462-3584-42b4-802c-9885a0abb81b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.0795946 Jun 30 02:55:43.923972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-fb5f9b07-7896-48d4-b0c8-25ccdf49bd79 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:43.925459 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-fb5f9b07-7896-48d4-b0c8-25ccdf49bd79 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 945 time: 0.1849875 Jun 30 02:55:44.051952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-740f827e-f79e-4cb7-9856-901bcb0bfb25 req-1083349c-70f9-488e-b73c-e1dd0706757b tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243491 Jun 30 02:55:44.133069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-7eedd39f-2449-40bb-9379-7486996ae7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:44.134563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-7eedd39f-2449-40bb-9379-7486996ae7ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2082219 Jun 30 02:55:44.201217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-2d20f083-e191-432f-aa21-422302249176 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Deleting port f8d01321-0cf0-4ae5-a3a2-affa22a0a508 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:44.201907 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-2d20f083-e191-432f-aa21-422302249176 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.217591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.263185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ebf9e-99a3-4130-b626-7986380f4250 req-2a1f9ccc-b041-48ad-bf1b-6f5ca3d93251 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:44.264674 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-518ebf9e-99a3-4130-b626-7986380f4250 req-2a1f9ccc-b041-48ad-bf1b-6f5ca3d93251 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 945 time: 0.1224279 Jun 30 02:55:44.326546 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-5a3fcc2b-4cde-4d0f-bfcc-1d6346e68c28 service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848502 Jun 30 02:55:44.710531 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-518ebf9e-99a3-4130-b626-7986380f4250 req-85cd1cb4-c78c-4dc9-9199-11ed9458ac2e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4321027 Jun 30 02:55:44.774073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df951c89-2369-4f5c-a93e-b5bbf7d5f27d req-51c6cf78-b7ff-48df-a199-84cd1b875751 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:44.775745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df951c89-2369-4f5c-a93e-b5bbf7d5f27d req-51c6cf78-b7ff-48df-a199-84cd1b875751 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1097 time: 0.5786655 Jun 30 02:55:44.779137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:44.781353 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:44.803616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-2d20f083-e191-432f-aa21-422302249176 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] For port f8d01321-0cf0-4ae5-a3a2-affa22a0a508, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,segment=NetworkSegment(e5bef3ce-ca52-4943-bc18-b3ef436ed991),segment_id=e5bef3ce-ca52-4943-bc18-b3ef436ed991)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:44.803974 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-2d20f083-e191-432f-aa21-422302249176 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:44.834164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-2d20f083-e191-432f-aa21-422302249176 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Calling delete_port for f8d01321-0cf0-4ae5-a3a2-affa22a0a508 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:44.865982 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df951c89-2369-4f5c-a93e-b5bbf7d5f27d req-e7c957d8-a172-4f36-8a0e-1c9bc15a603e tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740139 Jun 30 02:55:44.918435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58e10c00-21b7-483b-ab56-5e207078d4bd req-f08ed58f-4308-47d0-b279-172ea6b4d6f1 service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780156 Jun 30 02:55:44.962136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Deleting port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:44.962479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:45.038549 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4eb29e-f99d-42af-a1ce-7fbff09331db x-openstack-request-id: req-9d4eb29e-f99d-42af-a1ce-7fbff09331db {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:45.039077 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:45.039425 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d4eb29e-f99d-42af-a1ce-7fbff09331db {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:45.040408 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'status': 'completed', 'code': 200} Jun 30 02:55:45.053226 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-2d20f083-e191-432f-aa21-422302249176 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:45.061766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] For port d0dd4a54-f8ab-4006-a4cc-91ffac1402d9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d0dd4a54-f8ab-4006-a4cc-91ffac1402d9,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:45.062162 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:45.066939 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['f8d01321-0cf0-4ae5-a3a2-affa22a0a508'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:45.075472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Calling delete_port for d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:45.143541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eab84e-24cf-43eb-9428-6402c92e9a31 req-22b2d2ed-cd6c-4b47-96f5-534b175b1162 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.148928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20f083-e191-432f-aa21-422302249176 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Pushing event deleted for resources: {'Port': ['ID=f8d01321-0cf0-4ae5-a3a2-affa22a0a508,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:45.150464 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8eab84e-24cf-43eb-9428-6402c92e9a31 req-22b2d2ed-cd6c-4b47-96f5-534b175b1162 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5ffc2ff-b84f-430f-9a62-844eaef1e382 HTTP/1.1" status: 200 len: 867 time: 0.2757616 Jun 30 02:55:45.207734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-2d20f083-e191-432f-aa21-422302249176 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] No DVR routers for this DVR port f8d01321-0cf0-4ae5-a3a2-affa22a0a508 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:45.211214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-2d20f083-e191-432f-aa21-422302249176 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:45.213692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ef7711ac-350d-460b-b6f3-69aa927c235e req-2d20f083-e191-432f-aa21-422302249176 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.69 "DELETE /v2.0/ports/f8d01321-0cf0-4ae5-a3a2-affa22a0a508 HTTP/1.1" status: 204 len: 173 time: 1.2771168 Jun 30 02:55:45.236701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8eab84e-24cf-43eb-9428-6402c92e9a31 req-7322b7bf-0bb7-48fb-9abd-2208ff085ebc tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850694 Jun 30 02:55:45.252041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ef6e2-553c-4789-9ab2-cbdeb18ab044 req-b614d226-0fd4-4050-8e64-72f9c7b2e0e3 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.254341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e79ef6e2-553c-4789-9ab2-cbdeb18ab044 req-b614d226-0fd4-4050-8e64-72f9c7b2e0e3 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1097 time: 0.1697450 Jun 30 02:55:45.256788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-6bcf413c-1803-4ede-8e79-99db1fac6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.258443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-6bcf413c-1803-4ede-8e79-99db1fac6355 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1097 time: 0.2173092 Jun 30 02:55:45.308149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-121664cc-4c9a-4df6-b2b9-bd28875f417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.310037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-121664cc-4c9a-4df6-b2b9-bd28875f417c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1097 time: 0.1897311 Jun 30 02:55:45.402890 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e79ef6e2-553c-4789-9ab2-cbdeb18ab044 req-cdcdb390-be05-47bc-bd49-35cb34e4b013 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345303 Jun 30 02:55:45.432602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-c6916f7d-d86b-4742-8959-25f74aebe058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.434359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-c6916f7d-d86b-4742-8959-25f74aebe058 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.1642816 Jun 30 02:55:45.465709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-be13fa6c-9548-4ecd-95e1-8588623ad768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.467143 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-be13fa6c-9548-4ecd-95e1-8588623ad768 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.1478982 Jun 30 02:55:45.474317 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:45.535407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-ec25e54c-50eb-41c4-9d38-97b29e656cc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1000 time: 0.0929713 Jun 30 02:55:45.549161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Port': ['ID=d0dd4a54-f8ab-4006-a4cc-91ffac1402d9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:45.649336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-4dea9b6e-693a-4691-98b3-c69fcf7a0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.650903 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-4dea9b6e-693a-4691-98b3-c69fcf7a0bcb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.1086569 Jun 30 02:55:45.675046 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-7d6c817a-75a6-402f-924b-f4f6a0f0273e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 1000 time: 0.1924763 Jun 30 02:55:45.786400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-a0b3b1f5-5a41-464f-a150-45edc9da2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.787943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-a0b3b1f5-5a41-464f-a150-45edc9da2f0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289909 Jun 30 02:55:45.850491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-4613c814-617a-41e0-8ba3-8cd6a645755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.852046 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-4613c814-617a-41e0-8ba3-8cd6a645755e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.1299217 Jun 30 02:55:45.945999 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-cf22b391-d223-4ff3-91b3-0eb421d7901d service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495552 Jun 30 02:55:45.973506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-e853edb9-5bd2-470d-894c-38d59545f7d5 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:45.984523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-e853edb9-5bd2-470d-894c-38d59545f7d5 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/networks?id=90fcbc74-d6b9-489a-a1d4-c4169dbb2aac HTTP/1.1" status: 200 len: 910 time: 0.3884580 Jun 30 02:55:45.994533 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.023875 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-ad400872-e8aa-4059-babc-8776f3d93bb2 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/quotas/7a6ef22a4ef14c3cac9fab12ccccfaa4 HTTP/1.1" status: 200 len: 375 time: 0.0383768 Jun 30 02:55:46.056461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.087068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-a03373bf-30d7-4636-9e99-27a44c3aaa0d service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335959 Jun 30 02:55:46.143731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779cd2c-3966-4d24-a904-e5e44f4ba166 req-6a0a1cf4-960a-4e4d-85cb-54fbaf3cc49c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:46.145231 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8779cd2c-3966-4d24-a904-e5e44f4ba166 req-6a0a1cf4-960a-4e4d-85cb-54fbaf3cc49c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 945 time: 0.0795622 Jun 30 02:55:46.154545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-d6e5f6e9-46d9-42ca-a4e4-f36d520a1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:46.156184 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-d6e5f6e9-46d9-42ca-a4e4-f36d520a1640 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2963746 Jun 30 02:55:46.187649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8779cd2c-3966-4d24-a904-e5e44f4ba166 req-30a194c0-78c4-4bcb-8da0-e347dbebba83 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353801 Jun 30 02:55:46.208516 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.302062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-2df5fef3-fbc4-441f-a06f-5c76632eb2ec tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a6ef22a4ef14c3cac9fab12ccccfaa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2772739 Jun 30 02:55:46.358148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2ef28-04d8-4730-a9e2-adbbfd070f3c req-ebb89a3a-8bf3-4355-82b6-2b9931f7e15c tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:46.359698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74d2ef28-04d8-4730-a9e2-adbbfd070f3c req-ebb89a3a-8bf3-4355-82b6-2b9931f7e15c tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0691266 Jun 30 02:55:46.386560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-42c66243-e559-4a78-983c-3903290a4ecf service neutron] 10.222.0.73 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198582 Jun 30 02:55:46.398155 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74d2ef28-04d8-4730-a9e2-adbbfd070f3c req-e635aec6-9369-476f-8017-44ad73863004 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323513 Jun 30 02:55:46.546605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-15b04913-8a23-4451-b0c8-892d1ed6a0aa service neutron] 10.222.0.55 "GET /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327235 Jun 30 02:55:46.637440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7fdcdd-f9c4-4d08-97c4-4d3733005879 req-4bd38239-8072-422d-992c-d7e64f40908d service neutron] 10.222.0.73 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087848 Jun 30 02:55:46.640019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Router 75cd1031-87bf-450f-98c4-06b806e526f7 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:55:46.729102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-e6a96dd3-acd5-4f3d-a001-17530a1ce86b service neutron] 10.222.0.55 "GET /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737320 Jun 30 02:55:46.788958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:55:46.798440 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] Sync routers for ids ['75cd1031-87bf-450f-98c4-06b806e526f7'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:55:46.801905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-195cc327-ca13-4525-b62e-52ca706cfbe8 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "PUT /v2.0/routers/75cd1031-87bf-450f-98c4-06b806e526f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0746515 Jun 30 02:55:46.802170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41404) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:46.807790 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] Routers {'75cd1031-87bf-450f-98c4-06b806e526f7'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:46.808633 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['75cd1031-87bf-450f-98c4-06b806e526f7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:46.868195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0e41df-ce85-49eb-a18c-059e45eea074 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Deleting subnet 881706c4-6426-4798-a77d-309d916cc37d {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:55:46.872463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be0e41df-ce85-49eb-a18c-059e45eea074 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.923857 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be0e41df-ce85-49eb-a18c-059e45eea074 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:46.948411 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] Set router 75cd1031-87bf-450f-98c4-06b806e526f7 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:46.981838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1311df65-cb61-4db7-b4a3-a0b366b3128d req-2e53ac0c-ae1d-4c9f-8cbf-bc18e60cfbfc tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 210 time: 0.0609705 Jun 30 02:55:47.025462 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be0e41df-ce85-49eb-a18c-059e45eea074 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.041593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ffc2ff-b84f-430f-9a62-844eaef1e382', 'name': 'network-vif-deleted', 'tag': 'f8d01321-0cf0-4ae5-a3a2-affa22a0a508'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:47.044181 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740d71d0-180d-4a13-9ada-23dc49f26b80" -d '{"events": [{"server_uuid": "b5ffc2ff-b84f-430f-9a62-844eaef1e382", "name": "network-vif-deleted", "tag": "f8d01321-0cf0-4ae5-a3a2-affa22a0a508"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:47.102200 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be0e41df-ce85-49eb-a18c-059e45eea074 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.111152 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82742e25-43b2-451b-b16e-635aa451b2a6 x-openstack-request-id: req-82742e25-43b2-451b-b16e-635aa451b2a6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:47.111751 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ffc2ff-b84f-430f-9a62-844eaef1e382", "name": "network-vif-deleted", "tag": "f8d01321-0cf0-4ae5-a3a2-affa22a0a508", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:47.112393 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82742e25-43b2-451b-b16e-635aa451b2a6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:47.113130 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ffc2ff-b84f-430f-9a62-844eaef1e382', 'name': 'network-vif-deleted', 'tag': 'f8d01321-0cf0-4ae5-a3a2-affa22a0a508', 'status': 'completed', 'code': 200} Jun 30 02:55:47.149603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e41df-ce85-49eb-a18c-059e45eea074 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Subnet': ['ID=881706c4-6426-4798-a77d-309d916cc37d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:47.155123 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-be0e41df-ce85-49eb-a18c-059e45eea074 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.162487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:47.164268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d88bd60-8147-41f9-b28c-4b833831f0fb None None] Network 9aecbf5c-73b6-4928-bef8-928d558a8cd7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:47.167613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-be0e41df-ce85-49eb-a18c-059e45eea074 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "DELETE /v2.0/subnets/881706c4-6426-4798-a77d-309d916cc37d HTTP/1.1" status: 204 len: 168 time: 0.3640788 Jun 30 02:55:47.234532 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:55:45Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:47.269568 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] Checking router: 75cd1031-87bf-450f-98c4-06b806e526f7 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:55:47.294333 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] Routers {'75cd1031-87bf-450f-98c4-06b806e526f7'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:55:47.295651 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['75cd1031-87bf-450f-98c4-06b806e526f7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:47.330829 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.429501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adb3c97-80fb-44ec-9000-46610af4f716 None None] DHCP port deletion for 9aecbf5c-73b6-4928-bef8-928d558a8cd7 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:55:47.434538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f8d01321-0cf0-4ae5-a3a2-affa22a0a508 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:47.479772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: f8d01321-0cf0-4ae5-a3a2-affa22a0a508 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:47.479772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device f8d01321-0cf0-4ae5-a3a2-affa22a0a508 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:47.556699 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] Set router 75cd1031-87bf-450f-98c4-06b806e526f7 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:55:47.584397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7adb3c97-80fb-44ec-9000-46610af4f716 None None] Deleting port f0e16edd-c4af-4b6b-b304-c926f8780045 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:47.584979 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7adb3c97-80fb-44ec-9000-46610af4f716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.594003 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:55:47.655997 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.685930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58cbbf-b076-4db2-9163-3d8cbaa6c0fa req-03ad74b5-0b5e-4bf6-93ce-282accbfff6e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:47.692994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ad4e9-a2cd-4dee-9ca5-eae8248a671b req-98d136e1-947f-421f-b78f-a8d18302c4c0 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:47.694589 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a1ad4e9-a2cd-4dee-9ca5-eae8248a671b req-98d136e1-947f-421f-b78f-a8d18302c4c0 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1489995 Jun 30 02:55:47.700591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f58cbbf-b076-4db2-9163-3d8cbaa6c0fa req-03ad74b5-0b5e-4bf6-93ce-282accbfff6e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 945 time: 0.2537491 Jun 30 02:55:47.707206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7adb3c97-80fb-44ec-9000-46610af4f716 None None] For port f0e16edd-c4af-4b6b-b304-c926f8780045, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f0e16edd-c4af-4b6b-b304-c926f8780045,segment=NetworkSegment(005ceeda-8b04-45ca-8cd5-c4cf0a68c90a),segment_id=005ceeda-8b04-45ca-8cd5-c4cf0a68c90a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:47.707958 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7adb3c97-80fb-44ec-9000-46610af4f716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.734011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7adb3c97-80fb-44ec-9000-46610af4f716 None None] Calling delete_port for f0e16edd-c4af-4b6b-b304-c926f8780045 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:47.772823 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a1ad4e9-a2cd-4dee-9ca5-eae8248a671b req-a039a2cf-90c2-4c52-a765-58f265f990f4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675931 Jun 30 02:55:47.793150 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f58cbbf-b076-4db2-9163-3d8cbaa6c0fa req-9548c1e4-cca5-4977-839e-943e7e81b83a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913901 Jun 30 02:55:47.833192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Deleting port 01bfcfb9-c71b-43a5-b255-05365d60438f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:55:47.833604 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.847404 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:55:45Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:47.887411 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7adb3c97-80fb-44ec-9000-46610af4f716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:47.922791 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826d1c24-461a-4c4f-a249-bf74688b02af None None] The sync data for ids ['75cd1031-87bf-450f-98c4-06b806e526f7'] in n-d-758944-39 is: [{'id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1417191904', 'tenant_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35'}], 'enable_snat': True}, 'gw_port_id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:45Z', 'updated_at': '2021-06-30T02:55:45Z', 'revision_number': 5, 'project_id': '8f8603d55d6849b1a7dde3e91cfa1e6c', 'gw_port': {'id': '01bfcfb9-c71b-43a5-b255-05365d60438f', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:33:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75cd1031-87bf-450f-98c4-06b806e526f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:47Z', 'updated_at': '2021-06-30T02:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:55:47.947382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb3c97-80fb-44ec-9000-46610af4f716 None None] Pushing event deleted for resources: {'Port': ['ID=f0e16edd-c4af-4b6b-b304-c926f8780045,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:47.952069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb3c97-80fb-44ec-9000-46610af4f716 None None] No DVR routers for this DVR port f0e16edd-c4af-4b6b-b304-c926f8780045 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:47.985300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] For port 01bfcfb9-c71b-43a5-b255-05365d60438f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=01bfcfb9-c71b-43a5-b255-05365d60438f,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:47.986020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.013722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Calling delete_port for 01bfcfb9-c71b-43a5-b255-05365d60438f owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:55:48.170406 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5aa23947-c3e6-4b97-a704-53a197330c91 req-d0d79c19-2d4a-4a31-a5ba-a1bdd2baae1b tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 210 time: 0.0517972 Jun 30 02:55:48.254001 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.333349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Port': ['ID=01bfcfb9-c71b-43a5-b255-05365d60438f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:48.432964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.437469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f0e16edd-c4af-4b6b-b304-c926f8780045 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:48.464314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: f0e16edd-c4af-4b6b-b304-c926f8780045 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:48.464731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f0e16edd-c4af-4b6b-b304-c926f8780045 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:48.465501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:48.489101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:48.489759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d0dd4a54-f8ab-4006-a4cc-91ffac1402d9 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:48.580825 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.585728 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.627372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-caf36379-84b0-4572-b1e6-d7fe59cd1aa4 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:48.628927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-caf36379-84b0-4572-b1e6-d7fe59cd1aa4 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.73 "GET /v2.0/networks?id=90fcbc74-d6b9-489a-a1d4-c4169dbb2aac HTTP/1.1" status: 200 len: 910 time: 0.1233521 Jun 30 02:55:48.639304 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.640252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Fanout notify agent at l3_agent the message router_deleted on router 75cd1031-87bf-450f-98c4-06b806e526f7 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:55:48.644597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Request body: {'port': {'device_id': '748ed0f9-eead-427b-826c-a346fc436986', 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'admin_state_up': True, 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:48.654582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.656069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1c50f160-b899-46b6-9c10-4cf6345a4afa tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "DELETE /v2.0/routers/75cd1031-87bf-450f-98c4-06b806e526f7 HTTP/1.1" status: 204 len: 168 time: 1.4917057 Jun 30 02:55:48.659642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41428) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:48.675530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Made reservation on behalf of 7a6ef22a4ef14c3cac9fab12ccccfaa4 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:48.678321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.770708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.890104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Allocated IP 172.20.0.5 (90fcbc74-d6b9-489a-a1d4-c4169dbb2aac/640acedc-6032-4435-b948-a1223beef765/bd1e6078-41d5-4a4d-98e9-fee7dbead29a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:48.972673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:48.993100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aecbf5c-73b6-4928-bef8-928d558a8cd7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:49.026885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:49.027177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005ceeda-8b04-45ca-8cd5-c4cf0a68c90a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:55:49.039808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.058350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.067652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:55:49.068053 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:55:49.072075 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:55:49.123477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a71d3-e936-44d4-b4a4-6663acf4c8db req-ec9822b2-a6ba-4ee1-90f0-d899541a33b3 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:49.124964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c2a71d3-e936-44d4-b4a4-6663acf4c8db req-ec9822b2-a6ba-4ee1-90f0-d899541a33b3 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1441875 Jun 30 02:55:49.125193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d074b7-7ec8-43db-b32b-172032a23fcd req-48b3f9d9-07e1-407a-8026-d174c7b3f8aa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:49.136123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4d074b7-7ec8-43db-b32b-172032a23fcd req-48b3f9d9-07e1-407a-8026-d174c7b3f8aa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 945 time: 0.1507964 Jun 30 02:55:49.164432 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.179094 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.180986 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] 10.222.0.55 "DELETE /v2.0/networks/9aecbf5c-73b6-4928-bef8-928d558a8cd7 HTTP/1.1" status: 204 len: 168 time: 0.5202589 Jun 30 02:55:49.190158 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.199798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c2a71d3-e936-44d4-b4a4-6663acf4c8db req-76fccb6b-d742-4865-a974-a0b5ff78ca38 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620394 Jun 30 02:55:49.200974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcfc0f-5f39-4e1e-9d29-341aac35f735 tempest-TestSecurityGroupsBasicOps-276859971 tempest-TestSecurityGroupsBasicOps-276859971-project] Pushing event deleted for resources: {'Network': ['ID=9aecbf5c-73b6-4928-bef8-928d558a8cd7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:49.217375 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4d074b7-7ec8-43db-b32b-172032a23fcd req-25ec314b-e21b-4e4e-a099-17e90fd25dab tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803556 Jun 30 02:55:49.231114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Transition to ACTIVE for port object bd1e6078-41d5-4a4d-98e9-fee7dbead29a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:49.275003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:49.282370 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.294352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['2603f522-6a28-4695-b0bb-eeec8e160dbb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:49.371549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:49.381575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:49.384332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:49.405569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c5fd824c-eaf2-486e-8f49-c6526f425a4e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/927cb8fe-6bfc-4d41-a745-85d8fdfa2615 HTTP/1.1" status: 200 len: 992 time: 0.1370418 Jun 30 02:55:49.426935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:49.456061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Pushing event updated for resources: {'Port': ['ID=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:49.520806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:49.521600 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.563855 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-f7dd9190-3d48-49b6-98b1-b8c358d9755c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9258587 Jun 30 02:55:49.599512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Request body: {'port': {'device_id': '748ed0f9-eead-427b-826c-a346fc436986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:49.599758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:49.613691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'port_id': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'mac_address': 'fa:16:3e:22:86:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:49.640732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903c271-5c8f-43e2-befb-664a29feb34e req-4641bf56-6a5a-410c-83b3-2f557b81bfcc tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:49.647285 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f903c271-5c8f-43e2-befb-664a29feb34e req-4641bf56-6a5a-410c-83b3-2f557b81bfcc tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1027 time: 0.1951511 Jun 30 02:55:49.662083 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.684660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8233722-b2cc-48d7-a17d-c319f60a8953 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:49.700895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41458) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:49.712776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:49.721169 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f903c271-5c8f-43e2-befb-664a29feb34e req-37b68a2d-3d6c-4001-8766-a8c247140dfd tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668449 Jun 30 02:55:49.726200 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.742849 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.770272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c228c674-ad84-4abe-b35e-f5901c0d8363 None None] Provisioning for port bd1e6078-41d5-4a4d-98e9-fee7dbead29a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:49.777077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c228c674-ad84-4abe-b35e-f5901c0d8363 None None] Provisioning complete for port bd1e6078-41d5-4a4d-98e9-fee7dbead29a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:49.777215 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c228c674-ad84-4abe-b35e-f5901c0d8363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.826321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:49.857862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c228c674-ad84-4abe-b35e-f5901c0d8363 None None] Port bd1e6078-41d5-4a4d-98e9-fee7dbead29a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:55:49.888811 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4df962d7-03dc-4236-b511-7a2aee624087 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f8603d55d6849b1a7dde3e91cfa1e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845214 Jun 30 02:55:49.889065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41462) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:49.940638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26162087-e883-4aaa-bde0-eee58b80fd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:49.965807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26162087-e883-4aaa-bde0-eee58b80fd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.043528 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26162087-e883-4aaa-bde0-eee58b80fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.046962 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26162087-e883-4aaa-bde0-eee58b80fd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.051507 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-26162087-e883-4aaa-bde0-eee58b80fd60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f61c1ebc-c2da-47a1-83c0-a9d2068baaaa HTTP/1.1" status: 204 len: 168 time: 0.1614697 Jun 30 02:55:50.081623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26162087-e883-4aaa-bde0-eee58b80fd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c1ebc-c2da-47a1-83c0-a9d2068baaaa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:50.085479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['b8233722-b2cc-48d7-a17d-c319f60a8953'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:50.143677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01bfcfb9-c71b-43a5-b255-05365d60438f no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:55:50.181257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 01bfcfb9-c71b-43a5-b255-05365d60438f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:55:50.181753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 01bfcfb9-c71b-43a5-b255-05365d60438f not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:55:50.491775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1e6078-41d5-4a4d-98e9-fee7dbead29a {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:50.501681 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.522106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Transition to ACTIVE for port object bd1e6078-41d5-4a4d-98e9-fee7dbead29a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:50.529003 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.550654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c70ae0-f222-4a69-a3f2-56eec0fa42a8 req-90a6d24a-88b9-4ac6-bd2d-da0d45e1ca0a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:50.553456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43c70ae0-f222-4a69-a3f2-56eec0fa42a8 req-90a6d24a-88b9-4ac6-bd2d-da0d45e1ca0a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1469183 Jun 30 02:55:50.586872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:50.611523 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.616123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Pushing event updated for resources: {'Port': ['ID=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:50.626579 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43c70ae0-f222-4a69-a3f2-56eec0fa42a8 req-4e214be1-9b47-404b-9f9f-b1c8d20cafda tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615985 Jun 30 02:55:50.731155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Attempting to bind port bd1e6078-41d5-4a4d-98e9-fee7dbead29a on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:50.731450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Attempting to bind port bd1e6078-41d5-4a4d-98e9-fee7dbead29a by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:50.731801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Attempting to bind port bd1e6078-41d5-4a4d-98e9-fee7dbead29a on network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:50.741643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Port bd1e6078-41d5-4a4d-98e9-fee7dbead29a on network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:50.742030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Attempting to bind port bd1e6078-41d5-4a4d-98e9-fee7dbead29a on network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:50.748877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:50.749257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Checking segment: {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:50.749697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Bound using segment: {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:50.750162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Bound port: bd1e6078-41d5-4a4d-98e9-fee7dbead29a, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecef570-0b05-4e02-b703-133dadb04e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:50.750525 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.822092 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.830891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.897804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] For port bd1e6078-41d5-4a4d-98e9-fee7dbead29a, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:50.916032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28800326-edc3-4fa2-be2b-a7a792f28833,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:50.922248 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a9ae984db7a48129d722ac3f4a8829c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343296 Jun 30 02:55:50.925030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] For port bd1e6078-41d5-4a4d-98e9-fee7dbead29a, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:50.925455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41478) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:50.934013 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.939075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.939415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.939749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.940076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.940402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.940732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.941050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.941368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.941686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.941999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.942310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.942621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b98bf57-5978-4978-9d59-8687238504ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:50.976672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.985114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:50.986040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.987579 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] 10.222.0.73 "PUT /v2.0/ports/bd1e6078-41d5-4a4d-98e9-fee7dbead29a HTTP/1.1" status: 200 len: 1092 time: 1.4054229 Jun 30 02:55:50.988022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748ed0f9-eead-427b-826c-a346fc436986', 'tag': 'bd1e6078-41d5-4a4d-98e9-fee7dbead29a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:50.990312 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3315056-23e1-4e62-9c42-f21068509b90" -d '{"events": [{"name": "network-changed", "server_uuid": "748ed0f9-eead-427b-826c-a346fc436986", "tag": "bd1e6078-41d5-4a4d-98e9-fee7dbead29a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:51.000253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.025923 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9cd14-4d70-468b-bfde-699be7fe7c5a req-b91621bc-f0a0-4177-bdab-0cdbc6dc2b97 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.027507 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88a9cd14-4d70-468b-bfde-699be7fe7c5a req-b91621bc-f0a0-4177-bdab-0cdbc6dc2b97 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1053 time: 0.1775358 Jun 30 02:55:51.028602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fb110-488d-4531-8a48-fd516a2f842d service neutron] Pushing event updated for resources: {'Port': ['ID=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:51.068322 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.070935 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.072247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28800326-edc3-4fa2-be2b-a7a792f28833 HTTP/1.1" status: 204 len: 168 time: 0.1457119 Jun 30 02:55:51.084250 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879de562-3b3f-4465-8a5a-12f56fe85259 x-openstack-request-id: req-879de562-3b3f-4465-8a5a-12f56fe85259 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:51.084539 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748ed0f9-eead-427b-826c-a346fc436986", "tag": "bd1e6078-41d5-4a4d-98e9-fee7dbead29a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:51.084788 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-879de562-3b3f-4465-8a5a-12f56fe85259 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:51.085175 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748ed0f9-eead-427b-826c-a346fc436986', 'tag': 'bd1e6078-41d5-4a4d-98e9-fee7dbead29a', 'status': 'completed', 'code': 200} Jun 30 02:55:51.087087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28800326-edc3-4fa2-be2b-a7a792f28833,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:51.096695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.097177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.097608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.098293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.098561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.099122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.099661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.100272 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.100708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.101127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.101639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.102074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656dbcb3-fce7-47a9-91bc-a0247dec370c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:51.166592 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88a9cd14-4d70-468b-bfde-699be7fe7c5a req-30dba3dd-b5ea-4038-a859-5e3a8bf305d0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315224 Jun 30 02:55:51.209676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-b613caf5-7863-43d7-86ec-dedb4b76dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.212919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-b613caf5-7863-43d7-86ec-dedb4b76dc0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a6ef22a4ef14c3cac9fab12ccccfaa4&device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1095 time: 0.1656954 Jun 30 02:55:51.225969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-f052a00e-193f-40dc-abc1-d5a0988c6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.227499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-f052a00e-193f-40dc-abc1-d5a0988c6eb1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 1097 time: 0.0837667 Jun 30 02:55:51.267347 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-88b0298b-94ec-4eb5-a546-d0110485806e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1e6078-41d5-4a4d-98e9-fee7dbead29a HTTP/1.1" status: 200 len: 217 time: 0.0463502 Jun 30 02:55:51.332142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-1d6ca7e5-9b9f-4a8b-887b-cd3b94b7db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.334170 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-1d6ca7e5-9b9f-4a8b-887b-cd3b94b7db3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=640acedc-6032-4435-b948-a1223beef765 HTTP/1.1" status: 200 len: 848 time: 0.0595708 Jun 30 02:55:51.376215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-a2f8ad6a-8248-425b-b8e3-2fc6dc9597c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.378177 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-a2f8ad6a-8248-425b-b8e3-2fc6dc9597c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.1270046 Jun 30 02:55:51.436243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:51.436970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-c7b83a0a-1d10-42b0-a25b-0472b8615c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.438786 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-c7b83a0a-1d10-42b0-a25b-0472b8615c4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90fcbc74-d6b9-489a-a1d4-c4169dbb2aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972736 Jun 30 02:55:51.466561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-a62765a9-3f8e-4f69-a5e1-46f876d30e18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 HTTP/1.1" status: 200 len: 1001 time: 0.0809546 Jun 30 02:55:51.516468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port b8233722-b2cc-48d7-a17d-c319f60a8953 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:51.523638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port b8233722-b2cc-48d7-a17d-c319f60a8953 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:51.523930 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.539450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-9a6fd63d-95c8-40b8-bd00-63292c1b0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.541050 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-9a6fd63d-95c8-40b8-bd00-63292c1b0ef8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.0680103 Jun 30 02:55:51.552910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:51.595447 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-a003c1bf-2062-4071-8138-2076b1e1529a service neutron] 10.222.0.73 "GET /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466010 Jun 30 02:55:51.606206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-579ed60c-7812-4f80-9b80-3a45a2c7278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.607746 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-579ed60c-7812-4f80-9b80-3a45a2c7278c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600927 Jun 30 02:55:51.620913 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.659260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:51.660744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:51.661058 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e0b0f69-081a-40e4-8953-0e43018f5f32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=154460bd556248baa9f7dcb2b9d5d83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067030 Jun 30 02:55:51.663614 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81f58b5-f91b-4d6c-864e-a416156fafe8" -d '{"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-plugged", "status": "completed", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:51.663813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41496) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:51.669311 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.727396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=14']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:51.742854 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-ee79f603-030b-450a-85d5-f399f5e1910a service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267943 Jun 30 02:55:51.752863 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b599d26-0683-4dcd-bfbe-0c054f3cdf55 req-3526414b-b17d-4e0c-9881-8dca4c1b7813 service neutron] 10.222.0.73 "GET /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490231 Jun 30 02:55:51.756639 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ead465-6157-40ab-9eb1-1a8477838096 x-openstack-request-id: req-a2ead465-6157-40ab-9eb1-1a8477838096 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:51.758647 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-plugged", "status": "completed", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:51.759428 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2ead465-6157-40ab-9eb1-1a8477838096 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:51.760183 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e947cb07-ed05-4bff-b631-1027f9cd37ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.760779 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'code': 200} Jun 30 02:55:51.803113 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e947cb07-ed05-4bff-b631-1027f9cd37ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.904271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315056-23e1-4e62-9c42-f21068509b90 req-f5e2ac82-5f32-474b-a415-4809a1ce1d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.905651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad5d1405-09d8-43df-90b4-634a29cf5996 req-4f5f96fd-fa0e-4083-bf20-85cf86d84599 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528740 Jun 30 02:55:51.905902 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3315056-23e1-4e62-9c42-f21068509b90 req-f5e2ac82-5f32-474b-a415-4809a1ce1d0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a6ef22a4ef14c3cac9fab12ccccfaa4&device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1095 time: 0.0949578 Jun 30 02:55:51.915065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e947cb07-ed05-4bff-b631-1027f9cd37ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.918582 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e947cb07-ed05-4bff-b631-1027f9cd37ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:51.922528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e947cb07-ed05-4bff-b631-1027f9cd37ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13b432b3-d176-408d-8a73-e500d0339938 HTTP/1.1" status: 204 len: 168 time: 0.2577066 Jun 30 02:55:51.925852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a4995-afa1-4f55-9d19-4b1682e529c3 req-d8f82629-f617-46cb-9d51-01d517eb8d22 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.927507 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c92a4995-afa1-4f55-9d19-4b1682e529c3 req-d8f82629-f617-46cb-9d51-01d517eb8d22 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1081049 Jun 30 02:55:51.968233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c92a4995-afa1-4f55-9d19-4b1682e529c3 req-18153c55-d006-47c2-a0dc-21102de6385b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345609 Jun 30 02:55:51.984883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947cb07-ed05-4bff-b631-1027f9cd37ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b432b3-d176-408d-8a73-e500d0339938,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:52.036183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315056-23e1-4e62-9c42-f21068509b90 req-ef5bcce2-b251-4e73-a605-83793f1c381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:52.037976 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3315056-23e1-4e62-9c42-f21068509b90 req-ef5bcce2-b251-4e73-a605-83793f1c381f service neutron] 10.222.0.73 "GET /v2.0/networks?id=90fcbc74-d6b9-489a-a1d4-c4169dbb2aac HTTP/1.1" status: 200 len: 910 time: 0.1141562 Jun 30 02:55:52.101198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3315056-23e1-4e62-9c42-f21068509b90 req-10be3b9c-5424-4b70-9609-b8552c2d122f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1e6078-41d5-4a4d-98e9-fee7dbead29a HTTP/1.1" status: 200 len: 217 time: 0.0562687 Jun 30 02:55:52.156058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315056-23e1-4e62-9c42-f21068509b90 req-61696d68-bfe7-4027-92ed-d54e1107d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:52.157710 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3315056-23e1-4e62-9c42-f21068509b90 req-61696d68-bfe7-4027-92ed-d54e1107d07b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=640acedc-6032-4435-b948-a1223beef765 HTTP/1.1" status: 200 len: 848 time: 0.0491161 Jun 30 02:55:52.224792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315056-23e1-4e62-9c42-f21068509b90 req-bf711f05-18ac-42a1-8345-34d6874abfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:52.226449 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3315056-23e1-4e62-9c42-f21068509b90 req-bf711f05-18ac-42a1-8345-34d6874abfc9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90fcbc74-d6b9-489a-a1d4-c4169dbb2aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605605 Jun 30 02:55:52.387274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3315056-23e1-4e62-9c42-f21068509b90 req-67a1ccf5-da76-4004-95ae-77eeabd4dfe2 service neutron] 10.222.0.73 "GET /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528554 Jun 30 02:55:52.477523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba443b62-2f19-4220-bbe4-914c983f6be9 req-bbb586d9-1a00-4d16-9bfa-fb8c5c555561 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:52.479146 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba443b62-2f19-4220-bbe4-914c983f6be9 req-bbb586d9-1a00-4d16-9bfa-fb8c5c555561 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1095 time: 0.1576345 Jun 30 02:55:52.549701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba443b62-2f19-4220-bbe4-914c983f6be9 req-8f11521b-7f1d-4474-afb2-548a29d0864a tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593610 Jun 30 02:55:52.551816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d3315056-23e1-4e62-9c42-f21068509b90 req-a4862d44-c70c-4eb2-a46f-f99a3ecd15d6 service neutron] 10.222.0.73 "GET /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561747 Jun 30 02:55:52.773003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41524) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:52.889728 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1709191754-network', 'tenant_id': '611b118abde14486960da64693e587b7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:52.920707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Made reservation on behalf of 611b118abde14486960da64693e587b7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:52.923464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.932452 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.040896 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.045916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.070986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:53.087398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.093425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.093789 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Added segment f06309d9-fa72-4fe4-a32a-23cf2cf1a36d of type vlan for network dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b Jun 30 02:55:53.147260 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.175592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a8bdc-71ac-478d-b8dd-f8e044fd244a req-5d29983e-e408-4ad3-b45a-0502d2ad6c70 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:53.177138 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a1a8bdc-71ac-478d-b8dd-f8e044fd244a req-5d29983e-e408-4ad3-b45a-0502d2ad6c70 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0703537 Jun 30 02:55:53.189071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.190265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:53.190898 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.218597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a1a8bdc-71ac-478d-b8dd-f8e044fd244a req-f0edbd88-ee12-4903-b9ee-81fd23a89e48 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347991 Jun 30 02:55:53.251839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4773858 Jun 30 02:55:53.254454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:53.259568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Request body: {'subnet': {'network_id': 'dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1709191754-subnet', 'tenant_id': '611b118abde14486960da64693e587b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:53.282217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee213a91-3884-4bff-b5b8-56a67b3e4c85 admin admin] Pushing event updated for resources: {'Network': ['ID=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.284921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Made reservation on behalf of 611b118abde14486960da64693e587b7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:53.287446 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.294701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:53.475965 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.533470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d2e38b-2701-4c76-980f-37512aa5ff58,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.540729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Checking segment: {'id': 'f06309d9-fa72-4fe4-a32a-23cf2cf1a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:53.541095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Network hostable DHCP agents. Network: dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:53.560454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Network dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:53.571819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:53.576175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:53.576753 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.583415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34ba57-b80d-4347-b375-8a2f60e2d778 None None] Network dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:53.618068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9089d7ff-ff73-4b21-8cf2-8a342067c3b3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3542881 Jun 30 02:55:53.739956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30538d6-f983-41d4-b5bf-b931bffb0398 None None] Network dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:53.755860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device bd1e6078-41d5-4a4d-98e9-fee7dbead29a details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:53.767179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-09b1714e-f87f-4a1f-a6ed-8a077915f4e8 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:53.772884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7caffab-0533-4297-8043-e981c4dd47ce req-e70ebb3f-3494-4563-a7d5-1b59ac4caf6a tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:53.776721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-09b1714e-f87f-4a1f-a6ed-8a077915f4e8 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/networks?id=689db0af-881a-4a34-b4ef-42fb5bfe2cef HTTP/1.1" status: 200 len: 814 time: 0.1481349 Jun 30 02:55:53.779764 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7caffab-0533-4297-8043-e981c4dd47ce req-e70ebb3f-3494-4563-a7d5-1b59ac4caf6a tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1095 time: 0.0784886 Jun 30 02:55:53.794172 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-643907ab-1a02-43b9-8dbd-818c2c6d3ebb tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/quotas/b07dd99a14d44f39850ed661e4f382ed HTTP/1.1" status: 200 len: 375 time: 0.0164859 Jun 30 02:55:53.825640 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7caffab-0533-4297-8043-e981c4dd47ce req-6c8a6693-1377-47ae-b02b-a6b54bb1f856 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444639 Jun 30 02:55:53.835287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-0016c57b-08c9-4d39-943b-f5fe9407f582 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b07dd99a14d44f39850ed661e4f382ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399072 Jun 30 02:55:53.936890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-010a4922-b17f-4b24-957b-3d8202602aa9 service neutron] 10.222.0.55 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966632 Jun 30 02:55:53.961470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port bd1e6078-41d5-4a4d-98e9-fee7dbead29a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:53.973922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'bd1e6078-41d5-4a4d-98e9-fee7dbead29a', 'network_id': '90fcbc74-d6b9-489a-a1d4-c4169dbb2aac', 'port_id': 'bd1e6078-41d5-4a4d-98e9-fee7dbead29a', 'mac_address': 'fa:16:3e:4f:74:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640acedc-6032-4435-b948-a1223beef765', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:54.020101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.037386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-28dd8d74-d5c0-4d2f-bb1b-1a91e7b0110c service neutron] 10.222.0.55 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920396 Jun 30 02:55:54.039360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1e6078-41d5-4a4d-98e9-fee7dbead29a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:54.060619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port bd1e6078-41d5-4a4d-98e9-fee7dbead29a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:54.066081 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.117257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.168604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41562) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:54.174405 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-869362647-network', 'tenant_id': 'cc527d65722c44c88aaab2c74dac5adf'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:54.202694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Made reservation on behalf of cc527d65722c44c88aaab2c74dac5adf for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:54.205148 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.223187 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.242160 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-594e604c-fd29-4b86-a19f-da1c1e88139d req-12ecb13a-e187-46d4-b7a9-04a197375aa7 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 210 time: 0.0347037 Jun 30 02:55:54.285430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['bd1e6078-41d5-4a4d-98e9-fee7dbead29a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:54.346043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.351525 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.354501 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bc58b47-b5b7-424a-8c16-077e0ffc82b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.383657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:55:54.395937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3017dad-8991-4fc0-84f3-4248ca969cb1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.400951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.401606 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Added segment 125470dd-79b6-492d-a18b-f2cec54212eb of type vlan for network 7b611f5e-43e9-4006-9252-d8d25f37116d Jun 30 02:55:54.467291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.472328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5a6a2-7a33-477d-a7c7-f47f762c17eb req-b39b91bb-7882-4264-b95a-3b54c5a8811e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:54.474064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5a6a2-7a33-477d-a7c7-f47f762c17eb req-b39b91bb-7882-4264-b95a-3b54c5a8811e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1004274 Jun 30 02:55:54.512654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.514043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:54.514621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.525715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac5a6a2-7a33-477d-a7c7-f47f762c17eb req-0040a092-bbcf-4d14-b354-c631c9939ca2 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440159 Jun 30 02:55:54.573805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4038777 Jun 30 02:55:54.576570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41576) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:54.582237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Request body: {'subnet': {'network_id': '7b611f5e-43e9-4006-9252-d8d25f37116d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-869362647-subnet', 'tenant_id': 'cc527d65722c44c88aaab2c74dac5adf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:54.588143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28449f41-1f5f-42ac-b103-172c359b905a admin admin] Pushing event updated for resources: {'Network': ['ID=7b611f5e-43e9-4006-9252-d8d25f37116d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.598567 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7b611f5e-43e9-4006-9252-d8d25f37116d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:55:54.609578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Made reservation on behalf of cc527d65722c44c88aaab2c74dac5adf for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:54.612367 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.792040 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.844791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a3ed3b-d57c-4b26-b6ce-9fbf0546d807,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.855165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Checking segment: {'id': '125470dd-79b6-492d-a18b-f2cec54212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7b611f5e-43e9-4006-9252-d8d25f37116d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:54.855783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Network hostable DHCP agents. Network: 7b611f5e-43e9-4006-9252-d8d25f37116d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:55:54.874029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Network 7b611f5e-43e9-4006-9252-d8d25f37116d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:55:54.884093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7b611f5e-43e9-4006-9252-d8d25f37116d) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:54.887910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:54.888542 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.896304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d6089-5db4-498b-beef-420b1e504b9f None None] Network 7b611f5e-43e9-4006-9252-d8d25f37116d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:54.918154 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cf69a32e-2b2a-4c33-892f-7efa73c936f4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3401756 Jun 30 02:55:55.005757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1295c-0d98-4a1e-a223-506172bea6a0 req-ba5a5288-1f05-4d72-b3b8-3ac44982e279 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.007307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73b1295c-0d98-4a1e-a223-506172bea6a0 req-ba5a5288-1f05-4d72-b3b8-3ac44982e279 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1096 time: 0.0545406 Jun 30 02:55:55.046510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d9c61b-1022-42ff-8577-d1acb550350a None None] Network 7b611f5e-43e9-4006-9252-d8d25f37116d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:55:55.051431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73b1295c-0d98-4a1e-a223-506172bea6a0 req-fd987f90-f883-462c-ad18-fed72955d486 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Jun 30 02:55:55.429676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6a95c22-2b84-40b9-9c28-734ca610ea7d req-53560b5c-ec57-4cc6-8a59-3e7799d6c0e1 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 210 time: 0.0390387 Jun 30 02:55:55.459325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2872-8890-44a7-8090-717ab5566581 req-00b7b203-3e5b-4baa-82d6-c7e58e0fa25b tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.463178 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-00b7b203-3e5b-4baa-82d6-c7e58e0fa25b tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/networks?id=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b HTTP/1.1" status: 200 len: 812 time: 0.1329129 Jun 30 02:55:55.474293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-19011ffc-0704-4e72-8d35-102ed60e6590 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.475909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-19011ffc-0704-4e72-8d35-102ed60e6590 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.69 "GET /v2.0/networks?id=689db0af-881a-4a34-b4ef-42fb5bfe2cef HTTP/1.1" status: 200 len: 814 time: 0.1536062 Jun 30 02:55:55.477729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-33fdbfd7-0539-4cd3-a02a-b2fd8b1df830 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/quotas/611b118abde14486960da64693e587b7 HTTP/1.1" status: 200 len: 375 time: 0.0108087 Jun 30 02:55:55.488618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Request body: {'port': {'device_id': 'fc45e4c7-b86d-4753-a666-dbc5f1bacedf', 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef', 'admin_state_up': True, 'tenant_id': 'b07dd99a14d44f39850ed661e4f382ed'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:55.513536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-4b6d34ab-fb74-4dfc-ba47-a82c26c40988 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=611b118abde14486960da64693e587b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300078 Jun 30 02:55:55.610927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-57f5a3e7-4a12-43e9-9410-69ff1d229c0a service neutron] 10.222.0.55 "GET /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902967 Jun 30 02:55:55.612409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Made reservation on behalf of b07dd99a14d44f39850ed661e4f382ed for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:55.616307 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.705373 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-392a9218-90af-491a-b547-188c21b80599 service neutron] 10.222.0.55 "GET /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877047 Jun 30 02:55:55.745976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device bd1e6078-41d5-4a4d-98e9-fee7dbead29a up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:55.784523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Allocated IP 172.20.0.6 (689db0af-881a-4a34-b4ef-42fb5bfe2cef/1cb00b85-279f-4fe0-ab7e-6b224e7accef/60fa219d-4693-42b4-8246-934ceec3a27c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:55.798563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port bd1e6078-41d5-4a4d-98e9-fee7dbead29a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:55.800520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7f11e-2614-44a2-ab20-162bc0d66c93 req-de362691-8d71-421b-ac8f-56314bf8f2ee tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.802061 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28f7f11e-2614-44a2-ab20-162bc0d66c93 req-de362691-8d71-421b-ac8f-56314bf8f2ee tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1301131 Jun 30 02:55:55.804360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port bd1e6078-41d5-4a4d-98e9-fee7dbead29a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:55.804955 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.894628 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d0fd9c99-46e4-42e0-a654-6b38fb9a6bfd req-3d0653ea-0b33-4751-bda3-127817d5db06 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 210 time: 0.0332658 Jun 30 02:55:55.918015 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:55.944035 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28f7f11e-2614-44a2-ab20-162bc0d66c93 req-e850ba19-2791-4a63-97e6-64901b7d30f7 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305032 Jun 30 02:55:55.956362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748ed0f9-eead-427b-826c-a346fc436986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e6078-41d5-4a4d-98e9-fee7dbead29a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:55.960470 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7219021-8680-4f49-b0b6-5aaf524d34d0" -d '{"events": [{"server_uuid": "748ed0f9-eead-427b-826c-a346fc436986", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e6078-41d5-4a4d-98e9-fee7dbead29a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:55.988168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port bd1e6078-41d5-4a4d-98e9-fee7dbead29a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:55.993607 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.015808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.028972 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc59ec5-ac82-4636-ba3a-a297f7975f24 x-openstack-request-id: req-cdc59ec5-ac82-4636-ba3a-a297f7975f24 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:56.029268 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748ed0f9-eead-427b-826c-a346fc436986", "name": "network-vif-plugged", "status": "completed", "tag": "bd1e6078-41d5-4a4d-98e9-fee7dbead29a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:56.029521 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdc59ec5-ac82-4636-ba3a-a297f7975f24 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:56.029907 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748ed0f9-eead-427b-826c-a346fc436986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1e6078-41d5-4a4d-98e9-fee7dbead29a', 'code': 200} Jun 30 02:55:56.063616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:56.067105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.120030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Network 689db0af-881a-4a34-b4ef-42fb5bfe2cef is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:56.123734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:56.128432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:56.163867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Pushing event updated for resources: {'Port': ['ID=60fa219d-4693-42b4-8246-934ceec3a27c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:56.166943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc8115-da7e-4c3d-bcc5-3e3523c4863a req-2f445e4d-af7e-4013-817b-7d83e5a2353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.168845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fcc8115-da7e-4c3d-bcc5-3e3523c4863a req-2f445e4d-af7e-4013-817b-7d83e5a2353e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1097 time: 0.0761831 Jun 30 02:55:56.217392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.218011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.223723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1fcc8115-da7e-4c3d-bcc5-3e3523c4863a req-062b4cb8-fbeb-4310-920d-9e922c6da0ac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475612 Jun 30 02:55:56.243702 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-53f59782-02f9-4d29-b58e-f0ed1960982a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7592962 Jun 30 02:55:56.254735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd06698-0c02-4fa9-a581-3d027af98ad7 req-4eadbc6d-5e29-49f4-b2f7-c05b5720f4e8 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.261977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9cd06698-0c02-4fa9-a581-3d027af98ad7 req-4eadbc6d-5e29-49f4-b2f7-c05b5720f4e8 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1097 time: 0.0874555 Jun 30 02:55:56.269915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Request body: {'port': {'device_id': 'fc45e4c7-b86d-4753-a666-dbc5f1bacedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:56.335233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9cd06698-0c02-4fa9-a581-3d027af98ad7 req-3b076eb8-621c-4493-b3a9-48d91b71d755 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720799 Jun 30 02:55:56.384724 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.623499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c20f73-f06f-4f7e-b021-15e1bc4e3771 req-9c1f1c73-b2da-4b68-8bc4-7bc341c0b7c0 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.625057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98c20f73-f06f-4f7e-b021-15e1bc4e3771 req-9c1f1c73-b2da-4b68-8bc4-7bc341c0b7c0 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 931 time: 0.0681977 Jun 30 02:55:56.668655 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98c20f73-f06f-4f7e-b021-15e1bc4e3771 req-f9db42ca-86fc-4769-a321-b281db31a6a1 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348225 Jun 30 02:55:56.672582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fa219d-4693-42b4-8246-934ceec3a27c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:56.682356 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.695325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Transition to ACTIVE for port object 60fa219d-4693-42b4-8246-934ceec3a27c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:56.700016 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.749101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Pushing event updated for resources: {'Port': ['ID=60fa219d-4693-42b4-8246-934ceec3a27c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:56.815916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Attempting to bind port 60fa219d-4693-42b4-8246-934ceec3a27c on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:56.816252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Attempting to bind port 60fa219d-4693-42b4-8246-934ceec3a27c by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'e5bef3ce-ca52-4943-bc18-b3ef436ed991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:56.816565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Attempting to bind port 60fa219d-4693-42b4-8246-934ceec3a27c on network 689db0af-881a-4a34-b4ef-42fb5bfe2cef {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:56.820810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Port 60fa219d-4693-42b4-8246-934ceec3a27c on network 689db0af-881a-4a34-b4ef-42fb5bfe2cef not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:56.821125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Attempting to bind port 60fa219d-4693-42b4-8246-934ceec3a27c on network 689db0af-881a-4a34-b4ef-42fb5bfe2cef {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:56.825767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:56.826097 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Checking segment: {'id': 'e5bef3ce-ca52-4943-bc18-b3ef436ed991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:56.826470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Bound using segment: {'id': 'e5bef3ce-ca52-4943-bc18-b3ef436ed991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:56.826920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Bound port: 60fa219d-4693-42b4-8246-934ceec3a27c, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5bef3ce-ca52-4943-bc18-b3ef436ed991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:56.827279 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.893972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] For port 60fa219d-4693-42b4-8246-934ceec3a27c, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:56.896869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] For port 60fa219d-4693-42b4-8246-934ceec3a27c, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=60fa219d-4693-42b4-8246-934ceec3a27c,segment=NetworkSegment(e5bef3ce-ca52-4943-bc18-b3ef436ed991),segment_id=e5bef3ce-ca52-4943-bc18-b3ef436ed991)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:56.904211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.939069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.939765 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:56.945470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] 10.222.0.69 "PUT /v2.0/ports/60fa219d-4693-42b4-8246-934ceec3a27c HTTP/1.1" status: 200 len: 1092 time: 0.6812272 Jun 30 02:55:56.945972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc45e4c7-b86d-4753-a666-dbc5f1bacedf', 'tag': '60fa219d-4693-42b4-8246-934ceec3a27c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:56.948484 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a9c185-b0a1-442a-bf29-cdbbdae0918e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc45e4c7-b86d-4753-a666-dbc5f1bacedf", "tag": "60fa219d-4693-42b4-8246-934ceec3a27c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:56.972529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdeccf0-d71d-4005-aeb5-6a084e5bf9de service neutron] Pushing event updated for resources: {'Port': ['ID=60fa219d-4693-42b4-8246-934ceec3a27c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:57.000716 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6914428b-6ec0-4325-a3a2-0e1bcc86a991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.005288 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.039192 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3acf0f-e6c3-40f2-acaf-cb0136cbb826 x-openstack-request-id: req-bf3acf0f-e6c3-40f2-acaf-cb0136cbb826 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:57.039504 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc45e4c7-b86d-4753-a666-dbc5f1bacedf", "tag": "60fa219d-4693-42b4-8246-934ceec3a27c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:57.040665 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf3acf0f-e6c3-40f2-acaf-cb0136cbb826 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:57.041274 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc45e4c7-b86d-4753-a666-dbc5f1bacedf', 'tag': '60fa219d-4693-42b4-8246-934ceec3a27c', 'status': 'completed', 'code': 200} Jun 30 02:55:57.103262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3972974b-bd31-4cff-9820-439fea0989ee req-95260308-c2e3-49d0-b315-8dc0cfcdcbe2 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 210 time: 0.0453255 Jun 30 02:55:57.110179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-3b51de6b-22b2-4176-8793-2700a9df6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.112200 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-3b51de6b-22b2-4176-8793-2700a9df6585 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b07dd99a14d44f39850ed661e4f382ed&device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 1095 time: 0.1032169 Jun 30 02:55:57.170060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-a18059b5-f5b7-49de-8053-b1793dede97d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60fa219d-4693-42b4-8246-934ceec3a27c HTTP/1.1" status: 200 len: 217 time: 0.0462801 Jun 30 02:55:57.233567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-48fcfa72-f071-464f-9ee6-3160fc01acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.235525 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-48fcfa72-f071-464f-9ee6-3160fc01acf3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cb00b85-279f-4fe0-ab7e-6b224e7accef HTTP/1.1" status: 200 len: 854 time: 0.0598025 Jun 30 02:55:57.275455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-02019dca-fe93-454b-b7f9-eeb77b5cf68c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=689db0af-881a-4a34-b4ef-42fb5bfe2cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336244 Jun 30 02:55:57.331766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2872-8890-44a7-8090-717ab5566581 req-379befc6-9f9c-477a-b401-04c8bbd29e75 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.334595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-379befc6-9f9c-477a-b401-04c8bbd29e75 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.73 "GET /v2.0/networks?id=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b HTTP/1.1" status: 200 len: 812 time: 0.1659186 Jun 30 02:55:57.364678 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Request body: {'port': {'device_id': 'c8853269-4465-4a06-9688-35f7d77a0063', 'network_id': 'dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b', 'admin_state_up': True, 'tenant_id': '611b118abde14486960da64693e587b7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:57.397347 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-3a7d4e52-1ea1-4d84-9844-4ac75b7b073d service neutron] 10.222.0.69 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150641 Jun 30 02:55:57.509839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-748b916a-021f-4dd0-a3cc-5558a3490cd3 req-675a811b-8ebd-4837-994e-32a52ce7beaf service neutron] 10.222.0.69 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046820 Jun 30 02:55:57.537759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ebda3-8dda-4f6e-b2d9-0aa65505d0f4 req-23ad9d1f-0bc3-4d22-a341-a08857350bed tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.539284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-102ebda3-8dda-4f6e-b2d9-0aa65505d0f4 req-23ad9d1f-0bc3-4d22-a341-a08857350bed tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1462536 Jun 30 02:55:57.564437 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3b6f-a331-41a5-abfb-00ce6d913e05 req-770f0398-c543-4a03-a333-2928b8d80b03 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.565930 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19fc3b6f-a331-41a5-abfb-00ce6d913e05 req-770f0398-c543-4a03-a333-2928b8d80b03 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1097 time: 0.0702434 Jun 30 02:55:57.575069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Made reservation on behalf of 611b118abde14486960da64693e587b7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:57.578610 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.604687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-102ebda3-8dda-4f6e-b2d9-0aa65505d0f4 req-bfa602a2-abe7-4f8d-bc0e-7652c522aa80 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565121 Jun 30 02:55:57.727239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Allocated IP 172.20.0.12 (dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b/16d2e38b-2701-4c76-980f-37512aa5ff58/e2bc5cc1-ed90-42b2-b307-51668abcccc1) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:57.945206 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.014150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55c11c-2e2e-4a99-a337-bc37135f508e req-cf24017f-1cf6-4f3e-89d5-3e4057293f79 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.021121 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb55c11c-2e2e-4a99-a337-bc37135f508e req-cf24017f-1cf6-4f3e-89d5-3e4057293f79 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 943 time: 0.1109118 Jun 30 02:55:58.028924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.041529 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19fc3b6f-a331-41a5-abfb-00ce6d913e05 req-3b2467ee-642a-4a07-b4f2-88695c7bea1b tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699008 Jun 30 02:55:58.072375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c185-b0a1-442a-bf29-cdbbdae0918e req-d883b38d-dce9-4d6e-ad98-07eb875bfeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.073751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17a9c185-b0a1-442a-bf29-cdbbdae0918e req-d883b38d-dce9-4d6e-ad98-07eb875bfeb8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b07dd99a14d44f39850ed661e4f382ed&device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 1095 time: 0.5010488 Jun 30 02:55:58.079821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-44df7687-2df4-46fc-bf7f-2fadbe6567f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.081737 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-44df7687-2df4-46fc-bf7f-2fadbe6567f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 1097 time: 0.1130011 Jun 30 02:55:58.096297 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Network dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:58.112648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:58.118835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:58.127142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb55c11c-2e2e-4a99-a337-bc37135f508e req-f5725780-59b7-48c5-9587-48f5b32ca8f3 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051412 Jun 30 02:55:58.156622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Pushing event updated for resources: {'Port': ['ID=e2bc5cc1-ed90-42b2-b307-51668abcccc1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:58.190898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.191514 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.208484 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-66d345b8-f434-46a5-93c5-b207381157d8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8487453 Jun 30 02:55:58.222909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Request body: {'port': {'device_id': 'c8853269-4465-4a06-9688-35f7d77a0063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:58.271481 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.294286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-69259ca1-5299-4de5-9232-63612004be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.295733 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-69259ca1-5299-4de5-9232-63612004be83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.2060232 Jun 30 02:55:58.296681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c185-b0a1-442a-bf29-cdbbdae0918e req-ccfa4a59-6c01-4ffa-a2e1-c0e4f5232922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.298115 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17a9c185-b0a1-442a-bf29-cdbbdae0918e req-ccfa4a59-6c01-4ffa-a2e1-c0e4f5232922 service neutron] 10.222.0.69 "GET /v2.0/networks?id=689db0af-881a-4a34-b4ef-42fb5bfe2cef HTTP/1.1" status: 200 len: 915 time: 0.2159026 Jun 30 02:55:58.327988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c9eae-fb3f-4747-acf8-8247935307db req-33475102-f112-4ad3-aadd-fb31522516e0 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.330819 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eb0c9eae-fb3f-4747-acf8-8247935307db req-33475102-f112-4ad3-aadd-fb31522516e0 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.1536858 Jun 30 02:55:58.344707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.350043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d64eac-7881-4143-a4ee-5b93bafbe28a req-0aeb44b1-c0b7-4b32-a999-02f98f652d1f tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.351617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33d64eac-7881-4143-a4ee-5b93bafbe28a req-0aeb44b1-c0b7-4b32-a999-02f98f652d1f tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1097 time: 0.1009359 Jun 30 02:55:58.397803 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17a9c185-b0a1-442a-bf29-cdbbdae0918e req-5584e19d-d716-4f55-8fad-93fd74da7671 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60fa219d-4693-42b4-8246-934ceec3a27c HTTP/1.1" status: 200 len: 217 time: 0.0873830 Jun 30 02:55:58.425724 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-33d64eac-7881-4143-a4ee-5b93bafbe28a req-beb49e92-60e5-4cc1-a404-7a22ebe9c704 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676124 Jun 30 02:55:58.470998 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-87e3fcc3-1063-4fd7-8f3b-866139283fde service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 HTTP/1.1" status: 200 len: 1001 time: 0.1622987 Jun 30 02:55:58.479017 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eb0c9eae-fb3f-4747-acf8-8247935307db req-a27e53c4-b857-4128-8a97-27744a8c26b0 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435411 Jun 30 02:55:58.528158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c185-b0a1-442a-bf29-cdbbdae0918e req-3e43164d-ac85-4d4e-8a2b-0f4f2834de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.529690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17a9c185-b0a1-442a-bf29-cdbbdae0918e req-3e43164d-ac85-4d4e-8a2b-0f4f2834de98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cb00b85-279f-4fe0-ab7e-6b224e7accef HTTP/1.1" status: 200 len: 854 time: 0.1238370 Jun 30 02:55:58.534030 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-cf22bde8-9f2f-41d0-b193-7b7610b68bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.535474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-cf22bde8-9f2f-41d0-b193-7b7610b68bbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.0554283 Jun 30 02:55:58.570339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17a9c185-b0a1-442a-bf29-cdbbdae0918e req-e3cb6356-ebc8-4174-a9f8-3d6ba61c21da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=689db0af-881a-4a34-b4ef-42fb5bfe2cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338824 Jun 30 02:55:58.698448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ff69b-c0e0-4316-98f4-ea673013e6ac req-766c500f-6244-4179-a060-a87548927370 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.699939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e74ff69b-c0e0-4316-98f4-ea673013e6ac req-766c500f-6244-4179-a060-a87548927370 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 932 time: 0.1420121 Jun 30 02:55:58.716155 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17a9c185-b0a1-442a-bf29-cdbbdae0918e req-3efebfcd-bcbd-4202-b52e-92263b358766 service neutron] 10.222.0.69 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300936 Jun 30 02:55:58.719457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bc5cc1-ed90-42b2-b307-51668abcccc1 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:58.721799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-7cc3b1e5-b333-4592-886c-313f0bb22754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.723208 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-7cc3b1e5-b333-4592-886c-313f0bb22754 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1784413 Jun 30 02:55:58.734701 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.756475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Transition to ACTIVE for port object e2bc5cc1-ed90-42b2-b307-51668abcccc1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:58.762562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e74ff69b-c0e0-4316-98f4-ea673013e6ac req-21eb29bd-75ce-4c3d-87e3-075c66b1a2fa tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546052 Jun 30 02:55:58.763703 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.815022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bc5cc1-ed90-42b2-b307-51668abcccc1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:58.839553 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3788532-2c18-4adb-a69c-e5ad5a864792 req-bf5a7dd6-e2d6-4777-a066-aaafd755314a tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.841066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c3788532-2c18-4adb-a69c-e5ad5a864792 req-bf5a7dd6-e2d6-4777-a066-aaafd755314a tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1097 time: 0.2058661 Jun 30 02:55:58.890995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Attempting to bind port e2bc5cc1-ed90-42b2-b307-51668abcccc1 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:58.891851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Attempting to bind port e2bc5cc1-ed90-42b2-b307-51668abcccc1 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': 'f06309d9-fa72-4fe4-a32a-23cf2cf1a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:58.892318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Attempting to bind port e2bc5cc1-ed90-42b2-b307-51668abcccc1 on network dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:58.897461 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Port e2bc5cc1-ed90-42b2-b307-51668abcccc1 on network dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:58.897778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Attempting to bind port e2bc5cc1-ed90-42b2-b307-51668abcccc1 on network dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:58.903508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:58.903989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Checking segment: {'id': 'f06309d9-fa72-4fe4-a32a-23cf2cf1a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:58.904376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Bound using segment: {'id': 'f06309d9-fa72-4fe4-a32a-23cf2cf1a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:58.904816 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Bound port: e2bc5cc1-ed90-42b2-b307-51668abcccc1, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f06309d9-fa72-4fe4-a32a-23cf2cf1a36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:58.905182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:58.914818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-927c2d8a-0971-4305-8ba3-644a8b5481f9 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821315 Jun 30 02:55:58.918254 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17a9c185-b0a1-442a-bf29-cdbbdae0918e req-000624d7-7304-44b1-a7ef-713b0222e008 service neutron] 10.222.0.69 "GET /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940236 Jun 30 02:55:58.921943 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c3788532-2c18-4adb-a69c-e5ad5a864792 req-c1aa76d0-0e9f-4aea-bf07-91514f6f38bf tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737822 Jun 30 02:55:58.976616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] For port e2bc5cc1-ed90-42b2-b307-51668abcccc1, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:58.981330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] For port e2bc5cc1-ed90-42b2-b307-51668abcccc1, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e2bc5cc1-ed90-42b2-b307-51668abcccc1,segment=NetworkSegment(f06309d9-fa72-4fe4-a32a-23cf2cf1a36d),segment_id=f06309d9-fa72-4fe4-a32a-23cf2cf1a36d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:58.986085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.018269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a8bf492-cca5-413a-94a7-68d57c7dc43b req-ee07bcc0-37ab-492e-a4ee-5d4bddc85546 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905616 Jun 30 02:55:59.020379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.021000 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.022461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/e2bc5cc1-ed90-42b2-b307-51668abcccc1 HTTP/1.1" status: 200 len: 1093 time: 0.8047061 Jun 30 02:55:59.022931 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8853269-4465-4a06-9688-35f7d77a0063', 'tag': 'e2bc5cc1-ed90-42b2-b307-51668abcccc1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:59.025262 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4df778b-28e9-4f29-b03d-c872e6b11f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c8853269-4465-4a06-9688-35f7d77a0063", "tag": "e2bc5cc1-ed90-42b2-b307-51668abcccc1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:59.054217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72aeb1-9604-41cb-88b3-8000194530c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bc5cc1-ed90-42b2-b307-51668abcccc1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:59.085114 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f8b3dc-90b8-418d-bbf5-ede2867beedc x-openstack-request-id: req-06f8b3dc-90b8-418d-bbf5-ede2867beedc {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:59.086628 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8853269-4465-4a06-9688-35f7d77a0063", "tag": "e2bc5cc1-ed90-42b2-b307-51668abcccc1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:59.086628 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06f8b3dc-90b8-418d-bbf5-ede2867beedc {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:59.086628 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8853269-4465-4a06-9688-35f7d77a0063', 'tag': 'e2bc5cc1-ed90-42b2-b307-51668abcccc1', 'status': 'completed', 'code': 200} Jun 30 02:55:59.134030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2872-8890-44a7-8090-717ab5566581 req-1c46d483-4d76-4340-b0f9-cbfe064057a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.135931 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-1c46d483-4d76-4340-b0f9-cbfe064057a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=611b118abde14486960da64693e587b7&device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 1096 time: 0.0629716 Jun 30 02:55:59.185613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-12d12a3a-7648-4a1c-90cc-a6cc7a85079e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2bc5cc1-ed90-42b2-b307-51668abcccc1 HTTP/1.1" status: 200 len: 217 time: 0.0410197 Jun 30 02:55:59.241811 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2872-8890-44a7-8090-717ab5566581 req-46b9513b-0c35-4c9a-b7a0-f460533dd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.243335 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-46b9513b-0c35-4c9a-b7a0-f460533dd846 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16d2e38b-2701-4c76-980f-37512aa5ff58 HTTP/1.1" status: 200 len: 852 time: 0.0505052 Jun 30 02:55:59.278595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-8c471b45-b55e-4d95-a67c-161cd1dc2bfc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275283 Jun 30 02:55:59.326678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428e69b-cc80-4576-9bc0-e26eab61bd37 req-31277005-ec6f-4ce9-8ce1-42ba7d1f293a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.328305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0428e69b-cc80-4576-9bc0-e26eab61bd37 req-31277005-ec6f-4ce9-8ce1-42ba7d1f293a tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 943 time: 0.0659726 Jun 30 02:55:59.372272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0428e69b-cc80-4576-9bc0-e26eab61bd37 req-f38a4a68-a4cc-4e30-bbd1-afe831c38d95 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377033 Jun 30 02:55:59.407271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-750c9310-6c4b-4333-9d9e-b4da309be37d service neutron] 10.222.0.73 "GET /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195080 Jun 30 02:55:59.423074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedf302-0c16-4446-996f-9b7bba4cad57 req-a8903a1b-05b2-4c4f-a8ef-0419688a9427 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.424725 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9fedf302-0c16-4446-996f-9b7bba4cad57 req-a8903a1b-05b2-4c4f-a8ef-0419688a9427 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1097 time: 0.1287062 Jun 30 02:55:59.513031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9fedf302-0c16-4446-996f-9b7bba4cad57 req-ba949b57-16e9-4c4c-a57d-d80a82240024 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767136 Jun 30 02:55:59.537873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-929a2872-8890-44a7-8090-717ab5566581 req-615b5179-cf16-4db7-9e6f-291217f32501 service neutron] 10.222.0.73 "GET /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233542 Jun 30 02:55:59.677023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681e44c-395d-44f0-b5ef-bb9bac2066a0 req-6678df85-53fb-40e2-b83c-86b2c68af0f2 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.678698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a681e44c-395d-44f0-b5ef-bb9bac2066a0 req-6678df85-53fb-40e2-b83c-86b2c68af0f2 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0719028 Jun 30 02:55:59.708947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df778b-28e9-4f29-b03d-c872e6b11f1c req-720c8fbd-d17e-4393-86b4-ce9cfb9b5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.710526 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4df778b-28e9-4f29-b03d-c872e6b11f1c req-720c8fbd-d17e-4393-86b4-ce9cfb9b5fbd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=611b118abde14486960da64693e587b7&device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 1096 time: 0.0559075 Jun 30 02:55:59.716941 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a681e44c-395d-44f0-b5ef-bb9bac2066a0 req-0b28208f-8162-4cca-811d-139e7eaee07d tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Jun 30 02:55:59.808868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df778b-28e9-4f29-b03d-c872e6b11f1c req-aa100ffc-c0a3-4d51-9eb3-d00562095f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.810419 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4df778b-28e9-4f29-b03d-c872e6b11f1c req-aa100ffc-c0a3-4d51-9eb3-d00562095f37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b HTTP/1.1" status: 200 len: 913 time: 0.0911691 Jun 30 02:55:59.859289 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4df778b-28e9-4f29-b03d-c872e6b11f1c req-371b8283-560d-4529-b0f0-6a3e80f75fe1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2bc5cc1-ed90-42b2-b307-51668abcccc1 HTTP/1.1" status: 200 len: 217 time: 0.0361958 Jun 30 02:55:59.946230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df778b-28e9-4f29-b03d-c872e6b11f1c req-046d073a-36f6-4689-8472-2be4c12cfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.947627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4df778b-28e9-4f29-b03d-c872e6b11f1c req-046d073a-36f6-4689-8472-2be4c12cfc6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16d2e38b-2701-4c76-980f-37512aa5ff58 HTTP/1.1" status: 200 len: 852 time: 0.0757022 Jun 30 02:55:59.988618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4df778b-28e9-4f29-b03d-c872e6b11f1c req-1a66121e-b47c-4851-958d-54ccf138ab26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305655 Jun 30 02:55:59.999905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a124d8-85d8-4b9c-b8ac-d0ebdc9ad490 req-852bac02-811d-420e-b83d-a86bf2f0431c tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:00.001430 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9a124d8-85d8-4b9c-b8ac-d0ebdc9ad490 req-852bac02-811d-420e-b83d-a86bf2f0431c tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 944 time: 0.1207044 Jun 30 02:56:00.069764 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:00.427979 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9a124d8-85d8-4b9c-b8ac-d0ebdc9ad490 req-628837a4-b4ca-4316-9300-0bf4e3316c6d tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185891 Jun 30 02:56:00.445236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4df778b-28e9-4f29-b03d-c872e6b11f1c req-7121fe7e-16c5-4613-8949-2752947ebd96 service neutron] 10.222.0.73 "GET /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428315 Jun 30 02:56:00.537012 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4df778b-28e9-4f29-b03d-c872e6b11f1c req-2e901ff2-7efe-43a9-acc7-7f72e08aa8fa service neutron] 10.222.0.73 "GET /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841300 Jun 30 02:56:00.553651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb39ffa-a96b-4da0-97a8-e8c650d92b74 req-b7392471-1a22-441b-8fa9-28a58a6103dc tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:00.559373 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2eb39ffa-a96b-4da0-97a8-e8c650d92b74 req-b7392471-1a22-441b-8fa9-28a58a6103dc tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 943 time: 0.0693822 Jun 30 02:56:00.593922 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2eb39ffa-a96b-4da0-97a8-e8c650d92b74 req-b3eb6908-e5c6-4444-9018-390d081a9000 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Jun 30 02:56:00.698255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aaf22c-5874-4a84-a6de-e415bf834f0b req-7ce7f1d0-a007-4719-9736-4330fa94c8ce tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:00.699722 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40aaf22c-5874-4a84-a6de-e415bf834f0b req-7ce7f1d0-a007-4719-9736-4330fa94c8ce tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1097 time: 0.0735638 Jun 30 02:56:00.742457 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40aaf22c-5874-4a84-a6de-e415bf834f0b req-f9709ddd-08ed-40e0-8697-cefe56844fca tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Jun 30 02:56:00.898292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5721f-a1c8-4a6d-9a95-4433906dd301 req-4cda9d18-bcb4-4501-8ae1-9d1f2b0a871a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:00.905574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e3a5721f-a1c8-4a6d-9a95-4433906dd301 req-4cda9d18-bcb4-4501-8ae1-9d1f2b0a871a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.0734618 Jun 30 02:56:00.939883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e3a5721f-a1c8-4a6d-9a95-4433906dd301 req-6276345b-179d-4c87-8963-13887d8fed03 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333891 Jun 30 02:56:00.976571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-1326c529-b12a-4a15-a511-0352d608de93 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:00.978157 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-1326c529-b12a-4a15-a511-0352d608de93 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 1097 time: 0.0635643 Jun 30 02:56:01.068577 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-f70bc563-c47d-48ca-944d-3c844dd6c9e1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Deleting port bd1e6078-41d5-4a4d-98e9-fee7dbead29a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:01.068916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-f70bc563-c47d-48ca-944d-3c844dd6c9e1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.151923 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-f70bc563-c47d-48ca-944d-3c844dd6c9e1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] For port bd1e6078-41d5-4a4d-98e9-fee7dbead29a, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:01.152272 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-f70bc563-c47d-48ca-944d-3c844dd6c9e1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.167062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-f70bc563-c47d-48ca-944d-3c844dd6c9e1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Calling delete_port for bd1e6078-41d5-4a4d-98e9-fee7dbead29a owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:01.301617 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-f70bc563-c47d-48ca-944d-3c844dd6c9e1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.313884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['2603f522-6a28-4695-b0bb-eeec8e160dbb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:01.316405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['bd1e6078-41d5-4a4d-98e9-fee7dbead29a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:01.328028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bc563-c47d-48ca-944d-3c844dd6c9e1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd1e6078-41d5-4a4d-98e9-fee7dbead29a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:01.378635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-f70bc563-c47d-48ca-944d-3c844dd6c9e1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] No DVR routers for this DVR port bd1e6078-41d5-4a4d-98e9-fee7dbead29a on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:01.381417 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-f70bc563-c47d-48ca-944d-3c844dd6c9e1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.383627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b47f2c5-6b5f-4f5a-a168-15822761908c req-f70bc563-c47d-48ca-944d-3c844dd6c9e1 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.73 "DELETE /v2.0/ports/bd1e6078-41d5-4a4d-98e9-fee7dbead29a HTTP/1.1" status: 204 len: 173 time: 0.3996358 Jun 30 02:56:01.384103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748ed0f9-eead-427b-826c-a346fc436986', 'name': 'network-vif-deleted', 'tag': 'bd1e6078-41d5-4a4d-98e9-fee7dbead29a'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:01.386476 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c954e6-122e-48ba-9699-9e31ed558505" -d '{"events": [{"server_uuid": "748ed0f9-eead-427b-826c-a346fc436986", "name": "network-vif-deleted", "tag": "bd1e6078-41d5-4a4d-98e9-fee7dbead29a"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:01.434145 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2f1b82-b64d-4fb2-8210-dd00edffb3b5 x-openstack-request-id: req-ba2f1b82-b64d-4fb2-8210-dd00edffb3b5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:01.434763 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748ed0f9-eead-427b-826c-a346fc436986", "name": "network-vif-deleted", "tag": "bd1e6078-41d5-4a4d-98e9-fee7dbead29a", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:01.434763 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ba2f1b82-b64d-4fb2-8210-dd00edffb3b5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:01.435108 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748ed0f9-eead-427b-826c-a346fc436986', 'name': 'network-vif-deleted', 'tag': 'bd1e6078-41d5-4a4d-98e9-fee7dbead29a', 'status': 'completed', 'code': 200} Jun 30 02:56:01.509633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 60fa219d-4693-42b4-8246-934ceec3a27c details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:56:01.630021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b0ee4-9360-4a64-bdeb-e49df7e4c011 req-a2c0040d-7df9-458a-916f-c2794b396842 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:01.630751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 60fa219d-4693-42b4-8246-934ceec3a27c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=60fa219d-4693-42b4-8246-934ceec3a27c,segment=NetworkSegment(e5bef3ce-ca52-4943-bc18-b3ef436ed991),segment_id=e5bef3ce-ca52-4943-bc18-b3ef436ed991)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:01.631895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e7b0ee4-9360-4a64-bdeb-e49df7e4c011 req-a2c0040d-7df9-458a-916f-c2794b396842 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 944 time: 0.0692961 Jun 30 02:56:01.642454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '60fa219d-4693-42b4-8246-934ceec3a27c', 'network_id': '689db0af-881a-4a34-b4ef-42fb5bfe2cef', 'port_id': '60fa219d-4693-42b4-8246-934ceec3a27c', 'mac_address': 'fa:16:3e:71:68:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb00b85-279f-4fe0-ab7e-6b224e7accef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:56:01.671548 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e7b0ee4-9360-4a64-bdeb-e49df7e4c011 req-8ffaedde-cec2-4cb6-bf5c-9b29375bab86 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331669 Jun 30 02:56:01.684532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.698443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fa219d-4693-42b4-8246-934ceec3a27c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:01.718372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 60fa219d-4693-42b4-8246-934ceec3a27c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=60fa219d-4693-42b4-8246-934ceec3a27c,segment=NetworkSegment(e5bef3ce-ca52-4943-bc18-b3ef436ed991),segment_id=e5bef3ce-ca52-4943-bc18-b3ef436ed991)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:01.722913 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:01.770285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=60fa219d-4693-42b4-8246-934ceec3a27c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:01.777429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9452a10-3256-47ce-a57a-4c60cb0eb317 req-3b025f28-58dd-4b8a-a9a1-ee43cb743044 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:01.778940 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9452a10-3256-47ce-a57a-4c60cb0eb317 req-3b025f28-58dd-4b8a-a9a1-ee43cb743044 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 944 time: 0.0650682 Jun 30 02:56:01.788408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e2bc5cc1-ed90-42b2-b307-51668abcccc1 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:56:01.823468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9452a10-3256-47ce-a57a-4c60cb0eb317 req-2db537f3-4d13-4923-bdb3-88504cbbb1fc tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375733 Jun 30 02:56:01.902533 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19b0be40-f657-4366-97e8-e47372166734 req-0ba02d0c-5203-4722-870e-03971ec8b39c tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=748ed0f9-eead-427b-826c-a346fc436986 HTTP/1.1" status: 200 len: 210 time: 0.0278533 Jun 30 02:56:02.058243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e2bc5cc1-ed90-42b2-b307-51668abcccc1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e2bc5cc1-ed90-42b2-b307-51668abcccc1,segment=NetworkSegment(f06309d9-fa72-4fe4-a32a-23cf2cf1a36d),segment_id=f06309d9-fa72-4fe4-a32a-23cf2cf1a36d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:02.071836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'e2bc5cc1-ed90-42b2-b307-51668abcccc1', 'network_id': 'dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b', 'port_id': 'e2bc5cc1-ed90-42b2-b307-51668abcccc1', 'mac_address': 'fa:16:3e:08:ed:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d2e38b-2701-4c76-980f-37512aa5ff58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:56:02.109986 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.123728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bc5cc1-ed90-42b2-b307-51668abcccc1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:56:02.144178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e2bc5cc1-ed90-42b2-b307-51668abcccc1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e2bc5cc1-ed90-42b2-b307-51668abcccc1,segment=NetworkSegment(f06309d9-fa72-4fe4-a32a-23cf2cf1a36d),segment_id=f06309d9-fa72-4fe4-a32a-23cf2cf1a36d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:02.149546 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:02.176413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['60fa219d-4693-42b4-8246-934ceec3a27c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:02.233945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=e2bc5cc1-ed90-42b2-b307-51668abcccc1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:02.380281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['e2bc5cc1-ed90-42b2-b307-51668abcccc1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:02.863847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c41d-b073-428c-abde-c2ec1fccbc2d req-c900ab55-f0ba-4522-bb9d-b9e857187952 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:02.865344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a3f9c41d-b073-428c-abde-c2ec1fccbc2d req-c900ab55-f0ba-4522-bb9d-b9e857187952 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 945 time: 0.0688107 Jun 30 02:56:02.905358 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a3f9c41d-b073-428c-abde-c2ec1fccbc2d req-c1d86a79-7429-4437-8c15-78a7142f43ef tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339925 Jun 30 02:56:03.007260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a34254-fb7e-4f02-aaf1-6473dc6e4eb6 req-6d52f8b1-699d-441c-bb32-8102222999a0 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:03.008774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2a34254-fb7e-4f02-aaf1-6473dc6e4eb6 req-6d52f8b1-699d-441c-bb32-8102222999a0 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 944 time: 0.0670538 Jun 30 02:56:03.047353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2a34254-fb7e-4f02-aaf1-6473dc6e4eb6 req-9bcf7dcd-29f9-48a2-b1bb-bda8cd695d0b tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Jun 30 02:56:03.358101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c621e6-1fd1-4e8b-bd7c-87fdca5906b5 req-35c277f5-3920-4d4a-ab38-0d3e754e9593 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:03.359670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6c621e6-1fd1-4e8b-bd7c-87fdca5906b5 req-35c277f5-3920-4d4a-ab38-0d3e754e9593 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1097 time: 0.0536580 Jun 30 02:56:03.401970 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6c621e6-1fd1-4e8b-bd7c-87fdca5906b5 req-4326697d-512b-4e46-aaf7-07d9e237cb29 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334680 Jun 30 02:56:03.537827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 60fa219d-4693-42b4-8246-934ceec3a27c up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:03.604533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 60fa219d-4693-42b4-8246-934ceec3a27c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:03.610519 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 60fa219d-4693-42b4-8246-934ceec3a27c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:03.611081 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.694375 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.719374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc45e4c7-b86d-4753-a666-dbc5f1bacedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fa219d-4693-42b4-8246-934ceec3a27c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:03.721757 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ec9a04-9d7c-49db-a96f-61ac8106459e" -d '{"events": [{"server_uuid": "fc45e4c7-b86d-4753-a666-dbc5f1bacedf", "name": "network-vif-plugged", "status": "completed", "tag": "60fa219d-4693-42b4-8246-934ceec3a27c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:03.738586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 60fa219d-4693-42b4-8246-934ceec3a27c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=60fa219d-4693-42b4-8246-934ceec3a27c,segment=NetworkSegment(e5bef3ce-ca52-4943-bc18-b3ef436ed991),segment_id=e5bef3ce-ca52-4943-bc18-b3ef436ed991)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:03.743991 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.766903 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43006e0-49fd-4bbe-8048-133c7ba0057b x-openstack-request-id: req-e43006e0-49fd-4bbe-8048-133c7ba0057b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:03.767208 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc45e4c7-b86d-4753-a666-dbc5f1bacedf", "name": "network-vif-plugged", "status": "completed", "tag": "60fa219d-4693-42b4-8246-934ceec3a27c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:03.767460 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e43006e0-49fd-4bbe-8048-133c7ba0057b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:03.767852 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc45e4c7-b86d-4753-a666-dbc5f1bacedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fa219d-4693-42b4-8246-934ceec3a27c', 'code': 200} Jun 30 02:56:03.792193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e2bc5cc1-ed90-42b2-b307-51668abcccc1 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:56:03.799451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=60fa219d-4693-42b4-8246-934ceec3a27c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:03.846726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port e2bc5cc1-ed90-42b2-b307-51668abcccc1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:56:03.850660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port e2bc5cc1-ed90-42b2-b307-51668abcccc1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:56:03.851070 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.890126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c56d0a-20df-4065-b9fb-245a3b77685b req-d8c2bc92-9027-4705-8e66-a490c7f0f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:03.891681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49c56d0a-20df-4065-b9fb-245a3b77685b req-d8c2bc92-9027-4705-8e66-a490c7f0f0f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 1097 time: 0.0575125 Jun 30 02:56:03.931655 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49c56d0a-20df-4065-b9fb-245a3b77685b req-c80dceaa-4339-4d84-9802-c1e2e3477d9f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Jun 30 02:56:03.934932 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.967907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port e2bc5cc1-ed90-42b2-b307-51668abcccc1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e2bc5cc1-ed90-42b2-b307-51668abcccc1,segment=NetworkSegment(f06309d9-fa72-4fe4-a32a-23cf2cf1a36d),segment_id=f06309d9-fa72-4fe4-a32a-23cf2cf1a36d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:03.972972 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:03.973755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device bd1e6078-41d5-4a4d-98e9-fee7dbead29a no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:04.009560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: bd1e6078-41d5-4a4d-98e9-fee7dbead29a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:04.009910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device bd1e6078-41d5-4a4d-98e9-fee7dbead29a not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:04.038822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=e2bc5cc1-ed90-42b2-b307-51668abcccc1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:04.085957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e330a-e702-4e18-b1f6-7001ea89ef76 req-d7a63562-ea12-438e-a2e8-9c0db03f6453 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:04.087464 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-088e330a-e702-4e18-b1f6-7001ea89ef76 req-d7a63562-ea12-438e-a2e8-9c0db03f6453 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0689442 Jun 30 02:56:04.125289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-088e330a-e702-4e18-b1f6-7001ea89ef76 req-bd3cb0ba-b98e-4fc9-a82b-f60a2552fcef tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Jun 30 02:56:04.223506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab5b77-4b7a-410c-9adc-632fab5ce456 req-f5369573-b186-4319-8f47-3b71478eef70 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:04.224919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-beab5b77-4b7a-410c-9adc-632fab5ce456 req-f5369573-b186-4319-8f47-3b71478eef70 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 945 time: 0.0638702 Jun 30 02:56:04.277045 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-beab5b77-4b7a-410c-9adc-632fab5ce456 req-4404b270-c6e8-462f-8cef-2b6bc3c91011 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 Jun 30 02:56:04.568279 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61635b36-b337-48d7-9ef1-09199cc59863 req-b4bd6665-8f1f-47ec-8320-5525659a7c23 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:04.569779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-61635b36-b337-48d7-9ef1-09199cc59863 req-b4bd6665-8f1f-47ec-8320-5525659a7c23 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1097 time: 0.0535769 Jun 30 02:56:04.612728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-61635b36-b337-48d7-9ef1-09199cc59863 req-653fe4b9-a22a-4410-8fc3-93c83c1e1a88 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7a90de42-7114-49fb-9a0f-ae05443b048a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343473 Jun 30 02:56:05.274421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-e8ba699e-f602-4151-b2f1-ab18362f6aa0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:05.276113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-e8ba699e-f602-4151-b2f1-ab18362f6aa0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 1097 time: 0.0606637 Jun 30 02:56:05.320578 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca35bd-bc55-4d5a-8bef-49e8b1a9a7fa req-acb48c78-d0a8-4a77-b248-c6df649349cf tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:05.323210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99ca35bd-bc55-4d5a-8bef-49e8b1a9a7fa req-acb48c78-d0a8-4a77-b248-c6df649349cf tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0801208 Jun 30 02:56:05.371906 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99ca35bd-bc55-4d5a-8bef-49e8b1a9a7fa req-51195e58-5d28-4d0d-a419-b1b3973f76d2 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Jun 30 02:56:05.373701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-22bd8d90-a758-44d8-83b9-7c55162869b0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Deleting port 2603f522-6a28-4695-b0bb-eeec8e160dbb {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:05.374042 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-22bd8d90-a758-44d8-83b9-7c55162869b0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.490825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-22bd8d90-a758-44d8-83b9-7c55162869b0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] For port 2603f522-6a28-4695-b0bb-eeec8e160dbb, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2603f522-6a28-4695-b0bb-eeec8e160dbb,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:05.491206 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-22bd8d90-a758-44d8-83b9-7c55162869b0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.509284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-22bd8d90-a758-44d8-83b9-7c55162869b0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Calling delete_port for 2603f522-6a28-4695-b0bb-eeec8e160dbb owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:05.520522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9b723-cd3d-4b67-b6b8-cd717da0bffd req-16b0871b-171c-4d51-82f4-2cffc3ebef02 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:05.521997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21f9b723-cd3d-4b67-b6b8-cd717da0bffd req-16b0871b-171c-4d51-82f4-2cffc3ebef02 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 945 time: 0.1122584 Jun 30 02:56:05.606762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21f9b723-cd3d-4b67-b6b8-cd717da0bffd req-523642ed-03d4-4651-8997-1df9168ca654 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790441 Jun 30 02:56:05.675321 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-22bd8d90-a758-44d8-83b9-7c55162869b0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.693198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['2603f522-6a28-4695-b0bb-eeec8e160dbb'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:05.713085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd8d90-a758-44d8-83b9-7c55162869b0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Pushing event deleted for resources: {'Port': ['ID=2603f522-6a28-4695-b0bb-eeec8e160dbb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:05.767021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-22bd8d90-a758-44d8-83b9-7c55162869b0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] No DVR routers for this DVR port 2603f522-6a28-4695-b0bb-eeec8e160dbb on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:05.769070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8853269-4465-4a06-9688-35f7d77a0063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bc5cc1-ed90-42b2-b307-51668abcccc1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:05.770176 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-22bd8d90-a758-44d8-83b9-7c55162869b0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.771399 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34ce587-4eb9-49e2-a656-7765412431f7" -d '{"events": [{"server_uuid": "c8853269-4465-4a06-9688-35f7d77a0063", "name": "network-vif-plugged", "status": "completed", "tag": "e2bc5cc1-ed90-42b2-b307-51668abcccc1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:05.772191 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c042a018-dec2-4aa6-84f9-993d2d329cb9 req-22bd8d90-a758-44d8-83b9-7c55162869b0 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.69 "DELETE /v2.0/ports/2603f522-6a28-4695-b0bb-eeec8e160dbb HTTP/1.1" status: 204 len: 173 time: 0.4906909 Jun 30 02:56:05.772636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed5fc96-fec7-4157-ba8e-e19e406a999d', 'name': 'network-vif-deleted', 'tag': '2603f522-6a28-4695-b0bb-eeec8e160dbb'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:05.774969 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07b4ef7-9ba9-472c-b8ab-ef9744c44409" -d '{"events": [{"server_uuid": "bed5fc96-fec7-4157-ba8e-e19e406a999d", "name": "network-vif-deleted", "tag": "2603f522-6a28-4695-b0bb-eeec8e160dbb"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:05.815906 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b41a6827-98c4-4962-a1ed-9e542707da04 req-03b0d38b-76b0-4f49-b12a-03a7edd87527 tempest-TestServerMultinode-858264332 tempest-TestServerMultinode-858264332-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bed5fc96-fec7-4157-ba8e-e19e406a999d HTTP/1.1" status: 200 len: 210 time: 0.0501785 Jun 30 02:56:05.871711 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc33e090-ba5e-4cb4-a5f7-faf2f8e6c52b x-openstack-request-id: req-cc33e090-ba5e-4cb4-a5f7-faf2f8e6c52b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:05.872275 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8853269-4465-4a06-9688-35f7d77a0063", "name": "network-vif-plugged", "status": "completed", "tag": "e2bc5cc1-ed90-42b2-b307-51668abcccc1", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:05.872719 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc33e090-ba5e-4cb4-a5f7-faf2f8e6c52b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:05.873299 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8853269-4465-4a06-9688-35f7d77a0063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bc5cc1-ed90-42b2-b307-51668abcccc1', 'code': 200} Jun 30 02:56:05.909605 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f612a757-598c-4f38-a12c-0221c1c92b98 x-openstack-request-id: req-f612a757-598c-4f38-a12c-0221c1c92b98 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:05.910001 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed5fc96-fec7-4157-ba8e-e19e406a999d", "name": "network-vif-deleted", "tag": "2603f522-6a28-4695-b0bb-eeec8e160dbb", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:05.910405 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f612a757-598c-4f38-a12c-0221c1c92b98 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:05.910890 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed5fc96-fec7-4157-ba8e-e19e406a999d', 'name': 'network-vif-deleted', 'tag': '2603f522-6a28-4695-b0bb-eeec8e160dbb', 'status': 'completed', 'code': 200} Jun 30 02:56:06.008832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b3f43-e126-42c1-95d5-7bdf54cef356 req-1fb9f012-3f51-41e2-bf29-4dabefe0d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:06.010232 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a87b3f43-e126-42c1-95d5-7bdf54cef356 req-1fb9f012-3f51-41e2-bf29-4dabefe0d2cd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 1098 time: 0.0573072 Jun 30 02:56:06.051069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a87b3f43-e126-42c1-95d5-7bdf54cef356 req-19f4e7c9-b515-4eb7-a7ce-e7f9b2b528d3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330608 Jun 30 02:56:06.555603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6e256-6b69-4e65-b27c-1b38bba45159 req-74bbf033-286b-430b-97f5-89e35c70a588 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:06.558043 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-66d6e256-6b69-4e65-b27c-1b38bba45159 req-74bbf033-286b-430b-97f5-89e35c70a588 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0767145 Jun 30 02:56:06.598478 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-66d6e256-6b69-4e65-b27c-1b38bba45159 req-76dcfe76-9740-484f-8055-9e886fc24a7a tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Jun 30 02:56:06.918098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:07.293655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.558101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] Deleting port 8665069f-f9da-4a55-9deb-201093aff341 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:07.558355 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.636250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] For port 8665069f-f9da-4a55-9deb-201093aff341, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8665069f-f9da-4a55-9deb-201093aff341,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:07.636641 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.649896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] Calling delete_port for 8665069f-f9da-4a55-9deb-201093aff341 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:07.779000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579771ae-9b9f-49a9-983d-45be0cc3343d req-26c806e0-8cc2-448d-877e-e7661be57253 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:07.781036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-579771ae-9b9f-49a9-983d-45be0cc3343d req-26c806e0-8cc2-448d-877e-e7661be57253 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0686226 Jun 30 02:56:07.818619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-579771ae-9b9f-49a9-983d-45be0cc3343d req-318436b2-136a-44b0-b6a3-8261b46059ac tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Jun 30 02:56:07.835687 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:07.866695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8665069f-f9da-4a55-9deb-201093aff341,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:08.084444 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.107426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc10130-6abe-4e58-b27e-b80f5ea30fbc req-046c0e9a-4045-49ab-a14e-f9ba05bfec44 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:08.109982 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8cc10130-6abe-4e58-b27e-b80f5ea30fbc req-046c0e9a-4045-49ab-a14e-f9ba05bfec44 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.1594176 Jun 30 02:56:08.216090 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8cc10130-6abe-4e58-b27e-b80f5ea30fbc req-8224f89f-bfff-40dc-bbb6-3024624eda79 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710957 Jun 30 02:56:08.353819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] Router 0b1454ba-2b6b-4d2a-a423-550a66895c7c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:08.467213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:08.474975 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b6da5b5-8885-4282-9b7c-3ba0ba134af9 admin admin] 10.222.0.55 "PUT /v2.0/routers/0b1454ba-2b6b-4d2a-a423-550a66895c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5535922 Jun 30 02:56:08.475654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41720) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:08.482654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] Sync routers for ids ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:08.502524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] Routers {'0b1454ba-2b6b-4d2a-a423-550a66895c7c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:08.503205 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:08.617402 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.622749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] Set router 0b1454ba-2b6b-4d2a-a423-550a66895c7c gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:08.720940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751fb53-1dba-411f-b656-3848baeb60a7 req-decbdf7f-2c82-497b-bc97-ef7f315fcb61 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:08.722574 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f751fb53-1dba-411f-b656-3848baeb60a7 req-decbdf7f-2c82-497b-bc97-ef7f315fcb61 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.1591597 Jun 30 02:56:08.769838 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f751fb53-1dba-411f-b656-3848baeb60a7 req-e6c98aa9-4e65-42f8-bc0d-0c8a47e69079 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339763 Jun 30 02:56:08.781002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.816461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'name': 'tempest-TestServerMultinode-121409283-router', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '077a56a4-af54-4777-b137-fa223ba26465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:15Z', 'updated_at': '2021-06-30T02:56:07Z', 'revision_number': 5, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'gw_port': {'id': '077a56a4-af54-4777-b137-fa223ba26465', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:16Z', 'updated_at': '2021-06-30T02:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:08.843579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] Checking router: 0b1454ba-2b6b-4d2a-a423-550a66895c7c for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:08.852631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] Routers {'0b1454ba-2b6b-4d2a-a423-550a66895c7c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:08.853241 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:08.853427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Deleting port 077a56a4-af54-4777-b137-fa223ba26465 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:08.853880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.935847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] For port 077a56a4-af54-4777-b137-fa223ba26465, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=077a56a4-af54-4777-b137-fa223ba26465,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:08.935847 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.939404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] Set router 0b1454ba-2b6b-4d2a-a423-550a66895c7c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:08.949193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Calling delete_port for 077a56a4-af54-4777-b137-fa223ba26465 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:08.993913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'name': 'tempest-TestServerMultinode-121409283-router', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:15Z', 'updated_at': '2021-06-30T02:56:08Z', 'revision_number': 6, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:09.020491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdc50fa-2447-415a-a826-dfeb5229b744 None None] The sync data for ids ['0b1454ba-2b6b-4d2a-a423-550a66895c7c'] in n-d-758944-39 is: [{'id': '0b1454ba-2b6b-4d2a-a423-550a66895c7c', 'name': 'tempest-TestServerMultinode-121409283-router', 'tenant_id': '60600bc9ee434d5599784938f77be3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:15Z', 'updated_at': '2021-06-30T02:56:08Z', 'revision_number': 6, 'project_id': '60600bc9ee434d5599784938f77be3e0', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:09.137198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.161805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Pushing event deleted for resources: {'Port': ['ID=077a56a4-af54-4777-b137-fa223ba26465,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:09.231163 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.327859 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.330273 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.379731 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.380738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b1454ba-2b6b-4d2a-a423-550a66895c7c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:56:09.387315 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.391939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:09.392588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-99f549f1-77a7-4e1e-b4b1-cd0ce75d900e admin admin] 10.222.0.55 "DELETE /v2.0/routers/0b1454ba-2b6b-4d2a-a423-550a66895c7c HTTP/1.1" status: 204 len: 168 time: 0.9154658 Jun 30 02:56:09.442755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-23992a8f-8b91-4326-90a5-b45eafd43d47 admin admin] Deleting subnet 640acedc-6032-4435-b948-a1223beef765 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:09.446091 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23992a8f-8b91-4326-90a5-b45eafd43d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.488655 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23992a8f-8b91-4326-90a5-b45eafd43d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.560605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2603f522-6a28-4695-b0bb-eeec8e160dbb no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:09.572147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23992a8f-8b91-4326-90a5-b45eafd43d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.581526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 2603f522-6a28-4695-b0bb-eeec8e160dbb {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:09.581922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2603f522-6a28-4695-b0bb-eeec8e160dbb not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:09.630761 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23992a8f-8b91-4326-90a5-b45eafd43d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.656946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23992a8f-8b91-4326-90a5-b45eafd43d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640acedc-6032-4435-b948-a1223beef765,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:09.659217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-23992a8f-8b91-4326-90a5-b45eafd43d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.663911 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-23992a8f-8b91-4326-90a5-b45eafd43d47 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/640acedc-6032-4435-b948-a1223beef765 HTTP/1.1" status: 204 len: 168 time: 0.2680910 Jun 30 02:56:09.663911 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:09.666035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d0bc2-1d5a-492a-ac5e-5aa95a5b4c7b None None] Network 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:09.730003 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.783965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Deleting port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:09.784285 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.865654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] For port 62eb11ad-7ead-461d-b3ad-c5d998ecb771, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=62eb11ad-7ead-461d-b3ad-c5d998ecb771,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:09.865956 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:09.882158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Calling delete_port for 62eb11ad-7ead-461d-b3ad-c5d998ecb771 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:09.910338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315e15c6-b40a-49be-8293-3ff98f8c4359 None None] DHCP port deletion for 90fcbc74-d6b9-489a-a1d4-c4169dbb2aac request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:56:09.960931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-315e15c6-b40a-49be-8293-3ff98f8c4359 None None] Deleting port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:09.961376 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-315e15c6-b40a-49be-8293-3ff98f8c4359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.027931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57000d85-e2f5-4ebb-90c3-87093888651f req-950e01f3-239f-431e-8b10-c290b29cbf5d tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:10.029662 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-57000d85-e2f5-4ebb-90c3-87093888651f req-950e01f3-239f-431e-8b10-c290b29cbf5d tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.1039233 Jun 30 02:56:10.037044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-315e15c6-b40a-49be-8293-3ff98f8c4359 None None] For port 62eb11ad-7ead-461d-b3ad-c5d998ecb771, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=62eb11ad-7ead-461d-b3ad-c5d998ecb771,segment=NetworkSegment(1ecef570-0b05-4e02-b703-133dadb04e5f),segment_id=1ecef570-0b05-4e02-b703-133dadb04e5f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:10.037658 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-315e15c6-b40a-49be-8293-3ff98f8c4359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.046276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.054543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-315e15c6-b40a-49be-8293-3ff98f8c4359 None None] Calling delete_port for 62eb11ad-7ead-461d-b3ad-c5d998ecb771 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:10.087304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=62eb11ad-7ead-461d-b3ad-c5d998ecb771,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:10.096420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] No DVR routers for this DVR port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:10.151359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-57000d85-e2f5-4ebb-90c3-87093888651f req-6cabf979-e34b-410a-872e-d83a70f9b63f tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140752 Jun 30 02:56:10.161334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 62eb11ad-7ead-461d-b3ad-c5d998ecb771 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:10.200069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 62eb11ad-7ead-461d-b3ad-c5d998ecb771 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:10.200538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 62eb11ad-7ead-461d-b3ad-c5d998ecb771 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:10.201374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 077a56a4-af54-4777-b137-fa223ba26465 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:10.205248 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.216086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fcbc74-d6b9-489a-a1d4-c4169dbb2aac']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:10.222505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 077a56a4-af54-4777-b137-fa223ba26465 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:10.223003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 077a56a4-af54-4777-b137-fa223ba26465 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:10.223501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8665069f-f9da-4a55-9deb-201093aff341 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:10.228156 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-315e15c6-b40a-49be-8293-3ff98f8c4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.229775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecef570-0b05-4e02-b703-133dadb04e5f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:10.230303 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecef570-0b05-4e02-b703-133dadb04e5f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:10.243185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.259866 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.269047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:10.269457 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:10.271649 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:10.280957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 8665069f-f9da-4a55-9deb-201093aff341 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:10.281360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8665069f-f9da-4a55-9deb-201093aff341 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:10.285641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e15c6-b40a-49be-8293-3ff98f8c4359 None None] Pushing event deleted for resources: {'Port': ['ID=62eb11ad-7ead-461d-b3ad-c5d998ecb771,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:10.288401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e15c6-b40a-49be-8293-3ff98f8c4359 None None] No DVR routers for this DVR port 62eb11ad-7ead-461d-b3ad-c5d998ecb771 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:10.333920 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.341628 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.347370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/90fcbc74-d6b9-489a-a1d4-c4169dbb2aac HTTP/1.1" status: 204 len: 168 time: 0.6792240 Jun 30 02:56:10.347370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:10.362419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1962b-9928-421b-ba4f-00927a63ccf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=90fcbc74-d6b9-489a-a1d4-c4169dbb2aac,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:10.560471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba584e58-dce6-4913-b8a7-dc682d398c3e req-4c6edbaa-3b7e-426f-a3b2-d10d5dda5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:10.561975 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba584e58-dce6-4913-b8a7-dc682d398c3e req-4c6edbaa-3b7e-426f-a3b2-d10d5dda5d07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=611b118abde14486960da64693e587b7&device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 1098 time: 0.0544226 Jun 30 02:56:10.648157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c7cfe-d34e-491d-ad72-61bed2d2d4a4 req-3485b120-f6e0-485c-abfc-55225e9a1743 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:10.649619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f11c7cfe-d34e-491d-ad72-61bed2d2d4a4 req-3485b120-f6e0-485c-abfc-55225e9a1743 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.1350517 Jun 30 02:56:10.657018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba584e58-dce6-4913-b8a7-dc682d398c3e req-8a0b30f1-99cb-4404-84b8-f9388d09bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:10.659102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba584e58-dce6-4913-b8a7-dc682d398c3e req-8a0b30f1-99cb-4404-84b8-f9388d09bf78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b HTTP/1.1" status: 200 len: 913 time: 0.0894923 Jun 30 02:56:10.701312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba584e58-dce6-4913-b8a7-dc682d398c3e req-9ee67bea-f126-4600-afce-0891f816a34c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2bc5cc1-ed90-42b2-b307-51668abcccc1 HTTP/1.1" status: 200 len: 217 time: 0.0352271 Jun 30 02:56:10.715855 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f11c7cfe-d34e-491d-ad72-61bed2d2d4a4 req-eb31cc96-fbb7-44f2-af95-cdd7ae47dfd4 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584617 Jun 30 02:56:10.753657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba584e58-dce6-4913-b8a7-dc682d398c3e req-b9c59ace-76b1-451c-850b-17472d562322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:10.755264 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba584e58-dce6-4913-b8a7-dc682d398c3e req-b9c59ace-76b1-451c-850b-17472d562322 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16d2e38b-2701-4c76-980f-37512aa5ff58 HTTP/1.1" status: 200 len: 852 time: 0.0473380 Jun 30 02:56:10.792797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba584e58-dce6-4913-b8a7-dc682d398c3e req-21300c54-6888-4102-aa44-683a8c542a4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302784 Jun 30 02:56:10.800501 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:10.886454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba584e58-dce6-4913-b8a7-dc682d398c3e req-a9fae7d0-bd18-49be-bdb0-07b3ec351ed2 service neutron] 10.222.0.73 "GET /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855069 Jun 30 02:56:10.986451 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ba584e58-dce6-4913-b8a7-dc682d398c3e req-2536aef0-50b5-45d9-b24d-6fde6df984d1 service neutron] 10.222.0.73 "GET /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927725 Jun 30 02:56:11.066088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] Deleting port df895f43-d3cb-4256-8dfd-a4aec7e3c024 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:11.066411 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.150254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] For port df895f43-d3cb-4256-8dfd-a4aec7e3c024, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=df895f43-d3cb-4256-8dfd-a4aec7e3c024,segment=NetworkSegment(e93af453-5657-4ef4-bdcc-f06006a0ba56),segment_id=e93af453-5657-4ef4-bdcc-f06006a0ba56)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:11.150494 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.164167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] Calling delete_port for df895f43-d3cb-4256-8dfd-a4aec7e3c024 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:11.361812 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.392090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=df895f43-d3cb-4256-8dfd-a4aec7e3c024,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:11.565282 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:11.781005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] Router 04582629-cd17-41fc-9a32-8065ac243fe2 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:11.910585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a11f97-60c5-4198-95ea-c43ef8acf77a req-436e0f85-c493-4c40-8dbc-23ad3d5bd2d0 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:11.912290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c7a11f97-60c5-4198-95ea-c43ef8acf77a req-436e0f85-c493-4c40-8dbc-23ad3d5bd2d0 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0691335 Jun 30 02:56:11.957331 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c7a11f97-60c5-4198-95ea-c43ef8acf77a req-43a39e0e-a45d-4d69-be35-1e952061ca96 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389400 Jun 30 02:56:12.245407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:12.250580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0bac0f76-8065-4b8e-abc2-d6dd7b197a34 admin admin] 10.222.0.55 "PUT /v2.0/routers/04582629-cd17-41fc-9a32-8065ac243fe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9024971 Jun 30 02:56:12.253285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:12.255836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca28e22-6283-4f91-88a2-052add2012be None None] Sync routers for ids ['04582629-cd17-41fc-9a32-8065ac243fe2'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:12.265978 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca28e22-6283-4f91-88a2-052add2012be None None] Routers {'04582629-cd17-41fc-9a32-8065ac243fe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:12.267085 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cca28e22-6283-4f91-88a2-052add2012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['04582629-cd17-41fc-9a32-8065ac243fe2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:12.340409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba63d43-c094-4116-ab5f-febb8be44a6c req-d636fea9-b32f-4a75-842e-90c82e044810 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:12.342100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ba63d43-c094-4116-ab5f-febb8be44a6c req-d636fea9-b32f-4a75-842e-90c82e044810 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0654945 Jun 30 02:56:12.365560 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.369556 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cca28e22-6283-4f91-88a2-052add2012be None None] Set router 04582629-cd17-41fc-9a32-8065ac243fe2 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:12.382981 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ba63d43-c094-4116-ab5f-febb8be44a6c req-45401065-f85b-4bfa-9b13-5a98b97db060 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350351 Jun 30 02:56:12.479859 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.535381 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Deleting port 498528ac-0539-401a-9338-5fcb4264f71c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:12.535738 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.552187 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cca28e22-6283-4f91-88a2-052add2012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'name': 'tempest-TestServerMultinode-606714531-router', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88'}], 'enable_snat': True}, 'gw_port_id': '498528ac-0539-401a-9338-5fcb4264f71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:22Z', 'updated_at': '2021-06-30T02:56:11Z', 'revision_number': 5, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'gw_port': {'id': '498528ac-0539-401a-9338-5fcb4264f71c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:52:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:55:23Z', 'updated_at': '2021-06-30T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:12.578510 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca28e22-6283-4f91-88a2-052add2012be None None] Checking router: 04582629-cd17-41fc-9a32-8065ac243fe2 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:12.587292 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca28e22-6283-4f91-88a2-052add2012be None None] Routers {'04582629-cd17-41fc-9a32-8065ac243fe2'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:12.588008 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cca28e22-6283-4f91-88a2-052add2012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['04582629-cd17-41fc-9a32-8065ac243fe2'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:12.612266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] For port 498528ac-0539-401a-9338-5fcb4264f71c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=498528ac-0539-401a-9338-5fcb4264f71c,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:12.612507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.630567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Calling delete_port for 498528ac-0539-401a-9338-5fcb4264f71c owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:12.770828 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cca28e22-6283-4f91-88a2-052add2012be None None] Set router 04582629-cd17-41fc-9a32-8065ac243fe2 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:12.809620 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.825658 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cca28e22-6283-4f91-88a2-052add2012be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'name': 'tempest-TestServerMultinode-606714531-router', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:22Z', 'updated_at': '2021-06-30T02:56:12Z', 'revision_number': 6, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:12.837880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Pushing event deleted for resources: {'Port': ['ID=498528ac-0539-401a-9338-5fcb4264f71c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:12.852581 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca28e22-6283-4f91-88a2-052add2012be None None] The sync data for ids ['04582629-cd17-41fc-9a32-8065ac243fe2'] in n-d-758944-39 is: [{'id': '04582629-cd17-41fc-9a32-8065ac243fe2', 'name': 'tempest-TestServerMultinode-606714531-router', 'tenant_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:55:22Z', 'updated_at': '2021-06-30T02:56:12Z', 'revision_number': 6, 'project_id': '7a6ef22a4ef14c3cac9fab12ccccfaa4', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:12.905153 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.994257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.996873 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.048083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.048649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04582629-cd17-41fc-9a32-8065ac243fe2 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:56:13.052982 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.054126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4fea9524-7eb1-456b-8173-4ceac254682e admin admin] 10.222.0.55 "DELETE /v2.0/routers/04582629-cd17-41fc-9a32-8065ac243fe2 HTTP/1.1" status: 204 len: 168 time: 0.7985213 Jun 30 02:56:13.056760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:13.111301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9eec071-5d6e-418d-adcc-650130df1255 admin admin] Deleting subnet ed9c604d-cf12-404d-b2d7-600c5fb0f611 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:13.114884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9eec071-5d6e-418d-adcc-650130df1255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.150208 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9eec071-5d6e-418d-adcc-650130df1255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.240209 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9eec071-5d6e-418d-adcc-650130df1255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.300863 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9eec071-5d6e-418d-adcc-650130df1255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.323831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eec071-5d6e-418d-adcc-650130df1255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9c604d-cf12-404d-b2d7-600c5fb0f611,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:13.330198 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c9eec071-5d6e-418d-adcc-650130df1255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.331959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c9eec071-5d6e-418d-adcc-650130df1255 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ed9c604d-cf12-404d-b2d7-600c5fb0f611 HTTP/1.1" status: 204 len: 168 time: 0.2742417 Jun 30 02:56:13.334526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41752) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:13.337059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217177e-e346-4ebb-82a7-ef414eff8b1a None None] Network 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:13.400570 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.462255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Deleting port 69466689-b53b-4d62-8912-3ae3eb92baef {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:13.462594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.559348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] For port 69466689-b53b-4d62-8912-3ae3eb92baef, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=69466689-b53b-4d62-8912-3ae3eb92baef,segment=NetworkSegment(e93af453-5657-4ef4-bdcc-f06006a0ba56),segment_id=e93af453-5657-4ef4-bdcc-f06006a0ba56)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:13.559706 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.576038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Calling delete_port for 69466689-b53b-4d62-8912-3ae3eb92baef owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:13.642750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447f2eca-9a03-402a-9ef8-cf43e0a2f0af None None] DHCP port deletion for 14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:56:13.644110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2748c-d2b1-4381-8617-6edf64475dca req-f1387807-61fc-428c-a2be-d56ad9c9b11c tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:13.651156 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecf2748c-d2b1-4381-8617-6edf64475dca req-f1387807-61fc-428c-a2be-d56ad9c9b11c tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.1412604 Jun 30 02:56:13.692743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-447f2eca-9a03-402a-9ef8-cf43e0a2f0af None None] Deleting port 69466689-b53b-4d62-8912-3ae3eb92baef {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:13.693417 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-447f2eca-9a03-402a-9ef8-cf43e0a2f0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.706410 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecf2748c-d2b1-4381-8617-6edf64475dca req-2c906a8f-92d2-4429-b211-066a1bca4d4b tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544453 Jun 30 02:56:13.722311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.747440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=69466689-b53b-4d62-8912-3ae3eb92baef,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:13.751234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] No DVR routers for this DVR port 69466689-b53b-4d62-8912-3ae3eb92baef on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:13.775652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-447f2eca-9a03-402a-9ef8-cf43e0a2f0af None None] For port 69466689-b53b-4d62-8912-3ae3eb92baef, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=69466689-b53b-4d62-8912-3ae3eb92baef,segment=NetworkSegment(e93af453-5657-4ef4-bdcc-f06006a0ba56),segment_id=e93af453-5657-4ef4-bdcc-f06006a0ba56)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:13.776047 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-447f2eca-9a03-402a-9ef8-cf43e0a2f0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.790836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-447f2eca-9a03-402a-9ef8-cf43e0a2f0af None None] Calling delete_port for 69466689-b53b-4d62-8912-3ae3eb92baef owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:13.826802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.836950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:13.848657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93af453-5657-4ef4-bdcc-f06006a0ba56') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:13.848949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93af453-5657-4ef4-bdcc-f06006a0ba56') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:13.857735 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.874466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.879084 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-447f2eca-9a03-402a-9ef8-cf43e0a2f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.882557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:13.883302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:13.899601 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:13.907784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f2eca-9a03-402a-9ef8-cf43e0a2f0af None None] Pushing event deleted for resources: {'Port': ['ID=69466689-b53b-4d62-8912-3ae3eb92baef,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:13.911356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f2eca-9a03-402a-9ef8-cf43e0a2f0af None None] No DVR routers for this DVR port 69466689-b53b-4d62-8912-3ae3eb92baef on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:13.964814 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.984653 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:13.988999 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28 HTTP/1.1" status: 204 len: 168 time: 0.6512377 Jun 30 02:56:13.988999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2899c-bb26-499c-9932-770ae41fcef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=14fc5f8f-c8c3-46bf-9a5c-d08bc2b32d28,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:14.096514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba25df7-42ec-4c89-a01b-a2562854826b req-5ec0eb85-409d-4389-a35f-cb13370964be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.099918 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eba25df7-42ec-4c89-a01b-a2562854826b req-5ec0eb85-409d-4389-a35f-cb13370964be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=611b118abde14486960da64693e587b7&device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 1098 time: 0.0779521 Jun 30 02:56:14.130181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e0e4a-66d5-4654-9f28-285673a6dec1 req-4ba1c8ba-9b8c-456b-909d-65c17ff5b1bf tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.134005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d06e0e4a-66d5-4654-9f28-285673a6dec1 req-4ba1c8ba-9b8c-456b-909d-65c17ff5b1bf tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0722358 Jun 30 02:56:14.137580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 69466689-b53b-4d62-8912-3ae3eb92baef no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:14.165490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 69466689-b53b-4d62-8912-3ae3eb92baef {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:14.166090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 69466689-b53b-4d62-8912-3ae3eb92baef not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:14.166518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 498528ac-0539-401a-9338-5fcb4264f71c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:14.188936 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 498528ac-0539-401a-9338-5fcb4264f71c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:14.189628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 498528ac-0539-401a-9338-5fcb4264f71c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:14.190258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device df895f43-d3cb-4256-8dfd-a4aec7e3c024 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:14.197638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d06e0e4a-66d5-4654-9f28-285673a6dec1 req-f93e8bec-c62b-4ed7-8756-352c72677346 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577254 Jun 30 02:56:14.199764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:14.217561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba25df7-42ec-4c89-a01b-a2562854826b req-cdf03b58-154a-4fbe-94c2-bfecc4c4d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.219131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eba25df7-42ec-4c89-a01b-a2562854826b req-cdf03b58-154a-4fbe-94c2-bfecc4c4d5c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b HTTP/1.1" status: 200 len: 913 time: 0.1115468 Jun 30 02:56:14.221849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: df895f43-d3cb-4256-8dfd-a4aec7e3c024 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:14.222407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device df895f43-d3cb-4256-8dfd-a4aec7e3c024 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:14.245307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fc45922d-921b-423f-91e1-dedd8f5096e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60600bc9ee434d5599784938f77be3e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442572 Jun 30 02:56:14.248394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:14.266694 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eba25df7-42ec-4c89-a01b-a2562854826b req-dbb9f791-12db-433e-ba0b-f3259391f4a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2bc5cc1-ed90-42b2-b307-51668abcccc1 HTTP/1.1" status: 200 len: 217 time: 0.0397251 Jun 30 02:56:14.297127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc71f5b4-86cf-4d38-9412-c811c0b8a157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.316422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba25df7-42ec-4c89-a01b-a2562854826b req-4d506f8e-e821-4601-853f-84d57f7c4b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.317951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eba25df7-42ec-4c89-a01b-a2562854826b req-4d506f8e-e821-4601-853f-84d57f7c4b15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16d2e38b-2701-4c76-980f-37512aa5ff58 HTTP/1.1" status: 200 len: 852 time: 0.0445817 Jun 30 02:56:14.318564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc71f5b4-86cf-4d38-9412-c811c0b8a157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.351802 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eba25df7-42ec-4c89-a01b-a2562854826b req-9f8b6c44-e65f-4e36-9938-e4c73c72c200 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269701 Jun 30 02:56:14.369918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc71f5b4-86cf-4d38-9412-c811c0b8a157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.372414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fc71f5b4-86cf-4d38-9412-c811c0b8a157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.373590 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fc71f5b4-86cf-4d38-9412-c811c0b8a157 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcde1f29-d001-41ef-a401-06d83321588e HTTP/1.1" status: 204 len: 168 time: 0.1242669 Jun 30 02:56:14.381503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71f5b4-86cf-4d38-9412-c811c0b8a157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcde1f29-d001-41ef-a401-06d83321588e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:14.476746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eba25df7-42ec-4c89-a01b-a2562854826b req-7e40fbcd-04e5-4f71-aa4f-b159cc697c82 service neutron] 10.222.0.73 "GET /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177540 Jun 30 02:56:14.771454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41774) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:14.817260 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-644287a8-c100-45ad-97f4-b4ac3a649527 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a6ef22a4ef14c3cac9fab12ccccfaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423808 Jun 30 02:56:14.817518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41776) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:14.868983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62944c99-0e1c-46fd-91ac-d0daa96db679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.890014 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62944c99-0e1c-46fd-91ac-d0daa96db679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.921085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eba25df7-42ec-4c89-a01b-a2562854826b req-ba25ebfc-14e5-429e-9392-6ab98511312c service neutron] 10.222.0.73 "GET /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380400 Jun 30 02:56:14.940758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62944c99-0e1c-46fd-91ac-d0daa96db679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.943709 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62944c99-0e1c-46fd-91ac-d0daa96db679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.944885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-62944c99-0e1c-46fd-91ac-d0daa96db679 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a90de42-7114-49fb-9a0f-ae05443b048a HTTP/1.1" status: 204 len: 168 time: 0.1264818 Jun 30 02:56:14.952690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62944c99-0e1c-46fd-91ac-d0daa96db679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a90de42-7114-49fb-9a0f-ae05443b048a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:15.382781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab2283-acd0-4c31-b93b-156bc4954548 req-25355caf-7832-4533-8f21-19ded41ab3a3 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.384549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bbab2283-acd0-4c31-b93b-156bc4954548 req-25355caf-7832-4533-8f21-19ded41ab3a3 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0726573 Jun 30 02:56:15.437877 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bbab2283-acd0-4c31-b93b-156bc4954548 req-10edbf7b-9461-4895-822a-1827807be5a8 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464213 Jun 30 02:56:15.995076 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.230980 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.627794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4824af-d862-4420-874e-df6ca476910f req-d93f8df8-2e69-44d5-9c2f-b3dfd84b45fd tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.629310 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd4824af-d862-4420-874e-df6ca476910f req-d93f8df8-2e69-44d5-9c2f-b3dfd84b45fd tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0748162 Jun 30 02:56:16.667881 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fd4824af-d862-4420-874e-df6ca476910f req-8684c551-fefd-43de-8f02-b7a2be182d72 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Jun 30 02:56:17.051918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b0aa4-607f-4624-bfb5-b788a94cf2d7 req-39dd1830-43d5-4f0a-92b2-87565efc7a53 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:17.053459 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a23b0aa4-607f-4624-bfb5-b788a94cf2d7 req-39dd1830-43d5-4f0a-92b2-87565efc7a53 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0659003 Jun 30 02:56:17.092500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a23b0aa4-607f-4624-bfb5-b788a94cf2d7 req-7930ff14-a574-47d3-a3b0-238f95fce9aa tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Jun 30 02:56:18.286981 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bcedc-c53b-445b-8c1c-dea1717fec5d req-ec128dc6-7b5a-4da5-b7bc-9b3fe590e7d9 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:18.288342 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-244bcedc-c53b-445b-8c1c-dea1717fec5d req-ec128dc6-7b5a-4da5-b7bc-9b3fe590e7d9 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0778713 Jun 30 02:56:18.329991 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-244bcedc-c53b-445b-8c1c-dea1717fec5d req-8d53cf5c-6233-4d33-96d2-c9abbdc2840b tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322764 Jun 30 02:56:19.292835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-d1b5ffa7-d542-4862-8d13-0315f106828f tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:19.294264 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-d1b5ffa7-d542-4862-8d13-0315f106828f tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0696685 Jun 30 02:56:19.403831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-0eb774b2-d431-4f9a-b787-2f77e43dd2ce tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Deleting port e2bc5cc1-ed90-42b2-b307-51668abcccc1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:19.404158 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-0eb774b2-d431-4f9a-b787-2f77e43dd2ce tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.503361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-0eb774b2-d431-4f9a-b787-2f77e43dd2ce tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] For port e2bc5cc1-ed90-42b2-b307-51668abcccc1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=e2bc5cc1-ed90-42b2-b307-51668abcccc1,segment=NetworkSegment(f06309d9-fa72-4fe4-a32a-23cf2cf1a36d),segment_id=f06309d9-fa72-4fe4-a32a-23cf2cf1a36d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:19.504070 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-0eb774b2-d431-4f9a-b787-2f77e43dd2ce tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.523280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-0eb774b2-d431-4f9a-b787-2f77e43dd2ce tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Calling delete_port for e2bc5cc1-ed90-42b2-b307-51668abcccc1 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:19.530896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c3a8-cd01-46ed-bdb0-f6eac6012a32 req-f41c4ad5-0f6a-4315-9a19-55bb3d2d29fd tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:19.532938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c00c3a8-cd01-46ed-bdb0-f6eac6012a32 req-f41c4ad5-0f6a-4315-9a19-55bb3d2d29fd tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8853269-4465-4a06-9688-35f7d77a0063 HTTP/1.1" status: 200 len: 946 time: 0.0761175 Jun 30 02:56:19.572268 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c00c3a8-cd01-46ed-bdb0-f6eac6012a32 req-dc143cd7-52df-443c-a3ea-4c3ac14b7cc9 tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.55 "GET /v2.0/security-groups?id=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324664 Jun 30 02:56:19.663364 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-0eb774b2-d431-4f9a-b787-2f77e43dd2ce tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.676269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['e2bc5cc1-ed90-42b2-b307-51668abcccc1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:19.696720 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb774b2-d431-4f9a-b787-2f77e43dd2ce tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Pushing event deleted for resources: {'Port': ['ID=e2bc5cc1-ed90-42b2-b307-51668abcccc1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:19.750700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-0eb774b2-d431-4f9a-b787-2f77e43dd2ce tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] No DVR routers for this DVR port e2bc5cc1-ed90-42b2-b307-51668abcccc1 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:19.753736 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-0eb774b2-d431-4f9a-b787-2f77e43dd2ce tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:19.755908 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0278660d-e431-4432-aa0a-f4fd93af6e6b req-0eb774b2-d431-4f9a-b787-2f77e43dd2ce tempest-TestServerAdvancedOps-1063448797 tempest-TestServerAdvancedOps-1063448797-project] 10.222.0.73 "DELETE /v2.0/ports/e2bc5cc1-ed90-42b2-b307-51668abcccc1 HTTP/1.1" status: 204 len: 173 time: 0.4551580 Jun 30 02:56:19.756402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8853269-4465-4a06-9688-35f7d77a0063', 'name': 'network-vif-deleted', 'tag': 'e2bc5cc1-ed90-42b2-b307-51668abcccc1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:19.758879 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4b6f49-6f51-4735-99b6-7acdd9c620f9" -d '{"events": [{"server_uuid": "c8853269-4465-4a06-9688-35f7d77a0063", "name": "network-vif-deleted", "tag": "e2bc5cc1-ed90-42b2-b307-51668abcccc1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:19.815324 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04ecfc3-f876-4983-bb4e-b9252cecc165 x-openstack-request-id: req-e04ecfc3-f876-4983-bb4e-b9252cecc165 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:19.815615 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8853269-4465-4a06-9688-35f7d77a0063", "name": "network-vif-deleted", "tag": "e2bc5cc1-ed90-42b2-b307-51668abcccc1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:19.815863 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e04ecfc3-f876-4983-bb4e-b9252cecc165 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:19.816258 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8853269-4465-4a06-9688-35f7d77a0063', 'name': 'network-vif-deleted', 'tag': 'e2bc5cc1-ed90-42b2-b307-51668abcccc1', 'status': 'completed', 'code': 200} Jun 30 02:56:20.677898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41814) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:20.728944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-0368ec0b-f51a-4608-8b6b-86c43bfd2668 admin admin] Deleting subnet 16d2e38b-2701-4c76-980f-37512aa5ff58 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:20.732173 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0368ec0b-f51a-4608-8b6b-86c43bfd2668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.772615 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0368ec0b-f51a-4608-8b6b-86c43bfd2668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.818638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0368ec0b-f51a-4608-8b6b-86c43bfd2668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.873600 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0368ec0b-f51a-4608-8b6b-86c43bfd2668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.900545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368ec0b-f51a-4608-8b6b-86c43bfd2668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d2e38b-2701-4c76-980f-37512aa5ff58,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:20.907465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0368ec0b-f51a-4608-8b6b-86c43bfd2668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:20.909621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0368ec0b-f51a-4608-8b6b-86c43bfd2668 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/16d2e38b-2701-4c76-980f-37512aa5ff58 HTTP/1.1" status: 204 len: 168 time: 0.2307329 Jun 30 02:56:20.912400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41816) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:20.979859 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.063811 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.073439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:21.083345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06309d9-fa72-4fe4-a32a-23cf2cf1a36d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:21.083642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06309d9-fa72-4fe4-a32a-23cf2cf1a36d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:21.092518 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.112840 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.119091 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:21.119487 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:21.121288 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:21.179318 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.184825 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.186645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b HTTP/1.1" status: 204 len: 168 time: 0.2732999 Jun 30 02:56:21.189892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41818) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:21.198042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6288f34-5fea-4083-81e2-4419e20cacb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc783dc3-e2f1-4b62-b8db-b3e8f00ba08b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:21.236800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc91208-28ec-4aac-9609-3a1dbac20281 admin admin] Deleting subnet 55a3ed3b-d57c-4b26-b6ce-9fbf0546d807 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:21.241082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fc91208-28ec-4aac-9609-3a1dbac20281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.276872 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fc91208-28ec-4aac-9609-3a1dbac20281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.329552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fc91208-28ec-4aac-9609-3a1dbac20281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.383264 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fc91208-28ec-4aac-9609-3a1dbac20281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.409741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc91208-28ec-4aac-9609-3a1dbac20281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a3ed3b-d57c-4b26-b6ce-9fbf0546d807,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:21.413718 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7fc91208-28ec-4aac-9609-3a1dbac20281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.417865 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7fc91208-28ec-4aac-9609-3a1dbac20281 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/55a3ed3b-d57c-4b26-b6ce-9fbf0546d807 HTTP/1.1" status: 204 len: 168 time: 0.2247326 Jun 30 02:56:21.418260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 41826) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:21.496416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.578999 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.589114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b611f5e-43e9-4006-9252-d8d25f37116d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:21.599739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125470dd-79b6-492d-a18b-f2cec54212eb') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:21.600028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125470dd-79b6-492d-a18b-f2cec54212eb') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:21.608907 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.624668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.631279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:21.631667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:21.633353 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:21.695067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.701740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.703630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] 10.222.0.55 "DELETE /v2.0/networks/7b611f5e-43e9-4006-9252-d8d25f37116d HTTP/1.1" status: 204 len: 168 time: 0.2843657 Jun 30 02:56:21.715336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf14a71-3ef5-473c-95e9-08012490a97f admin admin] Pushing event deleted for resources: {'Network': ['ID=7b611f5e-43e9-4006-9252-d8d25f37116d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:21.839218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e2bc5cc1-ed90-42b2-b307-51668abcccc1 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:21.861370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: e2bc5cc1-ed90-42b2-b307-51668abcccc1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:21.861736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device e2bc5cc1-ed90-42b2-b307-51668abcccc1 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:21.882317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:21.925512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1b20d22d-1198-4ec9-ac5b-6bb0934a864e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=611b118abde14486960da64693e587b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418353 Jun 30 02:56:21.928138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41834) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:21.983538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58b381b6-a2d5-48ed-9f4b-e7f240fcb0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.004878 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58b381b6-a2d5-48ed-9f4b-e7f240fcb0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.055359 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58b381b6-a2d5-48ed-9f4b-e7f240fcb0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.057942 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58b381b6-a2d5-48ed-9f4b-e7f240fcb0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.059230 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-58b381b6-a2d5-48ed-9f4b-e7f240fcb0b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf HTTP/1.1" status: 204 len: 168 time: 0.1300395 Jun 30 02:56:22.067464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b381b6-a2d5-48ed-9f4b-e7f240fcb0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa2637d-cdf9-4c96-8d54-ce67e7d17ecf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:22.441451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41842) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:22.481801 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-75501f8d-354e-452c-a436-5988113cc96b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cc527d65722c44c88aaab2c74dac5adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391357 Jun 30 02:56:22.484464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:22.536298 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ac2c-0240-46ca-9a16-ba2f22e03ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.563676 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ac2c-0240-46ca-9a16-ba2f22e03ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.609413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ac2c-0240-46ca-9a16-ba2f22e03ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.612374 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ac2c-0240-46ca-9a16-ba2f22e03ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.613547 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d5d3ac2c-0240-46ca-9a16-ba2f22e03ebd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3017dad-8991-4fc0-84f3-4248ca969cb1 HTTP/1.1" status: 204 len: 168 time: 0.1280260 Jun 30 02:56:22.621438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3ac2c-0240-46ca-9a16-ba2f22e03ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3017dad-8991-4fc0-84f3-4248ca969cb1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:24.349990 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-711e8f29-296a-4c3c-8b16-2170c9d0b720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:24.554408 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:56:26.986313 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ed519a2f-fdf8-47ed-8d59-cb64eaa640a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.988091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:28.280352 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:30.072735 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.590761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81ff8e-9b77-45ec-a467-e156a0d4f1d0 req-8bf09897-5bd7-4642-87db-51ec32375204 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:32.592276 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb81ff8e-9b77-45ec-a467-e156a0d4f1d0 req-8bf09897-5bd7-4642-87db-51ec32375204 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 945 time: 0.0834880 Jun 30 02:56:32.631722 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb81ff8e-9b77-45ec-a467-e156a0d4f1d0 req-4d5b447c-33a7-4a08-b4db-74ff7e1dcc32 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Jun 30 02:56:33.836420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b374a-e0e1-4cf2-863f-2376a84378c5 req-d446497c-a9d9-4598-87a0-83cf64c6bc0d tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:33.838398 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-426b374a-e0e1-4cf2-863f-2376a84378c5 req-d446497c-a9d9-4598-87a0-83cf64c6bc0d tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 945 time: 0.0768194 Jun 30 02:56:33.879163 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-426b374a-e0e1-4cf2-863f-2376a84378c5 req-a018991b-79be-443d-809a-f2cb82a1b67c tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac6384e0-8574-4b0d-984b-69d3f26e37d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Jun 30 02:56:34.228905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-14377d7b-8494-4e29-ba6d-b0b478d8d7ec tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:34.230368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-14377d7b-8494-4e29-ba6d-b0b478d8d7ec tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.69 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 945 time: 0.0759013 Jun 30 02:56:34.334736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-fe50c64d-9a06-484b-bc11-9032e4f7cf54 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Deleting port 60fa219d-4693-42b4-8246-934ceec3a27c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:34.335073 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-fe50c64d-9a06-484b-bc11-9032e4f7cf54 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.422400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-fe50c64d-9a06-484b-bc11-9032e4f7cf54 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] For port 60fa219d-4693-42b4-8246-934ceec3a27c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=60fa219d-4693-42b4-8246-934ceec3a27c,segment=NetworkSegment(e5bef3ce-ca52-4943-bc18-b3ef436ed991),segment_id=e5bef3ce-ca52-4943-bc18-b3ef436ed991)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:34.422832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-fe50c64d-9a06-484b-bc11-9032e4f7cf54 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.436939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-fe50c64d-9a06-484b-bc11-9032e4f7cf54 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Calling delete_port for 60fa219d-4693-42b4-8246-934ceec3a27c owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:34.567335 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-fe50c64d-9a06-484b-bc11-9032e4f7cf54 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.579595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['60fa219d-4693-42b4-8246-934ceec3a27c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:34.601914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50c64d-9a06-484b-bc11-9032e4f7cf54 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Pushing event deleted for resources: {'Port': ['ID=60fa219d-4693-42b4-8246-934ceec3a27c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:34.647850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-fe50c64d-9a06-484b-bc11-9032e4f7cf54 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] No DVR routers for this DVR port 60fa219d-4693-42b4-8246-934ceec3a27c on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:34.651788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-fe50c64d-9a06-484b-bc11-9032e4f7cf54 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:34.655315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44935e9b-1c27-49dd-a33d-1ad2299610ec req-fe50c64d-9a06-484b-bc11-9032e4f7cf54 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.69 "DELETE /v2.0/ports/60fa219d-4693-42b4-8246-934ceec3a27c HTTP/1.1" status: 204 len: 173 time: 0.4190223 Jun 30 02:56:34.655907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc45e4c7-b86d-4753-a666-dbc5f1bacedf', 'name': 'network-vif-deleted', 'tag': '60fa219d-4693-42b4-8246-934ceec3a27c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:34.660118 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d011d2-f6b3-420f-9848-8c3ce74286e1" -d '{"events": [{"server_uuid": "fc45e4c7-b86d-4753-a666-dbc5f1bacedf", "name": "network-vif-deleted", "tag": "60fa219d-4693-42b4-8246-934ceec3a27c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:34.702309 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bac7156-7b85-4663-b9e6-cf1f81ebc5b6 x-openstack-request-id: req-3bac7156-7b85-4663-b9e6-cf1f81ebc5b6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:34.702592 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc45e4c7-b86d-4753-a666-dbc5f1bacedf", "name": "network-vif-deleted", "tag": "60fa219d-4693-42b4-8246-934ceec3a27c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:34.702917 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bac7156-7b85-4663-b9e6-cf1f81ebc5b6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:34.703279 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc45e4c7-b86d-4753-a666-dbc5f1bacedf', 'name': 'network-vif-deleted', 'tag': '60fa219d-4693-42b4-8246-934ceec3a27c', 'status': 'completed', 'code': 200} Jun 30 02:56:35.050039 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e6d6fc1-11db-45d1-92b8-000fc359b762 req-598f75d0-be48-4d93-a4dd-27a827420da2 tempest-VolumesSnapshotTestJSON-590387763 tempest-VolumesSnapshotTestJSON-590387763-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc45e4c7-b86d-4753-a666-dbc5f1bacedf HTTP/1.1" status: 200 len: 210 time: 0.0420053 Jun 30 02:56:37.714902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 60fa219d-4693-42b4-8246-934ceec3a27c no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:37.735242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 60fa219d-4693-42b4-8246-934ceec3a27c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:37.735588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 60fa219d-4693-42b4-8246-934ceec3a27c not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:46.009765 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.235299 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.561436 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a6703-91cf-4793-9f1d-a85e4bfcf1a9 req-e2373ea1-be17-41ab-b5a9-d2bf0b0fe41e tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:46.563349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d9a6703-91cf-4793-9f1d-a85e4bfcf1a9 req-e2373ea1-be17-41ab-b5a9-d2bf0b0fe41e tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1099 time: 0.0618384 Jun 30 02:56:46.613511 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d9a6703-91cf-4793-9f1d-a85e4bfcf1a9 req-3c4051b5-e717-46d1-be2c-707054656f93 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Jun 30 02:56:46.630384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 41962) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:46.794212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port 16df7abd-2488-44fb-bfc2-91bccb0b09fc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:46.794472 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.871051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.871304 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:46.882987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for 16df7abd-2488-44fb-bfc2-91bccb0b09fc owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:47.048793 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.074927 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=16df7abd-2488-44fb-bfc2-91bccb0b09fc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:47.144075 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.144363 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Floating IP 927cb8fe-6bfc-4d41-a745-85d8fdfa2615 disassociated (deleted). External IP: 172.25.7.154, port: b8233722-b2cc-48d7-a17d-c319f60a8953. Jun 30 02:56:47.359754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:47.477043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:47.483089 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:47.488220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] Sync routers for ids ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:47.499610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] Routers {'b132fa7b-299b-4e2f-ac9d-81dfc308dc42'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:47.500592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:47.520101 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b0240ebc-8722-4fa9-ab2b-51dbfa810726 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/floatingips/927cb8fe-6bfc-4d41-a745-85d8fdfa2615 HTTP/1.1" status: 204 len: 168 time: 0.8885510 Jun 30 02:56:47.520755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:47.523144 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e668d5-66bd-428c-880e-fd5480f4007c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:47.579357 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7add89db-f0e7-438e-b2c6-fdccc343f88c x-openstack-request-id: req-7add89db-f0e7-438e-b2c6-fdccc343f88c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:47.579644 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:47.579892 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7add89db-f0e7-438e-b2c6-fdccc343f88c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:47.580288 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'status': 'completed', 'code': 200} Jun 30 02:56:47.627299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] Set router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:47.840373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e668d5-66bd-428c-880e-fd5480f4007c req-fe1310a7-0851-4650-a14d-1ba3de8fa14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:47.843969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43e668d5-66bd-428c-880e-fd5480f4007c req-fe1310a7-0851-4650-a14d-1ba3de8fa14c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 1099 time: 0.2324593 Jun 30 02:56:47.980966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e668d5-66bd-428c-880e-fd5480f4007c req-f7c40c93-7601-4efe-bc82-6256763328a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:47.982618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43e668d5-66bd-428c-880e-fd5480f4007c req-f7c40c93-7601-4efe-bc82-6256763328a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 200 len: 897 time: 0.1258283 Jun 30 02:56:48.037622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571391f-671e-4035-ba66-2278d5205627 req-7c689fef-647e-40ab-8581-bb1c15feba7c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:48.039097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43e668d5-66bd-428c-880e-fd5480f4007c req-fcb671ad-3a11-40f3-93f5-0e4af3878afe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 200 len: 217 time: 0.0484724 Jun 30 02:56:48.041043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b571391f-671e-4035-ba66-2278d5205627 req-7c689fef-647e-40ab-8581-bb1c15feba7c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 947 time: 0.0738318 Jun 30 02:56:48.056845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f77f1e41-0acb-4f05-b3de-1eabbed8f3dc', 'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:78:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:20Z', 'updated_at': '2021-06-30T02:53:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:48.089534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] Checking router: b132fa7b-299b-4e2f-ac9d-81dfc308dc42 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:48.091670 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b571391f-671e-4035-ba66-2278d5205627 req-c3ec4883-5fec-4e52-ae32-efd0f7ba5b70 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438995 Jun 30 02:56:48.100388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] Routers {'b132fa7b-299b-4e2f-ac9d-81dfc308dc42'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:48.101169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:48.117451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e668d5-66bd-428c-880e-fd5480f4007c req-60dc4fd7-1312-4e58-a4b3-e010535194b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:48.119110 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43e668d5-66bd-428c-880e-fd5480f4007c req-60dc4fd7-1312-4e58-a4b3-e010535194b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 200 len: 834 time: 0.0719774 Jun 30 02:56:48.181964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e668d5-66bd-428c-880e-fd5480f4007c req-01bb5bda-75b0-4391-876c-c61989289e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:48.183485 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43e668d5-66bd-428c-880e-fd5480f4007c req-01bb5bda-75b0-4391-876c-c61989289e4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579135 Jun 30 02:56:48.212733 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] Set router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:48.275839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43e668d5-66bd-428c-880e-fd5480f4007c req-311a3e8c-86c5-480c-b856-328dccdb957d service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844390 Jun 30 02:56:48.371979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43e668d5-66bd-428c-880e-fd5480f4007c req-db8654fd-fa0b-4f91-a74f-0b958c3ba87e service neutron] 10.222.0.69 "GET /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886824 Jun 30 02:56:48.431188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f77f1e41-0acb-4f05-b3de-1eabbed8f3dc', 'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:78:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:20Z', 'updated_at': '2021-06-30T02:53:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:48.457437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debddbf2-933a-4c0e-bf71-85b42717c2f3 None None] The sync data for ids ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'] in n-d-758944-39 is: [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f77f1e41-0acb-4f05-b3de-1eabbed8f3dc', 'name': '', 'network_id': 'e76c5ef3-cce1-4928-a0da-b8f6008a6ecb', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:78:65:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:20Z', 'updated_at': '2021-06-30T02:53:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '3b9a15c9-4030-4628-9901-47561f16fdfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:48.694546 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c3b355-a242-43c8-a679-ecfeca5be929 None None] New status for floating IP 927cb8fe-6bfc-4d41-a745-85d8fdfa2615: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:56:49.285412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6078405-9cd6-43f4-93ba-20f2bec524d9 req-a8bf738c-89fd-4e6d-b1d3-11f6e6786b14 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:49.286783 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6078405-9cd6-43f4-93ba-20f2bec524d9 req-a8bf738c-89fd-4e6d-b1d3-11f6e6786b14 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 947 time: 0.0713418 Jun 30 02:56:49.356614 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6078405-9cd6-43f4-93ba-20f2bec524d9 req-9aa5d86a-4feb-4b85-8fef-5886c2d888cc tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=d69cfed2-1015-4d54-9885-c8b364f142e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633101 Jun 30 02:56:49.395869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-e2b4cf8e-b6c0-4abf-ba34-548d76206488 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:49.397345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-e2b4cf8e-b6c0-4abf-ba34-548d76206488 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 947 time: 0.0968623 Jun 30 02:56:49.506083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-c111b5a5-8bd1-447c-a56e-640053951dbb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port b8233722-b2cc-48d7-a17d-c319f60a8953 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:49.506387 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-c111b5a5-8bd1-447c-a56e-640053951dbb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.602558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-c111b5a5-8bd1-447c-a56e-640053951dbb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port b8233722-b2cc-48d7-a17d-c319f60a8953, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8233722-b2cc-48d7-a17d-c319f60a8953,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:49.602983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-c111b5a5-8bd1-447c-a56e-640053951dbb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.616753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-c111b5a5-8bd1-447c-a56e-640053951dbb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for b8233722-b2cc-48d7-a17d-c319f60a8953 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:49.758141 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-c111b5a5-8bd1-447c-a56e-640053951dbb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.793857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111b5a5-8bd1-447c-a56e-640053951dbb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=b8233722-b2cc-48d7-a17d-c319f60a8953,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:49.838832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-c111b5a5-8bd1-447c-a56e-640053951dbb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] No DVR routers for this DVR port b8233722-b2cc-48d7-a17d-c319f60a8953 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:49.842146 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-c111b5a5-8bd1-447c-a56e-640053951dbb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:49.845393 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bc35a17-9b33-487f-ac88-467f3d36ae03 req-c111b5a5-8bd1-447c-a56e-640053951dbb tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "DELETE /v2.0/ports/b8233722-b2cc-48d7-a17d-c319f60a8953 HTTP/1.1" status: 204 len: 173 time: 0.4421904 Jun 30 02:56:49.846046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-deleted', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:49.849187 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941a0531-8b8a-43fe-8c31-ee2be5dced44" -d '{"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-deleted", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:49.891327 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2647e6-14c2-4dd6-9624-ad92bbf9af34 x-openstack-request-id: req-8f2647e6-14c2-4dd6-9624-ad92bbf9af34 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:49.891617 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a59888f-a096-4fd7-95e0-fd24d414821c", "name": "network-vif-deleted", "tag": "b8233722-b2cc-48d7-a17d-c319f60a8953", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:49.891872 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f2647e6-14c2-4dd6-9624-ad92bbf9af34 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:49.892270 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a59888f-a096-4fd7-95e0-fd24d414821c', 'name': 'network-vif-deleted', 'tag': 'b8233722-b2cc-48d7-a17d-c319f60a8953', 'status': 'completed', 'code': 200} Jun 30 02:56:50.530690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c222616d-9ac0-42f3-9627-42334d684655 req-0a47afa5-6338-45eb-a587-9f534d4d4630 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a59888f-a096-4fd7-95e0-fd24d414821c HTTP/1.1" status: 200 len: 210 time: 0.0320635 Jun 30 02:56:51.628395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:52.324552 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.610248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:52.610600 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.711454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port f77f1e41-0acb-4f05-b3de-1eabbed8f3dc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f77f1e41-0acb-4f05-b3de-1eabbed8f3dc,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:52.712064 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.731433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for f77f1e41-0acb-4f05-b3de-1eabbed8f3dc owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:52.917348 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:52.946387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=f77f1e41-0acb-4f05-b3de-1eabbed8f3dc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:52.977242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.977586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.977943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.978379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.978628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.978987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.979341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.979669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.980080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.980387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.980729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:52.981047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.143201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.385077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:56:53.501248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:53.507820 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cb0c5854-0ca9-48e2-9e03-cebf9591c000 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "PUT /v2.0/routers/b132fa7b-299b-4e2f-ac9d-81dfc308dc42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8782229 Jun 30 02:56:53.510672 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:53.514119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] Sync routers for ids ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:53.525015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] Routers {'b132fa7b-299b-4e2f-ac9d-81dfc308dc42'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:53.525782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:53.580111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting subnet 3b9a15c9-4030-4628-9901-47561f16fdfc {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:53.583371 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.629414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.642240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] Set router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:53.735603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.785858 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:53.813976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: b8233722-b2cc-48d7-a17d-c319f60a8953 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:53.814319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8233722-b2cc-48d7-a17d-c319f60a8953 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:53.823241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.853705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9a15c9-4030-4628-9901-47561f16fdfc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:53.860253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:53.862597 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/subnets/3b9a15c9-4030-4628-9901-47561f16fdfc HTTP/1.1" status: 204 len: 168 time: 0.3507910 Jun 30 02:56:53.865581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42018) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:53.869352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.869677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.870252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.870583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.870944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.871266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.871585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.871906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.872263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.872580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.872898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.873211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdda5bc4-bcb2-4678-8bc7-a7360c1bd1c9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:53.878656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a7555-ecc9-4d84-9ede-6f8618e094b5 None None] Network e76c5ef3-cce1-4928-a0da-b8f6008a6ecb requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:56:53.956417 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:56:52Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:53.984929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.016420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] Checking router: b132fa7b-299b-4e2f-ac9d-81dfc308dc42 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:54.050477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] Routers {'b132fa7b-299b-4e2f-ac9d-81dfc308dc42'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:54.051664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:54.106180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.183504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port 13305b51-b6d2-41d8-9146-6d64bcf84110 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:54.184472 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.205199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] Set router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:54.279905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] DHCP port deletion for e76c5ef3-cce1-4928-a0da-b8f6008a6ecb request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:56:54.287153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port 13305b51-b6d2-41d8-9146-6d64bcf84110, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=13305b51-b6d2-41d8-9146-6d64bcf84110,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:54.287546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.301414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for 13305b51-b6d2-41d8-9146-6d64bcf84110 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:54.383177 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a9f672a-a262-469a-bf79-a2bdb5c72d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.437398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Deleting port 1af9812d-a938-40a2-a3a6-ae2152544c3b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:54.437778 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.487052 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.518331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=13305b51-b6d2-41d8-9146-6d64bcf84110,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:54.529888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] For port 1af9812d-a938-40a2-a3a6-ae2152544c3b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1af9812d-a938-40a2-a3a6-ae2152544c3b,segment=NetworkSegment(2f8e2a97-0306-4ccb-8989-6f3ee666cf24),segment_id=2f8e2a97-0306-4ccb-8989-6f3ee666cf24)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:54.530437 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.549978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Calling delete_port for 1af9812d-a938-40a2-a3a6-ae2152544c3b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:54.561932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:56:52Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:54.585784 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.592137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec3277-dedc-4a4d-8438-58ef9a9f9ddd None None] The sync data for ids ['b132fa7b-299b-4e2f-ac9d-81dfc308dc42'] in n-d-758944-39 is: [{'id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874667617', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199'}], 'enable_snat': True}, 'gw_port_id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:53:14Z', 'updated_at': '2021-06-30T02:56:52Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '13305b51-b6d2-41d8-9146-6d64bcf84110', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132fa7b-299b-4e2f-ac9d-81dfc308dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:53:15Z', 'updated_at': '2021-06-30T02:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:56:54.672575 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.688681 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.691085 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.699943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Pushing event deleted for resources: {'Port': ['ID=1af9812d-a938-40a2-a3a6-ae2152544c3b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:54.708545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] No DVR routers for this DVR port 1af9812d-a938-40a2-a3a6-ae2152544c3b on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:54.712157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.712157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.712952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.713396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.714568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.715027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.715455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.715879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.716302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.717153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.717475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.717908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d10a1c5-19d7-4e60-b04f-714558c8e420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:54.742646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.743201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Fanout notify agent at l3_agent the message router_deleted on router b132fa7b-299b-4e2f-ac9d-81dfc308dc42 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:56:54.750788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.751913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9ee6f069-d4b0-4899-b3e5-92ceec911f93 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/routers/b132fa7b-299b-4e2f-ac9d-81dfc308dc42 HTTP/1.1" status: 204 len: 168 time: 0.8850939 Jun 30 02:56:54.756869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:54.836630 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.941619 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.952910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76c5ef3-cce1-4928-a0da-b8f6008a6ecb']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:54.965005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8e2a97-0306-4ccb-8989-6f3ee666cf24') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:54.965301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8e2a97-0306-4ccb-8989-6f3ee666cf24') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:54.978489 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:54.998593 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.012763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:55.013450 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:55.017216 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:55.090882 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.099552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.101961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/networks/e76c5ef3-cce1-4928-a0da-b8f6008a6ecb HTTP/1.1" status: 204 len: 168 time: 0.3433063 Jun 30 02:56:55.105083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:55.126839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1ba2b-48b5-409f-b181-c581812e39f1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Network': ['ID=e76c5ef3-cce1-4928-a0da-b8f6008a6ecb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:55.188909 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca24ff53-7a82-4ee1-8c0f-ef1b0874fb1d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.222276 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca24ff53-7a82-4ee1-8c0f-ef1b0874fb1d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.299941 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca24ff53-7a82-4ee1-8c0f-ef1b0874fb1d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.303226 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ca24ff53-7a82-4ee1-8c0f-ef1b0874fb1d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.304918 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ca24ff53-7a82-4ee1-8c0f-ef1b0874fb1d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/security-groups/d69cfed2-1015-4d54-9885-c8b364f142e3 HTTP/1.1" status: 204 len: 168 time: 0.1985762 Jun 30 02:56:55.316405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24ff53-7a82-4ee1-8c0f-ef1b0874fb1d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69cfed2-1015-4d54-9885-c8b364f142e3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:55.764394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42030) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:55.769940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-33ff372a-763c-4abd-8a81-c712800da840 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993125642', 'description': 'tempest-secgroup-smoke-993125642 description', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:55.797883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ff372a-763c-4abd-8a81-c712800da840 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.899460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ff372a-763c-4abd-8a81-c712800da840 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.904333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ff372a-763c-4abd-8a81-c712800da840 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.930296 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33ff372a-763c-4abd-8a81-c712800da840 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:55.934476 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-33ff372a-763c-4abd-8a81-c712800da840 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1654494 Jun 30 02:56:55.934657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:55.939204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cf238405-9f50-456f-b387-8a1a46db9aa7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:55.950870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff372a-763c-4abd-8a81-c712800da840 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:55.979944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf238405-9f50-456f-b387-8a1a46db9aa7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.040347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf238405-9f50-456f-b387-8a1a46db9aa7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.044268 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf238405-9f50-456f-b387-8a1a46db9aa7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.070597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf238405-9f50-456f-b387-8a1a46db9aa7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f841cf6-842b-4a9e-863f-1efcf7f99fa5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.079465 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf238405-9f50-456f-b387-8a1a46db9aa7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.085974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cf238405-9f50-456f-b387-8a1a46db9aa7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503847 Jun 30 02:56:56.086325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:56.091904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7cdbd5ff-f88a-41f2-8a93-119099d7f20c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:56.126864 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd5ff-f88a-41f2-8a93-119099d7f20c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.163887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1af9812d-a938-40a2-a3a6-ae2152544c3b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:56.195742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 1af9812d-a938-40a2-a3a6-ae2152544c3b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:56.196153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1af9812d-a938-40a2-a3a6-ae2152544c3b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:56.196664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f77f1e41-0acb-4f05-b3de-1eabbed8f3dc no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:56.207040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd5ff-f88a-41f2-8a93-119099d7f20c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.211617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd5ff-f88a-41f2-8a93-119099d7f20c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.219609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: f77f1e41-0acb-4f05-b3de-1eabbed8f3dc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:56.220291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f77f1e41-0acb-4f05-b3de-1eabbed8f3dc not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:56.220951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 13305b51-b6d2-41d8-9146-6d64bcf84110 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:56.227483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbd5ff-f88a-41f2-8a93-119099d7f20c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb9cfa2-f0f1-43aa-83cc-571881bb522e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.242181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7cdbd5ff-f88a-41f2-8a93-119099d7f20c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.242499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 13305b51-b6d2-41d8-9146-6d64bcf84110 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:56.243059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 13305b51-b6d2-41d8-9146-6d64bcf84110 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:56.246692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:56.246877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7cdbd5ff-f88a-41f2-8a93-119099d7f20c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1591849 Jun 30 02:56:56.252558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-59af831e-1242-495d-aa1f-cdc80fe114fe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:56.282489 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59af831e-1242-495d-aa1f-cdc80fe114fe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.344681 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59af831e-1242-495d-aa1f-cdc80fe114fe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.348921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59af831e-1242-495d-aa1f-cdc80fe114fe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.370213 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af831e-1242-495d-aa1f-cdc80fe114fe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7fa7c9-4234-4f93-98dd-cbc4ff2f7d11,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.377251 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59af831e-1242-495d-aa1f-cdc80fe114fe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.378535 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-59af831e-1242-495d-aa1f-cdc80fe114fe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306427 Jun 30 02:56:56.381365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:56.386750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f42fde3c-84ea-4aa6-bbd9-ae5c88e0dd27 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:56.415618 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f42fde3c-84ea-4aa6-bbd9-ae5c88e0dd27 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.480601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f42fde3c-84ea-4aa6-bbd9-ae5c88e0dd27 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.485412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f42fde3c-84ea-4aa6-bbd9-ae5c88e0dd27 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.503816 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fde3c-84ea-4aa6-bbd9-ae5c88e0dd27 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ff3711-2e1d-41e6-9a3a-73be5ef3b83b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.514057 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f42fde3c-84ea-4aa6-bbd9-ae5c88e0dd27 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.518118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f42fde3c-84ea-4aa6-bbd9-ae5c88e0dd27 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330106 Jun 30 02:56:56.518376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:56.523536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fcaf50da-7a8c-4c65-800d-b09c6ec91a1c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:56.548899 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-fcaf50da-7a8c-4c65-800d-b09c6ec91a1c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Project 0910613b6f2a46bcb313d7be1951c0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:56:56.554524 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcaf50da-7a8c-4c65-800d-b09c6ec91a1c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.627660 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcaf50da-7a8c-4c65-800d-b09c6ec91a1c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.631976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcaf50da-7a8c-4c65-800d-b09c6ec91a1c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.657478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf50da-7a8c-4c65-800d-b09c6ec91a1c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa209aeb-cec9-4024-b977-b1c823d546d9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.666682 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fcaf50da-7a8c-4c65-800d-b09c6ec91a1c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.670667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fcaf50da-7a8c-4c65-800d-b09c6ec91a1c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486940 Jun 30 02:56:56.670973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:56.676071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3dc5680f-22b2-4b86-93cd-d54f2d4b5773 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:56.700211 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-3dc5680f-22b2-4b86-93cd-d54f2d4b5773 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Project 0910613b6f2a46bcb313d7be1951c0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:56:56.705493 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc5680f-22b2-4b86-93cd-d54f2d4b5773 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.770062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc5680f-22b2-4b86-93cd-d54f2d4b5773 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.775527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc5680f-22b2-4b86-93cd-d54f2d4b5773 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.793853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5680f-22b2-4b86-93cd-d54f2d4b5773 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22781c3a-89a4-4938-8b63-5535d60a30d3,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.802253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3dc5680f-22b2-4b86-93cd-d54f2d4b5773 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.806642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3dc5680f-22b2-4b86-93cd-d54f2d4b5773 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344411 Jun 30 02:56:56.807227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:56.812537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'network': {'name': 'tempest-network-smoke--2017224474', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:56.835330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:56.838887 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.870882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:56:56.882127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.882473 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Added segment 9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185 of type vlan for network e5c29cb2-039e-4be1-8449-5fc70077f610 Jun 30 02:56:56.928621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.958763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.971576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:56.972455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:56.990003 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4fd1da49-91ad-4343-ad14-ddcb1a15806f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.001032 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.041772 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2329335 Jun 30 02:56:57.045633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42052) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:57.052050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'admin_state_up': True, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:57.056878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11512eb-c42a-4a38-8de5-80c630390746 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Network': ['ID=e5c29cb2-039e-4be1-8449-5fc70077f610,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:57.068334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network e5c29cb2-039e-4be1-8449-5fc70077f610 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:56:57.083023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.084219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.144619 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.316088 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.569320 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.590193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.712878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.25.7.162 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/4cc54799-9b35-4aba-9d8e-50a19c3fcf91) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:56:57.870910 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.940790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:57.980787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:56:57.990232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:56:57.996104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:56:58.072916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=4cc54799-9b35-4aba-9d8e-50a19c3fcf91,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:58.207560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42bff4-7be8-492b-8ed3-fd2cca22b4d7 req-9c42f790-f622-4b0e-a45d-f2c36ccb78ff tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:58.208979 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b42bff4-7be8-492b-8ed3-fd2cca22b4d7 req-9c42f790-f622-4b0e-a45d-f2c36ccb78ff tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.3708768 Jun 30 02:56:58.275070 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.309332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b42bff4-7be8-492b-8ed3-fd2cca22b4d7 req-4cc21376-e847-4317-83bb-6b1ab6dfb906 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930588 Jun 30 02:56:58.361865 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.566287 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.706677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router a4805e55-2ec8-4c22-ac2a-6337c640bd83 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:56:58.815918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:56:58.832520 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Sync routers for ids ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:56:58.838613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.843272 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-17aab5f4-daad-456b-950b-c7cbb9c1b1f6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7961276 Jun 30 02:56:58.843806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:58.847766 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Routers {'a4805e55-2ec8-4c22-ac2a-6337c640bd83'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:58.848576 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:58.884299 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4403c92b-1ed7-4536-aab3-a589eb7e0571 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0910613b6f2a46bcb313d7be1951c0d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357368 Jun 30 02:56:58.884751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:58.964753 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Set router a4805e55-2ec8-4c22-ac2a-6337c640bd83 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:56:59.115960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14a6c7a-fd5d-4ea2-8321-e8ed4e17a000 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.117462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b14a6c7a-fd5d-4ea2-8321-e8ed4e17a000 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2317493 Jun 30 02:56:59.120977 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42074) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:59.152266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-ebe93612-313d-460f-a0fb-5a180467fa76 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.153733 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-ebe93612-313d-460f-a0fb-5a180467fa76 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.2086539 Jun 30 02:56:59.181377 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7a78e41e-c87f-4be0-b097-3e1f577362e1 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563366 Jun 30 02:56:59.185441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42076) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:59.192599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1749890830', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:59.204592 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:56:58Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:59.246106 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Checking router: a4805e55-2ec8-4c22-ac2a-6337c640bd83 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:56:59.248507 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Updating router a4805e55-2ec8-4c22-ac2a-6337c640bd83 port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:56:59.288394 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.311775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Deleting port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:59.311775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.324599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:59.329961 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.410539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] For port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:59.410923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.696954 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.710361 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Transition to ACTIVE for port object 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:56:59.719692 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.766814 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.767201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.767517 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Floating IP 72e2dd67-c12d-4d4f-8bcd-006a25ff7c95 disassociated. External IP: 172.25.7.105, port: 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7. Jun 30 02:56:59.767863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Calling delete_port for 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:59.776593 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Attempting to bind port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:56:59.776975 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Attempting to bind port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:56:59.777467 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Attempting to bind port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:56:59.780342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d2987-c0b0-4cbb-8512-b23e488b02b8 req-6ea52f4f-2045-49f8-bcd1-dea4600284df tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:59.781952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d43d2987-c0b0-4cbb-8512-b23e488b02b8 req-6ea52f4f-2045-49f8-bcd1-dea4600284df tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 945 time: 0.2819479 Jun 30 02:56:59.797272 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:56:59.797658 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:56:59.798208 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.798609 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:56:59.799182 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Bound port: 4cc54799-9b35-4aba-9d8e-50a19c3fcf91, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:56:59.800453 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.801534 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Pushing event updated for resources: {'Port': ['ID=4cc54799-9b35-4aba-9d8e-50a19c3fcf91,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:59.826849 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.827136 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.827508 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.827934 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.828319 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.828709 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.829112 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.829528 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.829927 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.830349 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.830760 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.831190 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:59.872709 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] For port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:56:59.876853 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] For port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4cc54799-9b35-4aba-9d8e-50a19c3fcf91,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:56:59.882583 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.944448 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Routers {'a4805e55-2ec8-4c22-ac2a-6337c640bd83'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:56:59.945095 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:59.998363 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cc693-c284-4396-a5cf-726e2d4d61d6 None None] Pushing event updated for resources: {'Port': ['ID=4cc54799-9b35-4aba-9d8e-50a19c3fcf91,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:00.070079 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] Set router a4805e55-2ec8-4c22-ac2a-6337c640bd83 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:00.074273 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.085818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.151722 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Subnet': ['ID=139b9bd7-7f31-46ec-beec-7ab43628e4f5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:00.158929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Checking segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:00.159362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network hostable DHCP agents. Network: e5c29cb2-039e-4be1-8449-5fc70077f610, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:00.183935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network e5c29cb2-039e-4be1-8449-5fc70077f610 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:00.196008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, e5c29cb2-039e-4be1-8449-5fc70077f610) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:00.206898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c896771-b785-400f-b2b9-bfb6fbd56a34 None None] Network e5c29cb2-039e-4be1-8449-5fc70077f610 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:00.217431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:00.218084 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.247807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-900a369b-651e-4e57-b207-645d602a6daa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0592444 Jun 30 02:57:00.250277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42088) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:00.298254 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d43d2987-c0b0-4cbb-8512-b23e488b02b8 req-ec1ff239-0dc4-4bc2-a12c-0af697153fbf tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5094070 Jun 30 02:57:00.364379 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:56:58Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:00.415692 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5343503-08d9-457e-a1b0-472b8a6a6e67 None None] The sync data for ids ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'] in n-d-758944-39 is: [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:56:58Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:00.430640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.479308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event deleted for resources: {'Port': ['ID=0752d7eb-fefb-4d1e-baa6-217e2f7f84c7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:00.501145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-e5c29cb2-039e-4be1-8449-5fc70077f610', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:00.501441 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.640337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Router 99eaac97-6648-4256-81ca-079e5942136a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:00.698044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Allocated IP 172.20.0.2 (e5c29cb2-039e-4be1-8449-5fc70077f610/139b9bd7-7f31-46ec-beec-7ab43628e4f5/84cad39d-9a67-4d65-b513-0456593c4fc9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:00.848146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:00.948045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] No DVR routers for this DVR port 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:57:00.948906 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.957826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.968089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c5b8e98a-86b9-4d06-b0c2-9c03ecfd3665 req-3fbd4627-5340-489b-921b-96d5dc1a9938 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.69 "DELETE /v2.0/ports/0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 HTTP/1.1" status: 204 len: 173 time: 1.7948685 Jun 30 02:57:00.968733 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'name': 'network-vif-deleted', 'tag': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:00.981125 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc2653f-4a95-4a0e-af24-e1df5469daf4" -d '{"events": [{"server_uuid": "1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9", "name": "network-vif-deleted", "tag": "0752d7eb-fefb-4d1e-baa6-217e2f7f84c7"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:01.051247 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f00641-8190-43e0-afbd-2239b167bf8c x-openstack-request-id: req-80f00641-8190-43e0-afbd-2239b167bf8c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:01.051845 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9", "name": "network-vif-deleted", "tag": "0752d7eb-fefb-4d1e-baa6-217e2f7f84c7", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:01.052329 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80f00641-8190-43e0-afbd-2239b167bf8c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:01.052988 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9', 'name': 'network-vif-deleted', 'tag': '0752d7eb-fefb-4d1e-baa6-217e2f7f84c7', 'status': 'completed', 'code': 200} Jun 30 02:57:01.248687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] Sync routers for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:01.282929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:01.283991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:01.386176 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.417188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Transition to ACTIVE for port object 84cad39d-9a67-4d65-b513-0456593c4fc9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:01.471629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:01.504966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Transition to ACTIVE for port object 84cad39d-9a67-4d65-b513-0456593c4fc9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:01.520180 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.557427 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:57:01.598236 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7aa2ba0d-92fb-4403-b2d3-8c2d6e808f6a req-78f7458d-34cc-4ec7-b2de-3340751abfb4 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fa410d2-b3cf-4e3f-bdb5-ba4e309c84b9 HTTP/1.1" status: 200 len: 210 time: 0.0495768 Jun 30 02:57:01.634620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Network e5c29cb2-039e-4be1-8449-5fc70077f610 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:01.639478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.20.0.1 (e5c29cb2-039e-4be1-8449-5fc70077f610/139b9bd7-7f31-46ec-beec-7ab43628e4f5/e5e0c913-d326-4ab7-8aa7-466b36c288be) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:01.673837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:01.681438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:01.710549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Pushing event updated for resources: {'Port': ['ID=84cad39d-9a67-4d65-b513-0456593c4fc9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.797505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Attempting to bind port 84cad39d-9a67-4d65-b513-0456593c4fc9 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:01.797883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Attempting to bind port 84cad39d-9a67-4d65-b513-0456593c4fc9 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:01.798275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Attempting to bind port 84cad39d-9a67-4d65-b513-0456593c4fc9 on network e5c29cb2-039e-4be1-8449-5fc70077f610 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:01.810520 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:01.810928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Checking segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:01.811360 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.811769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Bound using segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:01.812281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Bound port: 84cad39d-9a67-4d65-b513-0456593c4fc9, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:01.812660 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.835451 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.851487 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Transition to ACTIVE for port object e5e0c913-d326-4ab7-8aa7-466b36c288be will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:01.873017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:57:01.885581 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.901543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:57:01.901891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0752d7eb-fefb-4d1e-baa6-217e2f7f84c7 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:57:01.927594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network e5c29cb2-039e-4be1-8449-5fc70077f610 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:01.930886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:01.935397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:01.959723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] For port 84cad39d-9a67-4d65-b513-0456593c4fc9, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:01.964069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] For port 84cad39d-9a67-4d65-b513-0456593c4fc9, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=84cad39d-9a67-4d65-b513-0456593c4fc9,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:01.965741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=e5e0c913-d326-4ab7-8aa7-466b36c288be,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.977487 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.988761 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.041886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:02.085062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] Checking router: 99eaac97-6648-4256-81ca-079e5942136a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:02.102972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de50058-87b2-4b70-bc41-7dc42bee3700 None None] Pushing event updated for resources: {'Port': ['ID=84cad39d-9a67-4d65-b513-0456593c4fc9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:02.108419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:02.109041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:02.154129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.227036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:02.288270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:02.481695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:02.498762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:02.498762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.573732 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.584501 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.696246 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.698503 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.707910 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=e5e0c913-d326-4ab7-8aa7-466b36c288be,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:02.709597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:02.744757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42104) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:02.776940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56bca67-88f1-4982-8616-3b248a7014e5 None None] The sync data for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 is: [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:02.782511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4cc54799-9b35-4aba-9d8e-50a19c3fcf91,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:02.787078 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.830788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network e5c29cb2-039e-4be1-8449-5fc70077f610 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:02.832355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:02.841546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-237155fd-b267-4a30-9bab-5c6c3998e17e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.845159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=4cc54799-9b35-4aba-9d8e-50a19c3fcf91,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:02.876210 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-237155fd-b267-4a30-9bab-5c6c3998e17e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.952417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-237155fd-b267-4a30-9bab-5c6c3998e17e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.955565 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-237155fd-b267-4a30-9bab-5c6c3998e17e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.957239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-237155fd-b267-4a30-9bab-5c6c3998e17e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "DELETE /v2.0/security-groups/ce0b48a5-806c-4e1b-838f-cb3f3203cc4d HTTP/1.1" status: 204 len: 168 time: 0.2112677 Jun 30 02:57:02.960769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:02.983523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237155fd-b267-4a30-9bab-5c6c3998e17e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0b48a5-806c-4e1b-838f-cb3f3203cc4d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:02.996004 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6fc33b84-c318-4d1d-8155-998bd0550f88 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] show failed (client error): The resource could not be found. Jun 30 02:57:02.997123 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6fc33b84-c318-4d1d-8155-998bd0550f88 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups/ce0b48a5-806c-4e1b-838f-cb3f3203cc4d HTTP/1.1" status: 404 len: 347 time: 0.0352094 Jun 30 02:57:03.005202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:03.023284 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router a4805e55-2ec8-4c22-ac2a-6337c640bd83 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:03.173483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2f939002-8f04-459c-b0c8-29f17ee5ab08 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Deleting port 7601d29a-5072-457d-a2b7-26ef3539750b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:57:03.173835 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f939002-8f04-459c-b0c8-29f17ee5ab08 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.255412 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87bf99-6ac9-414d-900b-270efda21c8b None None] New status for floating IP 72e2dd67-c12d-4d4f-8bcd-006a25ff7c95: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:57:03.258182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:03.285922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-86c96172-386b-4321-9777-93457e2c9e24 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "PUT /v2.0/routers/a4805e55-2ec8-4c22-ac2a-6337c640bd83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0255871 Jun 30 02:57:03.307641 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f939002-8f04-459c-b0c8-29f17ee5ab08 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.308077 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f939002-8f04-459c-b0c8-29f17ee5ab08 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.321338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-2f939002-8f04-459c-b0c8-29f17ee5ab08 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Calling delete_port for 7601d29a-5072-457d-a2b7-26ef3539750b owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:57:03.359224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Sync routers for ids ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:03.371274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Routers {'a4805e55-2ec8-4c22-ac2a-6337c640bd83'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:03.372207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:03.544380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2cc16-ffc2-41a5-bdf1-ea6cfe3ad032 None None] Network e5c29cb2-039e-4be1-8449-5fc70077f610 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:03.545857 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.db.api [None req-ac87bf99-6ac9-414d-900b-270efda21c8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:57:03.546301 n-d-758944-39 neutron-server[93773]: DEBUG oslo_db.api [None req-ac87bf99-6ac9-414d-900b-270efda21c8b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:57:03.551655 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f939002-8f04-459c-b0c8-29f17ee5ab08 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.588320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f939002-8f04-459c-b0c8-29f17ee5ab08 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event deleted for resources: {'Port': ['ID=7601d29a-5072-457d-a2b7-26ef3539750b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:03.610497 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-7a6b5bf2-e3d7-4280-9dd7-d50c6ab47b09 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993125642&fields=id&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 267 time: 0.0682573 Jun 30 02:57:03.671693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b7f64612-8645-475b-8372-73c919a540d3 None None] Provisioning for port 84cad39d-9a67-4d65-b513-0456593c4fc9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:03.689274 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f939002-8f04-459c-b0c8-29f17ee5ab08 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.695233 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2f939002-8f04-459c-b0c8-29f17ee5ab08 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.695472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Set router a4805e55-2ec8-4c22-ac2a-6337c640bd83 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:03.700715 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2f939002-8f04-459c-b0c8-29f17ee5ab08 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "DELETE /v2.0/floatingips/72e2dd67-c12d-4d4f-8bcd-006a25ff7c95 HTTP/1.1" status: 204 len: 168 time: 0.6943333 Jun 30 02:57:03.847369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-f26eea2b-74e8-4d62-8d47-0d123b1aec32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:03.849043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-f26eea2b-74e8-4d62-8d47-0d123b1aec32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/networks?id=e5c29cb2-039e-4be1-8449-5fc70077f610 HTTP/1.1" status: 200 len: 797 time: 0.2290885 Jun 30 02:57:03.873699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-a6472cfa-14fc-4f25-94c8-5610b334094c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/quotas/0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 375 time: 0.0176244 Jun 30 02:57:03.985099 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-99b66296-000b-4e2f-b743-2a75e2ab592a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055253 Jun 30 02:57:04.047374 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac87bf99-6ac9-414d-900b-270efda21c8b None None] New status for floating IP 72e2dd67-c12d-4d4f-8bcd-006a25ff7c95: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:57:04.095379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-21860ffe-da5d-4ac1-8e9c-04dee48830ad service neutron] 10.222.0.55 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973620 Jun 30 02:57:04.274681 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-ee168680-4663-4b5b-9ac5-b76c9eac807e service neutron] 10.222.0.55 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730042 Jun 30 02:57:04.333363 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e5e0c913-d326-4ab7-8aa7-466b36c288be', 'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:1f:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 2, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:04.359790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:04.364285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-47632bd7-c120-4334-a189-88dd1f0426bb tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545095895', 'description': 'tempest-description--193466771'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:04.377212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Checking router: a4805e55-2ec8-4c22-ac2a-6337c640bd83 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:04.377767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Updating router a4805e55-2ec8-4c22-ac2a-6337c640bd83 port e5e0c913-d326-4ab7-8aa7-466b36c288be binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:04.383524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 84cad39d-9a67-4d65-b513-0456593c4fc9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:04.414025 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47632bd7-c120-4334-a189-88dd1f0426bb tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.535014 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.552590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 84cad39d-9a67-4d65-b513-0456593c4fc9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:04.556652 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47632bd7-c120-4334-a189-88dd1f0426bb tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.561785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 84cad39d-9a67-4d65-b513-0456593c4fc9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:04.562131 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.565214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47632bd7-c120-4334-a189-88dd1f0426bb tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.647168 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1b31121-aca7-4b05-9e06-a51e4b214700 req-f61c8cf8-b9b7-4cab-a8cc-d219b4e490c6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0459890 Jun 30 02:57:04.652169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47632bd7-c120-4334-a189-88dd1f0426bb tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84185386-9c81-4e93-88bb-d8d8a2b881f2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:04.658391 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-47632bd7-c120-4334-a189-88dd1f0426bb tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.660362 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-47632bd7-c120-4334-a189-88dd1f0426bb tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2995532 Jun 30 02:57:04.663377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42142) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:04.669800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-00e98e33-1c7c-48bc-b7a8-4c1c664de0f8 None None] Provisioning complete for port 84cad39d-9a67-4d65-b513-0456593c4fc9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:04.670146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-623d68bd-efa9-4d4c-9335-d05989bad082 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'security_group_rule': {'security_group_id': '84185386-9c81-4e93-88bb-d8d8a2b881f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:04.675171 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00e98e33-1c7c-48bc-b7a8-4c1c664de0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.707571 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-623d68bd-efa9-4d4c-9335-d05989bad082 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.753208 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.791517 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-623d68bd-efa9-4d4c-9335-d05989bad082 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.799452 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-623d68bd-efa9-4d4c-9335-d05989bad082 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.829456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d68bd-efa9-4d4c-9335-d05989bad082 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bdd4c1-cf51-4b91-b88d-0bc9c965d52e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:04.838969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-623d68bd-efa9-4d4c-9335-d05989bad082 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.840208 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-623d68bd-efa9-4d4c-9335-d05989bad082 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1748328 Jun 30 02:57:04.842397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:04.851357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d66e2c94-5329-4bd4-b0fb-537dc5b32a83 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'security_group_rule': {'security_group_id': '84185386-9c81-4e93-88bb-d8d8a2b881f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:04.891015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 84cad39d-9a67-4d65-b513-0456593c4fc9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=84cad39d-9a67-4d65-b513-0456593c4fc9,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:04.894389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66e2c94-5329-4bd4-b0fb-537dc5b32a83 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.905987 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.906863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:04.996854 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66e2c94-5329-4bd4-b0fb-537dc5b32a83 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.002319 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66e2c94-5329-4bd4-b0fb-537dc5b32a83 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.033251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e2c94-5329-4bd4-b0fb-537dc5b32a83 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28971a6-f0e8-4fd2-8cad-f83775add644,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.045820 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d66e2c94-5329-4bd4-b0fb-537dc5b32a83 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.050339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:05.056869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d66e2c94-5329-4bd4-b0fb-537dc5b32a83 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2114203 Jun 30 02:57:05.057300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:05.080816 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.211360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=84cad39d-9a67-4d65-b513-0456593c4fc9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.259547 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.260768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:05.261139 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.328900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-00e98e33-1c7c-48bc-b7a8-4c1c664de0f8 None None] Provisioning for port e5e0c913-d326-4ab7-8aa7-466b36c288be completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:05.347027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-00e98e33-1c7c-48bc-b7a8-4c1c664de0f8 None None] Provisioning complete for port e5e0c913-d326-4ab7-8aa7-466b36c288be triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:05.347398 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-00e98e33-1c7c-48bc-b7a8-4c1c664de0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.411700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Allocated IP 172.25.7.92 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/498b72da-d9be-483d-84d2-93fce079ff39) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:05.444380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-00e98e33-1c7c-48bc-b7a8-4c1c664de0f8 None None] Port e5e0c913-d326-4ab7-8aa7-466b36c288be cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:05.454544 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.485685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Transition to ACTIVE for port object e5e0c913-d326-4ab7-8aa7-466b36c288be will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:05.495625 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.546404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.588201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.589539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee477f0-a1bb-4026-9e83-78ec01ad6c61 None None] Pushing event updated for resources: {'Port': ['ID=e5e0c913-d326-4ab7-8aa7-466b36c288be,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.630276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Attempting to bind port e5e0c913-d326-4ab7-8aa7-466b36c288be on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:05.630276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Attempting to bind port e5e0c913-d326-4ab7-8aa7-466b36c288be by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:05.630653 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Attempting to bind port e5e0c913-d326-4ab7-8aa7-466b36c288be on network e5c29cb2-039e-4be1-8449-5fc70077f610 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:05.631817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:05.636001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:05.636240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:05.636455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Checking segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:05.636755 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.637108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Bound using segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:05.637604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Bound port: e5e0c913-d326-4ab7-8aa7-466b36c288be, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:05.638506 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.642745 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:05.648686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'Port': ['ID=498b72da-d9be-483d-84d2-93fce079ff39,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.731416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] For port e5e0c913-d326-4ab7-8aa7-466b36c288be, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:05.737731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] For port e5e0c913-d326-4ab7-8aa7-466b36c288be, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e5e0c913-d326-4ab7-8aa7-466b36c288be,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:05.742857 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.757118 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.798293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Routers {'a4805e55-2ec8-4c22-ac2a-6337c640bd83'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:05.798931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:05.830572 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8a6195a0-1425-4056-97c6-dd61ba0e6dd3 req-3d2faa3c-2deb-4095-abb8-a62c76c7c1a5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0358446 Jun 30 02:57:05.844916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.876511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee477f0-a1bb-4026-9e83-78ec01ad6c61 None None] Pushing event updated for resources: {'Port': ['ID=e5e0c913-d326-4ab7-8aa7-466b36c288be,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.942012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] Set router a4805e55-2ec8-4c22-ac2a-6337c640bd83 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:06.180650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-f9bb3a05-a876-4eae-b7ed-2013e59314cf tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:06.182992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-f9bb3a05-a876-4eae-b7ed-2013e59314cf tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.73 "GET /v2.0/networks?id=e5c29cb2-039e-4be1-8449-5fc70077f610 HTTP/1.1" status: 200 len: 797 time: 0.2263594 Jun 30 02:57:06.208717 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 84cad39d-9a67-4d65-b513-0456593c4fc9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:06.210954 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.223325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.299846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e5e0c913-d326-4ab7-8aa7-466b36c288be', 'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:1f:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:05Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:06.302944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 84cad39d-9a67-4d65-b513-0456593c4fc9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:06.303316 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.328853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018a445a-9d83-4f7b-8637-7ce2ad9b3aac None None] The sync data for ids ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'] in n-d-758944-39 is: [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e5e0c913-d326-4ab7-8aa7-466b36c288be', 'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:1f:0c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:05Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:06.344992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8faa2f97-08c1-4360-b379-8e7852b7a24c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 379 time: 0.1299412 Jun 30 02:57:06.358863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'port': {'device_id': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'admin_state_up': True, 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'security_groups': ['5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:06.434335 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'Port': ['ID=498b72da-d9be-483d-84d2-93fce079ff39,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:06.446837 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.478827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.479969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2b77b79b-f0ae-4e53-8c44-4f125540f2e9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4285941 Jun 30 02:57:06.541070 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:06.545291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.672208 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-90e59d7c-007b-4eca-881d-e3481cee1d68 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1545095895&fields=id&tenant_id=b999abe2fa424bc6b67a218fc8ccc896 HTTP/1.1" status: 200 len: 267 time: 0.0637035 Jun 30 02:57:06.790924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7e22c46b-9f05-4b97-9bb2-4d8a2629bfc2 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:06.799567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7e22c46b-9f05-4b97-9bb2-4d8a2629bfc2 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 811 time: 0.1263337 Jun 30 02:57:06.817710 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-510290ab-8f1b-4573-ab74-808f91575c58 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/quotas/b999abe2fa424bc6b67a218fc8ccc896 HTTP/1.1" status: 200 len: 375 time: 0.0163982 Jun 30 02:57:07.012460 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-2cab512d-3514-4c10-97b4-4e3bc398181f tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1934702 Jun 30 02:57:07.069082 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-95b2d74c-cdf7-414f-bbb9-cccfcee21e2d req-a14e6463-48fa-47fe-8d9a-486f2a71f18a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 210 time: 0.0525548 Jun 30 02:57:07.101847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.20.0.6 (e5c29cb2-039e-4be1-8449-5fc70077f610/139b9bd7-7f31-46ec-beec-7ab43628e4f5/4076ead2-6f05-4915-914c-7cbbf1e58176) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:07.116509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-58ed7e56-a5a1-4edb-a47b-cfb118d6c100 service neutron] 10.222.0.55 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927234 Jun 30 02:57:07.247947 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-92cfd3d6-c46d-4894-af06-68c1144ce1cc service neutron] 10.222.0.55 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159635 Jun 30 02:57:07.292010 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.308507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Transition to ACTIVE for port object 4076ead2-6f05-4915-914c-7cbbf1e58176 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:07.360574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.431336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network e5c29cb2-039e-4be1-8449-5fc70077f610 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:07.455859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:07.461237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:07.491758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5444c1e9-5c27-4fc2-b2a4-15506b854720 req-c129eb4d-2d1c-4de2-affd-bdd1fdb2a1a3 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0541534 Jun 30 02:57:07.524858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=4076ead2-6f05-4915-914c-7cbbf1e58176,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:07.569466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:07.570105 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.589800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-499aa40c-70a4-4640-8417-260bf661b78e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2350893 Jun 30 02:57:07.605840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Request body: {'port': {'device_id': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:07.701311 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.812428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-be47a061-8f0a-40eb-a221-3ad1411ddb3f None None] Provisioning for port 4076ead2-6f05-4915-914c-7cbbf1e58176 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:07.817844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-be47a061-8f0a-40eb-a221-3ad1411ddb3f None None] Provisioning complete for port 4076ead2-6f05-4915-914c-7cbbf1e58176 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:07.818219 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be47a061-8f0a-40eb-a221-3ad1411ddb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.882098 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-be47a061-8f0a-40eb-a221-3ad1411ddb3f None None] Port 4076ead2-6f05-4915-914c-7cbbf1e58176 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:08.038451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4076ead2-6f05-4915-914c-7cbbf1e58176 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:08.047331 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.060210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Transition to ACTIVE for port object 4076ead2-6f05-4915-914c-7cbbf1e58176 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:08.065966 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.123049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699453b-d852-4290-8350-238547245e0c service neutron] Pushing event updated for resources: {'Port': ['ID=4076ead2-6f05-4915-914c-7cbbf1e58176,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:08.218163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:08.218504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:08.219004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 on network e5c29cb2-039e-4be1-8449-5fc70077f610 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:08.223798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Port 4076ead2-6f05-4915-914c-7cbbf1e58176 on network e5c29cb2-039e-4be1-8449-5fc70077f610 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:08.224136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 on network e5c29cb2-039e-4be1-8449-5fc70077f610 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:08.229048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e5e0c913-d326-4ab7-8aa7-466b36c288be up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:08.232605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:08.232956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Checking segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:08.233612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Bound using segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:08.234065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Bound port: 4076ead2-6f05-4915-914c-7cbbf1e58176, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:08.234419 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.313275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:08.316885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:08.324304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.367788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e5e0c913-d326-4ab7-8aa7-466b36c288be completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:08.377648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e5e0c913-d326-4ab7-8aa7-466b36c288be triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:08.378013 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.430414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:08.431226 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.436038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-8699453b-d852-4290-8350-238547245e0c service neutron] 10.222.0.73 "PUT /v2.0/ports/4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 200 len: 1092 time: 0.8340209 Jun 30 02:57:08.436551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:08.440249 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd71fceb-125d-4219-b36e-6ffa36724a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:08.480949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699453b-d852-4290-8350-238547245e0c service neutron] Pushing event updated for resources: {'Port': ['ID=4076ead2-6f05-4915-914c-7cbbf1e58176,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:08.530779 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c48f6a3-093d-4be2-8aec-314667b74219 x-openstack-request-id: req-3c48f6a3-093d-4be2-8aec-314667b74219 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:08.531083 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:08.531339 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c48f6a3-093d-4be2-8aec-314667b74219 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:08.532423 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'status': 'completed', 'code': 200} Jun 30 02:57:08.573095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0545261-a489-4921-b162-686a84f2cd0b req-8c396557-9811-4c41-a4c3-d58fc131999e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:08.580150 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0545261-a489-4921-b162-686a84f2cd0b req-8c396557-9811-4c41-a4c3-d58fc131999e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 943 time: 0.1801655 Jun 30 02:57:08.651646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-3d113ea1-ada7-43a9-9004-feca9dc0fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:08.653220 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-3d113ea1-ada7-43a9-9004-feca9dc0fa82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1095 time: 0.1468251 Jun 30 02:57:08.663738 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0545261-a489-4921-b162-686a84f2cd0b req-fce7877b-8b52-435e-9683-99946cdcd2ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772147 Jun 30 02:57:08.670821 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.755934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e5e0c913-d326-4ab7-8aa7-466b36c288be, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e5e0c913-d326-4ab7-8aa7-466b36c288be,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:08.762403 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.779038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-066748c5-17d7-4059-9248-6432fe10027d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 200 len: 217 time: 0.1168718 Jun 30 02:57:08.808721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0750a80c-bbcb-4d04-90c4-7742c8306c2a req-9661baec-54f0-4a94-a486-0d03b671b213 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0972381 Jun 30 02:57:08.868228 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-0109dcfc-41d4-4a28-a2ee-690ba14613b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:08.873365 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-0109dcfc-41d4-4a28-a2ee-690ba14613b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=139b9bd7-7f31-46ec-beec-7ab43628e4f5 HTTP/1.1" status: 200 len: 835 time: 0.0725632 Jun 30 02:57:08.916934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e5e0c913-d326-4ab7-8aa7-466b36c288be,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:08.978856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-228630da-4cf4-4538-9f64-4950ed3f95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:08.980576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-228630da-4cf4-4538-9f64-4950ed3f95e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5c29cb2-039e-4be1-8449-5fc70077f610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029208 Jun 30 02:57:09.022622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-5ac1153c-ac75-417f-bee5-18edcd6f3831 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:09.024180 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-5ac1153c-ac75-417f-bee5-18edcd6f3831 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 811 time: 0.1455491 Jun 30 02:57:09.113213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-22ee71f8-a85f-4c9c-96a0-2b6248f3f963 service neutron] 10.222.0.73 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245496 Jun 30 02:57:09.115186 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-a61976e7-a37d-4c9b-9a47-8ba7f9f62654 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b999abe2fa424bc6b67a218fc8ccc896 HTTP/1.1" status: 200 len: 380 time: 0.0725498 Jun 30 02:57:09.124514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'port': {'device_id': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'admin_state_up': True, 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'security_groups': ['84185386-9c81-4e93-88bb-d8d8a2b881f2']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:09.223753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-573907fb-94fe-4a21-8483-63db77b1f5dc req-a7313d8b-2f4f-43c8-9cfa-a378aa4f07cb service neutron] 10.222.0.73 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029119 Jun 30 02:57:09.250666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Made reservation on behalf of b999abe2fa424bc6b67a218fc8ccc896 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:09.255594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.352271 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-772ec89e-f784-4483-b56f-48c458882405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:09.354817 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-772ec89e-f784-4483-b56f-48c458882405 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1095 time: 0.0613561 Jun 30 02:57:09.398615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Allocated IP 172.20.0.7 (7bf5286e-eb04-462a-8e19-b24eed80c31b/eec29a8a-7ab0-4276-88be-a6130d270a67/649a81b8-78e2-4b73-acef-95477add3d5e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:09.465905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-dc0b84db-1b7c-4365-9b07-810f71899062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:09.467707 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-dc0b84db-1b7c-4365-9b07-810f71899062 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5c29cb2-039e-4be1-8449-5fc70077f610 HTTP/1.1" status: 200 len: 898 time: 0.1061385 Jun 30 02:57:09.524299 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-4b9621ad-2299-4b90-9d24-c7fef02bc186 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 200 len: 217 time: 0.0482283 Jun 30 02:57:09.571123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.589572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Transition to ACTIVE for port object 649a81b8-78e2-4b73-acef-95477add3d5e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:09.590696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-7ecb4a90-db52-48e2-8b82-c1d9c0122f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:09.592261 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-7ecb4a90-db52-48e2-8b82-c1d9c0122f07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=139b9bd7-7f31-46ec-beec-7ab43628e4f5 HTTP/1.1" status: 200 len: 835 time: 0.0572727 Jun 30 02:57:09.627280 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.658741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-294d7a77-3665-4480-acb7-812857693ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:09.660291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-294d7a77-3665-4480-acb7-812857693ead service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5c29cb2-039e-4be1-8449-5fc70077f610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604587 Jun 30 02:57:09.671852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Network 7bf5286e-eb04-462a-8e19-b24eed80c31b is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:09.675003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:09.681676 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:09.709632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event updated for resources: {'Port': ['ID=649a81b8-78e2-4b73-acef-95477add3d5e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:09.738673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:09.739370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.761288 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-7b83a99b-af28-4f27-a072-cbbe5c1b6014 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6410062 Jun 30 02:57:09.780608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Request body: {'port': {'device_id': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:09.825290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-03c7f117-c434-4c87-a55f-3ccbffa44ca4 service neutron] 10.222.0.73 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567233 Jun 30 02:57:09.926506 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.976488 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd71fceb-125d-4219-b36e-6ffa36724a2a req-458bb223-96ab-4a43-b664-17329a92ff05 service neutron] 10.222.0.73 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439488 Jun 30 02:57:10.000599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaa1bc-af34-4bfc-9be8-5bf6c5fedf14 req-6c6b5cbb-7988-4d70-b62b-8691c559b441 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:10.002141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9aaaa1bc-af34-4bfc-9be8-5bf6c5fedf14 req-6c6b5cbb-7988-4d70-b62b-8691c559b441 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 943 time: 0.1369967 Jun 30 02:57:10.045188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0f2ab-18d1-45d0-8f5b-01b99110267c req-8e7c54e2-700b-4448-9374-3c4da8c47fcd tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:10.046925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eac0f2ab-18d1-45d0-8f5b-01b99110267c req-8e7c54e2-700b-4448-9374-3c4da8c47fcd tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 931 time: 0.0689628 Jun 30 02:57:10.058933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1242adc3-52d2-4b26-babe-2bb7f76c8fd6 None None] Provisioning for port 649a81b8-78e2-4b73-acef-95477add3d5e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:10.062934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1242adc3-52d2-4b26-babe-2bb7f76c8fd6 None None] Provisioning complete for port 649a81b8-78e2-4b73-acef-95477add3d5e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:10.063638 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1242adc3-52d2-4b26-babe-2bb7f76c8fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.094353 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eac0f2ab-18d1-45d0-8f5b-01b99110267c req-765970c4-4fcf-4169-af0a-57e99daba275 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392063 Jun 30 02:57:10.103346 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9aaaa1bc-af34-4bfc-9be8-5bf6c5fedf14 req-4f45b7b0-fb37-4c16-a0aa-f19eeae913c5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504668 Jun 30 02:57:10.113453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1242adc3-52d2-4b26-babe-2bb7f76c8fd6 None None] Port 649a81b8-78e2-4b73-acef-95477add3d5e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:10.169124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e5e0c913-d326-4ab7-8aa7-466b36c288be up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:10.215460 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e5e0c913-d326-4ab7-8aa7-466b36c288be triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:10.215929 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.256518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649a81b8-78e2-4b73-acef-95477add3d5e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:10.265349 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.277020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Transition to ACTIVE for port object 649a81b8-78e2-4b73-acef-95477add3d5e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:10.281314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.332317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Pushing event updated for resources: {'Port': ['ID=649a81b8-78e2-4b73-acef-95477add3d5e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:10.398588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Attempting to bind port 649a81b8-78e2-4b73-acef-95477add3d5e on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:10.398965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Attempting to bind port 649a81b8-78e2-4b73-acef-95477add3d5e by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:10.399299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Attempting to bind port 649a81b8-78e2-4b73-acef-95477add3d5e on network 7bf5286e-eb04-462a-8e19-b24eed80c31b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:10.404750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Port 649a81b8-78e2-4b73-acef-95477add3d5e on network 7bf5286e-eb04-462a-8e19-b24eed80c31b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:10.405081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Attempting to bind port 649a81b8-78e2-4b73-acef-95477add3d5e on network 7bf5286e-eb04-462a-8e19-b24eed80c31b {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:10.410932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:10.411276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Checking segment: {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:10.411667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Bound using segment: {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:10.412100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Bound port: 649a81b8-78e2-4b73-acef-95477add3d5e, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed69e6ae-750c-42db-823e-d8a502090a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:10.412514 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.488817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] For port 649a81b8-78e2-4b73-acef-95477add3d5e, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:10.492148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] For port 649a81b8-78e2-4b73-acef-95477add3d5e, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=649a81b8-78e2-4b73-acef-95477add3d5e,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:10.497829 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.533743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:10.534442 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.536073 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] 10.222.0.69 "PUT /v2.0/ports/649a81b8-78e2-4b73-acef-95477add3d5e HTTP/1.1" status: 200 len: 1092 time: 0.7665250 Jun 30 02:57:10.536715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'tag': '649a81b8-78e2-4b73-acef-95477add3d5e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:10.539150 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fb159b-db82-48af-b42a-b6fc94d20d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "6aee8073-d8d3-41b2-8a77-6668e779dbf7", "tag": "649a81b8-78e2-4b73-acef-95477add3d5e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:10.563614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b842ac-cbf9-4165-9f42-a8ecb1a8a63b service neutron] Pushing event updated for resources: {'Port': ['ID=649a81b8-78e2-4b73-acef-95477add3d5e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:10.605753 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08259343-ddb5-464d-93c8-24b2abc0c443 x-openstack-request-id: req-08259343-ddb5-464d-93c8-24b2abc0c443 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:10.606473 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aee8073-d8d3-41b2-8a77-6668e779dbf7", "tag": "649a81b8-78e2-4b73-acef-95477add3d5e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:10.610097 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08259343-ddb5-464d-93c8-24b2abc0c443 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:10.610655 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'tag': '649a81b8-78e2-4b73-acef-95477add3d5e', 'status': 'completed', 'code': 200} Jun 30 02:57:10.656334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-8ce51615-0eac-4520-8814-97a2a86c96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:10.658532 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-8ce51615-0eac-4520-8814-97a2a86c96ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 1095 time: 0.0633552 Jun 30 02:57:10.703761 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-614dfd3c-d41e-4afe-ae1e-e81a9f2cf058 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649a81b8-78e2-4b73-acef-95477add3d5e HTTP/1.1" status: 200 len: 217 time: 0.0383053 Jun 30 02:57:10.758035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-93ccc44c-3747-4ea1-a345-b82652d8f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:10.759882 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-93ccc44c-3747-4ea1-a345-b82652d8f0d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.0500982 Jun 30 02:57:10.817924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-3c812ae2-777e-48af-9596-c46113aca78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:10.819511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-3c812ae2-777e-48af-9596-c46113aca78d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538619 Jun 30 02:57:10.910684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-d05a8cd8-a2d6-4119-83d8-34c86b61ecfb service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849423 Jun 30 02:57:11.008400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dfd821d-158d-4102-8ba3-00100b80bc2a req-01796719-5ba5-4419-931a-07aaffc1b50c service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910101 Jun 30 02:57:11.121548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-acc8a87c-d092-47ce-b950-0b9ba2020007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:11.123121 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-acc8a87c-d092-47ce-b950-0b9ba2020007 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 1095 time: 0.0648942 Jun 30 02:57:11.293601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde04991-59cd-448c-b8dd-8a9353ba374e req-db652e5e-3751-4b1f-a0c4-a2ba03364381 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:11.296011 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cde04991-59cd-448c-b8dd-8a9353ba374e req-db652e5e-3751-4b1f-a0c4-a2ba03364381 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0683722 Jun 30 02:57:11.337596 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cde04991-59cd-448c-b8dd-8a9353ba374e req-532a5291-a004-420b-b063-787a19b805b9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356638 Jun 30 02:57:11.519358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-be5f3826-8793-4fad-a951-b4b3e9cafe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:11.520825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-be5f3826-8793-4fad-a951-b4b3e9cafe98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.3917756 Jun 30 02:57:11.573650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9490fc-445d-4169-bb00-7ac283ab7284 req-93ee4153-b408-4ccb-b4d2-ba9ccce8f312 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:11.575140 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f9490fc-445d-4169-bb00-7ac283ab7284 req-93ee4153-b408-4ccb-b4d2-ba9ccce8f312 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 943 time: 0.1319208 Jun 30 02:57:11.577031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-cecd49a5-df02-4866-8ace-d96a60f19e41 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649a81b8-78e2-4b73-acef-95477add3d5e HTTP/1.1" status: 200 len: 217 time: 0.0487044 Jun 30 02:57:11.648694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2f9490fc-445d-4169-bb00-7ac283ab7284 req-180e424e-dd5f-4e25-a94e-0e384306e272 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669851 Jun 30 02:57:11.650406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-970d7c09-1806-45c6-8d8a-248050143844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:11.651830 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-970d7c09-1806-45c6-8d8a-248050143844 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.0685318 Jun 30 02:57:11.710153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-ecb33716-e645-4534-a4fe-eb39624f613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:11.711659 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-ecb33716-e645-4534-a4fe-eb39624f613f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526226 Jun 30 02:57:11.804607 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-62f9c6a7-92c9-43af-921a-c142a492243c service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859642 Jun 30 02:57:11.909097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65fb159b-db82-48af-b42a-b6fc94d20d1f req-8f0f8f66-e733-43c8-9d22-bd20a0a59e2e service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975816 Jun 30 02:57:12.009862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4076ead2-6f05-4915-914c-7cbbf1e58176 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:12.113631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:12.277448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'port_id': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'mac_address': 'fa:16:3e:fb:e1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:12.315379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.328175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4076ead2-6f05-4915-914c-7cbbf1e58176 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:12.348066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:12.353234 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.403783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=4076ead2-6f05-4915-914c-7cbbf1e58176,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:12.521682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282b2c2-e265-4443-8a21-fd087008d95e req-3613e8ed-a848-4736-a9c0-7afaaec25dcf tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:12.523243 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2282b2c2-e265-4443-8a21-fd087008d95e req-3613e8ed-a848-4736-a9c0-7afaaec25dcf tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0709233 Jun 30 02:57:12.565706 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2282b2c2-e265-4443-8a21-fd087008d95e req-aa16ef6f-8c1f-473f-9a31-a9b041abb57e tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357907 Jun 30 02:57:12.593941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['4076ead2-6f05-4915-914c-7cbbf1e58176'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:12.860666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00761aa-d40a-4ec6-8b1c-429ae2590141 req-c63911ae-1b0c-4bd1-988d-39951bf268b5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:12.862254 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d00761aa-d40a-4ec6-8b1c-429ae2590141 req-c63911ae-1b0c-4bd1-988d-39951bf268b5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 944 time: 0.0739858 Jun 30 02:57:12.911681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d00761aa-d40a-4ec6-8b1c-429ae2590141 req-a52d3157-3bac-4f57-b41d-e8e905579b43 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395191 Jun 30 02:57:13.753999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15891afe-06c0-4d17-a120-1686f2348a74 req-b16bce5d-d379-433f-8c6c-5b3509898a8d tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:13.755433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15891afe-06c0-4d17-a120-1686f2348a74 req-b16bce5d-d379-433f-8c6c-5b3509898a8d tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 943 time: 0.0684218 Jun 30 02:57:13.794829 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15891afe-06c0-4d17-a120-1686f2348a74 req-ff2c7b3c-6aab-4d6c-aede-e2a376ce101b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329640 Jun 30 02:57:13.909127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 649a81b8-78e2-4b73-acef-95477add3d5e details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:14.022184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 649a81b8-78e2-4b73-acef-95477add3d5e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=649a81b8-78e2-4b73-acef-95477add3d5e,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:14.026171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4076ead2-6f05-4915-914c-7cbbf1e58176 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:14.055721 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '649a81b8-78e2-4b73-acef-95477add3d5e', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'port_id': '649a81b8-78e2-4b73-acef-95477add3d5e', 'mac_address': 'fa:16:3e:59:41:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:14.093530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1085a2-a16c-4a84-85d2-511ae4975f70 req-c92b4cc7-7460-4a44-bc89-e3f653566f51 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:14.095117 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bb1085a2-a16c-4a84-85d2-511ae4975f70 req-c92b4cc7-7460-4a44-bc89-e3f653566f51 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 944 time: 0.0738051 Jun 30 02:57:14.105986 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.122751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649a81b8-78e2-4b73-acef-95477add3d5e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:14.128009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 4076ead2-6f05-4915-914c-7cbbf1e58176 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:14.136133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 4076ead2-6f05-4915-914c-7cbbf1e58176 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:14.136492 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.149277 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bb1085a2-a16c-4a84-85d2-511ae4975f70 req-c2891db3-bde8-4e10-a845-828f4abf1ca1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450006 Jun 30 02:57:14.170260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 649a81b8-78e2-4b73-acef-95477add3d5e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=649a81b8-78e2-4b73-acef-95477add3d5e,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:14.176454 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.251328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=649a81b8-78e2-4b73-acef-95477add3d5e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:14.268627 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.291427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:14.293657 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb206bc5-8303-4640-896e-ce63cce5e93b" -d '{"events": [{"server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:14.306388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:14.311500 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.339129 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12443e93-5522-4935-be28-08b19e2fafa8 x-openstack-request-id: req-12443e93-5522-4935-be28-08b19e2fafa8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:14.339391 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:14.339649 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12443e93-5522-4935-be28-08b19e2fafa8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:14.340020 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'code': 200} Jun 30 02:57:14.375367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=4076ead2-6f05-4915-914c-7cbbf1e58176,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:14.464818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795679c-3c79-4fa3-b674-34e2af3f02e7 req-e5ad1c78-0fbe-4ef7-be1f-fad0e7a825f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:14.466385 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e795679c-3c79-4fa3-b674-34e2af3f02e7 req-e5ad1c78-0fbe-4ef7-be1f-fad0e7a825f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1097 time: 0.0586977 Jun 30 02:57:14.481940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['649a81b8-78e2-4b73-acef-95477add3d5e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:14.510497 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e795679c-3c79-4fa3-b674-34e2af3f02e7 req-5066e2e5-a60a-43c5-b91b-8e7031f13f35 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364616 Jun 30 02:57:14.984647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1392d5-cc1c-4797-ace0-3a8afe6b2f4c req-b14dda1b-8465-4679-983f-726fc3d20436 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:14.986392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bc1392d5-cc1c-4797-ace0-3a8afe6b2f4c req-b14dda1b-8465-4679-983f-726fc3d20436 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 944 time: 0.0671983 Jun 30 02:57:15.036077 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bc1392d5-cc1c-4797-ace0-3a8afe6b2f4c req-d429a2c2-609a-4795-b531-35ec100c3254 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Jun 30 02:57:15.343456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3a77f-88e3-436d-82b2-f1fe814874bb req-fb9bbb2b-9282-4db8-a9e2-ae73309d7bd9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:15.345016 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4bf3a77f-88e3-436d-82b2-f1fe814874bb req-fb9bbb2b-9282-4db8-a9e2-ae73309d7bd9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0750170 Jun 30 02:57:15.390592 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4bf3a77f-88e3-436d-82b2-f1fe814874bb req-1b69b591-5caf-4a51-a828-c6249fc3f1e3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396745 Jun 30 02:57:15.923649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 649a81b8-78e2-4b73-acef-95477add3d5e up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:15.983542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 649a81b8-78e2-4b73-acef-95477add3d5e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:15.988293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 649a81b8-78e2-4b73-acef-95477add3d5e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:15.988739 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.029579 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.085508 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.125166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 649a81b8-78e2-4b73-acef-95477add3d5e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=649a81b8-78e2-4b73-acef-95477add3d5e,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:16.130803 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.203869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=649a81b8-78e2-4b73-acef-95477add3d5e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:16.243519 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:16.247453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66524953-ea53-456e-ac23-128c122ab06a req-0b4ececd-e34a-4ac4-b4c5-88244024c063 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:16.248976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-66524953-ea53-456e-ac23-128c122ab06a req-0b4ececd-e34a-4ac4-b4c5-88244024c063 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0879817 Jun 30 02:57:16.288492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-66524953-ea53-456e-ac23-128c122ab06a req-a88b3509-6112-4343-b6eb-30d666588cd8 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334017 Jun 30 02:57:16.341374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649a81b8-78e2-4b73-acef-95477add3d5e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:16.343770 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea471eb-418b-41a7-87bd-cea992547011" -d '{"events": [{"server_uuid": "6aee8073-d8d3-41b2-8a77-6668e779dbf7", "name": "network-vif-plugged", "status": "completed", "tag": "649a81b8-78e2-4b73-acef-95477add3d5e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:16.379481 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1239bfb-0ead-4004-b640-165a84ce4ee8 x-openstack-request-id: req-b1239bfb-0ead-4004-b640-165a84ce4ee8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:16.379767 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aee8073-d8d3-41b2-8a77-6668e779dbf7", "name": "network-vif-plugged", "status": "completed", "tag": "649a81b8-78e2-4b73-acef-95477add3d5e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:16.379990 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1239bfb-0ead-4004-b640-165a84ce4ee8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:16.380385 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649a81b8-78e2-4b73-acef-95477add3d5e', 'code': 200} Jun 30 02:57:16.499460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432b6c4-a520-42a7-9500-f24d4e4479b9 req-9f561418-0fa2-4d6a-b214-a16e4c45c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:16.500806 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c432b6c4-a520-42a7-9500-f24d4e4479b9 req-9f561418-0fa2-4d6a-b214-a16e4c45c1cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0529788 Jun 30 02:57:16.568944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c432b6c4-a520-42a7-9500-f24d4e4479b9 req-65babe68-5f85-4149-bfd8-3444f89097e2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612211 Jun 30 02:57:16.598340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee93f77-ba54-46a8-b1ce-21930c0cc728 req-b0e07597-ec3d-46c6-9055-09c504e2f1e1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:16.599817 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ee93f77-ba54-46a8-b1ce-21930c0cc728 req-b0e07597-ec3d-46c6-9055-09c504e2f1e1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0794494 Jun 30 02:57:16.646285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ee93f77-ba54-46a8-b1ce-21930c0cc728 req-5b4db604-8ca9-42ec-8267-092c8dfa33cc tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387812 Jun 30 02:57:16.836835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba00fc-5e2c-4f55-8666-5b412219c1e4 req-324ed997-a574-4d42-8430-cd84ec69f045 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:16.838478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52ba00fc-5e2c-4f55-8666-5b412219c1e4 req-324ed997-a574-4d42-8430-cd84ec69f045 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0777225 Jun 30 02:57:16.880753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52ba00fc-5e2c-4f55-8666-5b412219c1e4 req-b115db14-e754-4328-b919-20137296d956 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338619 Jun 30 02:57:16.909208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:16.963235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5213c-bb74-4329-8d1b-4feec41d9472 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:16.964808 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-96b5213c-bb74-4329-8d1b-4feec41d9472 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1092 time: 0.0545835 Jun 30 02:57:16.967651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:16.972153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:16.997984 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.114936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.226418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.25.7.131 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/baa92099-2daf-4dcd-8cff-969f24a1ceed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:17.336838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.378483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.412274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:17.415440 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:17.419922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:17.478498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=baa92099-2daf-4dcd-8cff-969f24a1ceed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:17.490703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174fb5-e2f9-4643-970b-af9ea20b0de4 req-00ae014c-e541-401b-831c-ea7eb7ca64da tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:17.494427 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c174fb5-e2f9-4643-970b-af9ea20b0de4 req-00ae014c-e541-401b-831c-ea7eb7ca64da tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0895083 Jun 30 02:57:17.545907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3c174fb5-e2f9-4643-970b-af9ea20b0de4 req-b8788cab-f817-4498-a60b-f75e5dafec64 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444098 Jun 30 02:57:17.852250 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:17.939541 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.092575 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.099642 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.163186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=baa92099-2daf-4dcd-8cff-969f24a1ceed,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:18.177871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.280413 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Floating IP bfa91b15-fc7d-4fa3-aef8-997476606fd6 associated. External IP: 172.25.7.131, port: 4076ead2-6f05-4915-914c-7cbbf1e58176. Jun 30 02:57:18.498050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router a4805e55-2ec8-4c22-ac2a-6337c640bd83 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:18.607945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:18.624775 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] Sync routers for ids ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:18.628343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:18.639041 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] Routers {'a4805e55-2ec8-4c22-ac2a-6337c640bd83'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:18.640108 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:18.689271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-693bce76-ac58-4c68-af3f-f7ba1d75b13c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7180157 Jun 30 02:57:18.703655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:18.706216 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3bcccb-d4d1-4827-bd55-c38250b66bda" -d '{"events": [{"name": "network-changed", "server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:18.748997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07073bc6-2e3c-4823-982b-e194b1a0f3b4 req-ce3c9e93-4ba3-4e66-b61b-361ef555bcb9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:18.751018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07073bc6-2e3c-4823-982b-e194b1a0f3b4 req-ce3c9e93-4ba3-4e66-b61b-361ef555bcb9 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0879407 Jun 30 02:57:18.779099 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] Set router a4805e55-2ec8-4c22-ac2a-6337c640bd83 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:18.804361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07073bc6-2e3c-4823-982b-e194b1a0f3b4 req-4be1bd0c-cd42-4ec5-a7e9-4504bda78fbf tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461781 Jun 30 02:57:18.860482 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fe4bd0-3057-45f0-91cc-8b2170e7f06f x-openstack-request-id: req-32fe4bd0-3057-45f0-91cc-8b2170e7f06f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:18.861462 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:18.861910 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32fe4bd0-3057-45f0-91cc-8b2170e7f06f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:18.862569 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'status': 'completed', 'code': 200} Jun 30 02:57:18.875753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c1a74-7a2d-4644-b481-b7be1f367522 req-75b42e98-bb06-4a86-95df-09892f1f1409 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:18.883732 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ee6c1a74-7a2d-4644-b481-b7be1f367522 req-75b42e98-bb06-4a86-95df-09892f1f1409 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0950484 Jun 30 02:57:18.928873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ee6c1a74-7a2d-4644-b481-b7be1f367522 req-2e15003d-0ebd-447d-9e74-27fdbe52e499 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437577 Jun 30 02:57:18.956122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:18.990076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-299ab61e-a3d5-427b-ba20-c64300c9f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:18.991807 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-299ab61e-a3d5-427b-ba20-c64300c9f9cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1097 time: 0.1066196 Jun 30 02:57:19.025231 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fc7bf2b7-8cf7-4fdd-8ecd-92da6078df35 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/bfa91b15-fc7d-4fa3-aef8-997476606fd6 HTTP/1.1" status: 200 len: 991 time: 0.0674269 Jun 30 02:57:19.072857 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'bfa91b15-fc7d-4fa3-aef8-997476606fd6', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'port_id': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'mac_address': 'fa:16:3e:fb:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:17Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e0c913-d326-4ab7-8aa7-466b36c288be', 'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:1f:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:19.098990 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] Checking router: a4805e55-2ec8-4c22-ac2a-6337c640bd83 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:19.108244 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] Routers {'a4805e55-2ec8-4c22-ac2a-6337c640bd83'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:19.108966 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:19.122384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-99cf2f40-4574-46dc-ac8e-06b02dcbf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:19.123874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-99cf2f40-4574-46dc-ac8e-06b02dcbf863 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5c29cb2-039e-4be1-8449-5fc70077f610 HTTP/1.1" status: 200 len: 898 time: 0.1235461 Jun 30 02:57:19.136162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04f42a-bc25-41ba-910e-47af35abd108 req-2508346d-fdaa-411a-95f9-a49be11eadf5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:19.137675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b04f42a-bc25-41ba-910e-47af35abd108 req-2508346d-fdaa-411a-95f9-a49be11eadf5 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 945 time: 0.1520557 Jun 30 02:57:19.147138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:19.152046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d3675d33-c350-48d3-bdd7-eedab387c6a6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Request body: {'floatingip': {'port_id': '649a81b8-78e2-4b73-acef-95477add3d5e'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:19.204630 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3675d33-c350-48d3-bdd7-eedab387c6a6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.215350 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-3487c9c9-e34c-44af-a2fb-23319c0b3265 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 200 len: 999 time: 0.0766284 Jun 30 02:57:19.232955 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] Set router a4805e55-2ec8-4c22-ac2a-6337c640bd83 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:19.277719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-f8eaa51f-58b1-4778-b67d-ee8907c1eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:19.281148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-f8eaa51f-58b1-4778-b67d-ee8907c1eb89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=139b9bd7-7f31-46ec-beec-7ab43628e4f5 HTTP/1.1" status: 200 len: 835 time: 0.0591159 Jun 30 02:57:19.354215 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-54320359-b0e6-44ef-89fe-8cb805b951e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:19.356200 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-54320359-b0e6-44ef-89fe-8cb805b951e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5c29cb2-039e-4be1-8449-5fc70077f610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687070 Jun 30 02:57:19.397768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42308) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:19.492979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-266eae4c-1c93-498f-b274-23049359e3f1 admin admin] Deleting subnet 1cb00b85-279f-4fe0-ab7e-6b224e7accef {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:57:19.497945 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-266eae4c-1c93-498f-b274-23049359e3f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.512301 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'bfa91b15-fc7d-4fa3-aef8-997476606fd6', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'port_id': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'mac_address': 'fa:16:3e:fb:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:17Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e0c913-d326-4ab7-8aa7-466b36c288be', 'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:1f:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:19.550931 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386bc583-bbbb-4608-a713-8f4c4c9812cc None None] The sync data for ids ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'] in n-d-758944-39 is: [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'bfa91b15-fc7d-4fa3-aef8-997476606fd6', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'port_id': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'mac_address': 'fa:16:3e:fb:e1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:17Z', 'updated_at': '2021-06-30T02:57:17Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e0c913-d326-4ab7-8aa7-466b36c288be', 'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:1f:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:19.820630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a0ba96-4bb4-4841-9c78-579e76438f5c None None] New status for floating IP bfa91b15-fc7d-4fa3-aef8-997476606fd6: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:57:19.883350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3675d33-c350-48d3-bdd7-eedab387c6a6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.888736 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3675d33-c350-48d3-bdd7-eedab387c6a6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.927969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-980cfa6f-75ca-4e8d-9b91-219e1cf3a2e0 service neutron] 10.222.0.73 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511374 Jun 30 02:57:19.929939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-266eae4c-1c93-498f-b274-23049359e3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.006237 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-d3675d33-c350-48d3-bdd7-eedab387c6a6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Floating IP ae582255-20da-4222-a2a2-783330f15da9 associated. External IP: 172.25.7.92, port: 649a81b8-78e2-4b73-acef-95477add3d5e. Jun 30 02:57:20.022930 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-266eae4c-1c93-498f-b274-23049359e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.027178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42310) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:20.151156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f38d5de3-f817-46ca-ad7a-cc5e6220c821 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/bfa91b15-fc7d-4fa3-aef8-997476606fd6 HTTP/1.1" status: 200 len: 993 time: 0.1051061 Jun 30 02:57:20.155266 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e3bcccb-d4d1-4827-bd55-c38250b66bda req-8e374eb5-032b-4dea-846c-7f21723c6162 service neutron] 10.222.0.73 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056394 Jun 30 02:57:20.168663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-266eae4c-1c93-498f-b274-23049359e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.197174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266eae4c-1c93-498f-b274-23049359e3f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb00b85-279f-4fe0-ab7e-6b224e7accef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:20.201547 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-266eae4c-1c93-498f-b274-23049359e3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.205874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-266eae4c-1c93-498f-b274-23049359e3f1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1cb00b85-279f-4fe0-ab7e-6b224e7accef HTTP/1.1" status: 204 len: 168 time: 0.8042200 Jun 30 02:57:20.206202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:20.241056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3675d33-c350-48d3-bdd7-eedab387c6a6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Router 99eaac97-6648-4256-81ca-079e5942136a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:20.276941 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.354614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3675d33-c350-48d3-bdd7-eedab387c6a6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:20.365495 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] Sync routers for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:20.366312 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3675d33-c350-48d3-bdd7-eedab387c6a6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.371831 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.376117 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:20.376491 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.384240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689db0af-881a-4a34-b4ef-42fb5bfe2cef']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.395887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bef3ce-ca52-4943-bc18-b3ef436ed991') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.396246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bef3ce-ca52-4943-bc18-b3ef436ed991') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.405372 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d3675d33-c350-48d3-bdd7-eedab387c6a6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "PUT /v2.0/floatingips/ae582255-20da-4222-a2a2-783330f15da9 HTTP/1.1" status: 200 len: 990 time: 1.2570841 Jun 30 02:57:20.406068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'tag': '649a81b8-78e2-4b73-acef-95477add3d5e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:20.408804 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db298599-dfa6-44fb-8c83-ed0eafe2a108" -d '{"events": [{"name": "network-changed", "server_uuid": "6aee8073-d8d3-41b2-8a77-6668e779dbf7", "tag": "649a81b8-78e2-4b73-acef-95477add3d5e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:20.412261 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.446478 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fbaea1-465b-4880-b0f7-a67f477ccd72 x-openstack-request-id: req-94fbaea1-465b-4880-b0f7-a67f477ccd72 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:20.446920 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aee8073-d8d3-41b2-8a77-6668e779dbf7", "tag": "649a81b8-78e2-4b73-acef-95477add3d5e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:20.447320 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94fbaea1-465b-4880-b0f7-a67f477ccd72 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:20.447962 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'tag': '649a81b8-78e2-4b73-acef-95477add3d5e', 'status': 'completed', 'code': 200} Jun 30 02:57:20.450516 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.456988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:57:20.457382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: timer() Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:57:20.459145 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:57:20.490747 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:20.533343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.539984 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.541889 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/689db0af-881a-4a34-b4ef-42fb5bfe2cef HTTP/1.1" status: 204 len: 168 time: 0.3348641 Jun 30 02:57:20.552087 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-d8eb0407-fefd-42a5-a314-e6396a04cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:20.553609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b71399-7deb-481d-b53a-92314bfa76f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=689db0af-881a-4a34-b4ef-42fb5bfe2cef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:20.554135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-d8eb0407-fefd-42a5-a314-e6396a04cd82 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0669286 Jun 30 02:57:20.749930 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'ae582255-20da-4222-a2a2-783330f15da9', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '99eaac97-6648-4256-81ca-079e5942136a', 'port_id': '649a81b8-78e2-4b73-acef-95477add3d5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'mac_address': 'fa:16:3e:59:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:19Z', 'revision_number': 1, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.750392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42320) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:20.780477 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] Checking router: 99eaac97-6648-4256-81ca-079e5942136a for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:20.789619 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:20.790322 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:20.794428 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-76d50f7d-c858-40c1-aef6-261d1db31148 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b07dd99a14d44f39850ed661e4f382ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426867 Jun 30 02:57:20.796936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:20.848382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53cb232e-69b7-4634-aae7-a85ef2a887fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.872005 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53cb232e-69b7-4634-aae7-a85ef2a887fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.910906 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:20.912642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-fbed76a7-b90a-42f0-8510-b54a6a14619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:20.914201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-fbed76a7-b90a-42f0-8510-b54a6a14619d service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.3539143 Jun 30 02:57:20.926071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53cb232e-69b7-4634-aae7-a85ef2a887fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.928971 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-53cb232e-69b7-4634-aae7-a85ef2a887fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:20.930121 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-53cb232e-69b7-4634-aae7-a85ef2a887fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac6384e0-8574-4b0d-984b-69d3f26e37d3 HTTP/1.1" status: 204 len: 168 time: 0.1319296 Jun 30 02:57:20.938758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb232e-69b7-4634-aae7-a85ef2a887fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6384e0-8574-4b0d-984b-69d3f26e37d3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:20.984198 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-e720d742-c014-4bff-a425-578d32d458a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649a81b8-78e2-4b73-acef-95477add3d5e HTTP/1.1" status: 200 len: 998 time: 0.0625746 Jun 30 02:57:21.034475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-243cd36b-01f0-470e-b618-72ffc9fde8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:21.036154 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-243cd36b-01f0-470e-b618-72ffc9fde8fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.0464137 Jun 30 02:57:21.098863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-cf255332-3f83-4990-b230-4d017527be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:21.100550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-cf255332-3f83-4990-b230-4d017527be3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584223 Jun 30 02:57:21.197031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-2d0388f2-5043-4e0b-8dfc-36f044760beb service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900857 Jun 30 02:57:21.259670 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'ae582255-20da-4222-a2a2-783330f15da9', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '99eaac97-6648-4256-81ca-079e5942136a', 'port_id': '649a81b8-78e2-4b73-acef-95477add3d5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'mac_address': 'fa:16:3e:59:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:19Z', 'revision_number': 1, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:21.295954 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606f62a-c560-4979-a394-94079b29c1d8 None None] The sync data for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 is: [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'ae582255-20da-4222-a2a2-783330f15da9', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'floating_ip_address': '172.25.7.92', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '99eaac97-6648-4256-81ca-079e5942136a', 'port_id': '649a81b8-78e2-4b73-acef-95477add3d5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'mac_address': 'fa:16:3e:59:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:19Z', 'revision_number': 1, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:21.305601 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db298599-dfa6-44fb-8c83-ed0eafe2a108 req-39e8a77c-1918-4f61-b059-c3c998b08ae0 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024926 Jun 30 02:57:21.505820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a7d798-6fe0-4b2d-a9c2-57224e9c6679 None None] New status for floating IP ae582255-20da-4222-a2a2-783330f15da9: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:57:21.681595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:21.781928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1298962497-network', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:21.806165 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Made reservation on behalf of 139be7afb86c4dd6b9d7d78a0178383c for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:21.808686 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.816933 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.912066 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.917511 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.947190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:57:21.955986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584a7e46-09d4-4e4b-9eab-c87ccf429907,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:21.964133 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.964260 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Added segment 0e1a8c37-310f-4133-bcc6-375a7c63184a of type vlan for network 6a8a796e-cb8c-4920-adf1-c2aeef71898c Jun 30 02:57:22.003566 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.036718 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.038595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:22.039490 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.094745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4118626 Jun 30 02:57:22.097721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42350) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:22.101702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc6960-aa53-4269-a7ca-ed9e0adb9207 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8a796e-cb8c-4920-adf1-c2aeef71898c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:22.102996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Request body: {'subnet': {'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1298962497-subnet', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:22.112360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 6a8a796e-cb8c-4920-adf1-c2aeef71898c details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:57:22.128200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Made reservation on behalf of 139be7afb86c4dd6b9d7d78a0178383c for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:22.130604 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.312319 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.362915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb03a56f-28bd-4a0b-8a62-cd4207d70367,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:22.372935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Checking segment: {'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:22.373286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Network hostable DHCP agents. Network: 6a8a796e-cb8c-4920-adf1-c2aeef71898c, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:22.390792 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Network 6a8a796e-cb8c-4920-adf1-c2aeef71898c is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:22.399974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 6a8a796e-cb8c-4920-adf1-c2aeef71898c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:22.405047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:22.405963 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.409310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57aa2816-4ef5-42a2-9907-ac90b6de5967 None None] Network 6a8a796e-cb8c-4920-adf1-c2aeef71898c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:22.426267 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-180ce284-81c2-455b-a0d8-2ef545c569e6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3271921 Jun 30 02:57:22.428826 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42352) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:22.433333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:22.458747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.459763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.548456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.568379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:22.569251 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.695276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.709533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Allocated IP 172.20.0.2 (6a8a796e-cb8c-4920-adf1-c2aeef71898c/fb03a56f-28bd-4a0b-8a62-cd4207d70367/bf8aa526-5881-4ddb-8fe3-060d044efa56) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:22.854512 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.863925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Transition to ACTIVE for port object bf8aa526-5881-4ddb-8fe3-060d044efa56 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:22.878515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Transition to ACTIVE for port object bf8aa526-5881-4ddb-8fe3-060d044efa56 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:22.885684 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.916170 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.924002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Network 6a8a796e-cb8c-4920-adf1-c2aeef71898c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:22.930215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:22.934989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:22.938089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Pushing event updated for resources: {'Port': ['ID=bf8aa526-5881-4ddb-8fe3-060d044efa56,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:22.947160 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:22.993278 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Attempting to bind port bf8aa526-5881-4ddb-8fe3-060d044efa56 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:22.993654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Attempting to bind port bf8aa526-5881-4ddb-8fe3-060d044efa56 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:22.994007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Attempting to bind port bf8aa526-5881-4ddb-8fe3-060d044efa56 on network 6a8a796e-cb8c-4920-adf1-c2aeef71898c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:22.999027 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:22.999395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Checking segment: {'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:22.999787 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.000170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Bound using segment: {'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:23.000623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Bound port: bf8aa526-5881-4ddb-8fe3-060d044efa56, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:23.000996 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.067650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-28298cf2-ac93-40f3-9953-3420226495da None None] For port bf8aa526-5881-4ddb-8fe3-060d044efa56, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:23.070829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-28298cf2-ac93-40f3-9953-3420226495da None None] For port bf8aa526-5881-4ddb-8fe3-060d044efa56, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bf8aa526-5881-4ddb-8fe3-060d044efa56,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:23.075392 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.093134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Allocated IP 172.25.7.26 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/a28ccc44-77b7-44a9-94e5-1e1d970dc685) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:23.137817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28298cf2-ac93-40f3-9953-3420226495da None None] Pushing event updated for resources: {'Port': ['ID=bf8aa526-5881-4ddb-8fe3-060d044efa56,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:23.200138 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.240530 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.284578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:23.292191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:23.294642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:23.302169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a28ccc44-77b7-44a9-94e5-1e1d970dc685,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:23.566345 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.775675 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:23.923510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Router ada99903-cd9e-4213-9761-93bc5a8e2e42 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:57:24.037392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:24.047156 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Sync routers for ids ['ada99903-cd9e-4213-9761-93bc5a8e2e42'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:24.056120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.056690 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Routers {'ada99903-cd9e-4213-9761-93bc5a8e2e42'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:24.056959 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ada99903-cd9e-4213-9761-93bc5a8e2e42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:24.057384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5f925aab-29d8-42f1-bd3b-a2ac293442a8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6276450 Jun 30 02:57:24.060224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:24.123548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f320e2-81d5-4fc4-823e-715890a62206 None None] Network 6a8a796e-cb8c-4920-adf1-c2aeef71898c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:24.179056 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Set router ada99903-cd9e-4213-9761-93bc5a8e2e42 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:24.217144 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bf8aa526-5881-4ddb-8fe3-060d044efa56 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:24.264382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0f197837-c0ee-4949-aa70-3e45836f211f None None] Provisioning for port bf8aa526-5881-4ddb-8fe3-060d044efa56 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:24.319371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port bf8aa526-5881-4ddb-8fe3-060d044efa56 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:24.325353 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port bf8aa526-5881-4ddb-8fe3-060d044efa56 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:24.325965 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.369541 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:23Z', 'revision_number': 3, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:24.395751 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15478eae-8194-41ac-9700-54de3a4315ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.397118 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Checking router: ada99903-cd9e-4213-9761-93bc5a8e2e42 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:24.397691 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Updating router ada99903-cd9e-4213-9761-93bc5a8e2e42 port a28ccc44-77b7-44a9-94e5-1e1d970dc685 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:24.446854 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.472840 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.513344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port bf8aa526-5881-4ddb-8fe3-060d044efa56, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bf8aa526-5881-4ddb-8fe3-060d044efa56,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:24.521203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.543874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.589574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=bf8aa526-5881-4ddb-8fe3-060d044efa56,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:24.697235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6589c3ca-8b74-432d-a3fa-454492653bf1 None None] Provisioning complete for port bf8aa526-5881-4ddb-8fe3-060d044efa56 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:24.697663 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6589c3ca-8b74-432d-a3fa-454492653bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.721405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Allocated IP 172.20.0.1 (6a8a796e-cb8c-4920-adf1-c2aeef71898c/fb03a56f-28bd-4a0b-8a62-cd4207d70367/c43f176e-0e52-48f6-8556-3ed8a124a3e2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:24.751257 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.761878 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Transition to ACTIVE for port object a28ccc44-77b7-44a9-94e5-1e1d970dc685 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:24.768155 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.819377 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Attempting to bind port a28ccc44-77b7-44a9-94e5-1e1d970dc685 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:24.819819 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Attempting to bind port a28ccc44-77b7-44a9-94e5-1e1d970dc685 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:24.820242 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Attempting to bind port a28ccc44-77b7-44a9-94e5-1e1d970dc685 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:24.827250 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efdcbc-08a2-4449-92dd-24864e148d0b None None] Pushing event updated for resources: {'Port': ['ID=a28ccc44-77b7-44a9-94e5-1e1d970dc685,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:24.829444 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.830007 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:24.830443 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:24.830914 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.831280 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:24.831736 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Bound port: a28ccc44-77b7-44a9-94e5-1e1d970dc685, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:24.832100 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.843412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Transition to ACTIVE for port object c43f176e-0e52-48f6-8556-3ed8a124a3e2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:24.879910 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.889436 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] For port a28ccc44-77b7-44a9-94e5-1e1d970dc685, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:24.892593 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] For port a28ccc44-77b7-44a9-94e5-1e1d970dc685, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a28ccc44-77b7-44a9-94e5-1e1d970dc685,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:24.896838 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:24.925637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Network 6a8a796e-cb8c-4920-adf1-c2aeef71898c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:24.936133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:24.938770 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:24.942430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Pushing event updated for resources: {'Port': ['ID=c43f176e-0e52-48f6-8556-3ed8a124a3e2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:24.957054 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Routers {'ada99903-cd9e-4213-9761-93bc5a8e2e42'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:24.957666 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ada99903-cd9e-4213-9761-93bc5a8e2e42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:24.995528 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efdcbc-08a2-4449-92dd-24864e148d0b None None] Pushing event updated for resources: {'Port': ['ID=a28ccc44-77b7-44a9-94e5-1e1d970dc685,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:24.998509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.070519 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] Set router ada99903-cd9e-4213-9761-93bc5a8e2e42 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:25.146774 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.197828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f4aa3229-e0a1-4788-a771-d5cc0f66542d None None] Provisioning for port c43f176e-0e52-48f6-8556-3ed8a124a3e2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:25.202025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f4aa3229-e0a1-4788-a771-d5cc0f66542d None None] Provisioning complete for port c43f176e-0e52-48f6-8556-3ed8a124a3e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:25.202384 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4aa3229-e0a1-4788-a771-d5cc0f66542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.242869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa3229-e0a1-4788-a771-d5cc0f66542d None None] Port c43f176e-0e52-48f6-8556-3ed8a124a3e2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:25.261018 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:23Z', 'revision_number': 3, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:25.291242 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736cfa97-bc51-4f88-952b-d80841a34be9 None None] The sync data for ids ['ada99903-cd9e-4213-9761-93bc5a8e2e42'] in n-d-758944-39 is: [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:23Z', 'revision_number': 3, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:25.325535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.330908 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.401072 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.402798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Pushing event updated for resources: {'Port': ['ID=c43f176e-0e52-48f6-8556-3ed8a124a3e2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:25.516755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Network 6a8a796e-cb8c-4920-adf1-c2aeef71898c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:25.518086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:25.670327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Router ada99903-cd9e-4213-9761-93bc5a8e2e42 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:25.768668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2d58ec01-9249-4ebe-b9ee-75f8480f0cf8 None None] Provisioning complete for port c43f176e-0e52-48f6-8556-3ed8a124a3e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:25.769329 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d58ec01-9249-4ebe-b9ee-75f8480f0cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:25.797249 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:25.802761 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-762a7e95-4c77-411e-8a20-23dd521784ea admin admin] 10.222.0.55 "PUT /v2.0/routers/ada99903-cd9e-4213-9761-93bc5a8e2e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7407198 Jun 30 02:57:25.811454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2d58ec01-9249-4ebe-b9ee-75f8480f0cf8 None None] Port c43f176e-0e52-48f6-8556-3ed8a124a3e2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:26.226583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bf8aa526-5881-4ddb-8fe3-060d044efa56 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:26.273796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port bf8aa526-5881-4ddb-8fe3-060d044efa56 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:26.274173 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.309697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42378) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:26.315255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1975799176-network', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:26.343503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Made reservation on behalf of 7ab5189b586d4e458113a4fd0229050a for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:26.346172 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.357897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.365370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a28ccc44-77b7-44a9-94e5-1e1d970dc685 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:26.417636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port a28ccc44-77b7-44a9-94e5-1e1d970dc685 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:26.421998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a28ccc44-77b7-44a9-94e5-1e1d970dc685 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:26.422420 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.467100 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.473277 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.502154 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.502404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:57:26.512916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfb817f-1c0a-4cd9-a679-ab87e6c6ecb9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.517965 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.518304 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Added segment d713973a-2d16-48f5-809d-2ba8085cf923 of type vlan for network 5652e90c-7819-46be-acdc-68be86dd4f9f Jun 30 02:57:26.526598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port a28ccc44-77b7-44a9-94e5-1e1d970dc685, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a28ccc44-77b7-44a9-94e5-1e1d970dc685,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:26.532814 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.561721 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.590251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=a28ccc44-77b7-44a9-94e5-1e1d970dc685,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.593617 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.594608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:26.595212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.652688 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3413544 Jun 30 02:57:26.655721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42380) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:26.660509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4124fb-d843-449a-ac02-d0fcf07cd9ae admin admin] Pushing event updated for resources: {'Network': ['ID=5652e90c-7819-46be-acdc-68be86dd4f9f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.661559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Request body: {'subnet': {'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1975799176-subnet', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:26.671185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5652e90c-7819-46be-acdc-68be86dd4f9f details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:57:26.692441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Made reservation on behalf of 7ab5189b586d4e458113a4fd0229050a for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:26.695795 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.871217 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.925569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Sync routers for ids ['ada99903-cd9e-4213-9761-93bc5a8e2e42'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:26.929852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.935023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Routers {'ada99903-cd9e-4213-9761-93bc5a8e2e42'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:26.935641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:56:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ada99903-cd9e-4213-9761-93bc5a8e2e42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:26.941551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Checking segment: {'id': 'd713973a-2d16-48f5-809d-2ba8085cf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:26.941904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Network hostable DHCP agents. Network: 5652e90c-7819-46be-acdc-68be86dd4f9f, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:26.959077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Network 5652e90c-7819-46be-acdc-68be86dd4f9f is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:26.970544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5652e90c-7819-46be-acdc-68be86dd4f9f) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:26.974847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:26.975692 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.985357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d60fe-be7d-4240-90c3-d906e5ecbc5e None None] Network 5652e90c-7819-46be-acdc-68be86dd4f9f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:26.991039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5d6af27a-7e94-46cc-a460-659198f9aada admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3337138 Jun 30 02:57:26.993587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:26.998174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1975799176-router', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:27.020694 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.021678 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.039630 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.049248 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7deb4c1-84f2-4cfe-b4f4-d0756caf5ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.077954 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.284390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Set router ada99903-cd9e-4213-9761-93bc5a8e2e42 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:27.459276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-5652e90c-7819-46be-acdc-68be86dd4f9f', 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'fixed_ips': [{'subnet_id': 'a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:27.460127 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.510911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.648422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Allocated IP 172.20.0.2 (5652e90c-7819-46be-acdc-68be86dd4f9f/a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14/170da79f-73d6-4ede-ba97-6be5fc758f59) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:27.660650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:25Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c43f176e-0e52-48f6-8556-3ed8a124a3e2', 'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'mac_address': 'fa:16:3e:c6:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:24Z', 'updated_at': '2021-06-30T02:57:25Z', 'revision_number': 2, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'subnets': [{'id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:27.689483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Checking router: ada99903-cd9e-4213-9761-93bc5a8e2e42 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:27.689838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Updating router ada99903-cd9e-4213-9761-93bc5a8e2e42 port c43f176e-0e52-48f6-8556-3ed8a124a3e2 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:27.721133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.739958 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.776261 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.841319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Allocated IP 172.25.7.11 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/2a2273e7-db66-4d5f-ab80-f9267e854d07) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:27.947160 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.959996 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:27.986200 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.004083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Transition to ACTIVE for port object 170da79f-73d6-4ede-ba97-6be5fc758f59 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:28.022753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:28.028642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Transition to ACTIVE for port object 170da79f-73d6-4ede-ba97-6be5fc758f59 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:28.033871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:28.039146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:28.042592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Pushing event updated for resources: {'Port': ['ID=2a2273e7-db66-4d5f-ab80-f9267e854d07,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.043948 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.117505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Network 5652e90c-7819-46be-acdc-68be86dd4f9f is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:28.124357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:28.135669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:28.143307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Pushing event updated for resources: {'Port': ['ID=170da79f-73d6-4ede-ba97-6be5fc758f59,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.171562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a28ccc44-77b7-44a9-94e5-1e1d970dc685 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:28.266408 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.286298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Attempting to bind port 170da79f-73d6-4ede-ba97-6be5fc758f59 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:28.287492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Attempting to bind port 170da79f-73d6-4ede-ba97-6be5fc758f59 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'd713973a-2d16-48f5-809d-2ba8085cf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:28.287492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Attempting to bind port 170da79f-73d6-4ede-ba97-6be5fc758f59 on network 5652e90c-7819-46be-acdc-68be86dd4f9f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:28.296325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Transition to ACTIVE for port object c43f176e-0e52-48f6-8556-3ed8a124a3e2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:28.301773 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.303617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:28.303992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Checking segment: {'id': 'd713973a-2d16-48f5-809d-2ba8085cf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:28.304382 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.304835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Bound using segment: {'id': 'd713973a-2d16-48f5-809d-2ba8085cf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:28.305324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Bound port: 170da79f-73d6-4ede-ba97-6be5fc758f59, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd713973a-2d16-48f5-809d-2ba8085cf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:28.305786 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.309396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.317226 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.379533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a28ccc44-77b7-44a9-94e5-1e1d970dc685 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:28.379816 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.422255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fbfcd-934a-40b3-a5ff-6e60deae0ff1 None None] Pushing event updated for resources: {'Port': ['ID=c43f176e-0e52-48f6-8556-3ed8a124a3e2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.512857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] For port 170da79f-73d6-4ede-ba97-6be5fc758f59, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:28.534594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] For port 170da79f-73d6-4ede-ba97-6be5fc758f59, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=170da79f-73d6-4ede-ba97-6be5fc758f59,segment=NetworkSegment(d713973a-2d16-48f5-809d-2ba8085cf923),segment_id=d713973a-2d16-48f5-809d-2ba8085cf923)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:28.535540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.536564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Attempting to bind port c43f176e-0e52-48f6-8556-3ed8a124a3e2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:28.537011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Attempting to bind port c43f176e-0e52-48f6-8556-3ed8a124a3e2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:28.537333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Attempting to bind port c43f176e-0e52-48f6-8556-3ed8a124a3e2 on network 6a8a796e-cb8c-4920-adf1-c2aeef71898c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:28.541707 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.553413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:28.553780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Checking segment: {'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:28.554184 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.554569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Bound using segment: {'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:28.555078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Bound port: c43f176e-0e52-48f6-8556-3ed8a124a3e2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:28.555457 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.688478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234b785-c8d1-4fe9-8d43-6c157dc21728 None None] Pushing event updated for resources: {'Port': ['ID=170da79f-73d6-4ede-ba97-6be5fc758f59,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.688626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Router a31d10d4-2c76-4a72-a557-9be7ad62e73d is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:57:28.717997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] For port c43f176e-0e52-48f6-8556-3ed8a124a3e2, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:28.721316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] For port c43f176e-0e52-48f6-8556-3ed8a124a3e2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c43f176e-0e52-48f6-8556-3ed8a124a3e2,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:28.727057 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.788061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Routers {'ada99903-cd9e-4213-9761-93bc5a8e2e42'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:28.788695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ada99903-cd9e-4213-9761-93bc5a8e2e42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:28.792876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fbfcd-934a-40b3-a5ff-6e60deae0ff1 None None] Pushing event updated for resources: {'Port': ['ID=c43f176e-0e52-48f6-8556-3ed8a124a3e2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:28.823166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:28.836306 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Sync routers for ids ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:28.858568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:28.859375 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ac7e0f14-405a-4320-bfc5-8736cbba375a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8630164 Jun 30 02:57:28.861354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42388) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:28.868638 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Routers {'a31d10d4-2c76-4a72-a557-9be7ad62e73d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:28.869832 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:28.974604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] Set router ada99903-cd9e-4213-9761-93bc5a8e2e42 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:29.058691 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Set router a31d10d4-2c76-4a72-a557-9be7ad62e73d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:29.234160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:25Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c43f176e-0e52-48f6-8556-3ed8a124a3e2', 'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'mac_address': 'fa:16:3e:c6:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:24Z', 'updated_at': '2021-06-30T02:57:28Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'subnets': [{'id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:29.266853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f8bc77-4536-4c63-882d-2512bb6f1add None None] The sync data for ids ['ada99903-cd9e-4213-9761-93bc5a8e2e42'] in n-d-758944-39 is: [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:25Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c43f176e-0e52-48f6-8556-3ed8a124a3e2', 'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'mac_address': 'fa:16:3e:c6:05:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:24Z', 'updated_at': '2021-06-30T02:57:28Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'subnets': [{'id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:29.431080 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.458314 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'name': 'tempest-TestServerBasicOps-1975799176-router', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:28Z', 'revision_number': 3, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'gw_port': {'id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:29.488105 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Checking router: a31d10d4-2c76-4a72-a557-9be7ad62e73d for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:29.488492 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Updating router a31d10d4-2c76-4a72-a557-9be7ad62e73d port 2a2273e7-db66-4d5f-ab80-f9267e854d07 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:29.529246 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.722346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Allocated IP 172.20.0.1 (5652e90c-7819-46be-acdc-68be86dd4f9f/a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14/1850966e-228b-4c6d-9ce3-137b83d1dbf3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:29.824786 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.844716 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Transition to ACTIVE for port object 2a2273e7-db66-4d5f-ab80-f9267e854d07 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:29.855569 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.856120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.873612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Transition to ACTIVE for port object 1850966e-228b-4c6d-9ce3-137b83d1dbf3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:29.908455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b04850-67b6-407e-85cc-428874da8ff0 None None] Network 5652e90c-7819-46be-acdc-68be86dd4f9f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:29.920077 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.923449 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Attempting to bind port 2a2273e7-db66-4d5f-ab80-f9267e854d07 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:29.924107 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Attempting to bind port 2a2273e7-db66-4d5f-ab80-f9267e854d07 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:29.924914 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Attempting to bind port 2a2273e7-db66-4d5f-ab80-f9267e854d07 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:29.936470 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585688d-8bcd-44b7-8daa-2a9b9a4fe974 None None] Pushing event updated for resources: {'Port': ['ID=2a2273e7-db66-4d5f-ab80-f9267e854d07,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:29.940473 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:29.940918 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:29.941568 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.942227 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:29.942830 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Bound port: 2a2273e7-db66-4d5f-ab80-f9267e854d07, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:29.943274 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:29.977578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Network 5652e90c-7819-46be-acdc-68be86dd4f9f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:29.983820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:29.989749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:30.016067 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] For port 2a2273e7-db66-4d5f-ab80-f9267e854d07, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:30.020959 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] For port 2a2273e7-db66-4d5f-ab80-f9267e854d07, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2a2273e7-db66-4d5f-ab80-f9267e854d07,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:30.026543 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.028675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Pushing event updated for resources: {'Port': ['ID=1850966e-228b-4c6d-9ce3-137b83d1dbf3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:30.035675 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.109164 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Routers {'a31d10d4-2c76-4a72-a557-9be7ad62e73d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:30.110168 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:30.114015 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585688d-8bcd-44b7-8daa-2a9b9a4fe974 None None] Pushing event updated for resources: {'Port': ['ID=2a2273e7-db66-4d5f-ab80-f9267e854d07,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:30.284045 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] Set router a31d10d4-2c76-4a72-a557-9be7ad62e73d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:30.307148 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.337196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c43f176e-0e52-48f6-8556-3ed8a124a3e2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:30.383023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-7582f1a8-7bb7-46c8-b395-c94157496d04 None None] Provisioning for port 170da79f-73d6-4ede-ba97-6be5fc758f59 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:30.392804 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.448813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port c43f176e-0e52-48f6-8556-3ed8a124a3e2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:30.454333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c43f176e-0e52-48f6-8556-3ed8a124a3e2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:30.454700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.497301 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'name': 'tempest-TestServerBasicOps-1975799176-router', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:28Z', 'revision_number': 3, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'gw_port': {'id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:30.533956 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.537792 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3043365f-3581-4d75-86a6-4e17699614b0 None None] The sync data for ids ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'] in n-d-758944-39 is: [{'id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'name': 'tempest-TestServerBasicOps-1975799176-router', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:28Z', 'revision_number': 3, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'gw_port': {'id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:30.550053 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.577522 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.632993 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port c43f176e-0e52-48f6-8556-3ed8a124a3e2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c43f176e-0e52-48f6-8556-3ed8a124a3e2,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:30.638948 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.640427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 170da79f-73d6-4ede-ba97-6be5fc758f59 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:30.641690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Pushing event updated for resources: {'Port': ['ID=1850966e-228b-4c6d-9ce3-137b83d1dbf3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:30.656177 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.734034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=c43f176e-0e52-48f6-8556-3ed8a124a3e2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:30.756194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 170da79f-73d6-4ede-ba97-6be5fc758f59 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:30.760992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 170da79f-73d6-4ede-ba97-6be5fc758f59 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:30.761529 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.773140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Network 5652e90c-7819-46be-acdc-68be86dd4f9f is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:30.774532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:30.861558 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.863291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1fbbea91-85fe-4aa2-99d1-1969b429cc18 None None] Provisioning complete for port 170da79f-73d6-4ede-ba97-6be5fc758f59 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:30.863640 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fbbea91-85fe-4aa2-99d1-1969b429cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:30.904225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Router a31d10d4-2c76-4a72-a557-9be7ad62e73d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:30.929490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 170da79f-73d6-4ede-ba97-6be5fc758f59, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=170da79f-73d6-4ede-ba97-6be5fc758f59,segment=NetworkSegment(d713973a-2d16-48f5-809d-2ba8085cf923),segment_id=d713973a-2d16-48f5-809d-2ba8085cf923)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:30.935670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.019310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=170da79f-73d6-4ede-ba97-6be5fc758f59,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:31.035569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1fbbea91-85fe-4aa2-99d1-1969b429cc18 None None] Provisioning for port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:31.040485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1fbbea91-85fe-4aa2-99d1-1969b429cc18 None None] Provisioning complete for port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:31.041103 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fbbea91-85fe-4aa2-99d1-1969b429cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.079923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbea91-85fe-4aa2-99d1-1969b429cc18 None None] Port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:31.201102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba47e51a-5934-4786-a953-54310e847c8c None None] Provisioning complete for port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:31.201482 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba47e51a-5934-4786-a953-54310e847c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.236743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ba47e51a-5934-4786-a953-54310e847c8c None None] Port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:31.326962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:31.332552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c93f56f8-2b62-49c0-b4ee-ed72a245cec1 admin admin] 10.222.0.55 "PUT /v2.0/routers/a31d10d4-2c76-4a72-a557-9be7ad62e73d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4710505 Jun 30 02:57:31.356217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d467119-e02f-44a2-9274-9711f0842cd8 None None] Provisioning complete for port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:31.356595 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d467119-e02f-44a2-9274-9711f0842cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:31.391062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1d467119-e02f-44a2-9274-9711f0842cd8 None None] Port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:31.980576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42402) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:31.985391 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-37b366bb-6508-40eb-9df8-2ec0b18ef692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2062912875', 'description': 'tempest-secgroup-smoke-2062912875 description', 'project_id': '139be7afb86c4dd6b9d7d78a0178383c'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:32.011135 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b366bb-6508-40eb-9df8-2ec0b18ef692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.107638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b366bb-6508-40eb-9df8-2ec0b18ef692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.112061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b366bb-6508-40eb-9df8-2ec0b18ef692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.142378 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b366bb-6508-40eb-9df8-2ec0b18ef692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.146835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-37b366bb-6508-40eb-9df8-2ec0b18ef692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1620240 Jun 30 02:57:32.146835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:32.151786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2d340c74-e277-48c9-a990-3d47b580947f tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Request body: {'security_group_rule': {'security_group_id': '60a72349-50f7-4ccd-8a96-abfe61aec72c', 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:32.160163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b366bb-6508-40eb-9df8-2ec0b18ef692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a72349-50f7-4ccd-8a96-abfe61aec72c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.187087 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d340c74-e277-48c9-a990-3d47b580947f tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.257032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d340c74-e277-48c9-a990-3d47b580947f tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.261788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d340c74-e277-48c9-a990-3d47b580947f tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.264007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c43f176e-0e52-48f6-8556-3ed8a124a3e2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:32.279901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d340c74-e277-48c9-a990-3d47b580947f tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12a4e7b-a254-444d-9f37-073088f6c51e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.287190 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d340c74-e277-48c9-a990-3d47b580947f tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.288390 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2d340c74-e277-48c9-a990-3d47b580947f tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408575 Jun 30 02:57:32.291207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42406) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:32.295718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-37b6118d-c059-4f07-bc0d-eb62fdab48ed tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Request body: {'security_group_rule': {'security_group_id': '60a72349-50f7-4ccd-8a96-abfe61aec72c', 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:32.324147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b6118d-c059-4f07-bc0d-eb62fdab48ed tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.328055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c43f176e-0e52-48f6-8556-3ed8a124a3e2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:32.328681 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.390930 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b6118d-c059-4f07-bc0d-eb62fdab48ed tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.396756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b6118d-c059-4f07-bc0d-eb62fdab48ed tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.411013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2a2273e7-db66-4d5f-ab80-f9267e854d07 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:32.417273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6118d-c059-4f07-bc0d-eb62fdab48ed tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3f3f00-1395-43e8-8934-d31f43518e56,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.430294 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b6118d-c059-4f07-bc0d-eb62fdab48ed tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.432033 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-37b6118d-c059-4f07-bc0d-eb62fdab48ed tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399059 Jun 30 02:57:32.434782 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42408) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:32.439472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-87565d66-240f-4690-b554-aea12a3a0692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Request body: {'security_group_rule': {'security_group_id': '60a72349-50f7-4ccd-8a96-abfe61aec72c', 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:32.463997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 2a2273e7-db66-4d5f-ab80-f9267e854d07 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:32.469180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2a2273e7-db66-4d5f-ab80-f9267e854d07 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:32.469732 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.470294 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87565d66-240f-4690-b554-aea12a3a0692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.538397 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87565d66-240f-4690-b554-aea12a3a0692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.543022 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87565d66-240f-4690-b554-aea12a3a0692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.556323 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.561855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87565d66-240f-4690-b554-aea12a3a0692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ca7024-023e-4e68-b8a2-6e3ef02e5ff8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.568582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87565d66-240f-4690-b554-aea12a3a0692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.572572 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-87565d66-240f-4690-b554-aea12a3a0692 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340477 Jun 30 02:57:32.572769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:32.577544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0dfcd670-858d-4b99-b213-a90c9592767e tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Request body: {'security_group_rule': {'security_group_id': '60a72349-50f7-4ccd-8a96-abfe61aec72c', 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:32.584152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 2a2273e7-db66-4d5f-ab80-f9267e854d07, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2a2273e7-db66-4d5f-ab80-f9267e854d07,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:32.588659 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.589397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 170da79f-73d6-4ede-ba97-6be5fc758f59 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:32.610583 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd670-858d-4b99-b213-a90c9592767e tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.667093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=2a2273e7-db66-4d5f-ab80-f9267e854d07,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.678084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 170da79f-73d6-4ede-ba97-6be5fc758f59 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:32.678686 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.684105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd670-858d-4b99-b213-a90c9592767e tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.688374 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd670-858d-4b99-b213-a90c9592767e tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.707395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcd670-858d-4b99-b213-a90c9592767e tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44da3a29-18c7-4fc8-83ee-30a13589aeb1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.714362 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dfcd670-858d-4b99-b213-a90c9592767e tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.715779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0dfcd670-858d-4b99-b213-a90c9592767e tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418860 Jun 30 02:57:32.718312 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42412) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:32.723027 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3b92890e-19d2-4af6-bb4f-9d1b44d99ae3 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Request body: {'security_group_rule': {'security_group_id': '60a72349-50f7-4ccd-8a96-abfe61aec72c', 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:32.744928 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-3b92890e-19d2-4af6-bb4f-9d1b44d99ae3 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Project 139be7afb86c4dd6b9d7d78a0178383c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:57:32.749797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b92890e-19d2-4af6-bb4f-9d1b44d99ae3 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.812772 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b92890e-19d2-4af6-bb4f-9d1b44d99ae3 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.816625 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b92890e-19d2-4af6-bb4f-9d1b44d99ae3 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.840767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92890e-19d2-4af6-bb4f-9d1b44d99ae3 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14c5544-ac98-464e-9783-802e77a6b181,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.844005 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b92890e-19d2-4af6-bb4f-9d1b44d99ae3 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.845108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3b92890e-19d2-4af6-bb4f-9d1b44d99ae3 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258092 Jun 30 02:57:32.848069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42416) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:32.852875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bd3badac-546c-40ee-9788-24339ee3cb93 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Request body: {'security_group_rule': {'security_group_id': '60a72349-50f7-4ccd-8a96-abfe61aec72c', 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:32.879443 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-bd3badac-546c-40ee-9788-24339ee3cb93 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Project 139be7afb86c4dd6b9d7d78a0178383c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:57:32.885249 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd3badac-546c-40ee-9788-24339ee3cb93 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.954292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd3badac-546c-40ee-9788-24339ee3cb93 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.959667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd3badac-546c-40ee-9788-24339ee3cb93 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.983639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3badac-546c-40ee-9788-24339ee3cb93 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817cd72d-ff3d-4f18-b72e-4b24ab24474f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:32.987892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bd3badac-546c-40ee-9788-24339ee3cb93 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:32.989811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bd3badac-546c-40ee-9788-24339ee3cb93 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401143 Jun 30 02:57:33.140711 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-3dc3a838-c0dd-4371-b3d1-d073e9b4305c tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2062912875&fields=id&tenant_id=139be7afb86c4dd6b9d7d78a0178383c HTTP/1.1" status: 200 len: 267 time: 0.0353806 Jun 30 02:57:33.267992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-ed7ac656-557c-4b21-99c5-e40c5debc226 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:33.269475 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-ed7ac656-557c-4b21-99c5-e40c5debc226 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/networks?id=6a8a796e-cb8c-4920-adf1-c2aeef71898c HTTP/1.1" status: 200 len: 809 time: 0.1186998 Jun 30 02:57:33.284878 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-e0915887-434c-430c-9cbd-9db714a2e3e7 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/quotas/139be7afb86c4dd6b9d7d78a0178383c HTTP/1.1" status: 200 len: 375 time: 0.0099137 Jun 30 02:57:33.358049 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-6a2c6ab2-4f1e-49f9-82c1-7c344aed86c9 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=139be7afb86c4dd6b9d7d78a0178383c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678182 Jun 30 02:57:33.388364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Sync routers for ids ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:33.397681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Routers {'a31d10d4-2c76-4a72-a557-9be7ad62e73d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:33.398285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:33.465282 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-cece8bcc-05f8-4d9b-82eb-bbae58611dd4 service neutron] 10.222.0.55 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920699 Jun 30 02:57:33.506936 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Set router a31d10d4-2c76-4a72-a557-9be7ad62e73d gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:33.555462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-7c95c333-3a43-4214-9d7d-03cfa7c8fbda service neutron] 10.222.0.55 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843825 Jun 30 02:57:33.705709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'name': 'tempest-TestServerBasicOps-1975799176-router', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 4, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'gw_port': {'id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '1850966e-228b-4c6d-9ce3-137b83d1dbf3', 'name': '', 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'mac_address': 'fa:16:3e:e2:d0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:29Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 2, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'subnets': [{'id': 'a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:33.742869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Checking router: a31d10d4-2c76-4a72-a557-9be7ad62e73d for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:33.743258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Updating router a31d10d4-2c76-4a72-a557-9be7ad62e73d port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:33.778696 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:33.783454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-55e7f5ae-cb38-4eee-902b-0368f89a674a req-7c078823-aeb6-45d2-a406-10b22629653b tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 210 time: 0.0369272 Jun 30 02:57:34.059094 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.068860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Transition to ACTIVE for port object 1850966e-228b-4c6d-9ce3-137b83d1dbf3 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:34.076023 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.146795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322be175-d7ba-4dd0-867f-5c8523857231 None None] Pushing event updated for resources: {'Port': ['ID=1850966e-228b-4c6d-9ce3-137b83d1dbf3,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:34.180217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2a2273e7-db66-4d5f-ab80-f9267e854d07 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:34.250004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Attempting to bind port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:34.250441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Attempting to bind port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'd713973a-2d16-48f5-809d-2ba8085cf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:34.250912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Attempting to bind port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 on network 5652e90c-7819-46be-acdc-68be86dd4f9f {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:34.258975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:34.259707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Checking segment: {'id': 'd713973a-2d16-48f5-809d-2ba8085cf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:34.260468 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.261212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Bound using segment: {'id': 'd713973a-2d16-48f5-809d-2ba8085cf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:34.261750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Bound port: 1850966e-228b-4c6d-9ce3-137b83d1dbf3, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd713973a-2d16-48f5-809d-2ba8085cf923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:34.262199 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.311785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2a2273e7-db66-4d5f-ab80-f9267e854d07 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:34.312157 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.380727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] For port 1850966e-228b-4c6d-9ce3-137b83d1dbf3, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:34.385033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] For port 1850966e-228b-4c6d-9ce3-137b83d1dbf3, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1850966e-228b-4c6d-9ce3-137b83d1dbf3,segment=NetworkSegment(d713973a-2d16-48f5-809d-2ba8085cf923),segment_id=d713973a-2d16-48f5-809d-2ba8085cf923)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:34.391105 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:34.499179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Routers {'a31d10d4-2c76-4a72-a557-9be7ad62e73d'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:34.499812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:34.501574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322be175-d7ba-4dd0-867f-5c8523857231 None None] Pushing event updated for resources: {'Port': ['ID=1850966e-228b-4c6d-9ce3-137b83d1dbf3,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:34.610443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] Set router a31d10d4-2c76-4a72-a557-9be7ad62e73d gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:34.823492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'name': 'tempest-TestServerBasicOps-1975799176-router', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 4, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'gw_port': {'id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '1850966e-228b-4c6d-9ce3-137b83d1dbf3', 'name': '', 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'mac_address': 'fa:16:3e:e2:d0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:29Z', 'updated_at': '2021-06-30T02:57:34Z', 'revision_number': 4, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'subnets': [{'id': 'a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:34.852086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181ea22-e497-497a-8dd3-a5de84765a60 None None] The sync data for ids ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'] in n-d-758944-39 is: [{'id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'name': 'tempest-TestServerBasicOps-1975799176-router', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 4, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'gw_port': {'id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '1850966e-228b-4c6d-9ce3-137b83d1dbf3', 'name': '', 'network_id': '5652e90c-7819-46be-acdc-68be86dd4f9f', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'mac_address': 'fa:16:3e:e2:d0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': 'a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:29Z', 'updated_at': '2021-06-30T02:57:34Z', 'revision_number': 4, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'subnets': [{'id': 'a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:34.960744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-798feb40-4562-41bb-b642-b2d37781edab req-7b127d7b-d0e4-4956-bf20-e020bfaf0f77 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 210 time: 0.0477786 Jun 30 02:57:35.013011 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-a5aec384-c3a6-4d06-a567-0db514607a7e tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:35.017960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-a5aec384-c3a6-4d06-a567-0db514607a7e tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.73 "GET /v2.0/networks?id=6a8a796e-cb8c-4920-adf1-c2aeef71898c HTTP/1.1" status: 200 len: 809 time: 0.1680224 Jun 30 02:57:35.071601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-0086bfd2-966f-4954-8515-1378e150d6b3 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=139be7afb86c4dd6b9d7d78a0178383c HTTP/1.1" status: 200 len: 380 time: 0.0460212 Jun 30 02:57:35.081532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Request body: {'port': {'device_id': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'admin_state_up': True, 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'security_groups': ['60a72349-50f7-4ccd-8a96-abfe61aec72c']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:35.201870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Made reservation on behalf of 139be7afb86c4dd6b9d7d78a0178383c for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:35.205471 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.345352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Allocated IP 172.20.0.11 (6a8a796e-cb8c-4920-adf1-c2aeef71898c/fb03a56f-28bd-4a0b-8a62-cd4207d70367/7d1f4f5c-9d95-415c-87cb-b920d9965a29) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:35.495177 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.511896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Transition to ACTIVE for port object 7d1f4f5c-9d95-415c-87cb-b920d9965a29 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:35.552074 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.602287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Network 6a8a796e-cb8c-4920-adf1-c2aeef71898c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:35.605553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:35.612106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:35.618025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event updated for resources: {'Port': ['ID=7d1f4f5c-9d95-415c-87cb-b920d9965a29,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:35.665216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:35.666149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.682388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9633bb56-68a4-47c2-92c9-e98a0171eb14 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6056342 Jun 30 02:57:35.695380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Request body: {'port': {'device_id': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:35.776057 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.873618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b867460-0212-4dd7-8dc4-42d61585f463 None None] Provisioning for port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:35.877750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9b867460-0212-4dd7-8dc4-42d61585f463 None None] Provisioning complete for port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:35.878093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9b867460-0212-4dd7-8dc4-42d61585f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.913547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9b867460-0212-4dd7-8dc4-42d61585f463 None None] Port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:36.050207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1f4f5c-9d95-415c-87cb-b920d9965a29 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:36.058617 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.070700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Transition to ACTIVE for port object 7d1f4f5c-9d95-415c-87cb-b920d9965a29 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:36.075779 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.170512 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1f4f5c-9d95-415c-87cb-b920d9965a29,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:36.211981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1850966e-228b-4c6d-9ce3-137b83d1dbf3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:36.272843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec3f61-5c68-4bdc-8b6a-2398f8cc1a0e req-bcc73478-8920-4e91-8fb5-6940688b2470 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.274452 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-86ec3f61-5c68-4bdc-8b6a-2398f8cc1a0e req-bcc73478-8920-4e91-8fb5-6940688b2470 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 944 time: 0.1934574 Jun 30 02:57:36.301813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:36.306930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:36.307589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.327638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-86ec3f61-5c68-4bdc-8b6a-2398f8cc1a0e req-8e09f194-6085-4a1c-9468-1dc26aaf6c59 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443656 Jun 30 02:57:36.328047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Attempting to bind port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:36.328384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Attempting to bind port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:36.328708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Attempting to bind port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 on network 6a8a796e-cb8c-4920-adf1-c2aeef71898c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:36.334229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 on network 6a8a796e-cb8c-4920-adf1-c2aeef71898c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:36.334564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Attempting to bind port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 on network 6a8a796e-cb8c-4920-adf1-c2aeef71898c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:36.341541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:36.341887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Checking segment: {'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:36.342332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Bound using segment: {'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:36.343247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Bound port: 7d1f4f5c-9d95-415c-87cb-b920d9965a29, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1a8c37-310f-4133-bcc6-375a7c63184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:36.343841 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.410476 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.430884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] For port 7d1f4f5c-9d95-415c-87cb-b920d9965a29, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:36.434568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] For port 7d1f4f5c-9d95-415c-87cb-b920d9965a29, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:36.442729 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.473459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 1850966e-228b-4c6d-9ce3-137b83d1dbf3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1850966e-228b-4c6d-9ce3-137b83d1dbf3,segment=NetworkSegment(d713973a-2d16-48f5-809d-2ba8085cf923),segment_id=d713973a-2d16-48f5-809d-2ba8085cf923)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:36.478403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.479588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.480984 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.481121 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d1f4f5c-9d95-415c-87cb-b920d9965a29 HTTP/1.1" status: 200 len: 1093 time: 0.7903593 Jun 30 02:57:36.488275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'tag': '7d1f4f5c-9d95-415c-87cb-b920d9965a29'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:36.490929 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6943843d-af92-497d-bc23-1e8393840162" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45", "tag": "7d1f4f5c-9d95-415c-87cb-b920d9965a29"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:36.556922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=1850966e-228b-4c6d-9ce3-137b83d1dbf3,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:36.574143 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5c5fd4-2d0d-4d4d-80bc-928438c32745 x-openstack-request-id: req-bb5c5fd4-2d0d-4d4d-80bc-928438c32745 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:36.574433 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45", "tag": "7d1f4f5c-9d95-415c-87cb-b920d9965a29", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:36.574687 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb5c5fd4-2d0d-4d4d-80bc-928438c32745 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:36.575118 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'tag': '7d1f4f5c-9d95-415c-87cb-b920d9965a29', 'status': 'completed', 'code': 200} Jun 30 02:57:36.579044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d7067-96aa-465a-9e1e-89a8fadbb6a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1f4f5c-9d95-415c-87cb-b920d9965a29,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:36.610612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-55c4cb6a-f7df-4c5c-a1af-f26ddd332e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.612304 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-55c4cb6a-f7df-4c5c-a1af-f26ddd332e08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=139be7afb86c4dd6b9d7d78a0178383c&device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 1096 time: 0.0840456 Jun 30 02:57:36.661679 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-b7358636-45a9-42a1-881e-2a76a511bb6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29 HTTP/1.1" status: 200 len: 217 time: 0.0410562 Jun 30 02:57:36.723653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9c4aebc9-4978-4ed4-b63c-e1f4dc6b688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.725135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-9c4aebc9-4978-4ed4-b63c-e1f4dc6b688f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb03a56f-28bd-4a0b-8a62-cd4207d70367 HTTP/1.1" status: 200 len: 848 time: 0.0490921 Jun 30 02:57:36.790151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4887751a-7957-4344-bd21-571f246cad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.791767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-4887751a-7957-4344-bd21-571f246cad48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a8a796e-cb8c-4920-adf1-c2aeef71898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597942 Jun 30 02:57:36.889485 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-78f33a6b-7721-4649-9e67-b4f2f3272e0b service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895953 Jun 30 02:57:36.980764 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1980c5c-ed21-4967-bfcf-18fe47bd4695 req-dc1703af-337e-4f05-b1ee-e8828723b068 service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838373 Jun 30 02:57:37.106052 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943843d-af92-497d-bc23-1e8393840162 req-c314116e-d3a3-4255-9558-19daa0818da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:37.107709 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6943843d-af92-497d-bc23-1e8393840162 req-c314116e-d3a3-4255-9558-19daa0818da9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=139be7afb86c4dd6b9d7d78a0178383c&device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 1096 time: 0.0648055 Jun 30 02:57:37.206262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943843d-af92-497d-bc23-1e8393840162 req-c049714c-2686-4a17-a2a0-f4c0ac56cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:37.207826 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6943843d-af92-497d-bc23-1e8393840162 req-c049714c-2686-4a17-a2a0-f4c0ac56cb11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a8a796e-cb8c-4920-adf1-c2aeef71898c HTTP/1.1" status: 200 len: 910 time: 0.0935810 Jun 30 02:57:37.252998 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6943843d-af92-497d-bc23-1e8393840162 req-f86ff984-429a-42ef-b8a8-6a55bc9c8887 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29 HTTP/1.1" status: 200 len: 217 time: 0.0357127 Jun 30 02:57:37.307214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943843d-af92-497d-bc23-1e8393840162 req-3e16d71f-cddd-4c2a-a32f-36f0309d72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:37.308702 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6943843d-af92-497d-bc23-1e8393840162 req-3e16d71f-cddd-4c2a-a32f-36f0309d72a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb03a56f-28bd-4a0b-8a62-cd4207d70367 HTTP/1.1" status: 200 len: 848 time: 0.0488584 Jun 30 02:57:37.370102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943843d-af92-497d-bc23-1e8393840162 req-67a50ed3-6858-45a7-b4ee-e11b1d7b12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:37.371642 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6943843d-af92-497d-bc23-1e8393840162 req-67a50ed3-6858-45a7-b4ee-e11b1d7b12a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a8a796e-cb8c-4920-adf1-c2aeef71898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537264 Jun 30 02:57:37.476838 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6943843d-af92-497d-bc23-1e8393840162 req-7a2ea219-baa0-4da7-9d5f-f1581b659874 service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950170 Jun 30 02:57:37.533152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900a812-cbd5-40a3-9375-d53c3f6617eb req-7823d165-0f1d-44fe-8a1e-60044619fcc4 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:37.534552 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0900a812-cbd5-40a3-9375-d53c3f6617eb req-7823d165-0f1d-44fe-8a1e-60044619fcc4 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 944 time: 0.0771949 Jun 30 02:57:37.577589 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0900a812-cbd5-40a3-9375-d53c3f6617eb req-d5cbbba0-8729-45d4-b0d5-8d1ec9f1e737 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364623 Jun 30 02:57:37.581222 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6943843d-af92-497d-bc23-1e8393840162 req-244dc8ff-633f-477a-a86d-0c60d7a741df service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936296 Jun 30 02:57:38.147879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1850966e-228b-4c6d-9ce3-137b83d1dbf3 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:38.204834 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:38.205236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.557714 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:57:38.782321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5410fd4-5002-4f75-8411-5b984980b1f9 req-d4d7c890-bf81-43ad-a6e6-696db08c23da tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:38.783820 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5410fd4-5002-4f75-8411-5b984980b1f9 req-d4d7c890-bf81-43ad-a6e6-696db08c23da tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 944 time: 0.0810578 Jun 30 02:57:38.826151 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5410fd4-5002-4f75-8411-5b984980b1f9 req-b84165cb-3143-4ec2-a7f5-322b61a25c29 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334499 Jun 30 02:57:40.009065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e439fb-58e0-4419-bf76-30b699cadb94 req-d93d12ec-2678-499e-819b-5f1763bd95af tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:40.010831 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24e439fb-58e0-4419-bf76-30b699cadb94 req-d93d12ec-2678-499e-819b-5f1763bd95af tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 944 time: 0.0682030 Jun 30 02:57:40.053963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24e439fb-58e0-4419-bf76-30b699cadb94 req-64fb968f-4a24-44b9-8a84-babc2c086c7b tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346451 Jun 30 02:57:40.142037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 7d1f4f5c-9d95-415c-87cb-b920d9965a29 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:40.397535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 7d1f4f5c-9d95-415c-87cb-b920d9965a29, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:40.410300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '7d1f4f5c-9d95-415c-87cb-b920d9965a29', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'port_id': '7d1f4f5c-9d95-415c-87cb-b920d9965a29', 'mac_address': 'fa:16:3e:cf:9b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:40.450349 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.466614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1f4f5c-9d95-415c-87cb-b920d9965a29 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:40.491254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 7d1f4f5c-9d95-415c-87cb-b920d9965a29, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:40.496919 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.550437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=7d1f4f5c-9d95-415c-87cb-b920d9965a29,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:40.739386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['7d1f4f5c-9d95-415c-87cb-b920d9965a29'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:41.250370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2028b58-3408-4a8d-9b36-be411e539b64 req-06c65382-f273-4091-a7b2-123d94b40f0b tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:41.251948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2028b58-3408-4a8d-9b36-be411e539b64 req-06c65382-f273-4091-a7b2-123d94b40f0b tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 945 time: 0.0825932 Jun 30 02:57:41.295020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b2028b58-3408-4a8d-9b36-be411e539b64 req-567e899c-f988-4981-a459-742b1f7e39f6 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343270 Jun 30 02:57:42.153074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 7d1f4f5c-9d95-415c-87cb-b920d9965a29 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:42.208085 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:42.212706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:42.213098 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.295016 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.318110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1f4f5c-9d95-415c-87cb-b920d9965a29'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:42.320422 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166f417c-319b-422f-af4e-840319dee141" -d '{"events": [{"server_uuid": "fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45", "name": "network-vif-plugged", "status": "completed", "tag": "7d1f4f5c-9d95-415c-87cb-b920d9965a29"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:42.337415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 7d1f4f5c-9d95-415c-87cb-b920d9965a29, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:42.343700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:42.397665 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb97038-caa4-4469-a015-19231a48d324 x-openstack-request-id: req-ccb97038-caa4-4469-a015-19231a48d324 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:42.397933 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45", "name": "network-vif-plugged", "status": "completed", "tag": "7d1f4f5c-9d95-415c-87cb-b920d9965a29", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:42.398180 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ccb97038-caa4-4469-a015-19231a48d324 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:42.398560 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1f4f5c-9d95-415c-87cb-b920d9965a29', 'code': 200} Jun 30 02:57:42.401251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=7d1f4f5c-9d95-415c-87cb-b920d9965a29,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:42.584197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd75490-f55f-4e37-ade1-b1de786f2fda req-6aa28c15-af6e-4155-bc1f-1a84c5e09cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:42.585682 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccd75490-f55f-4e37-ade1-b1de786f2fda req-6aa28c15-af6e-4155-bc1f-1a84c5e09cd9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 1098 time: 0.0985670 Jun 30 02:57:42.592859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cf9f6-7f19-4621-ac42-238ee6366093 req-e1e30301-8e8b-4dbe-bb79-40d77765615d tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:42.594191 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-452cf9f6-7f19-4621-ac42-238ee6366093 req-e1e30301-8e8b-4dbe-bb79-40d77765615d tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 946 time: 0.0990016 Jun 30 02:57:42.641778 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ccd75490-f55f-4e37-ade1-b1de786f2fda req-4c5cd3a9-cf75-41ed-8a39-47af4dd0952f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466137 Jun 30 02:57:42.649551 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-452cf9f6-7f19-4621-ac42-238ee6366093 req-cf61133f-fad5-4058-a1dc-f5953c235b04 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492036 Jun 30 02:57:43.837200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caead2f7-76b1-4f42-a858-2ec7e74d1992 req-7fa28840-9f31-49ed-90c5-7dfafb542fb6 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:43.838760 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-caead2f7-76b1-4f42-a858-2ec7e74d1992 req-7fa28840-9f31-49ed-90c5-7dfafb542fb6 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 946 time: 0.0732887 Jun 30 02:57:43.880398 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-caead2f7-76b1-4f42-a858-2ec7e74d1992 req-1ba8d2d7-156d-4ed0-a4bb-2a6f86b48cd2 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340564 Jun 30 02:57:44.062759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe75ce0-0dc3-4d51-b21d-888b8c7aac78 req-fbec827f-f684-483c-82e6-d60909ec772d tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:44.064224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfe75ce0-0dc3-4d51-b21d-888b8c7aac78 req-fbec827f-f684-483c-82e6-d60909ec772d tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 946 time: 0.0640235 Jun 30 02:57:44.106843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dfe75ce0-0dc3-4d51-b21d-888b8c7aac78 req-1107ae95-0de7-4cc0-9515-1c5b23a8aa95 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367627 Jun 30 02:57:44.298850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccb41e-055b-4048-acb8-a89e574458bb req-a4441e9f-bb2e-4bbe-aa62-04efbac23688 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:44.300409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23ccb41e-055b-4048-acb8-a89e574458bb req-a4441e9f-bb2e-4bbe-aa62-04efbac23688 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 946 time: 0.0698490 Jun 30 02:57:44.340131 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23ccb41e-055b-4048-acb8-a89e574458bb req-4a7f003c-86b1-42cf-adb3-03a1aa255fae tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334640 Jun 30 02:57:44.366450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42486) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:44.516858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d2b43-b02a-433c-9aba-308b551eb908 tempest-TestServerBasicOps-1284060324 tempest-TestServerBasicOps-1284060324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:44.518387 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-528d2b43-b02a-433c-9aba-308b551eb908 tempest-TestServerBasicOps-1284060324 tempest-TestServerBasicOps-1284060324-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 1093 time: 0.1507883 Jun 30 02:57:44.522599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:44.527558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '7d1f4f5c-9d95-415c-87cb-b920d9965a29', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:44.552389 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.656076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:44.766745 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Allocated IP 172.25.7.34 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/e3c2fe1a-d584-4b85-ad81-cdfb60acdb4d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:44.875394 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.261917 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.298382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:45.301086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:45.306538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:45.311919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event updated for resources: {'Port': ['ID=e3c2fe1a-d584-4b85-ad81-cdfb60acdb4d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:45.685309 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.773517 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.940495 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:45.947709 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.015536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event updated for resources: {'Port': ['ID=e3c2fe1a-d584-4b85-ad81-cdfb60acdb4d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:46.022922 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.029708 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.138995 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Floating IP 5e0d3d99-20a7-4ba0-bbb5-21a6c536fa96 associated. External IP: 172.25.7.34, port: 7d1f4f5c-9d95-415c-87cb-b920d9965a29. Jun 30 02:57:46.251343 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.354036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Router ada99903-cd9e-4213-9761-93bc5a8e2e42 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:46.464128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:46.473962 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] Sync routers for ids ['ada99903-cd9e-4213-9761-93bc5a8e2e42'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:46.482626 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:46.484779 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] Routers {'ada99903-cd9e-4213-9761-93bc5a8e2e42'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:46.485453 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ada99903-cd9e-4213-9761-93bc5a8e2e42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:46.525768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-311cdb2d-e76b-462d-b2c1-705365110fd0 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0021005 Jun 30 02:57:46.526639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'tag': '7d1f4f5c-9d95-415c-87cb-b920d9965a29'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:46.529057 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0638b3-fd29-41ed-afb2-50490399b155" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45", "tag": "7d1f4f5c-9d95-415c-87cb-b920d9965a29"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:46.567023 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af85f84c-d2d1-40ed-bfb2-376d833d48ff x-openstack-request-id: req-af85f84c-d2d1-40ed-bfb2-376d833d48ff {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:46.567316 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45", "tag": "7d1f4f5c-9d95-415c-87cb-b920d9965a29", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:46.567567 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af85f84c-d2d1-40ed-bfb2-376d833d48ff {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:46.567965 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'tag': '7d1f4f5c-9d95-415c-87cb-b920d9965a29', 'status': 'completed', 'code': 200} Jun 30 02:57:46.594515 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] Set router ada99903-cd9e-4213-9761-93bc5a8e2e42 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:46.640286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-5497e379-9c6a-4fca-9228-96d9b1c91eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:46.641713 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-5497e379-9c6a-4fca-9228-96d9b1c91eb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=139be7afb86c4dd6b9d7d78a0178383c&device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 1098 time: 0.0530496 Jun 30 02:57:46.731362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-63265ca9-c6bc-4a0b-8874-4a9cf7938303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:46.732903 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-63265ca9-c6bc-4a0b-8874-4a9cf7938303 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a8a796e-cb8c-4920-adf1-c2aeef71898c HTTP/1.1" status: 200 len: 910 time: 0.0843687 Jun 30 02:57:46.803915 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-bfb6d68e-635d-442c-a569-d770b58ab30c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29 HTTP/1.1" status: 200 len: 999 time: 0.0631700 Jun 30 02:57:46.823027 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:25Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '5e0d3d99-20a7-4ba0-bbb5-21a6c536fa96', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'port_id': '7d1f4f5c-9d95-415c-87cb-b920d9965a29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'mac_address': 'fa:16:3e:cf:9b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:45Z', 'updated_at': '2021-06-30T02:57:45Z', 'revision_number': 0, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f176e-0e52-48f6-8556-3ed8a124a3e2', 'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'mac_address': 'fa:16:3e:c6:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:24Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 5, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'subnets': [{'id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:46.848355 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] Checking router: ada99903-cd9e-4213-9761-93bc5a8e2e42 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:46.855373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-1b24e5d5-6fea-46b7-859d-59b52be6e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:46.856858 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-1b24e5d5-6fea-46b7-859d-59b52be6e35d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb03a56f-28bd-4a0b-8a62-cd4207d70367 HTTP/1.1" status: 200 len: 848 time: 0.0444603 Jun 30 02:57:46.857150 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] Routers {'ada99903-cd9e-4213-9761-93bc5a8e2e42'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:46.857748 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ada99903-cd9e-4213-9761-93bc5a8e2e42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:46.930020 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-894e725d-d222-4503-bfa9-4a3d72ac62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:46.931825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-894e725d-d222-4503-bfa9-4a3d72ac62bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a8a796e-cb8c-4920-adf1-c2aeef71898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647957 Jun 30 02:57:46.986095 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] Set router ada99903-cd9e-4213-9761-93bc5a8e2e42 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:47.035229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-8826979c-3c9c-4c61-964d-48dd6b2d394c service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904000 Jun 30 02:57:47.124799 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ac0638b3-fd29-41ed-afb2-50490399b155 req-9f24d516-14d8-4b6b-ba7b-a56813db740c service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822937 Jun 30 02:57:47.313719 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:25Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '5e0d3d99-20a7-4ba0-bbb5-21a6c536fa96', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'port_id': '7d1f4f5c-9d95-415c-87cb-b920d9965a29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'mac_address': 'fa:16:3e:cf:9b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:45Z', 'updated_at': '2021-06-30T02:57:45Z', 'revision_number': 0, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f176e-0e52-48f6-8556-3ed8a124a3e2', 'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'mac_address': 'fa:16:3e:c6:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:24Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 5, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'subnets': [{'id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:47.344446 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64af8f4-53e5-4070-ab72-1dcd23701615 None None] The sync data for ids ['ada99903-cd9e-4213-9761-93bc5a8e2e42'] in n-d-758944-39 is: [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:25Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '5e0d3d99-20a7-4ba0-bbb5-21a6c536fa96', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'port_id': '7d1f4f5c-9d95-415c-87cb-b920d9965a29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'mac_address': 'fa:16:3e:cf:9b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:45Z', 'updated_at': '2021-06-30T02:57:45Z', 'revision_number': 0, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43f176e-0e52-48f6-8556-3ed8a124a3e2', 'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'mac_address': 'fa:16:3e:c6:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:24Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 5, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'subnets': [{'id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:47.552537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd49b7-4648-44c6-84b8-3d7d9cca08aa None None] New status for floating IP 5e0d3d99-20a7-4ba0-bbb5-21a6c536fa96: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:57:52.682288 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-0b80666c-d985-4720-a4df-5dcd3a245256 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587192 Jun 30 02:57:52.808622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-0afa28d6-d77e-4c26-bd1e-9a8bfc6116bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:52.810124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-0afa28d6-d77e-4c26-bd1e-9a8bfc6116bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0676425 Jun 30 02:57:52.928474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-82851c84-343a-488c-885b-4d9a083325b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:52.929946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-82851c84-343a-488c-885b-4d9a083325b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.0961151 Jun 30 02:57:53.001895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-f8797c5d-ddea-4204-a4a3-f730e6c56cfa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649a81b8-78e2-4b73-acef-95477add3d5e HTTP/1.1" status: 200 len: 1000 time: 0.0651195 Jun 30 02:57:53.051211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-4c523db6-f7b5-4cff-8271-fff50d4068a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.052666 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-4c523db6-f7b5-4cff-8271-fff50d4068a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.0439689 Jun 30 02:57:53.118626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-8f1c055d-9a63-41a9-b051-a76c017525e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.120174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-8f1c055d-9a63-41a9-b051-a76c017525e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605130 Jun 30 02:57:53.216528 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-98fb7e08-be1c-45b4-b791-2b1e306f2d87 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893817 Jun 30 02:57:53.306474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6b731b3-b322-425e-a253-0ec17fcdd930 req-507e264b-cdc1-4c9f-bfc0-21a39a2dc238 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832574 Jun 30 02:57:54.366352 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b08e819-6bc3-43cc-b097-12140fa7d233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.538756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113736a-c8e6-47db-ae33-f1e9e86810ff req-f2b0c648-5f2b-4478-ad8c-eec554ff81c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.540756 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4113736a-c8e6-47db-ae33-f1e9e86810ff req-f2b0c648-5f2b-4478-ad8c-eec554ff81c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0963666 Jun 30 02:57:55.587629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4113736a-c8e6-47db-ae33-f1e9e86810ff req-717d33f5-fd9a-4326-a66f-ded6f9be85d9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378892 Jun 30 02:57:55.621560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42530) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:55.686330 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-640ba001-b29e-48b1-b64b-8d802c964fc0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/bfa91b15-fc7d-4fa3-aef8-997476606fd6 HTTP/1.1" status: 200 len: 993 time: 0.0635991 Jun 30 02:57:56.147103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c15e2-5b2f-4bb5-a573-674cd7a4658f req-bc85ab74-7221-4abd-ba58-aadaa8af576c tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.148644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a8c15e2-5b2f-4bb5-a573-674cd7a4658f req-bc85ab74-7221-4abd-ba58-aadaa8af576c tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1097 time: 0.0647628 Jun 30 02:57:56.186209 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a8c15e2-5b2f-4bb5-a573-674cd7a4658f req-315897d8-bdf9-4715-a795-1580abba9787 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312867 Jun 30 02:57:56.812798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:56.929670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-e69d8d88-b87f-42e8-85eb-fe9b8a722ca6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156940 Jun 30 02:57:56.990630 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fabf98d0-2f06-495b-8c3b-d5ebd3e7dfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.992841 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.663990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-e666296d-edba-453e-98de-bfdc08599516 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:57:57.665088 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-e666296d-edba-453e-98de-bfdc08599516 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0695229 Jun 30 02:57:57.676673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Request body: {'binding': {'host': 'n-h1-758944-39', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:57.677133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Unknown quota resources ['binding']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 02:57:57.811571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 on host n-h1-758944-39 for vnic_type normal with profile None {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:57.811910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:57.812232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 on network e5c29cb2-039e-4be1-8449-5fc70077f610 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:57.816509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Port 4076ead2-6f05-4915-914c-7cbbf1e58176 on network e5c29cb2-039e-4be1-8449-5fc70077f610 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:57.817102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 on network e5c29cb2-039e-4be1-8449-5fc70077f610 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:57.822078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:57.822559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Checking segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:57.823057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Bound using segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:57.823588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Bound port: 4076ead2-6f05-4915-914c-7cbbf1e58176, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:57.923360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:57.929967 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.931740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] 10.222.0.55 "POST /v2.0/ports/4076ead2-6f05-4915-914c-7cbbf1e58176/bindings HTTP/1.1" status: 201 len: 390 time: 0.2583413 Jun 30 02:57:58.190657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca22e7-fb92-44dd-ad01-ef25554816fa req-70451217-dd57-44cc-a8b3-1ad56025774d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.192086 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1dca22e7-fb92-44dd-ad01-ef25554816fa req-70451217-dd57-44cc-a8b3-1ad56025774d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.1007369 Jun 30 02:57:58.240532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-1b0af389-a71b-43dd-87e1-7a7c1943024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.241984 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-1b0af389-a71b-43dd-87e1-7a7c1943024d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1097 time: 0.1018364 Jun 30 02:57:58.245705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1dca22e7-fb92-44dd-ad01-ef25554816fa req-fb27905a-6592-4cf2-b16c-fd0fbe6ee85f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477114 Jun 30 02:57:58.289185 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:58.332049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-50723f3a-614f-4e99-8e0d-ef309b9e83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.333602 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-50723f3a-614f-4e99-8e0d-ef309b9e83bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5c29cb2-039e-4be1-8449-5fc70077f610 HTTP/1.1" status: 200 len: 898 time: 0.0853126 Jun 30 02:57:58.404541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-aaaeb8d3-019b-49aa-9445-8623bf4bac7b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 200 len: 1001 time: 0.0648019 Jun 30 02:57:58.456309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-00d2b15d-b9ee-4f3f-9c50-492ba10812ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.457733 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-00d2b15d-b9ee-4f3f-9c50-492ba10812ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=139b9bd7-7f31-46ec-beec-7ab43628e4f5 HTTP/1.1" status: 200 len: 835 time: 0.0467794 Jun 30 02:57:58.529410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-4348ea79-1e96-48a5-adb1-aed1b9e2b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.530953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-4348ea79-1e96-48a5-adb1-aed1b9e2b922 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5c29cb2-039e-4be1-8449-5fc70077f610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666637 Jun 30 02:57:58.639843 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-6d3d0c13-a8e5-4d06-ad9e-4f54e2951c25 service neutron] 10.222.0.69 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014528 Jun 30 02:57:58.740029 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b538e411-beb2-4d25-8746-2875aee55811 service neutron] 10.222.0.69 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939116 Jun 30 02:57:58.893813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-87975cdd-405d-44f4-bfd5-051143db3959 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.895309 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-87975cdd-405d-44f4-bfd5-051143db3959 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b&tenant_id=0910613b6f2a46bcb313d7be1951c0d9&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1097 time: 0.1004078 Jun 30 02:57:58.905976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-39'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:58.982428 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.105606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:59.141790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:59.179885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:59.182471 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c181870a-b219-475f-a272-fa3508bc7219" -d '{"events": [{"server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:59.187144 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.194818 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.285451 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e6f1ae-8f1e-4438-a451-adea5893c36f x-openstack-request-id: req-d9e6f1ae-8f1e-4438-a451-adea5893c36f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:59.285803 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:59.286112 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9e6f1ae-8f1e-4438-a451-adea5893c36f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:59.286588 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'code': 200} Jun 30 02:57:59.295809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Pushing event updated for resources: {'Port': ['ID=4076ead2-6f05-4915-914c-7cbbf1e58176,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:59.313056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.313392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.313723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.314049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.314371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.314691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.315031 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.315345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.315661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.315972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.316283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.316591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.360553 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 on host n-h2-758944-39 for vnic_type normal with profile {"migrating_to": "n-h1-758944-39"} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:59.361100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:59.361615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 on network e5c29cb2-039e-4be1-8449-5fc70077f610 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:59.366497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Port 4076ead2-6f05-4915-914c-7cbbf1e58176 on network e5c29cb2-039e-4be1-8449-5fc70077f610 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:59.366851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Attempting to bind port 4076ead2-6f05-4915-914c-7cbbf1e58176 on network e5c29cb2-039e-4be1-8449-5fc70077f610 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:59.372231 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:59.372560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Checking segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:59.372935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Bound using segment: {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:59.373357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Bound port: 4076ead2-6f05-4915-914c-7cbbf1e58176, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:59.373707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.442367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcee083-c184-426c-9d2d-cfc82b084ec7 req-e0cf43bc-4e60-44d3-bb42-0990f69137c8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:59.444066 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2dcee083-c184-426c-9d2d-cfc82b084ec7 req-e0cf43bc-4e60-44d3-bb42-0990f69137c8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 943 time: 0.0681472 Jun 30 02:57:59.453214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:59.456549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:59.461858 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.468355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Provisioning complete for port 4076ead2-6f05-4915-914c-7cbbf1e58176 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:59.469308 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.492590 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2dcee083-c184-426c-9d2d-cfc82b084ec7 req-c59956cd-7972-42d0-993f-bf18c8ea0a10 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421429 Jun 30 02:57:59.574676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.578495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Pushing event updated for resources: {'Port': ['ID=4076ead2-6f05-4915-914c-7cbbf1e58176,revision_number=8']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:59.610196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:59.612531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:59.613201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.613827 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4802369-8f02-4410-94fd-7092a3b47e32" -d '{"events": [{"server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:59.614839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-a0e7d85c-eb3c-43bb-9a8e-6be4665c4d5f service neutron] 10.222.0.69 "PUT /v2.0/ports/4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 200 len: 1123 time: 0.7130258 Jun 30 02:57:59.643170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:59.652186 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:59.751208 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114d5455-c7ba-4a1a-8320-2a34e13b3fd7 x-openstack-request-id: req-114d5455-c7ba-4a1a-8320-2a34e13b3fd7 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:59.751501 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:59.751749 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-114d5455-c7ba-4a1a-8320-2a34e13b3fd7 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:59.752129 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'code': 200} Jun 30 02:57:59.756146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['4076ead2-6f05-4915-914c-7cbbf1e58176'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:59.845610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Pushing event updated for resources: {'Port': ['ID=4076ead2-6f05-4915-914c-7cbbf1e58176,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:59.864929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.865147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.865514 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.865845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.866170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.866500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.866846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.867168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.867467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.867805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.868122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:59.868436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab24fdb-6a3b-4a2e-84b4-9514aaefce0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:00.032203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ac91b033-19e8-4154-aadd-2c3bf0d8093c None None] Provisioning complete for port 4076ead2-6f05-4915-914c-7cbbf1e58176 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:00.032561 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ac91b033-19e8-4154-aadd-2c3bf0d8093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.105571 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:00.109900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-c3a2b901-c360-4550-bae9-2f27f5350dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:00.111477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-c3a2b901-c360-4550-bae9-2f27f5350dbb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1128 time: 0.0609434 Jun 30 02:58:00.233066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-0ab12cb2-60a5-4c06-a306-d65b059693bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:00.234743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-0ab12cb2-60a5-4c06-a306-d65b059693bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5c29cb2-039e-4be1-8449-5fc70077f610 HTTP/1.1" status: 200 len: 898 time: 0.0978034 Jun 30 02:58:00.311825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-1392e165-edc0-4f53-8845-99725b44ce3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 200 len: 1001 time: 0.0695825 Jun 30 02:58:00.369089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-8f8f8d32-6ef2-4357-883b-d9abc5306a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:00.370617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-8f8f8d32-6ef2-4357-883b-d9abc5306a05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=139b9bd7-7f31-46ec-beec-7ab43628e4f5 HTTP/1.1" status: 200 len: 835 time: 0.0510976 Jun 30 02:58:00.435287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-0b298e97-ea99-4b04-a648-22ac6f34f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:00.436913 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-0b298e97-ea99-4b04-a648-22ac6f34f0e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5c29cb2-039e-4be1-8449-5fc70077f610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565600 Jun 30 02:58:00.531024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-b24bc5fb-080f-46ec-9f42-b59b0fb5a240 service neutron] 10.222.0.73 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829508 Jun 30 02:58:00.635307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc9b8b46-ce52-4f5c-abb5-794d2ea7d07d req-8c72f7d4-2f17-49fd-a575-0c049f0a3c1e service neutron] 10.222.0.73 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924315 Jun 30 02:58:00.705159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e490fcd-5291-4907-95c2-78372f5f4c7a req-cef83ff5-970e-4bed-a1d3-73cf20d96f56 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:00.706600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e490fcd-5291-4907-95c2-78372f5f4c7a req-cef83ff5-970e-4bed-a1d3-73cf20d96f56 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0635059 Jun 30 02:58:00.757076 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e490fcd-5291-4907-95c2-78372f5f4c7a req-14b52a4d-7c8a-42de-a842-152016e65a2a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440176 Jun 30 02:58:01.287844 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:01.290941 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:01.328823 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64663c3a-fcab-4a04-8ab7-91679e00e88b x-openstack-request-id: req-64663c3a-fcab-4a04-8ab7-91679e00e88b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:01.329057 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:01.329339 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64663c3a-fcab-4a04-8ab7-91679e00e88b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:01.329730 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'status': 'completed', 'code': 200} Jun 30 02:58:01.411888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-0b9a9643-490c-425f-b973-26b9635b6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.413371 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-0b9a9643-490c-425f-b973-26b9635b6d3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1128 time: 0.0578196 Jun 30 02:58:01.511845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-bf6ce8a1-01d7-48e3-9d9b-ddec6443171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.513291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-bf6ce8a1-01d7-48e3-9d9b-ddec6443171b service neutron] 10.222.0.73 "GET /v2.0/networks?id=e5c29cb2-039e-4be1-8449-5fc70077f610 HTTP/1.1" status: 200 len: 898 time: 0.0902815 Jun 30 02:58:01.587751 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-ac2b17ba-e8f8-4557-94b3-46609dc2430d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 200 len: 1001 time: 0.0626390 Jun 30 02:58:01.641621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-edea3c26-142e-4c25-b6a7-60e21f6478bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.643525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-edea3c26-142e-4c25-b6a7-60e21f6478bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=139b9bd7-7f31-46ec-beec-7ab43628e4f5 HTTP/1.1" status: 200 len: 835 time: 0.0462518 Jun 30 02:58:01.711366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-e9a5be04-de88-418b-9a22-e4acdbb92eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.713076 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-e9a5be04-de88-418b-9a22-e4acdbb92eb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e5c29cb2-039e-4be1-8449-5fc70077f610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618567 Jun 30 02:58:01.803314 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-3df33e18-9fea-4012-8e13-433838d6551e service neutron] 10.222.0.73 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822949 Jun 30 02:58:01.907705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22dc8ea2-2fa0-41d6-be7b-18cb0d6689ce req-e07f2a8a-ff1a-45be-877b-2c5310d895a9 service neutron] 10.222.0.73 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973525 Jun 30 02:58:01.958445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd5b4a-6a65-4dad-9f9f-475338dc9226 req-7e826fa2-4edc-4741-8f21-bc1fbbbb5c2b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:01.960094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60bd5b4a-6a65-4dad-9f9f-475338dc9226 req-7e826fa2-4edc-4741-8f21-bc1fbbbb5c2b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0677793 Jun 30 02:58:02.005181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60bd5b4a-6a65-4dad-9f9f-475338dc9226 req-f8e3a5ab-75b0-4a29-a4fc-4bc226abdd68 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386014 Jun 30 02:58:02.244079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4076ead2-6f05-4915-914c-7cbbf1e58176 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:58:02.340424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:02.353002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4076ead2-6f05-4915-914c-7cbbf1e58176 has no active binding in host n-h1-758944-39 {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 02:58:03.203440 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba7e86-9aa0-47eb-89de-4fae69cf3fde req-f45767e9-b8b8-43bd-a85f-e7d07ef9ac2d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:03.204919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4fba7e86-9aa0-47eb-89de-4fae69cf3fde req-f45767e9-b8b8-43bd-a85f-e7d07ef9ac2d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0752139 Jun 30 02:58:03.242218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4fba7e86-9aa0-47eb-89de-4fae69cf3fde req-a97ad8a1-94b7-4022-8f31-cf61f0066034 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313752 Jun 30 02:58:04.441214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdb6a6-2c8f-403f-ab89-135a3c27fb41 req-aeec4853-9710-4218-8153-4701534e35fa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:04.443053 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41fdb6a6-2c8f-403f-ab89-135a3c27fb41 req-aeec4853-9710-4218-8153-4701534e35fa tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0787382 Jun 30 02:58:04.483957 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41fdb6a6-2c8f-403f-ab89-135a3c27fb41 req-91985c74-1c07-4a87-b2b8-3a142c52acb1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329208 Jun 30 02:58:05.680739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0abb2-e2ad-4495-99e5-09874fc897f2 req-ee87bdf3-d671-49e0-8ffc-3a90704332af tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:05.682597 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30c0abb2-e2ad-4495-99e5-09874fc897f2 req-ee87bdf3-d671-49e0-8ffc-3a90704332af tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0763490 Jun 30 02:58:05.722091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-30c0abb2-e2ad-4495-99e5-09874fc897f2 req-40e9c834-f573-47dc-bb73-f33acc59c757 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337567 Jun 30 02:58:06.926992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af22c2-f50e-4a69-9929-ed767d9e92f9 req-85ddffd6-f4d8-4edf-8dbd-f1c824b8b4e2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:06.928640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79af22c2-f50e-4a69-9929-ed767d9e92f9 req-85ddffd6-f4d8-4edf-8dbd-f1c824b8b4e2 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.0871918 Jun 30 02:58:06.968385 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-79af22c2-f50e-4a69-9929-ed767d9e92f9 req-e8f832a9-40c9-420e-9fdf-8112d9222b89 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335784 Jun 30 02:58:07.920652 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-6a887f31-e50c-47df-b789-660cb32e63a7 service neutron] 10.222.0.73 "GET /v2.0/ports/4076ead2-6f05-4915-914c-7cbbf1e58176/bindings/n-h1-758944-39 HTTP/1.1" status: 200 len: 385 time: 0.0630004 Jun 30 02:58:08.108940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:08.147805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:08.198002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:08.200181 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b133437c-1f03-48e5-835a-365bb9ed49d1" -d '{"events": [{"server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:08.209705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:08.230560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc33b89-98c8-4f4c-9195-c26636dde7a5 req-31d66ef8-6ca3-41f7-ac53-cabe19cd65af tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:08.232294 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dbc33b89-98c8-4f4c-9195-c26636dde7a5 req-31d66ef8-6ca3-41f7-ac53-cabe19cd65af tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 945 time: 0.1384382 Jun 30 02:58:08.233332 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.245035 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26692c5-baca-4126-a79f-d32a4dd06026 x-openstack-request-id: req-f26692c5-baca-4126-a79f-d32a4dd06026 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:08.245325 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:08.245570 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f26692c5-baca-4126-a79f-d32a4dd06026 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:08.245952 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'code': 200} Jun 30 02:58:08.301528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dbc33b89-98c8-4f4c-9195-c26636dde7a5 req-5bb8e85e-03e8-4e2c-8e72-b33c7f4b0593 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587053 Jun 30 02:58:08.337647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Transition to ACTIVE for port object 4076ead2-6f05-4915-914c-7cbbf1e58176 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:08.343213 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.434023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Pushing event updated for resources: {'Port': ['ID=4076ead2-6f05-4915-914c-7cbbf1e58176,revision_number=11']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:08.444604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.444924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.445288 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.445592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.445936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.446440 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.447025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.447373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.447696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.448108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.448331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.448623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:08.492197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] No DVR routers for this DVR port 4076ead2-6f05-4915-914c-7cbbf1e58176 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:08.628952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-bfbcf191-ac2f-4533-9e29-084bc2f95428 service neutron] 10.222.0.73 "PUT /v2.0/ports/4076ead2-6f05-4915-914c-7cbbf1e58176/bindings/n-h1-758944-39/activate HTTP/1.1" status: 200 len: 370 time: 0.6991551 Jun 30 02:58:08.750583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-d7000944-1e68-4331-b894-406646ec4340 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:08.751983 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-d7000944-1e68-4331-b894-406646ec4340 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b&tenant_id=0910613b6f2a46bcb313d7be1951c0d9&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 1096 time: 0.0652151 Jun 30 02:58:08.812677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-d7375611-bc03-4dcf-9592-8a24d5f14230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:08.814182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-d7375611-bc03-4dcf-9592-8a24d5f14230 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0553014 Jun 30 02:58:08.891820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-492e8aff-3755-4019-9122-f549572d1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:08.893268 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-492e8aff-3755-4019-9122-f549572d1a43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1096 time: 0.0554349 Jun 30 02:58:08.989047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-4a93b58e-ad7e-4a47-b4ef-ddda2e4dbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:08.990563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-4a93b58e-ad7e-4a47-b4ef-ddda2e4dbc2e service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5c29cb2-039e-4be1-8449-5fc70077f610 HTTP/1.1" status: 200 len: 898 time: 0.0884354 Jun 30 02:58:09.060301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-cbc65c42-2bc4-42e1-94ea-5194a63079f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 200 len: 999 time: 0.0631497 Jun 30 02:58:09.112550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-1328468f-4ccb-44e5-83d8-55a2cae8e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:09.114949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-1328468f-4ccb-44e5-83d8-55a2cae8e476 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=139b9bd7-7f31-46ec-beec-7ab43628e4f5 HTTP/1.1" status: 200 len: 835 time: 0.0481117 Jun 30 02:58:09.187157 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-97e498c7-a706-4513-a533-0a502f7138d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:09.188664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-97e498c7-a706-4513-a533-0a502f7138d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5c29cb2-039e-4be1-8449-5fc70077f610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680895 Jun 30 02:58:09.280052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b97d01f2-ad79-48a3-8408-dd5c52638a2a service neutron] 10.222.0.69 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850172 Jun 30 02:58:09.375064 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-798e33d9-a51c-42d5-94ea-3803c87b0522 service neutron] 10.222.0.69 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879815 Jun 30 02:58:09.494172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e7d92-6a1c-451f-a8e2-6db6a72ad798 req-d9058005-391d-4448-bbd0-334358bf4ce8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:09.496398 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc8e7d92-6a1c-451f-a8e2-6db6a72ad798 req-d9058005-391d-4448-bbd0-334358bf4ce8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 944 time: 0.0730882 Jun 30 02:58:09.538369 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dc8e7d92-6a1c-451f-a8e2-6db6a72ad798 req-fb6f9536-14e1-4b49-83a3-a48fb131defd tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361114 Jun 30 02:58:09.694188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-9d9d6c41-5ae4-44f2-bf70-e64254c12aa0 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:09.695691 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-9d9d6c41-5ae4-44f2-bf70-e64254c12aa0 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b&tenant_id=0910613b6f2a46bcb313d7be1951c0d9&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 1096 time: 0.0611510 Jun 30 02:58:09.827191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b38ed585-5705-47bb-9d80-e06ed3922022 service neutron] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:09.830280 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b38ed585-5705-47bb-9d80-e06ed3922022 service neutron] Notify callbacks [] for binding, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:09.831521 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b38ed585-5705-47bb-9d80-e06ed3922022 service neutron] 10.222.0.69 "DELETE /v2.0/ports/4076ead2-6f05-4915-914c-7cbbf1e58176/bindings/n-h2-758944-39 HTTP/1.1" status: 204 len: 173 time: 0.1304431 Jun 30 02:58:10.738888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a816d-5bf9-40ab-abe9-3b6b26357efd req-3328e0a3-f478-47e0-83c2-d8a0b56e33d3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:10.740403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a44a816d-5bf9-40ab-abe9-3b6b26357efd req-3328e0a3-f478-47e0-83c2-d8a0b56e33d3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 944 time: 0.0723693 Jun 30 02:58:10.778357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a44a816d-5bf9-40ab-abe9-3b6b26357efd req-a3acee7d-f983-4ec7-b7ae-9d1111374b72 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322762 Jun 30 02:58:10.957627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af8fc9-50fc-4f34-8248-96de61c225d8 req-2ad6bd6e-fef7-4188-80b3-d9e0592c83ef tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:10.959083 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4af8fc9-50fc-4f34-8248-96de61c225d8 req-2ad6bd6e-fef7-4188-80b3-d9e0592c83ef tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1096 time: 0.0629251 Jun 30 02:58:11.002251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4af8fc9-50fc-4f34-8248-96de61c225d8 req-8556d1e3-b799-4b36-8198-94f28d99dc43 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372818 Jun 30 02:58:11.191993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7944a4-a317-4529-a166-e2335afa1c49 req-679fdfe5-2a64-4f15-9909-948a0cc4cc35 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:11.193480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b7944a4-a317-4529-a166-e2335afa1c49 req-679fdfe5-2a64-4f15-9909-948a0cc4cc35 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 944 time: 0.0828562 Jun 30 02:58:11.235636 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b7944a4-a317-4529-a166-e2335afa1c49 req-681763de-e133-4274-a67c-34c944c4cb3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346310 Jun 30 02:58:11.261777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42642) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:11.328957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-46ea00f9-d3eb-4e7d-938b-c085a97d515f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/bfa91b15-fc7d-4fa3-aef8-997476606fd6 HTTP/1.1" status: 200 len: 991 time: 0.0656347 Jun 30 02:58:11.600281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42648) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:11.765787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port baa92099-2daf-4dcd-8cff-969f24a1ceed {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:11.766519 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.851540 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.851817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:11.864653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for baa92099-2daf-4dcd-8cff-969f24a1ceed owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:12.027802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.053515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=baa92099-2daf-4dcd-8cff-969f24a1ceed,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:12.117382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.117723 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Floating IP bfa91b15-fc7d-4fa3-aef8-997476606fd6 disassociated (deleted). External IP: 172.25.7.131, port: 4076ead2-6f05-4915-914c-7cbbf1e58176. Jun 30 02:58:12.322279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4076ead2-6f05-4915-914c-7cbbf1e58176 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:12.339911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router a4805e55-2ec8-4c22-ac2a-6337c640bd83 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:58:12.361532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4076ead2-6f05-4915-914c-7cbbf1e58176 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:12.784993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:58:12.790292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:12.794950 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] Sync routers for ids ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:58:12.805751 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] Routers {'a4805e55-2ec8-4c22-ac2a-6337c640bd83'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:12.806380 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:12.833041 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f42bd00-8cac-4c29-b4bc-8913f649fb3b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/floatingips/bfa91b15-fc7d-4fa3-aef8-997476606fd6 HTTP/1.1" status: 204 len: 168 time: 1.2288380 Jun 30 02:58:12.833041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:12.833571 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f" -d '{"events": [{"name": "network-changed", "server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:12.921355 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] Set router a4805e55-2ec8-4c22-ac2a-6337c640bd83 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:12.921660 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4e5e7f-1570-458a-b808-57c37c895ef2 x-openstack-request-id: req-fd4e5e7f-1570-458a-b808-57c37c895ef2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:12.921971 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:12.922218 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd4e5e7f-1570-458a-b808-57c37c895ef2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:12.922613 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'status': 'completed', 'code': 200} Jun 30 02:58:13.002065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-91c48436-160c-4c12-8576-22500a999831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.003820 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-91c48436-160c-4c12-8576-22500a999831 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 1096 time: 0.0574191 Jun 30 02:58:13.100375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-5d32069a-fd9b-4176-90b6-6d33493abee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.101993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-5d32069a-fd9b-4176-90b6-6d33493abee5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e5c29cb2-039e-4be1-8449-5fc70077f610 HTTP/1.1" status: 200 len: 898 time: 0.0913115 Jun 30 02:58:13.134903 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e5e0c913-d326-4ab7-8aa7-466b36c288be', 'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:1f:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:13.147129 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-2d0eeb20-aef5-438c-8ed7-a5d7f20ff90c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 200 len: 217 time: 0.0380938 Jun 30 02:58:13.161855 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] Checking router: a4805e55-2ec8-4c22-ac2a-6337c640bd83 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:58:13.170907 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] Routers {'a4805e55-2ec8-4c22-ac2a-6337c640bd83'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:13.171527 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:13.284497 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] Set router a4805e55-2ec8-4c22-ac2a-6337c640bd83 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:13.505970 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e5e0c913-d326-4ab7-8aa7-466b36c288be', 'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:1f:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:13.532875 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb057fa-5ab8-4a0c-b098-ff4d76dca718 None None] The sync data for ids ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'] in n-d-758944-39 is: [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e5e0c913-d326-4ab7-8aa7-466b36c288be', 'name': '', 'network_id': 'e5c29cb2-039e-4be1-8449-5fc70077f610', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:1f:0c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '139b9bd7-7f31-46ec-beec-7ab43628e4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:58:13.549059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-739d3fc2-e1d8-488b-b1fe-623bfe8bf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.550521 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-739d3fc2-e1d8-488b-b1fe-623bfe8bf837 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=139b9bd7-7f31-46ec-beec-7ab43628e4f5 HTTP/1.1" status: 200 len: 835 time: 0.3967154 Jun 30 02:58:13.609986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7dd50-a525-4533-b736-cc0413e45cce req-932f98a4-2352-433a-bbe0-a0f1fbc63d77 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.611530 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7ff7dd50-a525-4533-b736-cc0413e45cce req-932f98a4-2352-433a-bbe0-a0f1fbc63d77 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 944 time: 0.4484785 Jun 30 02:58:13.658265 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-52328844-0f6a-41eb-8ca0-a37aaa6e1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.659791 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-52328844-0f6a-41eb-8ca0-a37aaa6e1c23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e5c29cb2-039e-4be1-8449-5fc70077f610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019967 Jun 30 02:58:13.662797 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7ff7dd50-a525-4533-b736-cc0413e45cce req-b5362f30-91c4-4c80-8ac0-ab000729c721 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445924 Jun 30 02:58:13.777507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9fe310-3a19-478a-b32a-94726f249a77 None None] New status for floating IP bfa91b15-fc7d-4fa3-aef8-997476606fd6: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:58:13.799078 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-372f7b9d-581a-458e-a906-4c4905b8490c service neutron] 10.222.0.69 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282773 Jun 30 02:58:13.822192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9928495-890e-4ef5-9378-c871c3652cef req-edd35812-7a15-4654-b7b2-2abc2822c846 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:13.823868 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9928495-890e-4ef5-9378-c871c3652cef req-edd35812-7a15-4654-b7b2-2abc2822c846 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "GET /v2.0/ports?device_id=f833228c-5508-4ac9-a097-ac4d533c3c8b HTTP/1.1" status: 200 len: 944 time: 0.1517758 Jun 30 02:58:13.966480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-9d45d54c-b9b8-4402-85e7-0a6a49eb1d90 service neutron] 10.222.0.69 "GET /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599967 Jun 30 02:58:13.989990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b9928495-890e-4ef5-9378-c871c3652cef req-e60d9838-f588-4ec0-9d6a-059b73465d25 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port 4076ead2-6f05-4915-914c-7cbbf1e58176 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:13.990408 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9928495-890e-4ef5-9378-c871c3652cef req-e60d9838-f588-4ec0-9d6a-059b73465d25 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.084195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b9928495-890e-4ef5-9378-c871c3652cef req-e60d9838-f588-4ec0-9d6a-059b73465d25 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port 4076ead2-6f05-4915-914c-7cbbf1e58176, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4076ead2-6f05-4915-914c-7cbbf1e58176,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:14.084973 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9928495-890e-4ef5-9378-c871c3652cef req-e60d9838-f588-4ec0-9d6a-059b73465d25 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.097734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b9928495-890e-4ef5-9378-c871c3652cef req-e60d9838-f588-4ec0-9d6a-059b73465d25 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for 4076ead2-6f05-4915-914c-7cbbf1e58176 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:14.243477 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9928495-890e-4ef5-9378-c871c3652cef req-e60d9838-f588-4ec0-9d6a-059b73465d25 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.274837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d9838-f588-4ec0-9d6a-059b73465d25 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=4076ead2-6f05-4915-914c-7cbbf1e58176,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:14.323210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9928495-890e-4ef5-9378-c871c3652cef req-e60d9838-f588-4ec0-9d6a-059b73465d25 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] No DVR routers for this DVR port 4076ead2-6f05-4915-914c-7cbbf1e58176 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:14.325928 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b9928495-890e-4ef5-9378-c871c3652cef req-e60d9838-f588-4ec0-9d6a-059b73465d25 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:14.327975 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9928495-890e-4ef5-9378-c871c3652cef req-e60d9838-f588-4ec0-9d6a-059b73465d25 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "DELETE /v2.0/ports/4076ead2-6f05-4915-914c-7cbbf1e58176 HTTP/1.1" status: 204 len: 173 time: 0.4943981 Jun 30 02:58:14.328410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'name': 'network-vif-deleted', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:14.330733 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8b8e85-5533-4bbb-a0f7-d7199801e372" -d '{"events": [{"server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "name": "network-vif-deleted", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:14.370282 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f96b82-cf29-4c57-9bd0-5aeb09f4f190 x-openstack-request-id: req-30f96b82-cf29-4c57-9bd0-5aeb09f4f190 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:14.370574 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f833228c-5508-4ac9-a097-ac4d533c3c8b", "name": "network-vif-deleted", "tag": "4076ead2-6f05-4915-914c-7cbbf1e58176", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:14.370855 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30f96b82-cf29-4c57-9bd0-5aeb09f4f190 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:14.371274 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f833228c-5508-4ac9-a097-ac4d533c3c8b', 'name': 'network-vif-deleted', 'tag': '4076ead2-6f05-4915-914c-7cbbf1e58176', 'status': 'completed', 'code': 200} Jun 30 02:58:14.763312 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42668) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:15.137901 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:15.423168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port e5e0c913-d326-4ab7-8aa7-466b36c288be {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:15.423522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:15.526618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port e5e0c913-d326-4ab7-8aa7-466b36c288be, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e5e0c913-d326-4ab7-8aa7-466b36c288be,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:15.527054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:15.541125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for e5e0c913-d326-4ab7-8aa7-466b36c288be owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:15.558570 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:58:15.740484 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:15.769725 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=e5e0c913-d326-4ab7-8aa7-466b36c288be,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:15.948364 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.026686 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.178349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router a4805e55-2ec8-4c22-ac2a-6337c640bd83 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:58:16.264628 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.273746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4076ead2-6f05-4915-914c-7cbbf1e58176 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:16.293839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:58:16.295197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 4076ead2-6f05-4915-914c-7cbbf1e58176 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:58:16.295545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4076ead2-6f05-4915-914c-7cbbf1e58176 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:16.301683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42678) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:16.302121 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d736f4fc-0c2a-4469-a6ba-57344889ed3d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "PUT /v2.0/routers/a4805e55-2ec8-4c22-ac2a-6337c640bd83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5368991 Jun 30 02:58:16.303709 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] Sync routers for ids ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:58:16.313009 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] Routers {'a4805e55-2ec8-4c22-ac2a-6337c640bd83'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:16.313607 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:16.354585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4276efc0-6c33-41de-b5b5-5da666cd2e5f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting subnet 139b9bd7-7f31-46ec-beec-7ab43628e4f5 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:58:16.358182 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4276efc0-6c33-41de-b5b5-5da666cd2e5f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.398187 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4276efc0-6c33-41de-b5b5-5da666cd2e5f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.419957 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] Set router a4805e55-2ec8-4c22-ac2a-6337c640bd83 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:16.487901 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4276efc0-6c33-41de-b5b5-5da666cd2e5f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.545193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4276efc0-6c33-41de-b5b5-5da666cd2e5f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.571553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276efc0-6c33-41de-b5b5-5da666cd2e5f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Subnet': ['ID=139b9bd7-7f31-46ec-beec-7ab43628e4f5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:16.575721 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4276efc0-6c33-41de-b5b5-5da666cd2e5f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.580288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42680) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:16.580553 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4276efc0-6c33-41de-b5b5-5da666cd2e5f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/subnets/139b9bd7-7f31-46ec-beec-7ab43628e4f5 HTTP/1.1" status: 204 len: 168 time: 0.2769303 Jun 30 02:58:16.582272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b66e47-cd73-4ad0-8feb-68297cc37d66 None None] Network e5c29cb2-039e-4be1-8449-5fc70077f610 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:16.599203 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:58:15Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:16.634259 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] Checking router: a4805e55-2ec8-4c22-ac2a-6337c640bd83 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:58:16.647109 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] Routers {'a4805e55-2ec8-4c22-ac2a-6337c640bd83'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:16.648038 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:16.692415 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.770144 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] Set router a4805e55-2ec8-4c22-ac2a-6337c640bd83 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:16.771590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c476e01-0b66-49fb-b21d-8ef86f2f4db0 None None] DHCP port deletion for e5c29cb2-039e-4be1-8449-5fc70077f610 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:58:16.803683 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.819458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0c476e01-0b66-49fb-b21d-8ef86f2f4db0 None None] Deleting port 84cad39d-9a67-4d65-b513-0456593c4fc9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:16.819957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c476e01-0b66-49fb-b21d-8ef86f2f4db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.861490 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:58:16.861911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.890396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0c476e01-0b66-49fb-b21d-8ef86f2f4db0 None None] For port 84cad39d-9a67-4d65-b513-0456593c4fc9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=84cad39d-9a67-4d65-b513-0456593c4fc9,segment=NetworkSegment(9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185),segment_id=9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:16.890873 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c476e01-0b66-49fb-b21d-8ef86f2f4db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.907005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0c476e01-0b66-49fb-b21d-8ef86f2f4db0 None None] Calling delete_port for 84cad39d-9a67-4d65-b513-0456593c4fc9 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:16.952597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port 4cc54799-9b35-4aba-9d8e-50a19c3fcf91, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4cc54799-9b35-4aba-9d8e-50a19c3fcf91,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:16.953640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:16.967825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:58:16.992286 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c476e01-0b66-49fb-b21d-8ef86f2f4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.019260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c476e01-0b66-49fb-b21d-8ef86f2f4db0 None None] Pushing event deleted for resources: {'Port': ['ID=84cad39d-9a67-4d65-b513-0456593c4fc9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:17.021125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c476e01-0b66-49fb-b21d-8ef86f2f4db0 None None] No DVR routers for this DVR port 84cad39d-9a67-4d65-b513-0456593c4fc9 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:58:17.067159 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:58:15Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:17.094121 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56be9436-ea44-4d4b-b082-081a923f0832 None None] The sync data for ids ['a4805e55-2ec8-4c22-ac2a-6337c640bd83'] in n-d-758944-39 is: [{'id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645535042', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:58:15Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': '4cc54799-9b35-4aba-9d8e-50a19c3fcf91', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:55:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4805e55-2ec8-4c22-ac2a-6337c640bd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:56:57Z', 'updated_at': '2021-06-30T02:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:58:17.149572 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.177194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=4cc54799-9b35-4aba-9d8e-50a19c3fcf91,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:17.242610 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.341179 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.343361 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.394769 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.395380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Fanout notify agent at l3_agent the message router_deleted on router a4805e55-2ec8-4c22-ac2a-6337c640bd83 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:58:17.402775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.403922 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5bccd110-60e1-45d3-9a9f-d6b3f600357a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/routers/a4805e55-2ec8-4c22-ac2a-6337c640bd83 HTTP/1.1" status: 204 len: 168 time: 0.8218133 Jun 30 02:58:17.407164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:17.493555 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.907893 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.917533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c29cb2-039e-4be1-8449-5fc70077f610']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:17.927394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:17.927689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb3e8fc-e0ba-4ee3-b9b0-90c719a09185') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:17.937130 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.952443 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.958994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:58:17.959380 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: timer() Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:58:17.962323 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:58:18.023242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.030617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.032785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/networks/e5c29cb2-039e-4be1-8449-5fc70077f610 HTTP/1.1" status: 204 len: 168 time: 0.6246967 Jun 30 02:58:18.035834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42686) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:18.044882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9fa24-b9eb-4ecc-ac57-426337b0fcd1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Network': ['ID=e5c29cb2-039e-4be1-8449-5fc70077f610,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:18.100285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5be791e6-a7aa-40c9-86a5-aa3370c542a1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.129399 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5be791e6-a7aa-40c9-86a5-aa3370c542a1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.181793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 84cad39d-9a67-4d65-b513-0456593c4fc9 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:18.200852 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5be791e6-a7aa-40c9-86a5-aa3370c542a1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.203434 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5be791e6-a7aa-40c9-86a5-aa3370c542a1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.204702 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5be791e6-a7aa-40c9-86a5-aa3370c542a1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/security-groups/5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8 HTTP/1.1" status: 204 len: 168 time: 0.1677883 Jun 30 02:58:18.206362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 84cad39d-9a67-4d65-b513-0456593c4fc9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:58:18.206784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 84cad39d-9a67-4d65-b513-0456593c4fc9 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:18.207317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e5e0c913-d326-4ab7-8aa7-466b36c288be no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:18.214130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be791e6-a7aa-40c9-86a5-aa3370c542a1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7c7547-e6e5-40a0-ac90-ecc2cc909fa8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:18.240212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e5e0c913-d326-4ab7-8aa7-466b36c288be {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:58:18.240561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e5e0c913-d326-4ab7-8aa7-466b36c288be not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:18.240993 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:58:18.262495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:58:18.262865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4cc54799-9b35-4aba-9d8e-50a19c3fcf91 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:58:18.885357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:18.890262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1dbdf2dc-5503-4cba-b8ba-05cba044c4d4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426151225', 'description': 'tempest-secgroup-smoke-1426151225 description', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:18.913735 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf2dc-5503-4cba-b8ba-05cba044c4d4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:18.996030 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf2dc-5503-4cba-b8ba-05cba044c4d4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.000976 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf2dc-5503-4cba-b8ba-05cba044c4d4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.029734 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf2dc-5503-4cba-b8ba-05cba044c4d4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.031075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1dbdf2dc-5503-4cba-b8ba-05cba044c4d4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446812 Jun 30 02:58:19.032374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdf2dc-5503-4cba-b8ba-05cba044c4d4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.034679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:19.040066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cf579c96-ee69-49e2-a8dc-dc6ecf5d0830 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:19.070062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf579c96-ee69-49e2-a8dc-dc6ecf5d0830 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.115834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf579c96-ee69-49e2-a8dc-dc6ecf5d0830 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.121483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf579c96-ee69-49e2-a8dc-dc6ecf5d0830 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.149719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf579c96-ee69-49e2-a8dc-dc6ecf5d0830 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca369b62-6172-4d5c-a020-2a8beb3e06b0,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.158600 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cf579c96-ee69-49e2-a8dc-dc6ecf5d0830 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.159898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cf579c96-ee69-49e2-a8dc-dc6ecf5d0830 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238432 Jun 30 02:58:19.162796 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42698) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:19.167365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-86edb79d-642c-4c99-9eea-49b968a51a8a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:19.197154 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86edb79d-642c-4c99-9eea-49b968a51a8a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.255666 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86edb79d-642c-4c99-9eea-49b968a51a8a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.260470 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86edb79d-642c-4c99-9eea-49b968a51a8a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.277568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edb79d-642c-4c99-9eea-49b968a51a8a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778b1463-73d1-4894-9589-9a13a2cb2c3c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.284871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-86edb79d-642c-4c99-9eea-49b968a51a8a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.285946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-86edb79d-642c-4c99-9eea-49b968a51a8a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221771 Jun 30 02:58:19.289636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42700) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:19.294338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ada67ab7-f251-4fdb-a7c4-1b1f18db5262 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:19.321572 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ada67ab7-f251-4fdb-a7c4-1b1f18db5262 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.380453 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ada67ab7-f251-4fdb-a7c4-1b1f18db5262 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.386798 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ada67ab7-f251-4fdb-a7c4-1b1f18db5262 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.405075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada67ab7-f251-4fdb-a7c4-1b1f18db5262 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4b778c-218d-4b91-b80b-73078f95d70e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.410055 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ada67ab7-f251-4fdb-a7c4-1b1f18db5262 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.412525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ada67ab7-f251-4fdb-a7c4-1b1f18db5262 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216249 Jun 30 02:58:19.416173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:19.421000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-de32d263-e661-48a8-a4d5-25671661c97b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:19.451237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de32d263-e661-48a8-a4d5-25671661c97b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.519166 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de32d263-e661-48a8-a4d5-25671661c97b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.523875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de32d263-e661-48a8-a4d5-25671661c97b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.546965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32d263-e661-48a8-a4d5-25671661c97b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b64f726-e8ea-4ace-b1e5-4ff1c20af940,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.553193 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-de32d263-e661-48a8-a4d5-25671661c97b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.554329 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-de32d263-e661-48a8-a4d5-25671661c97b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371510 Jun 30 02:58:19.558194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42706) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:19.563273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-480910ef-7b28-45df-83a0-af31ff9327a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:19.593014 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-480910ef-7b28-45df-83a0-af31ff9327a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Project 0910613b6f2a46bcb313d7be1951c0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:58:19.598396 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480910ef-7b28-45df-83a0-af31ff9327a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.658569 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480910ef-7b28-45df-83a0-af31ff9327a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.663721 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480910ef-7b28-45df-83a0-af31ff9327a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.683195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480910ef-7b28-45df-83a0-af31ff9327a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec8e92f-7257-46e3-b760-cd6d1b78c894,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.690343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480910ef-7b28-45df-83a0-af31ff9327a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.691665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-480910ef-7b28-45df-83a0-af31ff9327a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322963 Jun 30 02:58:19.694394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42708) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:19.698824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5dec8185-6804-4f53-a922-5b946a94cb9c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'security_group_rule': {'security_group_id': '8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:19.720324 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-5dec8185-6804-4f53-a922-5b946a94cb9c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Project 0910613b6f2a46bcb313d7be1951c0d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:58:19.725217 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dec8185-6804-4f53-a922-5b946a94cb9c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.787826 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dec8185-6804-4f53-a922-5b946a94cb9c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.793163 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dec8185-6804-4f53-a922-5b946a94cb9c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.812262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec8185-6804-4f53-a922-5b946a94cb9c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ea215f-02ae-4998-a2b3-ea70d228fd2b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:19.816185 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5dec8185-6804-4f53-a922-5b946a94cb9c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.817379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5dec8185-6804-4f53-a922-5b946a94cb9c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220095 Jun 30 02:58:19.820747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42710) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:19.825847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'network': {'name': 'tempest-network-smoke--1982326557', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:19.855042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:19.858539 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.883814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:58:19.892850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.893191 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Added segment 62f1ad36-cfc4-454e-a3b0-88a4566fe30b of type vlan for network 62805dee-f7b4-44c2-86f6-048d29955be3 Jun 30 02:58:19.932254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.963604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:19.969041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:19.969652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.043570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2217300 Jun 30 02:58:20.046727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:20.051630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'admin_state_up': True, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:20.072921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5646c-509a-47c5-99d8-5eb22b1bd210 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Network': ['ID=62805dee-f7b4-44c2-86f6-048d29955be3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:20.082641 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.083762 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.086040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 62805dee-f7b4-44c2-86f6-048d29955be3 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:58:20.135869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.274826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.480642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.503135 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.609108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.25.7.83 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/b7e3a86c-1708-4ff7-830b-01b26c35689b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:20.732567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.777797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:20.819957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:20.822777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:20.828254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:20.833690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=b7e3a86c-1708-4ff7-830b-01b26c35689b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:21.100434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.303101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.448836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router 4cd4663e-c280-4af0-9b2d-7fec9568f891 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:58:21.568868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:58:21.578917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Sync routers for ids ['4cd4663e-c280-4af0-9b2d-7fec9568f891'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:58:21.588755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Routers {'4cd4663e-c280-4af0-9b2d-7fec9568f891'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:21.589755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4cd4663e-c280-4af0-9b2d-7fec9568f891'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:21.589933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:21.591722 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-87e34896-208e-4c97-b86b-9e13ae3f10e7 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5438490 Jun 30 02:58:21.595047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42716) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:21.623936 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd03bbf7-54cd-485e-98e8-778b116bfad4 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=0910613b6f2a46bcb313d7be1951c0d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277069 Jun 30 02:58:21.626690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:21.697956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Set router 4cd4663e-c280-4af0-9b2d-7fec9568f891 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:21.716148 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46543f-2f85-4f04-9954-5555616c0c7e tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:21.717747 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-df46543f-2f85-4f04-9954-5555616c0c7e tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901637 Jun 30 02:58:21.720864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:21.755067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c7779f3d-33d5-485d-9c8a-d8af5bcd1998 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329692 Jun 30 02:58:21.757991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42724) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:21.763745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2052922710', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:21.856994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:21.861013 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.033793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:20Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:22.046125 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.060073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Checking router: 4cd4663e-c280-4af0-9b2d-7fec9568f891 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:58:22.060442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Updating router 4cd4663e-c280-4af0-9b2d-7fec9568f891 port b7e3a86c-1708-4ff7-830b-01b26c35689b binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:58:22.100107 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.111659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Subnet': ['ID=23de0719-7a80-4022-ab69-6f3e00f641a5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:22.119436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Checking segment: {'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:22.119893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network hostable DHCP agents. Network: 62805dee-f7b4-44c2-86f6-048d29955be3, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:58:22.137692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 62805dee-f7b4-44c2-86f6-048d29955be3 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:58:22.147365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 62805dee-f7b4-44c2-86f6-048d29955be3) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:22.151550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:22.152128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.168134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-293b4c4e-edba-4288-a579-443108df14ed tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4090264 Jun 30 02:58:22.171095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42726) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:22.188905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8475af3d-c156-4067-8b67-898a4b0eb404 None None] Network 62805dee-f7b4-44c2-86f6-048d29955be3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:22.435357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-62805dee-f7b4-44c2-86f6-048d29955be3', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:58:22.436503 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.490137 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.554347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Transition to ACTIVE for port object b7e3a86c-1708-4ff7-830b-01b26c35689b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:22.569535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.623987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.659347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b19ed7-01e5-4698-9211-21cca6bc22c6 None None] Pushing event updated for resources: {'Port': ['ID=b7e3a86c-1708-4ff7-830b-01b26c35689b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:22.664783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Attempting to bind port b7e3a86c-1708-4ff7-830b-01b26c35689b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:22.665343 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Attempting to bind port b7e3a86c-1708-4ff7-830b-01b26c35689b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:22.665833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Attempting to bind port b7e3a86c-1708-4ff7-830b-01b26c35689b on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:22.677818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Allocated IP 172.20.0.2 (62805dee-f7b4-44c2-86f6-048d29955be3/23de0719-7a80-4022-ab69-6f3e00f641a5/4febf214-014c-4a07-b086-a9d10989e8a8) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:22.680061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:22.680528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:22.681021 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.681395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:22.682051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Bound port: b7e3a86c-1708-4ff7-830b-01b26c35689b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:22.682428 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.785247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] For port b7e3a86c-1708-4ff7-830b-01b26c35689b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:22.806007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] For port b7e3a86c-1708-4ff7-830b-01b26c35689b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b7e3a86c-1708-4ff7-830b-01b26c35689b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:22.814486 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.929934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Routers {'4cd4663e-c280-4af0-9b2d-7fec9568f891'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:22.930471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4cd4663e-c280-4af0-9b2d-7fec9568f891'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:22.934120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b19ed7-01e5-4698-9211-21cca6bc22c6 None None] Pushing event updated for resources: {'Port': ['ID=b7e3a86c-1708-4ff7-830b-01b26c35689b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:22.969198 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:22.982649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Transition to ACTIVE for port object 4febf214-014c-4a07-b086-a9d10989e8a8 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:23.037421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Transition to ACTIVE for port object 4febf214-014c-4a07-b086-a9d10989e8a8 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:23.048747 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.092985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] Set router 4cd4663e-c280-4af0-9b2d-7fec9568f891 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:23.098530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.20.0.1 (62805dee-f7b4-44c2-86f6-048d29955be3/23de0719-7a80-4022-ab69-6f3e00f641a5/4bdc310e-b032-4a52-a799-c654ec5228ba) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:23.155893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Network 62805dee-f7b4-44c2-86f6-048d29955be3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:23.167130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:23.178230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:23.206268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Pushing event updated for resources: {'Port': ['ID=4febf214-014c-4a07-b086-a9d10989e8a8,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:23.218877 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.290638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Attempting to bind port 4febf214-014c-4a07-b086-a9d10989e8a8 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:23.291015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Attempting to bind port 4febf214-014c-4a07-b086-a9d10989e8a8 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:23.291795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Attempting to bind port 4febf214-014c-4a07-b086-a9d10989e8a8 on network 62805dee-f7b4-44c2-86f6-048d29955be3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:23.305746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:23.306148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Checking segment: {'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:23.306589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.307069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Bound using segment: {'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:23.307842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Bound port: 4febf214-014c-4a07-b086-a9d10989e8a8, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:23.308291 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.407920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] For port 4febf214-014c-4a07-b086-a9d10989e8a8, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:23.412273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] For port 4febf214-014c-4a07-b086-a9d10989e8a8, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4febf214-014c-4a07-b086-a9d10989e8a8,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:23.425731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:20Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:23.458203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.462877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b38c0-ece0-45c0-a485-9e21e46eb27a None None] The sync data for ids ['4cd4663e-c280-4af0-9b2d-7fec9568f891'] in n-d-758944-39 is: [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:20Z', 'revision_number': 3, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:58:23.524470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda9b41-9cba-40d4-876c-a66dd9d61e43 None None] Pushing event updated for resources: {'Port': ['ID=4febf214-014c-4a07-b086-a9d10989e8a8,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:23.552713 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Transition to ACTIVE for port object 4bdc310e-b032-4a52-a799-c654ec5228ba will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:23.594099 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.638552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 62805dee-f7b4-44c2-86f6-048d29955be3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:23.641853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:23.648637 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:23.676083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=4bdc310e-b032-4a52-a799-c654ec5228ba,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:23.724106 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:23.938833 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.241299 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.250059 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.270579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b7e3a86c-1708-4ff7-830b-01b26c35689b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:24.337341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b7e3a86c-1708-4ff7-830b-01b26c35689b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:24.344729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b7e3a86c-1708-4ff7-830b-01b26c35689b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:24.345103 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.357306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=4bdc310e-b032-4a52-a799-c654ec5228ba,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:24.363117 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.394033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5df57fed-c3f3-4f1b-a41e-ce4a805f054e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.468214 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.470431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 62805dee-f7b4-44c2-86f6-048d29955be3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:24.471931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:24.504536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port b7e3a86c-1708-4ff7-830b-01b26c35689b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b7e3a86c-1708-4ff7-830b-01b26c35689b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:24.511873 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.513322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4febf214-014c-4a07-b086-a9d10989e8a8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:24.612078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router 4cd4663e-c280-4af0-9b2d-7fec9568f891 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:58:24.735996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adcddeb-1e2c-4745-a3e7-8208ec951c51 None None] Network 62805dee-f7b4-44c2-86f6-048d29955be3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:58:24.736301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:58:24.746768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-943965cd-d4e1-45bb-9405-4c548590afa9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "PUT /v2.0/routers/4cd4663e-c280-4af0-9b2d-7fec9568f891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5690095 Jun 30 02:58:24.828158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=b7e3a86c-1708-4ff7-830b-01b26c35689b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:24.851612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d2f1571d-a729-4b7e-8cc8-f86bb6dd0a48 None None] Provisioning for port 4febf214-014c-4a07-b086-a9d10989e8a8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:24.879737 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4febf214-014c-4a07-b086-a9d10989e8a8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:24.902315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4febf214-014c-4a07-b086-a9d10989e8a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:24.902808 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:24.956332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-c8a30d45-9eda-4ca8-b2fe-bc270a64b23a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426151225&fields=id&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 267 time: 0.0379205 Jun 30 02:58:25.089261 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.133370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-2415946a-c103-448e-aa53-52465e7474e6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:25.135455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-2415946a-c103-448e-aa53-52465e7474e6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/networks?id=62805dee-f7b4-44c2-86f6-048d29955be3 HTTP/1.1" status: 200 len: 797 time: 0.1714084 Jun 30 02:58:25.165435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-a4efb701-5247-41cc-a92f-6a23616bbe43 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/quotas/0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 375 time: 0.0205977 Jun 30 02:58:25.165906 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 4febf214-014c-4a07-b086-a9d10989e8a8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4febf214-014c-4a07-b086-a9d10989e8a8,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:25.173239 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.250175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=4febf214-014c-4a07-b086-a9d10989e8a8,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:25.272167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-0700c5ec-af1b-4606-bb0e-fbd65830b7c4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906959 Jun 30 02:58:25.394113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42754) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:25.396780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-acd04ea8-b73d-48c0-b5e3-bbb07c425bc1 None None] Provisioning complete for port 4febf214-014c-4a07-b086-a9d10989e8a8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:25.397252 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acd04ea8-b73d-48c0-b5e3-bbb07c425bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.446560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-1cdd3ce4-fc36-45fd-9745-49b868db5fb9 service neutron] 10.222.0.55 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697826 Jun 30 02:58:25.494200 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Sync routers for ids ['4cd4663e-c280-4af0-9b2d-7fec9568f891'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:58:25.508437 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Routers {'4cd4663e-c280-4af0-9b2d-7fec9568f891'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:25.509539 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4cd4663e-c280-4af0-9b2d-7fec9568f891'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:25.532729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-acd04ea8-b73d-48c0-b5e3-bbb07c425bc1 None None] Provisioning for port 4bdc310e-b032-4a52-a799-c654ec5228ba completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:25.538007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-acd04ea8-b73d-48c0-b5e3-bbb07c425bc1 None None] Provisioning complete for port 4bdc310e-b032-4a52-a799-c654ec5228ba triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:25.538382 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-acd04ea8-b73d-48c0-b5e3-bbb07c425bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.587807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-acd04ea8-b73d-48c0-b5e3-bbb07c425bc1 None None] Port 4bdc310e-b032-4a52-a799-c654ec5228ba cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:25.604662 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-b140e4b0-54fb-4e22-b729-f180c6b2fd2d service neutron] 10.222.0.55 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569800 Jun 30 02:58:25.607334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b5e27-6bc6-4dcd-aa24-0f6a2a89b250 req-54de120b-001a-4914-8a35-3b0d2903c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:25.609212 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-365b5e27-6bc6-4dcd-aa24-0f6a2a89b250 req-54de120b-001a-4914-8a35-3b0d2903c819 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 1098 time: 0.2133980 Jun 30 02:58:25.639155 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Set router 4cd4663e-c280-4af0-9b2d-7fec9568f891 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:25.649581 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-365b5e27-6bc6-4dcd-aa24-0f6a2a89b250 req-27bbcf55-eeb7-4cd2-89fe-5c8ee31247e5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335712 Jun 30 02:58:25.711772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fbd52749-9be6-467f-bbf1-cd41563f66b8 None None] Provisioning complete for port 4bdc310e-b032-4a52-a799-c654ec5228ba triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:25.712133 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fbd52749-9be6-467f-bbf1-cd41563f66b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.767422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fbd52749-9be6-467f-bbf1-cd41563f66b8 None None] Port 4bdc310e-b032-4a52-a799-c654ec5228ba cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:25.831583 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-248be814-ff83-436f-8431-651307b526a2 req-6d677470-e130-4717-9c3f-a941735a68a3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 210 time: 0.0423999 Jun 30 02:58:25.886862 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:23Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '4bdc310e-b032-4a52-a799-c654ec5228ba', 'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:cd:88:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:22Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 2, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:25.916184 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Checking router: 4cd4663e-c280-4af0-9b2d-7fec9568f891 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:58:25.916542 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Updating router 4cd4663e-c280-4af0-9b2d-7fec9568f891 port 4bdc310e-b032-4a52-a799-c654ec5228ba binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:58:25.952002 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:25.988239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-738d9eb3-276f-46b3-8483-7038cb6dc531 None None] Provisioning complete for port 4bdc310e-b032-4a52-a799-c654ec5228ba triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:25.988653 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-738d9eb3-276f-46b3-8483-7038cb6dc531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.023340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-738d9eb3-276f-46b3-8483-7038cb6dc531 None None] Port 4bdc310e-b032-4a52-a799-c654ec5228ba cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:26.207380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b7e3a86c-1708-4ff7-830b-01b26c35689b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:26.242833 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.253735 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Transition to ACTIVE for port object 4bdc310e-b032-4a52-a799-c654ec5228ba will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:26.260486 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.264640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b7e3a86c-1708-4ff7-830b-01b26c35689b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:26.265019 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.305885 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Pushing event updated for resources: {'Port': ['ID=4bdc310e-b032-4a52-a799-c654ec5228ba,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:26.347329 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.347702 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.348270 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.348609 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.350025 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.350358 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.350683 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.351032 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.351536 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.352482 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.352996 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.353503 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:58:26.363176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4febf214-014c-4a07-b086-a9d10989e8a8 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:26.392368 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Attempting to bind port 4bdc310e-b032-4a52-a799-c654ec5228ba on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:26.393479 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Attempting to bind port 4bdc310e-b032-4a52-a799-c654ec5228ba by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:26.393479 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Attempting to bind port 4bdc310e-b032-4a52-a799-c654ec5228ba on network 62805dee-f7b4-44c2-86f6-048d29955be3 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:26.399655 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:26.400092 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Checking segment: {'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:26.401022 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.401423 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Bound using segment: {'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:26.402046 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Bound port: 4bdc310e-b032-4a52-a799-c654ec5228ba, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:26.402430 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.420329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4febf214-014c-4a07-b086-a9d10989e8a8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:26.420329 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.480137 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] For port 4bdc310e-b032-4a52-a799-c654ec5228ba, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:26.484273 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] For port 4bdc310e-b032-4a52-a799-c654ec5228ba, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4bdc310e-b032-4a52-a799-c654ec5228ba,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:26.490925 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:26.570023 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a528f-5e2e-42c2-8a77-e05bf5c98ed5 None None] Pushing event updated for resources: {'Port': ['ID=4bdc310e-b032-4a52-a799-c654ec5228ba,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:26.579771 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Routers {'4cd4663e-c280-4af0-9b2d-7fec9568f891'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:26.580406 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:57:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4cd4663e-c280-4af0-9b2d-7fec9568f891'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:26.705878 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] Set router 4cd4663e-c280-4af0-9b2d-7fec9568f891 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:26.928097 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:23Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '4bdc310e-b032-4a52-a799-c654ec5228ba', 'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:cd:88:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:22Z', 'updated_at': '2021-06-30T02:58:26Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:26.969089 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b98b4-849e-4d3d-9336-8183f581efc1 None None] The sync data for ids ['4cd4663e-c280-4af0-9b2d-7fec9568f891'] in n-d-758944-39 is: [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:23Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '4bdc310e-b032-4a52-a799-c654ec5228ba', 'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:cd:88:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:22Z', 'updated_at': '2021-06-30T02:58:26Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:58:27.033990 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c2d0cbb-50a8-41f3-9363-8a0292001790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.039816 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.071222 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cdd247fd-fded-4361-9196-c1ee17f9426a req-672dbfb2-6d08-4d17-b6fa-335aa7d92361 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 210 time: 0.0447981 Jun 30 02:58:27.122956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-26adb47a-41ca-4356-b79d-40c8cfbac66a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:27.124509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-26adb47a-41ca-4356-b79d-40c8cfbac66a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "GET /v2.0/networks?id=62805dee-f7b4-44c2-86f6-048d29955be3 HTTP/1.1" status: 200 len: 797 time: 0.2298384 Jun 30 02:58:27.173787 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-5f15d8d9-a8e6-44b8-8ed6-5b9c088ba9f9 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0910613b6f2a46bcb313d7be1951c0d9 HTTP/1.1" status: 200 len: 380 time: 0.0385108 Jun 30 02:58:27.189847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'port': {'device_id': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'admin_state_up': True, 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'security_groups': ['8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:27.326402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Made reservation on behalf of 0910613b6f2a46bcb313d7be1951c0d9 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:58:27.330858 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.472727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.20.0.5 (62805dee-f7b4-44c2-86f6-048d29955be3/23de0719-7a80-4022-ab69-6f3e00f641a5/0f5b987f-b0c7-4412-90fd-7c4b45161e8a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:27.626899 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.643270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Transition to ACTIVE for port object 0f5b987f-b0c7-4412-90fd-7c4b45161e8a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:27.681413 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.726617 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 62805dee-f7b4-44c2-86f6-048d29955be3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:27.730400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:27.734554 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:27.781701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:27.803887 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:27.804497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:27.821190 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-dca0ac80-e5d2-42aa-a36a-515a769a72b0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6383815 Jun 30 02:58:27.835931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Request body: {'port': {'device_id': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:27.924730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.016395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2d6d6ba5-a801-4303-b688-e75fc4bf937b None None] Provisioning for port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:28.020701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2d6d6ba5-a801-4303-b688-e75fc4bf937b None None] Provisioning complete for port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:28.021104 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d6d6ba5-a801-4303-b688-e75fc4bf937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.059351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d6ba5-a801-4303-b688-e75fc4bf937b None None] Port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:58:28.209745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4bdc310e-b032-4a52-a799-c654ec5228ba up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:28.230739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5b987f-b0c7-4412-90fd-7c4b45161e8a {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:28.249145 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.273885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4bdc310e-b032-4a52-a799-c654ec5228ba completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:28.280598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4bdc310e-b032-4a52-a799-c654ec5228ba triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:28.281027 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.281532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Transition to ACTIVE for port object 0f5b987f-b0c7-4412-90fd-7c4b45161e8a will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:58:28.288699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.304262 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.347120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:28.366188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f5b4a-661b-4f87-8421-9bff45c40db9 req-9ae6e14f-fc20-498d-8515-eb545ce5d758 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:28.367962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-096f5b4a-661b-4f87-8421-9bff45c40db9 req-9ae6e14f-fc20-498d-8515-eb545ce5d758 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 931 time: 0.1310999 Jun 30 02:58:28.382958 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.430751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 4bdc310e-b032-4a52-a799-c654ec5228ba, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4bdc310e-b032-4a52-a799-c654ec5228ba,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:28.437969 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.469339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-096f5b4a-661b-4f87-8421-9bff45c40db9 req-f29caae6-6bf5-4ce9-930c-b382581b34fd tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836751 Jun 30 02:58:28.481935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Attempting to bind port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:58:28.482263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Attempting to bind port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:58:28.482595 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Attempting to bind port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a on network 62805dee-f7b4-44c2-86f6-048d29955be3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:28.487441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a on network 62805dee-f7b4-44c2-86f6-048d29955be3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:58:28.487770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Attempting to bind port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a on network 62805dee-f7b4-44c2-86f6-048d29955be3 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:58:28.501974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:58:28.501974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Checking segment: {'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:58:28.501974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Bound using segment: {'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:58:28.501974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Bound port: 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f1ad36-cfc4-454e-a3b0-88a4566fe30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:58:28.501974 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.512698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=4bdc310e-b032-4a52-a799-c654ec5228ba,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:28.565482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] For port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:58:28.568635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] For port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:58:28.574808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.609068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:28.609709 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:28.611145 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] 10.222.0.69 "PUT /v2.0/ports/0f5b987f-b0c7-4412-90fd-7c4b45161e8a HTTP/1.1" status: 200 len: 1092 time: 0.7799921 Jun 30 02:58:28.611622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:28.614049 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222ee54b-946d-4d13-8c13-15adac0b4c42" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:28.644867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e517f9-a68b-45b7-ab16-f02c8b0e8ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:28.666759 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ecde5-e674-447a-a922-ad1bbf0f5cce x-openstack-request-id: req-cc6ecde5-e674-447a-a922-ad1bbf0f5cce {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:28.667062 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:28.667319 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc6ecde5-e674-447a-a922-ad1bbf0f5cce {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:28.667717 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'status': 'completed', 'code': 200} Jun 30 02:58:28.718322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-c39cac44-94c6-42dc-8e10-91f826e378d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:28.719879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-c39cac44-94c6-42dc-8e10-91f826e378d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 1095 time: 0.0637538 Jun 30 02:58:28.765213 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-68812266-a2ea-4a1f-abdd-be33ea126912 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a HTTP/1.1" status: 200 len: 217 time: 0.0375187 Jun 30 02:58:28.818613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-c6960282-4bdf-4d1b-a106-0079d33a9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:28.820118 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-c6960282-4bdf-4d1b-a106-0079d33a9389 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23de0719-7a80-4022-ab69-6f3e00f641a5 HTTP/1.1" status: 200 len: 835 time: 0.0449533 Jun 30 02:58:28.885017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-9f09752a-f7ef-49d8-9a77-45a5f5f67ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:28.886685 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-9f09752a-f7ef-49d8-9a77-45a5f5f67ac4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=62805dee-f7b4-44c2-86f6-048d29955be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593209 Jun 30 02:58:28.980516 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-a7bb0c90-df96-42d2-8db8-09fa18d801a1 service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839584 Jun 30 02:58:29.081984 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-691eb5d6-e956-488c-b19d-c7ca045a7129 req-94367592-8445-4495-9502-febec51ec0f9 service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914485 Jun 30 02:58:29.201186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-d91ea2ea-c98e-4971-9a5d-664a9f3900a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:29.202849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-d91ea2ea-c98e-4971-9a5d-664a9f3900a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 1095 time: 0.0593777 Jun 30 02:58:29.296445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-c1e9288d-90b4-4c1e-9b04-134f633e2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:29.297957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-c1e9288d-90b4-4c1e-9b04-134f633e2da1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=62805dee-f7b4-44c2-86f6-048d29955be3 HTTP/1.1" status: 200 len: 898 time: 0.0882783 Jun 30 02:58:29.343574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-c69a3472-9a4a-453b-8c51-c19079fdd01f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a HTTP/1.1" status: 200 len: 217 time: 0.0378582 Jun 30 02:58:29.391696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-6b0ec6fd-2dec-4f23-967b-e804f91a6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:29.393097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-6b0ec6fd-2dec-4f23-967b-e804f91a6d6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23de0719-7a80-4022-ab69-6f3e00f641a5 HTTP/1.1" status: 200 len: 835 time: 0.0433083 Jun 30 02:58:29.454739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-61d0cc17-2f76-475f-81cf-b72507961a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:29.456169 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-61d0cc17-2f76-475f-81cf-b72507961a39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=62805dee-f7b4-44c2-86f6-048d29955be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561128 Jun 30 02:58:29.556933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-fcb42ceb-9e6f-49af-8389-2b7920e8b0f5 service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936251 Jun 30 02:58:29.659220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-222ee54b-946d-4d13-8c13-15adac0b4c42 req-7a9001ce-61c2-4965-b40d-a6cef3dff641 service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951264 Jun 30 02:58:29.666541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2679c-9bf1-4f95-9cd0-d685707d760c req-616a03ac-e198-48b5-be41-ed949229b414 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:29.668261 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ec2679c-9bf1-4f95-9cd0-d685707d760c req-616a03ac-e198-48b5-be41-ed949229b414 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 943 time: 0.0679810 Jun 30 02:58:29.708700 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ec2679c-9bf1-4f95-9cd0-d685707d760c req-7c2e8405-fe53-4071-84ba-ce4d31533fff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342228 Jun 30 02:58:30.093101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:30.179471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4bdc310e-b032-4a52-a799-c654ec5228ba up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:30.228060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4bdc310e-b032-4a52-a799-c654ec5228ba triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:30.228388 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:30.894425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247ad9e-eeca-4e33-9d72-ee9375152e27 req-5d6dde40-56e0-49db-84bf-988248f532bc tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:30.896024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a247ad9e-eeca-4e33-9d72-ee9375152e27 req-5d6dde40-56e0-49db-84bf-988248f532bc tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 943 time: 0.0751452 Jun 30 02:58:30.935275 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a247ad9e-eeca-4e33-9d72-ee9375152e27 req-5f1a664c-e16e-446e-a4ea-42ae22c43df4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328426 Jun 30 02:58:32.128812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31466c36-e9a8-4ae2-8362-e49dd2c975d4 req-ac8bd7ff-44da-4149-82ad-af45d8bf10a6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:32.130313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-31466c36-e9a8-4ae2-8362-e49dd2c975d4 req-ac8bd7ff-44da-4149-82ad-af45d8bf10a6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 943 time: 0.0770426 Jun 30 02:58:32.169019 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-31466c36-e9a8-4ae2-8362-e49dd2c975d4 req-cbcf3eb1-78c1-4d75-89d3-10f7dd1a29b3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330632 Jun 30 02:58:32.413339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0f5b987f-b0c7-4412-90fd-7c4b45161e8a details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:58:32.529704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:32.542435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'port_id': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'mac_address': 'fa:16:3e:fd:f9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:58:32.580616 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.593989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5b987f-b0c7-4412-90fd-7c4b45161e8a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:58:32.614015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:32.618938 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.671954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:32.930409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['0f5b987f-b0c7-4412-90fd-7c4b45161e8a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:58:33.365265 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d4dfb-1bb4-4e6a-a5cd-71dbc32e49c3 req-21100ab8-19b1-46ec-9757-adcbd167cf3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:33.366758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb0d4dfb-1bb4-4e6a-a5cd-71dbc32e49c3 req-21100ab8-19b1-46ec-9757-adcbd167cf3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 944 time: 0.0807488 Jun 30 02:58:33.409920 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb0d4dfb-1bb4-4e6a-a5cd-71dbc32e49c3 req-9c077fa5-b7b6-43ff-a02b-72a95e793d09 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344939 Jun 30 02:58:34.418318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0f5b987f-b0c7-4412-90fd-7c4b45161e8a up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:58:34.476896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:58:34.480877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:58:34.481253 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.561802 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.583942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:34.586211 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480a77b2-0460-411e-a572-55245e0ce3b6" -d '{"events": [{"server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "name": "network-vif-plugged", "status": "completed", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:34.599175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:58:34.601902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9c70-9916-4cd7-9442-60fba9aba7e6 req-c361d2c4-3980-4e8f-9938-d181674c8ac3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.603664 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ceac9c70-9916-4cd7-9442-60fba9aba7e6 req-c361d2c4-3980-4e8f-9938-d181674c8ac3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 944 time: 0.0723648 Jun 30 02:58:34.603940 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:34.630375 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b340df-167e-47ab-84f5-0defb2e581b4 x-openstack-request-id: req-f5b340df-167e-47ab-84f5-0defb2e581b4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:34.630662 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "name": "network-vif-plugged", "status": "completed", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:34.630933 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5b340df-167e-47ab-84f5-0defb2e581b4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:34.631317 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'code': 200} Jun 30 02:58:34.644038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ceac9c70-9916-4cd7-9442-60fba9aba7e6 req-aff09703-be01-4732-a687-a0306d717a33 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336487 Jun 30 02:58:34.658635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:34.750270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57a787-8ca7-4cf7-bfe4-d1e5e29deefa req-509c1426-9792-468b-94d4-a476625a33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:34.751845 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc57a787-8ca7-4cf7-bfe4-d1e5e29deefa req-509c1426-9792-468b-94d4-a476625a33c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 1097 time: 0.0539761 Jun 30 02:58:34.785994 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc57a787-8ca7-4cf7-bfe4-d1e5e29deefa req-6cf2d209-f263-492b-8306-41c87ba59feb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280418 Jun 30 02:58:35.829783 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3e0f6-8d2d-4385-966b-8f9b7ad15582 req-67c6fff4-fedb-4b89-bfe2-8aa3872287f4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:35.831357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84d3e0f6-8d2d-4385-966b-8f9b7ad15582 req-67c6fff4-fedb-4b89-bfe2-8aa3872287f4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0662878 Jun 30 02:58:35.871721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84d3e0f6-8d2d-4385-966b-8f9b7ad15582 req-43ec3728-37df-4de2-95a1-4726c595b467 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341654 Jun 30 02:58:37.066666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58639a-1812-433c-b548-649103be39bc req-5b053995-5c4c-4752-8eac-77d50abbad30 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:37.068198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-db58639a-1812-433c-b548-649103be39bc req-5b053995-5c4c-4752-8eac-77d50abbad30 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0747466 Jun 30 02:58:37.109770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-db58639a-1812-433c-b548-649103be39bc req-cb08ca1a-80dd-4ac3-b4d1-4d399c094e46 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333261 Jun 30 02:58:37.304166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90be8df-65c2-4e48-a213-b9ed928969d5 req-d307d83d-1f2a-492b-8a93-8a315405d5fc tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:37.306315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e90be8df-65c2-4e48-a213-b9ed928969d5 req-d307d83d-1f2a-492b-8a93-8a315405d5fc tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0716522 Jun 30 02:58:37.344744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e90be8df-65c2-4e48-a213-b9ed928969d5 req-fe3b574d-4a11-42f9-b092-a1009a5e2ea6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330820 Jun 30 02:58:37.369109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42830) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:37.423313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96681c3a-a105-4f93-8754-2eaba686d9d0 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:37.424811 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-96681c3a-a105-4f93-8754-2eaba686d9d0 tempest-TestNetworkAdvancedServerOps-1252793759 tempest-TestNetworkAdvancedServerOps-1252793759-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 1092 time: 0.0546541 Jun 30 02:58:37.427852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 42832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:37.432384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:58:37.457682 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:37.566069 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:37.670040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Allocated IP 172.25.7.60 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/73c58acb-d4d5-4edb-9ce4-1958da880201) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:58:37.780590 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:37.822294 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:37.859181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:58:37.861911 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:58:37.867926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:58:37.873435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=73c58acb-d4d5-4edb-9ce4-1958da880201,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:38.642938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.731565 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.904791 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.911105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.971078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event updated for resources: {'Port': ['ID=73c58acb-d4d5-4edb-9ce4-1958da880201,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:58:38.986318 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:39.091204 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Floating IP 4ce829de-f012-46a9-8dbd-fcfbc9315bf9 associated. External IP: 172.25.7.60, port: 0f5b987f-b0c7-4412-90fd-7c4b45161e8a. Jun 30 02:58:39.327205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router 4cd4663e-c280-4af0-9b2d-7fec9568f891 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:58:39.442036 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:58:39.454250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] Sync routers for ids ['4cd4663e-c280-4af0-9b2d-7fec9568f891'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:58:39.462544 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:39.466032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] Routers {'4cd4663e-c280-4af0-9b2d-7fec9568f891'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:39.466664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:58:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4cd4663e-c280-4af0-9b2d-7fec9568f891'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:39.506245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d63ff99b-5684-475d-9aab-895a8a41bc3e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0748541 Jun 30 02:58:39.506245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:58:39.506694 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e77872-ffd7-4f32-b311-85335667919e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:58:39.582362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] Set router 4cd4663e-c280-4af0-9b2d-7fec9568f891 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:39.646257 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad37d35-b00c-4c60-b17c-ba04f2076efa x-openstack-request-id: req-dad37d35-b00c-4c60-b17c-ba04f2076efa {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:58:39.646794 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:58:39.646908 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dad37d35-b00c-4c60-b17c-ba04f2076efa {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:58:39.647222 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'status': 'completed', 'code': 200} Jun 30 02:58:39.685922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6accebb-83da-4967-bd28-ba3e3f28f96e req-0dd1e648-eaec-481b-8fa3-31486549547f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:39.687751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6accebb-83da-4967-bd28-ba3e3f28f96e req-0dd1e648-eaec-481b-8fa3-31486549547f tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0861993 Jun 30 02:58:39.752904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6accebb-83da-4967-bd28-ba3e3f28f96e req-072e911a-c68d-4fca-aeeb-100062e1baf3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Jun 30 02:58:39.771401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e77872-ffd7-4f32-b311-85335667919e req-1ff5c09c-0d7b-44e1-ba97-72e7cec8ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:39.773247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25e77872-ffd7-4f32-b311-85335667919e req-1ff5c09c-0d7b-44e1-ba97-72e7cec8ff1a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 1097 time: 0.1041908 Jun 30 02:58:39.779993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:39.821705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:23Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '4ce829de-f012-46a9-8dbd-fcfbc9315bf9', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'port_id': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'mac_address': 'fa:16:3e:fd:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:58:38Z', 'updated_at': '2021-06-30T02:58:38Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdc310e-b032-4a52-a799-c654ec5228ba', 'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:cd:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:22Z', 'updated_at': '2021-06-30T02:58:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:39.852548 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e1a22ef8-7816-4084-80d8-fe93ac966230 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/4ce829de-f012-46a9-8dbd-fcfbc9315bf9 HTTP/1.1" status: 200 len: 990 time: 0.0690136 Jun 30 02:58:39.852782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] Checking router: 4cd4663e-c280-4af0-9b2d-7fec9568f891 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:58:39.860177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] Routers {'4cd4663e-c280-4af0-9b2d-7fec9568f891'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:58:39.860837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T02:58:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4cd4663e-c280-4af0-9b2d-7fec9568f891'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:39.872661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e77872-ffd7-4f32-b311-85335667919e req-cff091ef-c672-41c8-a097-e22be8360512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:39.874292 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25e77872-ffd7-4f32-b311-85335667919e req-cff091ef-c672-41c8-a097-e22be8360512 service neutron] 10.222.0.69 "GET /v2.0/networks?id=62805dee-f7b4-44c2-86f6-048d29955be3 HTTP/1.1" status: 200 len: 898 time: 0.0945048 Jun 30 02:58:39.942817 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25e77872-ffd7-4f32-b311-85335667919e req-f3b23984-e520-440c-8e35-f9c06375df90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a HTTP/1.1" status: 200 len: 998 time: 0.0625856 Jun 30 02:58:39.999331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e77872-ffd7-4f32-b311-85335667919e req-c44ce291-4106-447d-af79-8601f07dfa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:40.000891 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25e77872-ffd7-4f32-b311-85335667919e req-c44ce291-4106-447d-af79-8601f07dfa88 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23de0719-7a80-4022-ab69-6f3e00f641a5 HTTP/1.1" status: 200 len: 835 time: 0.0518584 Jun 30 02:58:40.074146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e77872-ffd7-4f32-b311-85335667919e req-c90fb42f-4a62-4b52-9cb4-2673cb10d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:40.075762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25e77872-ffd7-4f32-b311-85335667919e req-c90fb42f-4a62-4b52-9cb4-2673cb10d722 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=62805dee-f7b4-44c2-86f6-048d29955be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619116 Jun 30 02:58:40.132025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] Set router 4cd4663e-c280-4af0-9b2d-7fec9568f891 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:58:40.183392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25e77872-ffd7-4f32-b311-85335667919e req-0f96174e-158c-45dc-b3f7-a313012e0c01 service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002042 Jun 30 02:58:40.277500 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-25e77872-ffd7-4f32-b311-85335667919e req-fca08c66-074a-44f5-928d-21344f5f6588 service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880692 Jun 30 02:58:40.367189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:23Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '4ce829de-f012-46a9-8dbd-fcfbc9315bf9', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'port_id': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'mac_address': 'fa:16:3e:fd:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:58:38Z', 'updated_at': '2021-06-30T02:58:38Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdc310e-b032-4a52-a799-c654ec5228ba', 'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:cd:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:22Z', 'updated_at': '2021-06-30T02:58:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:58:40.393978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d72e15-e437-494f-a8bf-ee655d30e8ad None None] The sync data for ids ['4cd4663e-c280-4af0-9b2d-7fec9568f891'] in n-d-758944-39 is: [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:23Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '4ce829de-f012-46a9-8dbd-fcfbc9315bf9', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'floating_ip_address': '172.25.7.60', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'port_id': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'mac_address': 'fa:16:3e:fd:f9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:58:38Z', 'updated_at': '2021-06-30T02:58:38Z', 'revision_number': 0, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdc310e-b032-4a52-a799-c654ec5228ba', 'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:cd:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:22Z', 'updated_at': '2021-06-30T02:58:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:58:40.598154 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cf20c2-45e3-44ee-9843-8b901a846fa4 None None] New status for floating IP 4ce829de-f012-46a9-8dbd-fcfbc9315bf9: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:58:40.855343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 42846) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:58:40.920270 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-19cb6851-0023-4b65-b09f-3b92a020a742 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/4ce829de-f012-46a9-8dbd-fcfbc9315bf9 HTTP/1.1" status: 200 len: 992 time: 0.0637646 Jun 30 02:58:46.047859 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:46.264245 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:52.561107 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:58:54.103712 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-7a3c8bf9-c78f-4317-8b52-65e42e217dcf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0620489 Jun 30 02:58:54.208495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-9d7e3fec-0869-425d-99bb-7e34d265b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.210044 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-9d7e3fec-0869-425d-99bb-7e34d265b2b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0564201 Jun 30 02:58:54.325707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-006ee878-5502-4307-ae5a-3b06f5ced5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.327206 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-006ee878-5502-4307-ae5a-3b06f5ced5da service neutron] 10.222.0.69 "GET /v2.0/networks?id=7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 200 len: 912 time: 0.0961900 Jun 30 02:58:54.361723 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-978ef33d-6bb9-4b8d-8522-36622529ce54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:54.400530 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-358b1242-80e5-4a9b-9416-811a5d556cb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649a81b8-78e2-4b73-acef-95477add3d5e HTTP/1.1" status: 200 len: 1000 time: 0.0660768 Jun 30 02:58:54.454211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-435299ac-490a-4643-a923-c40186ce3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.455747 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-435299ac-490a-4643-a923-c40186ce3197 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 200 len: 850 time: 0.0471511 Jun 30 02:58:54.521529 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-3be30f16-7bb2-45d8-b12e-fb3352baab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:54.523736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-3be30f16-7bb2-45d8-b12e-fb3352baab1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7bf5286e-eb04-462a-8e19-b24eed80c31b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618193 Jun 30 02:58:54.629958 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-b57ab9e9-794e-4781-bc54-8f46c8e6d38a service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992594 Jun 30 02:58:54.725139 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e97b6ad1-baa3-4460-a2e9-4928c747703b req-b6889198-5ce4-44b5-968e-9de4912e93b9 service neutron] 10.222.0.69 "GET /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881395 Jun 30 02:58:56.995362 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-93131d8f-b613-44c7-b459-c3694887ecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:56.997155 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:58.291051 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:00.099297 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:02.079471 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-7c2d1327-c5fd-4406-9dde-ecb4cd6a8a0d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583198 Jun 30 02:59:02.161171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-45bbfd0a-5d6f-4e71-ab53-25a7585876f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.162677 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-45bbfd0a-5d6f-4e71-ab53-25a7585876f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=139be7afb86c4dd6b9d7d78a0178383c&device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 1098 time: 0.0584440 Jun 30 02:59:02.288540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-7f7cbd15-d7c7-4f30-8ce7-0ba958f172e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.290230 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-7f7cbd15-d7c7-4f30-8ce7-0ba958f172e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a8a796e-cb8c-4920-adf1-c2aeef71898c HTTP/1.1" status: 200 len: 910 time: 0.1055954 Jun 30 02:59:02.363016 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-ec3bf3ec-32c4-45e7-9eaf-20796e5046fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29 HTTP/1.1" status: 200 len: 1001 time: 0.0657127 Jun 30 02:59:02.412119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-fc2e55e5-db53-4cc2-ba60-cc3a7f160d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.413577 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-fc2e55e5-db53-4cc2-ba60-cc3a7f160d6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb03a56f-28bd-4a0b-8a62-cd4207d70367 HTTP/1.1" status: 200 len: 848 time: 0.0439973 Jun 30 02:59:02.476250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-c6c4b11f-f591-4eb8-ab9e-1014f55b5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:02.477815 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-c6c4b11f-f591-4eb8-ab9e-1014f55b5a0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a8a796e-cb8c-4920-adf1-c2aeef71898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573859 Jun 30 02:59:02.581997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-27ab9ccb-a9fd-4bb5-8663-f41db864fce3 service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953503 Jun 30 02:59:02.684817 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37f7ae32-6c03-4d04-a6e8-0990d1969b8e req-b78705b8-4b78-4d93-8217-632164d00a94 service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955219 Jun 30 02:59:16.051387 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:16.265792 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:24.357687 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-440d8dbf-c5a6-469a-bb6d-977c4eefc48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.005349 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8db8be6-9114-4975-ae42-08fbbbf7d89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:27.007607 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:28.297387 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:29.565155 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:59:30.105246 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:42.218382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554b8b1-d7c9-4a00-b495-9f611745051f req-adda31ae-48e5-4501-8f89-996550f85822 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:42.220100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7554b8b1-d7c9-4a00-b495-9f611745051f req-adda31ae-48e5-4501-8f89-996550f85822 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0768340 Jun 30 02:59:42.264102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7554b8b1-d7c9-4a00-b495-9f611745051f req-72e16398-259e-45c8-a576-c5193eb59e32 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373843 Jun 30 02:59:43.451592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4003c-145e-40fe-9de3-15aaa3a0ad05 req-7d038dff-f3f7-4f5e-be2d-c7641a4af4e0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:43.453122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2d4003c-145e-40fe-9de3-15aaa3a0ad05 req-7d038dff-f3f7-4f5e-be2d-c7641a4af4e0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0708141 Jun 30 02:59:43.494068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d2d4003c-145e-40fe-9de3-15aaa3a0ad05 req-42cb98db-bbd2-4596-a7f0-4d8c509e903a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350053 Jun 30 02:59:44.683357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154404bf-0d4d-49bd-aee5-4e949f9efd07 req-851b11a2-f4be-4b85-a501-b5ad0d823f88 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:44.684798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-154404bf-0d4d-49bd-aee5-4e949f9efd07 req-851b11a2-f4be-4b85-a501-b5ad0d823f88 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0715084 Jun 30 02:59:44.733719 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-154404bf-0d4d-49bd-aee5-4e949f9efd07 req-e099e731-1fec-4aab-af84-2c7be166c90c tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406139 Jun 30 02:59:45.931302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0606c-ba4a-4d8d-bb4c-c9e2e38984e3 req-b745e459-0360-4696-b826-59677f23c8d6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:45.932854 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-07d0606c-ba4a-4d8d-bb4c-c9e2e38984e3 req-b745e459-0360-4696-b826-59677f23c8d6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0812840 Jun 30 02:59:45.971547 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-07d0606c-ba4a-4d8d-bb4c-c9e2e38984e3 req-759ffd39-93d5-4b37-89eb-de6f4d90441a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326152 Jun 30 02:59:46.062213 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:46.277822 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:47.171218 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d5b0-6ecc-4ca7-ba63-7ecf490a8f19 req-bb21e80a-6dff-4688-aa8e-46182b4c9b88 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:47.172695 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24b7d5b0-6ecc-4ca7-ba63-7ecf490a8f19 req-bb21e80a-6dff-4688-aa8e-46182b4c9b88 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0807269 Jun 30 02:59:47.216713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24b7d5b0-6ecc-4ca7-ba63-7ecf490a8f19 req-0749057c-3923-467d-a13b-eae6511b398a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357239 Jun 30 02:59:48.414597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e786-1126-43cc-8349-a02c5da8702b req-af06d421-b5ef-4609-94f6-5404fec643fe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:48.416591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3377e786-1126-43cc-8349-a02c5da8702b req-af06d421-b5ef-4609-94f6-5404fec643fe tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0787961 Jun 30 02:59:48.457687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3377e786-1126-43cc-8349-a02c5da8702b req-95a4e2c3-8c97-41de-b3fc-b7f0ed03dd7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349355 Jun 30 02:59:49.661267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7393a0a-b795-48e0-ad41-5c8ceddac469 req-fa137d31-8412-45b5-8636-34ec6b0a7952 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:49.662775 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7393a0a-b795-48e0-ad41-5c8ceddac469 req-fa137d31-8412-45b5-8636-34ec6b0a7952 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0822623 Jun 30 02:59:49.703593 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7393a0a-b795-48e0-ad41-5c8ceddac469 req-2ab9a6b2-b88b-4732-adfc-9f6e4635bc95 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326064 Jun 30 02:59:50.903122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812da3c-12cd-406d-8802-6d4a36a96b4e req-7635c333-0a5f-49f0-a976-91b476fa6d4d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:50.904643 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1812da3c-12cd-406d-8802-6d4a36a96b4e req-7635c333-0a5f-49f0-a976-91b476fa6d4d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0795357 Jun 30 02:59:50.945495 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1812da3c-12cd-406d-8802-6d4a36a96b4e req-0e9b98e8-e4e5-4e37-810c-444c5f75014e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346134 Jun 30 02:59:52.152632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4d81e-1c6d-400d-8e28-d93718c7c290 req-10974e79-c013-4b20-aae0-256344a375c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:52.154148 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1db4d81e-1c6d-400d-8e28-d93718c7c290 req-10974e79-c013-4b20-aae0-256344a375c0 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0832927 Jun 30 02:59:52.195137 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1db4d81e-1c6d-400d-8e28-d93718c7c290 req-1d09243c-595c-4701-8361-f995a8ef0cff tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342944 Jun 30 02:59:53.388914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22163ecb-c13f-4377-9c57-97ad71baf872 req-a960c250-1fa3-49c3-be32-1a6ce01cc999 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:53.390838 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22163ecb-c13f-4377-9c57-97ad71baf872 req-a960c250-1fa3-49c3-be32-1a6ce01cc999 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0750537 Jun 30 02:59:53.443948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22163ecb-c13f-4377-9c57-97ad71baf872 req-054e9ecb-6380-4e27-855f-020dd78805a4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443165 Jun 30 02:59:54.353633 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-75a161ef-192b-40b9-8841-cadcdf981697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:54.633390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af7fa9-49b5-41a5-8730-d57e29e92663 req-1bcdfdff-4776-4372-83ff-9fe75e9e556d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:54.635050 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0af7fa9-49b5-41a5-8730-d57e29e92663 req-1bcdfdff-4776-4372-83ff-9fe75e9e556d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0725720 Jun 30 02:59:54.677336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e0af7fa9-49b5-41a5-8730-d57e29e92663 req-d93b8b05-b0c7-4178-b269-2e0d7b91b82b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361774 Jun 30 02:59:55.184815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-97fbb060-961c-4663-a29f-8a73d6490697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:55.186309 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-97fbb060-961c-4663-a29f-8a73d6490697 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 1097 time: 0.0604873 Jun 30 02:59:55.304415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-975a89b2-6533-49b1-be5a-a02c7f74ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:55.305952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-975a89b2-6533-49b1-be5a-a02c7f74ee62 service neutron] 10.222.0.69 "GET /v2.0/networks?id=62805dee-f7b4-44c2-86f6-048d29955be3 HTTP/1.1" status: 200 len: 898 time: 0.0954921 Jun 30 02:59:55.372823 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-cd360224-70bf-44bc-984d-5189480720fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a HTTP/1.1" status: 200 len: 1000 time: 0.0595000 Jun 30 02:59:55.427047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-c108cebd-3eb1-4a8d-9e97-021e7d44c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:55.428363 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-c108cebd-3eb1-4a8d-9e97-021e7d44c2f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23de0719-7a80-4022-ab69-6f3e00f641a5 HTTP/1.1" status: 200 len: 835 time: 0.0488696 Jun 30 02:59:55.493380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-348b294b-468c-4ddc-a1f4-b2cfc261dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:55.495145 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-348b294b-468c-4ddc-a1f4-b2cfc261dfa6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=62805dee-f7b4-44c2-86f6-048d29955be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591936 Jun 30 02:59:55.588252 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-fc45b8f5-00aa-4cdd-ad81-b73c23ff7af8 service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854032 Jun 30 02:59:55.682702 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-579086f4-ddc8-44e8-b616-f57861ef8f10 req-d9209352-718f-490d-bb2f-f7c65536f6d5 service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876551 Jun 30 02:59:55.864061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed30a6-136b-451b-a1a9-11d6dc34b71c req-0ea4dfc0-6a2a-4366-a0af-3924fcc51961 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:55.865630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ed30a6-136b-451b-a1a9-11d6dc34b71c req-0ea4dfc0-6a2a-4366-a0af-3924fcc51961 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0704405 Jun 30 02:59:55.908917 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ed30a6-136b-451b-a1a9-11d6dc34b71c req-c26f0f51-ff9e-4fc5-8e34-de5fcb5b5e52 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367682 Jun 30 02:59:56.912861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-4ef7119e-a3c0-4942-8013-77520e0663f9 req-a41a47a6-70cd-4408-b839-f68f3997608e service neutron] (93771) timed out ('10.222.0.55', 50088) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 02:59:57.002307 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51fd3944-11d3-40f6-a288-fe683e5bc482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.012428 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:57.111164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb05c0-2bcd-485b-819a-59afa15fc383 req-059ca050-c5d7-43a6-88c3-5581f5e59aa3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:57.112751 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afeb05c0-2bcd-485b-819a-59afa15fc383 req-059ca050-c5d7-43a6-88c3-5581f5e59aa3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0731268 Jun 30 02:59:57.156675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afeb05c0-2bcd-485b-819a-59afa15fc383 req-a14d3fbf-ad2d-46fd-a74d-8c3a6bb2eb55 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378041 Jun 30 02:59:58.296335 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:58.434342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca568b-7b32-47d8-897f-4a89e36a22ec req-7281e4ea-69f8-483e-ab28-eb6ba01fe8d3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:58.435939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-05ca568b-7b32-47d8-897f-4a89e36a22ec req-7281e4ea-69f8-483e-ab28-eb6ba01fe8d3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.1549628 Jun 30 02:59:58.475422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-05ca568b-7b32-47d8-897f-4a89e36a22ec req-1f21c1fa-909c-4b94-868a-4597ec1a24b5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330882 Jun 30 02:59:59.671904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c961a-b5da-43ce-aea2-95e05386bd10 req-1e316c2f-509d-4bd8-89cc-22fd8e5512c6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:59.673338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-066c961a-b5da-43ce-aea2-95e05386bd10 req-1e316c2f-509d-4bd8-89cc-22fd8e5512c6 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0742545 Jun 30 02:59:59.715031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-066c961a-b5da-43ce-aea2-95e05386bd10 req-6e5e5e2b-f08c-40a4-bdb8-940cfae2d139 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348268 Jun 30 03:00:00.107459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:00.912345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122c15c-9fc9-45a4-84c0-a21b5afafae8 req-16210e82-1d83-470c-bcf8-73e12a275ea5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:00.913813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1122c15c-9fc9-45a4-84c0-a21b5afafae8 req-16210e82-1d83-470c-bcf8-73e12a275ea5 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0796947 Jun 30 03:00:00.952556 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1122c15c-9fc9-45a4-84c0-a21b5afafae8 req-a72c6013-62d8-4118-9e5e-99aa6f195be8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330856 Jun 30 03:00:02.158534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-04a8afde-5558-4a1a-ae3b-3bd14a066cc9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1514907 Jun 30 03:00:02.189062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ca389-a5c8-42e8-ba63-30f86da85d02 req-ebf484c3-6e32-4731-aa83-e203ffd829bf tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.194359 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ad135-728d-4072-9dba-ce9f1b7a9d6e req-bd6b417e-ec34-4e3c-bf9b-22dbb50ac6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.196039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-909ad135-728d-4072-9dba-ce9f1b7a9d6e req-bd6b417e-ec34-4e3c-bf9b-22dbb50ac6d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 1097 time: 0.0767467 Jun 30 03:00:02.196822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f6ca389-a5c8-42e8-ba63-30f86da85d02 req-ebf484c3-6e32-4731-aa83-e203ffd829bf tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.1097217 Jun 30 03:00:02.236994 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-909ad135-728d-4072-9dba-ce9f1b7a9d6e req-076eec2a-9f9c-44d0-aad8-08e3064e0d2a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335207 Jun 30 03:00:02.237920 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f6ca389-a5c8-42e8-ba63-30f86da85d02 req-b2d0c5b5-6cd2-4978-bbdd-6bdecf7e44d1 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Jun 30 03:00:02.294215 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-3349cd3a-0228-4f1a-bb52-ab12f73cccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.295894 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-3349cd3a-0228-4f1a-bb52-ab12f73cccbb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=139be7afb86c4dd6b9d7d78a0178383c&device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 1098 time: 0.0549841 Jun 30 03:00:02.405875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-426032be-80a2-4e7f-a72f-48c78c783608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.407373 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-426032be-80a2-4e7f-a72f-48c78c783608 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a8a796e-cb8c-4920-adf1-c2aeef71898c HTTP/1.1" status: 200 len: 910 time: 0.0895021 Jun 30 03:00:02.475033 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-d311f9ae-4cf8-4054-8362-e6f4c2178694 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29 HTTP/1.1" status: 200 len: 1001 time: 0.0596802 Jun 30 03:00:02.524150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-e1f8c101-0cb2-4649-89a7-55ec6e6748eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.525416 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-e1f8c101-0cb2-4649-89a7-55ec6e6748eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb03a56f-28bd-4a0b-8a62-cd4207d70367 HTTP/1.1" status: 200 len: 848 time: 0.0431445 Jun 30 03:00:02.591151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-548573e3-7fac-4a0d-aec7-790784d7689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:02.592725 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-548573e3-7fac-4a0d-aec7-790784d7689d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a8a796e-cb8c-4920-adf1-c2aeef71898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595248 Jun 30 03:00:02.706141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-7f0a0582-6a16-40b8-af37-8579aded279e service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045339 Jun 30 03:00:02.801376 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc64b949-b477-4625-801d-3b62d7bf6b78 req-fa6809f6-9a15-46cb-bca1-56978426b22e service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872788 Jun 30 03:00:02.925072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0f5b987f-b0c7-4412-90fd-7c4b45161e8a details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:00:02.928438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0f5b987f-b0c7-4412-90fd-7c4b45161e8a no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:03.073050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.091599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:03.109788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'port_id': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'mac_address': 'fa:16:3e:fd:f9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:00:03.114612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:03.116878 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd00cf0-f564-45a5-ac9b-1899cfad2fde" -d '{"events": [{"server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "name": "network-vif-unplugged", "status": "completed", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:03.130073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:03.151274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.157141 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26293ebc-adb8-4f61-9d07-44f6c4f5879e x-openstack-request-id: req-26293ebc-adb8-4f61-9d07-44f6c4f5879e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:03.157433 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "name": "network-vif-unplugged", "status": "completed", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:03.157675 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26293ebc-adb8-4f61-9d07-44f6c4f5879e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:03.158052 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'code': 200} Jun 30 03:00:03.194281 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.218803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:03.221440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f5b987f-b0c7-4412-90fd-7c4b45161e8a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:03.232116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.232435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.232764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.233092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.233414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.233729 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.234044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.234345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.234659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.235005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.235319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.235629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:03.278019 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:00:03.278381 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:00:03.426327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425904b-4ed0-49b7-941c-5fc914def6dc req-5328bed5-5a52-44f4-b697-11b81cd0a065 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:03.429300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4425904b-4ed0-49b7-941c-5fc914def6dc req-5328bed5-5a52-44f4-b697-11b81cd0a065 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 943 time: 0.0671098 Jun 30 03:00:03.467612 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4425904b-4ed0-49b7-941c-5fc914def6dc req-ca310a27-81ce-4b73-9eee-367a41feaa22 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Jun 30 03:00:03.815917 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.830276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5b987f-b0c7-4412-90fd-7c4b45161e8a {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:00:03.852913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:03.860065 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:03.914409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:04.222549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['0f5b987f-b0c7-4412-90fd-7c4b45161e8a'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:04.678430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f184028-2505-48a2-bdf1-4cc12327bc39 req-a7d698a8-33b6-48bc-b0e2-7f565467eee3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:04.680968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f184028-2505-48a2-bdf1-4cc12327bc39 req-a7d698a8-33b6-48bc-b0e2-7f565467eee3 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 944 time: 0.0899081 Jun 30 03:00:04.723428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f184028-2505-48a2-bdf1-4cc12327bc39 req-2d4f8c5d-e2fd-4c80-ba7a-77e92918c39e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Jun 30 03:00:04.756336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:04.816262 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-85ffce31-a343-43c2-996f-c37e89ddcf8e tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/floatingips/4ce829de-f012-46a9-8dbd-fcfbc9315bf9 HTTP/1.1" status: 200 len: 991 time: 0.0587237 Jun 30 03:00:06.564634 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:00:06.951026 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0f5b987f-b0c7-4412-90fd-7c4b45161e8a up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:00:07.004903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:07.005635 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.088525 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.111342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:07.113590 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896606e9-ec38-4ef8-9639-6130aedb922d" -d '{"events": [{"server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "name": "network-vif-plugged", "status": "completed", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:07.127867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:07.132254 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:07.168256 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb21601f-1148-4d0c-a702-ce084fa4fb1f x-openstack-request-id: req-eb21601f-1148-4d0c-a702-ce084fa4fb1f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:07.168562 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "name": "network-vif-plugged", "status": "completed", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:07.168815 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb21601f-1148-4d0c-a702-ce084fa4fb1f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:07.169216 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'code': 200} Jun 30 03:00:07.191375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:16.067563 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:16.274339 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.362022 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf26ad07-1cf7-4689-a4d9-b2f8068b3df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.990538 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65d981a6-0775-4413-afb8-74a0b505b02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.005749 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.801880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d55bd-130b-4ac0-be85-2ada161ce3c4 req-762d1157-dc44-4fb7-baf1-97069b2c26c7 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:27.803403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-639d55bd-130b-4ac0-be85-2ada161ce3c4 req-762d1157-dc44-4fb7-baf1-97069b2c26c7 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0920918 Jun 30 03:00:27.849050 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-639d55bd-130b-4ac0-be85-2ada161ce3c4 req-c513f7c1-f2c5-4d89-8a11-f5bde96a9d9b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385697 Jun 30 03:00:28.297853 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.034397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979c0bb-3596-438a-a671-3a780b15ddc0 req-157b9ad4-5a48-4364-8de5-6564a3f602f6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:29.036267 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3979c0bb-3596-438a-a671-3a780b15ddc0 req-157b9ad4-5a48-4364-8de5-6564a3f602f6 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0685375 Jun 30 03:00:29.077357 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3979c0bb-3596-438a-a671-3a780b15ddc0 req-1bedb073-e750-481a-9675-d809f674f12a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups?id=84185386-9c81-4e93-88bb-d8d8a2b881f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337286 Jun 30 03:00:29.660804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-b799111c-1a17-4e1c-b7db-47e76b9341b1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:29.662254 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-b799111c-1a17-4e1c-b7db-47e76b9341b1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.69 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 945 time: 0.0682402 Jun 30 03:00:29.780607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Deleting port 649a81b8-78e2-4b73-acef-95477add3d5e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:29.781031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.883302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] For port 649a81b8-78e2-4b73-acef-95477add3d5e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=649a81b8-78e2-4b73-acef-95477add3d5e,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:29.883302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.055358 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.056082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.056082 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Floating IP ae582255-20da-4222-a2a2-783330f15da9 disassociated. External IP: 172.25.7.92, port: 649a81b8-78e2-4b73-acef-95477add3d5e. Jun 30 03:00:30.056429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Calling delete_port for 649a81b8-78e2-4b73-acef-95477add3d5e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:30.104336 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.185235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.227346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event deleted for resources: {'Port': ['ID=649a81b8-78e2-4b73-acef-95477add3d5e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:30.228555 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6a2a086e-be99-41bc-a4d7-7f9141a33ed9 req-5e9b98d7-b8f6-43ee-bc98-680e1c9327ae tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0324340 Jun 30 03:00:30.237558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.237910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.238273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.238612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.239343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.239877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.240327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.240687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.241054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.241353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.241674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.241997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:30.359420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Router 99eaac97-6648-4256-81ca-079e5942136a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:30.471475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:30.482406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] Sync routers for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:30.492291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:30.492909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:00:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:30.515509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] No DVR routers for this DVR port 649a81b8-78e2-4b73-acef-95477add3d5e on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:30.518400 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.521075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f34f5c09-0b01-43f7-a0a4-5f25b608faea req-c81ead18-051e-4327-9c17-f04afdbad185 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.69 "DELETE /v2.0/ports/649a81b8-78e2-4b73-acef-95477add3d5e HTTP/1.1" status: 204 len: 173 time: 0.8528590 Jun 30 03:00:30.521297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'name': 'network-vif-deleted', 'tag': '649a81b8-78e2-4b73-acef-95477add3d5e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:30.524245 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b33eeb2-278c-401f-8df6-67928f915e2d" -d '{"events": [{"server_uuid": "6aee8073-d8d3-41b2-8a77-6668e779dbf7", "name": "network-vif-deleted", "tag": "649a81b8-78e2-4b73-acef-95477add3d5e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:30.568732 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bce9a1-fe7b-4410-89b9-d170e0cd814c x-openstack-request-id: req-83bce9a1-fe7b-4410-89b9-d170e0cd814c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:30.569022 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aee8073-d8d3-41b2-8a77-6668e779dbf7", "name": "network-vif-deleted", "tag": "649a81b8-78e2-4b73-acef-95477add3d5e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:30.569246 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83bce9a1-fe7b-4410-89b9-d170e0cd814c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:30.569658 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aee8073-d8d3-41b2-8a77-6668e779dbf7', 'name': 'network-vif-deleted', 'tag': '649a81b8-78e2-4b73-acef-95477add3d5e', 'status': 'completed', 'code': 200} Jun 30 03:00:30.611450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:30.941448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:30.973598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] Checking router: 99eaac97-6648-4256-81ca-079e5942136a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:30.984236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:30.984898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:00:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:31.098321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:31.412886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56d4b1a4-aa0f-477f-99d0-59dc09a94b03 req-eefca7f5-79ca-4392-a3ec-170a76024238 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/ports?device_id=6aee8073-d8d3-41b2-8a77-6668e779dbf7 HTTP/1.1" status: 200 len: 210 time: 0.0341537 Jun 30 03:00:31.418332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:31.451547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a2a564-06c2-4ee2-b6ef-7df6c44fbf26 None None] The sync data for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 is: [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T02:51:02Z', 'revision_number': 4, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'f1f95110-6492-4afd-abe0-46467cf79151', 'name': '', 'network_id': '7bf5286e-eb04-462a-8e19-b24eed80c31b', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'mac_address': 'fa:16:3e:cd:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:51:00Z', 'updated_at': '2021-06-30T02:51:09Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'subnets': [{'id': 'eec29a8a-7ab0-4276-88be-a6130d270a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:31.711895 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b83ec0-11ee-43d7-b68e-c30cab762cb1 None None] New status for floating IP ae582255-20da-4222-a2a2-783330f15da9: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:00:32.541422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:32.608033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-161db81d-7e63-461f-986e-c2bfec354d4b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.640335 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-161db81d-7e63-461f-986e-c2bfec354d4b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.692529 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-161db81d-7e63-461f-986e-c2bfec354d4b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.695861 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-161db81d-7e63-461f-986e-c2bfec354d4b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.697777 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-161db81d-7e63-461f-986e-c2bfec354d4b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "DELETE /v2.0/security-groups/84185386-9c81-4e93-88bb-d8d8a2b881f2 HTTP/1.1" status: 204 len: 168 time: 0.1551032 Jun 30 03:00:32.702022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:32.710410 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161db81d-7e63-461f-986e-c2bfec354d4b tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84185386-9c81-4e93-88bb-d8d8a2b881f2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:32.718055 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-eb5c9ed2-13f0-40a5-a012-91948caf171a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] show failed (client error): The resource could not be found. Jun 30 03:00:32.721912 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eb5c9ed2-13f0-40a5-a012-91948caf171a tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "GET /v2.0/security-groups/84185386-9c81-4e93-88bb-d8d8a2b881f2 HTTP/1.1" status: 404 len: 347 time: 0.0155876 Jun 30 03:00:32.722301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43232) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:32.851356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bb4eaa84-b172-4f5b-95a4-86642a8198c1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Deleting port 498b72da-d9be-483d-84d2-93fce079ff39 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:32.851664 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4eaa84-b172-4f5b-95a4-86642a8198c1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.932422 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4eaa84-b172-4f5b-95a4-86642a8198c1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.932742 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4eaa84-b172-4f5b-95a4-86642a8198c1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:32.944893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bb4eaa84-b172-4f5b-95a4-86642a8198c1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Calling delete_port for 498b72da-d9be-483d-84d2-93fce079ff39 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:33.042009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 649a81b8-78e2-4b73-acef-95477add3d5e no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:33.064111 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 649a81b8-78e2-4b73-acef-95477add3d5e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:33.064468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 649a81b8-78e2-4b73-acef-95477add3d5e not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:33.086548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4eaa84-b172-4f5b-95a4-86642a8198c1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.112802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4eaa84-b172-4f5b-95a4-86642a8198c1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Pushing event deleted for resources: {'Port': ['ID=498b72da-d9be-483d-84d2-93fce079ff39,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:33.187646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4eaa84-b172-4f5b-95a4-86642a8198c1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.190288 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bb4eaa84-b172-4f5b-95a4-86642a8198c1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:33.191509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bb4eaa84-b172-4f5b-95a4-86642a8198c1 tempest-AttachVolumeTestJSON-465102889 tempest-AttachVolumeTestJSON-465102889-project] 10.222.0.55 "DELETE /v2.0/floatingips/ae582255-20da-4222-a2a2-783330f15da9 HTTP/1.1" status: 204 len: 168 time: 0.4682064 Jun 30 03:00:40.170012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:40.643967 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.238202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] Deleting port f1f95110-6492-4afd-abe0-46467cf79151 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:41.239119 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.333228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] For port f1f95110-6492-4afd-abe0-46467cf79151, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f1f95110-6492-4afd-abe0-46467cf79151,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:41.333527 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.351838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] Calling delete_port for f1f95110-6492-4afd-abe0-46467cf79151 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:41.542010 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.569279 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f95110-6492-4afd-abe0-46467cf79151,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:41.747501 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:41.971323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] Router 99eaac97-6648-4256-81ca-079e5942136a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:42.080581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:42.086962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e0f3791d-155f-4ae7-80ac-f61b1e47f6e8 admin admin] 10.222.0.55 "PUT /v2.0/routers/99eaac97-6648-4256-81ca-079e5942136a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9158196 Jun 30 03:00:42.089775 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:42.093428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52569b27-aaba-4694-b421-1de1018adccb None None] Sync routers for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:42.104820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52569b27-aaba-4694-b421-1de1018adccb None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:42.105408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-52569b27-aaba-4694-b421-1de1018adccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:00:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:42.202744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.219023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-52569b27-aaba-4694-b421-1de1018adccb None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:42.336454 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.391964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Deleting port 21b75890-8800-4bf2-8b89-8b817f234e95 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:42.392302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.436518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-52569b27-aaba-4694-b421-1de1018adccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T03:00:41Z', 'revision_number': 5, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port': {'id': '21b75890-8800-4bf2-8b89-8b817f234e95', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99eaac97-6648-4256-81ca-079e5942136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:50:56Z', 'updated_at': '2021-06-30T02:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:42.472424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52569b27-aaba-4694-b421-1de1018adccb None None] Checking router: 99eaac97-6648-4256-81ca-079e5942136a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:42.482692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52569b27-aaba-4694-b421-1de1018adccb None None] Routers {'99eaac97-6648-4256-81ca-079e5942136a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:42.483500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-52569b27-aaba-4694-b421-1de1018adccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:00:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['99eaac97-6648-4256-81ca-079e5942136a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:42.488588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] For port 21b75890-8800-4bf2-8b89-8b817f234e95, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=21b75890-8800-4bf2-8b89-8b817f234e95,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:42.489109 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.509664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Calling delete_port for 21b75890-8800-4bf2-8b89-8b817f234e95 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:42.605950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-52569b27-aaba-4694-b421-1de1018adccb None None] Set router 99eaac97-6648-4256-81ca-079e5942136a gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:42.789832 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.821033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Pushing event deleted for resources: {'Port': ['ID=21b75890-8800-4bf2-8b89-8b817f234e95,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:42.889723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-52569b27-aaba-4694-b421-1de1018adccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T03:00:42Z', 'revision_number': 6, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:42.896088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.917930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52569b27-aaba-4694-b421-1de1018adccb None None] The sync data for ids ['99eaac97-6648-4256-81ca-079e5942136a'] in n-d-758944-39 is: [{'id': '99eaac97-6648-4256-81ca-079e5942136a', 'name': 'tempest-AttachVolumeTestJSON-1367846282-router', 'tenant_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:50:54Z', 'updated_at': '2021-06-30T03:00:42Z', 'revision_number': 6, 'project_id': 'b999abe2fa424bc6b67a218fc8ccc896', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:42.994658 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:42.997476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.044688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.045307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99eaac97-6648-4256-81ca-079e5942136a {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:00:43.049970 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.051362 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f95805c8-7577-4bd4-a09b-b6c0f612c76c admin admin] 10.222.0.55 "DELETE /v2.0/routers/99eaac97-6648-4256-81ca-079e5942136a HTTP/1.1" status: 204 len: 168 time: 0.9604464 Jun 30 03:00:43.053974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43274) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:43.102444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-699d7c8d-cca1-4116-a7b8-0006b4b0e0ec admin admin] Deleting subnet eec29a8a-7ab0-4276-88be-a6130d270a67 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:43.105660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699d7c8d-cca1-4116-a7b8-0006b4b0e0ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.139195 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699d7c8d-cca1-4116-a7b8-0006b4b0e0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.218123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699d7c8d-cca1-4116-a7b8-0006b4b0e0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.284440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699d7c8d-cca1-4116-a7b8-0006b4b0e0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.323176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2944ec7f-bd26-40fd-913e-00c4a2ad47e6 None None] Network 7bf5286e-eb04-462a-8e19-b24eed80c31b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:43.323720 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-699d7c8d-cca1-4116-a7b8-0006b4b0e0ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.328548 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-699d7c8d-cca1-4116-a7b8-0006b4b0e0ec admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eec29a8a-7ab0-4276-88be-a6130d270a67 HTTP/1.1" status: 204 len: 168 time: 0.2709405 Jun 30 03:00:43.328548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d7c8d-cca1-4116-a7b8-0006b4b0e0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec29a8a-7ab0-4276-88be-a6130d270a67,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:43.329537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:43.413895 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.469197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Deleting port b295c57c-8e6f-4bcc-bee6-dabbb5399e43 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:43.469550 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.539791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] For port b295c57c-8e6f-4bcc-bee6-dabbb5399e43, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b295c57c-8e6f-4bcc-bee6-dabbb5399e43,segment=NetworkSegment(ed69e6ae-750c-42db-823e-d8a502090a5c),segment_id=ed69e6ae-750c-42db-823e-d8a502090a5c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:43.540166 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.554527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Calling delete_port for b295c57c-8e6f-4bcc-bee6-dabbb5399e43 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:43.563947 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:00:43.638601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.668071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] No DVR routers for this DVR port b295c57c-8e6f-4bcc-bee6-dabbb5399e43 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:43.670386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b295c57c-8e6f-4bcc-bee6-dabbb5399e43,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:43.698942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.699290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.699637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.699983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.700328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.700662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.700985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.701303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.701624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.701928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.702247 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.702565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:43.724324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bc5f09-2ddd-475a-94a4-79d9ae837bbe None None] DHCP port deletion for 7bf5286e-eb04-462a-8e19-b24eed80c31b request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:00:43.765709 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.775927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf5286e-eb04-462a-8e19-b24eed80c31b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:43.786631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed69e6ae-750c-42db-823e-d8a502090a5c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:43.786947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed69e6ae-750c-42db-823e-d8a502090a5c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:43.795822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.810785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.818013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:43.818750 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:43.821270 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:43.883761 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.892297 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.894154 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7bf5286e-eb04-462a-8e19-b24eed80c31b HTTP/1.1" status: 204 len: 168 time: 0.5636437 Jun 30 03:00:43.909458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a6da7-729d-4cd1-a7eb-5d5034b85ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf5286e-eb04-462a-8e19-b24eed80c31b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:44.022275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:44.063135 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a1df8421-6402-49e3-94b2-92caeefc456d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b999abe2fa424bc6b67a218fc8ccc896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395141 Jun 30 03:00:44.065765 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:44.116321 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e87f0ce-1522-46a0-ae8c-92faf4d46073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.145856 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e87f0ce-1522-46a0-ae8c-92faf4d46073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.218247 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e87f0ce-1522-46a0-ae8c-92faf4d46073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.220883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e87f0ce-1522-46a0-ae8c-92faf4d46073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:44.225415 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e87f0ce-1522-46a0-ae8c-92faf4d46073 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb72c272-eb60-467e-bafe-2851bc550cef HTTP/1.1" status: 204 len: 168 time: 0.1554761 Jun 30 03:00:44.232148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87f0ce-1522-46a0-ae8c-92faf4d46073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb72c272-eb60-467e-bafe-2851bc550cef,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:44.277803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1f95110-6492-4afd-abe0-46467cf79151 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:44.298622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: f1f95110-6492-4afd-abe0-46467cf79151 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:44.299001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1f95110-6492-4afd-abe0-46467cf79151 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:44.299427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 21b75890-8800-4bf2-8b89-8b817f234e95 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:44.319070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 21b75890-8800-4bf2-8b89-8b817f234e95 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:44.319418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 21b75890-8800-4bf2-8b89-8b817f234e95 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:44.319834 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b295c57c-8e6f-4bcc-bee6-dabbb5399e43 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:44.342315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b295c57c-8e6f-4bcc-bee6-dabbb5399e43 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:44.343000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b295c57c-8e6f-4bcc-bee6-dabbb5399e43 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:46.057611 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.280356 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.627787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43370) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:46.744547 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-078688a2-d8fd-4f31-bb75-5634204097b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.836112 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-078688a2-d8fd-4f31-bb75-5634204097b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.840701 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-078688a2-d8fd-4f31-bb75-5634204097b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.877744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078688a2-d8fd-4f31-bb75-5634204097b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bbc9f4-1cd2-427c-b0f6-aae0822be5a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:46.883144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-078688a2-d8fd-4f31-bb75-5634204097b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e78ab9113d54364b980fae549d50d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536883 Jun 30 03:00:46.885407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:46.935650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9a68701-069d-4ee6-9c7f-a3708e8d626e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:46.957336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9a68701-069d-4ee6-9c7f-a3708e8d626e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.012306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9a68701-069d-4ee6-9c7f-a3708e8d626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.014960 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9a68701-069d-4ee6-9c7f-a3708e8d626e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.017241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f9a68701-069d-4ee6-9c7f-a3708e8d626e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47bbc9f4-1cd2-427c-b0f6-aae0822be5a3 HTTP/1.1" status: 204 len: 168 time: 0.1298640 Jun 30 03:00:47.025955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a68701-069d-4ee6-9c7f-a3708e8d626e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bbc9f4-1cd2-427c-b0f6-aae0822be5a3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:47.291063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43380) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:47.304909 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-886a7cb2-dbcb-4eb3-9f5e-a15dffa7ff44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.401197 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-886a7cb2-dbcb-4eb3-9f5e-a15dffa7ff44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.406391 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-886a7cb2-dbcb-4eb3-9f5e-a15dffa7ff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.447815 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a7cb2-dbcb-4eb3-9f5e-a15dffa7ff44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796be0d2-49ee-4a6a-8ac0-06dd4b13bce8,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:47.453770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-886a7cb2-dbcb-4eb3-9f5e-a15dffa7ff44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e9219fc9911c4b71a633a73106f43bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614070 Jun 30 03:00:47.456138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43382) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:47.507085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf52a75-f052-432c-bab1-5e44e17c8523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.528570 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf52a75-f052-432c-bab1-5e44e17c8523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.576873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf52a75-f052-432c-bab1-5e44e17c8523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.579419 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dbf52a75-f052-432c-bab1-5e44e17c8523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:47.580594 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dbf52a75-f052-432c-bab1-5e44e17c8523 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/796be0d2-49ee-4a6a-8ac0-06dd4b13bce8 HTTP/1.1" status: 204 len: 168 time: 0.1235621 Jun 30 03:00:47.589756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf52a75-f052-432c-bab1-5e44e17c8523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796be0d2-49ee-4a6a-8ac0-06dd4b13bce8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:49.611979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43450) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:49.723214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e057baef-7867-43bd-a5a1-a0195240b209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:49.823602 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e057baef-7867-43bd-a5a1-a0195240b209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:49.827860 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e057baef-7867-43bd-a5a1-a0195240b209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:49.864516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057baef-7867-43bd-a5a1-a0195240b209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b44d903-2e44-4aee-b13f-7afe3e0e59f9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:49.871460 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e057baef-7867-43bd-a5a1-a0195240b209 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9182015a55584c1989735d3b9daf56c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581594 Jun 30 03:00:49.871937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43454) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:49.924536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a9510c7-080b-46b9-b14c-f031ed0bac6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:49.948092 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a9510c7-080b-46b9-b14c-f031ed0bac6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.003233 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a9510c7-080b-46b9-b14c-f031ed0bac6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.005859 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5a9510c7-080b-46b9-b14c-f031ed0bac6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.007075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5a9510c7-080b-46b9-b14c-f031ed0bac6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b44d903-2e44-4aee-b13f-7afe3e0e59f9 HTTP/1.1" status: 204 len: 168 time: 0.1336145 Jun 30 03:00:50.015204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9510c7-080b-46b9-b14c-f031ed0bac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b44d903-2e44-4aee-b13f-7afe3e0e59f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:50.298306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43460) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:50.312760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd82651b-1c63-4b88-b768-950c1e2c4111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.415841 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd82651b-1c63-4b88-b768-950c1e2c4111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.421359 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd82651b-1c63-4b88-b768-950c1e2c4111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.461946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd82651b-1c63-4b88-b768-950c1e2c4111 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79ab1f36de5441d799f3a36559b3c9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624644 Jun 30 03:00:50.462853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82651b-1c63-4b88-b768-950c1e2c4111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d5da25-8c01-4c27-a4db-db66a5d3d5df,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:50.465705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:50.520555 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03002a0c-d1bd-41e4-a27d-ea1129cba17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.542498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03002a0c-d1bd-41e4-a27d-ea1129cba17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.594208 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03002a0c-d1bd-41e4-a27d-ea1129cba17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.597062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-03002a0c-d1bd-41e4-a27d-ea1129cba17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:50.598356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-03002a0c-d1bd-41e4-a27d-ea1129cba17e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8d5da25-8c01-4c27-a4db-db66a5d3d5df HTTP/1.1" status: 204 len: 168 time: 0.1316717 Jun 30 03:00:50.606355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03002a0c-d1bd-41e4-a27d-ea1129cba17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d5da25-8c01-4c27-a4db-db66a5d3d5df,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:54.358506 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc12978c-6b7d-4372-9986-72beca21f85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:56.695401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-7c9d5ac2-7279-45fc-ad3d-16b7ba281d32 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597851 Jun 30 03:00:56.798673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-a1c02919-3e64-424d-9d20-10588256d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:56.800303 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-a1c02919-3e64-424d-9d20-10588256d4ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 1097 time: 0.0616250 Jun 30 03:00:56.920310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-d2c382f7-d7f1-4a9d-8d86-3f6aa7842753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:56.921855 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-d2c382f7-d7f1-4a9d-8d86-3f6aa7842753 service neutron] 10.222.0.69 "GET /v2.0/networks?id=62805dee-f7b4-44c2-86f6-048d29955be3 HTTP/1.1" status: 200 len: 898 time: 0.0958924 Jun 30 03:00:56.989842 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-030dc87d-b7a6-4cb5-88e0-dc4c7bb1bfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.000679 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:57.002663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-57d3ee14-8315-45cc-b174-9b4de3a56c50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a HTTP/1.1" status: 200 len: 1000 time: 0.0722244 Jun 30 03:00:57.057583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-20389e07-5525-42d9-822e-0ad08d02b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.059094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-20389e07-5525-42d9-822e-0ad08d02b487 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23de0719-7a80-4022-ab69-6f3e00f641a5 HTTP/1.1" status: 200 len: 835 time: 0.0493464 Jun 30 03:00:57.123527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-ebb30492-27ac-4c01-adf4-b6cffe71a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:57.125100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-ebb30492-27ac-4c01-adf4-b6cffe71a18f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=62805dee-f7b4-44c2-86f6-048d29955be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588655 Jun 30 03:00:57.234970 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-a0c94076-5de8-459c-9b37-db4bb9c882ae service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014836 Jun 30 03:00:57.332185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a405e84-dda0-460c-b486-ac4b846d1e1d req-27eaae40-30bc-445c-babc-8e4bc96ec23c service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897996 Jun 30 03:00:58.218457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43604) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:58.304655 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.351568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f659aff7-3165-4413-8a97-0918bc9d7646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.476479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f659aff7-3165-4413-8a97-0918bc9d7646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.481072 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f659aff7-3165-4413-8a97-0918bc9d7646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.532648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f659aff7-3165-4413-8a97-0918bc9d7646 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81c1d89b5588467e82a2272db6af1c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129821 Jun 30 03:00:58.534020 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659aff7-3165-4413-8a97-0918bc9d7646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ab1106-54c9-4335-833e-42a24e3b5bfa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:58.536793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:58.597398 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c368f492-9373-4dde-bc62-974ba6abf1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.620356 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c368f492-9373-4dde-bc62-974ba6abf1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.679261 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c368f492-9373-4dde-bc62-974ba6abf1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.682445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c368f492-9373-4dde-bc62-974ba6abf1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:58.684279 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c368f492-9373-4dde-bc62-974ba6abf1b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59ab1106-54c9-4335-833e-42a24e3b5bfa HTTP/1.1" status: 204 len: 168 time: 0.1462281 Jun 30 03:00:58.694300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368f492-9373-4dde-bc62-974ba6abf1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ab1106-54c9-4335-833e-42a24e3b5bfa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:59.010424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:59.029549 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92e5c43c-c855-4468-8e6c-72a38473316e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.168076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92e5c43c-c855-4468-8e6c-72a38473316e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.177094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-92e5c43c-c855-4468-8e6c-72a38473316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.223081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5c43c-c855-4468-8e6c-72a38473316e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2238bcf2-3709-4e80-b2f7-1bcdb3378e19,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:59.228417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-92e5c43c-c855-4468-8e6c-72a38473316e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=909fd19561d44dde95003ed34a923d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165859 Jun 30 03:00:59.232316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43616) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:59.295723 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43bf8441-7835-4c5a-a7e5-7239ae192af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.319584 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43bf8441-7835-4c5a-a7e5-7239ae192af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.373594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43bf8441-7835-4c5a-a7e5-7239ae192af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.376694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-43bf8441-7835-4c5a-a7e5-7239ae192af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:59.377872 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-43bf8441-7835-4c5a-a7e5-7239ae192af5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2238bcf2-3709-4e80-b2f7-1bcdb3378e19 HTTP/1.1" status: 204 len: 168 time: 0.1444290 Jun 30 03:00:59.387157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf8441-7835-4c5a-a7e5-7239ae192af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2238bcf2-3709-4e80-b2f7-1bcdb3378e19,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:00.108351 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.015924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43690) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:02.154342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-849a3b4c-a05b-4727-8d07-af7fd8eccbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.250238 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-849a3b4c-a05b-4727-8d07-af7fd8eccbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.257023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-849a3b4c-a05b-4727-8d07-af7fd8eccbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.299182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-849a3b4c-a05b-4727-8d07-af7fd8eccbae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ca3477d904440ee9885a6bdeba0bfc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817042 Jun 30 03:01:02.300079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a3b4c-a05b-4727-8d07-af7fd8eccbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929469d4-87fe-4e00-aa5b-49d1ac3b746a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:02.303112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:02.367197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-116eddcf-e887-4115-9007-dd5112ab7ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.396844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-116eddcf-e887-4115-9007-dd5112ab7ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.460445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-116eddcf-e887-4115-9007-dd5112ab7ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.462951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-116eddcf-e887-4115-9007-dd5112ab7ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.468431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-116eddcf-e887-4115-9007-dd5112ab7ac6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/929469d4-87fe-4e00-aa5b-49d1ac3b746a HTTP/1.1" status: 204 len: 168 time: 0.1627588 Jun 30 03:01:02.475882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eddcf-e887-4115-9007-dd5112ab7ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929469d4-87fe-4e00-aa5b-49d1ac3b746a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:02.770493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43700) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:02.785666 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8005-4003-4f0d-80d3-113160148fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.883211 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8005-4003-4f0d-80d3-113160148fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.889134 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8005-4003-4f0d-80d3-113160148fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.927833 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f0fa8005-4003-4f0d-80d3-113160148fe1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20737f7a2e074a1a9b58d49f975feb21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556642 Jun 30 03:01:02.928535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa8005-4003-4f0d-80d3-113160148fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1776e98c-5859-4159-91fd-7e8c13c5a8ba,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:02.931689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:02.984885 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a05228a-d7dd-4e26-925b-7880332f4416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.010381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a05228a-d7dd-4e26-925b-7880332f4416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.063220 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a05228a-d7dd-4e26-925b-7880332f4416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.065866 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0a05228a-d7dd-4e26-925b-7880332f4416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:03.067051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0a05228a-d7dd-4e26-925b-7880332f4416 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1776e98c-5859-4159-91fd-7e8c13c5a8ba HTTP/1.1" status: 204 len: 168 time: 0.1343420 Jun 30 03:01:03.075245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05228a-d7dd-4e26-925b-7880332f4416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1776e98c-5859-4159-91fd-7e8c13c5a8ba,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:04.039740 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-928c5404-d362-4b2b-82f9-e45975478b6c req-6f3ef042-b984-4163-8068-2bfea896e7da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603292 Jun 30 03:01:04.146495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c5404-d362-4b2b-82f9-e45975478b6c req-0adaad03-887b-43a8-8c82-e5e592a99bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:04.148455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-928c5404-d362-4b2b-82f9-e45975478b6c req-0adaad03-887b-43a8-8c82-e5e592a99bdb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=139be7afb86c4dd6b9d7d78a0178383c&device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 1098 time: 0.0606592 Jun 30 03:01:04.263232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c5404-d362-4b2b-82f9-e45975478b6c req-ddd7c80c-a27a-460a-be7e-032731252967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:04.264824 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-928c5404-d362-4b2b-82f9-e45975478b6c req-ddd7c80c-a27a-460a-be7e-032731252967 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a8a796e-cb8c-4920-adf1-c2aeef71898c HTTP/1.1" status: 200 len: 910 time: 0.0919235 Jun 30 03:01:04.338416 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-928c5404-d362-4b2b-82f9-e45975478b6c req-922cbfb2-c281-457f-a1f4-a4e0da67640d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29 HTTP/1.1" status: 200 len: 1001 time: 0.0666637 Jun 30 03:01:04.389432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c5404-d362-4b2b-82f9-e45975478b6c req-2fda9c03-736e-477e-b467-b40e16e7d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:04.390919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-928c5404-d362-4b2b-82f9-e45975478b6c req-2fda9c03-736e-477e-b467-b40e16e7d83b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb03a56f-28bd-4a0b-8a62-cd4207d70367 HTTP/1.1" status: 200 len: 848 time: 0.0448103 Jun 30 03:01:04.453025 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c5404-d362-4b2b-82f9-e45975478b6c req-0ad44a08-c492-4723-9965-beb5729ba130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:04.454620 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-928c5404-d362-4b2b-82f9-e45975478b6c req-0ad44a08-c492-4723-9965-beb5729ba130 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a8a796e-cb8c-4920-adf1-c2aeef71898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568802 Jun 30 03:01:04.555299 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-928c5404-d362-4b2b-82f9-e45975478b6c req-e4956c70-4b5a-44ae-8c2f-98d7ae810f8b service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930254 Jun 30 03:01:04.650977 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-928c5404-d362-4b2b-82f9-e45975478b6c req-2e34ef88-fbd8-46aa-95d9-3bb3436a8be4 service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885561 Jun 30 03:01:04.759154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:04.883665 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a589583e-65dc-4384-a704-440d70b58302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.985632 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a589583e-65dc-4384-a704-440d70b58302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:04.991205 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a589583e-65dc-4384-a704-440d70b58302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.029177 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a589583e-65dc-4384-a704-440d70b58302 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb9b62978772490cad2fc6f1161f6b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689097 Jun 30 03:01:05.030094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589583e-65dc-4384-a704-440d70b58302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfe789f-2ef4-414c-955f-1b3f9d8b2323,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:05.033270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:05.091530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613a8644-e6ef-45c1-8865-8a4a07fd3023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.114324 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613a8644-e6ef-45c1-8865-8a4a07fd3023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.167395 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613a8644-e6ef-45c1-8865-8a4a07fd3023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.171414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-613a8644-e6ef-45c1-8865-8a4a07fd3023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.173023 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-613a8644-e6ef-45c1-8865-8a4a07fd3023 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0bfe789f-2ef4-414c-955f-1b3f9d8b2323 HTTP/1.1" status: 204 len: 168 time: 0.1381752 Jun 30 03:01:05.180997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a8644-e6ef-45c1-8865-8a4a07fd3023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfe789f-2ef4-414c-955f-1b3f9d8b2323,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:07.583085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:07.713516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bd201f6-365e-49cc-b83f-2923d8b3dc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.822503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bd201f6-365e-49cc-b83f-2923d8b3dc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.828137 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7bd201f6-365e-49cc-b83f-2923d8b3dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.872846 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7bd201f6-365e-49cc-b83f-2923d8b3dc91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4966f1859883493a9eebce5f0dbda3b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858660 Jun 30 03:01:07.872846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd201f6-365e-49cc-b83f-2923d8b3dc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4df575a-c68b-4fa7-a4f1-02157355e257,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:07.873458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43836) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:07.940267 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd6b8-a042-47d9-ad13-af3cf2819a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:07.967123 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd6b8-a042-47d9-ad13-af3cf2819a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.022027 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd6b8-a042-47d9-ad13-af3cf2819a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.025439 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e9cd6b8-a042-47d9-ad13-af3cf2819a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.026656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1e9cd6b8-a042-47d9-ad13-af3cf2819a69 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4df575a-c68b-4fa7-a4f1-02157355e257 HTTP/1.1" status: 204 len: 168 time: 0.1520166 Jun 30 03:01:08.043114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cd6b8-a042-47d9-ad13-af3cf2819a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4df575a-c68b-4fa7-a4f1-02157355e257,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:08.382333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43842) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:08.401715 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69ea24e6-5f0c-454c-9dca-fc9a1c7461eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.533508 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69ea24e6-5f0c-454c-9dca-fc9a1c7461eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.539076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69ea24e6-5f0c-454c-9dca-fc9a1c7461eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.583791 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-69ea24e6-5f0c-454c-9dca-fc9a1c7461eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fba71239a87a4d9097a349824a57ad81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998823 Jun 30 03:01:08.584864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea24e6-5f0c-454c-9dca-fc9a1c7461eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e46058-da8e-4232-ad79-baa8688b3a2c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:08.588014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43844) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:08.653102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2f28-7136-45f0-aba0-bde329b36799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.675090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2f28-7136-45f0-aba0-bde329b36799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.729284 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2f28-7136-45f0-aba0-bde329b36799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.732182 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2f28-7136-45f0-aba0-bde329b36799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.733563 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c6ca2f28-7136-45f0-aba0-bde329b36799 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0e46058-da8e-4232-ad79-baa8688b3a2c HTTP/1.1" status: 204 len: 168 time: 0.1444316 Jun 30 03:01:08.742758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca2f28-7136-45f0-aba0-bde329b36799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e46058-da8e-4232-ad79-baa8688b3a2c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:10.316007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43882) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:10.442093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-636ca1f1-e4ec-464c-b384-1e18bca92b74 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-815126107'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:10.442665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-636ca1f1-e4ec-464c-b384-1e18bca92b74 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Unknown quota resources ['metering_label']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:01:10.638465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-636ca1f1-e4ec-464c-b384-1e18bca92b74 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.639704 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-636ca1f1-e4ec-464c-b384-1e18bca92b74 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3226647 Jun 30 03:01:10.643809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43886) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:10.649206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f0c0df23-a462-4958-9825-5240f78ccb69 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ea57e2fd-fceb-4608-bb83-f0f6ce85b0a8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:10.649889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f0c0df23-a462-4958-9825-5240f78ccb69 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:01:10.733260 n-d-758944-39 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-f0c0df23-a462-4958-9825-5240f78ccb69 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 03:01:10.855178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f0c0df23-a462-4958-9825-5240f78ccb69 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:10.856605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f0c0df23-a462-4958-9825-5240f78ccb69 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2117734 Jun 30 03:01:10.860095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43888) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:10.864880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4ce23f1f-70eb-46a0-a7a4-3f1006b05e19 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ea57e2fd-fceb-4608-bb83-f0f6ce85b0a8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:10.865389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4ce23f1f-70eb-46a0-a7a4-3f1006b05e19 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93771) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:01:10.928288 n-d-758944-39 neutron-server[93771]: WARNING neutron.services.metering.metering_plugin [None req-4ce23f1f-70eb-46a0-a7a4-3f1006b05e19 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 03:01:11.017750 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce23f1f-70eb-46a0-a7a4-3f1006b05e19 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.018958 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4ce23f1f-70eb-46a0-a7a4-3f1006b05e19 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1577928 Jun 30 03:01:11.024445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43890) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:11.043287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d90e5cb0-d3b2-4fe8-b602-f38e74243ae5 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=1a49bf83-fb5a-4d78-ae77-c96e615e1751 HTTP/1.1" status: 200 len: 464 time: 0.0172832 Jun 30 03:01:11.046013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:11.204429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bde99a9e-b7d4-455c-8372-850af9dcbcbf tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.205990 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bde99a9e-b7d4-455c-8372-850af9dcbcbf tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/1a49bf83-fb5a-4d78-ae77-c96e615e1751 HTTP/1.1" status: 204 len: 168 time: 0.1588659 Jun 30 03:01:11.211513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43894) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:11.220939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-caf004b2-bbe9-407e-8d7f-f8ec1401845f tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=1a49bf83-fb5a-4d78-ae77-c96e615e1751 HTTP/1.1" status: 200 len: 221 time: 0.0082712 Jun 30 03:01:11.224602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:11.228963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dd6d08b1-80e0-4b0f-bcf5-a8816a68ed74 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1146341559', 'description': 'label created by tempest'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:11.229569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dd6d08b1-80e0-4b0f-bcf5-a8816a68ed74 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Unknown quota resources ['metering_label']. {{(pid=93770) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 03:01:11.432403 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dd6d08b1-80e0-4b0f-bcf5-a8816a68ed74 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:11.433586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dd6d08b1-80e0-4b0f-bcf5-a8816a68ed74 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2080476 Jun 30 03:01:11.437692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43898) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:11.522554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f59d5eab-88d1-47b8-b1e3-89ffa20819b4 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=0250aec2-4e99-47e2-9b96-64b005da73b9 HTTP/1.1" status: 200 len: 468 time: 0.0835185 Jun 30 03:01:11.526999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.073232 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-038ca433-2aff-43d0-b54c-8bc317f3a771 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.074394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-038ca433-2aff-43d0-b54c-8bc317f3a771 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/0250aec2-4e99-47e2-9b96-64b005da73b9 HTTP/1.1" status: 204 len: 168 time: 0.5464754 Jun 30 03:01:12.077443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43902) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.090623 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-24592284-730e-4be4-a213-f88990ac902c tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=0250aec2-4e99-47e2-9b96-64b005da73b9 HTTP/1.1" status: 200 len: 216 time: 0.0119545 Jun 30 03:01:12.093912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43904) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.104680 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-83e3e472-ccf1-439e-9419-95f8cb4ff15c tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0097446 Jun 30 03:01:12.107843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43906) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.121447 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6eb15ab3-a4f0-42b4-9bc3-c55589a3ad17 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113497 Jun 30 03:01:12.123809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.175739 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1e6a8ab4-dd3f-442d-bd55-846caa3b9649 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/ea57e2fd-fceb-4608-bb83-f0f6ce85b0a8 HTTP/1.1" status: 200 len: 472 time: 0.0507374 Jun 30 03:01:12.179482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43910) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.190821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c8efd07c-98a6-40b8-8feb-a46f1820bca8 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/63c09db2-5783-44a5-abbc-9f268234b2c7 HTTP/1.1" status: 200 len: 461 time: 0.0097628 Jun 30 03:01:12.197613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.307773 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-607e6f34-38d2-4c16-9d99-b9f7063e9ba6 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.308988 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-607e6f34-38d2-4c16-9d99-b9f7063e9ba6 tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/63c09db2-5783-44a5-abbc-9f268234b2c7 HTTP/1.1" status: 204 len: 168 time: 0.1103692 Jun 30 03:01:12.311617 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:12.910016 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1a4c26d3-7eeb-48ef-8f6f-b96e1552697f tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:12.913215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1a4c26d3-7eeb-48ef-8f6f-b96e1552697f tempest-MeteringTestJSON-783281748 tempest-MeteringTestJSON-783281748-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/ea57e2fd-fceb-4608-bb83-f0f6ce85b0a8 HTTP/1.1" status: 204 len: 168 time: 0.6004453 Jun 30 03:01:13.177784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43920) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:13.296180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94f8f700-0731-40ef-b3a3-bd6836fa1fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.392699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94f8f700-0731-40ef-b3a3-bd6836fa1fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.397791 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-94f8f700-0731-40ef-b3a3-bd6836fa1fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.437328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-94f8f700-0731-40ef-b3a3-bd6836fa1fc3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3f208daaedc49c088de6586498f3417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584064 Jun 30 03:01:13.438166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8f700-0731-40ef-b3a3-bd6836fa1fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862b4f3a-a881-4917-9ff9-e57083d3bb1d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:13.440094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:13.492936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f9c56a1-9af6-46fd-8061-7154d1e524bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.515141 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f9c56a1-9af6-46fd-8061-7154d1e524bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.566296 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f9c56a1-9af6-46fd-8061-7154d1e524bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.569418 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8f9c56a1-9af6-46fd-8061-7154d1e524bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.570996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8f9c56a1-9af6-46fd-8061-7154d1e524bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/862b4f3a-a881-4917-9ff9-e57083d3bb1d HTTP/1.1" status: 204 len: 168 time: 0.1297090 Jun 30 03:01:13.581062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c56a1-9af6-46fd-8061-7154d1e524bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b4f3a-a881-4917-9ff9-e57083d3bb1d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:13.866439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:13.881384 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2add93c-4501-4e76-95ac-293707c76e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.985142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2add93c-4501-4e76-95ac-293707c76e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.991303 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2add93c-4501-4e76-95ac-293707c76e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.038315 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d2add93c-4501-4e76-95ac-293707c76e17 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4860e9ad7af4978a628e5c6a596f212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700664 Jun 30 03:01:14.039357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2add93c-4501-4e76-95ac-293707c76e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af404420-0862-4de6-b14d-d748cf972e14,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:14.041205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43934) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:14.095283 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-daab7b8c-571a-4655-bd5d-298389a6602e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.126281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-daab7b8c-571a-4655-bd5d-298389a6602e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.180516 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-daab7b8c-571a-4655-bd5d-298389a6602e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.183487 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-daab7b8c-571a-4655-bd5d-298389a6602e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:14.184728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-daab7b8c-571a-4655-bd5d-298389a6602e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af404420-0862-4de6-b14d-d748cf972e14 HTTP/1.1" status: 204 len: 168 time: 0.1425285 Jun 30 03:01:14.193261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab7b8c-571a-4655-bd5d-298389a6602e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af404420-0862-4de6-b14d-d748cf972e14,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:14.971204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43956) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:15.100947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1366377847'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:15.135663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:15.139579 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.153115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.267604 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.271871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.301026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:15.310976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e607388c-2f54-4f8d-b648-660854725e0f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:15.316366 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.316710 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment 28683efb-964c-4646-b0a4-18ab9d86ec7c of type vlan for network a968cac8-d57b-4a0a-810d-317707faf132 Jun 30 03:01:15.364266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.397127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.403662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:15.404291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.472799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5000873 Jun 30 03:01:15.483285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d426c2-29d2-409a-b178-ebc77bedd10e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=a968cac8-d57b-4a0a-810d-317707faf132,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:15.495222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a968cac8-d57b-4a0a-810d-317707faf132 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:15.608153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43960) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:15.617324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': 'a968cac8-d57b-4a0a-810d-317707faf132', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:15.721702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:15.725538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.951135 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.017322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=627ee91c-902d-4f90-859b-c47f52416ffa,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.033548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': '28683efb-964c-4646-b0a4-18ab9d86ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a968cac8-d57b-4a0a-810d-317707faf132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:16.034017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: a968cac8-d57b-4a0a-810d-317707faf132, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:16.057135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network a968cac8-d57b-4a0a-810d-317707faf132 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:16.063601 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.067660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a968cac8-d57b-4a0a-810d-317707faf132) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:16.072951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:16.073554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.078893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbb5665-1a73-4eca-acbf-b537bce7a3b9 None None] Network a968cac8-d57b-4a0a-810d-317707faf132 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:16.090978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6b847aa3-8034-4792-a970-bffca6c352e6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4809191 Jun 30 03:01:16.094985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43962) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:16.101627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1369225557'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:16.127531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:16.132862 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.161471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:16.173455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.173984 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment c5ba02b3-45c6-4ec6-883d-bdbeef8d2edf of type vlan for network 769c5610-923d-4a19-ac14-c19bec273bc6 Jun 30 03:01:16.237921 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.243706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a968cac8-d57b-4a0a-810d-317707faf132', 'network_id': 'a968cac8-d57b-4a0a-810d-317707faf132', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': '627ee91c-902d-4f90-859b-c47f52416ffa'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:16.245005 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.274269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.280453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:16.281069 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.284517 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.348315 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2512004 Jun 30 03:01:16.351689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43964) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:16.357000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': '769c5610-923d-4a19-ac14-c19bec273bc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:16.376547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa4b29-69dc-486d-bf69-8ca963d054a7 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=769c5610-923d-4a19-ac14-c19bec273bc6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.400897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 769c5610-923d-4a19-ac14-c19bec273bc6 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:16.467118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:16.471270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.489807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Allocated IP 172.20.255.242 (a968cac8-d57b-4a0a-810d-317707faf132/627ee91c-902d-4f90-859b-c47f52416ffa/0980b959-f452-42e6-ad01-15720d1f59d4) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:16.662424 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.672090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Transition to ACTIVE for port object 0980b959-f452-42e6-ad01-15720d1f59d4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:16.687976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Transition to ACTIVE for port object 0980b959-f452-42e6-ad01-15720d1f59d4 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:16.691783 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.693921 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.732868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Network a968cac8-d57b-4a0a-810d-317707faf132 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:16.735888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:16.739638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:16.752195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Pushing event updated for resources: {'Port': ['ID=0980b959-f452-42e6-ad01-15720d1f59d4,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.768955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=aac5dcb2-b482-4a05-bdc2-3c684f9e6819,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:16.772840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': 'c5ba02b3-45c6-4ec6-883d-bdbeef8d2edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '769c5610-923d-4a19-ac14-c19bec273bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:16.773354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: 769c5610-923d-4a19-ac14-c19bec273bc6, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:16.785628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.786328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.786878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.787273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.788104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.788263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.788681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.789212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.789556 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.789921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.790258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.790590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:16.792853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 769c5610-923d-4a19-ac14-c19bec273bc6 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:16.803776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 769c5610-923d-4a19-ac14-c19bec273bc6) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:16.808360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:16.809056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.816462 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b77876-f9bb-4685-84cc-62e53963bc18 None None] Network 769c5610-923d-4a19-ac14-c19bec273bc6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:16.824932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aebf050c-6b95-42c6-b794-089c5ef96796 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4719584 Jun 30 03:01:16.828270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43966) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:16.875314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Attempting to bind port 0980b959-f452-42e6-ad01-15720d1f59d4 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:16.875664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Attempting to bind port 0980b959-f452-42e6-ad01-15720d1f59d4 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '28683efb-964c-4646-b0a4-18ab9d86ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a968cac8-d57b-4a0a-810d-317707faf132'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:16.876032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Attempting to bind port 0980b959-f452-42e6-ad01-15720d1f59d4 on network a968cac8-d57b-4a0a-810d-317707faf132 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:16.887377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:16.887755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Checking segment: {'id': '28683efb-964c-4646-b0a4-18ab9d86ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a968cac8-d57b-4a0a-810d-317707faf132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:16.888165 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.888775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Bound using segment: {'id': '28683efb-964c-4646-b0a4-18ab9d86ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a968cac8-d57b-4a0a-810d-317707faf132'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:16.889248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Bound port: 0980b959-f452-42e6-ad01-15720d1f59d4, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28683efb-964c-4646-b0a4-18ab9d86ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a968cac8-d57b-4a0a-810d-317707faf132'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:16.889724 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:16.938432 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.014240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] For port 0980b959-f452-42e6-ad01-15720d1f59d4, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:17.019689 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] For port 0980b959-f452-42e6-ad01-15720d1f59d4, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0980b959-f452-42e6-ad01-15720d1f59d4,segment=NetworkSegment(28683efb-964c-4646-b0a4-18ab9d86ec7c),segment_id=28683efb-964c-4646-b0a4-18ab9d86ec7c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:17.030043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.042475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.071504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0cbd2-5ac9-4668-9d7f-19074cf4312b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-769c5610-923d-4a19-ac14-c19bec273bc6', 'network_id': '769c5610-923d-4a19-ac14-c19bec273bc6', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': 'aac5dcb2-b482-4a05-bdc2-3c684f9e6819'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:17.072354 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fe0cbd2-5ac9-4668-9d7f-19074cf4312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.102988 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.132922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=aac5dcb2-b482-4a05-bdc2-3c684f9e6819,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:17.173357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa37638-2515-4aee-8fa7-cb2df9d6de46 None None] Pushing event updated for resources: {'Port': ['ID=0980b959-f452-42e6-ad01-15720d1f59d4,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:17.197155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d3ae5-0f2e-41c8-bf94-fdf7a3fa7b30 None None] Network 769c5610-923d-4a19-ac14-c19bec273bc6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:17.218913 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.234100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769c5610-923d-4a19-ac14-c19bec273bc6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:17.252821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ba02b3-45c6-4ec6-883d-bdbeef8d2edf') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:17.253436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ba02b3-45c6-4ec6-883d-bdbeef8d2edf') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:17.266952 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.284186 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.292749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:17.293193 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:17.297274 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:17.362374 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.371875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.377157 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/769c5610-923d-4a19-ac14-c19bec273bc6 HTTP/1.1" status: 204 len: 168 time: 0.5443766 Jun 30 03:01:17.377645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43968) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:17.389399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-442144061'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:17.413681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fd591-00d5-4da6-a936-5aa605eef56e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=769c5610-923d-4a19-ac14-c19bec273bc6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:17.432603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:17.436344 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.468544 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:17.479922 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.480219 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment 6e2bf24c-66a0-444e-92bb-31474758d34d of type vlan for network 15161f20-3f6c-4a96-b731-73f2b641a568 Jun 30 03:01:17.542171 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.577521 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.583649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:17.584369 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.650994 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2720644 Jun 30 03:01:17.654773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43970) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:17.661376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e1642-7e33-4d02-b41d-63d2b5f24645 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=15161f20-3f6c-4a96-b731-73f2b641a568,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:17.661830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': '15161f20-3f6c-4a96-b731-73f2b641a568', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:17.672407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 15161f20-3f6c-4a96-b731-73f2b641a568 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:17.774040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:17.778122 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:17.841718 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 03:01:17.842447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 03:01:17.996522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.074908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=0ad724d5-2dea-4978-9710-78df4f98418f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:18.088621 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': '6e2bf24c-66a0-444e-92bb-31474758d34d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '15161f20-3f6c-4a96-b731-73f2b641a568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:18.089045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: 15161f20-3f6c-4a96-b731-73f2b641a568, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:18.110489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 15161f20-3f6c-4a96-b731-73f2b641a568 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:18.121865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 15161f20-3f6c-4a96-b731-73f2b641a568) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:18.133992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:18.134606 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.141622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c95430-44bc-49da-8dee-8331c6125bf9 None None] Network 15161f20-3f6c-4a96-b731-73f2b641a568 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:18.159400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:18.159766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8d0124f7-fba7-40ca-af41-6107837ebba2 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5030794 Jun 30 03:01:18.315966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff4471-aa4b-4abb-a15b-a6c023ceff89 None None] Network a968cac8-d57b-4a0a-810d-317707faf132 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:18.320896 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.338329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e07b9-1c07-4545-a666-de3b14ec0b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-15161f20-3f6c-4a96-b731-73f2b641a568', 'network_id': '15161f20-3f6c-4a96-b731-73f2b641a568', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': '0ad724d5-2dea-4978-9710-78df4f98418f'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:18.339229 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b2e07b9-1c07-4545-a666-de3b14ec0b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.384206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0980b959-f452-42e6-ad01-15720d1f59d4 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:18.411730 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.438037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4c71fd25-73a1-4767-aef0-d683c38bf6e1 None None] Provisioning for port 0980b959-f452-42e6-ad01-15720d1f59d4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:18.488240 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.517097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad724d5-2dea-4978-9710-78df4f98418f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-2b2e07b9-1c07-4545-a666-de3b14ec0b22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ad724d5-2dea-4978-9710-78df4f98418f: This subnet is being modified by another concurrent operation. Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ad724d5-2dea-4978-9710-78df4f98418f: This subnet is being modified by another concurrent operation. Jun 30 03:01:18.580121 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 03:01:18.589657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0980b959-f452-42e6-ad01-15720d1f59d4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:18.599687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0980b959-f452-42e6-ad01-15720d1f59d4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:18.599687 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.604324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86168343-a81a-44ec-a2ce-48052a3f7f37 None None] Network 15161f20-3f6c-4a96-b731-73f2b641a568 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:18.606952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.618217 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15161f20-3f6c-4a96-b731-73f2b641a568']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:18.634607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2bf24c-66a0-444e-92bb-31474758d34d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:18.635117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2bf24c-66a0-444e-92bb-31474758d34d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:18.650116 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.668461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.674968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:18.675378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:18.680114 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:18.741520 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.748749 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.750610 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/15161f20-3f6c-4a96-b731-73f2b641a568 HTTP/1.1" status: 204 len: 168 time: 0.5900941 Jun 30 03:01:18.756442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43974) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:18.762733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46826fc0-00f1-427d-ace4-f4f90660fe02 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=15161f20-3f6c-4a96-b731-73f2b641a568,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:18.763046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-62362690'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:18.788330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:18.792258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.819667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:18.832789 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.833317 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment 1a316c6e-e35b-4512-a434-8860f5b6a534 of type vlan for network 3c04e2c3-3b71-49c0-8165-edf6d0c632a6 Jun 30 03:01:18.833605 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.888177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0980b959-f452-42e6-ad01-15720d1f59d4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0980b959-f452-42e6-ad01-15720d1f59d4,segment=NetworkSegment(28683efb-964c-4646-b0a4-18ab9d86ec7c),segment_id=28683efb-964c-4646-b0a4-18ab9d86ec7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:18.894172 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.898667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.936151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.942364 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:18.943189 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:18.958812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0980b959-f452-42e6-ad01-15720d1f59d4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:19.007978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2496314 Jun 30 03:01:19.010761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43976) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:19.021025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': '3c04e2c3-3b71-49c0-8165-edf6d0c632a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:19.055794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3222c-5f12-44e0-b0a9-66f75c0b07a6 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:01:19.085105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5e5c2-45ad-4bbb-8921-ad287481cd9c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=3c04e2c3-3b71-49c0-8165-edf6d0c632a6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:19.100233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 3c04e2c3-3b71-49c0-8165-edf6d0c632a6 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:19.150073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:19.154162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.260733 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-abd93d11-7964-4352-b641-8d9dcd35b878 None None] Provisioning complete for port 0980b959-f452-42e6-ad01-15720d1f59d4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:19.261198 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-abd93d11-7964-4352-b641-8d9dcd35b878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.300359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c3222c-5f12-44e0-b0a9-66f75c0b07a6 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:01:19.371647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.455902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=11147d7a-c21c-49de-bffb-26552fec28d9,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:19.461991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': '1a316c6e-e35b-4512-a434-8860f5b6a534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3c04e2c3-3b71-49c0-8165-edf6d0c632a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:19.462385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: 3c04e2c3-3b71-49c0-8165-edf6d0c632a6, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:19.483749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 3c04e2c3-3b71-49c0-8165-edf6d0c632a6 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:19.497351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 3c04e2c3-3b71-49c0-8165-edf6d0c632a6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:19.502374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:19.503201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.520097 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-073d0afc-634e-4056-8889-925cb0ba0dc8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5079508 Jun 30 03:01:19.524832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43978) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:19.629224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c60c2-9b23-4f23-9cfb-5ccb64325430 None None] Network 3c04e2c3-3b71-49c0-8165-edf6d0c632a6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:19.641061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.703389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.787509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.813593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=11147d7a-c21c-49de-bffb-26552fec28d9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:19.892802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.908163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c04e2c3-3b71-49c0-8165-edf6d0c632a6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:19.922175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a316c6e-e35b-4512-a434-8860f5b6a534') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:19.922794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a316c6e-e35b-4512-a434-8860f5b6a534') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:19.934281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.952857 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.962491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:19.963238 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.964728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d688d1-9c8a-499d-949d-948fd9e929fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-3c04e2c3-3b71-49c0-8165-edf6d0c632a6', 'network_id': '3c04e2c3-3b71-49c0-8165-edf6d0c632a6', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': '11147d7a-c21c-49de-bffb-26552fec28d9'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:19.965674 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d688d1-9c8a-499d-949d-948fd9e929fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:19.967137 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:20.033605 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-f3d688d1-9c8a-499d-949d-948fd9e929fb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 03:01:20.033605 n-d-758944-39 neutron-server[93772]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jun 30 03:01:20.033605 n-d-758944-39 neutron-server[93772]: [parameters: {'project_id': '38384b298f3b4992a95d97f5529fcdb7', 'id': '5ea33172-f9b5-4171-84ff-e91bc553dfba', 'name': '', 'network_id': '3c04e2c3-3b71-49c0-8165-edf6d0c632a6', 'mac_address': 'fa:16:3e:ea:42:bf', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-3c04e2c3-3b71-49c0-8165-edf6d0c632a6', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3761}] Jun 30 03:01:20.033605 n-d-758944-39 neutron-server[93772]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:01:20.034268 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-f3d688d1-9c8a-499d-949d-948fd9e929fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:01:20.037732 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.045671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.047929 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/3c04e2c3-3b71-49c0-8165-edf6d0c632a6 HTTP/1.1" status: 204 len: 168 time: 0.5219433 Jun 30 03:01:20.052210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:20.060817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2017272221'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:20.062586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cad993-4bab-42ac-b598-0f8d83d3b790 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=3c04e2c3-3b71-49c0-8165-edf6d0c632a6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:20.084890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:20.088676 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.115097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:20.125585 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.125942 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment d869f6e6-be06-4bbc-8d35-9f8cfa410ee3 of type vlan for network 9991834c-91ad-4890-bbd0-b6bb8da1efa9 Jun 30 03:01:20.176709 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.209535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.217028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:20.217028 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.273715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2197773 Jun 30 03:01:20.277234 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:20.283035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': '9991834c-91ad-4890-bbd0-b6bb8da1efa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:20.297486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249f49b-6ba2-4282-a3ca-a6eae9e2de9b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=9991834c-91ad-4890-bbd0-b6bb8da1efa9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:20.305702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0980b959-f452-42e6-ad01-15720d1f59d4 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:20.311820 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 9991834c-91ad-4890-bbd0-b6bb8da1efa9 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:20.406351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:20.410746 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.460775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0980b959-f452-42e6-ad01-15720d1f59d4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:20.461098 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.536897 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f3d688d1-9c8a-499d-949d-948fd9e929fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.571988 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:01:20.578413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffab0f-707c-4621-96c4-92bcdd7a196b None None] Network 3c04e2c3-3b71-49c0-8165-edf6d0c632a6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:20.590690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffab0f-707c-4621-96c4-92bcdd7a196b None None] Network 3c04e2c3-3b71-49c0-8165-edf6d0c632a6 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 03:01:20.621993 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.686294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=791f62c8-c1b1-47e7-b1eb-66375ebbd4cc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:20.699222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': 'd869f6e6-be06-4bbc-8d35-9f8cfa410ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9991834c-91ad-4890-bbd0-b6bb8da1efa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:20.699581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: 9991834c-91ad-4890-bbd0-b6bb8da1efa9, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:20.719438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 9991834c-91ad-4890-bbd0-b6bb8da1efa9 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:20.730147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 9991834c-91ad-4890-bbd0-b6bb8da1efa9) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:20.735346 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:20.736141 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.741811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db2025c-3a3d-4186-a852-80b33039833b None None] Network 9991834c-91ad-4890-bbd0-b6bb8da1efa9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:20.752985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-763ea8f3-6f10-4c39-aacf-e663d7c3cceb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4746287 Jun 30 03:01:20.755578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43984) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:20.874694 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.917298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa5f813-fa32-4040-b783-82d929e62bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-9991834c-91ad-4890-bbd0-b6bb8da1efa9', 'network_id': '9991834c-91ad-4890-bbd0-b6bb8da1efa9', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': '791f62c8-c1b1-47e7-b1eb-66375ebbd4cc'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:20.918273 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cfa5f813-fa32-4040-b783-82d929e62bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:20.940642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.017115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-cfa5f813-fa32-4040-b783-82d929e62bff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 791f62c8-c1b1-47e7-b1eb-66375ebbd4cc: This subnet is being modified by another concurrent operation. Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 791f62c8-c1b1-47e7-b1eb-66375ebbd4cc: This subnet is being modified by another concurrent operation. Jun 30 03:01:21.036128 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 03:01:21.054546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=791f62c8-c1b1-47e7-b1eb-66375ebbd4cc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:21.061625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596206a1-1fa1-41f5-8036-37eeb36f705b None None] Network 9991834c-91ad-4890-bbd0-b6bb8da1efa9 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:21.139694 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.151508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9991834c-91ad-4890-bbd0-b6bb8da1efa9']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:21.166954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd869f6e6-be06-4bbc-8d35-9f8cfa410ee3') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:21.167255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd869f6e6-be06-4bbc-8d35-9f8cfa410ee3') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:21.177414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.185860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6976efd-6806-4b25-9b02-7f81e129a3ca None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:01:21.192902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.199889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:21.200332 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:21.203768 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:21.275350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.284999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.291856 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/9991834c-91ad-4890-bbd0-b6bb8da1efa9 HTTP/1.1" status: 204 len: 168 time: 0.5304308 Jun 30 03:01:21.295194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:21.299666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-877049191'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:21.299922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9beac67-9ef8-487d-872b-f2080eb5b233 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=9991834c-91ad-4890-bbd0-b6bb8da1efa9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:21.313353 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6976efd-6806-4b25-9b02-7f81e129a3ca None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:01:21.324530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:21.328322 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.357644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:21.368957 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.369397 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment e285a368-bfa6-484c-bfec-7e9a3b34f736 of type vlan for network 29b757fa-e629-4ef4-ba71-7bcaac552b2e Jun 30 03:01:21.423532 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.466123 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.472047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:21.472663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.537289 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2424409 Jun 30 03:01:21.541651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43988) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:21.544424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb247a-bf82-4be6-a418-3b445fdd54e4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=29b757fa-e629-4ef4-ba71-7bcaac552b2e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:21.551501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': '29b757fa-e629-4ef4-ba71-7bcaac552b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:21.563114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 29b757fa-e629-4ef4-ba71-7bcaac552b2e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:21.663285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:21.667264 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.734949 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 03:01:21.735586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 03:01:21.867575 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.931483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=379faa67-81cf-44ba-8e10-fc9b9543085f,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:21.949611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': 'e285a368-bfa6-484c-bfec-7e9a3b34f736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29b757fa-e629-4ef4-ba71-7bcaac552b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:21.950326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: 29b757fa-e629-4ef4-ba71-7bcaac552b2e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:21.969284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 29b757fa-e629-4ef4-ba71-7bcaac552b2e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:21.979750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 29b757fa-e629-4ef4-ba71-7bcaac552b2e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:21.984671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:21.985439 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:21.989318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce38f31-6a07-4c5d-a615-42c9c1a98225 None None] Network 29b757fa-e629-4ef4-ba71-7bcaac552b2e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:22.002702 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2a32fb80-2b35-4113-a620-e5e3df353972 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4591157 Jun 30 03:01:22.005692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 43992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:22.125479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.127808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:22.164660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d68da9-b564-43ef-a119-38920170179a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-29b757fa-e629-4ef4-ba71-7bcaac552b2e', 'network_id': '29b757fa-e629-4ef4-ba71-7bcaac552b2e', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': '379faa67-81cf-44ba-8e10-fc9b9543085f'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:22.166243 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8d68da9-b564-43ef-a119-38920170179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.191546 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.267884 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-c8d68da9-b564-43ef-a119-38920170179a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 379faa67-81cf-44ba-8e10-fc9b9543085f: This subnet is being modified by another concurrent operation. Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 379faa67-81cf-44ba-8e10-fc9b9543085f: This subnet is being modified by another concurrent operation. Jun 30 03:01:22.272264 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 03:01:22.292741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba46e967-c694-41c6-9c5e-8ffd634409aa None None] Network 29b757fa-e629-4ef4-ba71-7bcaac552b2e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:22.294896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=379faa67-81cf-44ba-8e10-fc9b9543085f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:22.344315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port 73c58acb-d4d5-4edb-9ce4-1958da880201 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:22.344756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.376374 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.387603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b757fa-e629-4ef4-ba71-7bcaac552b2e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:22.400656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e285a368-bfa6-484c-bfec-7e9a3b34f736') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:22.400964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e285a368-bfa6-484c-bfec-7e9a3b34f736') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:22.411720 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.427555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12f8107-6cc4-4166-b4ec-d08521537e20 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:01:22.430138 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.439920 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:22.440653 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.440896 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.441020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:22.445059 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:22.454799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for 73c58acb-d4d5-4edb-9ce4-1958da880201 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:22.519405 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.535726 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.537876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f8107-6cc4-4166-b4ec-d08521537e20 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:01:22.543102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/29b757fa-e629-4ef4-ba71-7bcaac552b2e HTTP/1.1" status: 204 len: 168 time: 0.5321593 Jun 30 03:01:22.543901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 43996) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:22.549146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361684443'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:22.552842 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dfde5-b8fb-4426-bda0-30ee358d4f69 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=29b757fa-e629-4ef4-ba71-7bcaac552b2e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:22.590464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:22.594288 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.656102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:22.673915 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.674311 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment ce6ddf6b-1e58-4b59-a65a-643e39de1fce of type vlan for network 06b5b6ac-c0f2-4488-af03-71513d0cd600 Jun 30 03:01:22.682281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.787059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=73c58acb-d4d5-4edb-9ce4-1958da880201,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:22.792225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.828613 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.829001 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Floating IP 4ce829de-f012-46a9-8dbd-fcfbc9315bf9 disassociated (deleted). External IP: 172.25.7.60, port: 0f5b987f-b0c7-4412-90fd-7c4b45161e8a. Jun 30 03:01:22.882098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:22.890356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:22.891079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.373488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8285418 Jun 30 03:01:23.376981 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44000) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:23.383461 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': '06b5b6ac-c0f2-4488-af03-71513d0cd600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:23.394870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc1b2d-dfbc-4560-9450-378861e0970b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=06b5b6ac-c0f2-4488-af03-71513d0cd600,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:23.410468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 06b5b6ac-c0f2-4488-af03-71513d0cd600 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:23.514007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:23.517975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.555920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router 4cd4663e-c280-4af0-9b2d-7fec9568f891 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:23.686659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:23.693952 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.700141 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] Sync routers for ids ['4cd4663e-c280-4af0-9b2d-7fec9568f891'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:23.712521 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] Routers {'4cd4663e-c280-4af0-9b2d-7fec9568f891'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:23.713325 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:00:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4cd4663e-c280-4af0-9b2d-7fec9568f891'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:23.745693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0676e74e-2409-431e-af70-b995aee6f29a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/floatingips/4ce829de-f012-46a9-8dbd-fcfbc9315bf9 HTTP/1.1" status: 204 len: 168 time: 1.6164761 Jun 30 03:01:23.746818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:23.749889 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82d6cda-9bb4-4e80-a777-6663126b3905" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:23.793576 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.804764 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dff3c04-a6b0-4e85-ac3b-2be224635ec4 x-openstack-request-id: req-7dff3c04-a6b0-4e85-ac3b-2be224635ec4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:23.805092 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:23.805367 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7dff3c04-a6b0-4e85-ac3b-2be224635ec4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:23.805889 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'status': 'completed', 'code': 200} Jun 30 03:01:23.900756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=bbf4388f-35ee-47f6-81ef-d9b7b51e6d2c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:23.912699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-10d5c3dc-8fb5-4e59-adba-6d5886090813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:23.915479 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-10d5c3dc-8fb5-4e59-adba-6d5886090813 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 1097 time: 0.0825820 Jun 30 03:01:23.915982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': 'ce6ddf6b-1e58-4b59-a65a-643e39de1fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '06b5b6ac-c0f2-4488-af03-71513d0cd600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:23.916376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: 06b5b6ac-c0f2-4488-af03-71513d0cd600, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:23.926007 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] Set router 4cd4663e-c280-4af0-9b2d-7fec9568f891 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:23.936483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 06b5b6ac-c0f2-4488-af03-71513d0cd600 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:23.948294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 06b5b6ac-c0f2-4488-af03-71513d0cd600) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:23.954608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:23.955394 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:23.963203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4317909c-3d39-4a88-9cab-eb7060aab28d None None] Network 06b5b6ac-c0f2-4488-af03-71513d0cd600 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:23.977939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5de2ee28-befa-4186-b437-d29660176296 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5995922 Jun 30 03:01:23.980550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:24.070001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-3d8d9e9d-fa44-442d-a35e-5e2a915ad20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:24.072045 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-3d8d9e9d-fa44-442d-a35e-5e2a915ad20e service neutron] 10.222.0.69 "GET /v2.0/networks?id=62805dee-f7b4-44c2-86f6-048d29955be3 HTTP/1.1" status: 200 len: 898 time: 0.1498935 Jun 30 03:01:24.140455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-561b051a-9051-4a3b-a9a6-a8399601368a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a HTTP/1.1" status: 200 len: 217 time: 0.0604968 Jun 30 03:01:24.201507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.218465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-42f603c0-8fa8-478f-bf1d-8a3e14a06a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:24.221317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-42f603c0-8fa8-478f-bf1d-8a3e14a06a19 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=23de0719-7a80-4022-ab69-6f3e00f641a5 HTTP/1.1" status: 200 len: 835 time: 0.0715230 Jun 30 03:01:24.274645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea79f2d1-4639-4a9e-8364-7bc798ab1220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-06b5b6ac-c0f2-4488-af03-71513d0cd600', 'network_id': '06b5b6ac-c0f2-4488-af03-71513d0cd600', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': 'bbf4388f-35ee-47f6-81ef-d9b7b51e6d2c'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:24.275590 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea79f2d1-4639-4a9e-8364-7bc798ab1220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.291712 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:23Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '4bdc310e-b032-4a52-a799-c654ec5228ba', 'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:cd:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:22Z', 'updated_at': '2021-06-30T02:58:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:24.316139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.326409 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] Checking router: 4cd4663e-c280-4af0-9b2d-7fec9568f891 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:24.338920 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] Routers {'4cd4663e-c280-4af0-9b2d-7fec9568f891'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:24.339817 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:00:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4cd4663e-c280-4af0-9b2d-7fec9568f891'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:24.386817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9101fef-9bb8-4602-95ac-5b4707e25873 req-0d6c4fa1-f042-47a8-958f-262234138d33 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:24.388451 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9101fef-9bb8-4602-95ac-5b4707e25873 req-0d6c4fa1-f042-47a8-958f-262234138d33 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0915992 Jun 30 03:01:24.390664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-f9f570a1-0f3f-433a-819a-0101332783ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:24.392744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-f9f570a1-0f3f-433a-819a-0101332783ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=62805dee-f7b4-44c2-86f6-048d29955be3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609545 Jun 30 03:01:24.405376 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5fbfac6c-9168-45e8-a20c-cdfe525699e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.430470 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-ea79f2d1-4639-4a9e-8364-7bc798ab1220 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbf4388f-35ee-47f6-81ef-d9b7b51e6d2c: This subnet is being modified by another concurrent operation. Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbf4388f-35ee-47f6-81ef-d9b7b51e6d2c: This subnet is being modified by another concurrent operation. Jun 30 03:01:24.434936 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 03:01:24.455294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d36740-257e-4d0e-8ba5-2c71bd00f3cb None None] Network 06b5b6ac-c0f2-4488-af03-71513d0cd600 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:24.481074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf4388f-35ee-47f6-81ef-d9b7b51e6d2c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:24.515629 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] Set router 4cd4663e-c280-4af0-9b2d-7fec9568f891 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:24.555119 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9101fef-9bb8-4602-95ac-5b4707e25873 req-b4e28a47-39f2-414f-9f6c-60a89c70302b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518254 Jun 30 03:01:24.582226 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.597334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b5b6ac-c0f2-4488-af03-71513d0cd600']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:24.612149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6ddf6b-1e58-4b59-a65a-643e39de1fce') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:24.612584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6ddf6b-1e58-4b59-a65a-643e39de1fce') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:24.617872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-8e3954f7-57ab-43ac-8406-cbbabb1d31da service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897106 Jun 30 03:01:24.620011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1e07f-d026-434d-bb9f-8b8436a3f798 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:01:24.626310 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.645477 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.655150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:24.655560 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:24.661268 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:24.719868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1e07f-d026-434d-bb9f-8b8436a3f798 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:01:24.753817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.774665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e82d6cda-9bb4-4e80-a777-6663126b3905 req-ec83768b-76bf-4916-bf4e-1d77762a3d76 service neutron] 10.222.0.69 "GET /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485372 Jun 30 03:01:24.784357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.787491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/06b5b6ac-c0f2-4488-af03-71513d0cd600 HTTP/1.1" status: 204 len: 168 time: 0.8051624 Jun 30 03:01:24.789079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ac399-a77c-4ffb-8001-b8d8a960d1dd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=06b5b6ac-c0f2-4488-af03-71513d0cd600,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:24.791709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:24.800625 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:23Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '4bdc310e-b032-4a52-a799-c654ec5228ba', 'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:cd:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:22Z', 'updated_at': '2021-06-30T02:58:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:24.801163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-662326662'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:24.828100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:24.831535 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85444412-0ccb-4a04-9913-e2f87d5d5e66 None None] The sync data for ids ['4cd4663e-c280-4af0-9b2d-7fec9568f891'] in n-d-758944-39 is: [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:23Z', 'revision_number': 4, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '4bdc310e-b032-4a52-a799-c654ec5228ba', 'name': '', 'network_id': '62805dee-f7b4-44c2-86f6-048d29955be3', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'mac_address': 'fa:16:3e:cd:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:22Z', 'updated_at': '2021-06-30T02:58:28Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'subnets': [{'id': '23de0719-7a80-4022-ab69-6f3e00f641a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:24.832491 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.862833 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:24.877363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.877796 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment 9c59010e-d497-4c38-8485-14fe52f1d6ba of type vlan for network 1ce3a165-ed83-47bc-93b2-21fa555933f0 Jun 30 03:01:24.930316 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.970196 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:24.975698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:24.976293 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.045629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2493091 Jun 30 03:01:25.046002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44012) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:25.052325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': '1ce3a165-ed83-47bc-93b2-21fa555933f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:25.063092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebc6f3-f8d9-4b61-8eeb-6dcfc50a991e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=1ce3a165-ed83-47bc-93b2-21fa555933f0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:25.077300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 1ce3a165-ed83-47bc-93b2-21fa555933f0 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:25.159509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc85f93-1b38-4c67-8589-1d70f08f14d4 None None] New status for floating IP 4ce829de-f012-46a9-8dbd-fcfbc9315bf9: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:01:25.176243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:25.180613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.401050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.475950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=1e40b541-b91b-4d47-b4be-7ae24db8281d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:25.486944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': '9c59010e-d497-4c38-8485-14fe52f1d6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '1ce3a165-ed83-47bc-93b2-21fa555933f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:25.487307 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: 1ce3a165-ed83-47bc-93b2-21fa555933f0, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:25.511063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 1ce3a165-ed83-47bc-93b2-21fa555933f0 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:25.521860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 1ce3a165-ed83-47bc-93b2-21fa555933f0) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:25.527458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:25.528372 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.532946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf5c7e0-87ab-4bc7-91bc-a37d54df46a6 None None] Network 1ce3a165-ed83-47bc-93b2-21fa555933f0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:25.545410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f4f40ab0-f101-46ba-a590-c817e90d86d9 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4982028 Jun 30 03:01:25.548401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:25.683747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.760788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97270868-1271-4fad-afd2-dd3edfa35311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-1ce3a165-ed83-47bc-93b2-21fa555933f0', 'network_id': '1ce3a165-ed83-47bc-93b2-21fa555933f0', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': '1e40b541-b91b-4d47-b4be-7ae24db8281d'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:25.761652 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97270868-1271-4fad-afd2-dd3edfa35311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.781187 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.781821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea2f60-a4ee-44bf-b4ea-b70d945d6b54 req-8b482c8a-a0ac-45b9-9510-78063b6eda2b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:25.783466 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a1ea2f60-a4ee-44bf-b4ea-b70d945d6b54 req-8b482c8a-a0ac-45b9-9510-78063b6eda2b tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.0877507 Jun 30 03:01:25.831423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a1ea2f60-a4ee-44bf-b4ea-b70d945d6b54 req-6436df8b-4aac-4622-9762-822a59191fe4 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/security-groups?id=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-97270868-1271-4fad-afd2-dd3edfa35311 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e40b541-b91b-4d47-b4be-7ae24db8281d: This subnet is being modified by another concurrent operation. Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e40b541-b91b-4d47-b4be-7ae24db8281d: This subnet is being modified by another concurrent operation. Jun 30 03:01:25.886578 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 03:01:25.892162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-00d887cc-158d-4b97-88b2-081e49c57d58 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:25.892162 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-00d887cc-158d-4b97-88b2-081e49c57d58 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 945 time: 0.1204388 Jun 30 03:01:25.892162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:25.910732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d2c53-7a03-405a-8515-dc40f92bae4b None None] Network 1ce3a165-ed83-47bc-93b2-21fa555933f0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:25.927693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=1e40b541-b91b-4d47-b4be-7ae24db8281d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:26.032989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf175d-df59-492f-bf8e-01201af3f788 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:01:26.042533 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.074684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce3a165-ed83-47bc-93b2-21fa555933f0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:26.090568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c59010e-d497-4c38-8485-14fe52f1d6ba') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:26.090931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c59010e-d497-4c38-8485-14fe52f1d6ba') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:26.105234 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.127661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.141963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:26.142455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.145221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf175d-df59-492f-bf8e-01201af3f788 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:26.146091 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:26.166082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-588a3cc9-01af-4929-b8fa-1805c85138e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:26.166458 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-588a3cc9-01af-4929-b8fa-1805c85138e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.283184 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.296474 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.298412 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/1ce3a165-ed83-47bc-93b2-21fa555933f0 HTTP/1.1" status: 204 len: 168 time: 0.7489457 Jun 30 03:01:26.303068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44018) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:26.309906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1316267204'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:26.314550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db12b9-0794-422c-a442-f98317b6295c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=1ce3a165-ed83-47bc-93b2-21fa555933f0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:26.340278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:26.345804 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.353242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-588a3cc9-01af-4929-b8fa-1805c85138e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:26.354076 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-588a3cc9-01af-4929-b8fa-1805c85138e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.377341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-588a3cc9-01af-4929-b8fa-1805c85138e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for 0f5b987f-b0c7-4412-90fd-7c4b45161e8a owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:26.383432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:26.395988 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.396472 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment cc7532cf-c794-4e0d-b3a2-aea30696c672 of type vlan for network 7c5b320c-136e-4828-bae6-3404471cc6b0 Jun 30 03:01:26.443201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.476939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.484394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:26.485212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.547789 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-588a3cc9-01af-4929-b8fa-1805c85138e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.557375 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2528501 Jun 30 03:01:26.565117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44020) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:26.572661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d3d34075-12fa-468d-8d01-b30d94cd1f4d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:26.587523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a3cc9-01af-4929-b8fa-1805c85138e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=0f5b987f-b0c7-4412-90fd-7c4b45161e8a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:26.624452 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2135d-91ef-4010-9224-40bcd329b17d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=7c5b320c-136e-4828-bae6-3404471cc6b0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:26.639401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7c5b320c-136e-4828-bae6-3404471cc6b0 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:26.643780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-588a3cc9-01af-4929-b8fa-1805c85138e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] No DVR routers for this DVR port 0f5b987f-b0c7-4412-90fd-7c4b45161e8a on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:26.646745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-588a3cc9-01af-4929-b8fa-1805c85138e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.649635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ffc2cad-36df-43e3-ae46-97c33d6e3987 req-588a3cc9-01af-4929-b8fa-1805c85138e8 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.69 "DELETE /v2.0/ports/0f5b987f-b0c7-4412-90fd-7c4b45161e8a HTTP/1.1" status: 204 len: 173 time: 0.7523904 Jun 30 03:01:26.650177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'name': 'network-vif-deleted', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:01:26.652728 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2a3bd0-037f-49d0-9adb-81c59c210af7" -d '{"events": [{"server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "name": "network-vif-deleted", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:01:26.703796 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99af180f-b96f-4c72-965b-40f8bb6b0d85 x-openstack-request-id: req-99af180f-b96f-4c72-965b-40f8bb6b0d85 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:01:26.703796 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a957e6-784d-4ec0-b35f-543f40029da4", "name": "network-vif-deleted", "tag": "0f5b987f-b0c7-4412-90fd-7c4b45161e8a", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:01:26.703796 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99af180f-b96f-4c72-965b-40f8bb6b0d85 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:01:26.704436 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a957e6-784d-4ec0-b35f-543f40029da4', 'name': 'network-vif-deleted', 'tag': '0f5b987f-b0c7-4412-90fd-7c4b45161e8a', 'status': 'completed', 'code': 200} Jun 30 03:01:26.789785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3d34075-12fa-468d-8d01-b30d94cd1f4d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.809093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3d34075-12fa-468d-8d01-b30d94cd1f4d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.831246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3d34075-12fa-468d-8d01-b30d94cd1f4d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 7c5b320c-136e-4828-bae6-3404471cc6b0 is not hosted by any dhcp agent {{(pid=93770) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 03:01:26.837237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d34075-12fa-468d-8d01-b30d94cd1f4d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:26.837905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d3d34075-12fa-468d-8d01-b30d94cd1f4d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:26.839344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d3d34075-12fa-468d-8d01-b30d94cd1f4d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "PUT /v2.0/networks/7c5b320c-136e-4828-bae6-3404471cc6b0 HTTP/1.1" status: 200 len: 723 time: 0.2732043 Jun 30 03:01:26.843807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44026) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:26.853544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': '7c5b320c-136e-4828-bae6-3404471cc6b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:26.900509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d34075-12fa-468d-8d01-b30d94cd1f4d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=7c5b320c-136e-4828-bae6-3404471cc6b0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:26.915328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7c5b320c-136e-4828-bae6-3404471cc6b0 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:26.974575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:26.982496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.035424 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-098fa785-0519-4c6b-834c-e8f0646b5af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.043405 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.085660 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7724142c-6d66-40b6-9dea-bcd01d644273 req-ec97abb4-e55d-4084-aaf7-aceeeb9533ce tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2a957e6-784d-4ec0-b35f-543f40029da4 HTTP/1.1" status: 200 len: 210 time: 0.0543311 Jun 30 03:01:27.226026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.292362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=51468cbd-f93f-4520-bbaf-b2478138d285,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:27.305006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': 'cc7532cf-c794-4e0d-b3a2-aea30696c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c5b320c-136e-4828-bae6-3404471cc6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:27.305441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: 7c5b320c-136e-4828-bae6-3404471cc6b0, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:27.328111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 7c5b320c-136e-4828-bae6-3404471cc6b0 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:27.341640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7c5b320c-136e-4828-bae6-3404471cc6b0) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:27.347252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:27.347928 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.358623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9562cffe-4d35-48d7-bce1-e21aa5c7cd82 None None] Network 7c5b320c-136e-4828-bae6-3404471cc6b0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:27.365798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fba72bc7-56da-4e06-a983-d724d8e9219c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5201223 Jun 30 03:01:27.369365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:27.378095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9305d011-83f5-4dda-8c42-bf38c2736cc6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:27.501879 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9305d011-83f5-4dda-8c42-bf38c2736cc6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9067837'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.548762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-7c5b320c-136e-4828-bae6-3404471cc6b0', 'network_id': '7c5b320c-136e-4828-bae6-3404471cc6b0', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': '51468cbd-f93f-4520-bbaf-b2478138d285'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:27.549701 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.661156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9305d011-83f5-4dda-8c42-bf38c2736cc6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776557730564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-19387487'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.705283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305d011-83f5-4dda-8c42-bf38c2736cc6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:27.705885 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9305d011-83f5-4dda-8c42-bf38c2736cc6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.707280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9305d011-83f5-4dda-8c42-bf38c2736cc6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "PUT /v2.0/subnets/51468cbd-f93f-4520-bbaf-b2478138d285 HTTP/1.1" status: 200 len: 806 time: 0.3360782 Jun 30 03:01:27.710997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:27.729669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305d011-83f5-4dda-8c42-bf38c2736cc6 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=51468cbd-f93f-4520-bbaf-b2478138d285,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:27.733777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Allocated IP 172.20.0.2 (7c5b320c-136e-4828-bae6-3404471cc6b0/51468cbd-f93f-4520-bbaf-b2478138d285/d72f08af-e816-4ca9-8bd2-ee76751d7baa) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:27.812458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.885746 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.907433 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.918558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Transition to ACTIVE for port object d72f08af-e816-4ca9-8bd2-ee76751d7baa will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:27.935366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Transition to ACTIVE for port object d72f08af-e816-4ca9-8bd2-ee76751d7baa will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:27.943050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.963264 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:27.982762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Network 7c5b320c-136e-4828-bae6-3404471cc6b0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:27.990812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:27.992137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=51468cbd-f93f-4520-bbaf-b2478138d285,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:27.993597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Pushing event updated for resources: {'Port': ['ID=d72f08af-e816-4ca9-8bd2-ee76751d7baa,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:27.996047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:28.057501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Attempting to bind port d72f08af-e816-4ca9-8bd2-ee76751d7baa on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:28.057871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Attempting to bind port d72f08af-e816-4ca9-8bd2-ee76751d7baa by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'cc7532cf-c794-4e0d-b3a2-aea30696c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c5b320c-136e-4828-bae6-3404471cc6b0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:28.058233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Attempting to bind port d72f08af-e816-4ca9-8bd2-ee76751d7baa on network 7c5b320c-136e-4828-bae6-3404471cc6b0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:28.063323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:28.063627 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.063802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Checking segment: {'id': 'cc7532cf-c794-4e0d-b3a2-aea30696c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c5b320c-136e-4828-bae6-3404471cc6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:28.064028 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.064431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Bound using segment: {'id': 'cc7532cf-c794-4e0d-b3a2-aea30696c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c5b320c-136e-4828-bae6-3404471cc6b0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:28.064883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Bound port: d72f08af-e816-4ca9-8bd2-ee76751d7baa, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7532cf-c794-4e0d-b3a2-aea30696c672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7c5b320c-136e-4828-bae6-3404471cc6b0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:28.065265 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.075233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5b320c-136e-4828-bae6-3404471cc6b0']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:28.092450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7532cf-c794-4e0d-b3a2-aea30696c672') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:28.092755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7532cf-c794-4e0d-b3a2-aea30696c672') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:28.103929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.122395 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.133123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:28.133383 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.135601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] For port d72f08af-e816-4ca9-8bd2-ee76751d7baa, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:28.137229 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:28.206887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44036) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:28.210878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] For port d72f08af-e816-4ca9-8bd2-ee76751d7baa, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d72f08af-e816-4ca9-8bd2-ee76751d7baa,segment=NetworkSegment(cc7532cf-c794-4e0d-b3a2-aea30696c672),segment_id=cc7532cf-c794-4e0d-b3a2-aea30696c672)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:28.216946 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.219347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 03:01:28.219347 n-d-758944-39 neutron-server[93770]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 03:01:28.219347 n-d-758944-39 neutron-server[93770]: [parameters: {'id': '7c5b320c-136e-4828-bae6-3404471cc6b0'}] Jun 30 03:01:28.219347 n-d-758944-39 neutron-server[93770]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:01:28.220121 n-d-758944-39 neutron-server[93770]: DEBUG oslo_db.api [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:01:28.327774 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.332697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ce2f1-54f8-4949-952f-4aa85fc22060 None None] Pushing event updated for resources: {'Port': ['ID=d72f08af-e816-4ca9-8bd2-ee76751d7baa,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:28.347464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b55bb-7ae9-4987-abfc-07030dd22d19 None None] Network 7c5b320c-136e-4828-bae6-3404471cc6b0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:28.500428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b6963-f35f-4c4d-bb29-e8b2923dcb22 None None] Network 7c5b320c-136e-4828-bae6-3404471cc6b0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:28.639788 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.661311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1c4418-0c04-46ff-83dc-e3b12b32a2c1 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:01:28.726837 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.764828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c4418-0c04-46ff-83dc-e3b12b32a2c1 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:01:28.862812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Deleting port d72f08af-e816-4ca9-8bd2-ee76751d7baa {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:28.863187 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.964517 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] For port d72f08af-e816-4ca9-8bd2-ee76751d7baa, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d72f08af-e816-4ca9-8bd2-ee76751d7baa,segment=NetworkSegment(cc7532cf-c794-4e0d-b3a2-aea30696c672),segment_id=cc7532cf-c794-4e0d-b3a2-aea30696c672)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:28.964896 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:28.985457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Calling delete_port for d72f08af-e816-4ca9-8bd2-ee76751d7baa owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:29.119835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port 4bdc310e-b032-4a52-a799-c654ec5228ba {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:29.120189 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.163339 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.205375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Port': ['ID=d72f08af-e816-4ca9-8bd2-ee76751d7baa,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:29.214629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No DVR routers for this DVR port d72f08af-e816-4ca9-8bd2-ee76751d7baa on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:29.303530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port 4bdc310e-b032-4a52-a799-c654ec5228ba, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4bdc310e-b032-4a52-a799-c654ec5228ba,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:29.303916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.329345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.331971 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for 4bdc310e-b032-4a52-a799-c654ec5228ba owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:29.343808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5b320c-136e-4828-bae6-3404471cc6b0']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:29.359966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7532cf-c794-4e0d-b3a2-aea30696c672') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:29.360282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7532cf-c794-4e0d-b3a2-aea30696c672') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:29.397280 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.418131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.430857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:29.431269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:29.434416 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:29.903320 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.915804 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:29.917708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/7c5b320c-136e-4828-bae6-3404471cc6b0 HTTP/1.1" status: 204 len: 168 time: 2.2056596 Jun 30 03:01:29.920821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:29.942357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c60c-fe42-4362-9773-e0869275f3b4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=7c5b320c-136e-4828-bae6-3404471cc6b0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:29.942690 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a80365-3c65-4d05-9cce-a6f23f215531 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:29.943210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a80365-3c65-4d05-9cce-a6f23f215531 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:29.945287 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e5a80365-3c65-4d05-9cce-a6f23f215531 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/7c5b320c-136e-4828-bae6-3404471cc6b0 HTTP/1.1" status: 404 len: 339 time: 0.0232451 Jun 30 03:01:29.951879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44040) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:29.957709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1614688465', 'description': 'd1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:30.011471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:30.015037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.050021 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.059065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:30.085875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=4bdc310e-b032-4a52-a799-c654ec5228ba,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:30.099291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.099654 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment 7e169fe8-6087-4cb6-b80a-5a91b78532e3 of type vlan for network 261b8712-df38-445d-a6fd-39e0b72bcc9b Jun 30 03:01:30.124669 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.217253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.315683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.321608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:30.322257 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.421513 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4682667 Jun 30 03:01:30.424245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44042) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:30.437360 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.442321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189490d1-8695-43d5-8b41-6c6623eb6eb3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=261b8712-df38-445d-a6fd-39e0b72bcc9b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:30.455483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 261b8712-df38-445d-a6fd-39e0b72bcc9b details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:30.520884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ccacba-7cc8-4b7f-bb0c-fbc913743e45 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:30.522754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-54ccacba-7cc8-4b7f-bb0c-fbc913743e45 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/networks?id=261b8712-df38-445d-a6fd-39e0b72bcc9b HTTP/1.1" status: 200 len: 761 time: 0.0971589 Jun 30 03:01:30.525275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:30.531143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'description': 'd2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:30.691563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Router 4cd4663e-c280-4af0-9b2d-7fec9568f891 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:30.695055 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.713082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.731993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 261b8712-df38-445d-a6fd-39e0b72bcc9b is not hosted by any dhcp agent {{(pid=93771) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 03:01:30.737330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:30.737923 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.739388 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "PUT /v2.0/networks/261b8712-df38-445d-a6fd-39e0b72bcc9b HTTP/1.1" status: 200 len: 758 time: 0.2129819 Jun 30 03:01:30.743818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:30.786881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=261b8712-df38-445d-a6fd-39e0b72bcc9b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:30.795771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.796180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.796524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.796861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.797393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.797746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.798099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.798445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.798793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.799147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.799498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.800351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993e5ed-4983-467d-a849-0f594e960336 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:30.812458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 261b8712-df38-445d-a6fd-39e0b72bcc9b details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:30.875293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745eba1a-4bfb-4f91-950c-52aee62e40cd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:30.876743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-745eba1a-4bfb-4f91-950c-52aee62e40cd tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/networks?id=261b8712-df38-445d-a6fd-39e0b72bcc9b HTTP/1.1" status: 200 len: 761 time: 0.1319470 Jun 30 03:01:30.881092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:30.882955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:30.886534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-203778866'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:30.888366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d5f8114b-8e38-4484-9224-2d08da6e7f7d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "PUT /v2.0/routers/4cd4663e-c280-4af0-9b2d-7fec9568f891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6797523 Jun 30 03:01:30.891182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44050) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:30.893802 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] Sync routers for ids ['4cd4663e-c280-4af0-9b2d-7fec9568f891'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:30.906056 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] Routers {'4cd4663e-c280-4af0-9b2d-7fec9568f891'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:30.907317 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4cd4663e-c280-4af0-9b2d-7fec9568f891'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:30.920187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:30.924542 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.953275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90d975c-dc73-4346-8292-936e862ce635 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting subnet 23de0719-7a80-4022-ab69-6f3e00f641a5 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:30.953851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:30.957177 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b90d975c-dc73-4346-8292-936e862ce635 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.967548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:30.968067 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment 841a453a-01e9-414d-8808-5ee9cc460265 of type vlan for network 660e1532-1954-4b42-8940-1f855adc578e Jun 30 03:01:31.001568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b90d975c-dc73-4346-8292-936e862ce635 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.018855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.034730 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] Set router 4cd4663e-c280-4af0-9b2d-7fec9568f891 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:31.058289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.064332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:31.065059 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.099944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b90d975c-dc73-4346-8292-936e862ce635 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.128880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2463188 Jun 30 03:01:31.131976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:31.139407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': '660e1532-1954-4b42-8940-1f855adc578e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:31.157008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde96f0-0082-4079-9beb-2a5c09a9fbe0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=660e1532-1954-4b42-8940-1f855adc578e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:31.169141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 660e1532-1954-4b42-8940-1f855adc578e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:31.195254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b90d975c-dc73-4346-8292-936e862ce635 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.210911 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b90d975c-dc73-4346-8292-936e862ce635 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.212959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b90d975c-dc73-4346-8292-936e862ce635 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/subnets/23de0719-7a80-4022-ab69-6f3e00f641a5 HTTP/1.1" status: 204 len: 168 time: 0.3209660 Jun 30 03:01:31.221836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0f5b987f-b0c7-4412-90fd-7c4b45161e8a no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:31.224236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b4f9e-5439-4f1d-a906-36a7ef3fcdd2 None None] Network 62805dee-f7b4-44c2-86f6-048d29955be3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:31.230171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:31.236851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d975c-dc73-4346-8292-936e862ce635 tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Subnet': ['ID=23de0719-7a80-4022-ab69-6f3e00f641a5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:31.266332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:31.266565 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T03:01:29Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:31.270468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.300913 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] Checking router: 4cd4663e-c280-4af0-9b2d-7fec9568f891 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:01:31.311392 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] Routers {'4cd4663e-c280-4af0-9b2d-7fec9568f891'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:31.312414 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4cd4663e-c280-4af0-9b2d-7fec9568f891'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:31.321097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 0f5b987f-b0c7-4412-90fd-7c4b45161e8a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:31.321732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 0f5b987f-b0c7-4412-90fd-7c4b45161e8a not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:31.365131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.511379 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.536157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef394b-50d7-4813-ac6e-05bff0d8983c None None] DHCP port deletion for 62805dee-f7b4-44c2-86f6-048d29955be3 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:01:31.536546 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.587124 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] Set router 4cd4663e-c280-4af0-9b2d-7fec9568f891 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:01:31.594444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=570f77ad-17b5-48bb-8a34-ff9004924876,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:31.596588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef394b-50d7-4813-ac6e-05bff0d8983c None None] Deleting port 4febf214-014c-4a07-b086-a9d10989e8a8 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:31.596787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': '841a453a-01e9-414d-8808-5ee9cc460265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '660e1532-1954-4b42-8940-1f855adc578e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:31.597122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: 660e1532-1954-4b42-8940-1f855adc578e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:31.597474 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef394b-50d7-4813-ac6e-05bff0d8983c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.608322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Deleting port b7e3a86c-1708-4ff7-830b-01b26c35689b {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:31.608674 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.617558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 660e1532-1954-4b42-8940-1f855adc578e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:31.628123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 660e1532-1954-4b42-8940-1f855adc578e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:31.633936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:31.634613 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.642624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7c4d23-6124-430a-a1c6-6d4faa41b6a6 None None] Network 660e1532-1954-4b42-8940-1f855adc578e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:31.655872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f9181a6e-1e86-46cc-b674-4e01bd41e93b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5201652 Jun 30 03:01:31.656498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:31.704323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] For port b7e3a86c-1708-4ff7-830b-01b26c35689b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b7e3a86c-1708-4ff7-830b-01b26c35689b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:31.704943 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.722348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Calling delete_port for b7e3a86c-1708-4ff7-830b-01b26c35689b owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:31.735466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a5ef394b-50d7-4813-ac6e-05bff0d8983c None None] For port 4febf214-014c-4a07-b086-a9d10989e8a8, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4febf214-014c-4a07-b086-a9d10989e8a8,segment=NetworkSegment(62f1ad36-cfc4-454e-a3b0-88a4566fe30b),segment_id=62f1ad36-cfc4-454e-a3b0-88a4566fe30b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:31.735863 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef394b-50d7-4813-ac6e-05bff0d8983c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.759193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef394b-50d7-4813-ac6e-05bff0d8983c None None] Calling delete_port for 4febf214-014c-4a07-b086-a9d10989e8a8 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:31.792513 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.825266 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T03:01:29Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:31.861413 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd75b456-b489-40cc-bffc-077f163b991a None None] The sync data for ids ['4cd4663e-c280-4af0-9b2d-7fec9568f891'] in n-d-758944-39 is: [{'id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'name': 'tempest-TestNetworkAdvancedServerOps-router-337881547', 'tenant_id': '0910613b6f2a46bcb313d7be1951c0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T03:01:29Z', 'revision_number': 5, 'project_id': '0910613b6f2a46bcb313d7be1951c0d9', 'gw_port': {'id': 'b7e3a86c-1708-4ff7-830b-01b26c35689b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:24:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4663e-c280-4af0-9b2d-7fec9568f891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:58:20Z', 'updated_at': '2021-06-30T02:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:31.872338 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.948092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd893748-db2d-45cf-81ca-c0c3a3b6412f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-660e1532-1954-4b42-8940-1f855adc578e', 'network_id': '660e1532-1954-4b42-8940-1f855adc578e', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': '570f77ad-17b5-48bb-8a34-ff9004924876'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:31.949290 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fd893748-db2d-45cf-81ca-c0c3a3b6412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.973040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.974344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a5ef394b-50d7-4813-ac6e-05bff0d8983c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:31.976858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.003217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=570f77ad-17b5-48bb-8a34-ff9004924876,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:32.045251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Port': ['ID=b7e3a86c-1708-4ff7-830b-01b26c35689b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:32.052773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef394b-50d7-4813-ac6e-05bff0d8983c None None] Pushing event deleted for resources: {'Port': ['ID=4febf214-014c-4a07-b086-a9d10989e8a8,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:32.054845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef394b-50d7-4813-ac6e-05bff0d8983c None None] No DVR routers for this DVR port 4febf214-014c-4a07-b086-a9d10989e8a8 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:32.087396 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server [None req-fd893748-db2d-45cf-81ca-c0c3a3b6412f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 570f77ad-17b5-48bb-8a34-ff9004924876: This subnet is being modified by another concurrent operation. Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server raise exception Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 570f77ad-17b5-48bb-8a34-ff9004924876: This subnet is being modified by another concurrent operation. Jun 30 03:01:32.088277 n-d-758944-39 neutron-server[93772]: ERROR oslo_messaging.rpc.server Jun 30 03:01:32.094196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.095530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660e1532-1954-4b42-8940-1f855adc578e']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:32.109144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841a453a-01e9-414d-8808-5ee9cc460265') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:32.109144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841a453a-01e9-414d-8808-5ee9cc460265') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:32.112098 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42896a91-e091-471c-899c-a3ad2758508a None None] Network 660e1532-1954-4b42-8940-1f855adc578e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:32.117549 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.134380 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.142300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:32.142927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:32.146418 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:32.200115 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.203686 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.222837 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.229425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.237801 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/660e1532-1954-4b42-8940-1f855adc578e HTTP/1.1" status: 204 len: 168 time: 0.5770037 Jun 30 03:01:32.242962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.279437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.280314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd4663e-c280-4af0-9b2d-7fec9568f891 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:01:32.285275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738ca00-39d3-40f4-8e98-c0443d7c8bd1 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:01:32.293463 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.297630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f4c8697a-b9ed-4486-b8d1-4e75179438ef tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/routers/4cd4663e-c280-4af0-9b2d-7fec9568f891 HTTP/1.1" status: 204 len: 168 time: 1.0632682 Jun 30 03:01:32.298752 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdbccf3-1c91-49cc-874c-f1a00c4bf777 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] GET failed (client error): The resource could not be found. Jun 30 03:01:32.298886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44060) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.300086 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ffdbccf3-1c91-49cc-874c-f1a00c4bf777 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/subnets/570f77ad-17b5-48bb-8a34-ff9004924876 HTTP/1.1" status: 404 len: 337 time: 0.0558386 Jun 30 03:01:32.308659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.343696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121ea34-ba23-437f-8933-3f07ce6007c8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=660e1532-1954-4b42-8940-1f855adc578e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:32.347377 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-399d8ec9-9b5c-457f-9f9a-33d7575aac12 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:32.348184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399d8ec9-9b5c-457f-9f9a-33d7575aac12 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:32.355067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-399d8ec9-9b5c-457f-9f9a-33d7575aac12 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/660e1532-1954-4b42-8940-1f855adc578e HTTP/1.1" status: 404 len: 339 time: 0.0408647 Jun 30 03:01:32.357131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.447509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.459067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4bdc310e-b032-4a52-a799-c654ec5228ba no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:32.463026 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738ca00-39d3-40f4-8e98-c0443d7c8bd1 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:01:32.489151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4bdc310e-b032-4a52-a799-c654ec5228ba {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:32.489502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4bdc310e-b032-4a52-a799-c654ec5228ba not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:32.489930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4febf214-014c-4a07-b086-a9d10989e8a8 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:32.509065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4febf214-014c-4a07-b086-a9d10989e8a8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:32.509414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4febf214-014c-4a07-b086-a9d10989e8a8 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:32.569583 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.582806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62805dee-f7b4-44c2-86f6-048d29955be3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:32.597246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f1ad36-cfc4-454e-a3b0-88a4566fe30b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:32.597565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f1ad36-cfc4-454e-a3b0-88a4566fe30b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:32.608230 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.611280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c5480e-e120-47fe-8d45-4d94165afe16 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:32.617369 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-11c5480e-e120-47fe-8d45-4d94165afe16 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2589946 Jun 30 03:01:32.618371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44066) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.625348 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.632604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:32.633068 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:32.636650 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:32.670271 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-20156ab7-55fc-4d4b-82b0-96d7bfdedb8b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73 HTTP/1.1" status: 200 len: 207 time: 0.0506995 Jun 30 03:01:32.671228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.707031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.732931 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.737703 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/networks/62805dee-f7b4-44c2-86f6-048d29955be3 HTTP/1.1" status: 204 len: 168 time: 0.4354982 Jun 30 03:01:32.737703 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5016b-e87f-4aae-a3de-5a2fc8c1f55d tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'Network': ['ID=62805dee-f7b4-44c2-86f6-048d29955be3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:32.738820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.805230 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccac2b58-6f53-41f6-a364-4db97d1a995a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.842252 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccac2b58-6f53-41f6-a364-4db97d1a995a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.892569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282934b-8c95-4e95-bc46-6d799d5cbf06 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:32.899261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282934b-8c95-4e95-bc46-6d799d5cbf06 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:32.906701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282934b-8c95-4e95-bc46-6d799d5cbf06 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:32.912889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1282934b-8c95-4e95-bc46-6d799d5cbf06 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:32.914907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1282934b-8c95-4e95-bc46-6d799d5cbf06 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2423995 Jun 30 03:01:32.919150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44072) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:32.919741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccac2b58-6f53-41f6-a364-4db97d1a995a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.922349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ccac2b58-6f53-41f6-a364-4db97d1a995a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:32.923573 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ccac2b58-6f53-41f6-a364-4db97d1a995a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] 10.222.0.55 "DELETE /v2.0/security-groups/8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5 HTTP/1.1" status: 204 len: 168 time: 0.1837318 Jun 30 03:01:32.935634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac2b58-6f53-41f6-a364-4db97d1a995a tempest-TestNetworkAdvancedServerOps-1989059511 tempest-TestNetworkAdvancedServerOps-1989059511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8f9935-e0a8-43e3-9d4f-bbf9f6b78cc5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:33.306606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:33.456551 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4ddecc36-6e40-4457-9ca7-33312d5558d0 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5357060 Jun 30 03:01:33.462018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44084) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:33.469973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5ed54d6a-04ab-486e-ba1b-426380ee59f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0910613b6f2a46bcb313d7be1951c0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620846 Jun 30 03:01:33.472491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44086) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:33.525800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f761d613-26c6-4dae-a781-e12bb3391381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:33.548563 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f761d613-26c6-4dae-a781-e12bb3391381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:33.551517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1130e9-2ee7-4147-b449-0d9b454cdead tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:33.553270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1130e9-2ee7-4147-b449-0d9b454cdead tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:33.555240 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ae1130e9-2ee7-4147-b449-0d9b454cdead tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0921185 Jun 30 03:01:33.559203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44090) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:33.601418 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f761d613-26c6-4dae-a781-e12bb3391381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:33.604072 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f761d613-26c6-4dae-a781-e12bb3391381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:33.607738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f761d613-26c6-4dae-a781-e12bb3391381 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efc49a4b-615a-42ff-9ef4-501d197e55e7 HTTP/1.1" status: 204 len: 168 time: 0.1318324 Jun 30 03:01:33.614800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761d613-26c6-4dae-a781-e12bb3391381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc49a4b-615a-42ff-9ef4-501d197e55e7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:33.627393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e425f7-bf8a-49dc-8cbf-76a5c4266191 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:33.628916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e425f7-bf8a-49dc-8cbf-76a5c4266191 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['shared'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:33.635163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44094) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:33.635403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-00e425f7-bf8a-49dc-8cbf-76a5c4266191 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0748603 Jun 30 03:01:33.772286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b61919-1aab-42fc-911e-979169ceef3e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:33.773931 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-30b61919-1aab-42fc-911e-979169ceef3e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/networks/a968cac8-d57b-4a0a-810d-317707faf132 HTTP/1.1" status: 200 len: 800 time: 0.1373487 Jun 30 03:01:33.777797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:33.889634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-91fad9ca-ee4f-4140-9dff-8107b1c12e2d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/networks/a968cac8-d57b-4a0a-810d-317707faf132?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1066916 Jun 30 03:01:33.890301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:33.948423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc60ec0-1b3b-4a0a-b27c-05c4e78bdabb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:33.949962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8bc60ec0-1b3b-4a0a-b27c-05c4e78bdabb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/subnets/627ee91c-902d-4f90-859b-c47f52416ffa HTTP/1.1" status: 200 len: 811 time: 0.0583503 Jun 30 03:01:33.950195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:33.954066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:33.995684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e2f72bac-a44e-4e0e-9249-053e20a400ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c374a355917848b68e27a44bd2c020f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442774 Jun 30 03:01:33.999257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:34.006987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd85ec86-6d1c-428f-8500-517f7b846365 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['shared'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:34.008597 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fd85ec86-6d1c-428f-8500-517f7b846365 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "GET /v2.0/subnets/627ee91c-902d-4f90-859b-c47f52416ffa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0535228 Jun 30 03:01:34.012206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:34.017305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-280436210'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:34.041266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:34.044964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.051541 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a75db2c4-34c7-47af-9d7f-fb0552e67f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.073585 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a75db2c4-34c7-47af-9d7f-fb0552e67f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.074689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:34.083722 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.084067 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Added segment 3c3869da-2a36-4670-9a7b-be74f372cd27 of type vlan for network 211645c9-6d1d-49e9-b3c4-088cc80b57d0 Jun 30 03:01:34.124757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.126697 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a75db2c4-34c7-47af-9d7f-fb0552e67f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.129415 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a75db2c4-34c7-47af-9d7f-fb0552e67f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.133694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a75db2c4-34c7-47af-9d7f-fb0552e67f59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35e7a21c-91bd-46b5-80e8-bf8557f3588e HTTP/1.1" status: 204 len: 168 time: 0.1304035 Jun 30 03:01:34.141038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75db2c4-34c7-47af-9d7f-fb0552e67f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e7a21c-91bd-46b5-80e8-bf8557f3588e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:34.164553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.170685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:34.171339 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.233155 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2168567 Jun 30 03:01:34.233344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44112) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:34.239687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'network_id': '211645c9-6d1d-49e9-b3c4-088cc80b57d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:34.246642 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3881aa-e0a9-4607-a915-d28ceecf6470 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Network': ['ID=211645c9-6d1d-49e9-b3c4-088cc80b57d0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:34.262142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b7e3a86c-1708-4ff7-830b-01b26c35689b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:34.285282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 211645c9-6d1d-49e9-b3c4-088cc80b57d0 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:34.288524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b7e3a86c-1708-4ff7-830b-01b26c35689b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:34.288524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b7e3a86c-1708-4ff7-830b-01b26c35689b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:34.369326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Made reservation on behalf of 38384b298f3b4992a95d97f5529fcdb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:34.371558 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.444453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Performing IP validity checks on allocation pools {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 03:01:34.445003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.ipam_backend_mixin [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93771) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 03:01:34.604678 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.698402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=80443d9e-a794-4e19-b8e5-5e8cfb8bfbcd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:34.708843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Checking segment: {'id': '3c3869da-2a36-4670-9a7b-be74f372cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '211645c9-6d1d-49e9-b3c4-088cc80b57d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:34.709208 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network hostable DHCP agents. Network: 211645c9-6d1d-49e9-b3c4-088cc80b57d0, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:34.730495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Network 211645c9-6d1d-49e9-b3c4-088cc80b57d0 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:34.743867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 211645c9-6d1d-49e9-b3c4-088cc80b57d0) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:34.751842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:34.752921 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.757721 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2cd2d1-6ffe-44dd-94a0-b3bbf4532f9a None None] Network 211645c9-6d1d-49e9-b3c4-088cc80b57d0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:34.786051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4b7de356-185d-4ce7-9439-bca8918cbe57 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5484610 Jun 30 03:01:34.786632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:34.797326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bd3a16d2-a158-4fc4-af02-57de5bf3b5ac tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:34.940147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd3a16d2-a158-4fc4-af02-57de5bf3b5ac tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9067837'] for subnet, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:34.950043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-211645c9-6d1d-49e9-b3c4-088cc80b57d0', 'network_id': '211645c9-6d1d-49e9-b3c4-088cc80b57d0', 'tenant_id': '38384b298f3b4992a95d97f5529fcdb7', 'fixed_ips': [{'subnet_id': '80443d9e-a794-4e19-b8e5-5e8cfb8bfbcd'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:34.950957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.128783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd3a16d2-a158-4fc4-af02-57de5bf3b5ac tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776557730564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-19387487'] for subnet, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.175645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a16d2-a158-4fc4-af02-57de5bf3b5ac tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:35.176244 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd3a16d2-a158-4fc4-af02-57de5bf3b5ac tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.177534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd3a16d2-a158-4fc4-af02-57de5bf3b5ac tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "PUT /v2.0/subnets/80443d9e-a794-4e19-b8e5-5e8cfb8bfbcd HTTP/1.1" status: 200 len: 877 time: 0.3885622 Jun 30 03:01:35.180929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:35.186644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Allocated IP 172.20.0.3 (211645c9-6d1d-49e9-b3c4-088cc80b57d0/80443d9e-a794-4e19-b8e5-5e8cfb8bfbcd/e00309ba-119c-4429-a9d6-a4cc711e20f6) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:35.235576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a16d2-a158-4fc4-af02-57de5bf3b5ac tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event updated for resources: {'Subnet': ['ID=80443d9e-a794-4e19-b8e5-5e8cfb8bfbcd,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:35.299904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.342864 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.354068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Transition to ACTIVE for port object e00309ba-119c-4429-a9d6-a4cc711e20f6 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:35.356234 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.369659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Transition to ACTIVE for port object e00309ba-119c-4429-a9d6-a4cc711e20f6 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:35.376815 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.431197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Network 211645c9-6d1d-49e9-b3c4-088cc80b57d0 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:35.434427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:35.440362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:35.446941 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Pushing event updated for resources: {'Port': ['ID=e00309ba-119c-4429-a9d6-a4cc711e20f6,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:35.452810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.494018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=80443d9e-a794-4e19-b8e5-5e8cfb8bfbcd,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:35.508830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Attempting to bind port e00309ba-119c-4429-a9d6-a4cc711e20f6 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:35.509205 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Attempting to bind port e00309ba-119c-4429-a9d6-a4cc711e20f6 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3c3869da-2a36-4670-9a7b-be74f372cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '211645c9-6d1d-49e9-b3c4-088cc80b57d0'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:35.509569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Attempting to bind port e00309ba-119c-4429-a9d6-a4cc711e20f6 on network 211645c9-6d1d-49e9-b3c4-088cc80b57d0 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:35.515003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:35.515661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Checking segment: {'id': '3c3869da-2a36-4670-9a7b-be74f372cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '211645c9-6d1d-49e9-b3c4-088cc80b57d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:35.516065 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.516449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Bound using segment: {'id': '3c3869da-2a36-4670-9a7b-be74f372cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '211645c9-6d1d-49e9-b3c4-088cc80b57d0'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:35.516911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Bound port: e00309ba-119c-4429-a9d6-a4cc711e20f6, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3869da-2a36-4670-9a7b-be74f372cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '211645c9-6d1d-49e9-b3c4-088cc80b57d0'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:35.517290 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.560020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.573248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211645c9-6d1d-49e9-b3c4-088cc80b57d0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:35.584524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3869da-2a36-4670-9a7b-be74f372cd27') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:35.585037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3869da-2a36-4670-9a7b-be74f372cd27') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:35.590670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] For port e00309ba-119c-4429-a9d6-a4cc711e20f6, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:35.594545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] For port e00309ba-119c-4429-a9d6-a4cc711e20f6, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e00309ba-119c-4429-a9d6-a4cc711e20f6,segment=NetworkSegment(3c3869da-2a36-4670-9a7b-be74f372cd27),segment_id=3c3869da-2a36-4670-9a7b-be74f372cd27)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:35.595014 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.600386 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.615931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.622948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:35.623344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:35.626382 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:35.698443 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.db.api [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 03:01:35.698443 n-d-758944-39 neutron-server[93771]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 03:01:35.698443 n-d-758944-39 neutron-server[93771]: [parameters: {'id': '211645c9-6d1d-49e9-b3c4-088cc80b57d0'}] Jun 30 03:01:35.698443 n-d-758944-39 neutron-server[93771]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:01:35.698999 n-d-758944-39 neutron-server[93771]: DEBUG oslo_db.api [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:01:35.858651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a33092-e6f6-4163-9fdb-0ba9345cab4b None None] Pushing event updated for resources: {'Port': ['ID=e00309ba-119c-4429-a9d6-a4cc711e20f6,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:35.875865 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a64706-90ee-4f24-a5a0-b795f5b46089 None None] Network 211645c9-6d1d-49e9-b3c4-088cc80b57d0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:36.010982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570eceba-e3eb-44e2-b6f9-9a97fdbcb2f2 None None] Network 211645c9-6d1d-49e9-b3c4-088cc80b57d0 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:36.152155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd975474-02bc-4388-92b1-b6a5c2e8a2e8 None None] get_active_networks_info from n-d-758944-39 {{(pid=93772) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 03:01:36.200780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.245501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd975474-02bc-4388-92b1-b6a5c2e8a2e8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 03:01:36.261335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Deleting port e00309ba-119c-4429-a9d6-a4cc711e20f6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:36.261987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.333171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] For port e00309ba-119c-4429-a9d6-a4cc711e20f6, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e00309ba-119c-4429-a9d6-a4cc711e20f6,segment=NetworkSegment(3c3869da-2a36-4670-9a7b-be74f372cd27),segment_id=3c3869da-2a36-4670-9a7b-be74f372cd27)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:36.333528 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.348261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Calling delete_port for e00309ba-119c-4429-a9d6-a4cc711e20f6 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:36.438966 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.468849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Port': ['ID=e00309ba-119c-4429-a9d6-a4cc711e20f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:36.470665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No DVR routers for this DVR port e00309ba-119c-4429-a9d6-a4cc711e20f6 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:36.554749 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.577617 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211645c9-6d1d-49e9-b3c4-088cc80b57d0']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:36.591654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3869da-2a36-4670-9a7b-be74f372cd27') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:36.591890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3869da-2a36-4670-9a7b-be74f372cd27') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:36.601509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.617253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.623651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:36.624164 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:36.627463 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:36.693433 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.700755 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.702582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/211645c9-6d1d-49e9-b3c4-088cc80b57d0 HTTP/1.1" status: 204 len: 168 time: 1.5206716 Jun 30 03:01:36.707079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:36.714762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e894-7132-4c22-a50b-795575774820 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=211645c9-6d1d-49e9-b3c4-088cc80b57d0,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:36.736999 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dff40b8-b76d-42e5-8caf-fa9e67e63a2b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:36.737466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dff40b8-b76d-42e5-8caf-fa9e67e63a2b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:36.739255 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1dff40b8-b76d-42e5-8caf-fa9e67e63a2b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/80443d9e-a794-4e19-b8e5-5e8cfb8bfbcd HTTP/1.1" status: 404 len: 337 time: 0.0311635 Jun 30 03:01:36.741955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:36.766831 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-717dddf6-6f64-4260-a249-c8145029912c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:36.767416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-717dddf6-6f64-4260-a249-c8145029912c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:36.769150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-717dddf6-6f64-4260-a249-c8145029912c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/211645c9-6d1d-49e9-b3c4-088cc80b57d0 HTTP/1.1" status: 404 len: 339 time: 0.0262485 Jun 30 03:01:36.772557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:36.811399 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-732fa2f5-c883-4cf1-a648-dd6581c36ce5 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:36.811881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732fa2f5-c883-4cf1-a648-dd6581c36ce5 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:36.813659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-732fa2f5-c883-4cf1-a648-dd6581c36ce5 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/570f77ad-17b5-48bb-8a34-ff9004924876 HTTP/1.1" status: 404 len: 337 time: 0.0397120 Jun 30 03:01:36.816235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:36.836224 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a265ab8-4dd4-4d76-9cf1-d56095a0ce5d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:36.836939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a265ab8-4dd4-4d76-9cf1-d56095a0ce5d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:36.839076 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7a265ab8-4dd4-4d76-9cf1-d56095a0ce5d tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/660e1532-1954-4b42-8940-1f855adc578e HTTP/1.1" status: 404 len: 339 time: 0.0217328 Jun 30 03:01:36.841650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44130) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:36.920136 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.029071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.039801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261b8712-df38-445d-a6fd-39e0b72bcc9b']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:37.050977 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e169fe8-6087-4cb6-b80a-5a91b78532e3') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:37.051287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e169fe8-6087-4cb6-b80a-5a91b78532e3') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:37.061427 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.076128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.082655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:37.083082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:37.086434 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:37.147413 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.160527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.164221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/261b8712-df38-445d-a6fd-39e0b72bcc9b HTTP/1.1" status: 204 len: 168 time: 0.3216939 Jun 30 03:01:37.166969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44132) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.179468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463ac22-0737-43ef-a771-520685fdb0d3 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=261b8712-df38-445d-a6fd-39e0b72bcc9b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:37.195748 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fa9549-d36a-4403-b984-660a70515c03 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.196194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fa9549-d36a-4403-b984-660a70515c03 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.198022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-93fa9549-d36a-4403-b984-660a70515c03 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/51468cbd-f93f-4520-bbaf-b2478138d285 HTTP/1.1" status: 404 len: 337 time: 0.0299597 Jun 30 03:01:37.200609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.221707 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-62feb7f2-e567-469c-8aa4-ebdf2a59aeda tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.222248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62feb7f2-e567-469c-8aa4-ebdf2a59aeda tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.223953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-62feb7f2-e567-469c-8aa4-ebdf2a59aeda tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/7c5b320c-136e-4828-bae6-3404471cc6b0 HTTP/1.1" status: 404 len: 339 time: 0.0224452 Jun 30 03:01:37.227515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44136) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.253833 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41931d4-46c1-4f9f-a83e-d13c8a05bd26 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.254289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41931d4-46c1-4f9f-a83e-d13c8a05bd26 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.257975 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d41931d4-46c1-4f9f-a83e-d13c8a05bd26 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/1e40b541-b91b-4d47-b4be-7ae24db8281d HTTP/1.1" status: 404 len: 337 time: 0.0276141 Jun 30 03:01:37.259351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.280014 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e917685-e7a2-48fe-ade7-f16106e04d87 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.280522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e917685-e7a2-48fe-ade7-f16106e04d87 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.282228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6e917685-e7a2-48fe-ade7-f16106e04d87 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/1ce3a165-ed83-47bc-93b2-21fa555933f0 HTTP/1.1" status: 404 len: 339 time: 0.0217710 Jun 30 03:01:37.284922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44140) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.312294 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b73d3a0-4c60-49ff-b78c-c4617e78f99b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.312775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b73d3a0-4c60-49ff-b78c-c4617e78f99b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.314560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b73d3a0-4c60-49ff-b78c-c4617e78f99b tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/bbf4388f-35ee-47f6-81ef-d9b7b51e6d2c HTTP/1.1" status: 404 len: 337 time: 0.0287497 Jun 30 03:01:37.317274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44142) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.338112 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3164cc-7b9f-4636-b8e4-79fa3f5fe35e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.338702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3164cc-7b9f-4636-b8e4-79fa3f5fe35e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.340486 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8e3164cc-7b9f-4636-b8e4-79fa3f5fe35e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/06b5b6ac-c0f2-4488-af03-71513d0cd600 HTTP/1.1" status: 404 len: 339 time: 0.0222442 Jun 30 03:01:37.343250 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44144) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.370365 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-80780ea7-7ec2-43f4-8445-69f453f49a7e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.370857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80780ea7-7ec2-43f4-8445-69f453f49a7e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.372681 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-80780ea7-7ec2-43f4-8445-69f453f49a7e tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/379faa67-81cf-44ba-8e10-fc9b9543085f HTTP/1.1" status: 404 len: 337 time: 0.0285482 Jun 30 03:01:37.376571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44146) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.395852 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dac7c67-a927-4cb3-a837-3548388b2787 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.396538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dac7c67-a927-4cb3-a837-3548388b2787 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.399016 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5dac7c67-a927-4cb3-a837-3548388b2787 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/29b757fa-e629-4ef4-ba71-7bcaac552b2e HTTP/1.1" status: 404 len: 339 time: 0.0215025 Jun 30 03:01:37.401799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44148) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.431296 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fff2bb-aa3c-4b23-b754-f2d3c1473c83 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.431762 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fff2bb-aa3c-4b23-b754-f2d3c1473c83 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.433529 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-03fff2bb-aa3c-4b23-b754-f2d3c1473c83 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/791f62c8-c1b1-47e7-b1eb-66375ebbd4cc HTTP/1.1" status: 404 len: 337 time: 0.0308056 Jun 30 03:01:37.436678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44150) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.463135 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-205666dc-4aa0-4a10-806b-74ae9e68de32 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.463762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205666dc-4aa0-4a10-806b-74ae9e68de32 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.467909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-205666dc-4aa0-4a10-806b-74ae9e68de32 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/9991834c-91ad-4890-bbd0-b6bb8da1efa9 HTTP/1.1" status: 404 len: 339 time: 0.0275748 Jun 30 03:01:37.468386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44152) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.495104 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af40de7-1c95-4d9c-8b5a-abe91d11f395 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.495559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af40de7-1c95-4d9c-8b5a-abe91d11f395 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.497344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3af40de7-1c95-4d9c-8b5a-abe91d11f395 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/11147d7a-c21c-49de-bffb-26552fec28d9 HTTP/1.1" status: 404 len: 337 time: 0.0280604 Jun 30 03:01:37.502390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44154) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.523626 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd77c617-1efd-4677-bb13-f5a7470348d4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.524246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd77c617-1efd-4677-bb13-f5a7470348d4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.526417 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cd77c617-1efd-4677-bb13-f5a7470348d4 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/3c04e2c3-3b71-49c0-8165-edf6d0c632a6 HTTP/1.1" status: 404 len: 339 time: 0.0226038 Jun 30 03:01:37.529452 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.568805 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-f929a48d-465a-4c3a-a6d2-be317793607c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.569411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f929a48d-465a-4c3a-a6d2-be317793607c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.572045 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f929a48d-465a-4c3a-a6d2-be317793607c tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/0ad724d5-2dea-4978-9710-78df4f98418f HTTP/1.1" status: 404 len: 337 time: 0.0411174 Jun 30 03:01:37.574885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44158) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.598439 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc17100-de88-4833-9562-a72d2c56ea96 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.599018 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc17100-de88-4833-9562-a72d2c56ea96 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.601302 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-afc17100-de88-4833-9562-a72d2c56ea96 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/15161f20-3f6c-4a96-b731-73f2b641a568 HTTP/1.1" status: 404 len: 339 time: 0.0254943 Jun 30 03:01:37.604320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44160) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.637470 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0eea39-98a2-4056-b1a0-b94f84fd95ca tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.638163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0eea39-98a2-4056-b1a0-b94f84fd95ca tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.639651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4a0eea39-98a2-4056-b1a0-b94f84fd95ca tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/aac5dcb2-b482-4a05-bdc2-3c684f9e6819 HTTP/1.1" status: 404 len: 337 time: 0.0342946 Jun 30 03:01:37.642418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.662302 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e84f07c-37f2-44a7-a984-5ee24646ffcb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] DELETE failed (client error): The resource could not be found. Jun 30 03:01:37.663304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e84f07c-37f2-44a7-a984-5ee24646ffcb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:01:37.665269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1e84f07c-37f2-44a7-a984-5ee24646ffcb tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/769c5610-923d-4a19-ac14-c19bec273bc6 HTTP/1.1" status: 404 len: 339 time: 0.0218902 Jun 30 03:01:37.667953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.721942 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c04ffd-94dd-46cc-aa65-c08e6332e8f1 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Deleting subnet 627ee91c-902d-4f90-859b-c47f52416ffa {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:37.725571 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4c04ffd-94dd-46cc-aa65-c08e6332e8f1 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.768075 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4c04ffd-94dd-46cc-aa65-c08e6332e8f1 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.867653 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4c04ffd-94dd-46cc-aa65-c08e6332e8f1 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.931829 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4c04ffd-94dd-46cc-aa65-c08e6332e8f1 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.957593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c04ffd-94dd-46cc-aa65-c08e6332e8f1 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Subnet': ['ID=627ee91c-902d-4f90-859b-c47f52416ffa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:37.964191 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a4c04ffd-94dd-46cc-aa65-c08e6332e8f1 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:37.966012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a4c04ffd-94dd-46cc-aa65-c08e6332e8f1 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/subnets/627ee91c-902d-4f90-859b-c47f52416ffa HTTP/1.1" status: 204 len: 168 time: 0.2971518 Jun 30 03:01:37.969870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44166) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:37.970412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f98fd6-49fb-4cee-b148-a5aebda4073d None None] Network a968cac8-d57b-4a0a-810d-317707faf132 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:38.055818 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.119044 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Deleting port 0980b959-f452-42e6-ad01-15720d1f59d4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:38.119359 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.182677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd88d54-9b03-4d8e-8cbc-7222b85ee2b6 None None] DHCP port deletion for a968cac8-d57b-4a0a-810d-317707faf132 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:01:38.189673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] For port 0980b959-f452-42e6-ad01-15720d1f59d4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0980b959-f452-42e6-ad01-15720d1f59d4,segment=NetworkSegment(28683efb-964c-4646-b0a4-18ab9d86ec7c),segment_id=28683efb-964c-4646-b0a4-18ab9d86ec7c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:38.190030 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.203866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Calling delete_port for 0980b959-f452-42e6-ad01-15720d1f59d4 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:38.249098 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1fd88d54-9b03-4d8e-8cbc-7222b85ee2b6 None None] Deleting port 0980b959-f452-42e6-ad01-15720d1f59d4 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:38.249504 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fd88d54-9b03-4d8e-8cbc-7222b85ee2b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.309234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0980b959-f452-42e6-ad01-15720d1f59d4 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:38.312091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.328539 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] No DVR routers for this DVR port 0980b959-f452-42e6-ad01-15720d1f59d4 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:38.336985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0980b959-f452-42e6-ad01-15720d1f59d4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:38.337334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0980b959-f452-42e6-ad01-15720d1f59d4 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:38.345931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1fd88d54-9b03-4d8e-8cbc-7222b85ee2b6 None None] For port 0980b959-f452-42e6-ad01-15720d1f59d4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0980b959-f452-42e6-ad01-15720d1f59d4,segment=NetworkSegment(28683efb-964c-4646-b0a4-18ab9d86ec7c),segment_id=28683efb-964c-4646-b0a4-18ab9d86ec7c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:38.345931 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fd88d54-9b03-4d8e-8cbc-7222b85ee2b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.361954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1fd88d54-9b03-4d8e-8cbc-7222b85ee2b6 None None] Calling delete_port for 0980b959-f452-42e6-ad01-15720d1f59d4 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:38.381371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Port': ['ID=0980b959-f452-42e6-ad01-15720d1f59d4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:38.449666 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fd88d54-9b03-4d8e-8cbc-7222b85ee2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.461176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.472278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a968cac8-d57b-4a0a-810d-317707faf132']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:38.476042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd88d54-9b03-4d8e-8cbc-7222b85ee2b6 None None] Pushing event deleted for resources: {'Port': ['ID=0980b959-f452-42e6-ad01-15720d1f59d4,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:38.479870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd88d54-9b03-4d8e-8cbc-7222b85ee2b6 None None] No DVR routers for this DVR port 0980b959-f452-42e6-ad01-15720d1f59d4 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:38.485051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28683efb-964c-4646-b0a4-18ab9d86ec7c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:38.485318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28683efb-964c-4646-b0a4-18ab9d86ec7c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:38.499812 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.514444 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.520733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:38.521152 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:38.524445 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:38.593614 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.601658 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.603543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] 10.222.0.55 "DELETE /v2.0/networks/a968cac8-d57b-4a0a-810d-317707faf132 HTTP/1.1" status: 204 len: 168 time: 0.6325550 Jun 30 03:01:38.615498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d8211-9a77-412e-ae60-5f8e42c592e8 tempest-NetworksTest-1828971889 tempest-NetworksTest-1828971889-project] Pushing event deleted for resources: {'Network': ['ID=a968cac8-d57b-4a0a-810d-317707faf132,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:38.886628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:39.036952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a3dd37f5-cd1b-41d6-8b03-e3f1babf5990 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38384b298f3b4992a95d97f5529fcdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490567 Jun 30 03:01:39.046574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:39.090380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8af8c601-7c44-4b65-bb03-637409c7fe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.114295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8af8c601-7c44-4b65-bb03-637409c7fe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.167806 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8af8c601-7c44-4b65-bb03-637409c7fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.170304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8af8c601-7c44-4b65-bb03-637409c7fe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:39.171514 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8af8c601-7c44-4b65-bb03-637409c7fe72 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e607388c-2f54-4f8d-b648-660854725e0f HTTP/1.1" status: 204 len: 168 time: 0.1305311 Jun 30 03:01:39.180394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8c601-7c44-4b65-bb03-637409c7fe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607388c-2f54-4f8d-b648-660854725e0f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:39.899789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44202) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.005920 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1411504379'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:40.029585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:40.033414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.042802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.159898 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.165440 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.193346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:40.203720 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66a337-f373-4da1-91bf-7d6daf0b619a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:40.209798 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.210192 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added segment d22617ac-22cb-4cf5-b5e6-14a3e85d830c of type vlan for network d0eddcfc-cc5b-45a8-9814-9db2922f7dee Jun 30 03:01:40.258137 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.292792 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.298186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:40.298798 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.356861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4558101 Jun 30 03:01:40.359583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44206) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.366394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1958650325'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:40.377538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c0090-78f2-4e36-89d7-bfc863251864 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Network': ['ID=d0eddcfc-cc5b-45a8-9814-9db2922f7dee,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:40.389707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network d0eddcfc-cc5b-45a8-9814-9db2922f7dee details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:40.396387 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:40.400097 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.433182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:40.443014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.443014 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added segment 973c9ad2-5246-4fdf-acb2-1cc97faa36a5 of type vlan for network 3aa8341c-c2ee-4c58-8178-3035c3bb6ada Jun 30 03:01:40.483368 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.515039 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.520712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:40.521279 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.572848 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2121193 Jun 30 03:01:40.576048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:40.584144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'subnet': {'network_id': 'd0eddcfc-cc5b-45a8-9814-9db2922f7dee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:40.587568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe0a67-0861-4161-aff3-e3a1fedd9297 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Network': ['ID=3aa8341c-c2ee-4c58-8178-3035c3bb6ada,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:40.598435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 3aa8341c-c2ee-4c58-8178-3035c3bb6ada details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:40.685606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:40.690045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.886005 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:40.966750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Subnet': ['ID=a9704f28-9ef5-40a1-b3c2-06d45e029020,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:40.975248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Checking segment: {'id': 'd22617ac-22cb-4cf5-b5e6-14a3e85d830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0eddcfc-cc5b-45a8-9814-9db2922f7dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:40.975611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network hostable DHCP agents. Network: d0eddcfc-cc5b-45a8-9814-9db2922f7dee, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:40.993329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network d0eddcfc-cc5b-45a8-9814-9db2922f7dee is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:41.003698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, d0eddcfc-cc5b-45a8-9814-9db2922f7dee) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:41.008735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:41.009744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.013794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a878ccfb-9ef5-47ed-b482-bd2b5ee6d08d None None] Network d0eddcfc-cc5b-45a8-9814-9db2922f7dee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:41.033176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a0e82173-2850-45b8-8b98-e70c676721c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4559255 Jun 30 03:01:41.036401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44210) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:41.042294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'subnet': {'network_id': '3aa8341c-c2ee-4c58-8178-3035c3bb6ada', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:41.137899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:41.141396 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.175340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-d0eddcfc-cc5b-45a8-9814-9db2922f7dee', 'network_id': 'd0eddcfc-cc5b-45a8-9814-9db2922f7dee', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'fixed_ips': [{'subnet_id': 'a9704f28-9ef5-40a1-b3c2-06d45e029020'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:41.176221 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.332590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Allocated IP 172.20.0.2 (d0eddcfc-cc5b-45a8-9814-9db2922f7dee/a9704f28-9ef5-40a1-b3c2-06d45e029020/7d4fff0b-e268-40bc-952e-a16ef7707d15) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:41.351970 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.413121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Subnet': ['ID=62f8d6a3-a42c-44dc-bc22-d3dcee5f40ed,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.432361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Checking segment: {'id': '973c9ad2-5246-4fdf-acb2-1cc97faa36a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3aa8341c-c2ee-4c58-8178-3035c3bb6ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:41.432795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network hostable DHCP agents. Network: 3aa8341c-c2ee-4c58-8178-3035c3bb6ada, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:41.454150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 3aa8341c-c2ee-4c58-8178-3035c3bb6ada is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:41.465710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 3aa8341c-c2ee-4c58-8178-3035c3bb6ada) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:41.471803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:41.472810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.484151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cff0902-97db-4987-b152-e53e9a2f893c None None] Network 3aa8341c-c2ee-4c58-8178-3035c3bb6ada requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:41.491869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bd6d4175-6cda-4583-b133-cf1d87fbe276 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4541879 Jun 30 03:01:41.494857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44212) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:41.499784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e4a62043-c06e-40f1-872d-dcead693e1fb tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1023521334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:41.526975 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4a62043-c06e-40f1-872d-dcead693e1fb tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.529500 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4a62043-c06e-40f1-872d-dcead693e1fb tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.532576 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.555484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Transition to ACTIVE for port object 7d4fff0b-e268-40bc-952e-a16ef7707d15 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:41.611173 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4a62043-c06e-40f1-872d-dcead693e1fb tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.611791 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Transition to ACTIVE for port object 7d4fff0b-e268-40bc-952e-a16ef7707d15 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:41.618672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4a62043-c06e-40f1-872d-dcead693e1fb tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.636635 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.644426 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e4a62043-c06e-40f1-872d-dcead693e1fb tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.646581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e4a62043-c06e-40f1-872d-dcead693e1fb tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1504872 Jun 30 03:01:41.651544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:41.719222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Network d0eddcfc-cc5b-45a8-9814-9db2922f7dee is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:41.724381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:41.729815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Pushing event updated for resources: {'Port': ['ID=7d4fff0b-e268-40bc-952e-a16ef7707d15,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:41.732524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:41.817762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-3aa8341c-c2ee-4c58-8178-3035c3bb6ada', 'network_id': '3aa8341c-c2ee-4c58-8178-3035c3bb6ada', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'fixed_ips': [{'subnet_id': '62f8d6a3-a42c-44dc-bc22-d3dcee5f40ed'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:41.818623 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.847770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Attempting to bind port 7d4fff0b-e268-40bc-952e-a16ef7707d15 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:41.848149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Attempting to bind port 7d4fff0b-e268-40bc-952e-a16ef7707d15 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'd22617ac-22cb-4cf5-b5e6-14a3e85d830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0eddcfc-cc5b-45a8-9814-9db2922f7dee'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:41.848467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Attempting to bind port 7d4fff0b-e268-40bc-952e-a16ef7707d15 on network d0eddcfc-cc5b-45a8-9814-9db2922f7dee {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:41.860661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:41.861152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Checking segment: {'id': 'd22617ac-22cb-4cf5-b5e6-14a3e85d830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0eddcfc-cc5b-45a8-9814-9db2922f7dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:41.861544 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.862021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Bound using segment: {'id': 'd22617ac-22cb-4cf5-b5e6-14a3e85d830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0eddcfc-cc5b-45a8-9814-9db2922f7dee'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:41.862819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Bound port: 7d4fff0b-e268-40bc-952e-a16ef7707d15, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22617ac-22cb-4cf5-b5e6-14a3e85d830c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd0eddcfc-cc5b-45a8-9814-9db2922f7dee'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:41.863102 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:41.977251 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.037778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] For port 7d4fff0b-e268-40bc-952e-a16ef7707d15, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:42.050245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Allocated IP 172.21.0.2 (3aa8341c-c2ee-4c58-8178-3035c3bb6ada/62f8d6a3-a42c-44dc-bc22-d3dcee5f40ed/dee1aed4-df78-449d-93c4-85076a48e88e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:42.057419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] For port 7d4fff0b-e268-40bc-952e-a16ef7707d15, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7d4fff0b-e268-40bc-952e-a16ef7707d15,segment=NetworkSegment(d22617ac-22cb-4cf5-b5e6-14a3e85d830c),segment_id=d22617ac-22cb-4cf5-b5e6-14a3e85d830c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:42.066374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.182416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99538ebd-87da-4493-81d4-b8d293d38a5d None None] Pushing event updated for resources: {'Port': ['ID=7d4fff0b-e268-40bc-952e-a16ef7707d15,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:42.291459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.300404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Allocated IP 172.20.0.1 (d0eddcfc-cc5b-45a8-9814-9db2922f7dee/a9704f28-9ef5-40a1-b3c2-06d45e029020/90662585-7600-4f3d-9dae-089d0625aff3) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:42.301929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Transition to ACTIVE for port object dee1aed4-df78-449d-93c4-85076a48e88e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:42.323603 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Transition to ACTIVE for port object dee1aed4-df78-449d-93c4-85076a48e88e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:42.331619 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.403574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Network 3aa8341c-c2ee-4c58-8178-3035c3bb6ada is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:42.407053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:42.418034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:42.457169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Pushing event updated for resources: {'Port': ['ID=dee1aed4-df78-449d-93c4-85076a48e88e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:42.505800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Attempting to bind port dee1aed4-df78-449d-93c4-85076a48e88e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:42.513530 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.517920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Attempting to bind port dee1aed4-df78-449d-93c4-85076a48e88e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '973c9ad2-5246-4fdf-acb2-1cc97faa36a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3aa8341c-c2ee-4c58-8178-3035c3bb6ada'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:42.518361 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Attempting to bind port dee1aed4-df78-449d-93c4-85076a48e88e on network 3aa8341c-c2ee-4c58-8178-3035c3bb6ada {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:42.525046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:42.525427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Checking segment: {'id': '973c9ad2-5246-4fdf-acb2-1cc97faa36a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3aa8341c-c2ee-4c58-8178-3035c3bb6ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:42.525834 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.526228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Bound using segment: {'id': '973c9ad2-5246-4fdf-acb2-1cc97faa36a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3aa8341c-c2ee-4c58-8178-3035c3bb6ada'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:42.526703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Bound port: dee1aed4-df78-449d-93c4-85076a48e88e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973c9ad2-5246-4fdf-acb2-1cc97faa36a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3aa8341c-c2ee-4c58-8178-3035c3bb6ada'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:42.527163 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.534260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Transition to ACTIVE for port object 90662585-7600-4f3d-9dae-089d0625aff3 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:42.578645 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.609055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] For port dee1aed4-df78-449d-93c4-85076a48e88e, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:42.612180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] For port dee1aed4-df78-449d-93c4-85076a48e88e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=dee1aed4-df78-449d-93c4-85076a48e88e,segment=NetworkSegment(973c9ad2-5246-4fdf-acb2-1cc97faa36a5),segment_id=973c9ad2-5246-4fdf-acb2-1cc97faa36a5)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:42.617249 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.634198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network d0eddcfc-cc5b-45a8-9814-9db2922f7dee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:42.640264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:42.647124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:42.674542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=90662585-7600-4f3d-9dae-089d0625aff3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:42.695494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ac47c-ef75-4245-9cf3-1d10e899b978 None None] Pushing event updated for resources: {'Port': ['ID=dee1aed4-df78-449d-93c4-85076a48e88e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:42.705460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:42.858532 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.192320 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.198659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.281127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.282954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=90662585-7600-4f3d-9dae-089d0625aff3,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:43.333589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756d94c0-e726-42de-ac2b-c7709d58729d None None] Network d0eddcfc-cc5b-45a8-9814-9db2922f7dee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:43.391499 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network d0eddcfc-cc5b-45a8-9814-9db2922f7dee is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:43.393219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:43.393708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-59670d09-f5c3-4886-8763-a669a80ef800 None None] Provisioning for port 7d4fff0b-e268-40bc-952e-a16ef7707d15 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:43.543130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router dedf271a-ebf0-4d40-aaf8-c15aaff5c79a is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:01:43.642651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:43.649513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bc951d38-f00b-4ccc-a94a-440dfb0674b0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/dedf271a-ebf0-4d40-aaf8-c15aaff5c79a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9956565 Jun 30 03:01:43.651197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:43.654356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90da39-4f65-4720-966f-90b97e07dc7d None None] Sync routers for ids ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:43.670786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90da39-4f65-4720-966f-90b97e07dc7d None None] Routers {'dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:43.671615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f90da39-4f65-4720-966f-90b97e07dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:43.716170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f90da39-4f65-4720-966f-90b97e07dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:43.727665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90da39-4f65-4720-966f-90b97e07dc7d None None] Routers {'dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:43.728310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f90da39-4f65-4720-966f-90b97e07dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:43.772390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1f90da39-4f65-4720-966f-90b97e07dc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:43.773724 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f90da39-4f65-4720-966f-90b97e07dc7d None None] The sync data for ids ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:43.882047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2949d7-a6d7-4c6e-930a-46070365884c None None] Network 3aa8341c-c2ee-4c58-8178-3035c3bb6ada requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:43.951176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4aff7d27-453c-43cb-bf17-0f7715f67d4b None None] Provisioning for port 90662585-7600-4f3d-9dae-089d0625aff3 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:43.970284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4aff7d27-453c-43cb-bf17-0f7715f67d4b None None] Provisioning complete for port 90662585-7600-4f3d-9dae-089d0625aff3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:43.970824 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4aff7d27-453c-43cb-bf17-0f7715f67d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.047706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4aff7d27-453c-43cb-bf17-0f7715f67d4b None None] Port 90662585-7600-4f3d-9dae-089d0625aff3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:44.071696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4aff7d27-453c-43cb-bf17-0f7715f67d4b None None] Provisioning for port dee1aed4-df78-449d-93c4-85076a48e88e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:44.133385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00661f52-0ee1-4041-b5b0-8214514c487b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:44.134956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-00661f52-0ee1-4041-b5b0-8214514c487b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports/90662585-7600-4f3d-9dae-089d0625aff3 HTTP/1.1" status: 200 len: 910 time: 0.4795692 Jun 30 03:01:44.137687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44222) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:44.238511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-656625db-d1c3-4c93-a0a2-369c0b53ac9b None None] Provisioning complete for port 90662585-7600-4f3d-9dae-089d0625aff3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:44.239125 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-656625db-d1c3-4c93-a0a2-369c0b53ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.314333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-656625db-d1c3-4c93-a0a2-369c0b53ac9b None None] Port 90662585-7600-4f3d-9dae-089d0625aff3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:44.419290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7d4fff0b-e268-40bc-952e-a16ef7707d15 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:44.471676 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bd566961-b75d-4052-9bfe-b56323a326e5 None None] Provisioning complete for port 90662585-7600-4f3d-9dae-089d0625aff3 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:44.472049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd566961-b75d-4052-9bfe-b56323a326e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.513467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7d4fff0b-e268-40bc-952e-a16ef7707d15 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:44.519077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bd566961-b75d-4052-9bfe-b56323a326e5 None None] Port 90662585-7600-4f3d-9dae-089d0625aff3 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:44.520663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7d4fff0b-e268-40bc-952e-a16ef7707d15 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:44.520973 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.630180 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.651175 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.692220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 7d4fff0b-e268-40bc-952e-a16ef7707d15, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7d4fff0b-e268-40bc-952e-a16ef7707d15,segment=NetworkSegment(d22617ac-22cb-4cf5-b5e6-14a3e85d830c),segment_id=d22617ac-22cb-4cf5-b5e6-14a3e85d830c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:44.698334 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.699309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dee1aed4-df78-449d-93c4-85076a48e88e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:44.781650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=7d4fff0b-e268-40bc-952e-a16ef7707d15,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:44.797195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port dee1aed4-df78-449d-93c4-85076a48e88e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:44.805852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port dee1aed4-df78-449d-93c4-85076a48e88e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:44.805852 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.904274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:44.939276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Allocated IP 172.21.0.1 (3aa8341c-c2ee-4c58-8178-3035c3bb6ada/62f8d6a3-a42c-44dc-bc22-d3dcee5f40ed/1e1b017d-0e70-4d0a-9fce-40f3077ed0ab) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:44.948034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port dee1aed4-df78-449d-93c4-85076a48e88e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=dee1aed4-df78-449d-93c4-85076a48e88e,segment=NetworkSegment(973c9ad2-5246-4fdf-acb2-1cc97faa36a5),segment_id=973c9ad2-5246-4fdf-acb2-1cc97faa36a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:44.954608 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.013319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=dee1aed4-df78-449d-93c4-85076a48e88e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:45.083661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.097102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Transition to ACTIVE for port object 1e1b017d-0e70-4d0a-9fce-40f3077ed0ab will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:45.135175 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.176408 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 3aa8341c-c2ee-4c58-8178-3035c3bb6ada is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:45.180487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:45.184816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:45.216670 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=1e1b017d-0e70-4d0a-9fce-40f3077ed0ab,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:45.240027 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.384090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.397980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f3b6f2a-e0a0-422e-8e3a-fa54dc5f9d4a None None] Provisioning for port 1e1b017d-0e70-4d0a-9fce-40f3077ed0ab completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:45.402048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9f3b6f2a-e0a0-422e-8e3a-fa54dc5f9d4a None None] Provisioning complete for port 1e1b017d-0e70-4d0a-9fce-40f3077ed0ab triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:45.402430 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6f2a-e0a0-422e-8e3a-fa54dc5f9d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.440627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b6f2a-e0a0-422e-8e3a-fa54dc5f9d4a None None] Port 1e1b017d-0e70-4d0a-9fce-40f3077ed0ab cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:45.676955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.683905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.756684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=1e1b017d-0e70-4d0a-9fce-40f3077ed0ab,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:45.762299 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:45.862099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 3aa8341c-c2ee-4c58-8178-3035c3bb6ada is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:45.863457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:45.973174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router dedf271a-ebf0-4d40-aaf8-c15aaff5c79a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:46.068741 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.085094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:46.090644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2fe46097-22f4-4f8c-bd44-fabc074a9b07 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/dedf271a-ebf0-4d40-aaf8-c15aaff5c79a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9518590 Jun 30 03:01:46.093861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44224) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:46.095250 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a85d836-f8f1-40ab-814e-8f585b015f4b None None] Sync routers for ids ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:46.105871 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85d836-f8f1-40ab-814e-8f585b015f4b None None] Routers {'dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:46.106491 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0a85d836-f8f1-40ab-814e-8f585b015f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:46.139052 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0a85d836-f8f1-40ab-814e-8f585b015f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:46.148594 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85d836-f8f1-40ab-814e-8f585b015f4b None None] Routers {'dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:46.149180 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0a85d836-f8f1-40ab-814e-8f585b015f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:46.154646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dc57a4-caf8-45b8-897b-aff0b4ec3cca tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:46.156332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b2dc57a4-caf8-45b8-897b-aff0b4ec3cca tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports/1e1b017d-0e70-4d0a-9fce-40f3077ed0ab HTTP/1.1" status: 200 len: 910 time: 0.0614021 Jun 30 03:01:46.159458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44226) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:46.169831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-502ff23e-a2f9-42b9-9705-ddf6d5bbc746 None None] Provisioning complete for port 1e1b017d-0e70-4d0a-9fce-40f3077ed0ab triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:46.170535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-502ff23e-a2f9-42b9-9705-ddf6d5bbc746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.183126 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0a85d836-f8f1-40ab-814e-8f585b015f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:46.183772 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a85d836-f8f1-40ab-814e-8f585b015f4b None None] The sync data for ids ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:46.215248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-502ff23e-a2f9-42b9-9705-ddf6d5bbc746 None None] Port 1e1b017d-0e70-4d0a-9fce-40f3077ed0ab cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:46.292800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.309281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7d4fff0b-e268-40bc-952e-a16ef7707d15 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:46.367619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7d4fff0b-e268-40bc-952e-a16ef7707d15 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:46.368010 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.461942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dee1aed4-df78-449d-93c4-85076a48e88e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:46.516900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port dee1aed4-df78-449d-93c4-85076a48e88e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:46.517216 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.528927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.798006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port 1e1b017d-0e70-4d0a-9fce-40f3077ed0ab {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:46.798350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.889450 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:46.902196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for 1e1b017d-0e70-4d0a-9fce-40f3077ed0ab owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:47.081743 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.110556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=1e1b017d-0e70-4d0a-9fce-40f3077ed0ab,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:47.291494 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:47.516852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router dedf271a-ebf0-4d40-aaf8-c15aaff5c79a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:47.620943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:47.627087 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-61101baf-32bf-4b24-9f96-0968f38ad2d6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/dedf271a-ebf0-4d40-aaf8-c15aaff5c79a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4657822 Jun 30 03:01:47.629446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44228) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:47.631190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554fde5c-3025-465d-beb2-101f2ff127d9 None None] Sync routers for ids ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:47.643522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554fde5c-3025-465d-beb2-101f2ff127d9 None None] Routers {'dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:47.644309 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-554fde5c-3025-465d-beb2-101f2ff127d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:47.679240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-554fde5c-3025-465d-beb2-101f2ff127d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:47.689205 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554fde5c-3025-465d-beb2-101f2ff127d9 None None] Routers {'dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:47.689881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-554fde5c-3025-465d-beb2-101f2ff127d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:47.727384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-554fde5c-3025-465d-beb2-101f2ff127d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:47.728063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554fde5c-3025-465d-beb2-101f2ff127d9 None None] The sync data for ids ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:48.035498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.696156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port 90662585-7600-4f3d-9dae-089d0625aff3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:48.696834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.788939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:48.801659 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for 90662585-7600-4f3d-9dae-089d0625aff3 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:48.987577 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.017835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=90662585-7600-4f3d-9dae-089d0625aff3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:49.048563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.048882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.049256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.049563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.049895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.050266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.050595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.050966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.051367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.051695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.052039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.052343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:01:49.196682 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.361426 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router dedf271a-ebf0-4d40-aaf8-c15aaff5c79a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:49.443855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:49.450890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2f3a4e48-2dc6-47bb-b9aa-380caf912b9d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/dedf271a-ebf0-4d40-aaf8-c15aaff5c79a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8201389 Jun 30 03:01:49.453853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44230) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:49.456712 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c1b82-5bc6-4457-baee-909d258773a1 None None] Sync routers for ids ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:49.466865 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c1b82-5bc6-4457-baee-909d258773a1 None None] Routers {'dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:49.467481 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad0c1b82-5bc6-4457-baee-909d258773a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:49.484256 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8911f532-80b5-4d14-a5cd-96c0b1be6829 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=dedf271a-ebf0-4d40-aaf8-c15aaff5c79a HTTP/1.1" status: 200 len: 205 time: 0.0291460 Jun 30 03:01:49.486924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44232) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:49.507461 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad0c1b82-5bc6-4457-baee-909d258773a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:49.518043 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c1b82-5bc6-4457-baee-909d258773a1 None None] Routers {'dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:49.519032 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad0c1b82-5bc6-4457-baee-909d258773a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:49.552965 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ad0c1b82-5bc6-4457-baee-909d258773a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:49.553647 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0c1b82-5bc6-4457-baee-909d258773a1 None None] The sync data for ids ['dedf271a-ebf0-4d40-aaf8-c15aaff5c79a'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:49.564373 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce24db48-d018-4607-ac08-aedd9a41b846 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.751304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce24db48-d018-4607-ac08-aedd9a41b846 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.753631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce24db48-d018-4607-ac08-aedd9a41b846 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.800766 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce24db48-d018-4607-ac08-aedd9a41b846 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.801311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce24db48-d018-4607-ac08-aedd9a41b846 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Fanout notify agent at l3_agent the message router_deleted on router dedf271a-ebf0-4d40-aaf8-c15aaff5c79a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:01:49.808940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce24db48-d018-4607-ac08-aedd9a41b846 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.810098 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ce24db48-d018-4607-ac08-aedd9a41b846 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/dedf271a-ebf0-4d40-aaf8-c15aaff5c79a HTTP/1.1" status: 204 len: 168 time: 0.3222477 Jun 30 03:01:49.812882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:49.870657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-234234f1-cfd3-48a9-8852-72cade6b756a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting subnet 62f8d6a3-a42c-44dc-bc22-d3dcee5f40ed {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:49.874546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234234f1-cfd3-48a9-8852-72cade6b756a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:49.930133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234234f1-cfd3-48a9-8852-72cade6b756a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.045942 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234234f1-cfd3-48a9-8852-72cade6b756a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.112492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234234f1-cfd3-48a9-8852-72cade6b756a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.141040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234234f1-cfd3-48a9-8852-72cade6b756a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Subnet': ['ID=62f8d6a3-a42c-44dc-bc22-d3dcee5f40ed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:50.145365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-234234f1-cfd3-48a9-8852-72cade6b756a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.147401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-234234f1-cfd3-48a9-8852-72cade6b756a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/62f8d6a3-a42c-44dc-bc22-d3dcee5f40ed HTTP/1.1" status: 204 len: 168 time: 0.3334749 Jun 30 03:01:50.150857 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:50.154886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c1b27-c77a-4913-8f4e-26dfcfdaff6a None None] Network 3aa8341c-c2ee-4c58-8178-3035c3bb6ada requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:50.206076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6362f85-d5a0-4bc7-8c25-bbc9b0d8df2c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting subnet a9704f28-9ef5-40a1-b3c2-06d45e029020 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:50.210790 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6362f85-d5a0-4bc7-8c25-bbc9b0d8df2c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.267728 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6362f85-d5a0-4bc7-8c25-bbc9b0d8df2c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.364447 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6362f85-d5a0-4bc7-8c25-bbc9b0d8df2c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.432029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6362f85-d5a0-4bc7-8c25-bbc9b0d8df2c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.465971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6362f85-d5a0-4bc7-8c25-bbc9b0d8df2c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Subnet': ['ID=a9704f28-9ef5-40a1-b3c2-06d45e029020,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:50.467870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e6362f85-d5a0-4bc7-8c25-bbc9b0d8df2c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.469745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e6362f85-d5a0-4bc7-8c25-bbc9b0d8df2c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/a9704f28-9ef5-40a1-b3c2-06d45e029020 HTTP/1.1" status: 204 len: 168 time: 0.3180871 Jun 30 03:01:50.472898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44240) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:50.479975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862f2b1d-7743-4de2-9f5a-c577b4c5b56b None None] Network d0eddcfc-cc5b-45a8-9814-9db2922f7dee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:50.551996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c4fc4f-c0b5-436e-b651-810b4d560c6d None None] DHCP port deletion for 3aa8341c-c2ee-4c58-8178-3035c3bb6ada request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:01:50.556979 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.612980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port dee1aed4-df78-449d-93c4-85076a48e88e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:50.613588 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.665920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-21c4fc4f-c0b5-436e-b651-810b4d560c6d None None] Deleting port dee1aed4-df78-449d-93c4-85076a48e88e {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:50.666344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21c4fc4f-c0b5-436e-b651-810b4d560c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.682941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port dee1aed4-df78-449d-93c4-85076a48e88e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=dee1aed4-df78-449d-93c4-85076a48e88e,segment=NetworkSegment(973c9ad2-5246-4fdf-acb2-1cc97faa36a5),segment_id=973c9ad2-5246-4fdf-acb2-1cc97faa36a5)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:50.683297 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.696985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for dee1aed4-df78-449d-93c4-85076a48e88e owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:50.735383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45d4df2-1077-48a4-b6e0-fa3c3f88e553 None None] DHCP port deletion for d0eddcfc-cc5b-45a8-9814-9db2922f7dee request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:01:50.756187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-21c4fc4f-c0b5-436e-b651-810b4d560c6d None None] For port dee1aed4-df78-449d-93c4-85076a48e88e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=dee1aed4-df78-449d-93c4-85076a48e88e,segment=NetworkSegment(973c9ad2-5246-4fdf-acb2-1cc97faa36a5),segment_id=973c9ad2-5246-4fdf-acb2-1cc97faa36a5)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:50.756880 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21c4fc4f-c0b5-436e-b651-810b4d560c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.783891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.792745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-21c4fc4f-c0b5-436e-b651-810b4d560c6d None None] Calling delete_port for dee1aed4-df78-449d-93c4-85076a48e88e owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:50.814981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=dee1aed4-df78-449d-93c4-85076a48e88e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:50.820034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No DVR routers for this DVR port dee1aed4-df78-449d-93c4-85076a48e88e on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:50.878568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c45d4df2-1077-48a4-b6e0-fa3c3f88e553 None None] Deleting port 7d4fff0b-e268-40bc-952e-a16ef7707d15 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:50.878997 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c45d4df2-1077-48a4-b6e0-fa3c3f88e553 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.940501 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21c4fc4f-c0b5-436e-b651-810b4d560c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.963222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c45d4df2-1077-48a4-b6e0-fa3c3f88e553 None None] For port 7d4fff0b-e268-40bc-952e-a16ef7707d15, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7d4fff0b-e268-40bc-952e-a16ef7707d15,segment=NetworkSegment(d22617ac-22cb-4cf5-b5e6-14a3e85d830c),segment_id=d22617ac-22cb-4cf5-b5e6-14a3e85d830c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:50.963634 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c45d4df2-1077-48a4-b6e0-fa3c3f88e553 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:50.990678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4fc4f-c0b5-436e-b651-810b4d560c6d None None] Pushing event deleted for resources: {'Port': ['ID=dee1aed4-df78-449d-93c4-85076a48e88e,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:50.997406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c45d4df2-1077-48a4-b6e0-fa3c3f88e553 None None] Calling delete_port for 7d4fff0b-e268-40bc-952e-a16ef7707d15 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:50.999486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c4fc4f-c0b5-436e-b651-810b4d560c6d None None] No DVR routers for this DVR port dee1aed4-df78-449d-93c4-85076a48e88e on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:51.090702 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c45d4df2-1077-48a4-b6e0-fa3c3f88e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.120994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d4df2-1077-48a4-b6e0-fa3c3f88e553 None None] Pushing event deleted for resources: {'Port': ['ID=7d4fff0b-e268-40bc-952e-a16ef7707d15,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:51.124571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d4df2-1077-48a4-b6e0-fa3c3f88e553 None None] No DVR routers for this DVR port 7d4fff0b-e268-40bc-952e-a16ef7707d15 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:51.284341 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.300587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa8341c-c2ee-4c58-8178-3035c3bb6ada']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:51.316051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973c9ad2-5246-4fdf-acb2-1cc97faa36a5') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:51.316478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973c9ad2-5246-4fdf-acb2-1cc97faa36a5') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:51.328328 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.352194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.358973 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:51.359354 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:51.362677 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:51.433068 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.440529 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.442663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/networks/3aa8341c-c2ee-4c58-8178-3035c3bb6ada HTTP/1.1" status: 204 len: 168 time: 0.9688313 Jun 30 03:01:51.445528 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:51.468576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccb4a6-8898-44b2-a20e-35fc06e0888c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Network': ['ID=3aa8341c-c2ee-4c58-8178-3035c3bb6ada,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:51.540933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.634460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.645095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0eddcfc-cc5b-45a8-9814-9db2922f7dee']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:51.657407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22617ac-22cb-4cf5-b5e6-14a3e85d830c') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:51.657677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22617ac-22cb-4cf5-b5e6-14a3e85d830c') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:51.667508 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.683503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.691651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:51.692167 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:51.696256 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:51.767411 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.778650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.782055 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/networks/d0eddcfc-cc5b-45a8-9814-9db2922f7dee HTTP/1.1" status: 204 len: 168 time: 0.3340213 Jun 30 03:01:51.785256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44244) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:51.791323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'network': {'name': 'tempest-RoutersTest-395758239'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:51.795514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7c2ee-48cd-4b4d-849e-3d371daf35b2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Network': ['ID=d0eddcfc-cc5b-45a8-9814-9db2922f7dee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:51.819647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:51.824546 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.856627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:51.866411 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.866786 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added segment c11bc1ce-efa0-4745-929a-2d609a1a1701 of type vlan for network 08d49389-938b-4876-8580-cf6d553c68b4 Jun 30 03:01:51.917062 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.955621 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:51.967721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:51.968592 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.031750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2450557 Jun 30 03:01:52.035132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44246) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:52.042290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'subnet': {'network_id': '08d49389-938b-4876-8580-cf6d553c68b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:52.048524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b76eb-0b65-461f-9929-d2b54cefdac8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Network': ['ID=08d49389-938b-4876-8580-cf6d553c68b4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:52.062325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 08d49389-938b-4876-8580-cf6d553c68b4 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:52.151121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:52.155045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.306670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7d4fff0b-e268-40bc-952e-a16ef7707d15 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:52.328536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7d4fff0b-e268-40bc-952e-a16ef7707d15 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:52.328886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7d4fff0b-e268-40bc-952e-a16ef7707d15 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:52.329339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dee1aed4-df78-449d-93c4-85076a48e88e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:52.349508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: dee1aed4-df78-449d-93c4-85076a48e88e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:01:52.349960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dee1aed4-df78-449d-93c4-85076a48e88e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:01:52.373128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.448763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Subnet': ['ID=d1f1d6d9-de3c-46d2-8787-b488e47a8f00,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:52.454517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Checking segment: {'id': 'c11bc1ce-efa0-4745-929a-2d609a1a1701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '08d49389-938b-4876-8580-cf6d553c68b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:52.454805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network hostable DHCP agents. Network: 08d49389-938b-4876-8580-cf6d553c68b4, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:52.475511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 08d49389-938b-4876-8580-cf6d553c68b4 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:52.486582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 08d49389-938b-4876-8580-cf6d553c68b4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:52.491389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:52.492106 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.497838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94042b52-1978-4a70-94dc-356d450952a5 None None] Network 08d49389-938b-4876-8580-cf6d553c68b4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:52.516632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-254f2fe9-3d87-4dde-9c9a-3857289a8a2e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4764912 Jun 30 03:01:52.517104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44248) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:52.524161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-286aad7a-ec4b-4f58-b288-cd105d92838c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-748815068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:52.551313 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-286aad7a-ec4b-4f58-b288-cd105d92838c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.553373 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-286aad7a-ec4b-4f58-b288-cd105d92838c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.628988 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-286aad7a-ec4b-4f58-b288-cd105d92838c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.634756 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-286aad7a-ec4b-4f58-b288-cd105d92838c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.653952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-286aad7a-ec4b-4f58-b288-cd105d92838c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.655250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-286aad7a-ec4b-4f58-b288-cd105d92838c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1369002 Jun 30 03:01:52.658108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:52.667388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'port': {'network_id': '08d49389-938b-4876-8580-cf6d553c68b4', 'name': 'tempest-RoutersTest-343860960'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:52.675102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-08d49389-938b-4876-8580-cf6d553c68b4', 'network_id': '08d49389-938b-4876-8580-cf6d553c68b4', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'fixed_ips': [{'subnet_id': 'd1f1d6d9-de3c-46d2-8787-b488e47a8f00'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:52.675973 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.788317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:52.791956 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.809808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] device_id is not set on port 020b6f9b-28c5-4481-a56c-a34052f392f6 yet. {{(pid=93770) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 03:01:52.831263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Allocated IP 172.20.0.2 (08d49389-938b-4876-8580-cf6d553c68b4/d1f1d6d9-de3c-46d2-8787-b488e47a8f00/f1b792a3-3946-40f9-a866-c0d9053e63ea) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:52.991506 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.999976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Transition to ACTIVE for port object f1b792a3-3946-40f9-a866-c0d9053e63ea will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:53.019470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Transition to ACTIVE for port object f1b792a3-3946-40f9-a866-c0d9053e63ea will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:53.027434 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.064254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Network 08d49389-938b-4876-8580-cf6d553c68b4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:53.067033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:53.071569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:53.082848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Pushing event updated for resources: {'Port': ['ID=f1b792a3-3946-40f9-a866-c0d9053e63ea,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:53.087299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Allocated IP 172.20.0.3 (08d49389-938b-4876-8580-cf6d553c68b4/d1f1d6d9-de3c-46d2-8787-b488e47a8f00/020b6f9b-28c5-4481-a56c-a34052f392f6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:01:53.142258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Attempting to bind port f1b792a3-3946-40f9-a866-c0d9053e63ea on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:01:53.142662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Attempting to bind port f1b792a3-3946-40f9-a866-c0d9053e63ea by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c11bc1ce-efa0-4745-929a-2d609a1a1701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '08d49389-938b-4876-8580-cf6d553c68b4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:01:53.143119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Attempting to bind port f1b792a3-3946-40f9-a866-c0d9053e63ea on network 08d49389-938b-4876-8580-cf6d553c68b4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:01:53.149932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:01:53.150299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Checking segment: {'id': 'c11bc1ce-efa0-4745-929a-2d609a1a1701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '08d49389-938b-4876-8580-cf6d553c68b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:53.150727 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.151130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Bound using segment: {'id': 'c11bc1ce-efa0-4745-929a-2d609a1a1701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '08d49389-938b-4876-8580-cf6d553c68b4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:01:53.151603 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Bound port: f1b792a3-3946-40f9-a866-c0d9053e63ea, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11bc1ce-efa0-4745-929a-2d609a1a1701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '08d49389-938b-4876-8580-cf6d553c68b4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:01:53.151988 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.224181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] For port f1b792a3-3946-40f9-a866-c0d9053e63ea, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:01:53.227903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] For port f1b792a3-3946-40f9-a866-c0d9053e63ea, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f1b792a3-3946-40f9-a866-c0d9053e63ea,segment=NetworkSegment(c11bc1ce-efa0-4745-929a-2d609a1a1701),segment_id=c11bc1ce-efa0-4745-929a-2d609a1a1701)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:01:53.232602 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.253675 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.270481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Transition to ACTIVE for port object 020b6f9b-28c5-4481-a56c-a34052f392f6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:01:53.304518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a3c47-5e43-4cff-a213-c804915beb95 None None] Pushing event updated for resources: {'Port': ['ID=f1b792a3-3946-40f9-a866-c0d9053e63ea,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:53.312017 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.366037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 08d49389-938b-4876-8580-cf6d553c68b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:53.371776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:53.376808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:01:53.381958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=020b6f9b-28c5-4481-a56c-a34052f392f6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:53.437507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:53.438210 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:53.454294 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5e16c389-c26b-4fbb-8e93-58ecdaaa2c9a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7951519 Jun 30 03:01:53.460194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44252) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:53.851128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.123738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.129008 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.210485 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=020b6f9b-28c5-4481-a56c-a34052f392f6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:54.268329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101318b2-ab5a-4cd8-a4ca-efdf234a8a86 None None] Network 08d49389-938b-4876-8580-cf6d553c68b4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:54.345262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d24c19d2-1a3a-4459-bb8d-a21b108c80dc None None] Provisioning for port f1b792a3-3946-40f9-a866-c0d9053e63ea completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:54.354461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1b792a3-3946-40f9-a866-c0d9053e63ea up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:54.385667 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.393701 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48253240-8a22-4afc-b476-c6d960db3e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.468955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port f1b792a3-3946-40f9-a866-c0d9053e63ea completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:54.491404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f1b792a3-3946-40f9-a866-c0d9053e63ea triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:54.491784 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.532217 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.601565 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.639055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port f1b792a3-3946-40f9-a866-c0d9053e63ea, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f1b792a3-3946-40f9-a866-c0d9053e63ea,segment=NetworkSegment(c11bc1ce-efa0-4745-929a-2d609a1a1701),segment_id=c11bc1ce-efa0-4745-929a-2d609a1a1701)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:54.644057 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.710402 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=f1b792a3-3946-40f9-a866-c0d9053e63ea,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:54.792599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d6332f6-9237-45fc-a5ae-a378c302973c None None] Provisioning complete for port f1b792a3-3946-40f9-a866-c0d9053e63ea triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:54.792982 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d6332f6-9237-45fc-a5ae-a378c302973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.838144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.844682 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.900228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d6332f6-9237-45fc-a5ae-a378c302973c None None] Provisioning for port 020b6f9b-28c5-4481-a56c-a34052f392f6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:01:54.905420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4d6332f6-9237-45fc-a5ae-a378c302973c None None] Provisioning complete for port 020b6f9b-28c5-4481-a56c-a34052f392f6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:54.905811 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d6332f6-9237-45fc-a5ae-a378c302973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.937097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=020b6f9b-28c5-4481-a56c-a34052f392f6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:54.939294 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:54.943682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4d6332f6-9237-45fc-a5ae-a378c302973c None None] Port 020b6f9b-28c5-4481-a56c-a34052f392f6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:55.045359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 08d49389-938b-4876-8580-cf6d553c68b4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:01:55.047034 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:55.063630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3afebe0e-da6c-4f45-a23a-6a33026ad4e8 None None] Provisioning complete for port 020b6f9b-28c5-4481-a56c-a34052f392f6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:55.064146 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3afebe0e-da6c-4f45-a23a-6a33026ad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.103636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3afebe0e-da6c-4f45-a23a-6a33026ad4e8 None None] Port 020b6f9b-28c5-4481-a56c-a34052f392f6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:55.173135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 087233de-ecda-4d43-b20f-3cbd0b89f7b1 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:01:55.224105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-80bb2856-2128-4bb6-9be9-21b4a1adca3f None None] Provisioning complete for port 020b6f9b-28c5-4481-a56c-a34052f392f6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:55.224575 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-80bb2856-2128-4bb6-9be9-21b4a1adca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.264566 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-80bb2856-2128-4bb6-9be9-21b4a1adca3f None None] Port 020b6f9b-28c5-4481-a56c-a34052f392f6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:55.270270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:55.276612 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-68b219b2-942f-49fc-9213-99d17f3d7ad0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/087233de-ecda-4d43-b20f-3cbd0b89f7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8120236 Jun 30 03:01:55.279767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:55.284244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fffa74a-97fd-4820-8ba2-a7a7bfd7eb0a None None] Sync routers for ids ['087233de-ecda-4d43-b20f-3cbd0b89f7b1'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:55.297018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fffa74a-97fd-4820-8ba2-a7a7bfd7eb0a None None] Routers {'087233de-ecda-4d43-b20f-3cbd0b89f7b1'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:55.297697 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fffa74a-97fd-4820-8ba2-a7a7bfd7eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['087233de-ecda-4d43-b20f-3cbd0b89f7b1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:55.337638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fffa74a-97fd-4820-8ba2-a7a7bfd7eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:55.342911 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03085f-8474-46d8-a1f5-f7bdef0012a2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:55.344558 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cf03085f-8474-46d8-a1f5-f7bdef0012a2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports/020b6f9b-28c5-4481-a56c-a34052f392f6 HTTP/1.1" status: 200 len: 976 time: 0.0635931 Jun 30 03:01:55.347417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:55.352208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fffa74a-97fd-4820-8ba2-a7a7bfd7eb0a None None] Routers {'087233de-ecda-4d43-b20f-3cbd0b89f7b1'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:55.353181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fffa74a-97fd-4820-8ba2-a7a7bfd7eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['087233de-ecda-4d43-b20f-3cbd0b89f7b1'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:55.391151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fffa74a-97fd-4820-8ba2-a7a7bfd7eb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:55.391756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fffa74a-97fd-4820-8ba2-a7a7bfd7eb0a None None] The sync data for ids ['087233de-ecda-4d43-b20f-3cbd0b89f7b1'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:55.404178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1bfd7e52-0fce-412a-bead-673d6f09c99b None None] Provisioning complete for port 020b6f9b-28c5-4481-a56c-a34052f392f6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:55.404563 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1bfd7e52-0fce-412a-bead-673d6f09c99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:55.442114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd7e52-0fce-412a-bead-673d6f09c99b None None] Port 020b6f9b-28c5-4481-a56c-a34052f392f6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:01:56.147253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.306853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1b792a3-3946-40f9-a866-c0d9053e63ea up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:01:56.361242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f1b792a3-3946-40f9-a866-c0d9053e63ea triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:01:56.361635 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.380591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port 020b6f9b-28c5-4481-a56c-a34052f392f6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:56.381002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.481704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.495960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for 020b6f9b-28c5-4481-a56c-a34052f392f6 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:56.696176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.729881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=020b6f9b-28c5-4481-a56c-a34052f392f6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:56.876656 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.980801 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1216997c-91cb-4a43-b818-4b73c4b2e4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:56.999469 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.045660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 087233de-ecda-4d43-b20f-3cbd0b89f7b1 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:01:57.125314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:01:57.130982 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-380b2e49-33db-44a9-9864-cb6079114f96 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/087233de-ecda-4d43-b20f-3cbd0b89f7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7822025 Jun 30 03:01:57.134003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:57.136716 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb3d1c-f594-4698-b8e0-f3e75fe37161 None None] Sync routers for ids ['087233de-ecda-4d43-b20f-3cbd0b89f7b1'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:01:57.146700 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb3d1c-f594-4698-b8e0-f3e75fe37161 None None] Routers {'087233de-ecda-4d43-b20f-3cbd0b89f7b1'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:57.147513 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-38cb3d1c-f594-4698-b8e0-f3e75fe37161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['087233de-ecda-4d43-b20f-3cbd0b89f7b1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:57.183395 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-38cb3d1c-f594-4698-b8e0-f3e75fe37161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:57.192350 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb3d1c-f594-4698-b8e0-f3e75fe37161 None None] Routers {'087233de-ecda-4d43-b20f-3cbd0b89f7b1'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:01:57.192953 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-38cb3d1c-f594-4698-b8e0-f3e75fe37161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['087233de-ecda-4d43-b20f-3cbd0b89f7b1'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:57.233723 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-38cb3d1c-f594-4698-b8e0-f3e75fe37161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:57.234263 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cb3d1c-f594-4698-b8e0-f3e75fe37161 None None] The sync data for ids ['087233de-ecda-4d43-b20f-3cbd0b89f7b1'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:01:57.323677 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-73f13f97-cd1a-46ad-a252-51157fb04473 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 03:01:57.325330 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-73f13f97-cd1a-46ad-a252-51157fb04473 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/087233de-ecda-4d43-b20f-3cbd0b89f7b1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1898191 Jun 30 03:01:57.328127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44262) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:57.358879 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-55f9071f-a50d-4a40-8583-c4533e6ebef9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=087233de-ecda-4d43-b20f-3cbd0b89f7b1 HTTP/1.1" status: 200 len: 205 time: 0.0296254 Jun 30 03:01:57.361521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:57.445156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27c012c6-20dc-49da-91be-9139cb0317c9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.564048 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:01:57.645098 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27c012c6-20dc-49da-91be-9139cb0317c9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.648436 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27c012c6-20dc-49da-91be-9139cb0317c9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.703195 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27c012c6-20dc-49da-91be-9139cb0317c9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.703705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c012c6-20dc-49da-91be-9139cb0317c9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Fanout notify agent at l3_agent the message router_deleted on router 087233de-ecda-4d43-b20f-3cbd0b89f7b1 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:01:57.711037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27c012c6-20dc-49da-91be-9139cb0317c9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.712260 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-27c012c6-20dc-49da-91be-9139cb0317c9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/087233de-ecda-4d43-b20f-3cbd0b89f7b1 HTTP/1.1" status: 204 len: 168 time: 0.3497472 Jun 30 03:01:57.714807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:57.767006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea636eb-0845-4e96-99a7-2320a564f9a3 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting subnet d1f1d6d9-de3c-46d2-8787-b488e47a8f00 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:01:57.770466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ea636eb-0845-4e96-99a7-2320a564f9a3 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.817414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ea636eb-0845-4e96-99a7-2320a564f9a3 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.903415 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ea636eb-0845-4e96-99a7-2320a564f9a3 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:57.964504 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ea636eb-0845-4e96-99a7-2320a564f9a3 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.004905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea636eb-0845-4e96-99a7-2320a564f9a3 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f1d6d9-de3c-46d2-8787-b488e47a8f00,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:58.010817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4ea636eb-0845-4e96-99a7-2320a564f9a3 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.011877 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4ea636eb-0845-4e96-99a7-2320a564f9a3 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/d1f1d6d9-de3c-46d2-8787-b488e47a8f00 HTTP/1.1" status: 204 len: 168 time: 0.2961195 Jun 30 03:01:58.015801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44268) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:58.016289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3d2e2f-680d-40b4-9c67-72bf45085eab None None] Network 08d49389-938b-4876-8580-cf6d553c68b4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:58.127219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.203649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port f1b792a3-3946-40f9-a866-c0d9053e63ea {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:58.204106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.257211 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495490b3-cbc4-4578-bae5-914507eeb800 None None] DHCP port deletion for 08d49389-938b-4876-8580-cf6d553c68b4 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:01:58.294669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port f1b792a3-3946-40f9-a866-c0d9053e63ea, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f1b792a3-3946-40f9-a866-c0d9053e63ea,segment=NetworkSegment(c11bc1ce-efa0-4745-929a-2d609a1a1701),segment_id=c11bc1ce-efa0-4745-929a-2d609a1a1701)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:58.295073 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.313959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for f1b792a3-3946-40f9-a866-c0d9053e63ea owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:58.321369 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.326477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f1b792a3-3946-40f9-a866-c0d9053e63ea no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:01:58.381581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-495490b3-cbc4-4578-bae5-914507eeb800 None None] Deleting port f1b792a3-3946-40f9-a866-c0d9053e63ea {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:01:58.381870 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-495490b3-cbc4-4578-bae5-914507eeb800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.410893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.426132 n-d-758944-39 neutron-server[93772]: INFO neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No ports have port_id starting with f1b792a3-3946-40f9-a866-c0d9053e63ea Jun 30 03:01:58.443672 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=f1b792a3-3946-40f9-a866-c0d9053e63ea,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:58.448535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No DVR routers for this DVR port f1b792a3-3946-40f9-a866-c0d9053e63ea on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:58.463152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-495490b3-cbc4-4578-bae5-914507eeb800 None None] For port f1b792a3-3946-40f9-a866-c0d9053e63ea, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f1b792a3-3946-40f9-a866-c0d9053e63ea,segment=NetworkSegment(c11bc1ce-efa0-4745-929a-2d609a1a1701),segment_id=c11bc1ce-efa0-4745-929a-2d609a1a1701)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:01:58.463737 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-495490b3-cbc4-4578-bae5-914507eeb800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.480188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-495490b3-cbc4-4578-bae5-914507eeb800 None None] Calling delete_port for f1b792a3-3946-40f9-a866-c0d9053e63ea owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:01:58.563630 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.573700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-495490b3-cbc4-4578-bae5-914507eeb800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.577620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d49389-938b-4876-8580-cf6d553c68b4']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:58.590138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11bc1ce-efa0-4745-929a-2d609a1a1701') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:58.590435 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11bc1ce-efa0-4745-929a-2d609a1a1701') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:01:58.600483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495490b3-cbc4-4578-bae5-914507eeb800 None None] Pushing event deleted for resources: {'Port': ['ID=f1b792a3-3946-40f9-a866-c0d9053e63ea,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:58.601052 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.604610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495490b3-cbc4-4578-bae5-914507eeb800 None None] No DVR routers for this DVR port f1b792a3-3946-40f9-a866-c0d9053e63ea on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:01:58.626992 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.634809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:01:58.635091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:01:58.638928 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:01:58.704931 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.709725 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.716678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/networks/08d49389-938b-4876-8580-cf6d553c68b4 HTTP/1.1" status: 204 len: 168 time: 0.6949244 Jun 30 03:01:58.717495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44270) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:58.722256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1416005875'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:58.736365 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3b7a0-bb38-4522-99dc-39b298517f8c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Network': ['ID=08d49389-938b-4876-8580-cf6d553c68b4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:58.757937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:58.761709 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.792191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:01:58.808057 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.808545 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added segment d84910a7-604a-4066-ae6a-f9deeedb6e9c of type vlan for network d9919ed1-84cf-41d1-b1d8-dfffc4bb689e Jun 30 03:01:58.855096 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.889466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:58.896502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:58.897396 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.356280 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6382468 Jun 30 03:01:59.359190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:59.359714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63975d47-fece-4233-8919-be9f687d8930 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Network': ['ID=d9919ed1-84cf-41d1-b1d8-dfffc4bb689e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:59.364591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'subnet': {'network_id': 'd9919ed1-84cf-41d1-b1d8-dfffc4bb689e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:59.371645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network d9919ed1-84cf-41d1-b1d8-dfffc4bb689e details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:01:59.472898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:01:59.476929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.672412 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.739251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Subnet': ['ID=77366f6c-d6a9-4cbf-8e48-be46486f914b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:01:59.747329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Checking segment: {'id': 'd84910a7-604a-4066-ae6a-f9deeedb6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd9919ed1-84cf-41d1-b1d8-dfffc4bb689e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:01:59.747691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network hostable DHCP agents. Network: d9919ed1-84cf-41d1-b1d8-dfffc4bb689e, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:01:59.767566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network d9919ed1-84cf-41d1-b1d8-dfffc4bb689e is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:01:59.777229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, d9919ed1-84cf-41d1-b1d8-dfffc4bb689e) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:01:59.781969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:01:59.782569 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.788167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a557a-c7f7-4403-9522-275c3beda965 None None] Network d9919ed1-84cf-41d1-b1d8-dfffc4bb689e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:01:59.799224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a8352628-63c3-418f-a7c8-5cd2bb914fd9 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4388196 Jun 30 03:01:59.803555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:59.808261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4606bb59-0dba-489a-8d4a-9cccd6335ca1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-597895520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:01:59.833748 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4606bb59-0dba-489a-8d4a-9cccd6335ca1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.835301 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4606bb59-0dba-489a-8d4a-9cccd6335ca1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.887710 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4606bb59-0dba-489a-8d4a-9cccd6335ca1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.891936 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4606bb59-0dba-489a-8d4a-9cccd6335ca1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.909156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4606bb59-0dba-489a-8d4a-9cccd6335ca1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:59.910947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4606bb59-0dba-489a-8d4a-9cccd6335ca1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1062896 Jun 30 03:01:59.915410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:01:59.953644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-d9919ed1-84cf-41d1-b1d8-dfffc4bb689e', 'network_id': 'd9919ed1-84cf-41d1-b1d8-dfffc4bb689e', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'fixed_ips': [{'subnet_id': '77366f6c-d6a9-4cbf-8e48-be46486f914b'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:01:59.954508 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.116191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Allocated IP 172.20.0.2 (d9919ed1-84cf-41d1-b1d8-dfffc4bb689e/77366f6c-d6a9-4cbf-8e48-be46486f914b/ee7ae53d-ac6f-4786-9d6c-5e44d8676a18) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:00.143699 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.207817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.473775 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.483470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Transition to ACTIVE for port object ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:00.499382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Transition to ACTIVE for port object ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:00.507597 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.545644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Network d9919ed1-84cf-41d1-b1d8-dfffc4bb689e is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:00.548530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:00.554472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:00.560299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Allocated IP 172.20.0.1 (d9919ed1-84cf-41d1-b1d8-dfffc4bb689e/77366f6c-d6a9-4cbf-8e48-be46486f914b/6013769c-7694-45a9-bab6-88273c343286) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:00.561437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Pushing event updated for resources: {'Port': ['ID=ee7ae53d-ac6f-4786-9d6c-5e44d8676a18,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:00.646953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Attempting to bind port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:00.647529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Attempting to bind port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'd84910a7-604a-4066-ae6a-f9deeedb6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd9919ed1-84cf-41d1-b1d8-dfffc4bb689e'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:00.648094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Attempting to bind port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 on network d9919ed1-84cf-41d1-b1d8-dfffc4bb689e {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:00.655995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:00.656435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Checking segment: {'id': 'd84910a7-604a-4066-ae6a-f9deeedb6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd9919ed1-84cf-41d1-b1d8-dfffc4bb689e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:00.656893 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.657396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Bound using segment: {'id': 'd84910a7-604a-4066-ae6a-f9deeedb6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd9919ed1-84cf-41d1-b1d8-dfffc4bb689e'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:00.658019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Bound port: ee7ae53d-ac6f-4786-9d6c-5e44d8676a18, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84910a7-604a-4066-ae6a-f9deeedb6e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd9919ed1-84cf-41d1-b1d8-dfffc4bb689e'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:00.658581 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.716074 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.732427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] For port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:00.732669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Transition to ACTIVE for port object 6013769c-7694-45a9-bab6-88273c343286 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:00.735532 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] For port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ee7ae53d-ac6f-4786-9d6c-5e44d8676a18,segment=NetworkSegment(d84910a7-604a-4066-ae6a-f9deeedb6e9c),segment_id=d84910a7-604a-4066-ae6a-f9deeedb6e9c)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:00.739329 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.782670 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:00.806936 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94e17a-5058-4884-8e8b-47b8938712c7 None None] Pushing event updated for resources: {'Port': ['ID=ee7ae53d-ac6f-4786-9d6c-5e44d8676a18,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:00.833406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network d9919ed1-84cf-41d1-b1d8-dfffc4bb689e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:00.837533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:00.842737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:00.876418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=6013769c-7694-45a9-bab6-88273c343286,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:00.897644 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.062535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.352065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.358057 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.436615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=6013769c-7694-45a9-bab6-88273c343286,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:01.440306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:01.544538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network d9919ed1-84cf-41d1-b1d8-dfffc4bb689e is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:01.546135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:01.681443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 5d5b3caa-04ea-42c7-9694-36639c551284 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:02:01.728122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b908f7-f9ef-44a8-a383-afcaecfa4bb0 None None] Network d9919ed1-84cf-41d1-b1d8-dfffc4bb689e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:01.780093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:01.788290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-79b8a021-d2c1-4ec2-a8eb-293f69949f02 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/5d5b3caa-04ea-42c7-9694-36639c551284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8706141 Jun 30 03:02:01.789023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44278) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:01.791699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bdf085-8815-4224-9970-80924d27a02f None None] Sync routers for ids ['5d5b3caa-04ea-42c7-9694-36639c551284'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:01.820125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bdf085-8815-4224-9970-80924d27a02f None None] Routers {'5d5b3caa-04ea-42c7-9694-36639c551284'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:01.820760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5bdf085-8815-4224-9970-80924d27a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5d5b3caa-04ea-42c7-9694-36639c551284'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:01.846365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dceb8b6-2b8a-4d1c-acd0-7c37142a7ad2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:01.851575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8dceb8b6-2b8a-4d1c-acd0-7c37142a7ad2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports/6013769c-7694-45a9-bab6-88273c343286 HTTP/1.1" status: 200 len: 910 time: 0.0567207 Jun 30 03:02:01.851919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44280) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:01.866596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5bdf085-8815-4224-9970-80924d27a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:01.875273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-47fa6bab-f2f9-49e1-8219-b08e6edb396c None None] Provisioning for port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:01.906384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bdf085-8815-4224-9970-80924d27a02f None None] Routers {'5d5b3caa-04ea-42c7-9694-36639c551284'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:01.907043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5bdf085-8815-4224-9970-80924d27a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5d5b3caa-04ea-42c7-9694-36639c551284'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:01.947273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5bdf085-8815-4224-9970-80924d27a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:01.947912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bdf085-8815-4224-9970-80924d27a02f None None] The sync data for ids ['5d5b3caa-04ea-42c7-9694-36639c551284'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:02.187646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.230672 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-078a5fa1-2e57-45a7-a396-6e58b6511169 None None] Provisioning for port 6013769c-7694-45a9-bab6-88273c343286 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:02.236168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-078a5fa1-2e57-45a7-a396-6e58b6511169 None None] Provisioning complete for port 6013769c-7694-45a9-bab6-88273c343286 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:02.236744 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-078a5fa1-2e57-45a7-a396-6e58b6511169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.291829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-078a5fa1-2e57-45a7-a396-6e58b6511169 None None] Port 6013769c-7694-45a9-bab6-88273c343286 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:02.352972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:02.407913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:02.412336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:02.412908 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.473931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f051e564-0fa8-4653-9982-c6141da98ac9 None None] Provisioning complete for port 6013769c-7694-45a9-bab6-88273c343286 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:02.474298 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f051e564-0fa8-4653-9982-c6141da98ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.488823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port 6013769c-7694-45a9-bab6-88273c343286 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:02.489247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.532090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f051e564-0fa8-4653-9982-c6141da98ac9 None None] Port 6013769c-7694-45a9-bab6-88273c343286 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:02.539764 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.574348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ee7ae53d-ac6f-4786-9d6c-5e44d8676a18,segment=NetworkSegment(d84910a7-604a-4066-ae6a-f9deeedb6e9c),segment_id=d84910a7-604a-4066-ae6a-f9deeedb6e9c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:02.583320 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.602394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.617277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for 6013769c-7694-45a9-bab6-88273c343286 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:02.634259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=ee7ae53d-ac6f-4786-9d6c-5e44d8676a18,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:02.655575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6a328518-1f06-41ba-af06-9fedf64959ce None None] Provisioning complete for port 6013769c-7694-45a9-bab6-88273c343286 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:02.655908 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a328518-1f06-41ba-af06-9fedf64959ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.690550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6a328518-1f06-41ba-af06-9fedf64959ce None None] Port 6013769c-7694-45a9-bab6-88273c343286 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:02.809102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:02.836486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=6013769c-7694-45a9-bab6-88273c343286,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:02.993884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.153971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 5d5b3caa-04ea-42c7-9694-36639c551284 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:03.246073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:03.251631 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9108ad07-ac26-4663-ab7c-f38ed3952a11 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/5d5b3caa-04ea-42c7-9694-36639c551284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3986106 Jun 30 03:02:03.254658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:03.255830 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85a6a7-ff5a-42be-a3bf-609b7938b47e None None] Sync routers for ids ['5d5b3caa-04ea-42c7-9694-36639c551284'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:03.265692 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85a6a7-ff5a-42be-a3bf-609b7938b47e None None] Routers {'5d5b3caa-04ea-42c7-9694-36639c551284'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:03.266314 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb85a6a7-ff5a-42be-a3bf-609b7938b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5d5b3caa-04ea-42c7-9694-36639c551284'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:03.287981 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c4d5b01a-9ca4-44fd-bc81-1a1dc415aee0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5b3caa-04ea-42c7-9694-36639c551284 HTTP/1.1" status: 200 len: 205 time: 0.0302527 Jun 30 03:02:03.290788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44284) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:03.304133 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb85a6a7-ff5a-42be-a3bf-609b7938b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:03.316338 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85a6a7-ff5a-42be-a3bf-609b7938b47e None None] Routers {'5d5b3caa-04ea-42c7-9694-36639c551284'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:03.316984 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb85a6a7-ff5a-42be-a3bf-609b7938b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['5d5b3caa-04ea-42c7-9694-36639c551284'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:03.355191 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb85a6a7-ff5a-42be-a3bf-609b7938b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:03.355867 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb85a6a7-ff5a-42be-a3bf-609b7938b47e None None] The sync data for ids ['5d5b3caa-04ea-42c7-9694-36639c551284'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:03.371850 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3e49fd6-2e40-438b-9b9a-e049547b93d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.537156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3e49fd6-2e40-438b-9b9a-e049547b93d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.539557 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3e49fd6-2e40-438b-9b9a-e049547b93d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.589410 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3e49fd6-2e40-438b-9b9a-e049547b93d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.590018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e49fd6-2e40-438b-9b9a-e049547b93d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Fanout notify agent at l3_agent the message router_deleted on router 5d5b3caa-04ea-42c7-9694-36639c551284 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:02:03.605624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d3e49fd6-2e40-438b-9b9a-e049547b93d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.607212 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d3e49fd6-2e40-438b-9b9a-e049547b93d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/5d5b3caa-04ea-42c7-9694-36639c551284 HTTP/1.1" status: 204 len: 168 time: 0.3154051 Jun 30 03:02:03.610160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:03.666569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-2510aa01-cdb7-4282-ab1f-cfbc11ff5835 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting subnet 77366f6c-d6a9-4cbf-8e48-be46486f914b {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:03.670257 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2510aa01-cdb7-4282-ab1f-cfbc11ff5835 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.716493 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2510aa01-cdb7-4282-ab1f-cfbc11ff5835 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.808994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2510aa01-cdb7-4282-ab1f-cfbc11ff5835 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.875537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2510aa01-cdb7-4282-ab1f-cfbc11ff5835 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.908190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510aa01-cdb7-4282-ab1f-cfbc11ff5835 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Subnet': ['ID=77366f6c-d6a9-4cbf-8e48-be46486f914b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:03.912213 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2510aa01-cdb7-4282-ab1f-cfbc11ff5835 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:03.917124 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:03.918856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f78eafa-4627-4282-a4a5-cb333d83597f None None] Network d9919ed1-84cf-41d1-b1d8-dfffc4bb689e requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:03.919416 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2510aa01-cdb7-4282-ab1f-cfbc11ff5835 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/77366f6c-d6a9-4cbf-8e48-be46486f914b HTTP/1.1" status: 204 len: 168 time: 0.3076339 Jun 30 03:02:03.995064 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.087706 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-d1319580-e088-431d-903e-fbf73a7ac614 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0904982 Jun 30 03:02:04.101463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:04.101808 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.113837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8146c4-6c6a-4d14-995e-ce5ec5793ebd None None] DHCP port deletion for d9919ed1-84cf-41d1-b1d8-dfffc4bb689e request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:04.165255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-df8146c4-6c6a-4d14-995e-ce5ec5793ebd None None] Deleting port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:04.166300 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df8146c4-6c6a-4d14-995e-ce5ec5793ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.197392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ee7ae53d-ac6f-4786-9d6c-5e44d8676a18,segment=NetworkSegment(d84910a7-604a-4066-ae6a-f9deeedb6e9c),segment_id=d84910a7-604a-4066-ae6a-f9deeedb6e9c)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:04.197750 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.213886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:04.231169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-df8146c4-6c6a-4d14-995e-ce5ec5793ebd None None] For port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ee7ae53d-ac6f-4786-9d6c-5e44d8676a18,segment=NetworkSegment(d84910a7-604a-4066-ae6a-f9deeedb6e9c),segment_id=d84910a7-604a-4066-ae6a-f9deeedb6e9c)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:04.231563 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df8146c4-6c6a-4d14-995e-ce5ec5793ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.248965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-df8146c4-6c6a-4d14-995e-ce5ec5793ebd None None] Calling delete_port for ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:04.268884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-b36c1f4e-83f1-455f-adb4-1f73b59d68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:04.270833 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-b36c1f4e-83f1-455f-adb4-1f73b59d68a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=139be7afb86c4dd6b9d7d78a0178383c&device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 1098 time: 0.1328235 Jun 30 03:02:04.313948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:04.364423 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df8146c4-6c6a-4d14-995e-ce5ec5793ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.366422 n-d-758944-39 neutron-server[93772]: INFO neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No ports have port_id starting with ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 Jun 30 03:02:04.387445 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.398605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8146c4-6c6a-4d14-995e-ce5ec5793ebd None None] Pushing event deleted for resources: {'Port': ['ID=ee7ae53d-ac6f-4786-9d6c-5e44d8676a18,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:04.401645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8146c4-6c6a-4d14-995e-ce5ec5793ebd None None] No DVR routers for this DVR port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:04.432420 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=ee7ae53d-ac6f-4786-9d6c-5e44d8676a18,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:04.439863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-930ba61f-3771-4c6a-855b-305545a25269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:04.441657 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-930ba61f-3771-4c6a-855b-305545a25269 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6a8a796e-cb8c-4920-adf1-c2aeef71898c HTTP/1.1" status: 200 len: 910 time: 0.1456652 Jun 30 03:02:04.442503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No DVR routers for this DVR port ee7ae53d-ac6f-4786-9d6c-5e44d8676a18 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:04.573359 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.577363 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-103f3ac9-ad61-40e2-9f58-321b28515368 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29 HTTP/1.1" status: 200 len: 1001 time: 0.1289992 Jun 30 03:02:04.586580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9919ed1-84cf-41d1-b1d8-dfffc4bb689e']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:04.620844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84910a7-604a-4066-ae6a-f9deeedb6e9c') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:04.621082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84910a7-604a-4066-ae6a-f9deeedb6e9c') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:04.634215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.658977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.662037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-1efbb6b1-0fbd-40a9-88b8-dc4b73905ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:04.663616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-1efbb6b1-0fbd-40a9-88b8-dc4b73905ff9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fb03a56f-28bd-4a0b-8a62-cd4207d70367 HTTP/1.1" status: 200 len: 848 time: 0.0790734 Jun 30 03:02:04.669551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:04.669955 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:04.673609 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:04.765836 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.777975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.782793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/networks/d9919ed1-84cf-41d1-b1d8-dfffc4bb689e HTTP/1.1" status: 204 len: 168 time: 0.8645790 Jun 30 03:02:04.785342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:04.793211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2138927238', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:04.813945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0458cd-283d-4dde-8b48-68615ed79f9e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Network': ['ID=d9919ed1-84cf-41d1-b1d8-dfffc4bb689e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:04.842005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-8f93f289-638f-4a6d-bb14-045e5fcf076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:04.842507 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-8f93f289-638f-4a6d-bb14-045e5fcf076b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6a8a796e-cb8c-4920-adf1-c2aeef71898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1568129 Jun 30 03:02:04.852138 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.853201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:04.960332 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.051374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-a55faf9b-6e7a-418f-82ff-ef8499dc22f0 service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006032 Jun 30 03:02:05.166019 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.251747 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e39de30f-d42d-4e7e-8af0-52f5c2bcb1ea req-251ffd8d-0180-48d9-9b7c-64b6df8125de service neutron] 10.222.0.73 "GET /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934996 Jun 30 03:02:05.409162 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.429025 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.537884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Allocated IP 172.25.7.192 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/cd6aba63-4b7d-44d2-8ad3-b7159ee64a39) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:05.647080 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.695668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.737321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:05.740725 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:05.747584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:05.753273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=cd6aba63-4b7d-44d2-8ad3-b7159ee64a39,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:06.409352 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.628384 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.768791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router ab3a268a-9008-44aa-aa54-e2c43e9af939 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:02:06.887072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:06.896853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe859a3-f092-4e49-a133-59de33e002ee None None] Sync routers for ids ['ab3a268a-9008-44aa-aa54-e2c43e9af939'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:06.907562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe859a3-f092-4e49-a133-59de33e002ee None None] Routers {'ab3a268a-9008-44aa-aa54-e2c43e9af939'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:06.908198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dbe859a3-f092-4e49-a133-59de33e002ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ab3a268a-9008-44aa-aa54-e2c43e9af939'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:06.909637 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.911005 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bb14dbbe-92dc-4323-817a-c7b97bbb3e30 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.1240711 Jun 30 03:02:06.913875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:06.940842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dbe859a3-f092-4e49-a133-59de33e002ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:06.954986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe859a3-f092-4e49-a133-59de33e002ee None None] Routers {'ab3a268a-9008-44aa-aa54-e2c43e9af939'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:06.955767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dbe859a3-f092-4e49-a133-59de33e002ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ab3a268a-9008-44aa-aa54-e2c43e9af939'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:06.987577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-dbe859a3-f092-4e49-a133-59de33e002ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:06.988224 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe859a3-f092-4e49-a133-59de33e002ee None None] The sync data for ids ['ab3a268a-9008-44aa-aa54-e2c43e9af939'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:07.037849 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-58abf5ca-cdfc-44c5-bc19-ff62051163ea tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/routers/ab3a268a-9008-44aa-aa54-e2c43e9af939 HTTP/1.1" status: 200 len: 881 time: 0.1221769 Jun 30 03:02:07.040604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44294) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:07.329063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d019ffd8-5051-4fed-9b29-aeb4c57a86cd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2871196 Jun 30 03:02:07.333446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:07.339676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2b5035ad-bf98-4800-a6d8-b56cc3b7c560 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2138927238'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:07.655181 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5035ad-bf98-4800-a6d8-b56cc3b7c560 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:07.671082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5035ad-bf98-4800-a6d8-b56cc3b7c560 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:07.792004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5035ad-bf98-4800-a6d8-b56cc3b7c560 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router ab3a268a-9008-44aa-aa54-e2c43e9af939 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:07.926982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5035ad-bf98-4800-a6d8-b56cc3b7c560 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:07.934630 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2b5035ad-bf98-4800-a6d8-b56cc3b7c560 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:07.935858 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2b5035ad-bf98-4800-a6d8-b56cc3b7c560 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/ab3a268a-9008-44aa-aa54-e2c43e9af939 HTTP/1.1" status: 200 len: 888 time: 0.6006398 Jun 30 03:02:07.936573 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1edd967-2147-49ff-b6fc-5afa763e1ce3 None None] Sync routers for ids ['ab3a268a-9008-44aa-aa54-e2c43e9af939'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:07.938603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:07.947357 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1edd967-2147-49ff-b6fc-5afa763e1ce3 None None] Routers {'ab3a268a-9008-44aa-aa54-e2c43e9af939'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:07.947976 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1edd967-2147-49ff-b6fc-5afa763e1ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ab3a268a-9008-44aa-aa54-e2c43e9af939'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:07.980524 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1edd967-2147-49ff-b6fc-5afa763e1ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:07.989100 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1edd967-2147-49ff-b6fc-5afa763e1ce3 None None] Routers {'ab3a268a-9008-44aa-aa54-e2c43e9af939'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:07.989693 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1edd967-2147-49ff-b6fc-5afa763e1ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ab3a268a-9008-44aa-aa54-e2c43e9af939'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:08.028346 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1edd967-2147-49ff-b6fc-5afa763e1ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:08.029137 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1edd967-2147-49ff-b6fc-5afa763e1ce3 None None] The sync data for ids ['ab3a268a-9008-44aa-aa54-e2c43e9af939'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:08.062314 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e6c8c89c-9399-4e97-95c7-242d414fc0b7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/routers/ab3a268a-9008-44aa-aa54-e2c43e9af939 HTTP/1.1" status: 200 len: 888 time: 0.1225364 Jun 30 03:02:08.065122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44300) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:08.093774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c4bca594-7a6b-4c71-a583-297a3905a074 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab3a268a-9008-44aa-aa54-e2c43e9af939 HTTP/1.1" status: 200 len: 205 time: 0.0275378 Jun 30 03:02:08.097803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44302) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:08.214009 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.317120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.379094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port cd6aba63-4b7d-44d2-8ad3-b7159ee64a39 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:08.379531 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.460970 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.474638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for cd6aba63-4b7d-44d2-8ad3-b7159ee64a39 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:08.654486 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.689151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=cd6aba63-4b7d-44d2-8ad3-b7159ee64a39,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:08.752411 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.859766 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.862065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.920483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.921044 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Fanout notify agent at l3_agent the message router_deleted on router ab3a268a-9008-44aa-aa54-e2c43e9af939 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:02:08.928145 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.929332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-51cc3cc5-adcf-40ca-9893-48b1a06c0c2d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/ab3a268a-9008-44aa-aa54-e2c43e9af939 HTTP/1.1" status: 204 len: 168 time: 0.8304834 Jun 30 03:02:08.933563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44304) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:08.938584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'network': {'name': 'tempest-RoutersTest-220191017'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:08.964448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:08.968208 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.994069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:09.003171 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.003507 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added segment 33ebd41a-13e4-446d-bc4e-68032f76402a of type vlan for network 099ae2cb-805c-495b-8f87-0f0e40e0c119 Jun 30 03:02:09.048278 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.082471 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.091759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:09.092703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.154724 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2200387 Jun 30 03:02:09.157532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44306) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:09.165019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'subnet': {'network_id': '099ae2cb-805c-495b-8f87-0f0e40e0c119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:09.171755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12aeb-ea32-4562-80de-61c38d766b09 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Network': ['ID=099ae2cb-805c-495b-8f87-0f0e40e0c119,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:09.183422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 099ae2cb-805c-495b-8f87-0f0e40e0c119 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:09.265983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:09.269816 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.481109 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.547731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Subnet': ['ID=233390ed-37c7-4eff-910c-d31d90bafea1,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:09.555576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Checking segment: {'id': '33ebd41a-13e4-446d-bc4e-68032f76402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '099ae2cb-805c-495b-8f87-0f0e40e0c119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:09.555938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network hostable DHCP agents. Network: 099ae2cb-805c-495b-8f87-0f0e40e0c119, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:09.582780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 099ae2cb-805c-495b-8f87-0f0e40e0c119 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:09.595688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 099ae2cb-805c-495b-8f87-0f0e40e0c119) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:09.601062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:09.601636 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.607054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3221ba8-d9e3-4755-b6c9-073da69a8585 None None] Network 099ae2cb-805c-495b-8f87-0f0e40e0c119 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:09.621714 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cb168874-a8ff-429b-86f8-7591c4f59f06 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4631295 Jun 30 03:02:09.624629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:09.629226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1ec113a5-e9a8-4690-a306-63227cca1366 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-101072367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:09.661381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ec113a5-e9a8-4690-a306-63227cca1366 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.663201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ec113a5-e9a8-4690-a306-63227cca1366 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.734294 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ec113a5-e9a8-4690-a306-63227cca1366 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.739761 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ec113a5-e9a8-4690-a306-63227cca1366 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.758201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1ec113a5-e9a8-4690-a306-63227cca1366 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.759600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1ec113a5-e9a8-4690-a306-63227cca1366 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1341803 Jun 30 03:02:09.762290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:09.789389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-099ae2cb-805c-495b-8f87-0f0e40e0c119', 'network_id': '099ae2cb-805c-495b-8f87-0f0e40e0c119', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'fixed_ips': [{'subnet_id': '233390ed-37c7-4eff-910c-d31d90bafea1'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:09.790348 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:09.942394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Allocated IP 172.20.0.2 (099ae2cb-805c-495b-8f87-0f0e40e0c119/233390ed-37c7-4eff-910c-d31d90bafea1/1fa4720d-d1ed-4121-83ec-018d16370c33) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:10.119055 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.128001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Transition to ACTIVE for port object 1fa4720d-d1ed-4121-83ec-018d16370c33 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:10.146606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Transition to ACTIVE for port object 1fa4720d-d1ed-4121-83ec-018d16370c33 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:10.156529 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.203894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Network 099ae2cb-805c-495b-8f87-0f0e40e0c119 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:10.210485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:10.213649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:10.219973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Pushing event updated for resources: {'Port': ['ID=1fa4720d-d1ed-4121-83ec-018d16370c33,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:10.291245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Attempting to bind port 1fa4720d-d1ed-4121-83ec-018d16370c33 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:10.291605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Attempting to bind port 1fa4720d-d1ed-4121-83ec-018d16370c33 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '33ebd41a-13e4-446d-bc4e-68032f76402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '099ae2cb-805c-495b-8f87-0f0e40e0c119'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:10.292004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Attempting to bind port 1fa4720d-d1ed-4121-83ec-018d16370c33 on network 099ae2cb-805c-495b-8f87-0f0e40e0c119 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:10.298090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:10.298583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Checking segment: {'id': '33ebd41a-13e4-446d-bc4e-68032f76402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '099ae2cb-805c-495b-8f87-0f0e40e0c119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:10.299082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.299480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Bound using segment: {'id': '33ebd41a-13e4-446d-bc4e-68032f76402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '099ae2cb-805c-495b-8f87-0f0e40e0c119'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:10.299956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Bound port: 1fa4720d-d1ed-4121-83ec-018d16370c33, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ebd41a-13e4-446d-bc4e-68032f76402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '099ae2cb-805c-495b-8f87-0f0e40e0c119'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:10.300342 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.399565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] For port 1fa4720d-d1ed-4121-83ec-018d16370c33, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:10.404984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] For port 1fa4720d-d1ed-4121-83ec-018d16370c33, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1fa4720d-d1ed-4121-83ec-018d16370c33,segment=NetworkSegment(33ebd41a-13e4-446d-bc4e-68032f76402a),segment_id=33ebd41a-13e4-446d-bc4e-68032f76402a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:10.409713 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.470588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080b61a-8da3-4776-acb5-911994eecb9c None None] Pushing event updated for resources: {'Port': ['ID=1fa4720d-d1ed-4121-83ec-018d16370c33,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:10.495503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.770777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Allocated IP 172.20.0.1 (099ae2cb-805c-495b-8f87-0f0e40e0c119/233390ed-37c7-4eff-910c-d31d90bafea1/e3812fc1-d358-446d-9504-ec7bc58dde32) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:10.912555 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:10.932060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Transition to ACTIVE for port object e3812fc1-d358-446d-9504-ec7bc58dde32 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:10.984811 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.034657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 099ae2cb-805c-495b-8f87-0f0e40e0c119 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:11.038082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:11.044678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:11.051139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=e3812fc1-d358-446d-9504-ec7bc58dde32,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:11.097272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.235260 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.446946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ec965-5657-4cee-b476-46be800ddb99 None None] Network 099ae2cb-805c-495b-8f87-0f0e40e0c119 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:11.507862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f9932682-7ec2-4ee4-85e5-5b7cf002385e None None] Provisioning for port 1fa4720d-d1ed-4121-83ec-018d16370c33 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:11.518738 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.524549 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.608294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=e3812fc1-d358-446d-9504-ec7bc58dde32,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:11.611817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.718625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 099ae2cb-805c-495b-8f87-0f0e40e0c119 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:11.720135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:11.861603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 4c9e668a-ecdf-47e6-8c5d-8f14c0898775 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:02:11.936890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f51b467-6132-4ec5-a39a-a269bba5752f None None] Provisioning for port e3812fc1-d358-446d-9504-ec7bc58dde32 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:11.941228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f51b467-6132-4ec5-a39a-a269bba5752f None None] Provisioning complete for port e3812fc1-d358-446d-9504-ec7bc58dde32 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:11.941604 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f51b467-6132-4ec5-a39a-a269bba5752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:11.968638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:11.973878 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-15f58856-0372-41ec-8cad-9168ab32f5ee tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/4c9e668a-ecdf-47e6-8c5d-8f14c0898775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2102284 Jun 30 03:02:11.976279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:11.982059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61aaf51-c865-426f-9459-914bb1a07c7d None None] Sync routers for ids ['4c9e668a-ecdf-47e6-8c5d-8f14c0898775'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:11.988616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8f51b467-6132-4ec5-a39a-a269bba5752f None None] Port e3812fc1-d358-446d-9504-ec7bc58dde32 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:11.997776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61aaf51-c865-426f-9459-914bb1a07c7d None None] Routers {'4c9e668a-ecdf-47e6-8c5d-8f14c0898775'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:11.998409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c61aaf51-c865-426f-9459-914bb1a07c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4c9e668a-ecdf-47e6-8c5d-8f14c0898775'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:12.033816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c61aaf51-c865-426f-9459-914bb1a07c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:12.044564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61aaf51-c865-426f-9459-914bb1a07c7d None None] Routers {'4c9e668a-ecdf-47e6-8c5d-8f14c0898775'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:12.045180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c61aaf51-c865-426f-9459-914bb1a07c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4c9e668a-ecdf-47e6-8c5d-8f14c0898775'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:12.048989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6862ee48-afdb-4bac-a8a7-97a5633456c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:12.050522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6862ee48-afdb-4bac-a8a7-97a5633456c0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports/e3812fc1-d358-446d-9504-ec7bc58dde32 HTTP/1.1" status: 200 len: 910 time: 0.0727515 Jun 30 03:02:12.053572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44314) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:12.059511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6ef63285-311e-4a03-a1bf-56a1be6216f1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '233390ed-37c7-4eff-910c-d31d90bafea1'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:12.085000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c61aaf51-c865-426f-9459-914bb1a07c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:12.085872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61aaf51-c865-426f-9459-914bb1a07c7d None None] The sync data for ids ['4c9e668a-ecdf-47e6-8c5d-8f14c0898775'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:12.158352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba754505-789d-4bc1-bc3c-b65ccaa95663 None None] Provisioning complete for port e3812fc1-d358-446d-9504-ec7bc58dde32 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:12.158850 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba754505-789d-4bc1-bc3c-b65ccaa95663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.194466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ba754505-789d-4bc1-bc3c-b65ccaa95663 None None] Port e3812fc1-d358-446d-9504-ec7bc58dde32 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:12.237091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ef63285-311e-4a03-a1bf-56a1be6216f1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.313517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3d869754-060b-42e0-894d-2dc1d45a0cd1 None None] Provisioning complete for port e3812fc1-d358-446d-9504-ec7bc58dde32 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:12.313977 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3d869754-060b-42e0-894d-2dc1d45a0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.352615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3d869754-060b-42e0-894d-2dc1d45a0cd1 None None] Port e3812fc1-d358-446d-9504-ec7bc58dde32 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:12.357257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1fa4720d-d1ed-4121-83ec-018d16370c33 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:12.407427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 1fa4720d-d1ed-4121-83ec-018d16370c33 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:12.411304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1fa4720d-d1ed-4121-83ec-018d16370c33 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:12.411681 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.500124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.534615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 1fa4720d-d1ed-4121-83ec-018d16370c33, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1fa4720d-d1ed-4121-83ec-018d16370c33,segment=NetworkSegment(33ebd41a-13e4-446d-bc4e-68032f76402a),segment_id=33ebd41a-13e4-446d-bc4e-68032f76402a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:12.539523 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.587793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=1fa4720d-d1ed-4121-83ec-018d16370c33,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:12.622352 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ef63285-311e-4a03-a1bf-56a1be6216f1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.632248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ef63285-311e-4a03-a1bf-56a1be6216f1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.706758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef63285-311e-4a03-a1bf-56a1be6216f1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=e3812fc1-d358-446d-9504-ec7bc58dde32,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:12.715594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef63285-311e-4a03-a1bf-56a1be6216f1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:12.715594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ef63285-311e-4a03-a1bf-56a1be6216f1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:12.719843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6ef63285-311e-4a03-a1bf-56a1be6216f1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/ports/e3812fc1-d358-446d-9504-ec7bc58dde32 HTTP/1.1" status: 200 len: 910 time: 0.6623485 Jun 30 03:02:12.720133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:13.090239 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:13.378121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port e3812fc1-d358-446d-9504-ec7bc58dde32 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:13.378434 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:13.492797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:13.524510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for e3812fc1-d358-446d-9504-ec7bc58dde32 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:13.715319 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:13.744789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=e3812fc1-d358-446d-9504-ec7bc58dde32,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:13.887807 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.317383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1fa4720d-d1ed-4121-83ec-018d16370c33 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:14.368682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 1fa4720d-d1ed-4121-83ec-018d16370c33 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:14.369058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.422705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 4c9e668a-ecdf-47e6-8c5d-8f14c0898775 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:14.495057 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:14.500779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3e0e1411-c357-4e92-b19a-dcf2a6345225 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/4c9e668a-ecdf-47e6-8c5d-8f14c0898775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7791381 Jun 30 03:02:14.503433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44318) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:14.505783 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224f253-bcd9-436a-8d74-598e537ba51b None None] Sync routers for ids ['4c9e668a-ecdf-47e6-8c5d-8f14c0898775'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:14.515287 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a224f253-bcd9-436a-8d74-598e537ba51b None None] Routers {'4c9e668a-ecdf-47e6-8c5d-8f14c0898775'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:14.515963 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a224f253-bcd9-436a-8d74-598e537ba51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4c9e668a-ecdf-47e6-8c5d-8f14c0898775'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:14.533380 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-41a412dc-646c-45f0-9679-1ba8d957deca tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c9e668a-ecdf-47e6-8c5d-8f14c0898775 HTTP/1.1" status: 200 len: 205 time: 0.0288095 Jun 30 03:02:14.536626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44320) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:14.553816 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a224f253-bcd9-436a-8d74-598e537ba51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:14.563312 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a224f253-bcd9-436a-8d74-598e537ba51b None None] Routers {'4c9e668a-ecdf-47e6-8c5d-8f14c0898775'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:14.563902 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a224f253-bcd9-436a-8d74-598e537ba51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['4c9e668a-ecdf-47e6-8c5d-8f14c0898775'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:14.598569 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a224f253-bcd9-436a-8d74-598e537ba51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:14.599220 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224f253-bcd9-436a-8d74-598e537ba51b None None] The sync data for ids ['4c9e668a-ecdf-47e6-8c5d-8f14c0898775'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:14.617299 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5f9ed12-01ec-4998-a9b6-4ffb51bb765b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.782309 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5f9ed12-01ec-4998-a9b6-4ffb51bb765b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.784546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5f9ed12-01ec-4998-a9b6-4ffb51bb765b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.832258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5f9ed12-01ec-4998-a9b6-4ffb51bb765b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.833014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f9ed12-01ec-4998-a9b6-4ffb51bb765b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Fanout notify agent at l3_agent the message router_deleted on router 4c9e668a-ecdf-47e6-8c5d-8f14c0898775 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:02:14.841185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a5f9ed12-01ec-4998-a9b6-4ffb51bb765b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.842799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a5f9ed12-01ec-4998-a9b6-4ffb51bb765b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/4c9e668a-ecdf-47e6-8c5d-8f14c0898775 HTTP/1.1" status: 204 len: 168 time: 0.3047631 Jun 30 03:02:14.845402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44322) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:14.912630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-2050885d-a25a-489a-a5a3-5f14bd5fd1cc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting subnet 233390ed-37c7-4eff-910c-d31d90bafea1 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:14.916554 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2050885d-a25a-489a-a5a3-5f14bd5fd1cc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:14.962265 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2050885d-a25a-489a-a5a3-5f14bd5fd1cc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.059668 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2050885d-a25a-489a-a5a3-5f14bd5fd1cc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.133432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2050885d-a25a-489a-a5a3-5f14bd5fd1cc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.170335 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050885d-a25a-489a-a5a3-5f14bd5fd1cc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Subnet': ['ID=233390ed-37c7-4eff-910c-d31d90bafea1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:15.172897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2050885d-a25a-489a-a5a3-5f14bd5fd1cc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.175308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2050885d-a25a-489a-a5a3-5f14bd5fd1cc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/233390ed-37c7-4eff-910c-d31d90bafea1 HTTP/1.1" status: 204 len: 168 time: 0.3281221 Jun 30 03:02:15.177583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44324) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:15.180965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd49f1-5365-413e-a56c-a10025046654 None None] Network 099ae2cb-805c-495b-8f87-0f0e40e0c119 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:15.251940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.311833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port 1fa4720d-d1ed-4121-83ec-018d16370c33 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:15.312455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.366568 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d96eeea-d2e3-4eee-b213-8c484935297f None None] DHCP port deletion for 099ae2cb-805c-495b-8f87-0f0e40e0c119 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:15.380329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port 1fa4720d-d1ed-4121-83ec-018d16370c33, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1fa4720d-d1ed-4121-83ec-018d16370c33,segment=NetworkSegment(33ebd41a-13e4-446d-bc4e-68032f76402a),segment_id=33ebd41a-13e4-446d-bc4e-68032f76402a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:15.380691 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.394626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for 1fa4720d-d1ed-4121-83ec-018d16370c33 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:15.414788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7d96eeea-d2e3-4eee-b213-8c484935297f None None] Deleting port 1fa4720d-d1ed-4121-83ec-018d16370c33 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:15.415163 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d96eeea-d2e3-4eee-b213-8c484935297f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.481969 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.504555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7d96eeea-d2e3-4eee-b213-8c484935297f None None] For port 1fa4720d-d1ed-4121-83ec-018d16370c33, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1fa4720d-d1ed-4121-83ec-018d16370c33,segment=NetworkSegment(33ebd41a-13e4-446d-bc4e-68032f76402a),segment_id=33ebd41a-13e4-446d-bc4e-68032f76402a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:15.505062 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d96eeea-d2e3-4eee-b213-8c484935297f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.513252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=1fa4720d-d1ed-4121-83ec-018d16370c33,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:15.516740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No DVR routers for this DVR port 1fa4720d-d1ed-4121-83ec-018d16370c33 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:15.519345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7d96eeea-d2e3-4eee-b213-8c484935297f None None] Calling delete_port for 1fa4720d-d1ed-4121-83ec-018d16370c33 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:15.594490 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7d96eeea-d2e3-4eee-b213-8c484935297f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.595498 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.606001 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099ae2cb-805c-495b-8f87-0f0e40e0c119']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:15.616667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ebd41a-13e4-446d-bc4e-68032f76402a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:15.617000 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ebd41a-13e4-446d-bc4e-68032f76402a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:15.619128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96eeea-d2e3-4eee-b213-8c484935297f None None] Pushing event deleted for resources: {'Port': ['ID=1fa4720d-d1ed-4121-83ec-018d16370c33,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:15.624522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96eeea-d2e3-4eee-b213-8c484935297f None None] No DVR routers for this DVR port 1fa4720d-d1ed-4121-83ec-018d16370c33 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:15.629369 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.645631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.652608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:15.653044 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:15.656443 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:15.721737 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.727923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.729794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/networks/099ae2cb-805c-495b-8f87-0f0e40e0c119 HTTP/1.1" status: 204 len: 168 time: 0.5508573 Jun 30 03:02:15.734526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44326) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:15.740099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1d37c1f7-96ca-4f4c-99e4-fe7765c16c3e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-466521716', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:15.744992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864128d-5c49-408d-bf42-d1667426101b tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Network': ['ID=099ae2cb-805c-495b-8f87-0f0e40e0c119,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:15.767703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d37c1f7-96ca-4f4c-99e4-fe7765c16c3e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.768700 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d37c1f7-96ca-4f4c-99e4-fe7765c16c3e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.832338 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d37c1f7-96ca-4f4c-99e4-fe7765c16c3e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.837978 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d37c1f7-96ca-4f4c-99e4-fe7765c16c3e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.857730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d37c1f7-96ca-4f4c-99e4-fe7765c16c3e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.859112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1d37c1f7-96ca-4f4c-99e4-fe7765c16c3e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1226847 Jun 30 03:02:15.862377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:15.867531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'network': {'name': 'tempest-RoutersTest-115215232'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:15.889538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:15.893366 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.923610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:15.933102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:15.933555 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added segment c659b9f1-6006-4e58-94e2-2d3029c343fd of type vlan for network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 Jun 30 03:02:15.979554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.008552 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.014374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:16.014992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.080135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2166348 Jun 30 03:02:16.083058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:16.091002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'subnet': {'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:16.092917 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.107881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceefcb-55b4-4a2e-a1b6-6d6ecec2903e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Network': ['ID=1eaadbaa-3496-451e-9986-6fb2074eb9a3,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:16.120625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:16.190819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:16.194523 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.295531 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.316234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1fa4720d-d1ed-4121-83ec-018d16370c33 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:16.338087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 1fa4720d-d1ed-4121-83ec-018d16370c33 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:16.338555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1fa4720d-d1ed-4121-83ec-018d16370c33 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:16.386065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.445659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Subnet': ['ID=7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:16.456014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Checking segment: {'id': 'c659b9f1-6006-4e58-94e2-2d3029c343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:16.456369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network hostable DHCP agents. Network: 1eaadbaa-3496-451e-9986-6fb2074eb9a3, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:16.475380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:16.485945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 1eaadbaa-3496-451e-9986-6fb2074eb9a3) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:16.493777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:16.494053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480d2aee-95dc-4c3f-8466-e97793e36d72 None None] Network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:16.494490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.512355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f3e9bfa5-6269-4d46-80f8-ec8bed6dc6fd tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4255533 Jun 30 03:02:16.512571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:16.644711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:16.645865 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.786493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Allocated IP 172.20.0.2 (1eaadbaa-3496-451e-9986-6fb2074eb9a3/7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2/2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:16.790891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.928636 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.936906 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Transition to ACTIVE for port object 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:16.951677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Transition to ACTIVE for port object 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:16.958855 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:16.999816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:17.005954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:17.008469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:17.016068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Pushing event updated for resources: {'Port': ['ID=2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:17.033524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Allocated IP 172.20.0.1 (1eaadbaa-3496-451e-9986-6fb2074eb9a3/7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2/38fb2992-4467-4b3b-bfb6-42e80bbba28a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:17.160687 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.174954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Transition to ACTIVE for port object 38fb2992-4467-4b3b-bfb6-42e80bbba28a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:17.205332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.205561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.205937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.206376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.206709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.207061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.207378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.207703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.208268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.208703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.209194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.209670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:17.213134 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.246479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Attempting to bind port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:17.246911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Attempting to bind port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c659b9f1-6006-4e58-94e2-2d3029c343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:17.247255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Attempting to bind port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 on network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:17.252935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:17.253308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Checking segment: {'id': 'c659b9f1-6006-4e58-94e2-2d3029c343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:17.253721 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.254119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Bound using segment: {'id': 'c659b9f1-6006-4e58-94e2-2d3029c343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:17.254587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Bound port: 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c659b9f1-6006-4e58-94e2-2d3029c343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:17.255105 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.261129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:17.266418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:17.271906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:17.276986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=38fb2992-4467-4b3b-bfb6-42e80bbba28a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:17.320307 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.321061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] For port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:17.324243 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] For port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2,segment=NetworkSegment(c659b9f1-6006-4e58-94e2-2d3029c343fd),segment_id=c659b9f1-6006-4e58-94e2-2d3029c343fd)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:17.330189 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.395409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726d0d1-9d17-4f26-90d3-e43e67f6967e None None] Pushing event updated for resources: {'Port': ['ID=2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:17.463420 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.776215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.782482 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.866269 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=38fb2992-4467-4b3b-bfb6-42e80bbba28a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:17.872446 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:17.967964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:17.969900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:18.122325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:02:18.312362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba380c0-ff1d-4496-840a-e5aaf904d006 None None] Network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:18.364246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:18.441382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-26d1b713-38bf-4159-ae62-cbbb535db857 None None] Provisioning for port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:18.488662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:18.512319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:18.512688 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.590244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:18.599166 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2af6bce6-c8ba-43dd-be8e-f57355159b7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0828922 Jun 30 03:02:18.599386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44334) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:18.605144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'network': {'name': 'tempest-RoutersTest-854864311'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:18.607970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Sync routers for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:18.632073 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.634146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:18.634685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:18.635486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:18.638305 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.666004 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:18.676747 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.677096 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added segment 0d4ebc7f-c484-40bf-856b-79296253f2f1 of type vlan for network b4ea001e-37f1-45fd-ba55-60799d225514 Jun 30 03:02:18.721318 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.756400 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.762895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:18.764322 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.793009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2,segment=NetworkSegment(c659b9f1-6006-4e58-94e2-2d3029c343fd),segment_id=c659b9f1-6006-4e58-94e2-2d3029c343fd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:18.799156 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:18.805433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:18.828226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44336) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:18.828481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2278888 Jun 30 03:02:18.834420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'subnet': {'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:18.852015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df486c-7b6f-4a9e-94b1-762a4133b7a1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Network': ['ID=b4ea001e-37f1-45fd-ba55-60799d225514,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:18.883212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network b4ea001e-37f1-45fd-ba55-60799d225514 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:18.946203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:18.950082 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.091955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-548dd1e3-e740-42d9-bae5-ae492c3221e9 None None] Provisioning complete for port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:19.092473 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-548dd1e3-e740-42d9-bae5-ae492c3221e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.145394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.150264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:19.227206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Subnet': ['ID=439514d4-c8e3-4234-b50a-c7606915ccbe,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:19.232439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Checking segment: {'id': '0d4ebc7f-c484-40bf-856b-79296253f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:19.232801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network hostable DHCP agents. Network: b4ea001e-37f1-45fd-ba55-60799d225514, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:19.249988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network b4ea001e-37f1-45fd-ba55-60799d225514 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:19.259500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, b4ea001e-37f1-45fd-ba55-60799d225514) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:19.263773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:19.264473 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.278666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae2eba8-c0aa-4da1-a27f-fece2904f93a None None] Network b4ea001e-37f1-45fd-ba55-60799d225514 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:19.279472 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-03c39025-0d3b-4049-bf0e-759685f27485 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4496679 Jun 30 03:02:19.282305 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44338) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:19.536844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-548dd1e3-e740-42d9-bae5-ae492c3221e9 None None] Provisioning for port 38fb2992-4467-4b3b-bfb6-42e80bbba28a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:19.575240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-548dd1e3-e740-42d9-bae5-ae492c3221e9 None None] Provisioning complete for port 38fb2992-4467-4b3b-bfb6-42e80bbba28a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:19.575836 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-548dd1e3-e740-42d9-bae5-ae492c3221e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.635693 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.656432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:17Z', 'revision_number': 2, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:17Z', 'revision_number': 2, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:19.704965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-548dd1e3-e740-42d9-bae5-ae492c3221e9 None None] Port 38fb2992-4467-4b3b-bfb6-42e80bbba28a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:19.733412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Checking router: 0b1573e8-d5f2-44f6-a12a-647656f9e83c for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:19.733954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Updating router 0b1573e8-d5f2-44f6-a12a-647656f9e83c port 38fb2992-4467-4b3b-bfb6-42e80bbba28a binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:02:19.769180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-b4ea001e-37f1-45fd-ba55-60799d225514', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:19.770619 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.805034 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:19.899314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Allocated IP 172.21.0.1 (b4ea001e-37f1-45fd-ba55-60799d225514/439514d4-c8e3-4234-b50a-c7606915ccbe/99bb88b3-4d28-4786-817c-eb5ca5afcf0c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:19.917842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2ab3c629-87cd-496b-94f0-3fff4ee16783 None None] Provisioning complete for port 38fb2992-4467-4b3b-bfb6-42e80bbba28a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:19.918207 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ab3c629-87cd-496b-94f0-3fff4ee16783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.019498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2ab3c629-87cd-496b-94f0-3fff4ee16783 None None] Port 38fb2992-4467-4b3b-bfb6-42e80bbba28a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:20.022671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.037633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Transition to ACTIVE for port object 99bb88b3-4d28-4786-817c-eb5ca5afcf0c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:20.073142 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.120998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network b4ea001e-37f1-45fd-ba55-60799d225514 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:20.126422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:20.130901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:20.149588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Allocated IP 172.21.0.2 (b4ea001e-37f1-45fd-ba55-60799d225514/439514d4-c8e3-4234-b50a-c7606915ccbe/72314df9-e073-44cc-8a66-0020cb4b99b2) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:20.153211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=99bb88b3-4d28-4786-817c-eb5ca5afcf0c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:20.176866 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.267082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.294229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Transition to ACTIVE for port object 38fb2992-4467-4b3b-bfb6-42e80bbba28a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:20.312412 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.330175 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.543412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:20.617115 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.619816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a11320-48bb-4627-b643-bca79952bc51 None None] Pushing event updated for resources: {'Port': ['ID=38fb2992-4467-4b3b-bfb6-42e80bbba28a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:20.642932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Transition to ACTIVE for port object 72314df9-e073-44cc-8a66-0020cb4b99b2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:20.704826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Transition to ACTIVE for port object 72314df9-e073-44cc-8a66-0020cb4b99b2 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:20.721129 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.733879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Attempting to bind port 38fb2992-4467-4b3b-bfb6-42e80bbba28a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:20.734267 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Attempting to bind port 38fb2992-4467-4b3b-bfb6-42e80bbba28a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c659b9f1-6006-4e58-94e2-2d3029c343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:20.734637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Attempting to bind port 38fb2992-4467-4b3b-bfb6-42e80bbba28a on network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:20.756542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:20.757031 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.787865 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.792329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:20.792723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Checking segment: {'id': 'c659b9f1-6006-4e58-94e2-2d3029c343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:20.793137 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.793612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Bound using segment: {'id': 'c659b9f1-6006-4e58-94e2-2d3029c343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:20.794037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Bound port: 38fb2992-4467-4b3b-bfb6-42e80bbba28a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c659b9f1-6006-4e58-94e2-2d3029c343fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:20.794429 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.796337 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.798038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Network b4ea001e-37f1-45fd-ba55-60799d225514 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:20.808244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:20.825502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:20.834553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Pushing event updated for resources: {'Port': ['ID=72314df9-e073-44cc-8a66-0020cb4b99b2,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:20.949343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:20.952327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=99bb88b3-4d28-4786-817c-eb5ca5afcf0c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:21.068706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Attempting to bind port 72314df9-e073-44cc-8a66-0020cb4b99b2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:21.069348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Attempting to bind port 72314df9-e073-44cc-8a66-0020cb4b99b2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '0d4ebc7f-c484-40bf-856b-79296253f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:21.070074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Attempting to bind port 72314df9-e073-44cc-8a66-0020cb4b99b2 on network b4ea001e-37f1-45fd-ba55-60799d225514 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:21.089667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] For port 38fb2992-4467-4b3b-bfb6-42e80bbba28a, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:21.102547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:21.103169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Checking segment: {'id': '0d4ebc7f-c484-40bf-856b-79296253f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:21.103854 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.104511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Bound using segment: {'id': '0d4ebc7f-c484-40bf-856b-79296253f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:21.105306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Bound port: 72314df9-e073-44cc-8a66-0020cb4b99b2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4ebc7f-c484-40bf-856b-79296253f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:21.105944 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.116948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network b4ea001e-37f1-45fd-ba55-60799d225514 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:21.118596 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:21.147540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] For port 38fb2992-4467-4b3b-bfb6-42e80bbba28a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=38fb2992-4467-4b3b-bfb6-42e80bbba28a,segment=NetworkSegment(c659b9f1-6006-4e58-94e2-2d3029c343fd),segment_id=c659b9f1-6006-4e58-94e2-2d3029c343fd)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:21.160308 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.253933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:21.354409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:21.355607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:21.357385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:21.358739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a11320-48bb-4627-b643-bca79952bc51 None None] Pushing event updated for resources: {'Port': ['ID=38fb2992-4467-4b3b-bfb6-42e80bbba28a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:21.370181 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7870afe6-cc64-4393-9224-e7a27af07fc8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0843909 Jun 30 03:02:21.371101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44340) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:21.376502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'network': {'name': 'tempest-RoutersTest-1912042438'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:21.402825 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:21.406879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.427951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] For port 72314df9-e073-44cc-8a66-0020cb4b99b2, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:21.435089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:21.446019 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.446469 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added segment a421de58-3d6a-4dfa-8596-fbb02dbb602d of type vlan for network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 Jun 30 03:02:21.493676 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.510315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] For port 72314df9-e073-44cc-8a66-0020cb4b99b2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=72314df9-e073-44cc-8a66-0020cb4b99b2,segment=NetworkSegment(0d4ebc7f-c484-40bf-856b-79296253f2f1),segment_id=0d4ebc7f-c484-40bf-856b-79296253f2f1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:21.523803 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.526389 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.532776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:21.533292 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.587002 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2150700 Jun 30 03:02:21.589938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44342) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:21.597296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'subnet': {'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:21.603768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:21.655817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6f228-8880-41bf-92f2-7d66ce5a6ae6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Network': ['ID=ad7a5d95-1484-4c69-a8ad-2eb4d4fba246,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:21.684836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:21.705510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:21.711744 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:21.848253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3c266-d84e-4403-8046-ad1292fd89ab None None] Pushing event updated for resources: {'Port': ['ID=72314df9-e073-44cc-8a66-0020cb4b99b2,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:22.002034 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.018584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:20Z', 'revision_number': 3, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:21Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:20Z', 'revision_number': 2, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:22.050295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568509d-8e81-49a1-ba41-c786d03d4481 None None] The sync data for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 is: [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:20Z', 'revision_number': 3, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:21Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:20Z', 'revision_number': 2, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:22.068445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Subnet': ['ID=5dc10a77-2d71-4a0f-8812-ff91d54df089,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:22.081886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Checking segment: {'id': 'a421de58-3d6a-4dfa-8596-fbb02dbb602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:22.082258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network hostable DHCP agents. Network: ad7a5d95-1484-4c69-a8ad-2eb4d4fba246, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:22.104231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:22.118524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, ad7a5d95-1484-4c69-a8ad-2eb4d4fba246) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:22.125562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:22.126926 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.139784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913d6ef9-557a-492d-80d1-00413aaedb42 None None] Network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:22.157688 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ef1e85fe-875c-4cc4-9421-7b9e0412fa6f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5666325 Jun 30 03:02:22.160332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44344) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:22.338800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:22.338800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.488053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 72314df9-e073-44cc-8a66-0020cb4b99b2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:22.582336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Allocated IP 172.22.0.2 (ad7a5d95-1484-4c69-a8ad-2eb4d4fba246/5dc10a77-2d71-4a0f-8812-ff91d54df089/8cd02565-e078-4659-938e-974fe22b9d25) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:22.594148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 72314df9-e073-44cc-8a66-0020cb4b99b2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:22.679844 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.767758 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.778966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Transition to ACTIVE for port object 8cd02565-e078-4659-938e-974fe22b9d25 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:22.791991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d62570f-d2cc-4081-89dc-b0db90f5612b None None] Network b4ea001e-37f1-45fd-ba55-60799d225514 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:22.919340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Transition to ACTIVE for port object 8cd02565-e078-4659-938e-974fe22b9d25 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:22.937611 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:22.967543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c488429-4b59-44cd-9629-0b6929de1808 None None] Provisioning for port 72314df9-e073-44cc-8a66-0020cb4b99b2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:22.994385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c488429-4b59-44cd-9629-0b6929de1808 None None] Provisioning complete for port 72314df9-e073-44cc-8a66-0020cb4b99b2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:22.994765 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c488429-4b59-44cd-9629-0b6929de1808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.015041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Allocated IP 172.22.0.1 (ad7a5d95-1484-4c69-a8ad-2eb4d4fba246/5dc10a77-2d71-4a0f-8812-ff91d54df089/def0b6b3-0ece-44f5-a0e1-003f3d2c5e21) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:23.032335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:23.048998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:23.059185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:23.061343 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Pushing event updated for resources: {'Port': ['ID=8cd02565-e078-4659-938e-974fe22b9d25,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:23.166647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Attempting to bind port 8cd02565-e078-4659-938e-974fe22b9d25 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:23.171370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Attempting to bind port 8cd02565-e078-4659-938e-974fe22b9d25 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'a421de58-3d6a-4dfa-8596-fbb02dbb602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:23.171801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Attempting to bind port 8cd02565-e078-4659-938e-974fe22b9d25 on network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:23.180425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.203227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Transition to ACTIVE for port object def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:23.204323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:23.204750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Checking segment: {'id': 'a421de58-3d6a-4dfa-8596-fbb02dbb602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:23.205130 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.205541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Bound using segment: {'id': 'a421de58-3d6a-4dfa-8596-fbb02dbb602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:23.206062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Bound port: 8cd02565-e078-4659-938e-974fe22b9d25, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a421de58-3d6a-4dfa-8596-fbb02dbb602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:23.207405 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.257654 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.298773 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c488429-4b59-44cd-9629-0b6929de1808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.314831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:23.323822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:23.330378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=def0b6b3-0ece-44f5-a0e1-003f3d2c5e21,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:23.339743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:23.365380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0c488429-4b59-44cd-9629-0b6929de1808 None None] For port 72314df9-e073-44cc-8a66-0020cb4b99b2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=72314df9-e073-44cc-8a66-0020cb4b99b2,segment=NetworkSegment(0d4ebc7f-c484-40bf-856b-79296253f2f1),segment_id=0d4ebc7f-c484-40bf-856b-79296253f2f1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:23.375035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] For port 8cd02565-e078-4659-938e-974fe22b9d25, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:23.379454 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c488429-4b59-44cd-9629-0b6929de1808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.406749 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.430240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] For port 8cd02565-e078-4659-938e-974fe22b9d25, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8cd02565-e078-4659-938e-974fe22b9d25,segment=NetworkSegment(a421de58-3d6a-4dfa-8596-fbb02dbb602d),segment_id=a421de58-3d6a-4dfa-8596-fbb02dbb602d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:23.439712 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.478393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c488429-4b59-44cd-9629-0b6929de1808 None None] Pushing event updated for resources: {'Port': ['ID=72314df9-e073-44cc-8a66-0020cb4b99b2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:23.545972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b23f60-d43b-436a-a46c-4a61eb295f95 None None] Pushing event updated for resources: {'Port': ['ID=8cd02565-e078-4659-938e-974fe22b9d25,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:23.586565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.710983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df58f4b7-3109-4b14-b377-df76c5e8004f None None] Provisioning for port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:23.721564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df58f4b7-3109-4b14-b377-df76c5e8004f None None] Provisioning complete for port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:23.721960 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df58f4b7-3109-4b14-b377-df76c5e8004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.798664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-df58f4b7-3109-4b14-b377-df76c5e8004f None None] Port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:23.825701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-df58f4b7-3109-4b14-b377-df76c5e8004f None None] Provisioning complete for port 72314df9-e073-44cc-8a66-0020cb4b99b2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:23.826479 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-df58f4b7-3109-4b14-b377-df76c5e8004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.944677 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:23.950521 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.029351 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.031270 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=def0b6b3-0ece-44f5-a0e1-003f3d2c5e21,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:24.076394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-217cd6ac-482c-46f1-af34-7be646ea1eca None None] Provisioning complete for port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:24.076767 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-217cd6ac-482c-46f1-af34-7be646ea1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.118175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-217cd6ac-482c-46f1-af34-7be646ea1eca None None] Port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:24.135049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:24.136476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:24.241706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1711528-3952-475e-8bc5-3d05a89533e2 None None] Provisioning complete for port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:24.242329 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1711528-3952-475e-8bc5-3d05a89533e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.243835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:24.291121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f1711528-3952-475e-8bc5-3d05a89533e2 None None] Port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:24.314154 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Sync routers for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:24.328861 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:24.329494 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:24.348166 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76d01061-b10c-4adc-bcb5-176e60ea1878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.360079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:24.369154 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cb571ec4-eecf-44b9-8ee8-360cd7c401a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2041934 Jun 30 03:02:24.369295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44346) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:24.374419 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'network': {'name': 'tempest-RoutersTest-842767701'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:24.397123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:24.401100 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.436054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:24.440074 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:24.450598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.451315 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added segment 800fa54c-599a-4d66-b165-803bb536cba6 of type vlan for network 7804314d-c219-4eb6-8129-c5f495512a11 Jun 30 03:02:24.474095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 38fb2992-4467-4b3b-bfb6-42e80bbba28a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:24.496924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.524391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 38fb2992-4467-4b3b-bfb6-42e80bbba28a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:24.529725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 38fb2992-4467-4b3b-bfb6-42e80bbba28a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:24.530634 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.532285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.539188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:24.548344 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.611414 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2388093 Jun 30 03:02:24.612180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44348) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:24.617749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'subnet': {'network_id': '7804314d-c219-4eb6-8129-c5f495512a11', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:24.626486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61732c25-c880-4211-9c2c-0eee0e27976e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Network': ['ID=7804314d-c219-4eb6-8129-c5f495512a11,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:24.640168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7804314d-c219-4eb6-8129-c5f495512a11 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:24.684448 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.706445 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:21Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:20Z', 'revision_number': 2, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 2, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:24.720154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Made reservation on behalf of 8809a4e433a24492ba8d593bec860283 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:24.724628 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.737189 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Checking router: 0b1573e8-d5f2-44f6-a12a-647656f9e83c for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:24.737827 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Updating router 0b1573e8-d5f2-44f6-a12a-647656f9e83c port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:02:24.745459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 38fb2992-4467-4b3b-bfb6-42e80bbba28a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=38fb2992-4467-4b3b-bfb6-42e80bbba28a,segment=NetworkSegment(c659b9f1-6006-4e58-94e2-2d3029c343fd),segment_id=c659b9f1-6006-4e58-94e2-2d3029c343fd)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:24.753877 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.755098 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 72314df9-e073-44cc-8a66-0020cb4b99b2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:24.780477 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:24.957632 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.013327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Subnet': ['ID=e4d81dda-4855-41de-b7c4-7fa48de12df5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.037043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=38fb2992-4467-4b3b-bfb6-42e80bbba28a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.053600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 72314df9-e073-44cc-8a66-0020cb4b99b2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:25.054214 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.069285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Checking segment: {'id': '800fa54c-599a-4d66-b165-803bb536cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:25.070399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network hostable DHCP agents. Network: 7804314d-c219-4eb6-8129-c5f495512a11, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:25.096251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 7804314d-c219-4eb6-8129-c5f495512a11 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:25.110547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7804314d-c219-4eb6-8129-c5f495512a11) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:25.124755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:25.125586 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.131735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f44b3cb-b28b-496e-9282-f33126582d5c None None] Network 7804314d-c219-4eb6-8129-c5f495512a11 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:25.146657 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e7bb1153-6791-44a7-a439-e5acea48c4d8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5332398 Jun 30 03:02:25.149739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44350) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:25.179135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8371e-db68-4998-8a88-2ba3301d77a4 None None] Network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:25.233287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8cd02565-e078-4659-938e-974fe22b9d25 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:25.240056 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.251431 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Transition to ACTIVE for port object 99bb88b3-4d28-4786-817c-eb5ca5afcf0c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:25.257735 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.290863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-65768312-f92c-4d99-ab3c-00daa6982c17 None None] Provisioning for port 8cd02565-e078-4659-938e-974fe22b9d25 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:25.316462 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Pushing event updated for resources: {'Port': ['ID=99bb88b3-4d28-4786-817c-eb5ca5afcf0c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.341289 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.341517 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.341678 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.342032 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.342346 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.342678 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.342997 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.343495 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.343980 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.344705 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.345313 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.345839 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:25.390067 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Attempting to bind port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:25.390458 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Attempting to bind port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '0d4ebc7f-c484-40bf-856b-79296253f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:25.390807 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Attempting to bind port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c on network b4ea001e-37f1-45fd-ba55-60799d225514 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:25.397938 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:25.398399 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Checking segment: {'id': '0d4ebc7f-c484-40bf-856b-79296253f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:25.398699 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.399109 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Bound using segment: {'id': '0d4ebc7f-c484-40bf-856b-79296253f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:25.399932 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Bound port: 99bb88b3-4d28-4786-817c-eb5ca5afcf0c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4ebc7f-c484-40bf-856b-79296253f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:25.400452 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.407616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 8cd02565-e078-4659-938e-974fe22b9d25 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:25.438604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8cd02565-e078-4659-938e-974fe22b9d25 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:25.439018 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.480853 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] For port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:25.487030 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] For port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=99bb88b3-4d28-4786-817c-eb5ca5afcf0c,segment=NetworkSegment(0d4ebc7f-c484-40bf-856b-79296253f2f1),segment_id=0d4ebc7f-c484-40bf-856b-79296253f2f1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:25.492675 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.539850 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Updating router 0b1573e8-d5f2-44f6-a12a-647656f9e83c port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:02:25.562071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-7804314d-c219-4eb6-8129-c5f495512a11', 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'fixed_ips': [{'subnet_id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:25.563034 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.584610 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.747075 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Pushing event updated for resources: {'Port': ['ID=99bb88b3-4d28-4786-817c-eb5ca5afcf0c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:25.802591 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.824831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Allocated IP 172.23.0.2 (7804314d-c219-4eb6-8129-c5f495512a11/e4d81dda-4855-41de-b7c4-7fa48de12df5/aa30f413-19de-452a-9a74-de67becb8bc7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:25.859782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 8cd02565-e078-4659-938e-974fe22b9d25, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8cd02565-e078-4659-938e-974fe22b9d25,segment=NetworkSegment(a421de58-3d6a-4dfa-8596-fbb02dbb602d),segment_id=a421de58-3d6a-4dfa-8596-fbb02dbb602d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:25.868286 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:25.995356 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.008349 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Transition to ACTIVE for port object def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:26.017204 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.018892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=8cd02565-e078-4659-938e-974fe22b9d25,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.060589 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.076254 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Pushing event updated for resources: {'Port': ['ID=def0b6b3-0ece-44f5-a0e1-003f3d2c5e21,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.125805 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.135965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Transition to ACTIVE for port object aa30f413-19de-452a-9a74-de67becb8bc7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:26.147272 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Attempting to bind port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:26.147764 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Attempting to bind port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'a421de58-3d6a-4dfa-8596-fbb02dbb602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:26.148501 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Attempting to bind port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 on network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:26.153389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Transition to ACTIVE for port object aa30f413-19de-452a-9a74-de67becb8bc7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:26.155736 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:26.156531 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Checking segment: {'id': 'a421de58-3d6a-4dfa-8596-fbb02dbb602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:26.157556 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.157556 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Bound using segment: {'id': 'a421de58-3d6a-4dfa-8596-fbb02dbb602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:26.157915 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Bound port: def0b6b3-0ece-44f5-a0e1-003f3d2c5e21, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a421de58-3d6a-4dfa-8596-fbb02dbb602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:26.158493 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.164679 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.204041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Network 7804314d-c219-4eb6-8129-c5f495512a11 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:26.208942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:26.215762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:26.223319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Pushing event updated for resources: {'Port': ['ID=aa30f413-19de-452a-9a74-de67becb8bc7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.246134 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] For port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:26.250317 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] For port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=def0b6b3-0ece-44f5-a0e1-003f3d2c5e21,segment=NetworkSegment(a421de58-3d6a-4dfa-8596-fbb02dbb602d),segment_id=a421de58-3d6a-4dfa-8596-fbb02dbb602d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:26.262254 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.315171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e4e9b6f5-f5d2-4234-a7d5-543907c0639c None None] Provisioning complete for port 8cd02565-e078-4659-938e-974fe22b9d25 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:26.315551 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4e9b6f5-f5d2-4234-a7d5-543907c0639c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.317597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Attempting to bind port aa30f413-19de-452a-9a74-de67becb8bc7 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:26.317974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Attempting to bind port aa30f413-19de-452a-9a74-de67becb8bc7 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '800fa54c-599a-4d66-b165-803bb536cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:26.318388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Attempting to bind port aa30f413-19de-452a-9a74-de67becb8bc7 on network 7804314d-c219-4eb6-8129-c5f495512a11 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:26.324754 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:26.325580 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:26.355547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:26.356018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Checking segment: {'id': '800fa54c-599a-4d66-b165-803bb536cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:26.356328 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.356881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Bound using segment: {'id': '800fa54c-599a-4d66-b165-803bb536cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:26.357376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Bound port: aa30f413-19de-452a-9a74-de67becb8bc7, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800fa54c-599a-4d66-b165-803bb536cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:26.357773 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.381396 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895feffa-91f0-4f61-a491-42a572e139d5 None None] Pushing event updated for resources: {'Port': ['ID=def0b6b3-0ece-44f5-a0e1-003f3d2c5e21,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.473388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 38fb2992-4467-4b3b-bfb6-42e80bbba28a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:26.481260 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:26.486755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Allocated IP 172.23.0.1 (7804314d-c219-4eb6-8129-c5f495512a11/e4d81dda-4855-41de-b7c4-7fa48de12df5/ce33731e-2fda-41ea-ba94-4ae771af0741) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:26.533577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] For port aa30f413-19de-452a-9a74-de67becb8bc7, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:26.562949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] For port aa30f413-19de-452a-9a74-de67becb8bc7, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=aa30f413-19de-452a-9a74-de67becb8bc7,segment=NetworkSegment(800fa54c-599a-4d66-b165-803bb536cba6),segment_id=800fa54c-599a-4d66-b165-803bb536cba6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:26.575179 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.649441 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.650954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e4e9b6f5-f5d2-4234-a7d5-543907c0639c None None] Provisioning for port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:26.669141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Transition to ACTIVE for port object ce33731e-2fda-41ea-ba94-4ae771af0741 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:26.675817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 38fb2992-4467-4b3b-bfb6-42e80bbba28a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:26.676336 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.710052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03612c3d-a0b8-4f49-b37c-9b8caaf06e13 None None] Pushing event updated for resources: {'Port': ['ID=aa30f413-19de-452a-9a74-de67becb8bc7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.738850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.800370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 7804314d-c219-4eb6-8129-c5f495512a11 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:26.807189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:26.811422 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:25Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:26.814536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:26.823718 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 99bb88b3-4d28-4786-817c-eb5ca5afcf0c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:26.844574 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d958734e-cbae-4d72-80a6-5a4612f87705 None None] The sync data for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 is: [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:23Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:25Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:26.848267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=ce33731e-2fda-41ea-ba94-4ae771af0741,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:26.902787 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:26.934925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:26.939159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:26.939626 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.061959 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f666999-c264-4503-b1a9-3573753d6ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.070670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.140029 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.146167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.188440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=99bb88b3-4d28-4786-817c-eb5ca5afcf0c,segment=NetworkSegment(0d4ebc7f-c484-40bf-856b-79296253f2f1),segment_id=0d4ebc7f-c484-40bf-856b-79296253f2f1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:27.195463 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.196298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8cd02565-e078-4659-938e-974fe22b9d25 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:27.313590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=99bb88b3-4d28-4786-817c-eb5ca5afcf0c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:27.337930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 8cd02565-e078-4659-938e-974fe22b9d25 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:27.338305 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.544488 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.549755 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.643603 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:27.650455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event updated for resources: {'Port': ['ID=ce33731e-2fda-41ea-ba94-4ae771af0741,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:27.755041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Sync routers for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:27.764701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Network 7804314d-c219-4eb6-8129-c5f495512a11 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:27.765572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:27.766212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:27.766341 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:27.865672 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:27.885346 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:27.991016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:27.998102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021fac94-e1fa-42b3-9b04-19d5b4beccfa None None] Network 7804314d-c219-4eb6-8129-c5f495512a11 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:28.000894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:28.001404 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5985a50e-86a0-435b-aa14-8b4951b44b33 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8502228 Jun 30 03:02:28.008475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c911c059-39d1-493c-a0af-7c5a35b348ec tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:28.254686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d8e3b923-0f48-4240-9aeb-8dc52ad8157e None None] Provisioning for port aa30f413-19de-452a-9a74-de67becb8bc7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:28.325136 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.404683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce33731e-2fda-41ea-ba94-4ae771af0741', 'name': '', 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:90:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:26Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 2, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:28.436109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-c911c059-39d1-493c-a0af-7c5a35b348ec tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 03:02:28.442554 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Checking router: 0b1573e8-d5f2-44f6-a12a-647656f9e83c for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:28.442949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Updating router 0b1573e8-d5f2-44f6-a12a-647656f9e83c port ce33731e-2fda-41ea-ba94-4ae771af0741 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:02:28.453249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-c911c059-39d1-493c-a0af-7c5a35b348ec tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 03:02:28.453769 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c911c059-39d1-493c-a0af-7c5a35b348ec tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.484199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 99bb88b3-4d28-4786-817c-eb5ca5afcf0c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:28.494198 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.641296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:28.641669 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.684339 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c911c059-39d1-493c-a0af-7c5a35b348ec tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.687982 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c911c059-39d1-493c-a0af-7c5a35b348ec tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.793917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c911c059-39d1-493c-a0af-7c5a35b348ec tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:28.813813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device aa30f413-19de-452a-9a74-de67becb8bc7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:28.905185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c911c059-39d1-493c-a0af-7c5a35b348ec tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:28.912134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab91e3ef-7177-4b53-bd3e-96b875e056a3 None None] Provisioning for port ce33731e-2fda-41ea-ba94-4ae771af0741 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:28.914225 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c911c059-39d1-493c-a0af-7c5a35b348ec tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.915587 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c911c059-39d1-493c-a0af-7c5a35b348ec tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c HTTP/1.1" status: 200 len: 933 time: 0.9121416 Jun 30 03:02:28.920960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:28.921670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ab91e3ef-7177-4b53-bd3e-96b875e056a3 None None] Provisioning complete for port ce33731e-2fda-41ea-ba94-4ae771af0741 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:28.922044 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab91e3ef-7177-4b53-bd3e-96b875e056a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.957541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port aa30f413-19de-452a-9a74-de67becb8bc7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:28.965274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:28.974353 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port aa30f413-19de-452a-9a74-de67becb8bc7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:28.974692 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.003393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Transition to ACTIVE for port object ce33731e-2fda-41ea-ba94-4ae771af0741 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:29.008558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ab91e3ef-7177-4b53-bd3e-96b875e056a3 None None] Port ce33731e-2fda-41ea-ba94-4ae771af0741 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:29.014054 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.042481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d009a206-e6c7-4e8b-8d34-35bd4d725cac tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c HTTP/1.1" status: 200 len: 933 time: 0.1170511 Jun 30 03:02:29.043631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44358) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:29.048883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b25ea530-cea5-4016-ab1c-255ab19b1f15 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'routes': None}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:29.083734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166fe3c-e4ed-482e-917a-76f909b38457 None None] Pushing event updated for resources: {'Port': ['ID=ce33731e-2fda-41ea-ba94-4ae771af0741,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:29.174914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Attempting to bind port ce33731e-2fda-41ea-ba94-4ae771af0741 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:29.175301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Attempting to bind port ce33731e-2fda-41ea-ba94-4ae771af0741 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '800fa54c-599a-4d66-b165-803bb536cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:29.175663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Attempting to bind port ce33731e-2fda-41ea-ba94-4ae771af0741 on network 7804314d-c219-4eb6-8129-c5f495512a11 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:29.190136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:29.190428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Checking segment: {'id': '800fa54c-599a-4d66-b165-803bb536cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:29.190842 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.191227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Bound using segment: {'id': '800fa54c-599a-4d66-b165-803bb536cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:29.193560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Bound port: ce33731e-2fda-41ea-ba94-4ae771af0741, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800fa54c-599a-4d66-b165-803bb536cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:29.193560 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.195030 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.263519 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port aa30f413-19de-452a-9a74-de67becb8bc7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=aa30f413-19de-452a-9a74-de67becb8bc7,segment=NetworkSegment(800fa54c-599a-4d66-b165-803bb536cba6),segment_id=800fa54c-599a-4d66-b165-803bb536cba6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:29.273027 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.273851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:29.362275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] For port ce33731e-2fda-41ea-ba94-4ae771af0741, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:29.394267 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] For port ce33731e-2fda-41ea-ba94-4ae771af0741, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ce33731e-2fda-41ea-ba94-4ae771af0741,segment=NetworkSegment(800fa54c-599a-4d66-b165-803bb536cba6),segment_id=800fa54c-599a-4d66-b165-803bb536cba6)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:29.396747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=aa30f413-19de-452a-9a74-de67becb8bc7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:29.404464 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.454632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:29.473285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:29.473659 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.501182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:29.502092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:29.503687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166fe3c-e4ed-482e-917a-76f909b38457 None None] Pushing event updated for resources: {'Port': ['ID=ce33731e-2fda-41ea-ba94-4ae771af0741,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:29.506798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-b25ea530-cea5-4016-ab1c-255ab19b1f15 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added routes are [] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 03:02:29.506798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.extraroute_db [None req-b25ea530-cea5-4016-ab1c-255ab19b1f15 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93770) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 03:02:29.575431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b25ea530-cea5-4016-ab1c-255ab19b1f15 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.637153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:29.777827 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.799397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b25ea530-cea5-4016-ab1c-255ab19b1f15 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.803172 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b25ea530-cea5-4016-ab1c-255ab19b1f15 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.895394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=def0b6b3-0ece-44f5-a0e1-003f3d2c5e21,segment=NetworkSegment(a421de58-3d6a-4dfa-8596-fbb02dbb602d),segment_id=a421de58-3d6a-4dfa-8596-fbb02dbb602d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:29.907099 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.932866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25ea530-cea5-4016-ab1c-255ab19b1f15 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:30.007557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=def0b6b3-0ece-44f5-a0e1-003f3d2c5e21,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:30.039912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 6, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce33731e-2fda-41ea-ba94-4ae771af0741', 'name': '', 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:90:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:26Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:30.069442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44052da-7ea8-4cbd-8cf1-897d94512fa8 None None] The sync data for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 is: [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:28Z', 'revision_number': 6, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce33731e-2fda-41ea-ba94-4ae771af0741', 'name': '', 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:90:96:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:26Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:26Z', 'revision_number': 4, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:30.144561 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.355865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25ea530-cea5-4016-ab1c-255ab19b1f15 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:30.365142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b25ea530-cea5-4016-ab1c-255ab19b1f15 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.370917 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b25ea530-cea5-4016-ab1c-255ab19b1f15 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c HTTP/1.1" status: 200 len: 699 time: 1.3229890 Jun 30 03:02:30.372300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:30.466837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ce33731e-2fda-41ea-ba94-4ae771af0741 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:30.512235 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0b0bddc8-0af8-48d5-8f56-4b0c17a6b443 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c HTTP/1.1" status: 200 len: 699 time: 0.1382270 Jun 30 03:02:30.514821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44366) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:30.532395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port ce33731e-2fda-41ea-ba94-4ae771af0741 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:30.538273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port ce33731e-2fda-41ea-ba94-4ae771af0741 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:30.538833 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.648124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.701598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port ce33731e-2fda-41ea-ba94-4ae771af0741, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ce33731e-2fda-41ea-ba94-4ae771af0741,segment=NetworkSegment(800fa54c-599a-4d66-b165-803bb536cba6),segment_id=800fa54c-599a-4d66-b165-803bb536cba6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:30.706569 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.707606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device aa30f413-19de-452a-9a74-de67becb8bc7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:30.806530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=ce33731e-2fda-41ea-ba94-4ae771af0741,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:30.817442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port aa30f413-19de-452a-9a74-de67becb8bc7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:30.817916 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.912586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:30.946272 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:30.980101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:30.980101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.001196 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] Sync routers for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:31.012220 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:31.012882 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:31.123969 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:31.287812 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port ce33731e-2fda-41ea-ba94-4ae771af0741 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:31.288154 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.299402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3d912-17b8-460e-9b1f-c57b4a9c086b req-b0294372-df6c-42db-8b79-4636f6b7d813 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:31.301142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac3d912-17b8-460e-9b1f-c57b4a9c086b req-b0294372-df6c-42db-8b79-4636f6b7d813 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 946 time: 0.5491276 Jun 30 03:02:31.346684 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 7, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce33731e-2fda-41ea-ba94-4ae771af0741', 'name': '', 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:90:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:26Z', 'updated_at': '2021-06-30T03:02:30Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:31.377825 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] Checking router: 0b1573e8-d5f2-44f6-a12a-647656f9e83c for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:31.388458 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:31.388875 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5ac3d912-17b8-460e-9b1f-c57b4a9c086b req-51814ede-d579-409f-a793-6cb3117555bc tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/security-groups?id=60a72349-50f7-4ccd-8a96-abfe61aec72c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767672 Jun 30 03:02:31.389349 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:31.421193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port ce33731e-2fda-41ea-ba94-4ae771af0741, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ce33731e-2fda-41ea-ba94-4ae771af0741,segment=NetworkSegment(800fa54c-599a-4d66-b165-803bb536cba6),segment_id=800fa54c-599a-4d66-b165-803bb536cba6)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:31.421453 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.436785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for ce33731e-2fda-41ea-ba94-4ae771af0741 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:31.576813 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:31.624633 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:31.657210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=ce33731e-2fda-41ea-ba94-4ae771af0741,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:31.802905 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 7, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce33731e-2fda-41ea-ba94-4ae771af0741', 'name': '', 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:90:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:26Z', 'updated_at': '2021-06-30T03:02:30Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:31.837611 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677e1d95-da1f-4464-96ce-814fd9a9b682 None None] The sync data for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 is: [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 7, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce33731e-2fda-41ea-ba94-4ae771af0741', 'name': '', 'network_id': '7804314d-c219-4eb6-8129-c5f495512a11', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:90:96:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:26Z', 'updated_at': '2021-06-30T03:02:30Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': 'e4d81dda-4855-41de-b7c4-7fa48de12df5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:31.842959 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.091305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:32.154268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-1d427257-574c-4424-869c-758f34b4c126 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:32.155745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-1d427257-574c-4424-869c-758f34b4c126 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 946 time: 0.1256304 Jun 30 03:02:32.240846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:32.250188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-545200d9-598c-4d2b-a0a8-4befdecb572f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342384 Jun 30 03:02:32.253241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:32.303936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Deleting port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:32.304306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.309126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting subnet e4d81dda-4855-41de-b7c4-7fa48de12df5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:32.312668 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.354445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.400009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] For port 7d1f4f5c-9d95-415c-87cb-b920d9965a29, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=7d1f4f5c-9d95-415c-87cb-b920d9965a29,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:32.401380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.442884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.508821 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.538103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d81dda-4855-41de-b7c4-7fa48de12df5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:32.549964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.552198 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/e4d81dda-4855-41de-b7c4-7fa48de12df5 HTTP/1.1" status: 204 len: 168 time: 0.2977760 Jun 30 03:02:32.554427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.554859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.555272 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.555641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.555966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.556349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.556675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.557136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.557302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.557623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.557938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.558254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c12c2ce-3c02-42c4-af8a-3b8effa1ddf6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:32.560686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef405770-4e88-4455-80f2-f49ac6bcf3ab None None] Network 7804314d-c219-4eb6-8129-c5f495512a11 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:32.561172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44382) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:32.741753 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.742393 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.742847 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Floating IP 5e0d3d99-20a7-4ba0-bbb5-21a6c536fa96 disassociated. External IP: 172.25.7.34, port: 7d1f4f5c-9d95-415c-87cb-b920d9965a29. Jun 30 03:02:32.743395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Calling delete_port for 7d1f4f5c-9d95-415c-87cb-b920d9965a29 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:32.818429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c719b2e-9646-4efb-a00b-68b06309c2ba None None] DHCP port deletion for 7804314d-c219-4eb6-8129-c5f495512a11 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:32.878217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9c719b2e-9646-4efb-a00b-68b06309c2ba None None] Deleting port aa30f413-19de-452a-9a74-de67becb8bc7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:32.878604 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c719b2e-9646-4efb-a00b-68b06309c2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.911813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:32.941325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] Sync routers for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:32.956403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event deleted for resources: {'Port': ['ID=7d1f4f5c-9d95-415c-87cb-b920d9965a29,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:32.966840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:32.967522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.016244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9c719b2e-9646-4efb-a00b-68b06309c2ba None None] For port aa30f413-19de-452a-9a74-de67becb8bc7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=aa30f413-19de-452a-9a74-de67becb8bc7,segment=NetworkSegment(800fa54c-599a-4d66-b165-803bb536cba6),segment_id=800fa54c-599a-4d66-b165-803bb536cba6)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:33.016244 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c719b2e-9646-4efb-a00b-68b06309c2ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.066133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9c719b2e-9646-4efb-a00b-68b06309c2ba None None] Calling delete_port for aa30f413-19de-452a-9a74-de67becb8bc7 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:33.071036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b034e275-ca8a-4084-9ab5-9e1037d85d36 req-c17b09cd-1847-44d4-afa3-2cd5b3873a36 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45 HTTP/1.1" status: 200 len: 210 time: 0.5360775 Jun 30 03:02:33.075141 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.078681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Router ada99903-cd9e-4213-9761-93bc5a8e2e42 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:33.133760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:33.147353 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port aa30f413-19de-452a-9a74-de67becb8bc7 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:33.148034 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.202016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:33.218113 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] Sync routers for ids ['ada99903-cd9e-4213-9761-93bc5a8e2e42'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:33.219943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port aa30f413-19de-452a-9a74-de67becb8bc7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=aa30f413-19de-452a-9a74-de67becb8bc7,segment=NetworkSegment(800fa54c-599a-4d66-b165-803bb536cba6),segment_id=800fa54c-599a-4d66-b165-803bb536cba6)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:33.220313 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.227110 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] Routers {'ada99903-cd9e-4213-9761-93bc5a8e2e42'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:33.228131 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ada99903-cd9e-4213-9761-93bc5a8e2e42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.236969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for aa30f413-19de-452a-9a74-de67becb8bc7 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:33.256967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] No DVR routers for this DVR port 7d1f4f5c-9d95-415c-87cb-b920d9965a29 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:33.260925 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.263582 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-eaf68a95-a2e3-4dae-b605-afd1c74e75cc req-f8f9bab0-91e5-44a5-ae3b-7a95a24eac25 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.73 "DELETE /v2.0/ports/7d1f4f5c-9d95-415c-87cb-b920d9965a29 HTTP/1.1" status: 204 len: 173 time: 1.0796916 Jun 30 03:02:33.264100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'name': 'network-vif-deleted', 'tag': '7d1f4f5c-9d95-415c-87cb-b920d9965a29'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:02:33.277324 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bcba73-44d6-4959-837e-3c93309b9dad" -d '{"events": [{"server_uuid": "fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45", "name": "network-vif-deleted", "tag": "7d1f4f5c-9d95-415c-87cb-b920d9965a29"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:02:33.384353 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.396894 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] Set router ada99903-cd9e-4213-9761-93bc5a8e2e42 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:33.453620 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=aa30f413-19de-452a-9a74-de67becb8bc7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:33.459653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No DVR routers for this DVR port aa30f413-19de-452a-9a74-de67becb8bc7 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:33.518332 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca56249-d551-43d8-be87-2a06f14a6072 x-openstack-request-id: req-1ca56249-d551-43d8-be87-2a06f14a6072 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:02:33.519732 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45", "name": "network-vif-deleted", "tag": "7d1f4f5c-9d95-415c-87cb-b920d9965a29", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:02:33.520264 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ca56249-d551-43d8-be87-2a06f14a6072 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:02:33.520871 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb85f0b-37a2-4e8e-b2d2-f1bd7f5a6b45', 'name': 'network-vif-deleted', 'tag': '7d1f4f5c-9d95-415c-87cb-b920d9965a29', 'status': 'completed', 'code': 200} Jun 30 03:02:33.559387 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c719b2e-9646-4efb-a00b-68b06309c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.567799 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.579158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7804314d-c219-4eb6-8129-c5f495512a11']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.592181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800fa54c-599a-4d66-b165-803bb536cba6') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.592735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800fa54c-599a-4d66-b165-803bb536cba6') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.603495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.620138 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.622213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c719b2e-9646-4efb-a00b-68b06309c2ba None None] Pushing event deleted for resources: {'Port': ['ID=aa30f413-19de-452a-9a74-de67becb8bc7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:33.627887 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:33.628314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.633408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c719b2e-9646-4efb-a00b-68b06309c2ba None None] No DVR routers for this DVR port aa30f413-19de-452a-9a74-de67becb8bc7 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:33.677911 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:33.691579 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:25Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c43f176e-0e52-48f6-8556-3ed8a124a3e2', 'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'mac_address': 'fa:16:3e:c6:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:24Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 5, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'subnets': [{'id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.706342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:31Z', 'revision_number': 8, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.714668 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.722339 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] Checking router: ada99903-cd9e-4213-9761-93bc5a8e2e42 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:33.732033 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] Routers {'ada99903-cd9e-4213-9761-93bc5a8e2e42'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:33.732733 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ada99903-cd9e-4213-9761-93bc5a8e2e42'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.734371 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:33.739605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/networks/7804314d-c219-4eb6-8129-c5f495512a11 HTTP/1.1" status: 204 len: 168 time: 1.1754224 Jun 30 03:02:33.740178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44390) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:33.764825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529aed7a-bbd7-4d78-9e8f-ab3d41dd4665 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Network': ['ID=7804314d-c219-4eb6-8129-c5f495512a11,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:33.770084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] Checking router: 0b1573e8-d5f2-44f6-a12a-647656f9e83c for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:33.779914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:33.780552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:33.886587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:33.895308 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] Set router ada99903-cd9e-4213-9761-93bc5a8e2e42 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:34.163874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:31Z', 'revision_number': 8, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:34.169283 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:25Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c43f176e-0e52-48f6-8556-3ed8a124a3e2', 'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'mac_address': 'fa:16:3e:c6:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:24Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 5, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'subnets': [{'id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:34.186101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44394) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:34.197227 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d67cbbb-d874-42fd-993a-dc23fe4fe2b4 None None] The sync data for ids ['ada99903-cd9e-4213-9761-93bc5a8e2e42'] in n-d-758944-39 is: [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:25Z', 'revision_number': 4, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c43f176e-0e52-48f6-8556-3ed8a124a3e2', 'name': '', 'network_id': '6a8a796e-cb8c-4920-adf1-c2aeef71898c', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'mac_address': 'fa:16:3e:c6:05:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:24Z', 'updated_at': '2021-06-30T02:57:30Z', 'revision_number': 5, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'subnets': [{'id': 'fb03a56f-28bd-4a0b-8a62-cd4207d70367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:34.219786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e34641-151a-4752-919a-5ed897b88e32 None None] The sync data for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 is: [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:31Z', 'revision_number': 8, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def0b6b3-0ece-44f5-a0e1-003f3d2c5e21', 'name': '', 'network_id': 'ad7a5d95-1484-4c69-a8ad-2eb4d4fba246', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:df:59:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:22Z', 'updated_at': '2021-06-30T03:02:29Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '5dc10a77-2d71-4a0f-8812-ff91d54df089', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:34.328170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e287b-03b2-4442-8406-9e0309d15cfa tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Deleting port e3c2fe1a-d584-4b85-ad81-cdfb60acdb4d {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:34.328513 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc9e287b-03b2-4442-8406-9e0309d15cfa tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.372606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device aa30f413-19de-452a-9a74-de67becb8bc7 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:34.409651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: aa30f413-19de-452a-9a74-de67becb8bc7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:34.409882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device aa30f413-19de-452a-9a74-de67becb8bc7 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:34.425571 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc9e287b-03b2-4442-8406-9e0309d15cfa tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.427859 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc9e287b-03b2-4442-8406-9e0309d15cfa tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.442254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e287b-03b2-4442-8406-9e0309d15cfa tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Calling delete_port for e3c2fe1a-d584-4b85-ad81-cdfb60acdb4d owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:34.445134 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.563912 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:02:34.603930 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc9e287b-03b2-4442-8406-9e0309d15cfa tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.605019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae3bf6-8c16-4a72-a185-0c71c39e8712 None None] New status for floating IP 5e0d3d99-20a7-4ba0-bbb5-21a6c536fa96: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:02:34.631397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e287b-03b2-4442-8406-9e0309d15cfa tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event deleted for resources: {'Port': ['ID=e3c2fe1a-d584-4b85-ad81-cdfb60acdb4d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:34.718851 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc9e287b-03b2-4442-8406-9e0309d15cfa tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.721908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bc9e287b-03b2-4442-8406-9e0309d15cfa tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.723957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bc9e287b-03b2-4442-8406-9e0309d15cfa tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "DELETE /v2.0/floatingips/5e0d3d99-20a7-4ba0-bbb5-21a6c536fa96 HTTP/1.1" status: 204 len: 168 time: 0.5365224 Jun 30 03:02:34.746694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:34.747337 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.854327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port def0b6b3-0ece-44f5-a0e1-003f3d2c5e21, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=def0b6b3-0ece-44f5-a0e1-003f3d2c5e21,segment=NetworkSegment(a421de58-3d6a-4dfa-8596-fbb02dbb602d),segment_id=a421de58-3d6a-4dfa-8596-fbb02dbb602d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:34.854834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:34.870696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:34.882972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44400) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:35.022572 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4c4d-41c2-4b9f-8783-81fb4cd48c00 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.057404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4c4d-41c2-4b9f-8783-81fb4cd48c00 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.142492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.180094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=def0b6b3-0ece-44f5-a0e1-003f3d2c5e21,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:35.234636 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4c4d-41c2-4b9f-8783-81fb4cd48c00 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.237273 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4c4d-41c2-4b9f-8783-81fb4cd48c00 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.238729 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9f7d4c4d-41c2-4b9f-8783-81fb4cd48c00 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] 10.222.0.55 "DELETE /v2.0/security-groups/60a72349-50f7-4ccd-8a96-abfe61aec72c HTTP/1.1" status: 204 len: 168 time: 0.3545573 Jun 30 03:02:35.254554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d4c4d-41c2-4b9f-8783-81fb4cd48c00 tempest-TestServerBasicOps-1139766672 tempest-TestServerBasicOps-1139766672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a72349-50f7-4ccd-8a96-abfe61aec72c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:35.287028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44404) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:35.383579 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.484827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 7d1f4f5c-9d95-415c-87cb-b920d9965a29 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:35.507809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 7d1f4f5c-9d95-415c-87cb-b920d9965a29 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:35.508145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 7d1f4f5c-9d95-415c-87cb-b920d9965a29 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:35.602839 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:35.703307 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:35.710124 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f1d27fa-b4f3-41ab-b2ea-a0176a5c14dc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9681776 Jun 30 03:02:35.711808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44408) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:35.715195 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] Sync routers for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:35.725665 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:35.726432 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:35.771238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e452c51-a545-40a5-9e7d-c1927b0be84c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting subnet 5dc10a77-2d71-4a0f-8812-ff91d54df089 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:35.774946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e452c51-a545-40a5-9e7d-c1927b0be84c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.816436 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.817043 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e452c51-a545-40a5-9e7d-c1927b0be84c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.823897 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:35.907484 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e452c51-a545-40a5-9e7d-c1927b0be84c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.974688 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e452c51-a545-40a5-9e7d-c1927b0be84c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.989133 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4e452c51-a545-40a5-9e7d-c1927b0be84c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.990838 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4e452c51-a545-40a5-9e7d-c1927b0be84c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/5dc10a77-2d71-4a0f-8812-ff91d54df089 HTTP/1.1" status: 204 len: 168 time: 0.2753139 Jun 30 03:02:35.997210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9161672d-35e8-4032-8f92-d18d171048ba None None] Network ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:35.998614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44410) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:36.009984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e452c51-a545-40a5-9e7d-c1927b0be84c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc10a77-2d71-4a0f-8812-ff91d54df089,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:36.053404 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:35Z', 'revision_number': 9, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:36.086135 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.086736 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] Checking router: 0b1573e8-d5f2-44f6-a12a-647656f9e83c for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:36.095054 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:36.095660 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:36.187375 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:36.218484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c9a80c-0b81-41f9-b084-9200e94c1f08 None None] DHCP port deletion for ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:36.222660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port 8cd02565-e078-4659-938e-974fe22b9d25 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:36.223268 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.270186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-36c9a80c-0b81-41f9-b084-9200e94c1f08 None None] Deleting port 8cd02565-e078-4659-938e-974fe22b9d25 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:36.270577 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36c9a80c-0b81-41f9-b084-9200e94c1f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.297697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] Deleting port c43f176e-0e52-48f6-8556-3ed8a124a3e2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:36.298028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.349132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port 8cd02565-e078-4659-938e-974fe22b9d25, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8cd02565-e078-4659-938e-974fe22b9d25,segment=NetworkSegment(a421de58-3d6a-4dfa-8596-fbb02dbb602d),segment_id=a421de58-3d6a-4dfa-8596-fbb02dbb602d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:36.349568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.350533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-36c9a80c-0b81-41f9-b084-9200e94c1f08 None None] For port 8cd02565-e078-4659-938e-974fe22b9d25, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=8cd02565-e078-4659-938e-974fe22b9d25,segment=NetworkSegment(a421de58-3d6a-4dfa-8596-fbb02dbb602d),segment_id=a421de58-3d6a-4dfa-8596-fbb02dbb602d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:36.352670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36c9a80c-0b81-41f9-b084-9200e94c1f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.369795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for 8cd02565-e078-4659-938e-974fe22b9d25 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:36.373935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-36c9a80c-0b81-41f9-b084-9200e94c1f08 None None] Calling delete_port for 8cd02565-e078-4659-938e-974fe22b9d25 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:36.464326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ce33731e-2fda-41ea-ba94-4ae771af0741 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:36.468348 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-36c9a80c-0b81-41f9-b084-9200e94c1f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.468997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] For port c43f176e-0e52-48f6-8556-3ed8a124a3e2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c43f176e-0e52-48f6-8556-3ed8a124a3e2,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:36.469381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.490976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] Calling delete_port for c43f176e-0e52-48f6-8556-3ed8a124a3e2 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:36.508593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: ce33731e-2fda-41ea-ba94-4ae771af0741 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:36.509178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device ce33731e-2fda-41ea-ba94-4ae771af0741 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:36.509338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8cd02565-e078-4659-938e-974fe22b9d25 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:36.534636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9a80c-0b81-41f9-b084-9200e94c1f08 None None] Pushing event deleted for resources: {'Port': ['ID=8cd02565-e078-4659-938e-974fe22b9d25,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:36.536827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c9a80c-0b81-41f9-b084-9200e94c1f08 None None] No DVR routers for this DVR port 8cd02565-e078-4659-938e-974fe22b9d25 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:36.538478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 8cd02565-e078-4659-938e-974fe22b9d25 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:36.538843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 8cd02565-e078-4659-938e-974fe22b9d25 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:36.552699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.582337 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:35Z', 'revision_number': 9, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:36.588967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=8cd02565-e078-4659-938e-974fe22b9d25,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:36.602573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No DVR routers for this DVR port 8cd02565-e078-4659-938e-974fe22b9d25 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:36.611507 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff8adb-4e2b-4b86-94d0-7d3c5bd37402 None None] The sync data for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 is: [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:35Z', 'revision_number': 9, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99bb88b3-4d28-4786-817c-eb5ca5afcf0c', 'name': '', 'network_id': 'b4ea001e-37f1-45fd-ba55-60799d225514', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:4f:0c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:19Z', 'updated_at': '2021-06-30T03:02:27Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '439514d4-c8e3-4234-b50a-c7606915ccbe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:36.723280 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.739449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7a5d95-1484-4c69-a8ad-2eb4d4fba246']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:36.755657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a421de58-3d6a-4dfa-8596-fbb02dbb602d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:36.755931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a421de58-3d6a-4dfa-8596-fbb02dbb602d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:36.766129 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.781928 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.807623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:36.807959 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:36.810940 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:36.882023 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.887426 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.914884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.916664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/networks/ad7a5d95-1484-4c69-a8ad-2eb4d4fba246 HTTP/1.1" status: 204 len: 168 time: 0.9167380 Jun 30 03:02:36.920067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43f176e-0e52-48f6-8556-3ed8a124a3e2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:36.920780 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44412) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:36.933418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59986b-67cd-487b-bf1b-e734fca798d7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Network': ['ID=ad7a5d95-1484-4c69-a8ad-2eb4d4fba246,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:37.116950 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.328438 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.354349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] Router ada99903-cd9e-4213-9761-93bc5a8e2e42 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:37.476794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:37.482837 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b1970096-6001-4c6c-a214-fb9bae3b74f0 admin admin] 10.222.0.55 "PUT /v2.0/routers/ada99903-cd9e-4213-9761-93bc5a8e2e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1941121 Jun 30 03:02:37.485103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44414) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:37.486466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] Sync routers for ids ['ada99903-cd9e-4213-9761-93bc5a8e2e42'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:37.497890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] Routers {'ada99903-cd9e-4213-9761-93bc5a8e2e42'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:37.498564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ada99903-cd9e-4213-9761-93bc5a8e2e42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:37.611010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] Set router ada99903-cd9e-4213-9761-93bc5a8e2e42 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:37.638139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:37.808042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T03:02:36Z', 'revision_number': 5, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:37.835438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] Checking router: ada99903-cd9e-4213-9761-93bc5a8e2e42 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:37.845256 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] Routers {'ada99903-cd9e-4213-9761-93bc5a8e2e42'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:37.845876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['ada99903-cd9e-4213-9761-93bc5a8e2e42'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:37.961302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] Set router ada99903-cd9e-4213-9761-93bc5a8e2e42 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:38.078485 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.082555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:38.083334 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.164047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T03:02:36Z', 'revision_number': 5, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:38.191399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5899b7d5-8582-4dd4-adcd-5fbf06921686 None None] The sync data for ids ['ada99903-cd9e-4213-9761-93bc5a8e2e42'] in n-d-758944-39 is: [{'id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'name': 'tempest-TestServerBasicOps-1298962497-router', 'tenant_id': '139be7afb86c4dd6b9d7d78a0178383c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T03:02:36Z', 'revision_number': 5, 'project_id': '139be7afb86c4dd6b9d7d78a0178383c', 'gw_port': {'id': 'a28ccc44-77b7-44a9-94e5-1e1d970dc685', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada99903-cd9e-4213-9761-93bc5a8e2e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:22Z', 'updated_at': '2021-06-30T02:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:38.202868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port 99bb88b3-4d28-4786-817c-eb5ca5afcf0c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=99bb88b3-4d28-4786-817c-eb5ca5afcf0c,segment=NetworkSegment(0d4ebc7f-c484-40bf-856b-79296253f2f1),segment_id=0d4ebc7f-c484-40bf-856b-79296253f2f1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:38.203223 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.222089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for 99bb88b3-4d28-4786-817c-eb5ca5afcf0c owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:38.238557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Deleting port a28ccc44-77b7-44a9-94e5-1e1d970dc685 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:38.238938 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.404876 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] For port a28ccc44-77b7-44a9-94e5-1e1d970dc685, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a28ccc44-77b7-44a9-94e5-1e1d970dc685,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:38.405208 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.427740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Calling delete_port for a28ccc44-77b7-44a9-94e5-1e1d970dc685 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:38.535618 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.605084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=99bb88b3-4d28-4786-817c-eb5ca5afcf0c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:38.630673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c43f176e-0e52-48f6-8556-3ed8a124a3e2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:38.660543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: c43f176e-0e52-48f6-8556-3ed8a124a3e2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:38.661037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c43f176e-0e52-48f6-8556-3ed8a124a3e2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:38.661468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:38.684920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:38.685367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device def0b6b3-0ece-44f5-a0e1-003f3d2c5e21 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:38.805886 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.847746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=a28ccc44-77b7-44a9-94e5-1e1d970dc685,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:38.854817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.985564 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.083024 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.085636 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.189397 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.189887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada99903-cd9e-4213-9761-93bc5a8e2e42 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:02:39.196084 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.200154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44416) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:39.202898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-47c99693-9ccc-456d-8c2d-ab166fe87a6c admin admin] 10.222.0.55 "DELETE /v2.0/routers/ada99903-cd9e-4213-9761-93bc5a8e2e42 HTTP/1.1" status: 204 len: 168 time: 1.7130961 Jun 30 03:02:39.219058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:39.256719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b89935-e1c9-4a49-b836-53003eeef3ce admin admin] Deleting subnet fb03a56f-28bd-4a0b-8a62-cd4207d70367 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:39.261775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b89935-e1c9-4a49-b836-53003eeef3ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.300234 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b89935-e1c9-4a49-b836-53003eeef3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.335715 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:39.343288 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4695351f-96f3-4726-8297-f18dfb102f39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4172697 Jun 30 03:02:39.343616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44418) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:39.347970 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] Sync routers for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:39.359297 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:39.359919 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:39.397329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ae9479-9fb2-418c-a5aa-582c224415d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting subnet 439514d4-c8e3-4234-b50a-c7606915ccbe {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:39.400883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9479-9fb2-418c-a5aa-582c224415d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.402267 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b89935-e1c9-4a49-b836-53003eeef3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.447562 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9479-9fb2-418c-a5aa-582c224415d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.452366 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:39.469441 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b89935-e1c9-4a49-b836-53003eeef3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.494983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b89935-e1c9-4a49-b836-53003eeef3ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb03a56f-28bd-4a0b-8a62-cd4207d70367,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:39.502374 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-37b89935-e1c9-4a49-b836-53003eeef3ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.505210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-37b89935-e1c9-4a49-b836-53003eeef3ce admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fb03a56f-28bd-4a0b-8a62-cd4207d70367 HTTP/1.1" status: 204 len: 168 time: 0.3036916 Jun 30 03:02:39.508100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44420) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:39.509129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f523dd-0eed-4486-88b2-1f31b94c0d51 None None] Network 6a8a796e-cb8c-4920-adf1-c2aeef71898c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:39.597574 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9479-9fb2-418c-a5aa-582c224415d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.635074 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.685529 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:38Z', 'revision_number': 10, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:39.703073 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9479-9fb2-418c-a5aa-582c224415d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.723685 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] Checking router: 0b1573e8-d5f2-44f6-a12a-647656f9e83c for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:39.732826 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:39.733428 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:39.734979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae9479-9fb2-418c-a5aa-582c224415d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Subnet': ['ID=439514d4-c8e3-4234-b50a-c7606915ccbe,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:39.745880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e7ae9479-9fb2-418c-a5aa-582c224415d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.747782 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e7ae9479-9fb2-418c-a5aa-582c224415d1 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/439514d4-c8e3-4234-b50a-c7606915ccbe HTTP/1.1" status: 204 len: 168 time: 0.4033430 Jun 30 03:02:39.750605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44422) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:39.753250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a22717a-34a9-402d-b725-a37e0e4ac7ca None None] Network b4ea001e-37f1-45fd-ba55-60799d225514 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:39.766584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Deleting port bf8aa526-5881-4ddb-8fe3-060d044efa56 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:39.767158 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.771462 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbcbe7a-bec5-44c1-bfd0-a8a644ee2132 None None] DHCP port deletion for 6a8a796e-cb8c-4920-adf1-c2aeef71898c request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:39.830086 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:39.908570 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] For port bf8aa526-5881-4ddb-8fe3-060d044efa56, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bf8aa526-5881-4ddb-8fe3-060d044efa56,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:39.908850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.910045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6bbcbe7a-bec5-44c1-bfd0-a8a644ee2132 None None] Deleting port bf8aa526-5881-4ddb-8fe3-060d044efa56 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:39.910893 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbe7a-bec5-44c1-bfd0-a8a644ee2132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.915979 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:39.931776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Calling delete_port for bf8aa526-5881-4ddb-8fe3-060d044efa56 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:39.988434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-6bbcbe7a-bec5-44c1-bfd0-a8a644ee2132 None None] For port bf8aa526-5881-4ddb-8fe3-060d044efa56, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bf8aa526-5881-4ddb-8fe3-060d044efa56,segment=NetworkSegment(0e1a8c37-310f-4133-bcc6-375a7c63184a),segment_id=0e1a8c37-310f-4133-bcc6-375a7c63184a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:39.988878 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbe7a-bec5-44c1-bfd0-a8a644ee2132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.006118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6bbcbe7a-bec5-44c1-bfd0-a8a644ee2132 None None] Calling delete_port for bf8aa526-5881-4ddb-8fe3-060d044efa56 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:40.050618 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:38Z', 'revision_number': 10, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.057183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port 72314df9-e073-44cc-8a66-0020cb4b99b2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:40.057763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.089919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ac0a4-e11f-4560-96a7-5068b74819ca None None] DHCP port deletion for b4ea001e-37f1-45fd-ba55-60799d225514 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:40.099025 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbee5a9-571a-491b-adb5-9d5b9c8bd156 None None] The sync data for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 is: [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:38Z', 'revision_number': 10, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None, '_interfaces': [{'id': '38fb2992-4467-4b3b-bfb6-42e80bbba28a', 'name': '', 'network_id': '1eaadbaa-3496-451e-9986-6fb2074eb9a3', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'mac_address': 'fa:16:3e:50:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:02:16Z', 'updated_at': '2021-06-30T03:02:24Z', 'revision_number': 5, 'project_id': '8809a4e433a24492ba8d593bec860283', 'subnets': [{'id': '7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:40.099313 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.120797 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6bbcbe7a-bec5-44c1-bfd0-a8a644ee2132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.143006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8aa526-5881-4ddb-8fe3-060d044efa56,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:40.150432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] No DVR routers for this DVR port bf8aa526-5881-4ddb-8fe3-060d044efa56 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:40.202369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port 72314df9-e073-44cc-8a66-0020cb4b99b2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=72314df9-e073-44cc-8a66-0020cb4b99b2,segment=NetworkSegment(0d4ebc7f-c484-40bf-856b-79296253f2f1),segment_id=0d4ebc7f-c484-40bf-856b-79296253f2f1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:40.202707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.251002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for 72314df9-e073-44cc-8a66-0020cb4b99b2 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:40.260577 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.277099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8a796e-cb8c-4920-adf1-c2aeef71898c']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.320088 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcbe7a-bec5-44c1-bfd0-a8a644ee2132 None None] Pushing event deleted for resources: {'Port': ['ID=bf8aa526-5881-4ddb-8fe3-060d044efa56,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:40.321651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1a8c37-310f-4133-bcc6-375a7c63184a') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.321950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1a8c37-310f-4133-bcc6-375a7c63184a') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.324369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcbe7a-bec5-44c1-bfd0-a8a644ee2132 None None] No DVR routers for this DVR port bf8aa526-5881-4ddb-8fe3-060d044efa56 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:40.334486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.352911 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ac0a4-e11f-4560-96a7-5068b74819ca None None] Deleting port 72314df9-e073-44cc-8a66-0020cb4b99b2 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:40.353288 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e9ac0a4-e11f-4560-96a7-5068b74819ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.359342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.368789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:40.369229 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:40.371050 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:40.417464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e9ac0a4-e11f-4560-96a7-5068b74819ca None None] For port 72314df9-e073-44cc-8a66-0020cb4b99b2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=72314df9-e073-44cc-8a66-0020cb4b99b2,segment=NetworkSegment(0d4ebc7f-c484-40bf-856b-79296253f2f1),segment_id=0d4ebc7f-c484-40bf-856b-79296253f2f1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:40.417813 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e9ac0a4-e11f-4560-96a7-5068b74819ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.435954 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.436663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ac0a4-e11f-4560-96a7-5068b74819ca None None] Calling delete_port for 72314df9-e073-44cc-8a66-0020cb4b99b2 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:40.445145 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.478493 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.483651 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] 10.222.0.55 "DELETE /v2.0/networks/6a8a796e-cb8c-4920-adf1-c2aeef71898c HTTP/1.1" status: 204 len: 168 time: 0.9713514 Jun 30 03:02:40.483850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44424) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:40.486223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No DVR routers for this DVR port 72314df9-e073-44cc-8a66-0020cb4b99b2 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:40.494493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=72314df9-e073-44cc-8a66-0020cb4b99b2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:40.535179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e37e44-bb89-42ca-b3c9-013e543d54bc admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8a796e-cb8c-4920-adf1-c2aeef71898c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:40.543089 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e9ac0a4-e11f-4560-96a7-5068b74819ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.583188 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ac0a4-e11f-4560-96a7-5068b74819ca None None] Pushing event deleted for resources: {'Port': ['ID=72314df9-e073-44cc-8a66-0020cb4b99b2,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:40.586163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ac0a4-e11f-4560-96a7-5068b74819ca None None] No DVR routers for this DVR port 72314df9-e073-44cc-8a66-0020cb4b99b2 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:40.608170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a28ccc44-77b7-44a9-94e5-1e1d970dc685 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:40.630421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: a28ccc44-77b7-44a9-94e5-1e1d970dc685 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:40.631035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a28ccc44-77b7-44a9-94e5-1e1d970dc685 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:40.631283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 72314df9-e073-44cc-8a66-0020cb4b99b2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:40.633274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.646026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ea001e-37f1-45fd-ba55-60799d225514']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.653444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 72314df9-e073-44cc-8a66-0020cb4b99b2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:40.653808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 72314df9-e073-44cc-8a66-0020cb4b99b2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:40.654228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 99bb88b3-4d28-4786-817c-eb5ca5afcf0c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:40.659264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4ebc7f-c484-40bf-856b-79296253f2f1') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.659641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4ebc7f-c484-40bf-856b-79296253f2f1') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:40.671847 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.674273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 99bb88b3-4d28-4786-817c-eb5ca5afcf0c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:40.674629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 99bb88b3-4d28-4786-817c-eb5ca5afcf0c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:40.675104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bf8aa526-5881-4ddb-8fe3-060d044efa56 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:40.688520 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.696643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:40.697161 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.699191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: bf8aa526-5881-4ddb-8fe3-060d044efa56 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:40.699669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bf8aa526-5881-4ddb-8fe3-060d044efa56 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:40.702156 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:40.781980 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.789912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:40.791238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/networks/b4ea001e-37f1-45fd-ba55-60799d225514 HTTP/1.1" status: 204 len: 168 time: 1.0396667 Jun 30 03:02:40.794096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44426) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:40.811008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c7975-235f-4b87-b3d3-25251515bc39 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Network': ['ID=b4ea001e-37f1-45fd-ba55-60799d225514,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:40.938744 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.148259 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.210650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] Deleting port 1850966e-228b-4c6d-9ce3-137b83d1dbf3 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:41.210998 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.301930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] For port 1850966e-228b-4c6d-9ce3-137b83d1dbf3, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=1850966e-228b-4c6d-9ce3-137b83d1dbf3,segment=NetworkSegment(d713973a-2d16-48f5-809d-2ba8085cf923),segment_id=d713973a-2d16-48f5-809d-2ba8085cf923)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:41.302459 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.318544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] Calling delete_port for 1850966e-228b-4c6d-9ce3-137b83d1dbf3 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:41.516545 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.551634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1850966e-228b-4c6d-9ce3-137b83d1dbf3,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:41.718159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port 38fb2992-4467-4b3b-bfb6-42e80bbba28a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:41.718530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.833410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port 38fb2992-4467-4b3b-bfb6-42e80bbba28a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=38fb2992-4467-4b3b-bfb6-42e80bbba28a,segment=NetworkSegment(c659b9f1-6006-4e58-94e2-2d3029c343fd),segment_id=c659b9f1-6006-4e58-94e2-2d3029c343fd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:41.833849 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:41.849125 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for 38fb2992-4467-4b3b-bfb6-42e80bbba28a owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:42.067338 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.097384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=38fb2992-4467-4b3b-bfb6-42e80bbba28a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:42.136772 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.255939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.453211 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] Router a31d10d4-2c76-4a72-a557-9be7ad62e73d has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:42.475047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:42.556813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:42.561809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c089b695-e4fc-4a8f-afe2-cb80d4f4c416 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7666805 Jun 30 03:02:42.564541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44428) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:42.569589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] Sync routers for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:42.579453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:42.580292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:42.590327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:42.595934 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-efd64816-dea7-40ec-9a39-8b62e9318d62 admin admin] 10.222.0.55 "PUT /v2.0/routers/a31d10d4-2c76-4a72-a557-9be7ad62e73d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1103351 Jun 30 03:02:42.598539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44430) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:42.599765 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] Sync routers for ids ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:42.616021 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] Routers {'a31d10d4-2c76-4a72-a557-9be7ad62e73d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:42.616971 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:42.637264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cd6eb3-4679-4444-a818-ea6906a15461 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting subnet 7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:42.641240 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33cd6eb3-4679-4444-a818-ea6906a15461 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.696804 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33cd6eb3-4679-4444-a818-ea6906a15461 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.701488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:42.732747 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.759986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:42Z', 'revision_number': 11, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:42.786094 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] Set router a31d10d4-2c76-4a72-a557-9be7ad62e73d gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:42.792204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] Checking router: 0b1573e8-d5f2-44f6-a12a-647656f9e83c for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:42.801375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:42.802145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:42.812140 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33cd6eb3-4679-4444-a818-ea6906a15461 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.901358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:42.914462 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.927900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33cd6eb3-4679-4444-a818-ea6906a15461 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.948284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33cd6eb3-4679-4444-a818-ea6906a15461 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.955360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-33cd6eb3-4679-4444-a818-ea6906a15461 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2 HTTP/1.1" status: 204 len: 168 time: 0.3896151 Jun 30 03:02:42.956259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44432) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:42.966274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a58a40d-7ba5-4e60-8b7b-8a166df5870d None None] Network 1eaadbaa-3496-451e-9986-6fb2074eb9a3 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:42.968868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:42Z', 'revision_number': 11, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:42.992180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Deleting port 2a2273e7-db66-4d5f-ab80-f9267e854d07 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:42.992525 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:42.994429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd6eb3-4679-4444-a818-ea6906a15461 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:43.032492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce494a42-dc20-4d8a-a3ba-46c5643aab88 None None] The sync data for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 is: [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:42Z', 'revision_number': 11, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:43.059575 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'name': 'tempest-TestServerBasicOps-1975799176-router', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T03:02:41Z', 'revision_number': 5, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'gw_port': {'id': '2a2273e7-db66-4d5f-ab80-f9267e854d07', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:71:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T02:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:43.080494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] For port 2a2273e7-db66-4d5f-ab80-f9267e854d07, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2a2273e7-db66-4d5f-ab80-f9267e854d07,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:43.080841 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.096696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Calling delete_port for 2a2273e7-db66-4d5f-ab80-f9267e854d07 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:43.109027 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.114333 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] Checking router: a31d10d4-2c76-4a72-a557-9be7ad62e73d for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:43.125238 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] Routers {'a31d10d4-2c76-4a72-a557-9be7ad62e73d'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:43.127195 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:43.175349 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Deleting port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:43.175708 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.246876 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] For port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2,segment=NetworkSegment(c659b9f1-6006-4e58-94e2-2d3029c343fd),segment_id=c659b9f1-6006-4e58-94e2-2d3029c343fd)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:43.247724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.253635 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] Set router a31d10d4-2c76-4a72-a557-9be7ad62e73d gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:43.267433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Calling delete_port for 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:43.296948 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.336861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2273e7-db66-4d5f-ab80-f9267e854d07,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:43.392931 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.414853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd9f980-cfb1-41c3-93b3-f2b74e209f59 None None] DHCP port deletion for 1eaadbaa-3496-451e-9986-6fb2074eb9a3 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:43.432406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Port': ['ID=2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:43.454462 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.463801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No DVR routers for this DVR port 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:43.483897 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'name': 'tempest-TestServerBasicOps-1975799176-router', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T03:02:42Z', 'revision_number': 6, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:43.527734 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf9eea-3382-416b-a4e7-45506f6d69af None None] The sync data for ids ['a31d10d4-2c76-4a72-a557-9be7ad62e73d'] in n-d-758944-39 is: [{'id': 'a31d10d4-2c76-4a72-a557-9be7ad62e73d', 'name': 'tempest-TestServerBasicOps-1975799176-router', 'tenant_id': '7ab5189b586d4e458113a4fd0229050a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:27Z', 'updated_at': '2021-06-30T03:02:42Z', 'revision_number': 6, 'project_id': '7ab5189b586d4e458113a4fd0229050a', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:43.597063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.606079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eaadbaa-3496-451e-9986-6fb2074eb9a3']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:43.611029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.614073 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.620201 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c659b9f1-6006-4e58-94e2-2d3029c343fd') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:43.620562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c659b9f1-6006-4e58-94e2-2d3029c343fd') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:43.631485 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.655652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.664280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:43.665094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:43.671102 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:43.701194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.702052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a31d10d4-2c76-4a72-a557-9be7ad62e73d {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:02:43.711813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.713337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-03415cfc-f33c-411b-8bc6-334ef1bbf4b3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/a31d10d4-2c76-4a72-a557-9be7ad62e73d HTTP/1.1" status: 204 len: 168 time: 1.1136811 Jun 30 03:02:43.717480 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44434) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:43.759049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.779515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.783731 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/networks/1eaadbaa-3496-451e-9986-6fb2074eb9a3 HTTP/1.1" status: 204 len: 168 time: 0.7998159 Jun 30 03:02:43.788113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44436) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:43.798365 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e47a8e98-6919-43c2-af32-2a6c4e91ad8e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'routes': None}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:43.803390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdeaea-751a-441e-8829-c8e17aea93c8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Pushing event deleted for resources: {'Network': ['ID=1eaadbaa-3496-451e-9986-6fb2074eb9a3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:43.846708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb7e612-c12c-4c44-ac9c-72a280a409ed admin admin] Deleting subnet a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:02:43.854022 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddb7e612-c12c-4c44-ac9c-72a280a409ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.084987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddb7e612-c12c-4c44-ac9c-72a280a409ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.084987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-e47a8e98-6919-43c2-af32-2a6c4e91ad8e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Added routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 03:02:44.084987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.extraroute_db [None req-e47a8e98-6919-43c2-af32-2a6c4e91ad8e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Removed routes are [] {{(pid=93771) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 03:02:44.084987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e47a8e98-6919-43c2-af32-2a6c4e91ad8e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.309836 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e47a8e98-6919-43c2-af32-2a6c4e91ad8e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.312063 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddb7e612-c12c-4c44-ac9c-72a280a409ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.333574 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e47a8e98-6919-43c2-af32-2a6c4e91ad8e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.440846 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47a8e98-6919-43c2-af32-2a6c4e91ad8e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 0b1573e8-d5f2-44f6-a12a-647656f9e83c has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:44.460523 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddb7e612-c12c-4c44-ac9c-72a280a409ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.508054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1850966e-228b-4c6d-9ce3-137b83d1dbf3 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:44.539172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992b39e-951c-4edc-8ab7-f34e375f0c37 None None] Network 5652e90c-7819-46be-acdc-68be86dd4f9f requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:44.541973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 1850966e-228b-4c6d-9ce3-137b83d1dbf3 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:44.542362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 1850966e-228b-4c6d-9ce3-137b83d1dbf3 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:44.542818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 38fb2992-4467-4b3b-bfb6-42e80bbba28a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:44.563086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7e612-c12c-4c44-ac9c-72a280a409ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:44.570010 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ddb7e612-c12c-4c44-ac9c-72a280a409ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.575410 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ddb7e612-c12c-4c44-ac9c-72a280a409ed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a6b9f27c-2816-4fb1-b5f1-f57a6fd99a14 HTTP/1.1" status: 204 len: 168 time: 0.8535476 Jun 30 03:02:44.575998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44438) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:44.588138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47a8e98-6919-43c2-af32-2a6c4e91ad8e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:44.614013 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e47a8e98-6919-43c2-af32-2a6c4e91ad8e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.619527 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e47a8e98-6919-43c2-af32-2a6c4e91ad8e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c HTTP/1.1" status: 200 len: 700 time: 0.8260722 Jun 30 03:02:44.619783 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] Sync routers for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:44.621846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44440) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:44.624239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 38fb2992-4467-4b3b-bfb6-42e80bbba28a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:44.624764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 38fb2992-4467-4b3b-bfb6-42e80bbba28a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:44.625471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2a2273e7-db66-4d5f-ab80-f9267e854d07 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:44.666692 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 2a2273e7-db66-4d5f-ab80-f9267e854d07 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:44.667342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2a2273e7-db66-4d5f-ab80-f9267e854d07 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:44.667822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:44.693749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-240e3dfd-780d-49d3-877a-005afc3ddc7d tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b1573e8-d5f2-44f6-a12a-647656f9e83c HTTP/1.1" status: 200 len: 205 time: 0.0680213 Jun 30 03:02:44.696993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44442) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:44.700992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:44.701708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:44.706424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:44.706802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 2b03cf87-b1ef-43d1-b6e3-1aa4fb0555c2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:44.710463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.795107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Deleting port 170da79f-73d6-4ede-ba97-6be5fc758f59 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:44.795597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.800782 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-681dcc54-fec0-4f99-abe3-0a504a03fd25 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.824065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:44.914667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] For port 170da79f-73d6-4ede-ba97-6be5fc758f59, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=170da79f-73d6-4ede-ba97-6be5fc758f59,segment=NetworkSegment(d713973a-2d16-48f5-809d-2ba8085cf923),segment_id=d713973a-2d16-48f5-809d-2ba8085cf923)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:44.915502 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:44.917971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:42Z', 'revision_number': 11, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:44.946175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Calling delete_port for 170da79f-73d6-4ede-ba97-6be5fc758f59 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:44.958547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] Checking router: 0b1573e8-d5f2-44f6-a12a-647656f9e83c for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:44.976074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] Routers {'0b1573e8-d5f2-44f6-a12a-647656f9e83c'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:44.976756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:45.073102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.090697 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-681dcc54-fec0-4f99-abe3-0a504a03fd25 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.094955 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-681dcc54-fec0-4f99-abe3-0a504a03fd25 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.110108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] No DVR routers for this DVR port 170da79f-73d6-4ede-ba97-6be5fc758f59 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:02:45.112127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Pushing event deleted for resources: {'Port': ['ID=170da79f-73d6-4ede-ba97-6be5fc758f59,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:45.113236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] Set router 0b1573e8-d5f2-44f6-a12a-647656f9e83c gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:45.188174 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-681dcc54-fec0-4f99-abe3-0a504a03fd25 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.189203 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681dcc54-fec0-4f99-abe3-0a504a03fd25 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1573e8-d5f2-44f6-a12a-647656f9e83c {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:02:45.202295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-681dcc54-fec0-4f99-abe3-0a504a03fd25 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.204438 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-681dcc54-fec0-4f99-abe3-0a504a03fd25 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c HTTP/1.1" status: 204 len: 168 time: 0.5061364 Jun 30 03:02:45.211649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44444) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:45.217728 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ef9a821b-f685-439d-8808-0fff1284f584 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1060545634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:45.221943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:42Z', 'revision_number': 11, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:45.228930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b744d2-fd1f-4ae9-8feb-fe230464f199 None None] DHCP port deletion for 5652e90c-7819-46be-acdc-68be86dd4f9f request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:02:45.232613 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.251876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5652e90c-7819-46be-acdc-68be86dd4f9f']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:45.267864 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef9a821b-f685-439d-8808-0fff1284f584 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.270136 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef9a821b-f685-439d-8808-0fff1284f584 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.275045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd713973a-2d16-48f5-809d-2ba8085cf923') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:45.275657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd713973a-2d16-48f5-809d-2ba8085cf923') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:45.283183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c05db2-5c89-4c9a-b720-774568d4bd41 None None] The sync data for ids ['0b1573e8-d5f2-44f6-a12a-647656f9e83c'] in n-d-758944-39 is: [{'id': '0b1573e8-d5f2-44f6-a12a-647656f9e83c', 'name': 'tempest-RoutersTest-router-466521716', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:15Z', 'updated_at': '2021-06-30T03:02:42Z', 'revision_number': 11, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:45.300786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.325092 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.336412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:02:45.336834 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:02:45.339329 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:02:45.353326 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef9a821b-f685-439d-8808-0fff1284f584 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.359500 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef9a821b-f685-439d-8808-0fff1284f584 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.384853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ef9a821b-f685-439d-8808-0fff1284f584 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.387487 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ef9a821b-f685-439d-8808-0fff1284f584 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1742930 Jun 30 03:02:45.390008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44446) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:45.399094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2e01da88-fa19-4253-990c-964628adb7f2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:45.420265 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.434233 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.437400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] 10.222.0.55 "DELETE /v2.0/networks/5652e90c-7819-46be-acdc-68be86dd4f9f HTTP/1.1" status: 204 len: 168 time: 0.8581395 Jun 30 03:02:45.455206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6d1cd-4ea1-4b03-b55f-8aefe38ab63f admin admin] Pushing event deleted for resources: {'Network': ['ID=5652e90c-7819-46be-acdc-68be86dd4f9f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:45.654956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44450) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:45.711554 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7a1b75d9-5d72-4c70-a307-1118f6014f50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=139be7afb86c4dd6b9d7d78a0178383c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550516 Jun 30 03:02:45.714412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44452) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:45.715789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e01da88-fa19-4253-990c-964628adb7f2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.729322 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e01da88-fa19-4253-990c-964628adb7f2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570548', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558978'] for router, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.784897 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab06e29e-816f-40e6-bbbf-5a54979ed346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.812200 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab06e29e-816f-40e6-bbbf-5a54979ed346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.864964 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab06e29e-816f-40e6-bbbf-5a54979ed346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.868458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e01da88-fa19-4253-990c-964628adb7f2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Router 52c56276-fa69-4bc2-9d30-ced1e8cc4dab is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:02:45.868730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ab06e29e-816f-40e6-bbbf-5a54979ed346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.870295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ab06e29e-816f-40e6-bbbf-5a54979ed346 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/584a7e46-09d4-4e4b-9eab-c87ccf429907 HTTP/1.1" status: 204 len: 168 time: 0.1547251 Jun 30 03:02:45.883940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06e29e-816f-40e6-bbbf-5a54979ed346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584a7e46-09d4-4e4b-9eab-c87ccf429907,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:45.953476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e01da88-fa19-4253-990c-964628adb7f2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:45.961830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2e01da88-fa19-4253-990c-964628adb7f2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:45.963497 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2e01da88-fa19-4253-990c-964628adb7f2 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "PUT /v2.0/routers/52c56276-fa69-4bc2-9d30-ced1e8cc4dab HTTP/1.1" status: 200 len: 694 time: 0.5717027 Jun 30 03:02:45.968064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44456) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:45.968731 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] Sync routers for ids ['52c56276-fa69-4bc2-9d30-ced1e8cc4dab'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:45.980202 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] Routers {'52c56276-fa69-4bc2-9d30-ced1e8cc4dab'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:45.980941 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['52c56276-fa69-4bc2-9d30-ced1e8cc4dab'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:46.061358 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] Set router 52c56276-fa69-4bc2-9d30-ced1e8cc4dab gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:46.100851 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.144901 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c56276-fa69-4bc2-9d30-ced1e8cc4dab', 'name': 'tempest-RoutersTest-router-1060545634', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:45Z', 'updated_at': '2021-06-30T03:02:45Z', 'revision_number': 2, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:46.177127 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] Checking router: 52c56276-fa69-4bc2-9d30-ced1e8cc4dab for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:02:46.192763 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] Routers {'52c56276-fa69-4bc2-9d30-ced1e8cc4dab'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:46.193330 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['52c56276-fa69-4bc2-9d30-ced1e8cc4dab'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:46.297463 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.334243 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] Set router 52c56276-fa69-4bc2-9d30-ced1e8cc4dab gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:02:46.376695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 170da79f-73d6-4ede-ba97-6be5fc758f59 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:02:46.431959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 170da79f-73d6-4ede-ba97-6be5fc758f59 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:02:46.437375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44460) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:46.437560 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c56276-fa69-4bc2-9d30-ced1e8cc4dab', 'name': 'tempest-RoutersTest-router-1060545634', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:45Z', 'updated_at': '2021-06-30T03:02:45Z', 'revision_number': 2, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:46.439028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 170da79f-73d6-4ede-ba97-6be5fc758f59 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:02:46.475502 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0149327f-6621-496c-8586-437753ebc3d9 None None] The sync data for ids ['52c56276-fa69-4bc2-9d30-ced1e8cc4dab'] in n-d-758944-39 is: [{'id': '52c56276-fa69-4bc2-9d30-ced1e8cc4dab', 'name': 'tempest-RoutersTest-router-1060545634', 'tenant_id': '8809a4e433a24492ba8d593bec860283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:02:45Z', 'updated_at': '2021-06-30T03:02:45Z', 'revision_number': 2, 'project_id': '8809a4e433a24492ba8d593bec860283', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:46.502956 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-25c71c6c-bee0-46e6-921b-5a5620ec45a6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ab5189b586d4e458113a4fd0229050a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637972 Jun 30 03:02:46.506132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44462) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:46.515237 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-10210d10-e738-4ce4-b889-61e9e0edea7f tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/routers/52c56276-fa69-4bc2-9d30-ced1e8cc4dab HTTP/1.1" status: 200 len: 700 time: 0.5443552 Jun 30 03:02:46.518557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44464) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:46.554393 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4375cb9f-de2a-47ec-94b5-cf0c254189bc tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c56276-fa69-4bc2-9d30-ced1e8cc4dab HTTP/1.1" status: 200 len: 205 time: 0.0344388 Jun 30 03:02:46.557733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:46.646271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4550c1e-95bf-4ecb-87cc-c45c4aada3b5 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:46.651516 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e6e28e0-e328-4d7a-a46e-f18119fd6e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.006552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e6e28e0-e328-4d7a-a46e-f18119fd6e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.114409 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4550c1e-95bf-4ecb-87cc-c45c4aada3b5 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.121041 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4550c1e-95bf-4ecb-87cc-c45c4aada3b5 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.174489 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4550c1e-95bf-4ecb-87cc-c45c4aada3b5 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.175073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4550c1e-95bf-4ecb-87cc-c45c4aada3b5 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Fanout notify agent at l3_agent the message router_deleted on router 52c56276-fa69-4bc2-9d30-ced1e8cc4dab {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:02:47.188552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b4550c1e-95bf-4ecb-87cc-c45c4aada3b5 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.189670 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b4550c1e-95bf-4ecb-87cc-c45c4aada3b5 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/52c56276-fa69-4bc2-9d30-ced1e8cc4dab HTTP/1.1" status: 204 len: 168 time: 0.6309383 Jun 30 03:02:47.193562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44468) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.209974 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e6e28e0-e328-4d7a-a46e-f18119fd6e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.213635 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9e6e28e0-e328-4d7a-a46e-f18119fd6e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:47.215219 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e6e28e0-e328-4d7a-a46e-f18119fd6e68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bfb817f-1c0a-4cd9-a679-ab87e6c6ecb9 HTTP/1.1" status: 204 len: 168 time: 0.7066898 Jun 30 03:02:47.247925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-95054826-1d03-4253-ab45-d188ff5d1649 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=52c56276-fa69-4bc2-9d30-ced1e8cc4dab HTTP/1.1" status: 200 len: 205 time: 0.0506637 Jun 30 03:02:47.248297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44472) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.252859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e28e0-e328-4d7a-a46e-f18119fd6e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfb817f-1c0a-4cd9-a679-ab87e6c6ecb9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:47.295668 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-6858313c-fb3b-474b-b640-3cdf5cf43e2c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] delete failed (client error): The resource could not be found. Jun 30 03:02:47.296792 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6858313c-fb3b-474b-b640-3cdf5cf43e2c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/52c56276-fa69-4bc2-9d30-ced1e8cc4dab HTTP/1.1" status: 404 len: 336 time: 0.0469115 Jun 30 03:02:47.299978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44474) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.327754 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac38c234-a944-4398-88e1-879cfa657c34 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:47.328206 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac38c234-a944-4398-88e1-879cfa657c34 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:47.332588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ac38c234-a944-4398-88e1-879cfa657c34 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/e4d81dda-4855-41de-b7c4-7fa48de12df5 HTTP/1.1" status: 404 len: 337 time: 0.0285847 Jun 30 03:02:47.332928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44478) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.371309 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc54725-1b78-4687-8078-d299a8870a4a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:47.371860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc54725-1b78-4687-8078-d299a8870a4a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:47.373675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4bc54725-1b78-4687-8078-d299a8870a4a tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/5dc10a77-2d71-4a0f-8812-ff91d54df089 HTTP/1.1" status: 404 len: 337 time: 0.0397916 Jun 30 03:02:47.377314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44480) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.423092 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-da764d3a-c965-476d-8a27-7ba3fb9b2abe tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:47.424094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da764d3a-c965-476d-8a27-7ba3fb9b2abe tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:47.429393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44482) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.430879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-da764d3a-c965-476d-8a27-7ba3fb9b2abe tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/439514d4-c8e3-4234-b50a-c7606915ccbe HTTP/1.1" status: 404 len: 337 time: 0.0495415 Jun 30 03:02:47.468835 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0da9d7-b066-493b-bf0a-b97578649b54 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:47.469421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0da9d7-b066-493b-bf0a-b97578649b54 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:47.472257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bb0da9d7-b066-493b-bf0a-b97578649b54 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/7bd04f5e-db51-4fc0-8ef7-f9da7d055bb2 HTTP/1.1" status: 404 len: 337 time: 0.0394657 Jun 30 03:02:47.478386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44484) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.522338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-05a5cb37-b90b-4e62-ae89-8258e1ea956e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b1573e8-d5f2-44f6-a12a-647656f9e83c HTTP/1.1" status: 200 len: 205 time: 0.0406945 Jun 30 03:02:47.524193 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44486) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.598485 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-b6625d8b-1978-4f44-9f42-8e650e718cda tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] delete failed (client error): The resource could not be found. Jun 30 03:02:47.600295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b6625d8b-1978-4f44-9f42-8e650e718cda tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/0b1573e8-d5f2-44f6-a12a-647656f9e83c HTTP/1.1" status: 404 len: 336 time: 0.0739388 Jun 30 03:02:47.604521 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.648237 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d54092c6-5d58-47a6-b23a-60fe8f1ef1df tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c9e668a-ecdf-47e6-8c5d-8f14c0898775 HTTP/1.1" status: 200 len: 205 time: 0.0424254 Jun 30 03:02:47.651313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44490) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.697194 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-39858acf-ec06-4c1d-869d-865d5a824aae tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] delete failed (client error): The resource could not be found. Jun 30 03:02:47.697866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-39858acf-ec06-4c1d-869d-865d5a824aae tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/4c9e668a-ecdf-47e6-8c5d-8f14c0898775 HTTP/1.1" status: 404 len: 336 time: 0.0450075 Jun 30 03:02:47.701272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.731008 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d2aba6-ef65-4562-92e0-6dd15beb6518 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:47.731802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d2aba6-ef65-4562-92e0-6dd15beb6518 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:47.733607 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c8d2aba6-ef65-4562-92e0-6dd15beb6518 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/233390ed-37c7-4eff-910c-d31d90bafea1 HTTP/1.1" status: 404 len: 337 time: 0.0308766 Jun 30 03:02:47.738115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44494) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.770354 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-abc7b160-5240-442f-8ee2-7e771c3cb5a7 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab3a268a-9008-44aa-aa54-e2c43e9af939 HTTP/1.1" status: 200 len: 205 time: 0.0309982 Jun 30 03:02:47.773772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44496) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.818350 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-43ea72e5-291d-49fc-a042-79b30e009eb8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] delete failed (client error): The resource could not be found. Jun 30 03:02:47.819979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-43ea72e5-291d-49fc-a042-79b30e009eb8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/ab3a268a-9008-44aa-aa54-e2c43e9af939 HTTP/1.1" status: 404 len: 336 time: 0.0451329 Jun 30 03:02:47.823801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44498) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.859125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-32e07f5e-9ddb-4b97-8ada-16942db71c50 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d5b3caa-04ea-42c7-9694-36639c551284 HTTP/1.1" status: 200 len: 205 time: 0.0340571 Jun 30 03:02:47.862418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44500) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.902745 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-e6b7ee99-4558-4a75-86fe-563344273ec0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] delete failed (client error): The resource could not be found. Jun 30 03:02:47.903835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e6b7ee99-4558-4a75-86fe-563344273ec0 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/5d5b3caa-04ea-42c7-9694-36639c551284 HTTP/1.1" status: 404 len: 336 time: 0.0401087 Jun 30 03:02:47.906466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.942162 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb543e7-31d5-422c-9996-b69106c8b44e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:47.942615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb543e7-31d5-422c-9996-b69106c8b44e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:47.944855 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1eb543e7-31d5-422c-9996-b69106c8b44e tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/77366f6c-d6a9-4cbf-8e48-be46486f914b HTTP/1.1" status: 404 len: 337 time: 0.0371301 Jun 30 03:02:47.947442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:47.978987 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bb3b2e11-37d1-4685-97aa-a356df6d8f19 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=087233de-ecda-4d43-b20f-3cbd0b89f7b1 HTTP/1.1" status: 200 len: 205 time: 0.0304711 Jun 30 03:02:47.981585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:48.020011 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-ffcbfd2d-f44c-4bdd-87dc-86e4620803da tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] delete failed (client error): The resource could not be found. Jun 30 03:02:48.021274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ffcbfd2d-f44c-4bdd-87dc-86e4620803da tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/087233de-ecda-4d43-b20f-3cbd0b89f7b1 HTTP/1.1" status: 404 len: 336 time: 0.0384545 Jun 30 03:02:48.024464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:48.055633 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc380df-f28b-42cb-82a7-85d20079be89 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:48.056101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc380df-f28b-42cb-82a7-85d20079be89 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:48.057886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7fc380df-f28b-42cb-82a7-85d20079be89 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/d1f1d6d9-de3c-46d2-8787-b488e47a8f00 HTTP/1.1" status: 404 len: 337 time: 0.0323873 Jun 30 03:02:48.060610 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44510) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:48.090346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7252e596-76cb-4823-a1ee-6f574aeb1f4c tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "GET /v2.0/ports?device_id=dedf271a-ebf0-4d40-aaf8-c15aaff5c79a HTTP/1.1" status: 200 len: 205 time: 0.0284781 Jun 30 03:02:48.093447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44512) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:48.131465 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-4ab36b18-3c05-4379-9f48-1c02d49fd8a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] delete failed (client error): The resource could not be found. Jun 30 03:02:48.132618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4ab36b18-3c05-4379-9f48-1c02d49fd8a6 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/routers/dedf271a-ebf0-4d40-aaf8-c15aaff5c79a HTTP/1.1" status: 404 len: 336 time: 0.0381799 Jun 30 03:02:48.140379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:48.175600 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ac3434-6a71-4ddf-b478-d9e74e1c4fd8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:48.176076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ac3434-6a71-4ddf-b478-d9e74e1c4fd8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:48.177846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-20ac3434-6a71-4ddf-b478-d9e74e1c4fd8 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/62f8d6a3-a42c-44dc-bc22-d3dcee5f40ed HTTP/1.1" status: 404 len: 337 time: 0.0364509 Jun 30 03:02:48.182448 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44516) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:48.213295 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-5809b063-337c-42a7-ab4e-f7fcf1f8fa88 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] DELETE failed (client error): The resource could not be found. Jun 30 03:02:48.213690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5809b063-337c-42a7-ab4e-f7fcf1f8fa88 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:02:48.215416 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5809b063-337c-42a7-ab4e-f7fcf1f8fa88 tempest-RoutersTest-2049094524 tempest-RoutersTest-2049094524-project] 10.222.0.55 "DELETE /v2.0/subnets/a9704f28-9ef5-40a1-b3c2-06d45e029020 HTTP/1.1" status: 404 len: 337 time: 0.0318515 Jun 30 03:02:48.511701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44522) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:48.679866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9f4af0ee-b602-4412-bb6a-042685a10381 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8809a4e433a24492ba8d593bec860283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666877 Jun 30 03:02:48.682488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44526) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:48.735752 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3065067-4401-4e90-9680-3f40ee934ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.760933 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3065067-4401-4e90-9680-3f40ee934ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.818357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3065067-4401-4e90-9680-3f40ee934ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.822970 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3065067-4401-4e90-9680-3f40ee934ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:48.825094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f3065067-4401-4e90-9680-3f40ee934ae3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b66a337-f373-4da1-91bf-7d6daf0b619a HTTP/1.1" status: 204 len: 168 time: 0.1414373 Jun 30 03:02:48.835713 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3065067-4401-4e90-9680-3f40ee934ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66a337-f373-4da1-91bf-7d6daf0b619a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:49.730202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44548) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:49.863653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-42610037-d99f-4715-adf7-e837b3e891a7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2111469383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:49.889093 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42610037-d99f-4715-adf7-e837b3e891a7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.890128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42610037-d99f-4715-adf7-e837b3e891a7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.949253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42610037-d99f-4715-adf7-e837b3e891a7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.954008 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42610037-d99f-4715-adf7-e837b3e891a7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.971910 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-42610037-d99f-4715-adf7-e837b3e891a7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:49.973457 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-42610037-d99f-4715-adf7-e837b3e891a7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2416866 Jun 30 03:02:49.976692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44552) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:49.982185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-452959860'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:50.010884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Made reservation on behalf of 44c19ec05bc24e618d2a9e1be091114f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:50.019271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.028236 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.142776 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.149126 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.178917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:50.188512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091e91a9-bd8e-483d-9651-fd9aa6a7dabc,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.195269 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.195710 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Added segment b9632a4c-b3e8-4eb4-a1fc-df19037a360a of type vlan for network daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae Jun 30 03:02:50.257258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.290847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.296383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:50.296947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.361752 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3838644 Jun 30 03:02:50.370348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44554) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:50.372714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25db3b-eb23-4ec9-8049-90d51aff27fb tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Network': ['ID=daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.377990 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'subnet': {'network_id': 'daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:50.384861 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:50.484958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Made reservation on behalf of 44c19ec05bc24e618d2a9e1be091114f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:50.488728 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.704551 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.767081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Subnet': ['ID=ff73c672-f3e5-4cf4-8479-ed8e4ff59065,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:50.779554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.779900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.780263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.780628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.780957 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.781328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.781702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.781971 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.782294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.782617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.782965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.783287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:02:50.790809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Checking segment: {'id': 'b9632a4c-b3e8-4eb4-a1fc-df19037a360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:50.791159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network hostable DHCP agents. Network: daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:50.810827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:50.824188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:50.835521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:50.836168 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.836904 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5114b995-57d6-4673-ab65-072114066791 None None] Network daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:50.859620 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44556) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:50.860468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3f721b42-40de-4967-a7aa-ae4c01b34230 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4873152 Jun 30 03:02:50.867083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'network': {'name': 'tempest-router-network01--611214223'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:50.897835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Made reservation on behalf of 44c19ec05bc24e618d2a9e1be091114f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:50.901908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.943189 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:50.958887 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:50.959374 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Added segment 1586d5f0-01a8-486e-a6be-257c5f46454b of type vlan for network a712f78b-2a32-4656-bc61-62ef782adead Jun 30 03:02:51.013979 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.028749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae', 'network_id': 'daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae', 'tenant_id': '44c19ec05bc24e618d2a9e1be091114f', 'fixed_ips': [{'subnet_id': 'ff73c672-f3e5-4cf4-8479-ed8e4ff59065'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:51.030242 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.050090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.055837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:51.056451 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.125734 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2652116 Jun 30 03:02:51.129535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44558) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:51.135393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'network': {'name': 'tempest-router-network02--667474749'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:51.148007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4200e3a-5374-430a-a66e-a3ac1d626dd7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Network': ['ID=a712f78b-2a32-4656-bc61-62ef782adead,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.167183 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Made reservation on behalf of 44c19ec05bc24e618d2a9e1be091114f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:51.170932 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.173992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a712f78b-2a32-4656-bc61-62ef782adead details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:51.203797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:51.223389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.224108 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Added segment c38f6272-0c04-459a-8826-9a2e5373439e of type vlan for network e256093e-05f8-4384-a164-526fa9a4b9ee Jun 30 03:02:51.253043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Allocated IP 2001:db8::2 (daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae/ff73c672-f3e5-4cf4-8479-ed8e4ff59065/6365b23b-3e54-432d-812a-de2cbe5abf5c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:51.273690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.307638 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.313760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:51.314363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.374297 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2436686 Jun 30 03:02:51.377393 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:51.383558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'subnet': {'network_id': 'a712f78b-2a32-4656-bc61-62ef782adead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:51.394180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12c264-b9f1-4584-bc8b-e9a2033d933f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Network': ['ID=e256093e-05f8-4384-a164-526fa9a4b9ee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.412203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network e256093e-05f8-4384-a164-526fa9a4b9ee details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:51.428852 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.467679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Transition to ACTIVE for port object 6365b23b-3e54-432d-812a-de2cbe5abf5c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:51.488548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Made reservation on behalf of 44c19ec05bc24e618d2a9e1be091114f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:51.492378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.496271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Transition to ACTIVE for port object 6365b23b-3e54-432d-812a-de2cbe5abf5c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:51.502481 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.545438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Network daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:51.551394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:51.558918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:51.563618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Pushing event updated for resources: {'Port': ['ID=6365b23b-3e54-432d-812a-de2cbe5abf5c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.626730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Attempting to bind port 6365b23b-3e54-432d-812a-de2cbe5abf5c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:51.626730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Attempting to bind port 6365b23b-3e54-432d-812a-de2cbe5abf5c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'b9632a4c-b3e8-4eb4-a1fc-df19037a360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:51.627286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Attempting to bind port 6365b23b-3e54-432d-812a-de2cbe5abf5c on network daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:51.633549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:51.633942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Checking segment: {'id': 'b9632a4c-b3e8-4eb4-a1fc-df19037a360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:51.634349 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.634742 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Bound using segment: {'id': 'b9632a4c-b3e8-4eb4-a1fc-df19037a360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:51.635235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Bound port: 6365b23b-3e54-432d-812a-de2cbe5abf5c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9632a4c-b3e8-4eb4-a1fc-df19037a360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:51.636051 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.702954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] For port 6365b23b-3e54-432d-812a-de2cbe5abf5c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:51.706578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] For port 6365b23b-3e54-432d-812a-de2cbe5abf5c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6365b23b-3e54-432d-812a-de2cbe5abf5c,segment=NetworkSegment(b9632a4c-b3e8-4eb4-a1fc-df19037a360a),segment_id=b9632a4c-b3e8-4eb4-a1fc-df19037a360a)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:51.711409 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.713516 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.773389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Subnet': ['ID=851acf38-2fb0-4bc8-8d17-1bf649dc93c8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.783058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Checking segment: {'id': '1586d5f0-01a8-486e-a6be-257c5f46454b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a712f78b-2a32-4656-bc61-62ef782adead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:51.783427 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network hostable DHCP agents. Network: a712f78b-2a32-4656-bc61-62ef782adead, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:51.785201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b8725-b936-4f36-9e14-3a2b4d004d12 None None] Pushing event updated for resources: {'Port': ['ID=6365b23b-3e54-432d-812a-de2cbe5abf5c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:51.806535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network a712f78b-2a32-4656-bc61-62ef782adead is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:51.826355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a712f78b-2a32-4656-bc61-62ef782adead) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:51.833355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:51.834280 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:51.841920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e0e608-466f-428f-9d55-eec3c18e1b6d None None] Network a712f78b-2a32-4656-bc61-62ef782adead requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:51.861510 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1758fd12-833e-4b1d-a961-7919ed28f441 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4806061 Jun 30 03:02:51.861855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:51.869010 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'subnet': {'network_id': 'e256093e-05f8-4384-a164-526fa9a4b9ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:52.013048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Made reservation on behalf of 44c19ec05bc24e618d2a9e1be091114f for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:52.018677 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.086246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a712f78b-2a32-4656-bc61-62ef782adead', 'network_id': 'a712f78b-2a32-4656-bc61-62ef782adead', 'tenant_id': '44c19ec05bc24e618d2a9e1be091114f', 'fixed_ips': [{'subnet_id': '851acf38-2fb0-4bc8-8d17-1bf649dc93c8'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:52.087396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.274791 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Allocated IP 2001:db8::2 (a712f78b-2a32-4656-bc61-62ef782adead/851acf38-2fb0-4bc8-8d17-1bf649dc93c8/681e8a86-10d4-4cef-81b9-c3c3ece94846) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:52.275091 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.347519 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Subnet': ['ID=1860bb5c-908a-4b65-8fc8-0133656f1f96,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:52.353017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Checking segment: {'id': 'c38f6272-0c04-459a-8826-9a2e5373439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e256093e-05f8-4384-a164-526fa9a4b9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:52.353390 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network hostable DHCP agents. Network: e256093e-05f8-4384-a164-526fa9a4b9ee, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:52.376340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network e256093e-05f8-4384-a164-526fa9a4b9ee is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:52.389614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, e256093e-05f8-4384-a164-526fa9a4b9ee) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:52.394384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:52.395307 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.415356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2dd40f10-c8c6-41ef-882d-d3ce90b768e9 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5499423 Jun 30 03:02:52.416916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44564) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:52.524012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43953526-5b54-44bd-a1f3-27caf58e8a31 None None] Network e256093e-05f8-4384-a164-526fa9a4b9ee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:52.526409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6365b23b-3e54-432d-812a-de2cbe5abf5c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:52.752161 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.752681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 6365b23b-3e54-432d-812a-de2cbe5abf5c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:52.760648 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.779811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Transition to ACTIVE for port object 681e8a86-10d4-4cef-81b9-c3c3ece94846 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:52.818802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Transition to ACTIVE for port object 681e8a86-10d4-4cef-81b9-c3c3ece94846 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:52.823388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-e256093e-05f8-4384-a164-526fa9a4b9ee', 'network_id': 'e256093e-05f8-4384-a164-526fa9a4b9ee', 'tenant_id': '44c19ec05bc24e618d2a9e1be091114f', 'fixed_ips': [{'subnet_id': '1860bb5c-908a-4b65-8fc8-0133656f1f96'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:52.824320 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.828501 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:52.896486 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Network a712f78b-2a32-4656-bc61-62ef782adead is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:52.946307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:52.953178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:52.958925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Pushing event updated for resources: {'Port': ['ID=681e8a86-10d4-4cef-81b9-c3c3ece94846,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:52.978853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdcd404-6c73-4860-9f38-c5d50c33043d None None] Network daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:53.065253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Allocated IP 2001:db8::1 (a712f78b-2a32-4656-bc61-62ef782adead/851acf38-2fb0-4bc8-8d17-1bf649dc93c8/662f779a-8395-428c-bc83-cc4b710a85cb) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:53.103828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5953f3db-1308-4272-852e-4cc7c42c81c6 None None] Provisioning for port 6365b23b-3e54-432d-812a-de2cbe5abf5c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:53.127300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5953f3db-1308-4272-852e-4cc7c42c81c6 None None] Provisioning complete for port 6365b23b-3e54-432d-812a-de2cbe5abf5c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:53.127668 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5953f3db-1308-4272-852e-4cc7c42c81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.135037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Attempting to bind port 681e8a86-10d4-4cef-81b9-c3c3ece94846 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:53.135322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Attempting to bind port 681e8a86-10d4-4cef-81b9-c3c3ece94846 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '1586d5f0-01a8-486e-a6be-257c5f46454b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a712f78b-2a32-4656-bc61-62ef782adead'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:53.135552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Attempting to bind port 681e8a86-10d4-4cef-81b9-c3c3ece94846 on network a712f78b-2a32-4656-bc61-62ef782adead {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:53.202650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:53.203034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Checking segment: {'id': '1586d5f0-01a8-486e-a6be-257c5f46454b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a712f78b-2a32-4656-bc61-62ef782adead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:53.203431 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.203811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Bound using segment: {'id': '1586d5f0-01a8-486e-a6be-257c5f46454b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a712f78b-2a32-4656-bc61-62ef782adead'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:53.204274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Bound port: 681e8a86-10d4-4cef-81b9-c3c3ece94846, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1586d5f0-01a8-486e-a6be-257c5f46454b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'a712f78b-2a32-4656-bc61-62ef782adead'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:53.204649 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.208816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Allocated IP 2001:db8::2 (e256093e-05f8-4384-a164-526fa9a4b9ee/1860bb5c-908a-4b65-8fc8-0133656f1f96/271eff68-d2ca-4293-be0b-26e4d7f4d08d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:53.212316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.229945 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Transition to ACTIVE for port object 662f779a-8395-428c-bc83-cc4b710a85cb will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:53.272795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.326681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network a712f78b-2a32-4656-bc61-62ef782adead is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:53.330846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:53.336502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:53.337651 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.386732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Port': ['ID=662f779a-8395-428c-bc83-cc4b710a85cb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:53.441334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] For port 681e8a86-10d4-4cef-81b9-c3c3ece94846, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:53.479682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] For port 681e8a86-10d4-4cef-81b9-c3c3ece94846, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=681e8a86-10d4-4cef-81b9-c3c3ece94846,segment=NetworkSegment(1586d5f0-01a8-486e-a6be-257c5f46454b),segment_id=1586d5f0-01a8-486e-a6be-257c5f46454b)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:53.492846 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.502439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5953f3db-1308-4272-852e-4cc7c42c81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.515080 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.651426 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.660879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5953f3db-1308-4272-852e-4cc7c42c81c6 None None] For port 6365b23b-3e54-432d-812a-de2cbe5abf5c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6365b23b-3e54-432d-812a-de2cbe5abf5c,segment=NetworkSegment(b9632a4c-b3e8-4eb4-a1fc-df19037a360a),segment_id=b9632a4c-b3e8-4eb4-a1fc-df19037a360a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:53.665505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91404d36-260c-4da7-ab7f-14676514ab48 None None] Pushing event updated for resources: {'Port': ['ID=681e8a86-10d4-4cef-81b9-c3c3ece94846,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:53.671622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Transition to ACTIVE for port object 271eff68-d2ca-4293-be0b-26e4d7f4d08d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:53.673863 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5953f3db-1308-4272-852e-4cc7c42c81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.714905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Transition to ACTIVE for port object 271eff68-d2ca-4293-be0b-26e4d7f4d08d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:53.727847 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.766448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953f3db-1308-4272-852e-4cc7c42c81c6 None None] Pushing event updated for resources: {'Port': ['ID=6365b23b-3e54-432d-812a-de2cbe5abf5c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:53.777955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Network e256093e-05f8-4384-a164-526fa9a4b9ee is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:53.798905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:53.803645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:53.845108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Pushing event updated for resources: {'Port': ['ID=271eff68-d2ca-4293-be0b-26e4d7f4d08d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:53.860649 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.881432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.883331 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.925977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Attempting to bind port 271eff68-d2ca-4293-be0b-26e4d7f4d08d on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:53.926665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Attempting to bind port 271eff68-d2ca-4293-be0b-26e4d7f4d08d by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'c38f6272-0c04-459a-8826-9a2e5373439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e256093e-05f8-4384-a164-526fa9a4b9ee'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:53.927209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Attempting to bind port 271eff68-d2ca-4293-be0b-26e4d7f4d08d on network e256093e-05f8-4384-a164-526fa9a4b9ee {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:53.940829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:53.941226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Checking segment: {'id': 'c38f6272-0c04-459a-8826-9a2e5373439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e256093e-05f8-4384-a164-526fa9a4b9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:53.941644 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:53.943045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Bound using segment: {'id': 'c38f6272-0c04-459a-8826-9a2e5373439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e256093e-05f8-4384-a164-526fa9a4b9ee'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:53.943565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Bound port: 271eff68-d2ca-4293-be0b-26e4d7f4d08d, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38f6272-0c04-459a-8826-9a2e5373439e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e256093e-05f8-4384-a164-526fa9a4b9ee'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:53.944000 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.029789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d2fc762-a5e6-402f-ac8d-90b1e236ab00 None None] Provisioning complete for port 6365b23b-3e54-432d-812a-de2cbe5abf5c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:54.030196 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d2fc762-a5e6-402f-ac8d-90b1e236ab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.036666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Port': ['ID=662f779a-8395-428c-bc83-cc4b710a85cb,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:54.066620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] For port 271eff68-d2ca-4293-be0b-26e4d7f4d08d, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:54.085895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] For port 271eff68-d2ca-4293-be0b-26e4d7f4d08d, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=271eff68-d2ca-4293-be0b-26e4d7f4d08d,segment=NetworkSegment(c38f6272-0c04-459a-8826-9a2e5373439e),segment_id=c38f6272-0c04-459a-8826-9a2e5373439e)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:54.095831 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.098892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network a712f78b-2a32-4656-bc61-62ef782adead is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:54.100489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:54.195346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6cab6-142f-48eb-9fe8-4e5d7ddeb505 None None] Pushing event updated for resources: {'Port': ['ID=271eff68-d2ca-4293-be0b-26e4d7f4d08d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:54.247173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Router b91e2d28-e1c7-474a-9b53-fb0010bf87a6 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:02:54.378147 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3009136b-bd5c-4f36-9d1a-ea3d9c15eaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.383941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:54.389687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e8f23c39-0019-476e-a690-e20bf9129d54 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "PUT /v2.0/routers/b91e2d28-e1c7-474a-9b53-fb0010bf87a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9711590 Jun 30 03:02:54.392289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44566) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:54.397077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0726d22-ea6f-4766-a1ac-0724f9a2231a None None] Sync routers for ids ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:54.432806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0726d22-ea6f-4766-a1ac-0724f9a2231a None None] Routers {'b91e2d28-e1c7-474a-9b53-fb0010bf87a6'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:54.433450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0726d22-ea6f-4766-a1ac-0724f9a2231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.495805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0726d22-ea6f-4766-a1ac-0724f9a2231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.523476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0726d22-ea6f-4766-a1ac-0724f9a2231a None None] Routers {'b91e2d28-e1c7-474a-9b53-fb0010bf87a6'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:54.524294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0726d22-ea6f-4766-a1ac-0724f9a2231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.537840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6365b23b-3e54-432d-812a-de2cbe5abf5c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:54.633866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a0726d22-ea6f-4766-a1ac-0724f9a2231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:54.634459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0726d22-ea6f-4766-a1ac-0724f9a2231a None None] The sync data for ids ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:54.646893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 6365b23b-3e54-432d-812a-de2cbe5abf5c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:54.647584 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:54.754280 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 681e8a86-10d4-4cef-81b9-c3c3ece94846 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:54.813240 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 681e8a86-10d4-4cef-81b9-c3c3ece94846 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:54.905450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81820f4c-9ab9-4177-834d-09b606c24988 None None] Network a712f78b-2a32-4656-bc61-62ef782adead requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:54.974248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b45113ae-71fd-486d-8190-7b51c49e14d7 None None] Provisioning for port 681e8a86-10d4-4cef-81b9-c3c3ece94846 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:54.986442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b45113ae-71fd-486d-8190-7b51c49e14d7 None None] Provisioning complete for port 681e8a86-10d4-4cef-81b9-c3c3ece94846 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:54.986838 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b45113ae-71fd-486d-8190-7b51c49e14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.109441 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b45113ae-71fd-486d-8190-7b51c49e14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.170970 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-2a796659-95ae-4650-96c2-8b44b94da9e7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:02:55.175047 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-2a796659-95ae-4650-96c2-8b44b94da9e7 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "PUT /v2.0/routers/b91e2d28-e1c7-474a-9b53-fb0010bf87a6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7781234 Jun 30 03:02:55.175279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44568) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:55.182762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b45113ae-71fd-486d-8190-7b51c49e14d7 None None] For port 681e8a86-10d4-4cef-81b9-c3c3ece94846, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=681e8a86-10d4-4cef-81b9-c3c3ece94846,segment=NetworkSegment(1586d5f0-01a8-486e-a6be-257c5f46454b),segment_id=1586d5f0-01a8-486e-a6be-257c5f46454b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:55.191101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b45113ae-71fd-486d-8190-7b51c49e14d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.274478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45113ae-71fd-486d-8190-7b51c49e14d7 None None] Pushing event updated for resources: {'Port': ['ID=681e8a86-10d4-4cef-81b9-c3c3ece94846,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:55.378826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e64eaa-0e04-4cc7-88d6-74ad31ac8d06 None None] Network e256093e-05f8-4384-a164-526fa9a4b9ee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:55.455917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2a9b57d0-78e9-459a-8916-642497c33bb9 None None] Provisioning for port 271eff68-d2ca-4293-be0b-26e4d7f4d08d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:55.573350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.719090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-976381ab-9421-4d52-b9ae-d2b4c2ad4cdc None None] Provisioning complete for port 681e8a86-10d4-4cef-81b9-c3c3ece94846 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:55.719497 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976381ab-9421-4d52-b9ae-d2b4c2ad4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.884793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-976381ab-9421-4d52-b9ae-d2b4c2ad4cdc None None] Provisioning for port 662f779a-8395-428c-bc83-cc4b710a85cb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:55.892253 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-976381ab-9421-4d52-b9ae-d2b4c2ad4cdc None None] Provisioning complete for port 662f779a-8395-428c-bc83-cc4b710a85cb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:55.893032 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-976381ab-9421-4d52-b9ae-d2b4c2ad4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.905826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Deleting port 662f779a-8395-428c-bc83-cc4b710a85cb {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:02:55.906169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:55.944886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-976381ab-9421-4d52-b9ae-d2b4c2ad4cdc None None] Port 662f779a-8395-428c-bc83-cc4b710a85cb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:56.037760 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.054859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Calling delete_port for 662f779a-8395-428c-bc83-cc4b710a85cb owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:02:56.073144 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0d32c98e-f560-489b-a7c6-d1b6a36e3c39 None None] Provisioning complete for port 662f779a-8395-428c-bc83-cc4b710a85cb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:56.073563 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0d32c98e-f560-489b-a7c6-d1b6a36e3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.126077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0d32c98e-f560-489b-a7c6-d1b6a36e3c39 None None] Port 662f779a-8395-428c-bc83-cc4b710a85cb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:56.259352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-112255e0-a133-487f-bd11-7e85d3d2d0f3 None None] Provisioning complete for port 662f779a-8395-428c-bc83-cc4b710a85cb triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:56.259590 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-112255e0-a133-487f-bd11-7e85d3d2d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.283815 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.303518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-112255e0-a133-487f-bd11-7e85d3d2d0f3 None None] Port 662f779a-8395-428c-bc83-cc4b710a85cb cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:56.317822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Port': ['ID=662f779a-8395-428c-bc83-cc4b710a85cb,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:56.443684 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.459136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 271eff68-d2ca-4293-be0b-26e4d7f4d08d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:56.533418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 271eff68-d2ca-4293-be0b-26e4d7f4d08d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:56.539618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 271eff68-d2ca-4293-be0b-26e4d7f4d08d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:56.540305 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.631968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Router b91e2d28-e1c7-474a-9b53-fb0010bf87a6 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:56.632353 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.668755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 271eff68-d2ca-4293-be0b-26e4d7f4d08d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=271eff68-d2ca-4293-be0b-26e4d7f4d08d,segment=NetworkSegment(c38f6272-0c04-459a-8826-9a2e5373439e),segment_id=c38f6272-0c04-459a-8826-9a2e5373439e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:02:56.673985 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.674922 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 681e8a86-10d4-4cef-81b9-c3c3ece94846 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:56.720787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:56.728218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c68ba515-6e2c-4e88-9949-7562302058e0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "PUT /v2.0/routers/b91e2d28-e1c7-474a-9b53-fb0010bf87a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5518165 Jun 30 03:02:56.733377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44570) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:56.740248 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cdd1eb-716b-456f-9cab-969227c996c9 None None] Sync routers for ids ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:02:56.757500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=271eff68-d2ca-4293-be0b-26e4d7f4d08d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:56.764771 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cdd1eb-716b-456f-9cab-969227c996c9 None None] Routers {'b91e2d28-e1c7-474a-9b53-fb0010bf87a6'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:56.765679 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-29cdd1eb-716b-456f-9cab-969227c996c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:56.775700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 681e8a86-10d4-4cef-81b9-c3c3ece94846 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:56.776768 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:56.798742 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-0a132c56-79df-4ae7-b041-14020016c62a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] delete failed (client error): The resource could not be found. Jun 30 03:02:56.800026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0a132c56-79df-4ae7-b041-14020016c62a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-571278555 HTTP/1.1" status: 404 len: 334 time: 0.0582047 Jun 30 03:02:56.800569 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-29cdd1eb-716b-456f-9cab-969227c996c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:56.804130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44572) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:56.810073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-72d3ed93-ccc5-48ad-96ee-76560976c5c5 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b91e2d28-e1c7-474a-9b53-fb0010bf87a6'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:56.812532 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cdd1eb-716b-456f-9cab-969227c996c9 None None] Routers {'b91e2d28-e1c7-474a-9b53-fb0010bf87a6'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:02:56.813150 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-29cdd1eb-716b-456f-9cab-969227c996c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:56.852580 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-29cdd1eb-716b-456f-9cab-969227c996c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:02:56.853238 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cdd1eb-716b-456f-9cab-969227c996c9 None None] The sync data for ids ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:02:56.989274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-eabb7f4d-2dda-4217-88c2-c1cdecf91adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.019510 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.062497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-72d3ed93-ccc5-48ad-96ee-76560976c5c5 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.091334 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-72d3ed93-ccc5-48ad-96ee-76560976c5c5 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] update failed (client error): The resource could not be found. Jun 30 03:02:57.092424 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-72d3ed93-ccc5-48ad-96ee-76560976c5c5 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "PUT /v2.0/routers/b91e2d28-e1c7-474a-9b53-fb0010bf87a6 HTTP/1.1" status: 404 len: 339 time: 0.2873030 Jun 30 03:02:57.096908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44574) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:57.102574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1800099604'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:57.132374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Made reservation on behalf of 44c19ec05bc24e618d2a9e1be091114f for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:57.136018 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.164480 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:02:57.178536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.179141 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Added segment 73649762-b885-4959-837b-2cf86d9656fa of type vlan for network ca60cd89-4e4a-4927-8d21-0874962ce35d Jun 30 03:02:57.224674 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.260660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.266570 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:57.267177 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.333611 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2353942 Jun 30 03:02:57.337805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44576) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:57.342994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'subnet': {'network_id': 'ca60cd89-4e4a-4927-8d21-0874962ce35d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:57.363873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c977eee-7338-46bd-aec4-2b8983e33370 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Network': ['ID=ca60cd89-4e4a-4927-8d21-0874962ce35d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:57.374313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network ca60cd89-4e4a-4927-8d21-0874962ce35d details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:02:57.455579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Made reservation on behalf of 44c19ec05bc24e618d2a9e1be091114f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:02:57.460871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.675565 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.740723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Subnet': ['ID=88aeee28-0a07-4a80-a110-0b2fde423fce,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:57.749853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Checking segment: {'id': '73649762-b885-4959-837b-2cf86d9656fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ca60cd89-4e4a-4927-8d21-0874962ce35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:57.750212 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network hostable DHCP agents. Network: ca60cd89-4e4a-4927-8d21-0874962ce35d, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:02:57.770392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network ca60cd89-4e4a-4927-8d21-0874962ce35d is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:02:57.782811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, ca60cd89-4e4a-4927-8d21-0874962ce35d) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:57.789755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:02:57.790242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:57.791567 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f244b27-51e2-42d5-880f-4625fc83d2ca None None] Network ca60cd89-4e4a-4927-8d21-0874962ce35d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:57.808022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-00d8451a-c1f4-4887-af41-2b5ff63830ca tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4690766 Jun 30 03:02:57.811147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44578) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:57.815998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0103445a-e55e-4280-9636-b6de40db25c2 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca60cd89-4e4a-4927-8d21-0874962ce35d'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:02:57.950023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-ca60cd89-4e4a-4927-8d21-0874962ce35d', 'network_id': 'ca60cd89-4e4a-4927-8d21-0874962ce35d', 'tenant_id': '44c19ec05bc24e618d2a9e1be091114f', 'fixed_ips': [{'subnet_id': '88aeee28-0a07-4a80-a110-0b2fde423fce'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:02:57.951233 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.039195 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0103445a-e55e-4280-9636-b6de40db25c2 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.103750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Allocated IP 2001:db8:1::2 (ca60cd89-4e4a-4927-8d21-0874962ce35d/88aeee28-0a07-4a80-a110-0b2fde423fce/0fe98579-1106-47b5-8a16-56dff11333a7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:58.167374 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-0103445a-e55e-4280-9636-b6de40db25c2 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:02:58.168570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0103445a-e55e-4280-9636-b6de40db25c2 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "PUT /v2.0/routers/b91e2d28-e1c7-474a-9b53-fb0010bf87a6 HTTP/1.1" status: 400 len: 364 time: 0.3564093 Jun 30 03:02:58.173116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44580) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:02:58.286903 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.302044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Transition to ACTIVE for port object 0fe98579-1106-47b5-8a16-56dff11333a7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:58.323195 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.326037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Transition to ACTIVE for port object 0fe98579-1106-47b5-8a16-56dff11333a7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:58.333252 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.363619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 271eff68-d2ca-4293-be0b-26e4d7f4d08d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:02:58.404777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Network ca60cd89-4e4a-4927-8d21-0874962ce35d is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:58.416320 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:58.419182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:58.428213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Pushing event updated for resources: {'Port': ['ID=0fe98579-1106-47b5-8a16-56dff11333a7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:58.471582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.495424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 271eff68-d2ca-4293-be0b-26e4d7f4d08d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:58.495794 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.499114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Attempting to bind port 0fe98579-1106-47b5-8a16-56dff11333a7 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:02:58.499114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Attempting to bind port 0fe98579-1106-47b5-8a16-56dff11333a7 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '73649762-b885-4959-837b-2cf86d9656fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ca60cd89-4e4a-4927-8d21-0874962ce35d'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:02:58.499525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Attempting to bind port 0fe98579-1106-47b5-8a16-56dff11333a7 on network ca60cd89-4e4a-4927-8d21-0874962ce35d {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:02:58.524365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:02:58.524737 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Checking segment: {'id': '73649762-b885-4959-837b-2cf86d9656fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ca60cd89-4e4a-4927-8d21-0874962ce35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:02:58.525114 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.525502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Bound using segment: {'id': '73649762-b885-4959-837b-2cf86d9656fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ca60cd89-4e4a-4927-8d21-0874962ce35d'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:02:58.525968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Bound port: 0fe98579-1106-47b5-8a16-56dff11333a7, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73649762-b885-4959-837b-2cf86d9656fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ca60cd89-4e4a-4927-8d21-0874962ce35d'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:02:58.526349 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.631538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] For port 0fe98579-1106-47b5-8a16-56dff11333a7, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:02:58.648513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] For port 0fe98579-1106-47b5-8a16-56dff11333a7, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0fe98579-1106-47b5-8a16-56dff11333a7,segment=NetworkSegment(73649762-b885-4959-837b-2cf86d9656fa),segment_id=73649762-b885-4959-837b-2cf86d9656fa)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:02:58.657144 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.727140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c2137-f749-4bdf-9e18-3abdf9e06976 None None] Pushing event updated for resources: {'Port': ['ID=0fe98579-1106-47b5-8a16-56dff11333a7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:58.768770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Allocated IP 2001:db8::1 (daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae/ff73c672-f3e5-4cf4-8479-ed8e4ff59065/6e3492e6-01bf-4ef8-9483-9f45fc227bf0) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:02:58.959711 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:58.978069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Transition to ACTIVE for port object 6e3492e6-01bf-4ef8-9483-9f45fc227bf0 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:02:59.017091 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.060006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:59.063332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:59.066143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:02:59.066918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.122546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Port': ['ID=6e3492e6-01bf-4ef8-9483-9f45fc227bf0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:59.241631 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.367425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f37194ac-1183-47da-8074-dfc8df5a533e None None] Provisioning for port 6e3492e6-01bf-4ef8-9483-9f45fc227bf0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:02:59.373457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f37194ac-1183-47da-8074-dfc8df5a533e None None] Provisioning complete for port 6e3492e6-01bf-4ef8-9483-9f45fc227bf0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:02:59.374070 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f37194ac-1183-47da-8074-dfc8df5a533e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.441694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f37194ac-1183-47da-8074-dfc8df5a533e None None] Port 6e3492e6-01bf-4ef8-9483-9f45fc227bf0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:02:59.554852 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.562982 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.564443 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:59.684772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event updated for resources: {'Port': ['ID=6e3492e6-01bf-4ef8-9483-9f45fc227bf0,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:02:59.733731 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Network daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:02:59.735324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:02:59.848558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Router b91e2d28-e1c7-474a-9b53-fb0010bf87a6 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:02:59.944466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724e791-806b-49a5-adba-b60d47ddfd3b None None] Network ca60cd89-4e4a-4927-8d21-0874962ce35d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:02:59.961941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:02:59.969084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bffc99ab-52c3-427a-b079-f564558d8559 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "PUT /v2.0/routers/b91e2d28-e1c7-474a-9b53-fb0010bf87a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946413 Jun 30 03:02:59.971749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44582) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:00.000237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919eac20-bffa-4244-8798-6c2bcf6fdd26 None None] Sync routers for ids ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:00.029318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919eac20-bffa-4244-8798-6c2bcf6fdd26 None None] Routers {'b91e2d28-e1c7-474a-9b53-fb0010bf87a6'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:00.030174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-919eac20-bffa-4244-8798-6c2bcf6fdd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:00.035619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-004f8ad6-9c60-4ea1-a093-393b596ac1cc None None] Provisioning for port 0fe98579-1106-47b5-8a16-56dff11333a7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:03:00.073521 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-919eac20-bffa-4244-8798-6c2bcf6fdd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:00.090769 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d31a5a2c-b76e-4963-919b-d6f791f6084c tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.107336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919eac20-bffa-4244-8798-6c2bcf6fdd26 None None] Routers {'b91e2d28-e1c7-474a-9b53-fb0010bf87a6'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:00.107979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-919eac20-bffa-4244-8798-6c2bcf6fdd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:00.176946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-919eac20-bffa-4244-8798-6c2bcf6fdd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:00.177509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919eac20-bffa-4244-8798-6c2bcf6fdd26 None None] The sync data for ids ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'] in n-d-758944-39 is: [] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:00.189744 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.198147 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-d31a5a2c-b76e-4963-919b-d6f791f6084c tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 03:03:00.199353 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d31a5a2c-b76e-4963-919b-d6f791f6084c tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/routers/b91e2d28-e1c7-474a-9b53-fb0010bf87a6 HTTP/1.1" status: 409 len: 329 time: 0.2265961 Jun 30 03:03:00.202414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44584) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:00.232417 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5f4e6b0f-2063-4756-8043-23a0c7e18525 None None] Provisioning complete for port 6e3492e6-01bf-4ef8-9483-9f45fc227bf0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:03:00.232806 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6b0f-2063-4756-8043-23a0c7e18525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.283625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e6b0f-2063-4756-8043-23a0c7e18525 None None] Port 6e3492e6-01bf-4ef8-9483-9f45fc227bf0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:03:00.429438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0fe98579-1106-47b5-8a16-56dff11333a7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:03:00.489737 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0fe98579-1106-47b5-8a16-56dff11333a7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:03:00.496043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0fe98579-1106-47b5-8a16-56dff11333a7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:03:00.496473 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.620727 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.633846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-07eae72b-1928-4427-b0cc-45d6373e90cd None None] Provisioning complete for port 0fe98579-1106-47b5-8a16-56dff11333a7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:03:00.634196 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07eae72b-1928-4427-b0cc-45d6373e90cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.660543 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.688847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0fe98579-1106-47b5-8a16-56dff11333a7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0fe98579-1106-47b5-8a16-56dff11333a7,segment=NetworkSegment(73649762-b885-4959-837b-2cf86d9656fa),segment_id=73649762-b885-4959-837b-2cf86d9656fa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:00.694957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:00.773903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0fe98579-1106-47b5-8a16-56dff11333a7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:01.277192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Deleting port 6e3492e6-01bf-4ef8-9483-9f45fc227bf0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:01.277192 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.373364 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.391138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Calling delete_port for 6e3492e6-01bf-4ef8-9483-9f45fc227bf0 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:01.587919 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.628132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Port': ['ID=6e3492e6-01bf-4ef8-9483-9f45fc227bf0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:01.738078 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:01.919721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Router b91e2d28-e1c7-474a-9b53-fb0010bf87a6 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:03:02.004371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:03:02.010532 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eb5a54af-122e-4133-a7cd-79dfa47db05a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "PUT /v2.0/routers/b91e2d28-e1c7-474a-9b53-fb0010bf87a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8068879 Jun 30 03:03:02.015455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:02.018502 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e00b3-d9d7-4e32-bde3-153799f3cb71 None None] Sync routers for ids ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:03:02.030524 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e00b3-d9d7-4e32-bde3-153799f3cb71 None None] Routers {'b91e2d28-e1c7-474a-9b53-fb0010bf87a6'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:02.031241 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-305e00b3-d9d7-4e32-bde3-153799f3cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:02.057256 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-ecfa9c06-8e03-4e27-ab57-2f6290337d8f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] show failed (client error): The resource could not be found. Jun 30 03:03:02.058300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ecfa9c06-8e03-4e27-ab57-2f6290337d8f tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1974948867 HTTP/1.1" status: 404 len: 335 time: 0.0415180 Jun 30 03:03:02.062464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:02.063789 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-305e00b3-d9d7-4e32-bde3-153799f3cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:02.067390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f8b450e6-55f9-4330-98fb-67dee5d265a8 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:03:02.074433 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e00b3-d9d7-4e32-bde3-153799f3cb71 None None] Routers {'b91e2d28-e1c7-474a-9b53-fb0010bf87a6'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:03:02.075057 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-305e00b3-d9d7-4e32-bde3-153799f3cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:02:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:02.107093 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-f8b450e6-55f9-4330-98fb-67dee5d265a8 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] update failed (client error): The resource could not be found. Jun 30 03:03:02.108147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f8b450e6-55f9-4330-98fb-67dee5d265a8 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1505586194 HTTP/1.1" status: 404 len: 335 time: 0.0446544 Jun 30 03:03:02.111127 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-305e00b3-d9d7-4e32-bde3-153799f3cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:02.111777 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e00b3-d9d7-4e32-bde3-153799f3cb71 None None] The sync data for ids ['b91e2d28-e1c7-474a-9b53-fb0010bf87a6'] in n-d-758944-39 is: [] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:03:02.113150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44590) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:02.173311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-704c6e2b-b2c1-4cfb-a72c-6bc66278c087 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Deleting subnet 88aeee28-0a07-4a80-a110-0b2fde423fce {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:03:02.177054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-704c6e2b-b2c1-4cfb-a72c-6bc66278c087 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.218065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-704c6e2b-b2c1-4cfb-a72c-6bc66278c087 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.311249 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-704c6e2b-b2c1-4cfb-a72c-6bc66278c087 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.351786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0fe98579-1106-47b5-8a16-56dff11333a7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:03:02.379116 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-704c6e2b-b2c1-4cfb-a72c-6bc66278c087 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.403715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0fe98579-1106-47b5-8a16-56dff11333a7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:03:02.404091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.408374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c6e2b-b2c1-4cfb-a72c-6bc66278c087 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Subnet': ['ID=88aeee28-0a07-4a80-a110-0b2fde423fce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:02.411486 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-704c6e2b-b2c1-4cfb-a72c-6bc66278c087 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.416943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44592) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:02.417469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-704c6e2b-b2c1-4cfb-a72c-6bc66278c087 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/subnets/88aeee28-0a07-4a80-a110-0b2fde423fce HTTP/1.1" status: 204 len: 168 time: 0.3028517 Jun 30 03:03:02.433955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9ad4f3-7b01-4b2d-853c-2e45385773b2 None None] Network ca60cd89-4e4a-4927-8d21-0874962ce35d requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:03:02.502031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.564983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Deleting port 0fe98579-1106-47b5-8a16-56dff11333a7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:02.565329 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.638141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] For port 0fe98579-1106-47b5-8a16-56dff11333a7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0fe98579-1106-47b5-8a16-56dff11333a7,segment=NetworkSegment(73649762-b885-4959-837b-2cf86d9656fa),segment_id=73649762-b885-4959-837b-2cf86d9656fa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:02.638501 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.657298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Calling delete_port for 0fe98579-1106-47b5-8a16-56dff11333a7 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:02.668333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5454f9-0301-4d18-a5fc-16ce9dad5619 None None] DHCP port deletion for ca60cd89-4e4a-4927-8d21-0874962ce35d request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:03:02.718837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d5454f9-0301-4d18-a5fc-16ce9dad5619 None None] Deleting port 0fe98579-1106-47b5-8a16-56dff11333a7 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:02.719143 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d5454f9-0301-4d18-a5fc-16ce9dad5619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.749380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.780207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Port': ['ID=0fe98579-1106-47b5-8a16-56dff11333a7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:02.785986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] No DVR routers for this DVR port 0fe98579-1106-47b5-8a16-56dff11333a7 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:02.795575 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-5d5454f9-0301-4d18-a5fc-16ce9dad5619 None None] For port 0fe98579-1106-47b5-8a16-56dff11333a7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0fe98579-1106-47b5-8a16-56dff11333a7,segment=NetworkSegment(73649762-b885-4959-837b-2cf86d9656fa),segment_id=73649762-b885-4959-837b-2cf86d9656fa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:02.796034 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d5454f9-0301-4d18-a5fc-16ce9dad5619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.811912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d5454f9-0301-4d18-a5fc-16ce9dad5619 None None] Calling delete_port for 0fe98579-1106-47b5-8a16-56dff11333a7 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:02.872421 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.882632 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca60cd89-4e4a-4927-8d21-0874962ce35d']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:02.893351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73649762-b885-4959-837b-2cf86d9656fa') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:02.893603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73649762-b885-4959-837b-2cf86d9656fa') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:02.895593 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d5454f9-0301-4d18-a5fc-16ce9dad5619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.903899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.920770 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.922773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5454f9-0301-4d18-a5fc-16ce9dad5619 None None] Pushing event deleted for resources: {'Port': ['ID=0fe98579-1106-47b5-8a16-56dff11333a7,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:02.927666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5454f9-0301-4d18-a5fc-16ce9dad5619 None None] No DVR routers for this DVR port 0fe98579-1106-47b5-8a16-56dff11333a7 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:02.935322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:03:02.935867 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:03:02.940308 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:03:03.003755 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.017263 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.019390 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/networks/ca60cd89-4e4a-4927-8d21-0874962ce35d HTTP/1.1" status: 204 len: 168 time: 0.6006541 Jun 30 03:03:03.022022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44594) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:03.059786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f6606-ea54-4b3f-a270-cc29446ee5d1 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Network': ['ID=ca60cd89-4e4a-4927-8d21-0874962ce35d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:03.087959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1563cd8-75c7-4313-8489-806dc4f6fb39 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Deleting subnet 1860bb5c-908a-4b65-8fc8-0133656f1f96 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:03:03.091856 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1563cd8-75c7-4313-8489-806dc4f6fb39 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.134333 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1563cd8-75c7-4313-8489-806dc4f6fb39 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.226023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1563cd8-75c7-4313-8489-806dc4f6fb39 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.290839 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1563cd8-75c7-4313-8489-806dc4f6fb39 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.315915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1563cd8-75c7-4313-8489-806dc4f6fb39 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Subnet': ['ID=1860bb5c-908a-4b65-8fc8-0133656f1f96,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:03.323191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c1563cd8-75c7-4313-8489-806dc4f6fb39 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.328618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c1563cd8-75c7-4313-8489-806dc4f6fb39 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/subnets/1860bb5c-908a-4b65-8fc8-0133656f1f96 HTTP/1.1" status: 204 len: 168 time: 0.3017447 Jun 30 03:03:03.328893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdf9579-a8b4-48e1-a082-0cf89987fe8c None None] Network e256093e-05f8-4384-a164-526fa9a4b9ee requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:03:03.329012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44596) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:03.382560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-57949bd6-68c9-4f1f-b52f-ebda11a210a0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Deleting subnet 851acf38-2fb0-4bc8-8d17-1bf649dc93c8 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:03:03.386029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57949bd6-68c9-4f1f-b52f-ebda11a210a0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.434797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57949bd6-68c9-4f1f-b52f-ebda11a210a0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.525658 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57949bd6-68c9-4f1f-b52f-ebda11a210a0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.530108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b3e389-b163-477b-b257-95db04330151 None None] DHCP port deletion for e256093e-05f8-4384-a164-526fa9a4b9ee request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:03:03.579848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-50b3e389-b163-477b-b257-95db04330151 None None] Deleting port 271eff68-d2ca-4293-be0b-26e4d7f4d08d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:03.580314 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50b3e389-b163-477b-b257-95db04330151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.594234 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57949bd6-68c9-4f1f-b52f-ebda11a210a0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.628483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57949bd6-68c9-4f1f-b52f-ebda11a210a0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Subnet': ['ID=851acf38-2fb0-4bc8-8d17-1bf649dc93c8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:03.630558 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-57949bd6-68c9-4f1f-b52f-ebda11a210a0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.632770 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-57949bd6-68c9-4f1f-b52f-ebda11a210a0 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/subnets/851acf38-2fb0-4bc8-8d17-1bf649dc93c8 HTTP/1.1" status: 204 len: 168 time: 0.3026719 Jun 30 03:03:03.635502 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44598) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:03.644146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac6556-f694-46ff-8ddd-83254d04c014 None None] Network a712f78b-2a32-4656-bc61-62ef782adead requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:03:03.692186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-50b3e389-b163-477b-b257-95db04330151 None None] For port 271eff68-d2ca-4293-be0b-26e4d7f4d08d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=271eff68-d2ca-4293-be0b-26e4d7f4d08d,segment=NetworkSegment(c38f6272-0c04-459a-8826-9a2e5373439e),segment_id=c38f6272-0c04-459a-8826-9a2e5373439e)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:03.692582 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50b3e389-b163-477b-b257-95db04330151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.714225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-50b3e389-b163-477b-b257-95db04330151 None None] Calling delete_port for 271eff68-d2ca-4293-be0b-26e4d7f4d08d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:03.719560 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.782360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Deleting port 271eff68-d2ca-4293-be0b-26e4d7f4d08d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:03.782601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.851948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] For port 271eff68-d2ca-4293-be0b-26e4d7f4d08d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=271eff68-d2ca-4293-be0b-26e4d7f4d08d,segment=NetworkSegment(c38f6272-0c04-459a-8826-9a2e5373439e),segment_id=c38f6272-0c04-459a-8826-9a2e5373439e)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:03.852224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.857350 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50b3e389-b163-477b-b257-95db04330151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.869417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Calling delete_port for 271eff68-d2ca-4293-be0b-26e4d7f4d08d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:03.884013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e389-b163-477b-b257-95db04330151 None None] Pushing event deleted for resources: {'Port': ['ID=271eff68-d2ca-4293-be0b-26e4d7f4d08d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:03.887920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3e389-b163-477b-b257-95db04330151 None None] No DVR routers for this DVR port 271eff68-d2ca-4293-be0b-26e4d7f4d08d on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:03.947644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf90d9-bbe5-4929-81d4-76a66179b04f None None] DHCP port deletion for a712f78b-2a32-4656-bc61-62ef782adead request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:03:03.970389 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:03.997683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Port': ['ID=271eff68-d2ca-4293-be0b-26e4d7f4d08d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:04.003328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] No DVR routers for this DVR port 271eff68-d2ca-4293-be0b-26e4d7f4d08d on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:04.009749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf90d9-bbe5-4929-81d4-76a66179b04f None None] Deleting port 681e8a86-10d4-4cef-81b9-c3c3ece94846 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:04.010204 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbaf90d9-bbe5-4929-81d4-76a66179b04f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.075245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bbaf90d9-bbe5-4929-81d4-76a66179b04f None None] For port 681e8a86-10d4-4cef-81b9-c3c3ece94846, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=681e8a86-10d4-4cef-81b9-c3c3ece94846,segment=NetworkSegment(1586d5f0-01a8-486e-a6be-257c5f46454b),segment_id=1586d5f0-01a8-486e-a6be-257c5f46454b)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:04.075633 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbaf90d9-bbe5-4929-81d4-76a66179b04f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.089472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf90d9-bbe5-4929-81d4-76a66179b04f None None] Calling delete_port for 681e8a86-10d4-4cef-81b9-c3c3ece94846 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:04.091687 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.105473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e256093e-05f8-4384-a164-526fa9a4b9ee']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:04.116707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38f6272-0c04-459a-8826-9a2e5373439e') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:04.116986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38f6272-0c04-459a-8826-9a2e5373439e') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:04.127435 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.144567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.152154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:03:04.152458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:03:04.155635 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:03:04.220751 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.232740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.234847 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/networks/e256093e-05f8-4384-a164-526fa9a4b9ee HTTP/1.1" status: 204 len: 168 time: 0.5981462 Jun 30 03:03:04.237384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44600) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:04.257071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d543454-71f7-4145-973c-c8f23fb222fa tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Network': ['ID=e256093e-05f8-4384-a164-526fa9a4b9ee,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:04.343381 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.348898 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bbaf90d9-bbe5-4929-81d4-76a66179b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.365821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 271eff68-d2ca-4293-be0b-26e4d7f4d08d no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:04.424511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf90d9-bbe5-4929-81d4-76a66179b04f None None] No DVR routers for this DVR port 681e8a86-10d4-4cef-81b9-c3c3ece94846 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:04.432281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf90d9-bbe5-4929-81d4-76a66179b04f None None] Pushing event deleted for resources: {'Port': ['ID=681e8a86-10d4-4cef-81b9-c3c3ece94846,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:04.436039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 271eff68-d2ca-4293-be0b-26e4d7f4d08d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:04.436680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 271eff68-d2ca-4293-be0b-26e4d7f4d08d not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:04.437282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 681e8a86-10d4-4cef-81b9-c3c3ece94846 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:04.446154 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.457068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a712f78b-2a32-4656-bc61-62ef782adead']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:04.464624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 681e8a86-10d4-4cef-81b9-c3c3ece94846 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:04.465009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 681e8a86-10d4-4cef-81b9-c3c3ece94846 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:04.465647 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0fe98579-1106-47b5-8a16-56dff11333a7 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:04.467809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1586d5f0-01a8-486e-a6be-257c5f46454b') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:04.468106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1586d5f0-01a8-486e-a6be-257c5f46454b') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:04.477409 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.484183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0fe98579-1106-47b5-8a16-56dff11333a7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:04.484525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0fe98579-1106-47b5-8a16-56dff11333a7 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:04.499841 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.507139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:03:04.507381 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:03:04.510445 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:03:04.569647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.577022 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.578919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/networks/a712f78b-2a32-4656-bc61-62ef782adead HTTP/1.1" status: 204 len: 168 time: 0.3405397 Jun 30 03:03:04.581969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44602) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:04.590575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a10d9-8442-4e1a-9af0-64b5ef38472d tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Network': ['ID=a712f78b-2a32-4656-bc61-62ef782adead,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:04.639605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f629fa4-a377-4e10-9c48-0cc155607021 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Deleting subnet ff73c672-f3e5-4cf4-8479-ed8e4ff59065 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:03:04.642704 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f629fa4-a377-4e10-9c48-0cc155607021 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.684756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f629fa4-a377-4e10-9c48-0cc155607021 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.772613 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f629fa4-a377-4e10-9c48-0cc155607021 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.831809 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f629fa4-a377-4e10-9c48-0cc155607021 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.859482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f629fa4-a377-4e10-9c48-0cc155607021 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Subnet': ['ID=ff73c672-f3e5-4cf4-8479-ed8e4ff59065,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:04.863379 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3f629fa4-a377-4e10-9c48-0cc155607021 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:04.868588 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3f629fa4-a377-4e10-9c48-0cc155607021 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/subnets/ff73c672-f3e5-4cf4-8479-ed8e4ff59065 HTTP/1.1" status: 204 len: 168 time: 0.2822540 Jun 30 03:03:04.868765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44604) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:04.874684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef155ef-c1cb-4bdb-b046-bdd30cf3b841 None None] Network daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:03:04.953603 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.009445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Deleting port 6365b23b-3e54-432d-812a-de2cbe5abf5c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:05.009780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.076809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc683c19-e434-42b2-a1b9-79c58976354d None None] DHCP port deletion for daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:03:05.082093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] For port 6365b23b-3e54-432d-812a-de2cbe5abf5c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6365b23b-3e54-432d-812a-de2cbe5abf5c,segment=NetworkSegment(b9632a4c-b3e8-4eb4-a1fc-df19037a360a),segment_id=b9632a4c-b3e8-4eb4-a1fc-df19037a360a)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:05.082455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.098650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Calling delete_port for 6365b23b-3e54-432d-812a-de2cbe5abf5c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:05.129021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bc683c19-e434-42b2-a1b9-79c58976354d None None] Deleting port 6365b23b-3e54-432d-812a-de2cbe5abf5c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:03:05.129396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc683c19-e434-42b2-a1b9-79c58976354d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.187820 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.193265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bc683c19-e434-42b2-a1b9-79c58976354d None None] For port 6365b23b-3e54-432d-812a-de2cbe5abf5c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=6365b23b-3e54-432d-812a-de2cbe5abf5c,segment=NetworkSegment(b9632a4c-b3e8-4eb4-a1fc-df19037a360a),segment_id=b9632a4c-b3e8-4eb4-a1fc-df19037a360a)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:03:05.193690 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc683c19-e434-42b2-a1b9-79c58976354d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.211221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bc683c19-e434-42b2-a1b9-79c58976354d None None] Calling delete_port for 6365b23b-3e54-432d-812a-de2cbe5abf5c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:03:05.218086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] No DVR routers for this DVR port 6365b23b-3e54-432d-812a-de2cbe5abf5c on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:05.226815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Port': ['ID=6365b23b-3e54-432d-812a-de2cbe5abf5c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:05.299228 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc683c19-e434-42b2-a1b9-79c58976354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.308303 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.320250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:05.325970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc683c19-e434-42b2-a1b9-79c58976354d None None] Pushing event deleted for resources: {'Port': ['ID=6365b23b-3e54-432d-812a-de2cbe5abf5c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:05.329515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc683c19-e434-42b2-a1b9-79c58976354d None None] No DVR routers for this DVR port 6365b23b-3e54-432d-812a-de2cbe5abf5c on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:03:05.695012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9632a4c-b3e8-4eb4-a1fc-df19037a360a') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:05.695783 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9632a4c-b3e8-4eb4-a1fc-df19037a360a') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:03:05.704508 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.718090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.723997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:03:05.724386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:03:05.727337 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:03:05.788571 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.796589 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.798401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/networks/daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae HTTP/1.1" status: 204 len: 168 time: 0.9287379 Jun 30 03:03:05.801292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44606) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:05.821421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f77b25-99a7-4d1a-a931-19d20fa4ca8a tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Pushing event deleted for resources: {'Network': ['ID=daaf1c4e-7612-4b0e-8c93-b0c5fe29a2ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:05.841111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-206a0b61-6b69-406f-84aa-7903865f1bc2 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91e2d28-e1c7-474a-9b53-fb0010bf87a6 HTTP/1.1" status: 200 len: 205 time: 0.0300460 Jun 30 03:03:05.843693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44608) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:05.920522 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d010b523-7558-4a0a-835d-e18e96b00556 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.094429 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d010b523-7558-4a0a-835d-e18e96b00556 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.096769 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d010b523-7558-4a0a-835d-e18e96b00556 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.145624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d010b523-7558-4a0a-835d-e18e96b00556 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.146129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d010b523-7558-4a0a-835d-e18e96b00556 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Fanout notify agent at l3_agent the message router_deleted on router b91e2d28-e1c7-474a-9b53-fb0010bf87a6 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:03:06.156872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d010b523-7558-4a0a-835d-e18e96b00556 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.158015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d010b523-7558-4a0a-835d-e18e96b00556 tempest-RoutersNegativeIpV6Test-574183831 tempest-RoutersNegativeIpV6Test-574183831-project] 10.222.0.55 "DELETE /v2.0/routers/b91e2d28-e1c7-474a-9b53-fb0010bf87a6 HTTP/1.1" status: 204 len: 168 time: 0.3134263 Jun 30 03:03:06.344928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6365b23b-3e54-432d-812a-de2cbe5abf5c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:03:06.365260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 6365b23b-3e54-432d-812a-de2cbe5abf5c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:03:06.365609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 6365b23b-3e54-432d-812a-de2cbe5abf5c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:03:06.424202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44614) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:06.583953 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-73849f94-b182-47f4-83a9-2928ba411540 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44c19ec05bc24e618d2a9e1be091114f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581616 Jun 30 03:03:06.586672 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44618) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:06.642515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87dcc665-b2eb-48a8-9090-cfdb6428a1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.671621 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87dcc665-b2eb-48a8-9090-cfdb6428a1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.730896 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87dcc665-b2eb-48a8-9090-cfdb6428a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.733968 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87dcc665-b2eb-48a8-9090-cfdb6428a1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.735287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-87dcc665-b2eb-48a8-9090-cfdb6428a1a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/091e91a9-bd8e-483d-9651-fd9aa6a7dabc HTTP/1.1" status: 204 len: 168 time: 0.1476159 Jun 30 03:03:06.748522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcc665-b2eb-48a8-9090-cfdb6428a1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091e91a9-bd8e-483d-9651-fd9aa6a7dabc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:09.035273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44684) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:09.173133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d0114b1-de5e-4359-8980-c9196d371cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.284589 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d0114b1-de5e-4359-8980-c9196d371cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.289919 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0d0114b1-de5e-4359-8980-c9196d371cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.329616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0d0114b1-de5e-4359-8980-c9196d371cbf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1255b205cfaa40709f230518e80eceef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932284 Jun 30 03:03:09.330819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0114b1-de5e-4359-8980-c9196d371cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5f96b-ef9a-4d25-9cc9-45c5b24aec43,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:09.334585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44688) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:09.408305 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e283eb6c-a746-4abd-875a-0b83ca894dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.437561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e283eb6c-a746-4abd-875a-0b83ca894dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.500106 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e283eb6c-a746-4abd-875a-0b83ca894dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.503349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e283eb6c-a746-4abd-875a-0b83ca894dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.505131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e283eb6c-a746-4abd-875a-0b83ca894dee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dda5f96b-ef9a-4d25-9cc9-45c5b24aec43 HTTP/1.1" status: 204 len: 168 time: 0.1703591 Jun 30 03:03:09.515410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283eb6c-a746-4abd-875a-0b83ca894dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5f96b-ef9a-4d25-9cc9-45c5b24aec43,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:09.818022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44694) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:09.833933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38f1db7f-5e89-4fa8-9689-70f3a8edd48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.940357 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38f1db7f-5e89-4fa8-9689-70f3a8edd48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.946667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38f1db7f-5e89-4fa8-9689-70f3a8edd48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:09.995242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-38f1db7f-5e89-4fa8-9689-70f3a8edd48a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0669509d204b4fd1badfbcc6ccd17cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757452 Jun 30 03:03:09.996344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1db7f-5e89-4fa8-9689-70f3a8edd48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022da41d-2f1d-4979-907b-2b5b89800cd9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:09.998089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44696) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:10.053251 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb8d410-65a9-4003-a4e1-e467883be3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.077374 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb8d410-65a9-4003-a4e1-e467883be3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.135108 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb8d410-65a9-4003-a4e1-e467883be3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.137840 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dfb8d410-65a9-4003-a4e1-e467883be3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:10.139046 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dfb8d410-65a9-4003-a4e1-e467883be3c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/022da41d-2f1d-4979-907b-2b5b89800cd9 HTTP/1.1" status: 204 len: 168 time: 0.1398370 Jun 30 03:03:10.148510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8d410-65a9-4003-a4e1-e467883be3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022da41d-2f1d-4979-907b-2b5b89800cd9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:11.566311 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:03:16.092247 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:16.284301 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:24.357918 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-edd0a9ce-9d7c-40ac-b4ba-6149f8223da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:26.983525 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c525698-4e2a-4841-bdd4-4cad9c7e176e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:27.015532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:28.319500 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.128292 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.463152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:30.584130 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e93df8cf-2327-4310-b7dd-b325397b4bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.679349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e93df8cf-2327-4310-b7dd-b325397b4bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.684665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e93df8cf-2327-4310-b7dd-b325397b4bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.723607 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e93df8cf-2327-4310-b7dd-b325397b4bdf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af2241ed0bba44099c8e726ac9d54ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593179 Jun 30 03:03:30.724562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93df8cf-2327-4310-b7dd-b325397b4bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef479245-0b48-4ed6-a1a2-a527d8f3d668,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:30.726955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44936) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:30.796810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93951dac-f3af-47a8-bb2e-485cff1ea6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.829309 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93951dac-f3af-47a8-bb2e-485cff1ea6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.887444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93951dac-f3af-47a8-bb2e-485cff1ea6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.891809 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-93951dac-f3af-47a8-bb2e-485cff1ea6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:30.893839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-93951dac-f3af-47a8-bb2e-485cff1ea6a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef479245-0b48-4ed6-a1a2-a527d8f3d668 HTTP/1.1" status: 204 len: 168 time: 0.1654687 Jun 30 03:03:30.907632 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93951dac-f3af-47a8-bb2e-485cff1ea6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef479245-0b48-4ed6-a1a2-a527d8f3d668,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:31.203568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 44942) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:31.220223 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-251b6eef-0a09-4cbd-8134-6e1e3e1a081e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.319476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-251b6eef-0a09-4cbd-8134-6e1e3e1a081e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.329054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-251b6eef-0a09-4cbd-8134-6e1e3e1a081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.368766 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-251b6eef-0a09-4cbd-8134-6e1e3e1a081e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a9d7067d88e4de1b72d9d585bfb57a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636689 Jun 30 03:03:31.369659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b6eef-0a09-4cbd-8134-6e1e3e1a081e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be93028-2ca2-4474-aab2-2dd27c30453f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:31.371226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44944) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:31.425443 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1147037a-b4bc-4d6a-81b4-6d8761c85079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.449497 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1147037a-b4bc-4d6a-81b4-6d8761c85079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.499056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1147037a-b4bc-4d6a-81b4-6d8761c85079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.501591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1147037a-b4bc-4d6a-81b4-6d8761c85079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:31.502782 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1147037a-b4bc-4d6a-81b4-6d8761c85079 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4be93028-2ca2-4474-aab2-2dd27c30453f HTTP/1.1" status: 204 len: 168 time: 0.1304493 Jun 30 03:03:31.511350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147037a-b4bc-4d6a-81b4-6d8761c85079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be93028-2ca2-4474-aab2-2dd27c30453f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:33.184437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:33.298107 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-944e3d30-d165-4a92-b15e-ad59763d19ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.392474 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-944e3d30-d165-4a92-b15e-ad59763d19ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.397345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-944e3d30-d165-4a92-b15e-ad59763d19ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.436552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e3d30-d165-4a92-b15e-ad59763d19ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0464e-dc44-4036-a7f2-d5cf4bb096da,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:33.441940 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-944e3d30-d165-4a92-b15e-ad59763d19ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6a162d7a0b44fa484053decd2e20cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563865 Jun 30 03:03:33.444836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 44994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:33.496422 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-691cea45-fe55-4767-acf6-50c44ad19605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.518891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-691cea45-fe55-4767-acf6-50c44ad19605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.568833 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-691cea45-fe55-4767-acf6-50c44ad19605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.571904 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-691cea45-fe55-4767-acf6-50c44ad19605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.573181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-691cea45-fe55-4767-acf6-50c44ad19605 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40a0464e-dc44-4036-a7f2-d5cf4bb096da HTTP/1.1" status: 204 len: 168 time: 0.1272540 Jun 30 03:03:33.581258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cea45-fe55-4767-acf6-50c44ad19605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0464e-dc44-4036-a7f2-d5cf4bb096da,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:33.860850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:33.875040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.970184 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:33.975615 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.018096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43c64054f1dc471e8a1fd5d7e4b2c7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560450 Jun 30 03:03:34.018804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aea2899-1a1a-454c-b43b-88bbf0b2f677,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:34.021367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:34.027284 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.027610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.027947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.028274 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.028609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.028933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.029243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.029584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.029900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.030217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.030532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.030879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f8e08-2af7-4c7d-b54e-8a82f5d9dc1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:03:34.078277 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05d53323-da1e-4494-9f35-a8b58f5349f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.100879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05d53323-da1e-4494-9f35-a8b58f5349f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.166015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05d53323-da1e-4494-9f35-a8b58f5349f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.168583 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05d53323-da1e-4494-9f35-a8b58f5349f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:34.170242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-05d53323-da1e-4494-9f35-a8b58f5349f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7aea2899-1a1a-454c-b43b-88bbf0b2f677 HTTP/1.1" status: 204 len: 168 time: 0.1475799 Jun 30 03:03:34.179673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d53323-da1e-4494-9f35-a8b58f5349f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aea2899-1a1a-454c-b43b-88bbf0b2f677,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:41.271099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45090) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:41.395774 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d4e2734-44ad-45ee-9fe8-f0dde3d99181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.491083 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d4e2734-44ad-45ee-9fe8-f0dde3d99181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.498735 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d4e2734-44ad-45ee-9fe8-f0dde3d99181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.538544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1d4e2734-44ad-45ee-9fe8-f0dde3d99181 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8151db27ec0844d4b361f31126bb13cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660697 Jun 30 03:03:41.539996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e2734-44ad-45ee-9fe8-f0dde3d99181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823f93fa-d0b6-4aaa-ae4a-e0f03938ffd4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:41.541359 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:41.597607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9e712b5-2d63-4df0-a7e3-6d583bcef5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.622178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9e712b5-2d63-4df0-a7e3-6d583bcef5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.677222 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9e712b5-2d63-4df0-a7e3-6d583bcef5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.680549 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d9e712b5-2d63-4df0-a7e3-6d583bcef5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:41.681777 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d9e712b5-2d63-4df0-a7e3-6d583bcef5a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/823f93fa-d0b6-4aaa-ae4a-e0f03938ffd4 HTTP/1.1" status: 204 len: 168 time: 0.1378932 Jun 30 03:03:41.692048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e712b5-2d63-4df0-a7e3-6d583bcef5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f93fa-d0b6-4aaa-ae4a-e0f03938ffd4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:41.973668 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45100) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:41.988125 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52afebb-d256-4670-8ab7-2c0d8e3a1d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.093281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52afebb-d256-4670-8ab7-2c0d8e3a1d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.099187 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b52afebb-d256-4670-8ab7-2c0d8e3a1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.137791 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52afebb-d256-4670-8ab7-2c0d8e3a1d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7fa653-8af9-4bfd-84fd-01ed4e22be62,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:42.142214 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b52afebb-d256-4670-8ab7-2c0d8e3a1d16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c132a8b573684e069386654e953380ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673875 Jun 30 03:03:42.144746 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45102) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:03:42.201863 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-619d3856-819a-43c1-a7f8-7360dea49ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.224450 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-619d3856-819a-43c1-a7f8-7360dea49ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.284143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-619d3856-819a-43c1-a7f8-7360dea49ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.287703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-619d3856-819a-43c1-a7f8-7360dea49ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:42.289007 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-619d3856-819a-43c1-a7f8-7360dea49ea0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a7fa653-8af9-4bfd-84fd-01ed4e22be62 HTTP/1.1" status: 204 len: 168 time: 0.1432896 Jun 30 03:03:42.298092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d3856-819a-43c1-a7f8-7360dea49ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7fa653-8af9-4bfd-84fd-01ed4e22be62,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:03:46.110863 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:46.299692 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:48.568361 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:03:54.352640 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-041ec6fe-48e4-49e4-adfe-a8fbc1c8d87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:56.989584 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7002e6e4-d499-483c-ba7f-99caee6b40cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:57.020642 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:58.320607 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:00.133376 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.075885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:11.193286 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.301370 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.306065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.345027 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71acfd6a376c4b549f9edbb511017a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678921 Jun 30 03:04:11.345898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776aa73d-93c3-4f3e-a533-7264fdd636f9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:11.347964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:11.353801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.354151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.354488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.354860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.355196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.355524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.355849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.356173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.356498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.356819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.357137 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.357456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31afcec-e1f3-4e1b-ab70-f4752d8a8329 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:11.412350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a48e662b-1e5b-46ae-b5fc-e1b0a6859222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.434672 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a48e662b-1e5b-46ae-b5fc-e1b0a6859222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.490748 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a48e662b-1e5b-46ae-b5fc-e1b0a6859222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.493490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a48e662b-1e5b-46ae-b5fc-e1b0a6859222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:11.494776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a48e662b-1e5b-46ae-b5fc-e1b0a6859222 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/776aa73d-93c3-4f3e-a533-7264fdd636f9 HTTP/1.1" status: 204 len: 168 time: 0.1457279 Jun 30 03:04:11.502618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e662b-1e5b-46ae-b5fc-e1b0a6859222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776aa73d-93c3-4f3e-a533-7264fdd636f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:12.201393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45282) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:12.320630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1172074543-network', 'tenant_id': '4438d6f623b54db99c1c524d49f02836'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:12.349720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Made reservation on behalf of 4438d6f623b54db99c1c524d49f02836 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:12.352952 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.361745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.465911 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.472104 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.499092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:12.509580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a3a01d-90c7-4d67-a85a-ce6018295817,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:12.516012 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.516535 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Added segment 3eb9bbbc-83cd-4148-803a-1ab4f742a140 of type vlan for network 32e28d42-9f64-4819-b737-98416c85abd6 Jun 30 03:04:12.561204 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.598989 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.600119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:12.600822 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.653689 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4506404 Jun 30 03:04:12.656998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45286) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:12.662323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Request body: {'subnet': {'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1172074543-subnet', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:12.675261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9febf-5b73-42ca-93c4-3e11f05e4ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=32e28d42-9f64-4819-b737-98416c85abd6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:12.688460 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 32e28d42-9f64-4819-b737-98416c85abd6 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:12.690444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Made reservation on behalf of 4438d6f623b54db99c1c524d49f02836 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:12.696149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.879446 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:12.938331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2e3fec-fd32-4d55-b265-ae5880a54eab,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:12.957461 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Checking segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:12.957824 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Network hostable DHCP agents. Network: 32e28d42-9f64-4819-b737-98416c85abd6, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:12.978029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Network 32e28d42-9f64-4819-b737-98416c85abd6 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:12.989047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 32e28d42-9f64-4819-b737-98416c85abd6) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:12.993773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:12.994845 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.000683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b569cbbc-b76c-4f8f-a066-ef4a362a3e15 None None] Network 32e28d42-9f64-4819-b737-98416c85abd6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:13.011396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-75ce258e-9ad9-4b12-89a1-811c8577eb13 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3531413 Jun 30 03:04:13.014078 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45288) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:13.018627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:13.042245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.043940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.101661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.154497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-32e28d42-9f64-4819-b737-98416c85abd6', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:13.155408 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.244871 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.307603 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Allocated IP 172.20.0.2 (32e28d42-9f64-4819-b737-98416c85abd6/cf2e3fec-fd32-4d55-b265-ae5880a54eab/4368d7ac-a823-4c7a-8550-00029a14c2d7) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:13.462223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.472765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Transition to ACTIVE for port object 4368d7ac-a823-4c7a-8550-00029a14c2d7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:13.485242 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.490365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Transition to ACTIVE for port object 4368d7ac-a823-4c7a-8550-00029a14c2d7 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:13.497164 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.507785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.537162 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Network 32e28d42-9f64-4819-b737-98416c85abd6 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:13.542623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:13.547287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:13.550503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Pushing event updated for resources: {'Port': ['ID=4368d7ac-a823-4c7a-8550-00029a14c2d7,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:13.562916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.563261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.563602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.563936 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.564265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.564590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.564921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.565246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.565564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.565880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.566198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.566513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:13.618373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Attempting to bind port 4368d7ac-a823-4c7a-8550-00029a14c2d7 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:13.618867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Attempting to bind port 4368d7ac-a823-4c7a-8550-00029a14c2d7 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:13.619237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Attempting to bind port 4368d7ac-a823-4c7a-8550-00029a14c2d7 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:13.619551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Allocated IP 172.25.7.23 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/7382284e-e8e6-42a7-bea4-175d5029bbb9) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:13.624795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:13.625095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Checking segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:13.625500 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.625889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Bound using segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:13.626406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Bound port: 4368d7ac-a823-4c7a-8550-00029a14c2d7, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:13.626948 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.698851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] For port 4368d7ac-a823-4c7a-8550-00029a14c2d7, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:13.702084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] For port 4368d7ac-a823-4c7a-8550-00029a14c2d7, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4368d7ac-a823-4c7a-8550-00029a14c2d7,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:13.707395 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.727731 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.770081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc127bd7-d27f-4769-8f4f-c3cc4d4b838e None None] Pushing event updated for resources: {'Port': ['ID=4368d7ac-a823-4c7a-8550-00029a14c2d7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:13.770599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.831532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:13.834391 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:13.840877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:13.846695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7382284e-e8e6-42a7-bea4-175d5029bbb9,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:14.125879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.428804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4368d7ac-a823-4c7a-8550-00029a14c2d7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:14.486644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4368d7ac-a823-4c7a-8550-00029a14c2d7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:14.619018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.763789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6feecdb-e99d-4ad2-8837-fb9b10f7b51f None None] Network 32e28d42-9f64-4819-b737-98416c85abd6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:14.771272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Router 03a8be05-7d19-46a3-bcbc-8546203d8267 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:04:14.850138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba351f3b-a808-4c76-b0a1-31da545810d0 None None] Provisioning for port 4368d7ac-a823-4c7a-8550-00029a14c2d7 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:14.861618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba351f3b-a808-4c76-b0a1-31da545810d0 None None] Provisioning complete for port 4368d7ac-a823-4c7a-8550-00029a14c2d7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:14.861999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba351f3b-a808-4c76-b0a1-31da545810d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.888545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:14.907789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Sync routers for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:14.908063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:14.909437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-55b8f912-b3f0-49cd-9de3-d251177346b6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8944166 Jun 30 03:04:14.913379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45290) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:14.941898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:14.942527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:03:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:15.113462 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba351f3b-a808-4c76-b0a1-31da545810d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.139790 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:04:15.257032 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ba351f3b-a808-4c76-b0a1-31da545810d0 None None] For port 4368d7ac-a823-4c7a-8550-00029a14c2d7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4368d7ac-a823-4c7a-8550-00029a14c2d7,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:15.265387 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba351f3b-a808-4c76-b0a1-31da545810d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.375569 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba351f3b-a808-4c76-b0a1-31da545810d0 None None] Pushing event updated for resources: {'Port': ['ID=4368d7ac-a823-4c7a-8550-00029a14c2d7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:15.389056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.409732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:14Z', 'revision_number': 3, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:15.444574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Checking router: 03a8be05-7d19-46a3-bcbc-8546203d8267 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:04:15.444951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Updating router 03a8be05-7d19-46a3-bcbc-8546203d8267 port 7382284e-e8e6-42a7-bea4-175d5029bbb9 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:04:15.488342 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.517628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5538697e-7796-4934-8d09-f720a9cf4a01 None None] Provisioning complete for port 4368d7ac-a823-4c7a-8550-00029a14c2d7 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:15.517983 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5538697e-7796-4934-8d09-f720a9cf4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.620162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Allocated IP 172.20.0.1 (32e28d42-9f64-4819-b737-98416c85abd6/cf2e3fec-fd32-4d55-b265-ae5880a54eab/c30c68f7-94ec-46f6-a7a2-2ad17283a979) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:15.728455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.742012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Transition to ACTIVE for port object c30c68f7-94ec-46f6-a7a2-2ad17283a979 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:15.776024 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.812621 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.816775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Network 32e28d42-9f64-4819-b737-98416c85abd6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:15.821732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:15.823946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Transition to ACTIVE for port object 7382284e-e8e6-42a7-bea4-175d5029bbb9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:15.828832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:15.834175 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.859054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Pushing event updated for resources: {'Port': ['ID=c30c68f7-94ec-46f6-a7a2-2ad17283a979,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:15.880674 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.894585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Attempting to bind port 7382284e-e8e6-42a7-bea4-175d5029bbb9 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:15.895124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Attempting to bind port 7382284e-e8e6-42a7-bea4-175d5029bbb9 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:15.895654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Attempting to bind port 7382284e-e8e6-42a7-bea4-175d5029bbb9 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:15.908901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:15.909393 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:15.909931 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.910438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:15.911033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Bound port: 7382284e-e8e6-42a7-bea4-175d5029bbb9, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:15.911505 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:15.914014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18849fe4-fe8a-4f84-bd89-813c8b1ddd11 None None] Pushing event updated for resources: {'Port': ['ID=7382284e-e8e6-42a7-bea4-175d5029bbb9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:15.984208 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] For port 7382284e-e8e6-42a7-bea4-175d5029bbb9, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:15.989593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] For port 7382284e-e8e6-42a7-bea4-175d5029bbb9, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7382284e-e8e6-42a7-bea4-175d5029bbb9,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:15.997036 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.053252 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.072323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:16.073075 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:03:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:16.114247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18849fe4-fe8a-4f84-bd89-813c8b1ddd11 None None] Pushing event updated for resources: {'Port': ['ID=7382284e-e8e6-42a7-bea4-175d5029bbb9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:16.147278 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.235687 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.241943 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.315029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Pushing event updated for resources: {'Port': ['ID=c30c68f7-94ec-46f6-a7a2-2ad17283a979,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:16.317912 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.355908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-531c0a26-319a-4b4b-be82-dc6285dce22f None None] Provisioning for port c30c68f7-94ec-46f6-a7a2-2ad17283a979 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:16.370191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-531c0a26-319a-4b4b-be82-dc6285dce22f None None] Provisioning complete for port c30c68f7-94ec-46f6-a7a2-2ad17283a979 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:16.370479 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-531c0a26-319a-4b4b-be82-dc6285dce22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.374610 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.407444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:04:16.431441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Network 32e28d42-9f64-4819-b737-98416c85abd6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:16.433901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:16.436894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4368d7ac-a823-4c7a-8550-00029a14c2d7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:16.476311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-531c0a26-319a-4b4b-be82-dc6285dce22f None None] Port c30c68f7-94ec-46f6-a7a2-2ad17283a979 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:04:16.587016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Router 03a8be05-7d19-46a3-bcbc-8546203d8267 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:04:16.591842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4368d7ac-a823-4c7a-8550-00029a14c2d7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:16.592302 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.715036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:16.723494 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4d26786f-f9b9-4e70-a45f-a0a1e27a0931 admin admin] 10.222.0.55 "PUT /v2.0/routers/03a8be05-7d19-46a3-bcbc-8546203d8267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8081658 Jun 30 03:04:16.739503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-086e1343-ab68-452f-b2fb-e7a452b8171b None None] Provisioning complete for port c30c68f7-94ec-46f6-a7a2-2ad17283a979 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:16.739867 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-086e1343-ab68-452f-b2fb-e7a452b8171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:16.791860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-086e1343-ab68-452f-b2fb-e7a452b8171b None None] Port c30c68f7-94ec-46f6-a7a2-2ad17283a979 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:04:16.797458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 1, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:16.825505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2863cc8b-2d4b-45d1-8153-9a859e745a66 None None] The sync data for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 is: [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 1, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:17.315756 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 45306) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:17.321579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1423034263-network', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:17.344431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Made reservation on behalf of d863f899f1cd4a1ba8643355e375ccca for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:17.347128 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.360599 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.486971 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.493134 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.516776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:04:17.541350 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8381203-51fa-408b-b56c-6214d38f1369,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:17.545604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.545951 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Added segment 3505d6f3-232d-4e15-9378-a0fdde60cf8f of type vlan for network d7fec701-f539-4791-84bc-eb9a3193dbfb Jun 30 03:04:17.593246 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.641749 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.642863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:17.643534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.719195 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3995898 Jun 30 03:04:17.719608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45308) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:17.724962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Request body: {'subnet': {'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1423034263-subnet', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:17.749298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0d969-114b-4721-ad5f-16def26d8b79 admin admin] Pushing event updated for resources: {'Network': ['ID=d7fec701-f539-4791-84bc-eb9a3193dbfb,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:17.759137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Made reservation on behalf of d863f899f1cd4a1ba8643355e375ccca for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:17.762205 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:17.762870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network d7fec701-f539-4791-84bc-eb9a3193dbfb details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:04:17.975342 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.033247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9151b87e-7c92-4e38-868d-2d17c3beb24e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:18.061392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Checking segment: {'id': '3505d6f3-232d-4e15-9378-a0fdde60cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:18.061930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Network hostable DHCP agents. Network: d7fec701-f539-4791-84bc-eb9a3193dbfb, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:04:18.088145 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Network d7fec701-f539-4791-84bc-eb9a3193dbfb is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:04:18.103412 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, d7fec701-f539-4791-84bc-eb9a3193dbfb) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:18.109818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:18.110927 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.116726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ef5b2-1507-4665-98e0-306bba977a53 None None] Network d7fec701-f539-4791-84bc-eb9a3193dbfb requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:18.138242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-18152350-b5cf-4548-8fa1-df05ccd5783c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4137843 Jun 30 03:04:18.138242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45310) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:18.143082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1423034263-router', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:18.181884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.183029 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.246908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.293511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-d7fec701-f539-4791-84bc-eb9a3193dbfb', 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'fixed_ips': [{'subnet_id': '9151b87e-7c92-4e38-868d-2d17c3beb24e'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:04:18.294531 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.422061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.448078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7382284e-e8e6-42a7-bea4-175d5029bbb9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:18.548676 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Allocated IP 172.20.0.2 (d7fec701-f539-4791-84bc-eb9a3193dbfb/9151b87e-7c92-4e38-868d-2d17c3beb24e/03c66214-f7c3-40fd-9d0f-1e212e642870) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:18.569323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7382284e-e8e6-42a7-bea4-175d5029bbb9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:18.610468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7382284e-e8e6-42a7-bea4-175d5029bbb9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:18.610860 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.671333 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.697646 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.772991 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.781623 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.803843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Transition to ACTIVE for port object 03c66214-f7c3-40fd-9d0f-1e212e642870 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:18.807901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 7382284e-e8e6-42a7-bea4-175d5029bbb9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7382284e-e8e6-42a7-bea4-175d5029bbb9,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:18.814253 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.829380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Transition to ACTIVE for port object 03c66214-f7c3-40fd-9d0f-1e212e642870 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:18.856057 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:18.859720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Allocated IP 172.25.7.26 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/9fbe2639-1d74-4a1e-9d38-611c17841ad7) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:18.891731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Network d7fec701-f539-4791-84bc-eb9a3193dbfb is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:18.896272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:18.903063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:18.907675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=7382284e-e8e6-42a7-bea4-175d5029bbb9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:19.005229 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Pushing event updated for resources: {'Port': ['ID=03c66214-f7c3-40fd-9d0f-1e212e642870,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:19.010161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Attempting to bind port 03c66214-f7c3-40fd-9d0f-1e212e642870 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:19.010535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Attempting to bind port 03c66214-f7c3-40fd-9d0f-1e212e642870 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3505d6f3-232d-4e15-9378-a0fdde60cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:19.010946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Attempting to bind port 03c66214-f7c3-40fd-9d0f-1e212e642870 on network d7fec701-f539-4791-84bc-eb9a3193dbfb {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:19.016612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:19.017005 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Checking segment: {'id': '3505d6f3-232d-4e15-9378-a0fdde60cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:19.017596 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.018030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Bound using segment: {'id': '3505d6f3-232d-4e15-9378-a0fdde60cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:19.018477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Bound port: 03c66214-f7c3-40fd-9d0f-1e212e642870, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3505d6f3-232d-4e15-9378-a0fdde60cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:19.018952 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.023143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.069474 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.102515 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] For port 03c66214-f7c3-40fd-9d0f-1e212e642870, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:19.107731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] For port 03c66214-f7c3-40fd-9d0f-1e212e642870, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=03c66214-f7c3-40fd-9d0f-1e212e642870,segment=NetworkSegment(3505d6f3-232d-4e15-9378-a0fdde60cf8f),segment_id=3505d6f3-232d-4e15-9378-a0fdde60cf8f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:19.109032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:19.112379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:19.113264 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.118788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:19.125042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbe2639-1d74-4a1e-9d38-611c17841ad7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:19.188491 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98416a-eaf6-49b5-ae12-a0f9aedf32f7 None None] Pushing event updated for resources: {'Port': ['ID=03c66214-f7c3-40fd-9d0f-1e212e642870,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:19.246481 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Sync routers for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:19.261316 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:19.262545 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:03:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:19.441491 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:04:19.487194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.702519 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:16Z', 'revision_number': 2, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:19.752482 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Checking router: 03a8be05-7d19-46a3-bcbc-8546203d8267 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:04:19.753016 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Updating router 03a8be05-7d19-46a3-bcbc-8546203d8267 port c30c68f7-94ec-46f6-a7a2-2ad17283a979 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:04:19.763018 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.799656 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:19.921020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Router 30930222-fa8a-486a-9224-c039a45ee2f3 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:04:20.087154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:20.100989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Sync routers for ids ['30930222-fa8a-486a-9224-c039a45ee2f3'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:20.109268 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.111296 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4d58d8a1-6ad4-40f7-8cfb-2cadd6809f89 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9718790 Jun 30 03:04:20.115751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 45312) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:04:20.120021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Routers {'30930222-fa8a-486a-9224-c039a45ee2f3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:20.120613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:03:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['30930222-fa8a-486a-9224-c039a45ee2f3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:20.253917 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.266949 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Transition to ACTIVE for port object c30c68f7-94ec-46f6-a7a2-2ad17283a979 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:20.275371 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.286507 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Set router 30930222-fa8a-486a-9224-c039a45ee2f3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:04:20.411261 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Attempting to bind port c30c68f7-94ec-46f6-a7a2-2ad17283a979 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:20.411752 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Attempting to bind port c30c68f7-94ec-46f6-a7a2-2ad17283a979 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:20.412321 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Attempting to bind port c30c68f7-94ec-46f6-a7a2-2ad17283a979 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:20.421482 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:20.421834 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Checking segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:20.422229 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.422608 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Bound using segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:20.423130 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Bound port: c30c68f7-94ec-46f6-a7a2-2ad17283a979, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:20.423495 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.484100 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Pushing event updated for resources: {'Port': ['ID=c30c68f7-94ec-46f6-a7a2-2ad17283a979,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:20.508246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017da3a9-b839-41cd-a5e9-1d3cd0bed378 None None] Network d7fec701-f539-4791-84bc-eb9a3193dbfb requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:04:20.510373 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.510759 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.511168 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.511507 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.511830 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.512153 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.512474 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.513668 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.514178 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.514855 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.515331 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.515813 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:20.566343 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] For port c30c68f7-94ec-46f6-a7a2-2ad17283a979, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:20.575549 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] For port c30c68f7-94ec-46f6-a7a2-2ad17283a979, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c30c68f7-94ec-46f6-a7a2-2ad17283a979,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:20.584173 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.657700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 03c66214-f7c3-40fd-9d0f-1e212e642870 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:20.659620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-723561c1-5df6-476f-ab2d-c79fd2a478c0 None None] Provisioning for port 03c66214-f7c3-40fd-9d0f-1e212e642870 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:20.676512 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:20.677309 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:03:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:20.721902 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c938a-5c56-4180-bb00-076cfef97873 None None] Pushing event updated for resources: {'Port': ['ID=c30c68f7-94ec-46f6-a7a2-2ad17283a979,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:20.736386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.864889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 03c66214-f7c3-40fd-9d0f-1e212e642870 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:20.867640 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:04:20.875091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 03c66214-f7c3-40fd-9d0f-1e212e642870 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:20.875467 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.949126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'name': 'tempest-TestVolumeBootPattern-1423034263-router', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:19Z', 'revision_number': 3, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'gw_port': {'id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:20.955712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Allocated IP 172.20.0.1 (d7fec701-f539-4791-84bc-eb9a3193dbfb/9151b87e-7c92-4e38-868d-2d17c3beb24e/a893fdc9-1a03-4df3-aeb1-06a4340f1c8c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:21.129291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.151997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Transition to ACTIVE for port object a893fdc9-1a03-4df3-aeb1-06a4340f1c8c will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:21.165744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Checking router: 30930222-fa8a-486a-9224-c039a45ee2f3 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:04:21.166084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Updating router 30930222-fa8a-486a-9224-c039a45ee2f3 port 9fbe2639-1d74-4a1e-9d38-611c17841ad7 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:04:21.181233 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:20Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:21.211936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.222251 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f2324b-4cb8-4b12-9af2-85c3920615d7 None None] The sync data for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 is: [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:20Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:21.248838 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.267375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Network d7fec701-f539-4791-84bc-eb9a3193dbfb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:21.272461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:21.276847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:21.285924 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.310383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Pushing event updated for resources: {'Port': ['ID=a893fdc9-1a03-4df3-aeb1-06a4340f1c8c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:21.332485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.395078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 03c66214-f7c3-40fd-9d0f-1e212e642870, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=03c66214-f7c3-40fd-9d0f-1e212e642870,segment=NetworkSegment(3505d6f3-232d-4e15-9378-a0fdde60cf8f),segment_id=3505d6f3-232d-4e15-9378-a0fdde60cf8f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:21.403963 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.404936 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7382284e-e8e6-42a7-bea4-175d5029bbb9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:21.522288 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.613606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=03c66214-f7c3-40fd-9d0f-1e212e642870,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:21.624008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-25f73efa-987b-4fd1-b44c-ecdf589947b4 None None] Provisioning complete for port 03c66214-f7c3-40fd-9d0f-1e212e642870 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:21.624416 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25f73efa-987b-4fd1-b44c-ecdf589947b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.690708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7382284e-e8e6-42a7-bea4-175d5029bbb9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:21.691148 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.796239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.802778 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.878367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.880797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Pushing event updated for resources: {'Port': ['ID=a893fdc9-1a03-4df3-aeb1-06a4340f1c8c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:21.952964 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:21.978294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Transition to ACTIVE for port object 9fbe2639-1d74-4a1e-9d38-611c17841ad7 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:21.991916 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.028893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e593a76-057d-4152-b0e9-85afde5c1822 None None] Provisioning for port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:22.037522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e593a76-057d-4152-b0e9-85afde5c1822 None None] Provisioning complete for port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:22.037982 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e593a76-057d-4152-b0e9-85afde5c1822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.089462 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bba56e-3fef-45a5-b1a8-0889cd111ad2 None None] Pushing event updated for resources: {'Port': ['ID=9fbe2639-1d74-4a1e-9d38-611c17841ad7,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:22.104611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Attempting to bind port 9fbe2639-1d74-4a1e-9d38-611c17841ad7 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:22.104986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Attempting to bind port 9fbe2639-1d74-4a1e-9d38-611c17841ad7 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:22.105337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Attempting to bind port 9fbe2639-1d74-4a1e-9d38-611c17841ad7 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:22.108819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1e593a76-057d-4152-b0e9-85afde5c1822 None None] Port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:04:22.113613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:22.113996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:22.114407 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.114892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:22.115295 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Bound port: 9fbe2639-1d74-4a1e-9d38-611c17841ad7, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:22.115674 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.192138 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] For port 9fbe2639-1d74-4a1e-9d38-611c17841ad7, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:22.195750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] For port 9fbe2639-1d74-4a1e-9d38-611c17841ad7, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=9fbe2639-1d74-4a1e-9d38-611c17841ad7,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:22.201799 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.263241 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Routers {'30930222-fa8a-486a-9224-c039a45ee2f3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:22.263889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:03:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['30930222-fa8a-486a-9224-c039a45ee2f3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:22.270146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bba56e-3fef-45a5-b1a8-0889cd111ad2 None None] Pushing event updated for resources: {'Port': ['ID=9fbe2639-1d74-4a1e-9d38-611c17841ad7,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:22.390612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] Set router 30930222-fa8a-486a-9224-c039a45ee2f3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:04:22.392598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Network d7fec701-f539-4791-84bc-eb9a3193dbfb is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:22.394205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:22.453498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 03c66214-f7c3-40fd-9d0f-1e212e642870 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:22.547627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Router 30930222-fa8a-486a-9224-c039a45ee2f3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:04:22.624888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 03c66214-f7c3-40fd-9d0f-1e212e642870 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:22.625328 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.692373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:04:22.700886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-43d75619-ce25-456e-bbfe-de4d041019dd admin admin] 10.222.0.55 "PUT /v2.0/routers/30930222-fa8a-486a-9224-c039a45ee2f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5832138 Jun 30 03:04:22.791666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'name': 'tempest-TestVolumeBootPattern-1423034263-router', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:21Z', 'revision_number': 4, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'gw_port': {'id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a893fdc9-1a03-4df3-aeb1-06a4340f1c8c', 'name': '', 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'mac_address': 'fa:16:3e:6c:63:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9151b87e-7c92-4e38-868d-2d17c3beb24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:20Z', 'updated_at': '2021-06-30T03:04:21Z', 'revision_number': 2, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'subnets': [{'id': '9151b87e-7c92-4e38-868d-2d17c3beb24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:22.797750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-97fd5b29-d478-43f7-b0c1-ac27c6038a07 None None] Provisioning complete for port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:22.798334 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-97fd5b29-d478-43f7-b0c1-ac27c6038a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:22.801902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c30c68f7-94ec-46f6-a7a2-2ad17283a979 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:22.905937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de760e1-0e50-43fc-81ed-bd5e05d4f36d None None] The sync data for ids ['30930222-fa8a-486a-9224-c039a45ee2f3'] in n-d-758944-39 is: [{'id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'name': 'tempest-TestVolumeBootPattern-1423034263-router', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:21Z', 'revision_number': 4, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'gw_port': {'id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a893fdc9-1a03-4df3-aeb1-06a4340f1c8c', 'name': '', 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'mac_address': 'fa:16:3e:6c:63:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9151b87e-7c92-4e38-868d-2d17c3beb24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:20Z', 'updated_at': '2021-06-30T03:04:21Z', 'revision_number': 2, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'subnets': [{'id': '9151b87e-7c92-4e38-868d-2d17c3beb24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:22.946701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-97fd5b29-d478-43f7-b0c1-ac27c6038a07 None None] Port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:04:22.964964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port c30c68f7-94ec-46f6-a7a2-2ad17283a979 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:22.970688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c30c68f7-94ec-46f6-a7a2-2ad17283a979 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:22.971238 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.097494 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.162062 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port c30c68f7-94ec-46f6-a7a2-2ad17283a979, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c30c68f7-94ec-46f6-a7a2-2ad17283a979,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:23.167797 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:23.234271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=c30c68f7-94ec-46f6-a7a2-2ad17283a979,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:24.374311 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e94ef79-668f-4b0c-b57b-c60aab1ef708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.529179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 9fbe2639-1d74-4a1e-9d38-611c17841ad7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:24.585037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 9fbe2639-1d74-4a1e-9d38-611c17841ad7 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:24.589730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 9fbe2639-1d74-4a1e-9d38-611c17841ad7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:24.590180 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.677260 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.699556 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 9fbe2639-1d74-4a1e-9d38-611c17841ad7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=9fbe2639-1d74-4a1e-9d38-611c17841ad7,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:24.703957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:24.704831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c30c68f7-94ec-46f6-a7a2-2ad17283a979 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:24.781480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=9fbe2639-1d74-4a1e-9d38-611c17841ad7,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:24.794902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c30c68f7-94ec-46f6-a7a2-2ad17283a979 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:24.795408 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:25.242140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-d85b28c3-36ec-45e1-b650-234b0082b3d9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:25.246631 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-d85b28c3-36ec-45e1-b650-234b0082b3d9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1339440 Jun 30 03:04:25.255180 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Sync routers for ids ['30930222-fa8a-486a-9224-c039a45ee2f3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:04:25.262875 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-ebde6212-2b31-462d-b855-c901992fe9a1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/quotas/4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 375 time: 0.0128694 Jun 30 03:04:25.266659 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Routers {'30930222-fa8a-486a-9224-c039a45ee2f3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:25.267555 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:03:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['30930222-fa8a-486a-9224-c039a45ee2f3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:25.348611 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-b9e4ed08-8d57-477a-a013-615c173d3d4c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759592 Jun 30 03:04:25.397944 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Set router 30930222-fa8a-486a-9224-c039a45ee2f3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:04:25.521762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-3dc53520-d432-45a1-a3c8-8469b0982c51 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:25.522896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-3dc53520-d432-45a1-a3c8-8469b0982c51 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1624546 Jun 30 03:04:25.588223 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:04:25.622102 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-c5776a6a-2ad0-428b-b4fb-01703715ebec service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922010 Jun 30 03:04:25.727305 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'name': 'tempest-TestVolumeBootPattern-1423034263-router', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:21Z', 'revision_number': 4, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'gw_port': {'id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a893fdc9-1a03-4df3-aeb1-06a4340f1c8c', 'name': '', 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'mac_address': 'fa:16:3e:6c:63:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9151b87e-7c92-4e38-868d-2d17c3beb24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:20Z', 'updated_at': '2021-06-30T03:04:21Z', 'revision_number': 2, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'subnets': [{'id': '9151b87e-7c92-4e38-868d-2d17c3beb24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:25.754493 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Checking router: 30930222-fa8a-486a-9224-c039a45ee2f3 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:04:25.754996 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Updating router 30930222-fa8a-486a-9224-c039a45ee2f3 port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:04:25.771761 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-e017341e-d25d-4106-8f11-bbf8d368b84f service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419749 Jun 30 03:04:25.811095 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.172718 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.186608 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Transition to ACTIVE for port object a893fdc9-1a03-4df3-aeb1-06a4340f1c8c will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:26.191551 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c34e7e2-d06b-48e4-9c2d-aa2c1795174f req-d2134f9d-c9b8-407f-bdc7-ce872683ae72 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 210 time: 0.0378747 Jun 30 03:04:26.194668 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.325085 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Attempting to bind port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:26.325755 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Attempting to bind port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '3505d6f3-232d-4e15-9378-a0fdde60cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:26.325944 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Attempting to bind port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c on network d7fec701-f539-4791-84bc-eb9a3193dbfb {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:26.332189 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec9136-2908-46a7-9006-15f33795b297 None None] Pushing event updated for resources: {'Port': ['ID=a893fdc9-1a03-4df3-aeb1-06a4340f1c8c,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:26.340737 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:26.341394 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Checking segment: {'id': '3505d6f3-232d-4e15-9378-a0fdde60cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:26.341909 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.342399 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Bound using segment: {'id': '3505d6f3-232d-4e15-9378-a0fdde60cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:26.343082 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Bound port: a893fdc9-1a03-4df3-aeb1-06a4340f1c8c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3505d6f3-232d-4e15-9378-a0fdde60cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:26.343582 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.444035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 9fbe2639-1d74-4a1e-9d38-611c17841ad7 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:26.473665 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] For port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:26.481116 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] For port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a893fdc9-1a03-4df3-aeb1-06a4340f1c8c,segment=NetworkSegment(3505d6f3-232d-4e15-9378-a0fdde60cf8f),segment_id=3505d6f3-232d-4e15-9378-a0fdde60cf8f)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:26.488655 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.549129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 9fbe2639-1d74-4a1e-9d38-611c17841ad7 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:26.549629 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:26.570260 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Routers {'30930222-fa8a-486a-9224-c039a45ee2f3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:04:26.571027 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:03:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['30930222-fa8a-486a-9224-c039a45ee2f3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:26.743202 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec9136-2908-46a7-9006-15f33795b297 None None] Pushing event updated for resources: {'Port': ['ID=a893fdc9-1a03-4df3-aeb1-06a4340f1c8c,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:26.837552 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] Set router 30930222-fa8a-486a-9224-c039a45ee2f3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:04:26.985671 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9320450b-c8b2-48ea-9698-e60822e5d6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.027333 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:27.112027 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'name': 'tempest-TestVolumeBootPattern-1423034263-router', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:21Z', 'revision_number': 4, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'gw_port': {'id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a893fdc9-1a03-4df3-aeb1-06a4340f1c8c', 'name': '', 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'mac_address': 'fa:16:3e:6c:63:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9151b87e-7c92-4e38-868d-2d17c3beb24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:20Z', 'updated_at': '2021-06-30T03:04:26Z', 'revision_number': 4, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'subnets': [{'id': '9151b87e-7c92-4e38-868d-2d17c3beb24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:04:27.139655 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c4367-ba80-4fa7-bffe-52d03e03ab52 None None] The sync data for ids ['30930222-fa8a-486a-9224-c039a45ee2f3'] in n-d-758944-39 is: [{'id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'name': 'tempest-TestVolumeBootPattern-1423034263-router', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:21Z', 'revision_number': 4, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'gw_port': {'id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a893fdc9-1a03-4df3-aeb1-06a4340f1c8c', 'name': '', 'network_id': 'd7fec701-f539-4791-84bc-eb9a3193dbfb', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'mac_address': 'fa:16:3e:6c:63:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '9151b87e-7c92-4e38-868d-2d17c3beb24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:20Z', 'updated_at': '2021-06-30T03:04:26Z', 'revision_number': 4, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'subnets': [{'id': '9151b87e-7c92-4e38-868d-2d17c3beb24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:04:27.386173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebbe1068-6df8-4d19-aff8-d057917ffe48 req-938d6e0b-91e3-4c59-ba6e-a0fffed169c9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 210 time: 0.0430517 Jun 30 03:04:27.949658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-32e71203-4dcd-4ca6-87b1-5e5ac9ec451b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:27.951239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-32e71203-4dcd-4ca6-87b1-5e5ac9ec451b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1234262 Jun 30 03:04:27.965815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'port': {'device_id': '8e7c7730-65e6-4d5d-8b9c-0d841a649377', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'admin_state_up': True, 'tenant_id': '4438d6f623b54db99c1c524d49f02836'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:28.097605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Made reservation on behalf of 4438d6f623b54db99c1c524d49f02836 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:04:28.103056 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.280539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Allocated IP 172.20.0.11 (32e28d42-9f64-4819-b737-98416c85abd6/cf2e3fec-fd32-4d55-b265-ae5880a54eab/920aca31-feda-43d8-84bf-bbf1d1ba5559) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:04:28.328937 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.537184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a893fdc9-1a03-4df3-aeb1-06a4340f1c8c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:28.582369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.606324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:28.611503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Transition to ACTIVE for port object 920aca31-feda-43d8-84bf-bbf1d1ba5559 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:28.615533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:28.616063 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.652936 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd5c399b-1eef-4d0c-a52c-eec65395d984 req-cf663ce0-d678-4e0e-a980-33550b6e10a3 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 210 time: 0.0527952 Jun 30 03:04:28.680005 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.738263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Network 32e28d42-9f64-4819-b737-98416c85abd6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:04:28.747151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:04:28.752705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:04:28.755928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=920aca31-feda-43d8-84bf-bbf1d1ba5559,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:28.783670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.826633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a893fdc9-1a03-4df3-aeb1-06a4340f1c8c,segment=NetworkSegment(3505d6f3-232d-4e15-9378-a0fdde60cf8f),segment_id=3505d6f3-232d-4e15-9378-a0fdde60cf8f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:28.831471 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.844684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:28.845724 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:28.868932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-a6568e7b-22a2-443a-9e0a-3c15013daa3a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9083741 Jun 30 03:04:28.892736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-71fda475-389f-4dee-b674-50bf7deca86b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:04:28.894826 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-71fda475-389f-4dee-b674-50bf7deca86b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157328 Jun 30 03:04:28.901533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=a893fdc9-1a03-4df3-aeb1-06a4340f1c8c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:28.975643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Request body: {'port': {'device_id': '8e7c7730-65e6-4d5d-8b9c-0d841a649377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:04:29.087449 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.097831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0f1dedb7-5cee-4bca-9aec-bf7c9e30a3db None None] Provisioning for port 920aca31-feda-43d8-84bf-bbf1d1ba5559 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:29.102261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0f1dedb7-5cee-4bca-9aec-bf7c9e30a3db None None] Provisioning complete for port 920aca31-feda-43d8-84bf-bbf1d1ba5559 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:29.102618 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f1dedb7-5cee-4bca-9aec-bf7c9e30a3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.141023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f1dedb7-5cee-4bca-9aec-bf7c9e30a3db None None] Port 920aca31-feda-43d8-84bf-bbf1d1ba5559 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:04:29.476956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920aca31-feda-43d8-84bf-bbf1d1ba5559 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:04:29.485996 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.502944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Transition to ACTIVE for port object 920aca31-feda-43d8-84bf-bbf1d1ba5559 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:04:29.508355 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.589791 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Pushing event updated for resources: {'Port': ['ID=920aca31-feda-43d8-84bf-bbf1d1ba5559,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:29.641749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Attempting to bind port 920aca31-feda-43d8-84bf-bbf1d1ba5559 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:04:29.642128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Attempting to bind port 920aca31-feda-43d8-84bf-bbf1d1ba5559 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:04:29.642450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Attempting to bind port 920aca31-feda-43d8-84bf-bbf1d1ba5559 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:29.647282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Port 920aca31-feda-43d8-84bf-bbf1d1ba5559 on network 32e28d42-9f64-4819-b737-98416c85abd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:04:29.647606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Attempting to bind port 920aca31-feda-43d8-84bf-bbf1d1ba5559 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:04:29.653254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:04:29.653588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Checking segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:04:29.653963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Bound using segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:04:29.654542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Bound port: 920aca31-feda-43d8-84bf-bbf1d1ba5559, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:04:29.654921 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.744902 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] For port 920aca31-feda-43d8-84bf-bbf1d1ba5559, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:04:29.748369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] For port 920aca31-feda-43d8-84bf-bbf1d1ba5559, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=920aca31-feda-43d8-84bf-bbf1d1ba5559,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:04:29.761699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.810147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:29.810808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:29.813147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] 10.222.0.69 "PUT /v2.0/ports/920aca31-feda-43d8-84bf-bbf1d1ba5559 HTTP/1.1" status: 200 len: 1093 time: 0.9117754 Jun 30 03:04:29.813460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7c7730-65e6-4d5d-8b9c-0d841a649377', 'tag': '920aca31-feda-43d8-84bf-bbf1d1ba5559'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:04:29.816040 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0b9253-0846-4555-835c-25ad9d728e44" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7c7730-65e6-4d5d-8b9c-0d841a649377", "tag": "920aca31-feda-43d8-84bf-bbf1d1ba5559"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:04:29.935665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88039844-7b75-4f37-9800-4aa0554b99f4 service neutron] Pushing event updated for resources: {'Port': ['ID=920aca31-feda-43d8-84bf-bbf1d1ba5559,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:30.016820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd924b8-4d7b-4278-a9e8-d7ebd9de2c0a req-0c0e4252-209b-40dd-b405-b5e4dd152527 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:30.018273 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fd924b8-4d7b-4278-a9e8-d7ebd9de2c0a req-0c0e4252-209b-40dd-b405-b5e4dd152527 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 944 time: 0.1539936 Jun 30 03:04:30.026049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-336d419e-753b-4b23-a754-36f574b91f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:30.027957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-336d419e-753b-4b23-a754-36f574b91f00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 1096 time: 0.1624432 Jun 30 03:04:30.097133 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-eff7c993-f45e-47d8-b00b-bbfface64a97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=920aca31-feda-43d8-84bf-bbf1d1ba5559 HTTP/1.1" status: 200 len: 217 time: 0.0562959 Jun 30 03:04:30.146620 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5fd924b8-4d7b-4278-a9e8-d7ebd9de2c0a req-3afd0b04-d078-4fe9-be6a-2267b4eb165c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175246 Jun 30 03:04:30.155378 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eaa513-a0a9-471e-a6ad-1b06501c3139 x-openstack-request-id: req-66eaa513-a0a9-471e-a6ad-1b06501c3139 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:04:30.155714 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7c7730-65e6-4d5d-8b9c-0d841a649377", "tag": "920aca31-feda-43d8-84bf-bbf1d1ba5559", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:04:30.156048 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66eaa513-a0a9-471e-a6ad-1b06501c3139 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:04:30.156472 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7c7730-65e6-4d5d-8b9c-0d841a649377', 'tag': '920aca31-feda-43d8-84bf-bbf1d1ba5559', 'status': 'completed', 'code': 200} Jun 30 03:04:30.162066 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:30.170180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-6fad4599-3f41-416c-9951-53e07fcc1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:30.171632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-6fad4599-3f41-416c-9951-53e07fcc1b8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0633485 Jun 30 03:04:30.239176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-fe399a60-8a40-4e73-9207-e5ece930781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:30.240720 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-fe399a60-8a40-4e73-9207-e5ece930781a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609357 Jun 30 03:04:30.360125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-841bb956-bb3f-4dd8-9d82-f596b022fabd service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110506 Jun 30 03:04:30.421772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a893fdc9-1a03-4df3-aeb1-06a4340f1c8c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:30.467992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-12e9db6f-03ab-4c01-8acf-57e6d87bc331 req-009e70a3-a954-4f2e-be3d-1baf5b5f907a service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012287 Jun 30 03:04:30.489736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:30.490063 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:30.585129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-f75f0eb9-b1c7-4852-b1a8-3ebfde9187b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:30.586973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-f75f0eb9-b1c7-4852-b1a8-3ebfde9187b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 1096 time: 0.0653081 Jun 30 03:04:30.701068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-bd3ae27c-faed-45fb-bbb1-46b106e0455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:30.702569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-bd3ae27c-faed-45fb-bbb1-46b106e0455e service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.1089551 Jun 30 03:04:30.751723 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-76143b19-ba16-4bc7-9c07-582977ff32dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=920aca31-feda-43d8-84bf-bbf1d1ba5559 HTTP/1.1" status: 200 len: 217 time: 0.0420032 Jun 30 03:04:30.805843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-5cfdf014-4649-43dd-8460-741384da3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:30.807350 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-5cfdf014-4649-43dd-8460-741384da3ed6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0497725 Jun 30 03:04:30.869830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-5468df1d-92ff-4da5-bc11-012e9f2eabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:30.871499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-5468df1d-92ff-4da5-bc11-012e9f2eabf2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566440 Jun 30 03:04:30.973353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-e8807968-96fd-407f-9c4e-0f5095c0e979 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951991 Jun 30 03:04:31.078510 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b0b9253-0846-4555-835c-25ad9d728e44 req-9e9525d4-990d-47af-a763-89eac9b454a3 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976882 Jun 30 03:04:31.358650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1075a-45e7-4a0e-a173-52404e45c4e2 req-f02783e5-2644-42d1-90d6-7ddb1e78c7db tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:31.360699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2cc1075a-45e7-4a0e-a173-52404e45c4e2 req-f02783e5-2644-42d1-90d6-7ddb1e78c7db tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 944 time: 0.0734634 Jun 30 03:04:31.410229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2cc1075a-45e7-4a0e-a173-52404e45c4e2 req-98f5f8c9-a7f9-47f3-9825-606075900dab tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 Jun 30 03:04:32.619667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27632195-7eef-4d99-8e45-af52ee22a6ce req-e7ec6ffc-e666-40c1-8a92-ede4afd8e624 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:32.621083 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27632195-7eef-4d99-8e45-af52ee22a6ce req-e7ec6ffc-e666-40c1-8a92-ede4afd8e624 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 944 time: 0.0721300 Jun 30 03:04:32.661871 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27632195-7eef-4d99-8e45-af52ee22a6ce req-daeee7f9-aa61-42c2-a1d7-701d6870a0b6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347781 Jun 30 03:04:33.849640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5fdd8-b806-4844-ab3a-df5359424353 req-ce9c1451-4899-464d-9ac1-0b1519461a4a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:33.851228 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45f5fdd8-b806-4844-ab3a-df5359424353 req-ce9c1451-4899-464d-9ac1-0b1519461a4a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 944 time: 0.0775857 Jun 30 03:04:33.893119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45f5fdd8-b806-4844-ab3a-df5359424353 req-1a723cff-a9f6-49c8-a8a4-be571639b89b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350964 Jun 30 03:04:35.085134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ba44e-28f6-4101-b7ed-a1d2f4cbb063 req-fc16dc13-184c-44ae-8bf1-92bcf6905962 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:35.086795 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-295ba44e-28f6-4101-b7ed-a1d2f4cbb063 req-fc16dc13-184c-44ae-8bf1-92bcf6905962 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 944 time: 0.0738468 Jun 30 03:04:35.127866 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-295ba44e-28f6-4101-b7ed-a1d2f4cbb063 req-06953336-7610-4688-8716-a11b411aaa0e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350223 Jun 30 03:04:36.315607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a85710-f3b2-4b46-9590-a0f35bb8cf94 req-19b829fd-dbc9-48c7-8b08-2492d249018b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:36.317130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35a85710-f3b2-4b46-9590-a0f35bb8cf94 req-19b829fd-dbc9-48c7-8b08-2492d249018b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 944 time: 0.0712342 Jun 30 03:04:36.356666 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35a85710-f3b2-4b46-9590-a0f35bb8cf94 req-0b6786c5-a9a9-4fe7-ae88-e8b051da2716 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Jun 30 03:04:37.541890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8e60-c9c1-421f-a0bc-ac4ddf1c06c3 req-0be71455-d143-433c-bf82-d144b522b206 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:37.543493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6bf8e60-c9c1-421f-a0bc-ac4ddf1c06c3 req-0be71455-d143-433c-bf82-d144b522b206 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 944 time: 0.0686095 Jun 30 03:04:37.584949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e6bf8e60-c9c1-421f-a0bc-ac4ddf1c06c3 req-5f6b2cda-278f-4016-9ff0-191edb907f4a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Jun 30 03:04:38.776878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1d456-7746-4974-984d-e4a4998151ac req-2b1ad55e-2b6c-4bec-94c3-eacce2c307cf tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:38.778474 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81b1d456-7746-4974-984d-e4a4998151ac req-2b1ad55e-2b6c-4bec-94c3-eacce2c307cf tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 944 time: 0.0715015 Jun 30 03:04:38.819351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81b1d456-7746-4974-984d-e4a4998151ac req-cabd86c9-1f1c-447c-85a8-403bfa79c92d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347078 Jun 30 03:04:40.009314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a765a-d36f-48ec-903b-2f0a5f512293 req-92e6ee58-a64f-4d46-a168-6b9081c0df9c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:40.010863 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e5a765a-d36f-48ec-903b-2f0a5f512293 req-92e6ee58-a64f-4d46-a168-6b9081c0df9c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 944 time: 0.0738368 Jun 30 03:04:40.052324 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e5a765a-d36f-48ec-903b-2f0a5f512293 req-a9246c2f-18c6-4e80-a846-0c6bba7dd1dc tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354996 Jun 30 03:04:40.204364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 920aca31-feda-43d8-84bf-bbf1d1ba5559 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:04:40.308019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 920aca31-feda-43d8-84bf-bbf1d1ba5559, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=920aca31-feda-43d8-84bf-bbf1d1ba5559,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:40.320181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '920aca31-feda-43d8-84bf-bbf1d1ba5559', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'port_id': '920aca31-feda-43d8-84bf-bbf1d1ba5559', 'mac_address': 'fa:16:3e:bd:fb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:04:40.362226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:40.378863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920aca31-feda-43d8-84bf-bbf1d1ba5559 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:04:40.400302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 920aca31-feda-43d8-84bf-bbf1d1ba5559, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=920aca31-feda-43d8-84bf-bbf1d1ba5559,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:40.405968 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:40.457880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=920aca31-feda-43d8-84bf-bbf1d1ba5559,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:40.748376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['920aca31-feda-43d8-84bf-bbf1d1ba5559'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:04:41.245582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f96e-fcb3-4e13-b243-3c02c44d89ff req-b3ffc049-1f69-4f59-b975-ef318b2e29fa tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:41.247281 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d366f96e-fcb3-4e13-b243-3c02c44d89ff req-b3ffc049-1f69-4f59-b975-ef318b2e29fa tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 945 time: 0.0766425 Jun 30 03:04:41.291654 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d366f96e-fcb3-4e13-b243-3c02c44d89ff req-fc1a787f-d406-4e25-808e-45b6a9c6ec67 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379522 Jun 30 03:04:42.212780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 920aca31-feda-43d8-84bf-bbf1d1ba5559 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:04:42.266673 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 920aca31-feda-43d8-84bf-bbf1d1ba5559 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:04:42.270630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 920aca31-feda-43d8-84bf-bbf1d1ba5559 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:04:42.271046 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:42.370936 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:42.399082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7c7730-65e6-4d5d-8b9c-0d841a649377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920aca31-feda-43d8-84bf-bbf1d1ba5559'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:04:42.402061 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd1d451-a080-45ee-99a6-b4101283a9bc" -d '{"events": [{"server_uuid": "8e7c7730-65e6-4d5d-8b9c-0d841a649377", "name": "network-vif-plugged", "status": "completed", "tag": "920aca31-feda-43d8-84bf-bbf1d1ba5559"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:04:42.429677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 920aca31-feda-43d8-84bf-bbf1d1ba5559, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=920aca31-feda-43d8-84bf-bbf1d1ba5559,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:42.444244 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:42.502482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=920aca31-feda-43d8-84bf-bbf1d1ba5559,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:42.519372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6846a7-19aa-479e-97ec-dca601ed4a9e req-2e6afb81-b4ed-460f-bb14-e06721c8275f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:42.520894 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f6846a7-19aa-479e-97ec-dca601ed4a9e req-2e6afb81-b4ed-460f-bb14-e06721c8275f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 946 time: 0.0864692 Jun 30 03:04:42.560750 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdec21c-173a-4db8-bb76-e4fead07f4ab x-openstack-request-id: req-dbdec21c-173a-4db8-bb76-e4fead07f4ab {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:04:42.561906 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7c7730-65e6-4d5d-8b9c-0d841a649377", "name": "network-vif-plugged", "status": "completed", "tag": "920aca31-feda-43d8-84bf-bbf1d1ba5559", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:04:42.561906 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbdec21c-173a-4db8-bb76-e4fead07f4ab {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:04:42.562250 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7c7730-65e6-4d5d-8b9c-0d841a649377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920aca31-feda-43d8-84bf-bbf1d1ba5559', 'code': 200} Jun 30 03:04:42.571425 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f6846a7-19aa-479e-97ec-dca601ed4a9e req-9f4228b7-c6d5-49c8-a466-a18ac3814052 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375504 Jun 30 03:04:42.693261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f03df-2697-46a9-95d4-9c65a00b76f4 req-aa865ff8-99aa-4987-999f-4e23d95fb292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:42.695084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa5f03df-2697-46a9-95d4-9c65a00b76f4 req-aa865ff8-99aa-4987-999f-4e23d95fb292 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 1098 time: 0.0585697 Jun 30 03:04:42.732975 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa5f03df-2697-46a9-95d4-9c65a00b76f4 req-7f78a58b-f60c-4cdc-ae3b-6a014e4cf52a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307980 Jun 30 03:04:43.766969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60c48a-76de-47e0-a091-739406fe9e72 req-e1a0ee83-2515-495f-9ca6-7d2654ebbb48 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:43.768042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af60c48a-76de-47e0-a091-739406fe9e72 req-e1a0ee83-2515-495f-9ca6-7d2654ebbb48 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 946 time: 0.0758224 Jun 30 03:04:43.822131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af60c48a-76de-47e0-a091-739406fe9e72 req-d53154f4-f345-4169-88a0-ecdbeee29bbb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451643 Jun 30 03:04:45.010442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a574eb-0a00-42ff-ae3f-f7e7c30d2265 req-7e267c76-883f-40c8-8d29-3162ca06eec9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:45.011972 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-88a574eb-0a00-42ff-ae3f-f7e7c30d2265 req-7e267c76-883f-40c8-8d29-3162ca06eec9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 946 time: 0.0688577 Jun 30 03:04:45.051780 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-88a574eb-0a00-42ff-ae3f-f7e7c30d2265 req-36dcf048-c4ec-44f1-9518-6c29f37cf408 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340741 Jun 30 03:04:45.230467 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4346529-9df3-4206-8a17-25b274ce243d req-97a74f4b-e735-487f-81cb-7e748cac939b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:45.231977 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4346529-9df3-4206-8a17-25b274ce243d req-97a74f4b-e735-487f-81cb-7e748cac939b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 946 time: 0.0667911 Jun 30 03:04:45.276027 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4346529-9df3-4206-8a17-25b274ce243d req-6498aa48-219c-4696-ad56-c99ac46fafd9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366299 Jun 30 03:04:45.462336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4bba6-5d21-42a1-8a8a-66378660fe01 req-7a126baa-6ca3-48ab-a82f-a20bb3a37198 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:45.463896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cd4bba6-5d21-42a1-8a8a-66378660fe01 req-7a126baa-6ca3-48ab-a82f-a20bb3a37198 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 946 time: 0.0679586 Jun 30 03:04:45.504996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cd4bba6-5d21-42a1-8a8a-66378660fe01 req-6162ee97-de89-4977-a961-ebec311d64e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348961 Jun 30 03:04:45.916967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a05c4-09a3-4564-8d1b-25ae537a6992 req-091d549a-cf53-4d56-b6ca-248bb71b4f70 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:45.918518 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-444a05c4-09a3-4564-8d1b-25ae537a6992 req-091d549a-cf53-4d56-b6ca-248bb71b4f70 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 946 time: 0.0711188 Jun 30 03:04:45.963804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-444a05c4-09a3-4564-8d1b-25ae537a6992 req-78c679e9-54f9-4595-ae95-4d35e620511d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384207 Jun 30 03:04:46.134542 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:46.340531 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:47.155293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db20e11-2554-4293-9f7c-9a8bb3f06eac req-21e333b8-52a8-40a1-a83f-709772b2225f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:47.156811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8db20e11-2554-4293-9f7c-9a8bb3f06eac req-21e333b8-52a8-40a1-a83f-709772b2225f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 946 time: 0.0685506 Jun 30 03:04:47.196368 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8db20e11-2554-4293-9f7c-9a8bb3f06eac req-41fdbae2-1870-477f-8c01-fe53e1d6a62a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332544 Jun 30 03:04:47.534394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-0a62f576-96f9-440e-b76c-b383044adbab tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:04:47.535969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-0a62f576-96f9-440e-b76c-b383044adbab tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 946 time: 0.0713475 Jun 30 03:04:47.654406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Deleting port 920aca31-feda-43d8-84bf-bbf1d1ba5559 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:04:47.654808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:47.752551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] For port 920aca31-feda-43d8-84bf-bbf1d1ba5559, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=920aca31-feda-43d8-84bf-bbf1d1ba5559,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:04:47.752855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:47.767351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Calling delete_port for 920aca31-feda-43d8-84bf-bbf1d1ba5559 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:04:47.919106 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:47.931362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['920aca31-feda-43d8-84bf-bbf1d1ba5559'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:04:47.949627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'Port': ['ID=920aca31-feda-43d8-84bf-bbf1d1ba5559,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:04:47.966476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.966871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.967215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.967559 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.967886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.968215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.968541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.968871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.969191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.969507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.969825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:47.970144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:04:48.014053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] No DVR routers for this DVR port 920aca31-feda-43d8-84bf-bbf1d1ba5559 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:04:48.016943 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:48.020131 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c604d7d6-3502-4656-8689-a87b3e1eed9c req-f1e56be0-d136-4053-888e-ad6f692ff47b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "DELETE /v2.0/ports/920aca31-feda-43d8-84bf-bbf1d1ba5559 HTTP/1.1" status: 204 len: 173 time: 0.4778273 Jun 30 03:04:48.020922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7c7730-65e6-4d5d-8b9c-0d841a649377', 'name': 'network-vif-deleted', 'tag': '920aca31-feda-43d8-84bf-bbf1d1ba5559'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:04:48.024820 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06db9244-0287-4f32-b9c1-75c711cfa434" -d '{"events": [{"server_uuid": "8e7c7730-65e6-4d5d-8b9c-0d841a649377", "name": "network-vif-deleted", "tag": "920aca31-feda-43d8-84bf-bbf1d1ba5559"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:04:48.353665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5cfb32d7-9797-4801-b58b-5ca519bb7a8c req-46d22a13-a68f-432b-b209-3f1c4c7bc38c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 210 time: 0.0338283 Jun 30 03:04:49.107538 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f1e31d-4788-485b-ba8c-31bf45bc0538 x-openstack-request-id: req-b5f1e31d-4788-485b-ba8c-31bf45bc0538 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:04:49.108041 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7c7730-65e6-4d5d-8b9c-0d841a649377", "name": "network-vif-deleted", "tag": "920aca31-feda-43d8-84bf-bbf1d1ba5559", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:04:49.108041 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5f1e31d-4788-485b-ba8c-31bf45bc0538 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:04:49.108494 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7c7730-65e6-4d5d-8b9c-0d841a649377', 'name': 'network-vif-deleted', 'tag': '920aca31-feda-43d8-84bf-bbf1d1ba5559', 'status': 'completed', 'code': 200} Jun 30 03:04:49.503955 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3da7d0ff-1891-4444-9451-9faeb80d2f88 req-7011fa4b-8cf4-4159-bb46-deea96da41c4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 210 time: 0.0284836 Jun 30 03:04:50.667758 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2112087e-bc49-4dfe-b0f5-293b169ceba6 req-0dda6b26-e8cd-4f98-97f6-55cb4d79301d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 210 time: 0.0361371 Jun 30 03:04:51.830263 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-343939ac-921e-48c7-92a9-02913319439d req-72814da8-e8d3-4dc9-ab78-203251aac25f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7c7730-65e6-4d5d-8b9c-0d841a649377 HTTP/1.1" status: 200 len: 210 time: 0.0324428 Jun 30 03:04:52.253249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 920aca31-feda-43d8-84bf-bbf1d1ba5559 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:04:52.277160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 920aca31-feda-43d8-84bf-bbf1d1ba5559 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:04:52.277500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 920aca31-feda-43d8-84bf-bbf1d1ba5559 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:04:54.369195 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7de58ca-cd9e-4e66-ae13-499c07c72c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:56.986208 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f35cf541-629b-4d88-bf44-a1c15214caa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:57.036859 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:58.329542 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:00.144381 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:02.568477 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:05:14.445732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-954dc920-244d-4bf9-84d0-8a650731bdfb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:14.447259 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-954dc920-244d-4bf9-84d0-8a650731bdfb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1386082 Jun 30 03:05:14.463561 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-8d4a4cc4-f1cf-4fe3-a3de-4d5688e050da tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/quotas/4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 375 time: 0.0107265 Jun 30 03:05:14.865545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-3d8b166d-ff08-48c2-b5a4-892b9cf40c85 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3966181 Jun 30 03:05:14.936240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-9680d0dc-8ae2-4401-bff3-1c47ea073f4f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:05:14.937287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-9680d0dc-8ae2-4401-bff3-1c47ea073f4f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649319 Jun 30 03:05:15.028096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-4f861016-ac5f-4ef2-863f-36981f78f171 service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844989 Jun 30 03:05:15.124336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-b83b299d-68b2-429f-8aeb-6fe4c2d180a0 service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897367 Jun 30 03:05:15.349802 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9b0df62-c90c-408a-9f45-b1f646c7bcfa req-d4ce8deb-73a6-4740-95e1-d8020e693c17 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0309997 Jun 30 03:05:16.152078 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.349757 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.503161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-dd73c174-1309-4cf8-8fe2-dade46637a4d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:16.508934 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-dd73c174-1309-4cf8-8fe2-dade46637a4d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1468010 Jun 30 03:05:16.526965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'port': {'device_id': '9d6d248d-473d-4bcd-8300-db7c70f5f1a5', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'admin_state_up': True, 'tenant_id': '4438d6f623b54db99c1c524d49f02836'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:16.531175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9894cc58-9084-4133-b564-dc4e2f8bb009 req-a431eba8-bd7f-44d4-a98b-4245ce7461b6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0312853 Jun 30 03:05:16.659287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Made reservation on behalf of 4438d6f623b54db99c1c524d49f02836 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:05:16.663062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.799606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Allocated IP 172.20.0.8 (32e28d42-9f64-4819-b737-98416c85abd6/cf2e3fec-fd32-4d55-b265-ae5880a54eab/40767123-70b8-4cda-a302-f04c4cc60b3e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:05:16.962762 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:16.983806 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Transition to ACTIVE for port object 40767123-70b8-4cda-a302-f04c4cc60b3e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:17.020154 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.063814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Network 32e28d42-9f64-4819-b737-98416c85abd6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:05:17.067325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:05:17.070115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:05:17.111591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=40767123-70b8-4cda-a302-f04c4cc60b3e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:17.133321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:17.133984 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.151263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-d345a7da-e34a-41e2-a907-88d07482683f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287947 Jun 30 03:05:17.164770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Request body: {'port': {'device_id': '9d6d248d-473d-4bcd-8300-db7c70f5f1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:05:17.247090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.311110 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8a234cae-6f23-4bf9-9aaa-fde44addf6b6 None None] Provisioning for port 40767123-70b8-4cda-a302-f04c4cc60b3e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:17.317977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8a234cae-6f23-4bf9-9aaa-fde44addf6b6 None None] Provisioning complete for port 40767123-70b8-4cda-a302-f04c4cc60b3e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:17.318800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a234cae-6f23-4bf9-9aaa-fde44addf6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.356812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8a234cae-6f23-4bf9-9aaa-fde44addf6b6 None None] Port 40767123-70b8-4cda-a302-f04c4cc60b3e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:05:17.530910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40767123-70b8-4cda-a302-f04c4cc60b3e {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:05:17.539463 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.554029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Transition to ACTIVE for port object 40767123-70b8-4cda-a302-f04c4cc60b3e will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:05:17.559842 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.629146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Pushing event updated for resources: {'Port': ['ID=40767123-70b8-4cda-a302-f04c4cc60b3e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:17.752615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Attempting to bind port 40767123-70b8-4cda-a302-f04c4cc60b3e on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:05:17.753104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Attempting to bind port 40767123-70b8-4cda-a302-f04c4cc60b3e by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:05:17.753587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Attempting to bind port 40767123-70b8-4cda-a302-f04c4cc60b3e on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:17.768922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Port 40767123-70b8-4cda-a302-f04c4cc60b3e on network 32e28d42-9f64-4819-b737-98416c85abd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:05:17.769423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Attempting to bind port 40767123-70b8-4cda-a302-f04c4cc60b3e on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:05:17.787032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:05:17.787032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Checking segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:05:17.787032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Bound using segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:05:17.787032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Bound port: 40767123-70b8-4cda-a302-f04c4cc60b3e, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:05:17.787537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.808368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d06d7-b8f5-437c-8533-d5cad423360d req-5fba4a49-b30d-411b-9708-4c877357b9eb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:17.810006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad7d06d7-b8f5-437c-8533-d5cad423360d req-5fba4a49-b30d-411b-9708-4c877357b9eb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.1233950 Jun 30 03:05:17.890414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad7d06d7-b8f5-437c-8533-d5cad423360d req-c06e8f71-65a1-406b-aa13-bd804b460c3c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742366 Jun 30 03:05:17.897235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] For port 40767123-70b8-4cda-a302-f04c4cc60b3e, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:05:17.903019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] For port 40767123-70b8-4cda-a302-f04c4cc60b3e, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=40767123-70b8-4cda-a302-f04c4cc60b3e,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:05:17.908650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.949270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:17.949963 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:17.951401 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] 10.222.0.69 "PUT /v2.0/ports/40767123-70b8-4cda-a302-f04c4cc60b3e HTTP/1.1" status: 200 len: 1092 time: 0.7926803 Jun 30 03:05:17.951818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6d248d-473d-4bcd-8300-db7c70f5f1a5', 'tag': '40767123-70b8-4cda-a302-f04c4cc60b3e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:05:17.954271 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6d248d-473d-4bcd-8300-db7c70f5f1a5", "tag": "40767123-70b8-4cda-a302-f04c4cc60b3e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:05:17.976536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1bb2-48b1-4e98-ba2c-82fc63c0217f service neutron] Pushing event updated for resources: {'Port': ['ID=40767123-70b8-4cda-a302-f04c4cc60b3e,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:18.025212 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224fdf72-6de3-4671-9e58-1ea4197a756f x-openstack-request-id: req-224fdf72-6de3-4671-9e58-1ea4197a756f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:05:18.025693 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6d248d-473d-4bcd-8300-db7c70f5f1a5", "tag": "40767123-70b8-4cda-a302-f04c4cc60b3e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:05:18.026009 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-224fdf72-6de3-4671-9e58-1ea4197a756f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:05:18.026469 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6d248d-473d-4bcd-8300-db7c70f5f1a5', 'tag': '40767123-70b8-4cda-a302-f04c4cc60b3e', 'status': 'completed', 'code': 200} Jun 30 03:05:18.058066 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-28657f27-5158-4435-8efe-c2aa3959e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:18.061383 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-28657f27-5158-4435-8efe-c2aa3959e35f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 1095 time: 0.0656745 Jun 30 03:05:18.121427 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-afb81b50-956b-436c-9c06-5b2950d0741f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40767123-70b8-4cda-a302-f04c4cc60b3e HTTP/1.1" status: 200 len: 217 time: 0.0533485 Jun 30 03:05:18.187915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-6985ee3a-0303-4111-bd26-67e949c027b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:18.190448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-6985ee3a-0303-4111-bd26-67e949c027b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0621109 Jun 30 03:05:18.275696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-87d4b5d9-8033-4416-8e7d-2c45d6cbd7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:18.277126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-87d4b5d9-8033-4416-8e7d-2c45d6cbd7ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801454 Jun 30 03:05:18.379201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-fc333670-9373-4a34-a45c-1514c6fe56ab service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945210 Jun 30 03:05:18.481012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-28ce3b01-b94b-4d5e-8711-f58583b771ea req-6796b830-80b6-4bae-a148-456b837b6363 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956733 Jun 30 03:05:18.585032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-c301e17c-3d82-4a72-b794-482064129ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:18.586936 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-c301e17c-3d82-4a72-b794-482064129ee9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 1095 time: 0.0565763 Jun 30 03:05:18.686963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-094f6b4e-15a8-448c-8361-63e1773e4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:18.688570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-094f6b4e-15a8-448c-8361-63e1773e4290 service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0941923 Jun 30 03:05:18.731674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-3c6718b7-bd2b-47f3-bc97-3e33ea14f261 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40767123-70b8-4cda-a302-f04c4cc60b3e HTTP/1.1" status: 200 len: 217 time: 0.0361440 Jun 30 03:05:18.781308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-33d9b86d-7dcb-4795-8bac-c3c2f796d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:18.782821 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-33d9b86d-7dcb-4795-8bac-c3c2f796d50a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0450208 Jun 30 03:05:18.854079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-57992830-a10d-4e11-b680-775ffd86ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:18.855618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-57992830-a10d-4e11-b680-775ffd86ccdc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664046 Jun 30 03:05:18.949837 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-e8ae4053-7e52-4749-8509-8c1f383f4aa2 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871012 Jun 30 03:05:19.080600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fb5b1a4-42cc-40af-aff3-6cc1d2c0c821 req-7db75534-dcdf-49fc-bc76-334de7733a5f service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237757 Jun 30 03:05:19.105574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81df13-984f-4456-a55d-75d97bf8530a req-63ea4402-e666-40e1-bab3-1983e1632297 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:19.106991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a81df13-984f-4456-a55d-75d97bf8530a req-63ea4402-e666-40e1-bab3-1983e1632297 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0905826 Jun 30 03:05:19.152033 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6a81df13-984f-4456-a55d-75d97bf8530a req-6af84c16-afdb-4732-a8bc-637b39775e0e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 Jun 30 03:05:20.472318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60f179-8f31-403b-9745-49387ec47c62 req-3b1a6114-fbd4-4df4-94d0-488a4d159961 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:20.475257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f60f179-8f31-403b-9745-49387ec47c62 req-3b1a6114-fbd4-4df4-94d0-488a4d159961 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.1569216 Jun 30 03:05:20.546289 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3f60f179-8f31-403b-9745-49387ec47c62 req-3d1d317f-4951-4316-8824-37e49a0713c5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615761 Jun 30 03:05:21.770326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846071b-a637-406b-be4f-ef09f7b3ba29 req-3ae7e9ee-f14b-4d0f-a98c-67c7808ab4ed tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:21.775184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b846071b-a637-406b-be4f-ef09f7b3ba29 req-3ae7e9ee-f14b-4d0f-a98c-67c7808ab4ed tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0760684 Jun 30 03:05:21.827136 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b846071b-a637-406b-be4f-ef09f7b3ba29 req-eff2cf39-9577-4d6f-a684-6955ba4dbcea tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485561 Jun 30 03:05:23.051226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1b74e-8e92-4052-b540-43682c98d8ac req-246d7ed2-1437-4e36-abcb-d2f469cac0b9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:23.052748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e9c1b74e-8e92-4052-b540-43682c98d8ac req-246d7ed2-1437-4e36-abcb-d2f469cac0b9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.1069794 Jun 30 03:05:23.096275 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e9c1b74e-8e92-4052-b540-43682c98d8ac req-2f360b51-17ad-4ebf-b5cc-8077121b6427 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371685 Jun 30 03:05:24.294106 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774c303-31fb-442d-a186-b26eab027623 req-c670e5e6-e699-4bfb-8407-51ff4d5ac9d5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:24.295838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9774c303-31fb-442d-a186-b26eab027623 req-c670e5e6-e699-4bfb-8407-51ff4d5ac9d5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0787413 Jun 30 03:05:24.343731 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9774c303-31fb-442d-a186-b26eab027623 req-0cd3471e-45c3-4ec2-891c-29ddba2950a1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419402 Jun 30 03:05:24.366896 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3665e6f4-be8c-4409-8d8e-e0d1f7aeeb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:25.543997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc253b2-1e16-4ba2-b0c5-9cafe798edab req-0b9ae833-02d6-471f-8eb4-266833115d6f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:25.545480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3bc253b2-1e16-4ba2-b0c5-9cafe798edab req-0b9ae833-02d6-471f-8eb4-266833115d6f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0684760 Jun 30 03:05:25.584180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3bc253b2-1e16-4ba2-b0c5-9cafe798edab req-5e7e5848-9f9b-4562-86e4-5d68a0bcaa15 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328281 Jun 30 03:05:26.784978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1c458-6fab-4076-b4f2-248f26c2829b req-db900196-580a-4f97-aa7b-c04570b92370 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:26.786374 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5cd1c458-6fab-4076-b4f2-248f26c2829b req-db900196-580a-4f97-aa7b-c04570b92370 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0675833 Jun 30 03:05:26.829271 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5cd1c458-6fab-4076-b4f2-248f26c2829b req-6b2315ae-8572-491a-bd29-633156d0029b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363643 Jun 30 03:05:26.981433 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c29ee6d-3bff-4455-831d-dc57a2ba6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:27.031532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:28.018002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce2441-d87b-4b9a-b18b-19d01dc3bbd4 req-bfb3cc46-62cc-4c95-b361-a992f65ad509 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:28.019866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dce2441-d87b-4b9a-b18b-19d01dc3bbd4 req-bfb3cc46-62cc-4c95-b361-a992f65ad509 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0755205 Jun 30 03:05:28.065381 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dce2441-d87b-4b9a-b18b-19d01dc3bbd4 req-657c598b-85b4-4079-9440-d3c21a8f8d24 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386884 Jun 30 03:05:28.337924 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:29.292186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e81e8-3e8d-4228-b158-ea2664aac5d1 req-ba5c5b30-adf7-46bb-abb5-39fde9ea4dd1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:29.294290 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-731e81e8-3e8d-4228-b158-ea2664aac5d1 req-ba5c5b30-adf7-46bb-abb5-39fde9ea4dd1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0804610 Jun 30 03:05:29.337169 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-731e81e8-3e8d-4228-b158-ea2664aac5d1 req-cd8040eb-4ad2-415c-97f9-acdb008e67d6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342503 Jun 30 03:05:30.142706 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:30.527243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aa045-a128-4625-baeb-0715cdd32095 req-486a670c-131b-4aba-b339-83ac8fc556a1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:30.528995 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e63aa045-a128-4625-baeb-0715cdd32095 req-486a670c-131b-4aba-b339-83ac8fc556a1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0667799 Jun 30 03:05:30.573745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e63aa045-a128-4625-baeb-0715cdd32095 req-ce5c6875-db31-49aa-a4aa-a5ca35f186e6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384858 Jun 30 03:05:31.762375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea88ad5-0b47-463b-a03f-c4788ebf7846 req-ee06d45c-12fd-4870-9989-df3609be32ef tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:31.763835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aea88ad5-0b47-463b-a03f-c4788ebf7846 req-ee06d45c-12fd-4870-9989-df3609be32ef tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0708711 Jun 30 03:05:31.805557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aea88ad5-0b47-463b-a03f-c4788ebf7846 req-25c7d2d3-4d1d-49c2-9bee-f3107c749551 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Jun 30 03:05:33.019444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825a2cc-05c3-4df4-bd52-c5f6a006833c req-4dda877e-de3e-4708-9eb3-e27df8729446 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:33.021196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9825a2cc-05c3-4df4-bd52-c5f6a006833c req-4dda877e-de3e-4708-9eb3-e27df8729446 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0736227 Jun 30 03:05:33.068076 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9825a2cc-05c3-4df4-bd52-c5f6a006833c req-752d18b4-dc9a-4b5a-99a3-171aea39496c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 Jun 30 03:05:34.271634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdfe2f-20d4-4bf0-a430-ebf17824a038 req-27e98122-0101-4988-a04f-aa3d230c37f6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:34.273128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58fdfe2f-20d4-4bf0-a430-ebf17824a038 req-27e98122-0101-4988-a04f-aa3d230c37f6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0851111 Jun 30 03:05:34.316678 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58fdfe2f-20d4-4bf0-a430-ebf17824a038 req-58fc97d3-ccdc-460c-8e5c-deb539ebf508 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Jun 30 03:05:35.511700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab82910-05da-466a-b638-d2ce102af1cd req-7c677030-49b1-4ca1-84ea-5737d90ef555 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:35.513427 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1ab82910-05da-466a-b638-d2ce102af1cd req-7c677030-49b1-4ca1-84ea-5737d90ef555 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0770938 Jun 30 03:05:35.564852 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1ab82910-05da-466a-b638-d2ce102af1cd req-bfcaaa08-d819-4d2e-9d84-200f4c19e946 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Jun 30 03:05:36.776332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d057a7-0fba-448e-8cd5-8af2f55ea0ab req-641c84a1-9e31-4e81-a5a7-fa2836e037e0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:36.778028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d057a7-0fba-448e-8cd5-8af2f55ea0ab req-641c84a1-9e31-4e81-a5a7-fa2836e037e0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0822592 Jun 30 03:05:36.821785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6d057a7-0fba-448e-8cd5-8af2f55ea0ab req-5e032306-8d25-4f42-b3f7-56cf3d135334 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375497 Jun 30 03:05:38.010995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3b6d0-fdb5-4662-90d8-83114587d010 req-952647a3-b33d-4676-9fb1-1806a7abd0cc tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:38.012616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5da3b6d0-fdb5-4662-90d8-83114587d010 req-952647a3-b33d-4676-9fb1-1806a7abd0cc tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0710354 Jun 30 03:05:38.055567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5da3b6d0-fdb5-4662-90d8-83114587d010 req-4b8c09a7-3051-47b4-8297-1019aed343af tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365911 Jun 30 03:05:38.514192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 40767123-70b8-4cda-a302-f04c4cc60b3e details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:05:38.609757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 40767123-70b8-4cda-a302-f04c4cc60b3e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=40767123-70b8-4cda-a302-f04c4cc60b3e,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:38.621628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '40767123-70b8-4cda-a302-f04c4cc60b3e', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'port_id': '40767123-70b8-4cda-a302-f04c4cc60b3e', 'mac_address': 'fa:16:3e:5a:9e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:05:38.662522 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:38.680398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40767123-70b8-4cda-a302-f04c4cc60b3e {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:05:38.703297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 40767123-70b8-4cda-a302-f04c4cc60b3e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=40767123-70b8-4cda-a302-f04c4cc60b3e,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:38.708699 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:38.759204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=40767123-70b8-4cda-a302-f04c4cc60b3e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:38.767275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.767620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.767958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.768294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.768621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.768947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.769272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.769595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.769913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.770228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.770548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:38.770901 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:05:39.003600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['40767123-70b8-4cda-a302-f04c4cc60b3e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:05:39.258182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6157a5-a976-4660-86d4-a06cd021f312 req-3738e582-1764-43c8-b2b3-b07ce3957d72 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:39.259685 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a6157a5-a976-4660-86d4-a06cd021f312 req-3738e582-1764-43c8-b2b3-b07ce3957d72 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 944 time: 0.0754910 Jun 30 03:05:39.301383 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a6157a5-a976-4660-86d4-a06cd021f312 req-45365eb5-6e44-4b28-9637-ce8214f3fa6b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358891 Jun 30 03:05:39.568810 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:05:40.495307 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feea8a4-4d12-4e86-b27d-b29e613a1c4b req-6a7f8cf8-9ab4-4b8f-ae59-84475f3f0483 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:40.496979 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1feea8a4-4d12-4e86-b27d-b29e613a1c4b req-6a7f8cf8-9ab4-4b8f-ae59-84475f3f0483 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 944 time: 0.0756402 Jun 30 03:05:40.529634 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 40767123-70b8-4cda-a302-f04c4cc60b3e up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:05:40.546014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1feea8a4-4d12-4e86-b27d-b29e613a1c4b req-d6d8ebeb-8bf5-41a6-acd1-59e1ab85b5f8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Jun 30 03:05:40.589183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 40767123-70b8-4cda-a302-f04c4cc60b3e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:05:40.593258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 40767123-70b8-4cda-a302-f04c4cc60b3e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:05:40.593632 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:40.681554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:40.706790 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6d248d-473d-4bcd-8300-db7c70f5f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40767123-70b8-4cda-a302-f04c4cc60b3e'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:05:40.709160 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639826d9-e538-46c2-af3b-8c849a9b87b4" -d '{"events": [{"server_uuid": "9d6d248d-473d-4bcd-8300-db7c70f5f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "40767123-70b8-4cda-a302-f04c4cc60b3e"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:05:40.723472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 40767123-70b8-4cda-a302-f04c4cc60b3e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=40767123-70b8-4cda-a302-f04c4cc60b3e,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:40.728897 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:40.762824 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f13847-2a40-4a2d-8e50-3384b790a0f9 x-openstack-request-id: req-85f13847-2a40-4a2d-8e50-3384b790a0f9 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:05:40.763156 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6d248d-473d-4bcd-8300-db7c70f5f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "40767123-70b8-4cda-a302-f04c4cc60b3e", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:05:40.763374 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85f13847-2a40-4a2d-8e50-3384b790a0f9 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:05:40.763788 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6d248d-473d-4bcd-8300-db7c70f5f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40767123-70b8-4cda-a302-f04c4cc60b3e', 'code': 200} Jun 30 03:05:40.798565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=40767123-70b8-4cda-a302-f04c4cc60b3e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:40.881120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba020bf4-4900-4e66-b9bc-eeeece82fe6b req-95a9074e-4212-4625-bd0f-0befe4be834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:40.882620 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba020bf4-4900-4e66-b9bc-eeeece82fe6b req-95a9074e-4212-4625-bd0f-0befe4be834f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0602345 Jun 30 03:05:40.921742 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba020bf4-4900-4e66-b9bc-eeeece82fe6b req-9dd5f45c-4873-417a-ab87-cf2f89a8da46 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325246 Jun 30 03:05:41.741646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2962c4a-e7cc-4ea7-b187-3edd0c61956a req-392e9d01-73de-49a6-9e7d-1a199756df12 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:41.743673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2962c4a-e7cc-4ea7-b187-3edd0c61956a req-392e9d01-73de-49a6-9e7d-1a199756df12 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0732949 Jun 30 03:05:41.788812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d2962c4a-e7cc-4ea7-b187-3edd0c61956a req-a7c35b8b-4520-498b-bef0-9d676a61f005 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388627 Jun 30 03:05:42.989660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a76f7-643a-4652-b01a-1ab3199d53da req-e330653c-e1b2-432a-92b0-49c0442d4562 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:42.991299 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e1a76f7-643a-4652-b01a-1ab3199d53da req-e330653c-e1b2-432a-92b0-49c0442d4562 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0701094 Jun 30 03:05:43.033157 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e1a76f7-643a-4652-b01a-1ab3199d53da req-7d1f2416-7615-483e-8d0b-92b5e642addd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357449 Jun 30 03:05:43.223190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0bf4d-06fd-425e-aa1a-c117a3cc2f3a req-ccd93ac7-dc46-467f-b84c-a29430120114 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:43.224846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bca0bf4d-06fd-425e-aa1a-c117a3cc2f3a req-ccd93ac7-dc46-467f-b84c-a29430120114 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0717032 Jun 30 03:05:43.266575 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bca0bf4d-06fd-425e-aa1a-c117a3cc2f3a req-7e46ba0c-34b4-4c3c-93e8-df9deca39d87 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348971 Jun 30 03:05:43.464483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d59365-b121-41b2-a190-8b39c430ab46 req-72e620e8-798a-4bc7-b27d-1fc02c8785a8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:43.466228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23d59365-b121-41b2-a190-8b39c430ab46 req-72e620e8-798a-4bc7-b27d-1fc02c8785a8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0842805 Jun 30 03:05:43.512223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23d59365-b121-41b2-a190-8b39c430ab46 req-488b3d02-bc24-4c21-8c13-c8752f311ebe tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383139 Jun 30 03:05:44.026765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374335b-585e-42d3-940e-55579a9defce req-8b55defe-2826-4796-8a87-35d053cd7cd3 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:44.028408 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4374335b-585e-42d3-940e-55579a9defce req-8b55defe-2826-4796-8a87-35d053cd7cd3 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0734589 Jun 30 03:05:44.070350 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4374335b-585e-42d3-940e-55579a9defce req-11c5e9b0-0d83-4707-980a-f54d297af0e5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355473 Jun 30 03:05:45.259199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a867eb-e46b-4511-94e7-25307466b44d req-b7f42192-9c54-4f1e-81dd-d74c757d4c85 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:45.260705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9a867eb-e46b-4511-94e7-25307466b44d req-b7f42192-9c54-4f1e-81dd-d74c757d4c85 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0701752 Jun 30 03:05:45.300310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9a867eb-e46b-4511-94e7-25307466b44d req-78215e8d-b528-47d4-94a3-9bfe35f68bb5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337348 Jun 30 03:05:45.603219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-b4240f7c-738e-4174-8484-5e22338c27ed tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:05:45.604718 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-b4240f7c-738e-4174-8484-5e22338c27ed tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0745263 Jun 30 03:05:45.721057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-5c6ba0d8-9d99-42cc-bf47-7fa7835c0771 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Deleting port 40767123-70b8-4cda-a302-f04c4cc60b3e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:05:45.721301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-5c6ba0d8-9d99-42cc-bf47-7fa7835c0771 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:45.813889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-5c6ba0d8-9d99-42cc-bf47-7fa7835c0771 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] For port 40767123-70b8-4cda-a302-f04c4cc60b3e, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=40767123-70b8-4cda-a302-f04c4cc60b3e,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:05:45.814334 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-5c6ba0d8-9d99-42cc-bf47-7fa7835c0771 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:45.832433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-5c6ba0d8-9d99-42cc-bf47-7fa7835c0771 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Calling delete_port for 40767123-70b8-4cda-a302-f04c4cc60b3e owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:05:45.967802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-5c6ba0d8-9d99-42cc-bf47-7fa7835c0771 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:45.980639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['40767123-70b8-4cda-a302-f04c4cc60b3e'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:05:45.997757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ba0d8-9d99-42cc-bf47-7fa7835c0771 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'Port': ['ID=40767123-70b8-4cda-a302-f04c4cc60b3e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:05:46.048357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-5c6ba0d8-9d99-42cc-bf47-7fa7835c0771 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] No DVR routers for this DVR port 40767123-70b8-4cda-a302-f04c4cc60b3e on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:05:46.051993 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-5c6ba0d8-9d99-42cc-bf47-7fa7835c0771 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:46.054502 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e3f89134-48f8-4b9b-9e65-7a3dfd529488 req-5c6ba0d8-9d99-42cc-bf47-7fa7835c0771 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "DELETE /v2.0/ports/40767123-70b8-4cda-a302-f04c4cc60b3e HTTP/1.1" status: 204 len: 173 time: 0.4436305 Jun 30 03:05:46.055236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6d248d-473d-4bcd-8300-db7c70f5f1a5', 'name': 'network-vif-deleted', 'tag': '40767123-70b8-4cda-a302-f04c4cc60b3e'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:05:46.057644 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85403c02-c3cb-402b-a3da-6ccbc21c20b1" -d '{"events": [{"server_uuid": "9d6d248d-473d-4bcd-8300-db7c70f5f1a5", "name": "network-vif-deleted", "tag": "40767123-70b8-4cda-a302-f04c4cc60b3e"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:05:46.096264 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8afd281-b9f3-418d-a1b3-07e457c634d0 x-openstack-request-id: req-e8afd281-b9f3-418d-a1b3-07e457c634d0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:05:46.096666 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6d248d-473d-4bcd-8300-db7c70f5f1a5", "name": "network-vif-deleted", "tag": "40767123-70b8-4cda-a302-f04c4cc60b3e", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:05:46.097014 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8afd281-b9f3-418d-a1b3-07e457c634d0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:05:46.097754 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6d248d-473d-4bcd-8300-db7c70f5f1a5', 'name': 'network-vif-deleted', 'tag': '40767123-70b8-4cda-a302-f04c4cc60b3e', 'status': 'completed', 'code': 200} Jun 30 03:05:46.142443 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:46.372190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:46.456816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4991468-e19d-4384-9ac5-f6c0e7cfcecf req-f291f0f5-655c-45c1-a7a2-a9ef89278adb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0308435 Jun 30 03:05:47.607768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea016c24-d40b-4ade-a0e3-3d7cd70328cd req-88c15882-04a0-497a-89a2-dc5c82ed623a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0289474 Jun 30 03:05:48.768948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-627c7c39-351e-4e9c-a409-1bace00f8d7b req-b0ea3e48-9935-475c-9cd6-90bca902ed43 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0338857 Jun 30 03:05:49.951768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-611da5d8-8f52-428e-80bb-c4ed6e1d8c10 req-31297872-59a4-43c2-95b8-43d2a28d32f0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6d248d-473d-4bcd-8300-db7c70f5f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0294063 Jun 30 03:05:50.576671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 40767123-70b8-4cda-a302-f04c4cc60b3e no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:05:50.599621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 40767123-70b8-4cda-a302-f04c4cc60b3e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:05:50.599969 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 40767123-70b8-4cda-a302-f04c4cc60b3e not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:05:54.361554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8028fc9a-b19b-4783-b6d7-9a0db6763271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:56.987469 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-faa44c8e-6033-404d-a484-87dbdedbd85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:57.047939 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:58.334563 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:00.143305 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:12.569187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-a7cb5922-9656-45d4-b7c6-63598261abc1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:12.571033 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-a7cb5922-9656-45d4-b7c6-63598261abc1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.4855375 Jun 30 03:06:12.587374 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7ceae2a2-ea59-4ce4-a500-925e30141f23 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/quotas/4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 375 time: 0.0107055 Jun 30 03:06:12.662636 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-ec25f242-64c2-4701-b93a-ebd95a966fab tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692730 Jun 30 03:06:12.756325 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-0ad40a5b-a652-45a8-8f09-d63552f3190d service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866988 Jun 30 03:06:12.848513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-39874710-8d11-41fd-b925-edf33b49a2fd service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860143 Jun 30 03:06:13.169106 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae781e2e-3c9f-40ea-8a5c-e3041cf26f9d req-489cdf4c-c99d-46aa-93ea-9f09e96308e1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 210 time: 0.0289371 Jun 30 03:06:14.226742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-108c2f2b-a461-4c33-9338-0f3d7fb208aa tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:14.228340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-108c2f2b-a461-4c33-9338-0f3d7fb208aa tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1120157 Jun 30 03:06:14.241946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'port': {'device_id': 'f1506c36-df96-47f3-a96d-f5278a9e2ae4', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'admin_state_up': True, 'tenant_id': '4438d6f623b54db99c1c524d49f02836'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:14.328529 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-145b84aa-d9b0-496f-80c6-9dad4ac058be req-088e9e21-61c6-4bb4-832a-a18a9d3d5664 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 210 time: 0.0402343 Jun 30 03:06:14.384781 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Made reservation on behalf of 4438d6f623b54db99c1c524d49f02836 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:14.388469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.524996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Allocated IP 172.20.0.9 (32e28d42-9f64-4819-b737-98416c85abd6/cf2e3fec-fd32-4d55-b265-ae5880a54eab/8d0d635b-ca61-4726-ade6-19cc95db6479) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:14.681788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.695597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Transition to ACTIVE for port object 8d0d635b-ca61-4726-ade6-19cc95db6479 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:14.729110 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.779615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Network 32e28d42-9f64-4819-b737-98416c85abd6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:14.783228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:14.786507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:14.815627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=8d0d635b-ca61-4726-ade6-19cc95db6479,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:14.832205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.832551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.832896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.833229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.833589 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.833916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.834617 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.834994 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.835397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.835630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.836105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.836441 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:14.857877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:14.858748 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:14.879047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-7aa4c22e-54a5-4a36-b509-e8d340b8e6e4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6414361 Jun 30 03:06:14.891765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Request body: {'port': {'device_id': 'f1506c36-df96-47f3-a96d-f5278a9e2ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:14.976611 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.050136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c7b09ba-5711-4643-abe1-3f9c248397e8 None None] Provisioning for port 8d0d635b-ca61-4726-ade6-19cc95db6479 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:15.055348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c7b09ba-5711-4643-abe1-3f9c248397e8 None None] Provisioning complete for port 8d0d635b-ca61-4726-ade6-19cc95db6479 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:15.056051 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c7b09ba-5711-4643-abe1-3f9c248397e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.095771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0c7b09ba-5711-4643-abe1-3f9c248397e8 None None] Port 8d0d635b-ca61-4726-ade6-19cc95db6479 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:06:15.264839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0d635b-ca61-4726-ade6-19cc95db6479 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:15.272840 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.286314 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Transition to ACTIVE for port object 8d0d635b-ca61-4726-ade6-19cc95db6479 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:15.291647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.340042 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0d635b-ca61-4726-ade6-19cc95db6479,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:15.458390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Attempting to bind port 8d0d635b-ca61-4726-ade6-19cc95db6479 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:15.459079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Attempting to bind port 8d0d635b-ca61-4726-ade6-19cc95db6479 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:15.459785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Attempting to bind port 8d0d635b-ca61-4726-ade6-19cc95db6479 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:15.469816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Port 8d0d635b-ca61-4726-ade6-19cc95db6479 on network 32e28d42-9f64-4819-b737-98416c85abd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:06:15.470141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Attempting to bind port 8d0d635b-ca61-4726-ade6-19cc95db6479 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:15.477270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:15.477612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Checking segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:15.478008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Bound using segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:15.478451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Bound port: 8d0d635b-ca61-4726-ade6-19cc95db6479, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:15.478853 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.551171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794576d-d818-4a01-87b2-93825dbd4eec req-5c0524a5-921b-4cef-9c5c-951b0e2d7b6f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:15.553666 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d794576d-d818-4a01-87b2-93825dbd4eec req-5c0524a5-921b-4cef-9c5c-951b0e2d7b6f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0873663 Jun 30 03:06:15.567940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] For port 8d0d635b-ca61-4726-ade6-19cc95db6479, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:15.571847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] For port 8d0d635b-ca61-4726-ade6-19cc95db6479, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8d0d635b-ca61-4726-ade6-19cc95db6479,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:15.586444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.603064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d794576d-d818-4a01-87b2-93825dbd4eec req-03021180-bade-48d5-9f99-efcc5a70630b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429626 Jun 30 03:06:15.639024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:15.639675 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:15.641132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] 10.222.0.69 "PUT /v2.0/ports/8d0d635b-ca61-4726-ade6-19cc95db6479 HTTP/1.1" status: 200 len: 1092 time: 0.7543285 Jun 30 03:06:15.641610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1506c36-df96-47f3-a96d-f5278a9e2ae4', 'tag': '8d0d635b-ca61-4726-ade6-19cc95db6479'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:15.643996 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1366d17-1541-4afc-920d-8be857bd4be7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1506c36-df96-47f3-a96d-f5278a9e2ae4", "tag": "8d0d635b-ca61-4726-ade6-19cc95db6479"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:15.680497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a05f5-6834-4644-8af8-7eab78de8e27 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0d635b-ca61-4726-ade6-19cc95db6479,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:15.718640 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca57553-c4e9-4989-8f13-7d7c1ccd1919 x-openstack-request-id: req-cca57553-c4e9-4989-8f13-7d7c1ccd1919 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:15.718954 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1506c36-df96-47f3-a96d-f5278a9e2ae4", "tag": "8d0d635b-ca61-4726-ade6-19cc95db6479", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:15.719197 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cca57553-c4e9-4989-8f13-7d7c1ccd1919 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:15.719591 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1506c36-df96-47f3-a96d-f5278a9e2ae4', 'tag': '8d0d635b-ca61-4726-ade6-19cc95db6479', 'status': 'completed', 'code': 200} Jun 30 03:06:15.756934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-519565d2-e4d8-4747-8413-9d872940e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:15.758548 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-519565d2-e4d8-4747-8413-9d872940e8e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0740950 Jun 30 03:06:15.804010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-f7c05b73-3596-4863-b5a8-3ecc47d6cebe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0d635b-ca61-4726-ade6-19cc95db6479 HTTP/1.1" status: 200 len: 217 time: 0.0381362 Jun 30 03:06:15.866111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-d4bb4224-03d0-4469-b615-940a217bb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:15.867711 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-d4bb4224-03d0-4469-b615-940a217bb500 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0574934 Jun 30 03:06:15.936268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-6a5402bb-dc73-4bd8-9222-2883e7cf3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:15.937735 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-6a5402bb-dc73-4bd8-9222-2883e7cf3a08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632732 Jun 30 03:06:16.031366 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-c751213b-8d49-434f-bdcc-a6ab809a70f2 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866759 Jun 30 03:06:16.131284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-24d2153d-7fcd-4d79-bfd6-ae89e77d0240 req-af3ac358-5a60-4455-8b7a-397e04c7e09f service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936816 Jun 30 03:06:16.156751 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.237919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-bd58bfc9-57ff-4424-b5df-148514808336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:16.239472 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-bd58bfc9-57ff-4424-b5df-148514808336 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 1095 time: 0.0585864 Jun 30 03:06:16.347682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-d6adfb58-5a7c-4199-8bf3-5530843d58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:16.349317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-d6adfb58-5a7c-4199-8bf3-5530843d58f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.1029835 Jun 30 03:06:16.388751 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:16.396610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-3ad46a85-3538-4c37-90e7-b432464ecdc1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0d635b-ca61-4726-ade6-19cc95db6479 HTTP/1.1" status: 200 len: 217 time: 0.0401602 Jun 30 03:06:16.452796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-e7bcecf6-913e-4b43-9960-abbd0af1b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:16.454336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-e7bcecf6-913e-4b43-9960-abbd0af1b881 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0509644 Jun 30 03:06:16.515392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-e8e3f0ff-8d47-4fab-a74f-6881cd49cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:16.516992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-e8e3f0ff-8d47-4fab-a74f-6881cd49cb1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560064 Jun 30 03:06:16.569339 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:06:16.614677 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-91cbb87c-aaff-4fbf-9fea-d911f0d9c253 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903354 Jun 30 03:06:16.710788 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c1366d17-1541-4afc-920d-8be857bd4be7 req-c57ac0fe-b4ed-4cfc-9b97-38049f33933b service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891273 Jun 30 03:06:16.793855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bfc62-b688-4ce2-86e9-6565e2868716 req-0844a9f5-ae18-4c0b-91d5-bc664d06d03f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:16.795461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-397bfc62-b688-4ce2-86e9-6565e2868716 req-0844a9f5-ae18-4c0b-91d5-bc664d06d03f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0722358 Jun 30 03:06:16.836553 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-397bfc62-b688-4ce2-86e9-6565e2868716 req-320e4418-7c02-4659-a38e-88e840c6b7a2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350890 Jun 30 03:06:18.046649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dae2b-9333-4cb2-9cd7-6e8580c9ca50 req-0dc9defc-99cb-4da2-a408-ace045a8f60a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:18.048259 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-084dae2b-9333-4cb2-9cd7-6e8580c9ca50 req-0dc9defc-99cb-4da2-a408-ace045a8f60a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0788383 Jun 30 03:06:18.090560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-084dae2b-9333-4cb2-9cd7-6e8580c9ca50 req-d76e0194-c7af-48a6-9433-7ccbc8145bda tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360069 Jun 30 03:06:19.282649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68788255-d6f3-4d2e-9ebd-cac332f0aab1 req-a9c09205-f5f3-4929-89b5-4a71d4ef4ff8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:19.284265 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-68788255-d6f3-4d2e-9ebd-cac332f0aab1 req-a9c09205-f5f3-4929-89b5-4a71d4ef4ff8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0791485 Jun 30 03:06:19.324255 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-68788255-d6f3-4d2e-9ebd-cac332f0aab1 req-b54bf8dc-1c0f-4ab7-8589-648f8d9e41a8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337362 Jun 30 03:06:20.518681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c0740-7b54-46b7-b455-7839f56a9f5b req-e96851cc-44f6-4ce6-a85c-67651eb4116f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:20.520239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f8c0740-7b54-46b7-b455-7839f56a9f5b req-e96851cc-44f6-4ce6-a85c-67651eb4116f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0741878 Jun 30 03:06:20.564644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f8c0740-7b54-46b7-b455-7839f56a9f5b req-59c7ea08-b133-4a18-a9fa-909351eb3333 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372536 Jun 30 03:06:21.752138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37851f-ca31-48d9-909c-4dd278ed0f0f req-8186aa0c-c27a-40db-b577-248da94905f5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:21.753578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa37851f-ca31-48d9-909c-4dd278ed0f0f req-8186aa0c-c27a-40db-b577-248da94905f5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0656605 Jun 30 03:06:21.791855 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fa37851f-ca31-48d9-909c-4dd278ed0f0f req-f03bb753-41a7-49af-b6da-317cf3bc8cc2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Jun 30 03:06:22.974642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8dddac-728d-4a32-96b9-cf523675b794 req-27db0348-b7eb-4ca1-98ae-b8da71612cfb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:22.976234 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a8dddac-728d-4a32-96b9-cf523675b794 req-27db0348-b7eb-4ca1-98ae-b8da71612cfb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0681038 Jun 30 03:06:23.034969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a8dddac-728d-4a32-96b9-cf523675b794 req-441bfa45-a644-4588-82dc-e6b6c3363dcb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509744 Jun 30 03:06:24.228892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8937e-5b9f-4657-9084-587276fd8ac2 req-b158c3ce-89d0-4f3a-9a8b-9be4d7d43151 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:24.230433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4bd8937e-5b9f-4657-9084-587276fd8ac2 req-b158c3ce-89d0-4f3a-9a8b-9be4d7d43151 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0766904 Jun 30 03:06:24.271522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4bd8937e-5b9f-4657-9084-587276fd8ac2 req-53b6e646-cdca-43e0-a362-0baebbde685b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351281 Jun 30 03:06:24.365037 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc197081-118c-4d96-8348-ba55af6a9b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:25.464280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390cb54-9361-4661-b315-ece0d2ca4d0d req-9e86a705-123a-4812-a102-c4a1b0e28901 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:25.465771 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2390cb54-9361-4661-b315-ece0d2ca4d0d req-9e86a705-123a-4812-a102-c4a1b0e28901 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0759454 Jun 30 03:06:25.504251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2390cb54-9361-4661-b315-ece0d2ca4d0d req-c56ebde8-60ea-4bfe-8cd3-d3a0ee5a78a2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Jun 30 03:06:26.697477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96ded9-f1db-46a2-8da5-51855633955b req-a7d9706f-09dd-41cf-89cf-1755336e47f0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:26.699096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec96ded9-f1db-46a2-8da5-51855633955b req-a7d9706f-09dd-41cf-89cf-1755336e47f0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 943 time: 0.0751843 Jun 30 03:06:26.740528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec96ded9-f1db-46a2-8da5-51855633955b req-4268181d-3946-4b9a-9e2e-703eb1d98897 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Jun 30 03:06:26.762939 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8d0d635b-ca61-4726-ade6-19cc95db6479 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:06:26.876404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8d0d635b-ca61-4726-ade6-19cc95db6479, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8d0d635b-ca61-4726-ade6-19cc95db6479,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:26.887863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '8d0d635b-ca61-4726-ade6-19cc95db6479', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'port_id': '8d0d635b-ca61-4726-ade6-19cc95db6479', 'mac_address': 'fa:16:3e:4f:84:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:06:26.930215 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:26.944165 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0d635b-ca61-4726-ade6-19cc95db6479 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:26.964156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8d0d635b-ca61-4726-ade6-19cc95db6479, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8d0d635b-ca61-4726-ade6-19cc95db6479,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:26.970462 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.002224 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5b839565-7e8a-4c95-9e62-7e6fe3519a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.033724 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=8d0d635b-ca61-4726-ade6-19cc95db6479,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:27.041975 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:27.295914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8d0d635b-ca61-4726-ade6-19cc95db6479'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:06:27.922289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814979ab-6d03-41a6-9283-28c1480a65c7 req-e7083fc5-2178-47a1-a636-dd62c7abab8f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:27.923834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-814979ab-6d03-41a6-9283-28c1480a65c7 req-e7083fc5-2178-47a1-a636-dd62c7abab8f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 944 time: 0.0675247 Jun 30 03:06:27.964409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-814979ab-6d03-41a6-9283-28c1480a65c7 req-4ed7a54d-d715-4476-bf4f-03a334b3299d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344026 Jun 30 03:06:28.338589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.778443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8d0d635b-ca61-4726-ade6-19cc95db6479 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:06:28.832048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 8d0d635b-ca61-4726-ade6-19cc95db6479 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:28.838204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 8d0d635b-ca61-4726-ade6-19cc95db6479 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:28.838707 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.923702 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.950035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1506c36-df96-47f3-a96d-f5278a9e2ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0d635b-ca61-4726-ade6-19cc95db6479'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:28.952319 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5956cd0-2446-4094-93b5-9887bb28fbd6" -d '{"events": [{"server_uuid": "f1506c36-df96-47f3-a96d-f5278a9e2ae4", "name": "network-vif-plugged", "status": "completed", "tag": "8d0d635b-ca61-4726-ade6-19cc95db6479"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:28.964639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8d0d635b-ca61-4726-ade6-19cc95db6479, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8d0d635b-ca61-4726-ade6-19cc95db6479,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:28.970780 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:28.994645 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6541cc-b438-4551-92b7-5b32e0ab49bc x-openstack-request-id: req-8a6541cc-b438-4551-92b7-5b32e0ab49bc {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:28.994956 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1506c36-df96-47f3-a96d-f5278a9e2ae4", "name": "network-vif-plugged", "status": "completed", "tag": "8d0d635b-ca61-4726-ade6-19cc95db6479", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:28.995208 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a6541cc-b438-4551-92b7-5b32e0ab49bc {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:28.995574 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1506c36-df96-47f3-a96d-f5278a9e2ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0d635b-ca61-4726-ade6-19cc95db6479', 'code': 200} Jun 30 03:06:29.024833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=8d0d635b-ca61-4726-ade6-19cc95db6479,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:29.160416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c4cde-1724-404e-a14a-7164fb261037 req-4d16f1a2-6720-443d-9cd5-96b7469786b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:29.161967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-872c4cde-1724-404e-a14a-7164fb261037 req-4d16f1a2-6720-443d-9cd5-96b7469786b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 1097 time: 0.1040559 Jun 30 03:06:29.181447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48480c94-fb3c-4c4f-8cae-c39f6cf38db8 req-76b1f836-4f5a-4ad3-bfe1-ab45f43f4934 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:29.183002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48480c94-fb3c-4c4f-8cae-c39f6cf38db8 req-76b1f836-4f5a-4ad3-bfe1-ab45f43f4934 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 945 time: 0.0896821 Jun 30 03:06:29.224386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-872c4cde-1724-404e-a14a-7164fb261037 req-bc300f04-80b8-4ebc-bcd7-10f0fe09214a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557041 Jun 30 03:06:29.237418 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48480c94-fb3c-4c4f-8cae-c39f6cf38db8 req-14f4a4ca-4e21-4e80-b1fd-581786fb3355 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Jun 30 03:06:30.148883 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:30.440707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970879e-fc0e-4d45-8267-e59cbbcf67d3 req-cd2fed0f-9de7-4c84-b00a-c137fa19ed9c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:30.442254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9970879e-fc0e-4d45-8267-e59cbbcf67d3 req-cd2fed0f-9de7-4c84-b00a-c137fa19ed9c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 945 time: 0.0772877 Jun 30 03:06:30.493369 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9970879e-fc0e-4d45-8267-e59cbbcf67d3 req-a1d51afb-178b-4ce8-9773-9296a7b2cb99 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439410 Jun 30 03:06:31.691966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5e3e4-8605-440c-ac32-3409de5d8362 req-e500907a-2b5e-4d9e-81b7-1c3043cb18c0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:31.693376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26c5e3e4-8605-440c-ac32-3409de5d8362 req-e500907a-2b5e-4d9e-81b7-1c3043cb18c0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 945 time: 0.0661924 Jun 30 03:06:31.736939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-26c5e3e4-8605-440c-ac32-3409de5d8362 req-f83f6b77-cd93-400d-8c46-24a2f80e32b6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374753 Jun 30 03:06:31.920095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3a193-39cf-431f-b27d-61d122972872 req-14ec0c25-832e-4553-ba5e-2c58a2756cfe tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:31.921625 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2d3a193-39cf-431f-b27d-61d122972872 req-14ec0c25-832e-4553-ba5e-2c58a2756cfe tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 945 time: 0.0691881 Jun 30 03:06:31.963229 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2d3a193-39cf-431f-b27d-61d122972872 req-bb82edbd-9d43-4ab8-99ce-75827e271ac6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354748 Jun 30 03:06:34.589042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-df848b17-166b-4577-94b3-efee9a3af284 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:34.590440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-df848b17-166b-4577-94b3-efee9a3af284 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1183100 Jun 30 03:06:34.609371 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-d88f6da2-3987-4579-8d95-583d20feb3ce tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/quotas/4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 375 time: 0.0108335 Jun 30 03:06:34.695533 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-6c519ede-bc15-477e-9bd7-328146643b80 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779486 Jun 30 03:06:34.794641 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-30a32681-d34f-4a52-b4d5-a36937380877 service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905809 Jun 30 03:06:34.889725 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-5285e957-e591-4d35-b941-3c3c8e47f385 service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890079 Jun 30 03:06:35.101309 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d53b9455-ddee-48c6-b625-e3f60696c279 req-cb907ecf-96b7-49d5-b511-192448f7116e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 210 time: 0.0299008 Jun 30 03:06:36.226166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-54fa3839-82fe-4e4f-b610-3e3da766930a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:36.227746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-54fa3839-82fe-4e4f-b610-3e3da766930a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1248167 Jun 30 03:06:36.249988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'port': {'device_id': '392e475c-8f17-4d48-8a5f-6ebd68f391f6', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'admin_state_up': True, 'tenant_id': '4438d6f623b54db99c1c524d49f02836'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:36.283874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-127f3add-29d2-4994-aed0-cb7904609465 req-c93561ee-1699-4913-93e2-16f906fcb6e2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 210 time: 0.0473151 Jun 30 03:06:36.383548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Made reservation on behalf of 4438d6f623b54db99c1c524d49f02836 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:06:36.388169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:36.519184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Allocated IP 172.20.0.11 (32e28d42-9f64-4819-b737-98416c85abd6/cf2e3fec-fd32-4d55-b265-ae5880a54eab/d2ea587a-71a3-4f97-b659-7a13bcf7d2c2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:06:36.684589 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:36.698940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Transition to ACTIVE for port object d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:36.732403 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:36.745015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8d0d635b-ca61-4726-ade6-19cc95db6479'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:06:36.782030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Network 32e28d42-9f64-4819-b737-98416c85abd6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:06:36.787657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:06:36.792434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:06:36.822126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:36.832317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.832656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.832993 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.833329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.833666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.833987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.834302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.834614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.834960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.835274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.835589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.840640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:36.871645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:36.872314 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:36.891158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-10891297-250f-4288-a3d6-7240664a2f0c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6449993 Jun 30 03:06:36.903241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-f104dff6-9ffd-41aa-a6af-7111c57eda6e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:06:36.904537 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-f104dff6-9ffd-41aa-a6af-7111c57eda6e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068555 Jun 30 03:06:36.982836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Request body: {'port': {'device_id': '392e475c-8f17-4d48-8a5f-6ebd68f391f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:06:37.059952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.108806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c4f7e89-3d1c-4d58-bd7a-792afabfd375 None None] Provisioning for port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:06:37.113959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c4f7e89-3d1c-4d58-bd7a-792afabfd375 None None] Provisioning complete for port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:06:37.114418 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7e89-3d1c-4d58-bd7a-792afabfd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.151670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f7e89-3d1c-4d58-bd7a-792afabfd375 None None] Port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:06:37.417936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:37.426740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.441548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Transition to ACTIVE for port object d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:06:37.451883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.484560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988f229-a953-4c34-bb95-7a0f7eddb1f1 req-368bc776-adda-483c-9c66-971a886623f6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:37.487140 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c988f229-a953-4c34-bb95-7a0f7eddb1f1 req-368bc776-adda-483c-9c66-971a886623f6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 932 time: 0.0778203 Jun 30 03:06:37.525768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Pushing event updated for resources: {'Port': ['ID=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:37.551702 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c988f229-a953-4c34-bb95-7a0f7eddb1f1 req-f7c0e213-b143-4a3a-a543-cd940bc9c41e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554094 Jun 30 03:06:37.586185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Attempting to bind port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:06:37.586671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Attempting to bind port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:06:37.587038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Attempting to bind port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:37.592272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 on network 32e28d42-9f64-4819-b737-98416c85abd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:06:37.592565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Attempting to bind port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:06:37.597884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:06:37.598264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Checking segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:06:37.598700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Bound using segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:06:37.599107 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Bound port: d2ea587a-71a3-4f97-b659-7a13bcf7d2c2, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:06:37.599466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.685338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] For port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:06:37.689496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] For port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:06:37.693725 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.735718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:37.736349 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:37.737822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] 10.222.0.73 "PUT /v2.0/ports/d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 HTTP/1.1" status: 200 len: 1093 time: 0.8261168 Jun 30 03:06:37.740134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392e475c-8f17-4d48-8a5f-6ebd68f391f6', 'tag': 'd2ea587a-71a3-4f97-b659-7a13bcf7d2c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:06:37.742602 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092ac897-3fd3-4a36-b26d-566df376fedd" -d '{"events": [{"name": "network-changed", "server_uuid": "392e475c-8f17-4d48-8a5f-6ebd68f391f6", "tag": "d2ea587a-71a3-4f97-b659-7a13bcf7d2c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:06:37.786613 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d04c5-525e-4a37-a646-25afda2dbb8c service neutron] Pushing event updated for resources: {'Port': ['ID=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:37.792492 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6109851-1810-4bc8-803d-0b1a0b2c25e5 x-openstack-request-id: req-a6109851-1810-4bc8-803d-0b1a0b2c25e5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:06:37.792976 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392e475c-8f17-4d48-8a5f-6ebd68f391f6", "tag": "d2ea587a-71a3-4f97-b659-7a13bcf7d2c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:06:37.793290 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6109851-1810-4bc8-803d-0b1a0b2c25e5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:06:37.793625 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392e475c-8f17-4d48-8a5f-6ebd68f391f6', 'tag': 'd2ea587a-71a3-4f97-b659-7a13bcf7d2c2', 'status': 'completed', 'code': 200} Jun 30 03:06:37.865224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-8e299ebc-643d-4273-9230-178f2ae07f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:37.866784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-8e299ebc-643d-4273-9230-178f2ae07f6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 1096 time: 0.0661993 Jun 30 03:06:37.908897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-11e39fb0-cffe-4a7f-b97c-684cc486d382 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 HTTP/1.1" status: 200 len: 217 time: 0.0353913 Jun 30 03:06:37.960352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-12b390d1-8f98-46af-a2e2-125bc6a7917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:37.961811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-12b390d1-8f98-46af-a2e2-125bc6a7917d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0468464 Jun 30 03:06:38.026269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-7893ceec-8e26-4a7b-9863-00047bf0fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:38.027954 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-7893ceec-8e26-4a7b-9863-00047bf0fe6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593791 Jun 30 03:06:38.126282 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-1120adf9-cabd-4534-af65-fe0e1b79f457 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909483 Jun 30 03:06:38.229103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e9d30af-16dd-4be1-b2b4-ab7d61839f2f req-4e382e49-4489-43ad-a5d0-f7c0aca85315 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962148 Jun 30 03:06:38.335410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac897-3fd3-4a36-b26d-566df376fedd req-ba01694f-999e-4a4b-8164-4422012ffd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:38.337210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-092ac897-3fd3-4a36-b26d-566df376fedd req-ba01694f-999e-4a4b-8164-4422012ffd36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 1096 time: 0.0613716 Jun 30 03:06:38.432546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac897-3fd3-4a36-b26d-566df376fedd req-beb3a9b3-829e-4af0-b671-c25112dfca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:38.434147 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-092ac897-3fd3-4a36-b26d-566df376fedd req-beb3a9b3-829e-4af0-b671-c25112dfca2c service neutron] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0911171 Jun 30 03:06:38.479443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-092ac897-3fd3-4a36-b26d-566df376fedd req-96e68924-667a-466f-8c9b-c9e616d747a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 HTTP/1.1" status: 200 len: 217 time: 0.0380216 Jun 30 03:06:38.532140 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac897-3fd3-4a36-b26d-566df376fedd req-9551fee0-7e16-4248-87ad-733b9abad4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:38.533781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-092ac897-3fd3-4a36-b26d-566df376fedd req-9551fee0-7e16-4248-87ad-733b9abad4c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0489354 Jun 30 03:06:38.597885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac897-3fd3-4a36-b26d-566df376fedd req-555e1117-1768-47b3-8339-db7f80d85c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:38.599580 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-092ac897-3fd3-4a36-b26d-566df376fedd req-555e1117-1768-47b3-8339-db7f80d85c13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594358 Jun 30 03:06:38.702583 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-092ac897-3fd3-4a36-b26d-566df376fedd req-c867a08e-1b89-4e56-a0b2-6b5972011630 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963607 Jun 30 03:06:38.753356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82903c-c610-461c-bef5-89ef4e0649d2 req-d3c6a40c-008e-4ae6-b4c8-a4f76da745ff tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:38.756071 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed82903c-c610-461c-bef5-89ef4e0649d2 req-d3c6a40c-008e-4ae6-b4c8-a4f76da745ff tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0806291 Jun 30 03:06:38.803255 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed82903c-c610-461c-bef5-89ef4e0649d2 req-7cb3b78f-462f-42ee-a7db-08c805d09019 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Jun 30 03:06:38.811597 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-092ac897-3fd3-4a36-b26d-566df376fedd req-dccec050-61da-47ba-8287-5428d50b37c1 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026199 Jun 30 03:06:40.066178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1e467-8219-4c4f-a34c-6b8422212148 req-d7145676-7673-4a17-b73b-78fb9d9ce193 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:40.068193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ef1e467-8219-4c4f-a34c-6b8422212148 req-d7145676-7673-4a17-b73b-78fb9d9ce193 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.1077819 Jun 30 03:06:40.130379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ef1e467-8219-4c4f-a34c-6b8422212148 req-ecf6e3b9-6e59-4a1d-a45d-a944c8910619 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541089 Jun 30 03:06:41.370508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07851ca7-422e-4e14-93d6-dfd13fe43427 req-53108ad1-8ef6-4b13-8724-6db937964f50 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:41.372278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-07851ca7-422e-4e14-93d6-dfd13fe43427 req-53108ad1-8ef6-4b13-8724-6db937964f50 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0967259 Jun 30 03:06:41.439415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-07851ca7-422e-4e14-93d6-dfd13fe43427 req-ba882ce9-3d05-45c6-9187-16d7ce992a45 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605946 Jun 30 03:06:42.649689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9b4f1-a250-4e30-adb3-6cfd479b9ad3 req-cbfe10bf-31f6-48ed-8789-45e3241b2471 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:42.652254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56c9b4f1-a250-4e30-adb3-6cfd479b9ad3 req-cbfe10bf-31f6-48ed-8789-45e3241b2471 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0765793 Jun 30 03:06:42.699721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-56c9b4f1-a250-4e30-adb3-6cfd479b9ad3 req-684c2f5c-9324-45ad-882d-54a90eb21495 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Jun 30 03:06:43.884881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb8cf7-de8e-4143-ab69-7978c3bc6cb5 req-49c821ad-3966-4977-a9a7-320e9f224522 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:43.886757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2fbb8cf7-de8e-4143-ab69-7978c3bc6cb5 req-49c821ad-3966-4977-a9a7-320e9f224522 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0734694 Jun 30 03:06:43.929886 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2fbb8cf7-de8e-4143-ab69-7978c3bc6cb5 req-7eca4d30-66b9-4d3a-82cd-79d33becd0bf tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368519 Jun 30 03:06:45.113189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3e93-e4ea-48e1-ba7c-bd103c1b95df req-ddcb99b4-e91e-44a1-a75b-22b4c3f7d03d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:45.114699 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85ab3e93-e4ea-48e1-ba7c-bd103c1b95df req-ddcb99b4-e91e-44a1-a75b-22b4c3f7d03d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0689912 Jun 30 03:06:45.155867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-85ab3e93-e4ea-48e1-ba7c-bd103c1b95df req-f9d77432-01bb-4686-81b6-66b26f79913f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350056 Jun 30 03:06:46.164265 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:46.345739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44795e90-0602-4513-8ef7-f38777317938 req-b2f0d0d6-01af-4cef-9b90-c09e715cce92 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:46.347192 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44795e90-0602-4513-8ef7-f38777317938 req-b2f0d0d6-01af-4cef-9b90-c09e715cce92 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0733471 Jun 30 03:06:46.388798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44795e90-0602-4513-8ef7-f38777317938 req-3707ffa4-72e7-4b55-9f1a-13bc78ea3567 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356965 Jun 30 03:06:46.394111 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:47.570987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad977c1c-3b82-42a1-a183-65e892cc0908 req-72ecc49c-e0a6-4d22-b246-1606f36039b0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:47.572455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad977c1c-3b82-42a1-a183-65e892cc0908 req-72ecc49c-e0a6-4d22-b246-1606f36039b0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0680718 Jun 30 03:06:47.611979 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ad977c1c-3b82-42a1-a183-65e892cc0908 req-210a1004-b7a7-459d-850a-218e4b96c2f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335348 Jun 30 03:06:48.807197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41617bbd-e851-4df3-b3a5-de8dc075984e req-96b0b385-8a0d-4e74-9394-acda138e610a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:48.808795 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41617bbd-e851-4df3-b3a5-de8dc075984e req-96b0b385-8a0d-4e74-9394-acda138e610a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0750120 Jun 30 03:06:48.848666 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41617bbd-e851-4df3-b3a5-de8dc075984e req-1dbdedd1-7b88-4f9c-ac62-c20ca4980ced tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341523 Jun 30 03:06:50.037328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caf4eb-8808-42ff-a97b-a9a863ef1232 req-370d1490-653e-4831-bf3c-c5651a119362 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:50.038721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84caf4eb-8808-42ff-a97b-a9a863ef1232 req-370d1490-653e-4831-bf3c-c5651a119362 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0683341 Jun 30 03:06:50.080732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84caf4eb-8808-42ff-a97b-a9a863ef1232 req-c85052db-a280-4ca2-9c5a-6dc16c938f6c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344057 Jun 30 03:06:51.277867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd49cae-52f8-4780-a476-19caabdd3cf1 req-670f7fce-b211-40c3-bfc9-960089dd6e39 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:51.279558 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-acd49cae-52f8-4780-a476-19caabdd3cf1 req-670f7fce-b211-40c3-bfc9-960089dd6e39 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0777664 Jun 30 03:06:51.331892 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-acd49cae-52f8-4780-a476-19caabdd3cf1 req-0874a17a-5a60-4156-838b-835da516f0fd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452218 Jun 30 03:06:52.561515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e8f70-0943-41f0-889b-a4eb2be55525 req-c443cd70-fd99-49f3-8f63-1cf8619ef45e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:52.563079 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb4e8f70-0943-41f0-889b-a4eb2be55525 req-c443cd70-fd99-49f3-8f63-1cf8619ef45e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0758748 Jun 30 03:06:52.604386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb4e8f70-0943-41f0-889b-a4eb2be55525 req-f330467f-efe1-433d-8a6f-2da08f24a901 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Jun 30 03:06:53.571007 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:06:53.793089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa2b66-5f88-4bbd-887e-28b0302d6c53 req-1b1036ed-4076-4117-a29f-e3e7426e9a78 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:53.794688 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6aa2b66-5f88-4bbd-887e-28b0302d6c53 req-1b1036ed-4076-4117-a29f-e3e7426e9a78 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0696027 Jun 30 03:06:53.836146 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6aa2b66-5f88-4bbd-887e-28b0302d6c53 req-94b15b6c-9d60-412d-8098-677843911bae tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354733 Jun 30 03:06:54.369985 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e4ee221b-b995-4021-af9a-f80357b483f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:55.033332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9786d-e6f2-449f-b9cb-c8d843a4898b req-a1e52ae4-efed-4658-ae3b-70be919c10f7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:55.034893 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1bd9786d-e6f2-449f-b9cb-c8d843a4898b req-a1e52ae4-efed-4658-ae3b-70be919c10f7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0688729 Jun 30 03:06:55.078853 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1bd9786d-e6f2-449f-b9cb-c8d843a4898b req-e730332e-e42e-49d8-a6ac-3b5a7dde622c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371094 Jun 30 03:06:56.287748 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7efbfd-0e27-4c6e-b513-bd56e08f3e2d req-1bc84a2b-e305-41fd-8c6e-c41eb3fe7dac tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:56.289486 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa7efbfd-0e27-4c6e-b513-bd56e08f3e2d req-1bc84a2b-e305-41fd-8c6e-c41eb3fe7dac tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0808756 Jun 30 03:06:56.337673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa7efbfd-0e27-4c6e-b513-bd56e08f3e2d req-cedeaa52-2bb3-4293-aba5-30be90c254f5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Jun 30 03:06:56.985605 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-720c2aa1-175a-4f7d-a55a-66970448589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.036613 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:57.522749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907467e-12fa-4efa-a6b3-2e4cffea9ff9 req-f812e782-8021-48f0-886f-aba67834b0d3 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:57.524266 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5907467e-12fa-4efa-a6b3-2e4cffea9ff9 req-f812e782-8021-48f0-886f-aba67834b0d3 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0684364 Jun 30 03:06:57.564006 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5907467e-12fa-4efa-a6b3-2e4cffea9ff9 req-3ac167c5-be5a-4276-8838-d72211b7d187 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Jun 30 03:06:58.341496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:58.761278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480b68b-d3cb-41cb-9fc3-1dcc89a585d1 req-384db6e5-5945-4a41-9a12-60574744fdc4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:58.763015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2480b68b-d3cb-41cb-9fc3-1dcc89a585d1 req-384db6e5-5945-4a41-9a12-60574744fdc4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 944 time: 0.0856986 Jun 30 03:06:58.808841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2480b68b-d3cb-41cb-9fc3-1dcc89a585d1 req-e7aaf772-31a0-4b45-9380-69202990b9a1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Jun 30 03:06:58.840147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:06:58.946435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:58.959265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'd2ea587a-71a3-4f97-b659-7a13bcf7d2c2', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'port_id': 'd2ea587a-71a3-4f97-b659-7a13bcf7d2c2', 'mac_address': 'fa:16:3e:bf:53:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:06:58.998502 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.012947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:06:59.033814 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:06:59.040145 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:59.102335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:06:59.111811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.112349 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.112661 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.112862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.113232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.113541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.113900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.114203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.114633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.115093 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.115230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.115597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:06:59.276344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['d2ea587a-71a3-4f97-b659-7a13bcf7d2c2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:06:59.716015 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5baa010-bd0f-439e-84be-582d6825d730 req-b77e90cd-d3b1-458a-9f6f-cf55101bb0a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653729 Jun 30 03:06:59.843196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa010-bd0f-439e-84be-582d6825d730 req-76c55b92-fbdd-4e5a-b543-af1e23556454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:59.845270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5baa010-bd0f-439e-84be-582d6825d730 req-76c55b92-fbdd-4e5a-b543-af1e23556454 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 1097 time: 0.0792527 Jun 30 03:06:59.971166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa010-bd0f-439e-84be-582d6825d730 req-c82d238b-0fb5-497a-8bf8-23247107ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:06:59.972637 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5baa010-bd0f-439e-84be-582d6825d730 req-c82d238b-0fb5-497a-8bf8-23247107ca8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.1021707 Jun 30 03:07:00.025539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5baa010-bd0f-439e-84be-582d6825d730 req-7ae20530-740a-4246-bec2-f860c70b31e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d0d635b-ca61-4726-ade6-19cc95db6479 HTTP/1.1" status: 200 len: 217 time: 0.0455437 Jun 30 03:07:00.026528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b1878-0879-403c-93f0-5eb63bfbfada req-fe6a5c06-f6df-434c-b2bf-74bb494e5915 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:00.028848 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c1b1878-0879-403c-93f0-5eb63bfbfada req-fe6a5c06-f6df-434c-b2bf-74bb494e5915 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 945 time: 0.0792866 Jun 30 03:07:00.082894 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c1b1878-0879-403c-93f0-5eb63bfbfada req-77e31659-4d2c-4071-a4da-0aee0d82c04d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466993 Jun 30 03:07:00.091974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa010-bd0f-439e-84be-582d6825d730 req-9c1660ea-b9c8-4e4e-bb87-06ad15e5e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:00.093697 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5baa010-bd0f-439e-84be-582d6825d730 req-9c1660ea-b9c8-4e4e-bb87-06ad15e5e505 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0611620 Jun 30 03:07:00.151129 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.160035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa010-bd0f-439e-84be-582d6825d730 req-75e12aec-cf3f-4d1e-9577-21fef10ebb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:00.162040 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5baa010-bd0f-439e-84be-582d6825d730 req-75e12aec-cf3f-4d1e-9577-21fef10ebb93 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615778 Jun 30 03:07:00.273396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5baa010-bd0f-439e-84be-582d6825d730 req-ae145831-5478-405f-9b01-389185e2e9ce service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042194 Jun 30 03:07:00.395047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e5baa010-bd0f-439e-84be-582d6825d730 req-7e8faf27-ec2a-47be-8381-91f740a7a250 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131737 Jun 30 03:07:00.835954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:00.889113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:00.893733 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:00.894102 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:00.990265 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.023678 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392e475c-8f17-4d48-8a5f-6ebd68f391f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ea587a-71a3-4f97-b659-7a13bcf7d2c2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:01.026630 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbc094e-a44b-4376-be02-c70f7f7a3764" -d '{"events": [{"server_uuid": "392e475c-8f17-4d48-8a5f-6ebd68f391f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2ea587a-71a3-4f97-b659-7a13bcf7d2c2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:01.043916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:01.053353 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:01.083736 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2698cd-443b-4687-9316-a06ea65b0537 x-openstack-request-id: req-1c2698cd-443b-4687-9316-a06ea65b0537 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:01.084044 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392e475c-8f17-4d48-8a5f-6ebd68f391f6", "name": "network-vif-plugged", "status": "completed", "tag": "d2ea587a-71a3-4f97-b659-7a13bcf7d2c2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:01.084276 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c2698cd-443b-4687-9316-a06ea65b0537 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:01.084648 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392e475c-8f17-4d48-8a5f-6ebd68f391f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ea587a-71a3-4f97-b659-7a13bcf7d2c2', 'code': 200} Jun 30 03:07:01.116974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:01.243630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b0a36-8c88-480d-a5c7-477a4604e5cc req-c8e04bc1-6891-48d4-8ce1-0c4a4fba04a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:01.246188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-693b0a36-8c88-480d-a5c7-477a4604e5cc req-c8e04bc1-6891-48d4-8ce1-0c4a4fba04a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 1098 time: 0.0888693 Jun 30 03:07:01.683320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-693b0a36-8c88-480d-a5c7-477a4604e5cc req-b8b13fd4-ad57-4ce1-81d3-99bb306caa8d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296227 Jun 30 03:07:01.709808 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a07c-d1a8-4c73-8a5c-a0500d2d8747 req-30231b03-f606-4891-af81-c0379b0fba18 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:01.711403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7178a07c-d1a8-4c73-8a5c-a0500d2d8747 req-30231b03-f606-4891-af81-c0379b0fba18 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 946 time: 0.4477062 Jun 30 03:07:01.754305 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7178a07c-d1a8-4c73-8a5c-a0500d2d8747 req-6ae2af54-4450-4009-aa61-518ce0d59c1f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353239 Jun 30 03:07:02.953038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e70a-efda-4656-a6f0-9996c2d98c70 req-367fc436-89b1-4c42-85f2-fb890135a3cf tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:02.954708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1d69e70a-efda-4656-a6f0-9996c2d98c70 req-367fc436-89b1-4c42-85f2-fb890135a3cf tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 946 time: 0.0721102 Jun 30 03:07:02.994873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1d69e70a-efda-4656-a6f0-9996c2d98c70 req-c18c5e6c-c3d4-4a53-a43c-20c2f81d71ae tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337973 Jun 30 03:07:03.188151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17736006-9455-45ab-a40c-6fe381a135bb req-996d3291-2e62-45af-bc3a-4cc2b8ff980f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:03.190129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17736006-9455-45ab-a40c-6fe381a135bb req-996d3291-2e62-45af-bc3a-4cc2b8ff980f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 946 time: 0.0715051 Jun 30 03:07:03.237384 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17736006-9455-45ab-a40c-6fe381a135bb req-d5baa62a-d8e1-4c14-baeb-46b7c9a62312 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410070 Jun 30 03:07:03.802532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aab812-53b1-40bd-bb88-e0a78c61116b req-5e9a325e-1f31-4fce-8495-89681c97e779 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:03.804082 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-82aab812-53b1-40bd-bb88-e0a78c61116b req-5e9a325e-1f31-4fce-8495-89681c97e779 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 946 time: 0.0764394 Jun 30 03:07:03.857356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-82aab812-53b1-40bd-bb88-e0a78c61116b req-479dfa47-4502-4c7b-bec2-dc98ad2768e5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Jun 30 03:07:05.057227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5710a2-7b37-4b0a-850e-e534f5ec32c6 req-ca99b3ac-9959-41a9-9205-a5cd29d27326 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:05.058693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff5710a2-7b37-4b0a-850e-e534f5ec32c6 req-ca99b3ac-9959-41a9-9205-a5cd29d27326 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 946 time: 0.0788138 Jun 30 03:07:05.099660 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff5710a2-7b37-4b0a-850e-e534f5ec32c6 req-856abd74-03ae-49f1-8c4e-99bd2141e7a1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349467 Jun 30 03:07:05.238845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-0836999d-2a25-4d1e-abd3-a13c95105335 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:05.241669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-0836999d-2a25-4d1e-abd3-a13c95105335 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 946 time: 0.0759637 Jun 30 03:07:05.363996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-3042d004-5c41-48fc-94ce-85d7b987d98f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Deleting port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:05.364302 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-3042d004-5c41-48fc-94ce-85d7b987d98f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.461695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-3042d004-5c41-48fc-94ce-85d7b987d98f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] For port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:05.462045 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-3042d004-5c41-48fc-94ce-85d7b987d98f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.478187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-3042d004-5c41-48fc-94ce-85d7b987d98f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Calling delete_port for d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:05.612086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-3042d004-5c41-48fc-94ce-85d7b987d98f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.624396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['d2ea587a-71a3-4f97-b659-7a13bcf7d2c2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:05.630056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8d0d635b-ca61-4726-ade6-19cc95db6479'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:05.644657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042d004-5c41-48fc-94ce-85d7b987d98f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'Port': ['ID=d2ea587a-71a3-4f97-b659-7a13bcf7d2c2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:05.696110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-3042d004-5c41-48fc-94ce-85d7b987d98f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] No DVR routers for this DVR port d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:07:05.698916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-3042d004-5c41-48fc-94ce-85d7b987d98f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:05.701340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f1750103-bf12-4a0a-a4db-a6be07725f07 req-3042d004-5c41-48fc-94ce-85d7b987d98f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "DELETE /v2.0/ports/d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 HTTP/1.1" status: 204 len: 173 time: 0.4548693 Jun 30 03:07:05.701827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392e475c-8f17-4d48-8a5f-6ebd68f391f6', 'name': 'network-vif-deleted', 'tag': 'd2ea587a-71a3-4f97-b659-7a13bcf7d2c2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:05.705320 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37bc90f-a552-429d-9344-95ff81bd6fce" -d '{"events": [{"server_uuid": "392e475c-8f17-4d48-8a5f-6ebd68f391f6", "name": "network-vif-deleted", "tag": "d2ea587a-71a3-4f97-b659-7a13bcf7d2c2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:05.749189 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfdc650-39e0-446a-a95e-50881fe1f1ec x-openstack-request-id: req-4bfdc650-39e0-446a-a95e-50881fe1f1ec {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:05.749603 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392e475c-8f17-4d48-8a5f-6ebd68f391f6", "name": "network-vif-deleted", "tag": "d2ea587a-71a3-4f97-b659-7a13bcf7d2c2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:05.750009 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bfdc650-39e0-446a-a95e-50881fe1f1ec {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:05.750461 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392e475c-8f17-4d48-8a5f-6ebd68f391f6', 'name': 'network-vif-deleted', 'tag': 'd2ea587a-71a3-4f97-b659-7a13bcf7d2c2', 'status': 'completed', 'code': 200} Jun 30 03:07:06.257590 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecf2b094-df57-4d44-9595-e27f30d3c086 req-23116407-1d0d-43d5-81f0-b7034fac9bb3 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 210 time: 0.0304973 Jun 30 03:07:07.432988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f631c1a4-8fd2-497a-bc93-6d2255c3b5d1 req-280b6b45-c889-4b27-ab50-069c7bb33135 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 210 time: 0.0342276 Jun 30 03:07:08.582528 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-adf50523-e534-4369-8b65-83cde53f2ae9 req-e4a6b1c3-6364-4c5a-9a21-3e4b67c7c512 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 210 time: 0.0301003 Jun 30 03:07:08.929926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:07:08.951884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:07:08.952417 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device d2ea587a-71a3-4f97-b659-7a13bcf7d2c2 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:07:09.747940 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-066e973a-a1c7-4622-815d-f43a9a843015 req-555c664a-b977-4658-96b8-a58ba5bacc0d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=392e475c-8f17-4d48-8a5f-6ebd68f391f6 HTTP/1.1" status: 200 len: 210 time: 0.0309858 Jun 30 03:07:14.459507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff1fb3-8af8-4630-9d1f-2e5b11bb1719 req-e302d90a-ab0f-4d8f-b6fb-e143964f81a7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:14.461046 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ffff1fb3-8af8-4630-9d1f-2e5b11bb1719 req-e302d90a-ab0f-4d8f-b6fb-e143964f81a7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 945 time: 0.0756862 Jun 30 03:07:14.502411 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ffff1fb3-8af8-4630-9d1f-2e5b11bb1719 req-65f49d8d-6360-4c2e-9ae1-e97d8e5e08b1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354970 Jun 30 03:07:15.710200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a4e47-1bec-4b72-a351-910e5f705f4a req-5f364653-41c5-4e59-b9a4-c93ed6277812 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:15.711701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bf2a4e47-1bec-4b72-a351-910e5f705f4a req-5f364653-41c5-4e59-b9a4-c93ed6277812 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 945 time: 0.0843050 Jun 30 03:07:15.759544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bf2a4e47-1bec-4b72-a351-910e5f705f4a req-f01b03c2-c536-4231-a4a3-fa4e5c217245 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7a3a01d-90c7-4d67-a85a-ce6018295817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 Jun 30 03:07:16.040002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-02b14d38-8432-445c-9ec2-24cc47ac4a71 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:16.041378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-02b14d38-8432-445c-9ec2-24cc47ac4a71 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 945 time: 0.0786328 Jun 30 03:07:16.154313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Deleting port 8d0d635b-ca61-4726-ade6-19cc95db6479 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:07:16.154677 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.178294 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.253745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] For port 8d0d635b-ca61-4726-ade6-19cc95db6479, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8d0d635b-ca61-4726-ade6-19cc95db6479,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:16.254083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.268805 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Calling delete_port for 8d0d635b-ca61-4726-ade6-19cc95db6479 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:07:16.383088 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.402404 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.414552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8d0d635b-ca61-4726-ade6-19cc95db6479'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:16.431532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'Port': ['ID=8d0d635b-ca61-4726-ade6-19cc95db6479,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:16.446032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.446032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.446032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.446032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.446032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.446618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.446618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.446872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.447214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.448251 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.448589 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.448928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:16.490675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] No DVR routers for this DVR port 8d0d635b-ca61-4726-ade6-19cc95db6479 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:07:16.493479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:16.495932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b163d808-a291-4be0-8a87-8f5e0be5162b req-bcbd354a-cc6f-42c3-806f-6750fe5994d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "DELETE /v2.0/ports/8d0d635b-ca61-4726-ade6-19cc95db6479 HTTP/1.1" status: 204 len: 173 time: 0.4481735 Jun 30 03:07:16.496852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1506c36-df96-47f3-a96d-f5278a9e2ae4', 'name': 'network-vif-deleted', 'tag': '8d0d635b-ca61-4726-ade6-19cc95db6479'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:16.498375 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff374f1-414e-4a5e-a25a-902bd0c1222a" -d '{"events": [{"server_uuid": "f1506c36-df96-47f3-a96d-f5278a9e2ae4", "name": "network-vif-deleted", "tag": "8d0d635b-ca61-4726-ade6-19cc95db6479"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:16.535910 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eee86f-b9ff-432e-b8ca-a3971b12cd1e x-openstack-request-id: req-37eee86f-b9ff-432e-b8ca-a3971b12cd1e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:16.536196 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1506c36-df96-47f3-a96d-f5278a9e2ae4", "name": "network-vif-deleted", "tag": "8d0d635b-ca61-4726-ade6-19cc95db6479", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:16.536449 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-37eee86f-b9ff-432e-b8ca-a3971b12cd1e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:16.536848 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1506c36-df96-47f3-a96d-f5278a9e2ae4', 'name': 'network-vif-deleted', 'tag': '8d0d635b-ca61-4726-ade6-19cc95db6479', 'status': 'completed', 'code': 200} Jun 30 03:07:16.913962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27ef5624-b69c-40ea-9e92-df842d168cd5 req-9c46658a-adb6-470c-bd05-00dd883684af tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 210 time: 0.0302415 Jun 30 03:07:18.070064 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d71df50b-6c4c-4f66-80b3-b2ce7ec4f706 req-43e8c039-24af-4659-b4f3-eeb4da55c5b4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 210 time: 0.0358288 Jun 30 03:07:19.110429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8d0d635b-ca61-4726-ade6-19cc95db6479 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:07:19.135171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 8d0d635b-ca61-4726-ade6-19cc95db6479 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:07:19.135582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8d0d635b-ca61-4726-ade6-19cc95db6479 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:07:19.223195 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a05449bf-9349-43c0-808a-c841e6e59809 req-f472fa10-8932-4f32-bdee-73555099ae58 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 210 time: 0.0324080 Jun 30 03:07:19.912614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-3db27b35-cffb-4cff-b6e4-bf546f62e86f req-4795bd9a-2272-4abf-8f09-df74a8cdb565 service neutron] (93770) timed out ('10.222.0.73', 63028) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:07:20.381992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eee6b37b-6864-4dbc-b684-bd1714b5ff44 req-83ca52c5-bb57-4c3a-bc50-cfc6a0a0d808 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1506c36-df96-47f3-a96d-f5278a9e2ae4 HTTP/1.1" status: 200 len: 210 time: 0.0288982 Jun 30 03:07:23.711454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46172) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:23.716256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fe65d7f2-d4ad-4df9-88ed-6c00ce1a8fd7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060861686', 'description': 'tempest-secgroup-smoke-2060861686 description', 'project_id': '4438d6f623b54db99c1c524d49f02836'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:23.739939 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe65d7f2-d4ad-4df9-88ed-6c00ce1a8fd7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.825934 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe65d7f2-d4ad-4df9-88ed-6c00ce1a8fd7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.831123 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe65d7f2-d4ad-4df9-88ed-6c00ce1a8fd7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.861451 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe65d7f2-d4ad-4df9-88ed-6c00ce1a8fd7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.862902 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fe65d7f2-d4ad-4df9-88ed-6c00ce1a8fd7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1503067 Jun 30 03:07:23.864689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65d7f2-d4ad-4df9-88ed-6c00ce1a8fd7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81609817-1a71-4c41-a3a2-ef61ad75ad8d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:23.866108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46174) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:23.871364 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f43557fa-c07a-43cb-b71f-5e7041edf5e5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'security_group_rule': {'security_group_id': '81609817-1a71-4c41-a3a2-ef61ad75ad8d', 'project_id': '4438d6f623b54db99c1c524d49f02836', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:23.908710 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f43557fa-c07a-43cb-b71f-5e7041edf5e5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.964474 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f43557fa-c07a-43cb-b71f-5e7041edf5e5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.969542 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f43557fa-c07a-43cb-b71f-5e7041edf5e5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.988380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43557fa-c07a-43cb-b71f-5e7041edf5e5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610c4010-a806-465b-ab1d-8d97c4cf67bc,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:23.996047 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f43557fa-c07a-43cb-b71f-5e7041edf5e5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:23.997361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f43557fa-c07a-43cb-b71f-5e7041edf5e5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300466 Jun 30 03:07:24.000966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:24.005637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1d76426f-2c1e-4cc3-981b-83bc20c62b96 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'security_group_rule': {'security_group_id': '81609817-1a71-4c41-a3a2-ef61ad75ad8d', 'project_id': '4438d6f623b54db99c1c524d49f02836', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:24.034727 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d76426f-2c1e-4cc3-981b-83bc20c62b96 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.106059 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d76426f-2c1e-4cc3-981b-83bc20c62b96 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.111864 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d76426f-2c1e-4cc3-981b-83bc20c62b96 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.129746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76426f-2c1e-4cc3-981b-83bc20c62b96 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51fdff7-0f68-49b7-9edf-6c186bc44239,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:24.137943 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1d76426f-2c1e-4cc3-981b-83bc20c62b96 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.139156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1d76426f-2c1e-4cc3-981b-83bc20c62b96 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372139 Jun 30 03:07:24.142339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46178) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:24.147259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5e15e1f4-4895-45e8-81b4-8ea6cb2a97ba tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'security_group_rule': {'security_group_id': '81609817-1a71-4c41-a3a2-ef61ad75ad8d', 'project_id': '4438d6f623b54db99c1c524d49f02836', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:24.175325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e15e1f4-4895-45e8-81b4-8ea6cb2a97ba tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.240385 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e15e1f4-4895-45e8-81b4-8ea6cb2a97ba tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.246200 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e15e1f4-4895-45e8-81b4-8ea6cb2a97ba tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.268592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15e1f4-4895-45e8-81b4-8ea6cb2a97ba tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0928a51a-347b-4db1-bc47-30b692684a81,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:24.273069 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e15e1f4-4895-45e8-81b4-8ea6cb2a97ba tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.274396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5e15e1f4-4895-45e8-81b4-8ea6cb2a97ba tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310406 Jun 30 03:07:24.277199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46180) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:24.282172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6ed81ae0-f302-40dc-b402-3181f09d88d9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'security_group_rule': {'security_group_id': '81609817-1a71-4c41-a3a2-ef61ad75ad8d', 'project_id': '4438d6f623b54db99c1c524d49f02836', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:24.310695 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed81ae0-f302-40dc-b402-3181f09d88d9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.378187 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed81ae0-f302-40dc-b402-3181f09d88d9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.379413 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-936bbbd7-a4a2-48b3-bdeb-62eb2205929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.383461 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed81ae0-f302-40dc-b402-3181f09d88d9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.416375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed81ae0-f302-40dc-b402-3181f09d88d9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715f26b8-d7e6-4717-baa0-2c700a0d3b63,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:24.423008 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6ed81ae0-f302-40dc-b402-3181f09d88d9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.423008 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6ed81ae0-f302-40dc-b402-3181f09d88d9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446819 Jun 30 03:07:24.426316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46182) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:24.434161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ad3889d7-7e44-49ba-b336-74fa65fac4c4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'security_group_rule': {'security_group_id': '81609817-1a71-4c41-a3a2-ef61ad75ad8d', 'project_id': '4438d6f623b54db99c1c524d49f02836', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:24.463352 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-ad3889d7-7e44-49ba-b336-74fa65fac4c4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Project 4438d6f623b54db99c1c524d49f02836 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:07:24.468612 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3889d7-7e44-49ba-b336-74fa65fac4c4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.545296 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3889d7-7e44-49ba-b336-74fa65fac4c4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.550826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3889d7-7e44-49ba-b336-74fa65fac4c4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.572243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3889d7-7e44-49ba-b336-74fa65fac4c4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7009dc-0f37-4db6-b93a-1a942e9da4fe,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:24.576464 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad3889d7-7e44-49ba-b336-74fa65fac4c4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.577756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ad3889d7-7e44-49ba-b336-74fa65fac4c4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499012 Jun 30 03:07:24.580678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:24.585186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a3ad4dd6-748c-45e1-91f6-ba193ecdf05b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'security_group_rule': {'security_group_id': '81609817-1a71-4c41-a3a2-ef61ad75ad8d', 'project_id': '4438d6f623b54db99c1c524d49f02836', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:24.609589 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-a3ad4dd6-748c-45e1-91f6-ba193ecdf05b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Project 4438d6f623b54db99c1c524d49f02836 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:07:24.615023 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4dd6-748c-45e1-91f6-ba193ecdf05b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.685567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4dd6-748c-45e1-91f6-ba193ecdf05b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.691018 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4dd6-748c-45e1-91f6-ba193ecdf05b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.710986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad4dd6-748c-45e1-91f6-ba193ecdf05b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c608ad5-156b-48c7-aa25-04d0e912913b,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:24.716945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a3ad4dd6-748c-45e1-91f6-ba193ecdf05b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:24.718597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a3ad4dd6-748c-45e1-91f6-ba193ecdf05b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367450 Jun 30 03:07:26.993822 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e299a02a-6f85-4fa9-81b4-863bf0dc06ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:27.043945 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:28.345133 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.154082 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:30.573172 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:07:39.224794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-128bcb33-6c53-462c-a7a7-8505dfde1083 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060861686&fields=id&tenant_id=4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 267 time: 0.0440676 Jun 30 03:07:39.338661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-8e6708a8-485a-4e52-a6da-736133c7c525 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:39.340161 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-8e6708a8-485a-4e52-a6da-736133c7c525 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1060250 Jun 30 03:07:39.355911 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-965b09fc-b359-4cfc-9f4d-4bebde5e6270 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/quotas/4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 375 time: 0.0099783 Jun 30 03:07:39.434949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-ce387d95-146e-49f0-adc9-c66f3b33677e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733566 Jun 30 03:07:39.535638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-e24e2088-8b2f-4574-a59c-367dd3e534a6 service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885019 Jun 30 03:07:39.628665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-c8c51ad8-3968-48ca-9f1b-8be518593aa3 service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870156 Jun 30 03:07:40.024012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bfb5e8f9-fcd9-4f59-bcff-72640e11a86f req-62133cc7-0061-4d31-9215-a729650822b0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 210 time: 0.0896513 Jun 30 03:07:41.043106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-a2748414-a78e-41ec-b9df-93c5cf73e4b1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:41.044609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-a2748414-a78e-41ec-b9df-93c5cf73e4b1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1136334 Jun 30 03:07:41.101760 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-3b910d3f-dea9-4882-b5a8-bff3c46d5aad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 380 time: 0.0474355 Jun 30 03:07:41.110329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'port': {'device_id': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'admin_state_up': True, 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'security_groups': ['81609817-1a71-4c41-a3a2-ef61ad75ad8d']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:41.191785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b148d47-beb2-4629-a2b5-685ab03123c0 req-4565b0a5-ddac-4891-9692-a19b86362852 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 210 time: 0.0351262 Jun 30 03:07:41.273433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Made reservation on behalf of 4438d6f623b54db99c1c524d49f02836 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:07:41.283051 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.425106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Allocated IP 172.20.0.10 (32e28d42-9f64-4819-b737-98416c85abd6/cf2e3fec-fd32-4d55-b265-ae5880a54eab/802aa9fa-c379-49e6-be2a-cd37761d8f4f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:41.566262 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.581057 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Transition to ACTIVE for port object 802aa9fa-c379-49e6-be2a-cd37761d8f4f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:41.615973 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.667622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Network 32e28d42-9f64-4819-b737-98416c85abd6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:41.671609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:41.678091 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:41.703667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=802aa9fa-c379-49e6-be2a-cd37761d8f4f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:41.717240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.717579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.717917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.718302 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.718861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.719180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.719501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.719843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.720144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.720463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.720781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.721095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:07:41.744475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:41.745122 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.763619 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-62ff53bc-8691-41e7-bba5-6ed3146757e8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6570170 Jun 30 03:07:41.779676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Request body: {'port': {'device_id': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:41.899396 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.933762 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9840ba0-0a72-4169-907f-37142d091734 None None] Provisioning for port 802aa9fa-c379-49e6-be2a-cd37761d8f4f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:41.940301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c9840ba0-0a72-4169-907f-37142d091734 None None] Provisioning complete for port 802aa9fa-c379-49e6-be2a-cd37761d8f4f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:41.941004 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c9840ba0-0a72-4169-907f-37142d091734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:41.986736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c9840ba0-0a72-4169-907f-37142d091734 None None] Port 802aa9fa-c379-49e6-be2a-cd37761d8f4f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:07:42.195476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802aa9fa-c379-49e6-be2a-cd37761d8f4f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:42.203968 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.216301 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Transition to ACTIVE for port object 802aa9fa-c379-49e6-be2a-cd37761d8f4f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:07:42.222957 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.278410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Pushing event updated for resources: {'Port': ['ID=802aa9fa-c379-49e6-be2a-cd37761d8f4f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:42.369566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Attempting to bind port 802aa9fa-c379-49e6-be2a-cd37761d8f4f on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:07:42.369943 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Attempting to bind port 802aa9fa-c379-49e6-be2a-cd37761d8f4f by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:07:42.370221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Attempting to bind port 802aa9fa-c379-49e6-be2a-cd37761d8f4f on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:42.392068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Port 802aa9fa-c379-49e6-be2a-cd37761d8f4f on network 32e28d42-9f64-4819-b737-98416c85abd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:07:42.392407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Attempting to bind port 802aa9fa-c379-49e6-be2a-cd37761d8f4f on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:07:42.406172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:07:42.406574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Checking segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:07:42.407186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Bound using segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:07:42.407692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Bound port: 802aa9fa-c379-49e6-be2a-cd37761d8f4f, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:07:42.408056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.469613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb15ea0-c00f-4ed9-9a5d-701e1196287a req-a5235301-6917-4877-86f1-b5e238795572 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:42.476887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dcb15ea0-c00f-4ed9-9a5d-701e1196287a req-a5235301-6917-4877-86f1-b5e238795572 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 944 time: 0.1141915 Jun 30 03:07:42.501629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] For port 802aa9fa-c379-49e6-be2a-cd37761d8f4f, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:07:42.507520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] For port 802aa9fa-c379-49e6-be2a-cd37761d8f4f, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=802aa9fa-c379-49e6-be2a-cd37761d8f4f,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:07:42.518817 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.561448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dcb15ea0-c00f-4ed9-9a5d-701e1196287a req-bd15e77e-8deb-4555-bfde-5ebc18d19134 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831521 Jun 30 03:07:42.598317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:42.599430 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:42.601951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] 10.222.0.73 "PUT /v2.0/ports/802aa9fa-c379-49e6-be2a-cd37761d8f4f HTTP/1.1" status: 200 len: 1093 time: 0.8302324 Jun 30 03:07:42.602661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'tag': '802aa9fa-c379-49e6-be2a-cd37761d8f4f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:42.607566 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f825d385-450f-4b95-b300-6a680b65f6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "13912508-c7cf-4e32-a36a-11d9ef3b0e24", "tag": "802aa9fa-c379-49e6-be2a-cd37761d8f4f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:42.767199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f96fce-a026-4a0c-8f6c-8a6fcf807b89 service neutron] Pushing event updated for resources: {'Port': ['ID=802aa9fa-c379-49e6-be2a-cd37761d8f4f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:42.819675 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cde1540-3414-4ed8-921b-65598e5abd1f x-openstack-request-id: req-7cde1540-3414-4ed8-921b-65598e5abd1f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:42.820317 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13912508-c7cf-4e32-a36a-11d9ef3b0e24", "tag": "802aa9fa-c379-49e6-be2a-cd37761d8f4f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:42.820804 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7cde1540-3414-4ed8-921b-65598e5abd1f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:42.821313 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'tag': '802aa9fa-c379-49e6-be2a-cd37761d8f4f', 'status': 'completed', 'code': 200} Jun 30 03:07:42.823568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-93afb99f-c4cb-4771-bbcc-ca8853cc5b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:42.825520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-93afb99f-c4cb-4771-bbcc-ca8853cc5b60 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 1096 time: 0.1656985 Jun 30 03:07:42.878051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-d6a52e4f-989b-4291-a7b6-0c974de3e16e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=802aa9fa-c379-49e6-be2a-cd37761d8f4f HTTP/1.1" status: 200 len: 217 time: 0.0454698 Jun 30 03:07:42.929425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-a793df25-8750-46d2-9109-d93cf581ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:42.930984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-a793df25-8750-46d2-9109-d93cf581ff6c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0474408 Jun 30 03:07:43.000428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-c7d37c32-ec1e-47e6-adff-48aee1331eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.002225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-c7d37c32-ec1e-47e6-adff-48aee1331eb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651562 Jun 30 03:07:43.098160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-e91cecbc-e702-46e5-ae02-49ffee550b80 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895147 Jun 30 03:07:43.196303 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-039eb344-eb72-4c2b-8fa9-d79797801aa3 req-65f491f8-9aa9-4f04-92fa-3a2a9fafc1ce service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918696 Jun 30 03:07:43.309547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-407dd2ca-886b-480c-b603-5bbd12ab2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.311144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-407dd2ca-886b-480c-b603-5bbd12ab2716 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 1096 time: 0.0632987 Jun 30 03:07:43.404472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-0e9ae35e-7dfb-42f1-b09f-4eb25a3c0309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.406537 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-0e9ae35e-7dfb-42f1-b09f-4eb25a3c0309 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0894797 Jun 30 03:07:43.451397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-7ea86b47-54ee-4898-8984-c26d6115a1fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=802aa9fa-c379-49e6-be2a-cd37761d8f4f HTTP/1.1" status: 200 len: 217 time: 0.0382631 Jun 30 03:07:43.506356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-1fd8dabd-9851-4b62-ab4c-7125b7308f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.507784 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-1fd8dabd-9851-4b62-ab4c-7125b7308f3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0506692 Jun 30 03:07:43.571026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-cbdf4cd5-c61f-4000-a857-ba30fa80a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.572656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-cbdf4cd5-c61f-4000-a857-ba30fa80a258 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578883 Jun 30 03:07:43.666313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-7f956c33-573e-4b64-a769-c492b33dd97b service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869622 Jun 30 03:07:43.755929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06754be-845d-40a0-a553-87be88115d11 req-0515df39-860c-4b73-8fff-3525739b75a7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:43.758221 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d06754be-845d-40a0-a553-87be88115d11 req-0515df39-860c-4b73-8fff-3525739b75a7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 944 time: 0.0756676 Jun 30 03:07:43.772322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f825d385-450f-4b95-b300-6a680b65f6d3 req-7e5f7d08-1195-41ea-828e-775a47c01d64 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994523 Jun 30 03:07:43.800454 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d06754be-845d-40a0-a553-87be88115d11 req-72865518-d2cf-485b-b590-33643ba8ffab tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355549 Jun 30 03:07:44.987634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa904-1ee6-4d3a-b7ad-daacabe961d2 req-4288ce41-9d28-4f48-8bd4-9540e26407dc tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:44.989361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c0aa904-1ee6-4d3a-b7ad-daacabe961d2 req-4288ce41-9d28-4f48-8bd4-9540e26407dc tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 944 time: 0.0700889 Jun 30 03:07:45.031363 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c0aa904-1ee6-4d3a-b7ad-daacabe961d2 req-9a8d0e77-77b8-426d-82a5-07eeb981a6c6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353432 Jun 30 03:07:46.191441 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:46.217024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfbb20-276c-4c22-89e3-13dd6f52e801 req-70310a6c-3037-4a22-837c-f9260d25a61c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:46.218785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-00bfbb20-276c-4c22-89e3-13dd6f52e801 req-70310a6c-3037-4a22-837c-f9260d25a61c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 944 time: 0.0687313 Jun 30 03:07:46.261801 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-00bfbb20-276c-4c22-89e3-13dd6f52e801 req-ce6edcc5-488d-424b-be99-a54845049fa9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370929 Jun 30 03:07:46.400416 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:47.446299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d348209-7659-454e-bd25-0fb7e8fb5381 req-eda1fb76-7c0a-4ff5-944b-b41a6cb7bf95 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:47.447800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d348209-7659-454e-bd25-0fb7e8fb5381 req-eda1fb76-7c0a-4ff5-944b-b41a6cb7bf95 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 944 time: 0.0730062 Jun 30 03:07:47.489035 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0d348209-7659-454e-bd25-0fb7e8fb5381 req-f1d6516a-acaf-4a75-bd11-77f2f86adf7e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346489 Jun 30 03:07:48.677750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1d9aa-a4b3-4960-804f-d63d14ac12cd req-c02b92da-6d40-42a6-879b-74d971008e5a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:48.679223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eb1d9aa-a4b3-4960-804f-d63d14ac12cd req-c02b92da-6d40-42a6-879b-74d971008e5a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 944 time: 0.0736670 Jun 30 03:07:48.719051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eb1d9aa-a4b3-4960-804f-d63d14ac12cd req-d4ef2ce1-bb96-420d-bd86-f31ebc1f14ff tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339444 Jun 30 03:07:49.910319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab55e32-98e7-4dcc-b262-9f08ffc9ce59 req-92d1a370-1a29-4a83-af72-1f5b2bd505b0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:49.911868 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aab55e32-98e7-4dcc-b262-9f08ffc9ce59 req-92d1a370-1a29-4a83-af72-1f5b2bd505b0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 944 time: 0.0680659 Jun 30 03:07:49.950711 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aab55e32-98e7-4dcc-b262-9f08ffc9ce59 req-4cd87fa0-518e-44ee-8436-3a8f6b49cafa tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326343 Jun 30 03:07:51.148868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2808704-aea7-4a43-8132-d3b7b654ca28 req-2273efb8-f662-46fb-aafd-4343a917b9d1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:51.150879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2808704-aea7-4a43-8132-d3b7b654ca28 req-2273efb8-f662-46fb-aafd-4343a917b9d1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 944 time: 0.0845146 Jun 30 03:07:51.190784 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c2808704-aea7-4a43-8132-d3b7b654ca28 req-308795bd-33d8-4e3c-b793-f25ebecf87b0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336056 Jun 30 03:07:52.379699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068be6-fa17-409b-b22a-d1c37f9d50a9 req-808a2c3b-4e5f-469e-bd08-ad1d5d69b193 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:52.381193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27068be6-fa17-409b-b22a-d1c37f9d50a9 req-808a2c3b-4e5f-469e-bd08-ad1d5d69b193 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 944 time: 0.0712183 Jun 30 03:07:52.422345 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-27068be6-fa17-409b-b22a-d1c37f9d50a9 req-5af9e323-dac0-4e98-aa1f-f6a7a7e4b515 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350389 Jun 30 03:07:53.146627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 802aa9fa-c379-49e6-be2a-cd37761d8f4f details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:07:53.245646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 802aa9fa-c379-49e6-be2a-cd37761d8f4f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=802aa9fa-c379-49e6-be2a-cd37761d8f4f,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:53.259198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '802aa9fa-c379-49e6-be2a-cd37761d8f4f', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'port_id': '802aa9fa-c379-49e6-be2a-cd37761d8f4f', 'mac_address': 'fa:16:3e:3b:7d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:07:53.300395 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.313613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802aa9fa-c379-49e6-be2a-cd37761d8f4f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:07:53.334879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 802aa9fa-c379-49e6-be2a-cd37761d8f4f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=802aa9fa-c379-49e6-be2a-cd37761d8f4f,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:53.340072 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:53.395920 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=802aa9fa-c379-49e6-be2a-cd37761d8f4f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:53.538523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['802aa9fa-c379-49e6-be2a-cd37761d8f4f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:07:53.605551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adca23-1f2f-4808-bbcb-4f2966d4e172 req-9c24e1ef-2b4d-4e03-8a28-c55240fd9171 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:53.607305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80adca23-1f2f-4808-bbcb-4f2966d4e172 req-9c24e1ef-2b4d-4e03-8a28-c55240fd9171 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 945 time: 0.0667949 Jun 30 03:07:53.649161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80adca23-1f2f-4808-bbcb-4f2966d4e172 req-c5395279-a18d-4d3d-87f0-1004423ea7df tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357122 Jun 30 03:07:54.374042 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e424258c-3c9c-4f4e-9d29-c7ed733c3cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:54.831629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150e9a6-3d9f-43c5-915c-9bb7893affbd req-a1dffd63-8e77-455d-9f21-f8b152466708 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:54.833115 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b150e9a6-3d9f-43c5-915c-9bb7893affbd req-a1dffd63-8e77-455d-9f21-f8b152466708 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 945 time: 0.0701344 Jun 30 03:07:54.874616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b150e9a6-3d9f-43c5-915c-9bb7893affbd req-8f456e92-d6e1-44f0-94df-6f8817c68b6e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355096 Jun 30 03:07:55.147084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 802aa9fa-c379-49e6-be2a-cd37761d8f4f up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:07:55.202347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 802aa9fa-c379-49e6-be2a-cd37761d8f4f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:07:55.207870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 802aa9fa-c379-49e6-be2a-cd37761d8f4f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:07:55.208383 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:55.291951 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:55.332404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802aa9fa-c379-49e6-be2a-cd37761d8f4f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:55.336451 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f813c3-5c31-4450-826f-a96426d9bb14" -d '{"events": [{"server_uuid": "13912508-c7cf-4e32-a36a-11d9ef3b0e24", "name": "network-vif-plugged", "status": "completed", "tag": "802aa9fa-c379-49e6-be2a-cd37761d8f4f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:55.349818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 802aa9fa-c379-49e6-be2a-cd37761d8f4f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=802aa9fa-c379-49e6-be2a-cd37761d8f4f,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:07:55.354970 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:55.385662 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e21fe81-4e12-46ba-90aa-f6f7aca04852 x-openstack-request-id: req-8e21fe81-4e12-46ba-90aa-f6f7aca04852 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:55.386315 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13912508-c7cf-4e32-a36a-11d9ef3b0e24", "name": "network-vif-plugged", "status": "completed", "tag": "802aa9fa-c379-49e6-be2a-cd37761d8f4f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:55.386315 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e21fe81-4e12-46ba-90aa-f6f7aca04852 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:55.386548 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802aa9fa-c379-49e6-be2a-cd37761d8f4f', 'code': 200} Jun 30 03:07:55.416255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=802aa9fa-c379-49e6-be2a-cd37761d8f4f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:55.513239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88692a5a-83d1-4b83-968f-7a1dd0d0140a req-770479e5-803a-4d08-896f-81d39266f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:55.514788 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88692a5a-83d1-4b83-968f-7a1dd0d0140a req-770479e5-803a-4d08-896f-81d39266f47c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 1098 time: 0.0611203 Jun 30 03:07:55.565056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88692a5a-83d1-4b83-968f-7a1dd0d0140a req-cfa71ce3-0521-4dea-8cc3-2391163d7fac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 Jun 30 03:07:56.059380 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fb993-1b7d-49a8-92ba-74ee18fb24ef req-27961002-5e3d-4da4-85dd-68bdd92437ba tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:56.060929 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-448fb993-1b7d-49a8-92ba-74ee18fb24ef req-27961002-5e3d-4da4-85dd-68bdd92437ba tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 946 time: 0.0732851 Jun 30 03:07:56.103055 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-448fb993-1b7d-49a8-92ba-74ee18fb24ef req-7c59686e-6de1-4bca-bd96-50a9546f9130 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355721 Jun 30 03:07:56.991710 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa8671dd-baf7-4fc7-bccf-54913f065cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.040193 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.304401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5ed8f-5f43-44a5-a0c7-dd9823a9a497 req-2ddaa18d-a711-497a-8a69-cdc2cc606296 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.305915 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-77c5ed8f-5f43-44a5-a0c7-dd9823a9a497 req-2ddaa18d-a711-497a-8a69-cdc2cc606296 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 946 time: 0.0762751 Jun 30 03:07:57.349378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-77c5ed8f-5f43-44a5-a0c7-dd9823a9a497 req-c34c9249-7503-40bb-849f-3df77a9055e1 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352221 Jun 30 03:07:57.539347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebfe65-09cd-41d6-b3e6-b7ae21b81658 req-6943d833-9c50-4b41-a7bf-5c36e5873213 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.540879 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ecebfe65-09cd-41d6-b3e6-b7ae21b81658 req-6943d833-9c50-4b41-a7bf-5c36e5873213 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 946 time: 0.0663691 Jun 30 03:07:57.582641 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ecebfe65-09cd-41d6-b3e6-b7ae21b81658 req-36a27a6d-c69c-469d-8819-c1a977960f82 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356102 Jun 30 03:07:57.608955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46374) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:57.664619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7347bf7c-eb2f-43d4-aa3f-6e54f6ac285e tempest-TestVolumeBootPattern-2114505474 tempest-TestVolumeBootPattern-2114505474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:57.666121 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7347bf7c-eb2f-43d4-aa3f-6e54f6ac285e tempest-TestVolumeBootPattern-2114505474 tempest-TestVolumeBootPattern-2114505474-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 1093 time: 0.0562167 Jun 30 03:07:57.669383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46376) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:07:57.674018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '802aa9fa-c379-49e6-be2a-cd37761d8f4f', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:07:57.698259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.798981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:57.899951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Allocated IP 172.25.7.62 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/82a3056f-4467-460c-91e4-eb347f20e8f4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:07:58.002813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.042535 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.079555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:07:58.082354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:07:58.087847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:07:58.093423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=82a3056f-4467-460c-91e4-eb347f20e8f4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:58.347800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.509337 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.586220 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.739906 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:58.745093 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:59.174852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=82a3056f-4467-460c-91e4-eb347f20e8f4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:07:59.183950 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:59.286989 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Floating IP 74480a58-a932-4310-8b01-6d26dca944cf associated. External IP: 172.25.7.62, port: 802aa9fa-c379-49e6-be2a-cd37761d8f4f. Jun 30 03:07:59.509202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Router 03a8be05-7d19-46a3-bcbc-8546203d8267 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:07:59.622073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:07:59.632323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] Sync routers for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:07:59.640303 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:07:59.643294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:07:59.643917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:07:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:07:59.678741 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b7852f12-fb9a-430d-bf7f-bd992914c19e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0082946 Jun 30 03:07:59.679354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'tag': '802aa9fa-c379-49e6-be2a-cd37761d8f4f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:07:59.681741 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "13912508-c7cf-4e32-a36a-11d9ef3b0e24", "tag": "802aa9fa-c379-49e6-be2a-cd37761d8f4f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:07:59.719404 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3d727a-aec9-4a5c-8c71-f893fc9f1f70 x-openstack-request-id: req-fd3d727a-aec9-4a5c-8c71-f893fc9f1f70 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:07:59.719695 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13912508-c7cf-4e32-a36a-11d9ef3b0e24", "tag": "802aa9fa-c379-49e6-be2a-cd37761d8f4f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:07:59.719947 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd3d727a-aec9-4a5c-8c71-f893fc9f1f70 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:07:59.720343 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'tag': '802aa9fa-c379-49e6-be2a-cd37761d8f4f', 'status': 'completed', 'code': 200} Jun 30 03:07:59.806654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-98510cdd-6b2c-4894-bce4-6848bb5e891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:59.808239 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-98510cdd-6b2c-4894-bce4-6848bb5e891c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 1098 time: 0.0642536 Jun 30 03:07:59.902033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-23a6f92a-b569-4337-92dd-291588f79d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:07:59.903552 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-23a6f92a-b569-4337-92dd-291588f79d13 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0893002 Jun 30 03:07:59.923437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:07:59.973586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-bad75986-4ebd-4b06-ac6d-390e725efebb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=802aa9fa-c379-49e6-be2a-cd37761d8f4f HTTP/1.1" status: 200 len: 999 time: 0.0636461 Jun 30 03:08:00.022355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-0bca54b9-fa61-4bc9-bedb-d873e884e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:00.023855 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-0bca54b9-fa61-4bc9-bedb-d873e884e997 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0446682 Jun 30 03:08:00.084076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-90adea9b-6a51-4eb2-a47c-44785a25aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:00.085594 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-90adea9b-6a51-4eb2-a47c-44785a25aa47 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559769 Jun 30 03:08:00.163847 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:00.166531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '74480a58-a932-4310-8b01-6d26dca944cf', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': '802aa9fa-c379-49e6-be2a-cd37761d8f4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:3b:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:07:58Z', 'updated_at': '2021-06-30T03:07:58Z', 'revision_number': 0, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:00.183519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-967c209d-8487-4216-9dd1-6d73459b4284 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915751 Jun 30 03:08:00.196605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] Checking router: 03a8be05-7d19-46a3-bcbc-8546203d8267 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:08:00.205503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:08:00.206154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:07:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:00.280394 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6ff4f958-dffa-40b4-80d8-1a43c094d8b4 req-4c71a267-f31c-4f25-b8a4-bc630e484f64 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904918 Jun 30 03:08:00.316699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:08:00.581688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '74480a58-a932-4310-8b01-6d26dca944cf', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': '802aa9fa-c379-49e6-be2a-cd37761d8f4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:3b:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:07:58Z', 'updated_at': '2021-06-30T03:07:58Z', 'revision_number': 0, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:08:00.613477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e6cf4c-0564-478f-9d17-31e4123a97c9 None None] The sync data for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 is: [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '74480a58-a932-4310-8b01-6d26dca944cf', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': '802aa9fa-c379-49e6-be2a-cd37761d8f4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:3b:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:07:58Z', 'updated_at': '2021-06-30T03:07:58Z', 'revision_number': 0, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:08:00.829647 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf5e883-5a80-435d-9988-19e5f843fb2e None None] New status for floating IP 74480a58-a932-4310-8b01-6d26dca944cf: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:08:07.570690 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:08:11.034905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-885ca218-b0c6-409b-85a4-a4159241833f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557945 Jun 30 03:08:11.149781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-cae83ad9-96f9-4c1a-9fb0-f385d8dac58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:11.151958 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-cae83ad9-96f9-4c1a-9fb0-f385d8dac58b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 1098 time: 0.0731995 Jun 30 03:08:11.267400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-b910da7b-9c4f-485e-9f08-c7526daa1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:11.268859 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-b910da7b-9c4f-485e-9f08-c7526daa1bac service neutron] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0944943 Jun 30 03:08:11.339881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-4720f105-5694-413d-9a00-313e1aed4fe6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=802aa9fa-c379-49e6-be2a-cd37761d8f4f HTTP/1.1" status: 200 len: 1001 time: 0.0643258 Jun 30 03:08:11.387867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-418e4e76-53a5-4a1e-ba58-70be82426313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:11.389308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-418e4e76-53a5-4a1e-ba58-70be82426313 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0432458 Jun 30 03:08:11.448315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-be3bd44b-abd5-4ca5-b3ce-75d755f226d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:08:11.449825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-be3bd44b-abd5-4ca5-b3ce-75d755f226d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544820 Jun 30 03:08:11.546080 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-1f1ba855-2252-4583-899d-76e1fd933d3e service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893767 Jun 30 03:08:11.641613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e3dbcb5-db50-4793-89b7-38a45d411efc req-216ab635-bd75-4bb0-80d6-f753f5d8d85e service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Jun 30 03:08:16.184059 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:16.390620 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:24.383185 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c166e5e5-669c-4bdd-b17c-c54dc1ad7916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:26.985016 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e76252d1-5970-438c-92a6-8351e7deb616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:27.044006 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:28.359287 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:30.160274 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:43.652174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-d842ae86-14c2-49ab-846e-7cd7efce7da7 req-920a46af-ac85-43a5-896c-3e5773e796a9 service neutron] (93771) timed out ('10.222.0.73', 63039) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:08:44.571779 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:08:46.254075 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:46.398164 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:54.380305 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a7a5-19dd-4cbd-bc1f-2a7e5183b087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:56.989284 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a80fdd87-9a04-4cc3-971c-d80a1feb8791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:57.046533 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:08:58.359209 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:00.164064 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:13.025689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-b76e2387-9372-4c76-9dff-4bdf6093ad7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589004 Jun 30 03:09:13.128035 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-cd3d0825-b36c-4de1-8120-d42a75cc10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.129575 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-cd3d0825-b36c-4de1-8120-d42a75cc10f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 1098 time: 0.0605643 Jun 30 03:09:13.234706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-53031e06-de0a-4868-9542-dec70d08d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.236263 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-53031e06-de0a-4868-9542-dec70d08d27a service neutron] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0863743 Jun 30 03:09:13.304802 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-ea0c3d1b-d816-4327-83a2-9f155e6f3b65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=802aa9fa-c379-49e6-be2a-cd37761d8f4f HTTP/1.1" status: 200 len: 1001 time: 0.0617938 Jun 30 03:09:13.354560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-79696de4-4c3b-4636-8d63-02b75422b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.356049 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-79696de4-4c3b-4636-8d63-02b75422b2c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0442140 Jun 30 03:09:13.417048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-8c556c16-dc4e-46ec-9a02-075c0ca92d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:13.418610 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-8c556c16-dc4e-46ec-9a02-075c0ca92d16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547168 Jun 30 03:09:13.814696 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-cb99c20b-c52b-4564-b9d1-7646f31ac858 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879123 Jun 30 03:09:13.903009 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4c6bbff-035c-46c9-9c6a-6b6817cfb513 req-5f8a1831-6cb9-4c8d-a799-93f44b62a011 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815763 Jun 30 03:09:16.270580 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:16.411064 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:21.572809 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:09:24.375010 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1ee67b1d-2fec-4396-92be-bb708ceb6013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:26.994774 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c98d23b7-525e-4690-b81e-905762184034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:27.050690 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:28.357249 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:30.171056 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:46.269755 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:46.419508 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:54.379053 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8cc2b406-2d68-4bd2-b310-46e55c086fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:55.656807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5301843-949f-40d9-8f25-7ec6a1014767 req-63df5c9a-085e-47a8-bcd6-859074b2ea8a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:55.658495 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5301843-949f-40d9-8f25-7ec6a1014767 req-63df5c9a-085e-47a8-bcd6-859074b2ea8a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 946 time: 0.0710914 Jun 30 03:09:55.697443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5301843-949f-40d9-8f25-7ec6a1014767 req-a6021753-991f-4675-b19f-06db483250a0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332911 Jun 30 03:09:56.927617 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667957e-2dec-43c9-bad4-a1a2f0185cba req-05e417f3-b3c5-44bd-b0d8-b14029b222ca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:56.929171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d667957e-2dec-43c9-bad4-a1a2f0185cba req-05e417f3-b3c5-44bd-b0d8-b14029b222ca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 946 time: 0.0700653 Jun 30 03:09:56.970387 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d667957e-2dec-43c9-bad4-a1a2f0185cba req-c49a6e12-26e7-4de9-93c4-a0e3d6225ab3 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346420 Jun 30 03:09:56.997857 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6237-5d60-480c-b7f4-3a9312d909fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.053681 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.104978 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-e93da939-66c3-41e5-9020-c163d09740b4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:09:57.106821 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-e93da939-66c3-41e5-9020-c163d09740b4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 946 time: 0.0660281 Jun 30 03:09:57.212795 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Deleting port 802aa9fa-c379-49e6-be2a-cd37761d8f4f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:09:57.213116 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.308941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] For port 802aa9fa-c379-49e6-be2a-cd37761d8f4f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=802aa9fa-c379-49e6-be2a-cd37761d8f4f,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:09:57.309410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.484530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.484968 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.485305 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Floating IP 74480a58-a932-4310-8b01-6d26dca944cf disassociated. External IP: 172.25.7.62, port: 802aa9fa-c379-49e6-be2a-cd37761d8f4f. Jun 30 03:09:57.485749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Calling delete_port for 802aa9fa-c379-49e6-be2a-cd37761d8f4f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:09:57.620972 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.650303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'Port': ['ID=802aa9fa-c379-49e6-be2a-cd37761d8f4f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:09:57.660994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.661358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.661679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.662016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.662329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.662650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.663008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.663333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.664077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.664077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.664253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.664557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:09:57.781583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Router 03a8be05-7d19-46a3-bcbc-8546203d8267 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:09:57.898889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:09:57.908923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] Sync routers for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:09:57.919591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:57.920307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:09:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:57.945456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] No DVR routers for this DVR port 802aa9fa-c379-49e6-be2a-cd37761d8f4f on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:09:57.948165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:57.950199 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f97a278-40b0-4ca8-8a8e-8023f5242d43 req-ad584390-51c1-4683-9ec8-5b97705bf4bd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "DELETE /v2.0/ports/802aa9fa-c379-49e6-be2a-cd37761d8f4f HTTP/1.1" status: 204 len: 173 time: 0.8377857 Jun 30 03:09:57.950737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'name': 'network-vif-deleted', 'tag': '802aa9fa-c379-49e6-be2a-cd37761d8f4f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:09:57.953067 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b21c7e-3b71-4376-af96-781f96931c5e" -d '{"events": [{"server_uuid": "13912508-c7cf-4e32-a36a-11d9ef3b0e24", "name": "network-vif-deleted", "tag": "802aa9fa-c379-49e6-be2a-cd37761d8f4f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:09:58.032848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:58.047133 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3173718-c13b-492d-b4df-0360226467db x-openstack-request-id: req-a3173718-c13b-492d-b4df-0360226467db {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:09:58.047452 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13912508-c7cf-4e32-a36a-11d9ef3b0e24", "name": "network-vif-deleted", "tag": "802aa9fa-c379-49e6-be2a-cd37761d8f4f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:09:58.047706 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3173718-c13b-492d-b4df-0360226467db {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:09:58.048234 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13912508-c7cf-4e32-a36a-11d9ef3b0e24', 'name': 'network-vif-deleted', 'tag': '802aa9fa-c379-49e6-be2a-cd37761d8f4f', 'status': 'completed', 'code': 200} Jun 30 03:09:58.164577 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ea974c5-3cfc-4d9d-acd2-2642ed8d3e58 req-cc01252e-56ee-4dcc-891b-bbb9430a2684 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 210 time: 0.0470591 Jun 30 03:09:58.273935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:58.300665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] Checking router: 03a8be05-7d19-46a3-bcbc-8546203d8267 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:09:58.309757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:09:58.310400 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:09:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:58.367913 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:09:58.428200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:09:58.572602 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:09:58.636338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:09:58.665636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2279206e-b910-4959-a0f9-fe28b85cdbb4 None None] The sync data for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 is: [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:09:58.890226 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a3db78-2ba7-4eb4-876b-dce0abf220f9 None None] New status for floating IP 74480a58-a932-4310-8b01-6d26dca944cf: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:09:59.315555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91126e72-0fc0-44e0-95ec-e834c0239613 req-408b9b83-8248-480f-a6e4-7710f97780f0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 210 time: 0.0360482 Jun 30 03:09:59.763545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 802aa9fa-c379-49e6-be2a-cd37761d8f4f no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:09:59.784646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 802aa9fa-c379-49e6-be2a-cd37761d8f4f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:09:59.784979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 802aa9fa-c379-49e6-be2a-cd37761d8f4f not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:10:00.170958 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:00.459060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c827818-365e-4672-a7f2-71ab8df07e65 req-a1fd4990-f346-41ac-89fd-0dff977af4e0 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 210 time: 0.0289330 Jun 30 03:10:01.625107 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c3d0a33e-6116-40f4-ba89-bbd8fa355e2d req-f777db1c-039a-40c7-89b6-34359109d9e6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=13912508-c7cf-4e32-a36a-11d9ef3b0e24 HTTP/1.1" status: 200 len: 210 time: 0.0384660 Jun 30 03:10:02.361185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-b12504ba-faec-4898-9ca1-c1e9b87cadb0 req-88f62160-a630-459a-8d19-7dfa102ad22f service neutron] (93771) timed out ('10.222.0.55', 44476) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:10:02.896524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-005f7d36-e9be-4e98-bdbe-8214df49a124 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060861686&fields=id&tenant_id=4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 267 time: 0.0390828 Jun 30 03:10:03.014601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-8f8bb287-d36d-44df-9222-a70af14dd255 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:03.016051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-8f8bb287-d36d-44df-9222-a70af14dd255 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1128557 Jun 30 03:10:03.032698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-617b555d-fca7-4a33-8b81-ffaa5f29f878 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/quotas/4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 375 time: 0.0104344 Jun 30 03:10:03.106268 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-ebde702a-4718-4a0f-b915-a84bae112a1f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680263 Jun 30 03:10:03.312787 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-5f733077-2bf3-4e6a-8d93-ec0d1cda3adc service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890690 Jun 30 03:10:03.422785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-0eb70a6f-df0c-4585-859b-14d749f6728f service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013405 Jun 30 03:10:03.762344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-934856f0-dcfb-4c29-9c3f-3000e4f1a735 req-31f2e6b4-c89e-4f06-b56e-b29e1ca8a110 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 210 time: 0.0292597 Jun 30 03:10:04.979410 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d5d0ba60-0722-4372-a4ef-520e0c4c4659 req-519cbad4-60bf-4e24-a6a7-4f23b7dea46f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 210 time: 0.0794878 Jun 30 03:10:05.055661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-48f7e57f-0775-44c5-bd62-b26e9b203cc2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:05.058518 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-48f7e57f-0775-44c5-bd62-b26e9b203cc2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1690609 Jun 30 03:10:05.107638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-39cb2260-0fe0-4845-8610-8d49f0b7b3ec tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 380 time: 0.0399938 Jun 30 03:10:05.119029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'port': {'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'admin_state_up': True, 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'security_groups': ['81609817-1a71-4c41-a3a2-ef61ad75ad8d']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:05.249131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Made reservation on behalf of 4438d6f623b54db99c1c524d49f02836 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:10:05.252947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.388978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Allocated IP 172.20.0.8 (32e28d42-9f64-4819-b737-98416c85abd6/cf2e3fec-fd32-4d55-b265-ae5880a54eab/b037dd3e-85dd-4f10-bd69-385a73e49de8) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:05.542481 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.557303 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Transition to ACTIVE for port object b037dd3e-85dd-4f10-bd69-385a73e49de8 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:05.596503 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.640609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Network 32e28d42-9f64-4819-b737-98416c85abd6 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:05.644400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:05.650798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:05.657836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=b037dd3e-85dd-4f10-bd69-385a73e49de8,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:05.693558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.693894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.694226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.694552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.694913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.695219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.695534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.695835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.696143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.696537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.696855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.697165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:05.720734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:05.721435 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.737361 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-1690aec2-351b-4e9d-9a0a-f4c75eb2a5a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6223867 Jun 30 03:10:05.797772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Request body: {'port': {'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:05.878650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.895821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1de85bc-e7b0-4e74-99fe-74309a49b38d None None] Provisioning for port b037dd3e-85dd-4f10-bd69-385a73e49de8 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:05.901440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1de85bc-e7b0-4e74-99fe-74309a49b38d None None] Provisioning complete for port b037dd3e-85dd-4f10-bd69-385a73e49de8 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:05.902137 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1de85bc-e7b0-4e74-99fe-74309a49b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:05.942089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f1de85bc-e7b0-4e74-99fe-74309a49b38d None None] Port b037dd3e-85dd-4f10-bd69-385a73e49de8 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:10:06.151155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b037dd3e-85dd-4f10-bd69-385a73e49de8 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:06.159141 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.174013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Transition to ACTIVE for port object b037dd3e-85dd-4f10-bd69-385a73e49de8 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:10:06.178650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ebefa-6c11-4316-aee8-5ab3c0c708ad req-2dc3b331-c942-48a5-b020-798b23d66783 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:06.179929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.180534 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-954ebefa-6c11-4316-aee8-5ab3c0c708ad req-2dc3b331-c942-48a5-b020-798b23d66783 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 931 time: 0.0775516 Jun 30 03:10:06.233537 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Pushing event updated for resources: {'Port': ['ID=b037dd3e-85dd-4f10-bd69-385a73e49de8,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:06.235477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-954ebefa-6c11-4316-aee8-5ab3c0c708ad req-eac4e18a-879f-4ed9-ab33-5b5b0e4c9366 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 Jun 30 03:10:06.332507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Attempting to bind port b037dd3e-85dd-4f10-bd69-385a73e49de8 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:10:06.333073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Attempting to bind port b037dd3e-85dd-4f10-bd69-385a73e49de8 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:10:06.333456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Attempting to bind port b037dd3e-85dd-4f10-bd69-385a73e49de8 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:06.338992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Port b037dd3e-85dd-4f10-bd69-385a73e49de8 on network 32e28d42-9f64-4819-b737-98416c85abd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:10:06.339404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Attempting to bind port b037dd3e-85dd-4f10-bd69-385a73e49de8 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:10:06.345187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:10:06.345641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Checking segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:10:06.346259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Bound using segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:10:06.346878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Bound port: b037dd3e-85dd-4f10-bd69-385a73e49de8, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:10:06.347383 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.419856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] For port b037dd3e-85dd-4f10-bd69-385a73e49de8, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:10:06.423425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] For port b037dd3e-85dd-4f10-bd69-385a73e49de8, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:10:06.429536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.468039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:06.468599 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:06.469971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] 10.222.0.69 "PUT /v2.0/ports/b037dd3e-85dd-4f10-bd69-385a73e49de8 HTTP/1.1" status: 200 len: 1092 time: 0.7255342 Jun 30 03:10:06.470399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ab587b-fb56-48ba-82b1-121b9d367710', 'tag': 'b037dd3e-85dd-4f10-bd69-385a73e49de8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:06.472689 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1806de63-1045-4d94-9d1c-c4824b6db99f" -d '{"events": [{"name": "network-changed", "server_uuid": "78ab587b-fb56-48ba-82b1-121b9d367710", "tag": "b037dd3e-85dd-4f10-bd69-385a73e49de8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:06.511503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6eb26f-e3a9-4756-af90-98694355cb93 service neutron] Pushing event updated for resources: {'Port': ['ID=b037dd3e-85dd-4f10-bd69-385a73e49de8,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:06.599123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-6d210791-71d5-4298-9dcc-5e9d6b1221bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:06.600893 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-6d210791-71d5-4298-9dcc-5e9d6b1221bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 1095 time: 0.0790939 Jun 30 03:10:06.610278 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da465a3b-e22d-4d97-9a73-05c350299995 x-openstack-request-id: req-da465a3b-e22d-4d97-9a73-05c350299995 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:06.610574 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ab587b-fb56-48ba-82b1-121b9d367710", "tag": "b037dd3e-85dd-4f10-bd69-385a73e49de8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:06.610867 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da465a3b-e22d-4d97-9a73-05c350299995 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:06.611286 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ab587b-fb56-48ba-82b1-121b9d367710', 'tag': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'status': 'completed', 'code': 200} Jun 30 03:10:06.652006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-b6ec283c-12fd-4e05-b938-194027b0896a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8 HTTP/1.1" status: 200 len: 217 time: 0.0396008 Jun 30 03:10:06.706552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-b55d16c9-325d-48f3-a683-b719e80d9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:06.708178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-b55d16c9-325d-48f3-a683-b719e80d9f5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0478234 Jun 30 03:10:06.765853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-bf0f4c71-0ecd-4c51-b8cd-de9917275970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:06.767366 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-bf0f4c71-0ecd-4c51-b8cd-de9917275970 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531638 Jun 30 03:10:06.862651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-78f2dfea-6bf0-494a-84d1-b02f1a3dd318 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888200 Jun 30 03:10:06.960310 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f817751b-95b4-452c-8dbe-ddbab96843cb req-50a33558-07fc-42f6-ba89-f361d1126f8c service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910561 Jun 30 03:10:07.069484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-b4059fe8-98b6-4138-b240-a2a258c040ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:07.071106 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-b4059fe8-98b6-4138-b240-a2a258c040ea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 1095 time: 0.0622642 Jun 30 03:10:07.160046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-d5395c6c-f167-4dcc-a771-85ccb91f36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:07.161542 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-d5395c6c-f167-4dcc-a771-85ccb91f36d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0841262 Jun 30 03:10:07.207103 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-4d27137f-d186-455a-8c6d-c2f862a09f38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8 HTTP/1.1" status: 200 len: 217 time: 0.0393698 Jun 30 03:10:07.256367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-f5b5aa74-77b9-48f8-b760-aa59ac012e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:07.257749 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-f5b5aa74-77b9-48f8-b760-aa59ac012e82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0452173 Jun 30 03:10:07.319687 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-9166cd33-4ebd-4b73-bcf6-264030095062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:07.321218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-9166cd33-4ebd-4b73-bcf6-264030095062 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573032 Jun 30 03:10:07.428129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c552400-a0a9-4226-9bdb-caa2c9623624 req-0d46ce67-e693-454a-a2a5-7ebfc038cadb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:07.428605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-85fb648b-95a7-460e-973d-0912c60cacd5 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002469 Jun 30 03:10:07.429693 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c552400-a0a9-4226-9bdb-caa2c9623624 req-0d46ce67-e693-454a-a2a5-7ebfc038cadb tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 943 time: 0.0723550 Jun 30 03:10:07.471832 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c552400-a0a9-4226-9bdb-caa2c9623624 req-d9aa0d84-4f6c-439e-82d9-632447a5fd6a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356977 Jun 30 03:10:07.525106 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1806de63-1045-4d94-9d1c-c4824b6db99f req-dfc236cf-e6a1-4a2a-b3a0-a0a7e3d1116f service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908129 Jun 30 03:10:08.650693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de452a-07bc-4330-bda0-4b80c9cbd6c2 req-742f7ff3-28b5-4d32-8597-984bafe46454 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:08.652140 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0de452a-07bc-4330-bda0-4b80c9cbd6c2 req-742f7ff3-28b5-4d32-8597-984bafe46454 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 943 time: 0.0644283 Jun 30 03:10:08.690192 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0de452a-07bc-4330-bda0-4b80c9cbd6c2 req-ec558b30-0fd7-47f1-a55c-7cfe99b7c49e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321670 Jun 30 03:10:09.881719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84292949-cccb-48d7-b78a-a3585b68d8a0 req-bc1cde88-98bc-47be-8094-c9a20392b847 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:09.883264 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84292949-cccb-48d7-b78a-a3585b68d8a0 req-bc1cde88-98bc-47be-8094-c9a20392b847 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 943 time: 0.0784276 Jun 30 03:10:09.923595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84292949-cccb-48d7-b78a-a3585b68d8a0 req-70bfa22a-f2db-4728-b788-0de84c2a429a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342860 Jun 30 03:10:11.117695 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef9ee2-7dd7-4873-9ccd-4a0d3e9beffd req-2254b2b5-edc5-4a44-8916-8f8dedf21e9f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:11.119203 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97ef9ee2-7dd7-4873-9ccd-4a0d3e9beffd req-2254b2b5-edc5-4a44-8916-8f8dedf21e9f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 943 time: 0.0718555 Jun 30 03:10:11.161673 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-97ef9ee2-7dd7-4873-9ccd-4a0d3e9beffd req-687092e4-9eb0-402c-9cf5-c4d278501969 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340104 Jun 30 03:10:12.372762 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372f1a7-e3bd-4804-984f-45484c3108aa req-2ed707b5-6bdf-4d6a-b4d6-5537515f5955 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:12.374252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6372f1a7-e3bd-4804-984f-45484c3108aa req-2ed707b5-6bdf-4d6a-b4d6-5537515f5955 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 943 time: 0.0863943 Jun 30 03:10:12.417017 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6372f1a7-e3bd-4804-984f-45484c3108aa req-e30e67d0-56c7-431d-868c-05e06f1023f5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357988 Jun 30 03:10:13.616946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7842-401b-485d-b944-5df63776a95a req-457b3a54-b3a0-4cc8-842e-d163e4a21e3f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:13.618445 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-158b7842-401b-485d-b944-5df63776a95a req-457b3a54-b3a0-4cc8-842e-d163e4a21e3f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 943 time: 0.0773039 Jun 30 03:10:13.660402 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-158b7842-401b-485d-b944-5df63776a95a req-0266b865-57d2-4181-94c1-d86f3a90d341 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330837 Jun 30 03:10:14.845585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff284c24-2def-44b0-bdc6-7ba5d036edbf req-66cc4f34-d6de-4346-a4f0-6db062754e00 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:14.847110 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff284c24-2def-44b0-bdc6-7ba5d036edbf req-66cc4f34-d6de-4346-a4f0-6db062754e00 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 943 time: 0.0681305 Jun 30 03:10:14.888197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff284c24-2def-44b0-bdc6-7ba5d036edbf req-1b54102b-2ef9-4d6d-990c-43395fe324d2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345151 Jun 30 03:10:16.097068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32102f-aa11-4e7e-9a58-458b9b740812 req-8d825c30-36c4-43ac-a05d-0c91c6be064e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:16.098567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ca32102f-aa11-4e7e-9a58-458b9b740812 req-8d825c30-36c4-43ac-a05d-0c91c6be064e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 943 time: 0.0804369 Jun 30 03:10:16.140992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ca32102f-aa11-4e7e-9a58-458b9b740812 req-4408429e-07ab-4889-b65b-d0bf44dbd84e tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337365 Jun 30 03:10:16.282831 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:16.425402 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:17.356072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b015043-b61d-4104-b233-db02484a2906 req-af402a77-fb55-4deb-874f-4e7b75e57683 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:17.357585 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1b015043-b61d-4104-b233-db02484a2906 req-af402a77-fb55-4deb-874f-4e7b75e57683 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 943 time: 0.0912163 Jun 30 03:10:17.399116 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1b015043-b61d-4104-b233-db02484a2906 req-3f7bff19-213d-4e2f-be80-575e1df981bc tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355937 Jun 30 03:10:18.124079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b037dd3e-85dd-4f10-bd69-385a73e49de8 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:10:18.230157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b037dd3e-85dd-4f10-bd69-385a73e49de8, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:18.243446 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'mac_address': 'fa:16:3e:19:95:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:10:18.289749 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.303495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b037dd3e-85dd-4f10-bd69-385a73e49de8 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:10:18.323415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b037dd3e-85dd-4f10-bd69-385a73e49de8, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:18.328594 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:18.379025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b037dd3e-85dd-4f10-bd69-385a73e49de8,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:18.387086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.387444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.387778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.388124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.388454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.388787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.389108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.389428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.389749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.390071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.390390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.390707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:10:18.590925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235564a4-4423-4f28-95a7-2d4536ca371f req-3f7e07c1-b4f0-4e21-be3f-dd75b0c8ba4a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:18.592447 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-235564a4-4423-4f28-95a7-2d4536ca371f req-3f7e07c1-b4f0-4e21-be3f-dd75b0c8ba4a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 944 time: 0.0676475 Jun 30 03:10:18.632480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-235564a4-4423-4f28-95a7-2d4536ca371f req-b32ae7d6-addc-477c-8a93-691b0ecf305a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340366 Jun 30 03:10:18.670155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['b037dd3e-85dd-4f10-bd69-385a73e49de8'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:10:19.813732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c1286-795f-4584-b7b3-ba766dcf1824 req-be7652d8-7e70-422b-a066-ba52483faca4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:19.815311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b3c1286-795f-4584-b7b3-ba766dcf1824 req-be7652d8-7e70-422b-a066-ba52483faca4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 944 time: 0.0677321 Jun 30 03:10:19.855223 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b3c1286-795f-4584-b7b3-ba766dcf1824 req-ea641493-b590-4023-81c5-bc6372079359 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338130 Jun 30 03:10:20.161847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b037dd3e-85dd-4f10-bd69-385a73e49de8 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:10:20.217628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port b037dd3e-85dd-4f10-bd69-385a73e49de8 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:10:20.223556 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port b037dd3e-85dd-4f10-bd69-385a73e49de8 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:10:20.224048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.320062 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.343632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ab587b-fb56-48ba-82b1-121b9d367710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b037dd3e-85dd-4f10-bd69-385a73e49de8'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:20.345931 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd88d31-9d88-4233-bc0a-5def3612ee24" -d '{"events": [{"server_uuid": "78ab587b-fb56-48ba-82b1-121b9d367710", "name": "network-vif-plugged", "status": "completed", "tag": "b037dd3e-85dd-4f10-bd69-385a73e49de8"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:20.359732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b037dd3e-85dd-4f10-bd69-385a73e49de8, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:10:20.366396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:20.422461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b037dd3e-85dd-4f10-bd69-385a73e49de8,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:20.455552 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1d7ac0-941f-41c2-9890-ffc4bfbc3edf x-openstack-request-id: req-6c1d7ac0-941f-41c2-9890-ffc4bfbc3edf {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:20.455845 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ab587b-fb56-48ba-82b1-121b9d367710", "name": "network-vif-plugged", "status": "completed", "tag": "b037dd3e-85dd-4f10-bd69-385a73e49de8", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:20.456098 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6c1d7ac0-941f-41c2-9890-ffc4bfbc3edf {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:20.456505 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ab587b-fb56-48ba-82b1-121b9d367710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'code': 200} Jun 30 03:10:20.573698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682b457-23c5-4455-bdfb-656752ce3772 req-8a21e06c-d3de-4108-af92-8e7861805911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:20.575245 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e682b457-23c5-4455-bdfb-656752ce3772 req-8a21e06c-d3de-4108-af92-8e7861805911 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 1097 time: 0.0559075 Jun 30 03:10:20.613400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e682b457-23c5-4455-bdfb-656752ce3772 req-3743a43b-3ec4-4d97-a300-b621f931dd3a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307016 Jun 30 03:10:21.047511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e55db-e72f-4dc3-bfbf-4d1895086823 req-23694689-a760-4383-acaf-831339db3ded tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:21.049042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e9e55db-e72f-4dc3-bfbf-4d1895086823 req-23694689-a760-4383-acaf-831339db3ded tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 945 time: 0.0830336 Jun 30 03:10:21.089633 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e9e55db-e72f-4dc3-bfbf-4d1895086823 req-4cde66d0-fe10-4a97-a41f-ca13589ff557 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349836 Jun 30 03:10:22.295178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e2bed-f39a-4e93-b13e-bc9a0e6bcca4 req-dbb20ab3-0db1-4eef-87af-cd02e123f942 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:22.296746 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-662e2bed-f39a-4e93-b13e-bc9a0e6bcca4 req-dbb20ab3-0db1-4eef-87af-cd02e123f942 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 945 time: 0.0725179 Jun 30 03:10:22.336103 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-662e2bed-f39a-4e93-b13e-bc9a0e6bcca4 req-4b98b77d-5834-4714-9922-f44d4092ee4f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335555 Jun 30 03:10:22.545490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453227a8-65a5-4177-8c1b-fbe39a4cc18a req-49c437ad-9e39-4c06-93dd-27ab22c8ee42 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:22.546971 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-453227a8-65a5-4177-8c1b-fbe39a4cc18a req-49c437ad-9e39-4c06-93dd-27ab22c8ee42 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 945 time: 0.0743728 Jun 30 03:10:22.587436 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-453227a8-65a5-4177-8c1b-fbe39a4cc18a req-fca971f2-5be2-4889-b4ae-28bd213efb67 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344965 Jun 30 03:10:22.618162 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46540) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:22.733179 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe60393-1592-4c3e-b03a-089e7be67b29 tempest-TestVolumeBootPattern-2114505474 tempest-TestVolumeBootPattern-2114505474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:22.734820 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5fe60393-1592-4c3e-b03a-089e7be67b29 tempest-TestVolumeBootPattern-2114505474 tempest-TestVolumeBootPattern-2114505474-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 1092 time: 0.1155360 Jun 30 03:10:22.737845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46544) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:10:22.742272 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:10:22.766173 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.878752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:22.999630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Allocated IP 172.25.7.100 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/9a577896-982a-498e-8d90-9676f9988a98) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:10:23.102133 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.144454 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.178109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:10:23.182845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:10:23.186258 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:10:23.211344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=9a577896-982a-498e-8d90-9676f9988a98,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:23.575614 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.655054 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.807807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.813692 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:23.885360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=9a577896-982a-498e-8d90-9676f9988a98,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:10:23.897511 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.355982 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Floating IP 71b7d675-b523-4c13-a3bb-1b7c49619e15 associated. External IP: 172.25.7.100, port: b037dd3e-85dd-4f10-bd69-385a73e49de8. Jun 30 03:10:24.383316 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a6b6391-a0e2-440c-9164-b8993a2195d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.559475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Router 03a8be05-7d19-46a3-bcbc-8546203d8267 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:10:24.676645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:10:24.687185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] Sync routers for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:10:24.696851 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:24.700740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:24.701370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:09:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:24.745067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e08e7233-e429-419b-b93d-213be87fa662 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0061719 Jun 30 03:10:24.745865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ab587b-fb56-48ba-82b1-121b9d367710', 'tag': 'b037dd3e-85dd-4f10-bd69-385a73e49de8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:10:24.748220 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cf6238-b5dc-4461-83e9-6815447e31e6" -d '{"events": [{"name": "network-changed", "server_uuid": "78ab587b-fb56-48ba-82b1-121b9d367710", "tag": "b037dd3e-85dd-4f10-bd69-385a73e49de8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:10:24.792495 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204b0d3c-a4e0-4319-905c-86d1f8e0e3d9 x-openstack-request-id: req-204b0d3c-a4e0-4319-905c-86d1f8e0e3d9 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:10:24.792807 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ab587b-fb56-48ba-82b1-121b9d367710", "tag": "b037dd3e-85dd-4f10-bd69-385a73e49de8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:10:24.793075 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-204b0d3c-a4e0-4319-905c-86d1f8e0e3d9 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:10:24.793543 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ab587b-fb56-48ba-82b1-121b9d367710', 'tag': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'status': 'completed', 'code': 200} Jun 30 03:10:24.824681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:10:24.871959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-6c7da858-a86f-4145-bf4c-1dbbcf25408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:24.873470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-6c7da858-a86f-4145-bf4c-1dbbcf25408a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 1097 time: 0.0576859 Jun 30 03:10:24.970390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-70739c34-4c8e-4479-aced-47b34a33e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:24.971809 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-70739c34-4c8e-4479-aced-47b34a33e118 service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0920243 Jun 30 03:10:25.045862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-cc41116f-0d3a-4be8-9143-9e7563ff9925 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8 HTTP/1.1" status: 200 len: 999 time: 0.0675392 Jun 30 03:10:25.096122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-05c47a2f-50ca-42f5-a2d5-0aeb2c179624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:25.097574 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-05c47a2f-50ca-42f5-a2d5-0aeb2c179624 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0456414 Jun 30 03:10:25.156579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-cf774804-b725-4882-a9f6-52c03eca72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:10:25.158081 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-cf774804-b725-4882-a9f6-52c03eca72df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542095 Jun 30 03:10:25.216722 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '71b7d675-b523-4c13-a3bb-1b7c49619e15', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:19:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:10:23Z', 'updated_at': '2021-06-30T03:10:23Z', 'revision_number': 0, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:25.243210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] Checking router: 03a8be05-7d19-46a3-bcbc-8546203d8267 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:10:25.252708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-f4ced370-201c-4697-8cb7-d2dfe145fbf2 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878165 Jun 30 03:10:25.252983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:10:25.253542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:09:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:25.347926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23cf6238-b5dc-4461-83e9-6815447e31e6 req-d75b10db-7030-4566-9df1-36fa9279cf4f service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873477 Jun 30 03:10:25.364234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:10:25.590418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '71b7d675-b523-4c13-a3bb-1b7c49619e15', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:19:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:10:23Z', 'updated_at': '2021-06-30T03:10:23Z', 'revision_number': 0, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:10:25.617329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9587571e-a900-45b2-adc7-97e8b75add74 None None] The sync data for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 is: [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '71b7d675-b523-4c13-a3bb-1b7c49619e15', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:19:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:10:23Z', 'updated_at': '2021-06-30T03:10:23Z', 'revision_number': 0, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:10:25.816793 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94dea44-8242-408e-9a9d-b203006cb3d0 None None] New status for floating IP 71b7d675-b523-4c13-a3bb-1b7c49619e15: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:10:27.003938 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb79bed3-0334-41e3-bb56-ff5a5789eb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:27.060220 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:28.364623 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:30.174566 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:35.576977 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:10:46.280650 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:46.442811 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:54.390649 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58a23863-18ae-41b4-aa33-7dfb19df86da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.011898 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a06099b-ba49-4af1-9d03-eded131e43cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:57.055407 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:10:58.370630 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:00.182188 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:03.859053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-67e5638e-641c-4b1d-b121-7927fe29741b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612843 Jun 30 03:11:03.965719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-6bc06882-49e4-4f7c-8881-3152c0b023cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:03.966295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-6bc06882-49e4-4f7c-8881-3152c0b023cd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 1097 time: 0.0595658 Jun 30 03:11:04.086306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-a941444d-d975-4555-b185-22280bdf0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:04.087896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-a941444d-d975-4555-b185-22280bdf0286 service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0955255 Jun 30 03:11:04.165198 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-4cb56306-dd74-4405-a984-ef43a223015b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8 HTTP/1.1" status: 200 len: 1001 time: 0.0696557 Jun 30 03:11:04.227932 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-9fe35f8b-3b92-4552-bc40-085d9b8daf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:04.229426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-9fe35f8b-3b92-4552-bc40-085d9b8daf53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0571563 Jun 30 03:11:04.302555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-f96b0816-71e1-4eca-9ce7-c5a0090518aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:11:04.304465 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-f96b0816-71e1-4eca-9ce7-c5a0090518aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650342 Jun 30 03:11:04.407218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-d90974dc-9599-4ad6-ab86-2da0a1da82d5 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951004 Jun 30 03:11:04.509915 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c822fa76-e688-45ab-9c02-ed8f63913d99 req-6cdd1374-990b-4c06-88f8-d0f3d2989027 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940340 Jun 30 03:11:12.687365 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:11:16.281307 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:16.437635 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:24.385281 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea39353d-a16b-4291-b0ae-fbe50009cd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.009695 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51ef462f-a9ba-4ec8-aefe-02ebbc40fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:27.049708 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:28.382140 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:30.178495 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.295077 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:46.440662 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:49.577284 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:11:54.389826 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-68ee7c2d-c125-4357-a380-2ca137912135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:57.015784 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1fc81f30-a1db-4ddc-aa58-531b5633a7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:57.055027 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:11:58.388868 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:00.196443 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:03.838067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-8e735ada-232a-4865-80da-10b42c209060 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060861686&fields=id&tenant_id=4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 267 time: 0.0365844 Jun 30 03:12:03.953430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c89e2-c615-42a8-b659-9125f6b7451a req-df88f5ea-30ea-47d7-9620-c499695b6478 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:03.954805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-df88f5ea-30ea-47d7-9620-c499695b6478 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1094153 Jun 30 03:12:03.973189 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-6a6653ec-a0c8-42a9-9e9b-a7046128692c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/quotas/4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 375 time: 0.0126486 Jun 30 03:12:04.054923 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-6673e7c0-979e-4f74-bffb-31bbb8924dd2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0762205 Jun 30 03:12:04.257827 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-f14be4e0-36b1-4ee8-8a80-590b898faec9 service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896057 Jun 30 03:12:04.355479 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-6fd5a354-bbcb-4a12-941e-467d6932b0e7 service neutron] 10.222.0.55 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884738 Jun 30 03:12:04.702582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cdb3f6e5-20c4-4b05-9431-6681fbd5a3f0 req-43ffd57d-f927-49cd-95ad-ad142ac9c95b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 210 time: 0.0341778 Jun 30 03:12:04.768743 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-0bbc8636-f954-4930-9a8d-8a9c59ccae1e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0649800 Jun 30 03:12:04.874933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-6247aafa-2e8e-4f0b-a581-12e3093ad47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:04.874933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-6247aafa-2e8e-4f0b-a581-12e3093ad47f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 1097 time: 0.0549114 Jun 30 03:12:04.982933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-106936a7-b943-4165-b00d-b3019fd32ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:04.984414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-106936a7-b943-4165-b00d-b3019fd32ccf service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0886497 Jun 30 03:12:05.073835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-c1eb126e-9290-4d7d-b530-47b4f88e549a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8 HTTP/1.1" status: 200 len: 1001 time: 0.0828333 Jun 30 03:12:05.124394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-6e924791-fc6c-4917-8817-21d5821b7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:05.125863 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-6e924791-fc6c-4917-8817-21d5821b7be3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0461798 Jun 30 03:12:05.191739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-a1bd9b7a-d342-4f79-a893-2ac52f737d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:05.193774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-a1bd9b7a-d342-4f79-a893-2ac52f737d87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617404 Jun 30 03:12:05.310615 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-ca31e5f2-6190-4651-91e7-5cdcdb217204 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088808 Jun 30 03:12:05.409872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d832694d-ad44-41ad-be9d-fcf41fc0c5ac req-556c5b2f-aca4-416f-9605-61ea7f8e0ae5 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927110 Jun 30 03:12:05.863398 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f22edef7-00f0-465a-b031-7f9cd2d2c072 req-2d7dd6bf-ae36-4a08-a31c-909d4b4f40fc tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 210 time: 0.0304341 Jun 30 03:12:06.020178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c89e2-c615-42a8-b659-9125f6b7451a req-a37dc16f-4102-45d1-b40b-44463744ab3c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:06.021630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-a37dc16f-4102-45d1-b40b-44463744ab3c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 812 time: 0.1157894 Jun 30 03:12:06.078218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-b28a81df-82dc-4c7c-91e9-e007748cf2d8 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4438d6f623b54db99c1c524d49f02836 HTTP/1.1" status: 200 len: 380 time: 0.0421898 Jun 30 03:12:06.089157 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'port': {'device_id': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'admin_state_up': True, 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'security_groups': ['81609817-1a71-4c41-a3a2-ef61ad75ad8d']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:06.219478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Made reservation on behalf of 4438d6f623b54db99c1c524d49f02836 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:12:06.223384 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.364484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Allocated IP 172.20.0.14 (32e28d42-9f64-4819-b737-98416c85abd6/cf2e3fec-fd32-4d55-b265-ae5880a54eab/57935437-ed31-4592-a724-d2ee364be196) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:06.547623 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.563400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Transition to ACTIVE for port object 57935437-ed31-4592-a724-d2ee364be196 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:06.607087 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.653687 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Network 32e28d42-9f64-4819-b737-98416c85abd6 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:06.657489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:06.664714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:06.671602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=57935437-ed31-4592-a724-d2ee364be196,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:06.709701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.710043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.710423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.710840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.711173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.711501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.711829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.712153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.712549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.713952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.713952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.713952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:06.739258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:06.740066 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.771678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c53b3ed2-c4ce-460e-8918-eeb654c9448b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6873863 Jun 30 03:12:06.850807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Request body: {'port': {'device_id': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:06.929074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e11b3c29-f18a-4c26-94eb-dca8f7f21717 None None] Provisioning for port 57935437-ed31-4592-a724-d2ee364be196 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:06.936194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e11b3c29-f18a-4c26-94eb-dca8f7f21717 None None] Provisioning complete for port 57935437-ed31-4592-a724-d2ee364be196 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:06.936799 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e11b3c29-f18a-4c26-94eb-dca8f7f21717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.948590 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:06.975232 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e11b3c29-f18a-4c26-94eb-dca8f7f21717 None None] Port 57935437-ed31-4592-a724-d2ee364be196 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:12:07.147306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee361f-f449-4785-8904-b0df45faba69 req-526a485b-1d6d-403a-bbfc-c0b76260b9ed tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:07.149227 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87ee361f-f449-4785-8904-b0df45faba69 req-526a485b-1d6d-403a-bbfc-c0b76260b9ed tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 932 time: 0.0922987 Jun 30 03:12:07.195476 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87ee361f-f449-4785-8904-b0df45faba69 req-4681cfb0-97e5-4c46-907d-e0f4eec66b2b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384595 Jun 30 03:12:07.280422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57935437-ed31-4592-a724-d2ee364be196 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:07.289133 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:07.302496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Transition to ACTIVE for port object 57935437-ed31-4592-a724-d2ee364be196 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:12:07.306945 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:07.388499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=57935437-ed31-4592-a724-d2ee364be196,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:07.455499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Attempting to bind port 57935437-ed31-4592-a724-d2ee364be196 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:12:07.455867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Attempting to bind port 57935437-ed31-4592-a724-d2ee364be196 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:12:07.456314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Attempting to bind port 57935437-ed31-4592-a724-d2ee364be196 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:07.461797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Port 57935437-ed31-4592-a724-d2ee364be196 on network 32e28d42-9f64-4819-b737-98416c85abd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:12:07.462248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Attempting to bind port 57935437-ed31-4592-a724-d2ee364be196 on network 32e28d42-9f64-4819-b737-98416c85abd6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:12:07.467991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:12:07.468539 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Checking segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:12:07.469060 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Bound using segment: {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:12:07.469585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Bound port: 57935437-ed31-4592-a724-d2ee364be196, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb9bbbc-83cd-4148-803a-1ab4f742a140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:12:07.470046 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:07.552048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] For port 57935437-ed31-4592-a724-d2ee364be196, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:12:07.557087 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] For port 57935437-ed31-4592-a724-d2ee364be196, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=57935437-ed31-4592-a724-d2ee364be196,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:12:07.562969 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:07.596862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:07.597994 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:07.600160 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/57935437-ed31-4592-a724-d2ee364be196 HTTP/1.1" status: 200 len: 1093 time: 0.8205860 Jun 30 03:12:07.603685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'tag': '57935437-ed31-4592-a724-d2ee364be196'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:07.606938 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec27cc3-dc2e-49e4-880d-b6848dd180e7", "tag": "57935437-ed31-4592-a724-d2ee364be196"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:07.634156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3737f57-5796-4b21-9964-339a1fd6e0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=57935437-ed31-4592-a724-d2ee364be196,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:07.664155 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f988edc5-c0c0-4081-ae34-42b6bfacc790 x-openstack-request-id: req-f988edc5-c0c0-4081-ae34-42b6bfacc790 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:07.664462 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec27cc3-dc2e-49e4-880d-b6848dd180e7", "tag": "57935437-ed31-4592-a724-d2ee364be196", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:07.664777 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f988edc5-c0c0-4081-ae34-42b6bfacc790 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:07.665551 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'tag': '57935437-ed31-4592-a724-d2ee364be196', 'status': 'completed', 'code': 200} Jun 30 03:12:07.732790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c89e2-c615-42a8-b659-9125f6b7451a req-32080913-123c-4e9d-a7a6-7ef74cb4c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:07.734442 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-32080913-123c-4e9d-a7a6-7ef74cb4c38a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 1096 time: 0.0634806 Jun 30 03:12:07.788116 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-bb227cb7-0ea5-4cb0-9706-cbcd99987a04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57935437-ed31-4592-a724-d2ee364be196 HTTP/1.1" status: 200 len: 217 time: 0.0462084 Jun 30 03:12:07.842189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c89e2-c615-42a8-b659-9125f6b7451a req-0aae1967-5640-41a9-a34d-42807107ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:07.843733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-0aae1967-5640-41a9-a34d-42807107ab5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0488920 Jun 30 03:12:07.903132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c89e2-c615-42a8-b659-9125f6b7451a req-e23dea26-8045-4632-9f55-aca1dc396edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:07.905043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-e23dea26-8045-4632-9f55-aca1dc396edb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547121 Jun 30 03:12:08.011631 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-868c68b9-43c3-4a57-87c2-e1f6f0294aaf service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997233 Jun 30 03:12:08.116278 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-379c89e2-c615-42a8-b659-9125f6b7451a req-c8899c4e-a2d7-43fb-928a-acf7dd28743e service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981386 Jun 30 03:12:08.221586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-05735c5e-704b-412e-ab10-a62c0595d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:08.223381 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-05735c5e-704b-412e-ab10-a62c0595d527 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 1096 time: 0.0579817 Jun 30 03:12:08.324548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-ec12a7f6-832f-40bf-a4c8-b53ab1d6490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:08.326224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-ec12a7f6-832f-40bf-a4c8-b53ab1d6490a service neutron] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0956724 Jun 30 03:12:08.369977 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-69ab3855-453c-4df0-81ff-e9e22cee96cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57935437-ed31-4592-a724-d2ee364be196 HTTP/1.1" status: 200 len: 217 time: 0.0370252 Jun 30 03:12:08.381629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64e5d-e70e-49fd-86d6-23f42aa17464 req-2f1f96e6-2eac-4627-bafc-ee4066b734e6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:08.383391 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bc64e5d-e70e-49fd-86d6-23f42aa17464 req-2f1f96e6-2eac-4627-bafc-ee4066b734e6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 944 time: 0.0669878 Jun 30 03:12:08.425540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5bc64e5d-e70e-49fd-86d6-23f42aa17464 req-49ae552e-ddc1-44d6-b56f-25b726159360 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358231 Jun 30 03:12:08.425793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-04ea379f-bce7-48f0-a8aa-522442dc3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:08.427821 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-04ea379f-bce7-48f0-a8aa-522442dc3072 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0512080 Jun 30 03:12:08.493776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-bf16ee64-fc45-4444-a751-b4266b0ba570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:08.495293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-bf16ee64-fc45-4444-a751-b4266b0ba570 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602756 Jun 30 03:12:08.593909 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-f62ef261-8cc9-408e-b9c8-b519a5b9a66a service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913181 Jun 30 03:12:08.698903 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4ba1ce6-3d39-4384-bf2a-0f09775e6977 req-142e5289-384c-497e-baeb-a45902e8cf24 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983334 Jun 30 03:12:09.617540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec214dd-b3df-47b4-bcf2-77c298056b02 req-be57aa1c-4c22-413e-b2d5-1e40e8e7fe52 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:09.619113 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ec214dd-b3df-47b4-bcf2-77c298056b02 req-be57aa1c-4c22-413e-b2d5-1e40e8e7fe52 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 944 time: 0.0696898 Jun 30 03:12:09.660932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ec214dd-b3df-47b4-bcf2-77c298056b02 req-63193730-d2cb-470a-a9ce-7bc70325e561 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356333 Jun 30 03:12:10.849847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90ddb0-374f-4667-8cfc-4608c4dd0647 req-068def66-7c5d-4470-87d1-3e02641682b5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:10.851355 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d90ddb0-374f-4667-8cfc-4608c4dd0647 req-068def66-7c5d-4470-87d1-3e02641682b5 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 944 time: 0.0744052 Jun 30 03:12:10.890801 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d90ddb0-374f-4667-8cfc-4608c4dd0647 req-2222b742-479f-46c9-a8aa-5180cb9e9163 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332117 Jun 30 03:12:12.108596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9403d9-26ca-4a6f-80bc-909ba195752f req-0bb0dac8-ec4e-47d3-bd61-57b795a16222 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:12.110088 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd9403d9-26ca-4a6f-80bc-909ba195752f req-0bb0dac8-ec4e-47d3-bd61-57b795a16222 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 944 time: 0.0808175 Jun 30 03:12:12.163673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd9403d9-26ca-4a6f-80bc-909ba195752f req-c5f62c48-840c-4093-90f5-ba7ae351d81c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446799 Jun 30 03:12:13.375334 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe3cb1-a7ad-47d9-817f-028d790c615f req-9726726e-f565-4923-bf3c-d9e173e197fe tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:13.376961 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41fe3cb1-a7ad-47d9-817f-028d790c615f req-9726726e-f565-4923-bf3c-d9e173e197fe tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 944 time: 0.0907824 Jun 30 03:12:13.422226 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41fe3cb1-a7ad-47d9-817f-028d790c615f req-430bd2ee-a0a8-46a0-b7c6-7d9bbd606fe2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368936 Jun 30 03:12:14.615064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e252548-5df8-4063-84a1-7351d66c71d9 req-41a96e94-05bc-4844-8031-9e9824da7f6d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:14.616457 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e252548-5df8-4063-84a1-7351d66c71d9 req-41a96e94-05bc-4844-8031-9e9824da7f6d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 944 time: 0.0757599 Jun 30 03:12:14.660544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e252548-5df8-4063-84a1-7351d66c71d9 req-f90b71a7-494d-45cc-9a4d-b336d88c7205 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372822 Jun 30 03:12:15.864323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79e52d-e5ab-41b8-8d7c-e3d4e8be0c71 req-fa8d0543-87cd-4c77-825f-543e530eee2c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:15.865828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c79e52d-e5ab-41b8-8d7c-e3d4e8be0c71 req-fa8d0543-87cd-4c77-825f-543e530eee2c tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 944 time: 0.0751431 Jun 30 03:12:15.906179 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5c79e52d-e5ab-41b8-8d7c-e3d4e8be0c71 req-d2bab1bb-1a84-4dc0-be4b-0b4d3ec68ced tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343904 Jun 30 03:12:16.310464 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:16.436877 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:17.090235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28308c44-8f59-45db-aad2-1ef03f0fac0e req-bac5b9b7-01d1-48c9-bd16-a9311a97c332 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:17.091799 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28308c44-8f59-45db-aad2-1ef03f0fac0e req-bac5b9b7-01d1-48c9-bd16-a9311a97c332 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 944 time: 0.0701966 Jun 30 03:12:17.132074 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-28308c44-8f59-45db-aad2-1ef03f0fac0e req-2b326f05-16d7-4850-889f-22d0f6135f15 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344062 Jun 30 03:12:18.328998 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80499779-123f-4cd0-b946-450f12505b75 req-9b68c634-ad5f-4413-8c66-62cf34419086 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:18.330482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80499779-123f-4cd0-b946-450f12505b75 req-9b68c634-ad5f-4413-8c66-62cf34419086 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 944 time: 0.0781991 Jun 30 03:12:18.379855 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80499779-123f-4cd0-b946-450f12505b75 req-0dacfc2e-d006-4aca-99d3-7a21cb9efe59 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Jun 30 03:12:18.520998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 57935437-ed31-4592-a724-d2ee364be196 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:12:18.625849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 57935437-ed31-4592-a724-d2ee364be196, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=57935437-ed31-4592-a724-d2ee364be196,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:18.637252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '57935437-ed31-4592-a724-d2ee364be196', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'port_id': '57935437-ed31-4592-a724-d2ee364be196', 'mac_address': 'fa:16:3e:df:73:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:12:18.674858 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.687803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57935437-ed31-4592-a724-d2ee364be196 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:12:18.707191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 57935437-ed31-4592-a724-d2ee364be196, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=57935437-ed31-4592-a724-d2ee364be196,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:18.713164 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:18.766613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=57935437-ed31-4592-a724-d2ee364be196,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:18.774743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.775120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.775459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.775795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.776126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.776452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.776779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.777083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.777404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.777724 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.778041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.778360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:18.957870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['57935437-ed31-4592-a724-d2ee364be196'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:12:19.564529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ba79a-b297-41be-80e0-079daea60f1d req-dbeae5a0-1f89-49d2-b301-7fcbac125e36 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:19.565999 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a4ba79a-b297-41be-80e0-079daea60f1d req-dbeae5a0-1f89-49d2-b301-7fcbac125e36 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 945 time: 0.0700486 Jun 30 03:12:19.607953 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7a4ba79a-b297-41be-80e0-079daea60f1d req-e39e73df-ba60-42cd-837c-a6c388e328f7 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334666 Jun 30 03:12:20.544675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 57935437-ed31-4592-a724-d2ee364be196 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:12:20.605440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 57935437-ed31-4592-a724-d2ee364be196 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:12:20.610016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 57935437-ed31-4592-a724-d2ee364be196 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:12:20.610425 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.700338 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.728573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57935437-ed31-4592-a724-d2ee364be196'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:20.731028 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f6c868-4b86-4b2c-9a26-e8fdfff97618" -d '{"events": [{"server_uuid": "9ec27cc3-dc2e-49e4-880d-b6848dd180e7", "name": "network-vif-plugged", "status": "completed", "tag": "57935437-ed31-4592-a724-d2ee364be196"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:20.745132 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 57935437-ed31-4592-a724-d2ee364be196, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=57935437-ed31-4592-a724-d2ee364be196,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:12:20.752444 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:20.776955 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cde5adb-8797-4771-83c2-10d6ed690511 x-openstack-request-id: req-8cde5adb-8797-4771-83c2-10d6ed690511 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:20.777242 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec27cc3-dc2e-49e4-880d-b6848dd180e7", "name": "network-vif-plugged", "status": "completed", "tag": "57935437-ed31-4592-a724-d2ee364be196", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:20.777485 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8cde5adb-8797-4771-83c2-10d6ed690511 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:20.777863 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57935437-ed31-4592-a724-d2ee364be196', 'code': 200} Jun 30 03:12:20.804415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb15a8-6a85-480d-a2e0-abb6a24b6aea req-c45da750-0461-4c29-9ac9-7a420bd81a80 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:20.806086 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2bcb15a8-6a85-480d-a2e0-abb6a24b6aea req-c45da750-0461-4c29-9ac9-7a420bd81a80 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 945 time: 0.0761945 Jun 30 03:12:20.810183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=57935437-ed31-4592-a724-d2ee364be196,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:20.844462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2bcb15a8-6a85-480d-a2e0-abb6a24b6aea req-b9c9e5ab-5e0c-4bc0-9eba-33c7a2fe246f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327065 Jun 30 03:12:20.891594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1012cba-fbe4-44c2-89f9-b6a2741775de req-e9b7a334-24fd-4596-873b-eb96f743ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:20.893630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f1012cba-fbe4-44c2-89f9-b6a2741775de req-e9b7a334-24fd-4596-873b-eb96f743ce95 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 1098 time: 0.0539579 Jun 30 03:12:20.927869 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f1012cba-fbe4-44c2-89f9-b6a2741775de req-7b69dc88-0f25-473c-aa7c-a131a1df04dc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280802 Jun 30 03:12:22.045595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4302c76-21da-429a-8987-ff6d88db0b99 req-749fa334-e425-4a2f-b645-cf32d5c48905 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:22.047175 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4302c76-21da-429a-8987-ff6d88db0b99 req-749fa334-e425-4a2f-b645-cf32d5c48905 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 946 time: 0.0714891 Jun 30 03:12:22.091452 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4302c76-21da-429a-8987-ff6d88db0b99 req-a61b72fd-1ca6-4c00-8acf-9eeb881ca218 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379932 Jun 30 03:12:22.289555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4326ba-ddd5-4d64-8956-b5ab662504dc req-94c49cf2-e402-4c2f-ab4f-9e33ade5584f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:22.291103 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df4326ba-ddd5-4d64-8956-b5ab662504dc req-94c49cf2-e402-4c2f-ab4f-9e33ade5584f tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 946 time: 0.0708959 Jun 30 03:12:22.330978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df4326ba-ddd5-4d64-8956-b5ab662504dc req-1c080fb6-1617-476b-bd75-148caa37d56b tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339088 Jun 30 03:12:22.367062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46732) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:22.441794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c59f7-3575-49cb-a87b-cf18d5b875ed tempest-TestVolumeBootPattern-2114505474 tempest-TestVolumeBootPattern-2114505474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:22.443465 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f63c59f7-3575-49cb-a87b-cf18d5b875ed tempest-TestVolumeBootPattern-2114505474 tempest-TestVolumeBootPattern-2114505474-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 1093 time: 0.0753148 Jun 30 03:12:22.446752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46734) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:12:22.451620 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '57935437-ed31-4592-a724-d2ee364be196', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:12:22.481603 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.604432 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.729491 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Allocated IP 172.25.7.78 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/31fbb18f-5e66-47df-8829-06c68d2bc062) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:12:22.842630 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.887702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:22.941891 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:12:22.945048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:12:22.951583 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:12:22.957331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=31fbb18f-5e66-47df-8829-06c68d2bc062,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:22.986580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.986863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.987123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.987487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.987832 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.988171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.988533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.988870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.989207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.989536 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.989875 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:22.990203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:12:23.360339 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.453440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.621304 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.627332 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.706139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event updated for resources: {'Port': ['ID=31fbb18f-5e66-47df-8829-06c68d2bc062,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:12:23.718154 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:23.829806 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Floating IP 7e585ac6-ede5-47e4-bbce-9227be641d5f associated. External IP: 172.25.7.78, port: 57935437-ed31-4592-a724-d2ee364be196. Jun 30 03:12:24.052290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Router 03a8be05-7d19-46a3-bcbc-8546203d8267 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:12:24.180085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:12:24.190872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] Sync routers for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:12:24.201955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.202210 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:24.202832 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:11:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:24.246113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7e10b8ac-3948-44ab-95bb-3594442b10f4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7981358 Jun 30 03:12:24.246851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'tag': '57935437-ed31-4592-a724-d2ee364be196'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:12:24.249168 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f207118-06bd-40f3-8be7-8d5090c82d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec27cc3-dc2e-49e4-880d-b6848dd180e7", "tag": "57935437-ed31-4592-a724-d2ee364be196"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:12:24.291207 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aef8ff1-bb6a-46f2-84d1-9a1cdce3df70 x-openstack-request-id: req-4aef8ff1-bb6a-46f2-84d1-9a1cdce3df70 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:12:24.291513 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec27cc3-dc2e-49e4-880d-b6848dd180e7", "tag": "57935437-ed31-4592-a724-d2ee364be196", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:12:24.291776 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4aef8ff1-bb6a-46f2-84d1-9a1cdce3df70 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:12:24.292191 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'tag': '57935437-ed31-4592-a724-d2ee364be196', 'status': 'completed', 'code': 200} Jun 30 03:12:24.322630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:24.372294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-c1334838-78a3-43c0-bfb1-47cb85c61915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:24.373866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-c1334838-78a3-43c0-bfb1-47cb85c61915 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 1098 time: 0.0567918 Jun 30 03:12:24.426469 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e71736c6-cb78-4905-b042-f107ea9bf13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:24.473628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-1b92e2ad-81f7-42f0-a777-e8550a1867e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:24.475129 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-1b92e2ad-81f7-42f0-a777-e8550a1867e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0946007 Jun 30 03:12:24.551173 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-ae49139f-e7f7-4d26-93e5-da343bf0917a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57935437-ed31-4592-a724-d2ee364be196 HTTP/1.1" status: 200 len: 999 time: 0.0687976 Jun 30 03:12:24.572340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '71b7d675-b523-4c13-a3bb-1b7c49619e15', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:19:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:10:23Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 1, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}, {'id': '7e585ac6-ede5-47e4-bbce-9227be641d5f', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': '57935437-ed31-4592-a724-d2ee364be196', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:df:73:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:23Z', 'updated_at': '2021-06-30T03:12:23Z', 'revision_number': 0, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:24.601665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-b89bbe0b-1ff8-43a0-b84a-e29ace87138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:24.603081 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-b89bbe0b-1ff8-43a0-b84a-e29ace87138e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0451608 Jun 30 03:12:24.603376 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] Checking router: 03a8be05-7d19-46a3-bcbc-8546203d8267 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:12:24.612308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:12:24.613109 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:11:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:24.665053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-a5188a79-e585-4dbd-89fc-b9f09d54ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:12:24.666603 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-a5188a79-e585-4dbd-89fc-b9f09d54ad49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562057 Jun 30 03:12:24.719044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:12:24.766151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-02c32958-a617-4aa2-b031-a4bcf9a2a74d service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923018 Jun 30 03:12:24.958805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '71b7d675-b523-4c13-a3bb-1b7c49619e15', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:19:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:10:23Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 1, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}, {'id': '7e585ac6-ede5-47e4-bbce-9227be641d5f', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': '57935437-ed31-4592-a724-d2ee364be196', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:df:73:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:23Z', 'updated_at': '2021-06-30T03:12:23Z', 'revision_number': 0, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:12:24.984851 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0f207118-06bd-40f3-8be7-8d5090c82d4b req-9770a4a3-bb7c-4f20-8f9e-7b574c3c88a4 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888693 Jun 30 03:12:24.986199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2507fd-1ceb-456f-ba43-730c16553c42 None None] The sync data for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 is: [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '71b7d675-b523-4c13-a3bb-1b7c49619e15', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:19:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:10:23Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 1, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}, {'id': '7e585ac6-ede5-47e4-bbce-9227be641d5f', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.78', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': '57935437-ed31-4592-a724-d2ee364be196', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:df:73:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:12:23Z', 'updated_at': '2021-06-30T03:12:23Z', 'revision_number': 0, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:12:25.184035 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02742ae0-7b54-47f3-9895-979913629fed None None] New status for floating IP 7e585ac6-ede5-47e4-bbce-9227be641d5f: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:12:26.580837 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:12:26.999724 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa2d7fcc-74a3-4757-8012-1b016c3530e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:27.065181 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:28.378465 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:30.197193 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:46.324787 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:46.437822 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:54.401913 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-409b9454-7610-44fa-9459-82920448afbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.007013 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7e69327f-92bd-42ca-918a-a2c245c430af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.059514 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:12:57.933587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-c1589e52-9f5a-4081-9aa1-b79b95a765db req-b7efb0b8-743e-41d3-a090-4ab5cb1e8026 service neutron] (93771) timed out ('10.222.0.55', 42558) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:12:58.385444 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:00.183259 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:03.580737 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:13:05.626744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-d33cff7e-e428-4cbf-afb5-be4e05bdaba9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562479 Jun 30 03:13:05.730954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-72cfc788-604b-4cac-850f-c83b3399cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:05.732402 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-72cfc788-604b-4cac-850f-c83b3399cb60 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 1097 time: 0.0573735 Jun 30 03:13:05.846466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-1210d146-7440-48b0-800d-b7615264bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:05.848019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-1210d146-7440-48b0-800d-b7615264bc5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0940850 Jun 30 03:13:05.916312 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-2f040887-aa85-4e1b-a6a5-b9e012a6f388 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8 HTTP/1.1" status: 200 len: 1001 time: 0.0611603 Jun 30 03:13:05.977065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-a4d02f92-4569-473a-8151-9a639695cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:05.986470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-a4d02f92-4569-473a-8151-9a639695cce2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0645435 Jun 30 03:13:06.046822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-3c4a89d9-3210-4409-a0fd-66bfcdbaece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:06.048537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-3c4a89d9-3210-4409-a0fd-66bfcdbaece4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557840 Jun 30 03:13:06.152550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-efb7fbca-5794-4468-b9fe-56c65221527a service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975099 Jun 30 03:13:06.252112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d463fca7-afaf-461b-a78c-cf37a937ff82 req-20b9c422-68fc-481c-a8c3-04d0ec9b5d24 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928166 Jun 30 03:13:13.968339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-51a2e0ea-6fb7-49de-b719-a78fdf13c68f req-9d45d54c-b9b8-4402-85e7-0a6a49eb1d90 service neutron] (93771) timed out ('10.222.0.69', 59051) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:13:16.323693 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:16.467005 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:17.034397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-2d632d36-0ae4-4858-af92-ab8b84e70f4e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0718844 Jun 30 03:13:17.443632 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-fbb4532d-f089-49f9-aa35-53f7e98e5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:17.445243 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-fbb4532d-f089-49f9-aa35-53f7e98e5c01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 1098 time: 0.3597913 Jun 30 03:13:17.562136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-985c8272-e1b8-4357-93d4-962d54312a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:17.564277 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-985c8272-e1b8-4357-93d4-962d54312a92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0955637 Jun 30 03:13:17.645538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-8c0937d8-7f64-4631-86f0-1930331bb61c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57935437-ed31-4592-a724-d2ee364be196 HTTP/1.1" status: 200 len: 1001 time: 0.0742006 Jun 30 03:13:17.704069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-e4e4d0bc-b7f3-4aad-aab3-be50a33a3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:17.705473 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-e4e4d0bc-b7f3-4aad-aab3-be50a33a3da5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0520668 Jun 30 03:13:17.782422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-6406ad60-a8ca-4f52-9f1a-8f39fa844e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:13:17.784481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-6406ad60-a8ca-4f52-9f1a-8f39fa844e61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714965 Jun 30 03:13:17.878738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-55279022-7e15-4d8d-bcf8-c2fd0645005b service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870218 Jun 30 03:13:17.973837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87b3a024-b7de-407f-9c26-0148b36d78ae req-5819e82e-fd2a-4cee-af59-ce4f9a822dc4 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883627 Jun 30 03:13:24.396702 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e07930c-f64f-466b-869a-0ef5b0c5f047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:25.651435 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-365b5e27-6bc6-4dcd-aa24-0f6a2a89b250 req-27bbcf55-eeb7-4cd2-89fe-5c8ee31247e5 service neutron] (93770) timed out ('10.222.0.55', 42754) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:13:27.002425 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-703f08a3-e448-458d-a941-c26d97ebd9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:27.064151 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:28.385406 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:30.185521 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:40.584517 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:13:46.324785 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:46.492681 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:54.403090 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-984d68de-fb93-403f-a1d2-33d3a992a5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.008127 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67d95923-b65b-4730-8da8-15f981fa0e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:57.071353 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:13:58.395831 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:00.192723 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:05.675602 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-41959452-f166-4f19-b5e7-a88e407dae77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603311 Jun 30 03:14:05.784452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-ad47283a-828c-444c-b345-53b14ba6019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:05.785830 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-ad47283a-828c-444c-b345-53b14ba6019e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 1097 time: 0.0576329 Jun 30 03:14:05.903860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-ccd3d300-692c-4385-800a-a585c4efc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:05.905381 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-ccd3d300-692c-4385-800a-a585c4efc716 service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.0983672 Jun 30 03:14:05.975236 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-34a69b37-7391-4ba0-8122-0c8c9a54d6ca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8 HTTP/1.1" status: 200 len: 1001 time: 0.0624015 Jun 30 03:14:06.031181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-d3d7f852-7a92-40d8-afd9-702cf1d4cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:06.032708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-d3d7f852-7a92-40d8-afd9-702cf1d4cd03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0517306 Jun 30 03:14:06.095810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-fc4d098a-a873-4df5-85d4-ca792176d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:06.097337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-fc4d098a-a873-4df5-85d4-ca792176d1ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583501 Jun 30 03:14:06.186683 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-e62fe99e-d42e-4315-ba7f-833fc818494b service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827022 Jun 30 03:14:06.292795 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a2cd65a-3265-4a0d-9823-d7b1184e91a2 req-1f14e1ac-4a83-4266-aeae-8200ec461a59 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992124 Jun 30 03:14:15.906700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46796) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:16.084310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Deleting port 31fbb18f-5e66-47df-8829-06c68d2bc062 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:16.084750 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.170891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.171127 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.183845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Calling delete_port for 31fbb18f-5e66-47df-8829-06c68d2bc062 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:16.337895 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.509832 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.716725 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.745082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'Port': ['ID=31fbb18f-5e66-47df-8829-06c68d2bc062,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:16.756760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.757098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.757461 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.757864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.758184 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.758588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.759094 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.759406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.759727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.760041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.760351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.760662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:16.817387 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:16.817686 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Floating IP 7e585ac6-ede5-47e4-bbce-9227be641d5f disassociated (deleted). External IP: 172.25.7.78, port: 57935437-ed31-4592-a724-d2ee364be196. Jun 30 03:14:17.019450 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-a53256c4-483c-4474-b633-d29dc337dea3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0623763 Jun 30 03:14:17.033777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Router 03a8be05-7d19-46a3-bcbc-8546203d8267 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:14:17.126026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-026fffb6-d264-40d5-a985-c62a7407550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:17.127644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-026fffb6-d264-40d5-a985-c62a7407550e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 1098 time: 0.0572283 Jun 30 03:14:17.151340 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:14:17.156493 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:17.163915 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] Sync routers for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:14:17.174410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:17.175185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:13:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:17.196387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-350758c9-01aa-44f4-bb8c-438eec1b8059 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "DELETE /v2.0/floatingips/7e585ac6-ede5-47e4-bbce-9227be641d5f HTTP/1.1" status: 204 len: 168 time: 1.2859938 Jun 30 03:14:17.196387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'tag': '57935437-ed31-4592-a724-d2ee364be196'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:17.197526 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b556172-a486-4422-8989-ece3f40a22a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec27cc3-dc2e-49e4-880d-b6848dd180e7", "tag": "57935437-ed31-4592-a724-d2ee364be196"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:17.255530 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-032b3789-5cb0-4f45-9dd9-639a92e30506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:17.256824 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261d85d8-49ea-4bf8-a8c4-2fa07ed91f4d x-openstack-request-id: req-261d85d8-49ea-4bf8-a8c4-2fa07ed91f4d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:17.257194 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec27cc3-dc2e-49e4-880d-b6848dd180e7", "tag": "57935437-ed31-4592-a724-d2ee364be196", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:17.257469 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-261d85d8-49ea-4bf8-a8c4-2fa07ed91f4d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:17.257598 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-032b3789-5cb0-4f45-9dd9-639a92e30506 service neutron] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.1087914 Jun 30 03:14:17.257880 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'tag': '57935437-ed31-4592-a724-d2ee364be196', 'status': 'completed', 'code': 200} Jun 30 03:14:17.299669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-29161a40-7c03-48b0-b6a8-b3568002b329 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57935437-ed31-4592-a724-d2ee364be196 HTTP/1.1" status: 200 len: 217 time: 0.0361376 Jun 30 03:14:17.301533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:17.348511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-5d6a3947-ff87-4d07-9b25-e7df6e3f9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:17.349990 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-5d6a3947-ff87-4d07-9b25-e7df6e3f9d0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0433834 Jun 30 03:14:17.408386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-896f154f-345d-4017-aeca-21119d8a0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:17.409905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-896f154f-345d-4017-aeca-21119d8a0a8b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530739 Jun 30 03:14:17.523721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-db214c6f-8e12-4e9b-9165-975ea4d19d94 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060269 Jun 30 03:14:17.549305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '71b7d675-b523-4c13-a3bb-1b7c49619e15', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:19:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:10:23Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 1, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:17.575016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] Checking router: 03a8be05-7d19-46a3-bcbc-8546203d8267 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:14:17.584388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:17.585045 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:14:17.585655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:13:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:17.641122 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bb149b6-70b6-444f-98cc-4da3d448157b req-21894272-ffd9-4bd0-b09d-0ffb0a2609fa service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092014 Jun 30 03:14:17.697871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:17.786014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b556172-a486-4422-8989-ece3f40a22a6 req-80c0f009-d609-40cc-8218-b6a771c9922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:17.787567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b556172-a486-4422-8989-ece3f40a22a6 req-80c0f009-d609-40cc-8218-b6a771c9922f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 1098 time: 0.0726678 Jun 30 03:14:17.797632 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11fa8f-527c-40cb-b757-10c5ebd1bf10 req-a406d496-9928-4130-8d09-ff1363b4a59a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:17.799072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e11fa8f-527c-40cb-b757-10c5ebd1bf10 req-a406d496-9928-4130-8d09-ff1363b4a59a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 946 time: 0.2484853 Jun 30 03:14:17.888772 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e11fa8f-527c-40cb-b757-10c5ebd1bf10 req-08e4a9f4-de3e-4af5-a83b-1b19bd0d54b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804102 Jun 30 03:14:17.918597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b556172-a486-4422-8989-ece3f40a22a6 req-1df28adb-7000-4e2d-9b80-d3c7472dc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:17.920108 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b556172-a486-4422-8989-ece3f40a22a6 req-1df28adb-7000-4e2d-9b80-d3c7472dc35b service neutron] 10.222.0.73 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.1199782 Jun 30 03:14:17.932307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '71b7d675-b523-4c13-a3bb-1b7c49619e15', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:19:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:10:23Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 1, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:17.959512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689889f-db6b-45e4-8198-9a43c276c02e None None] The sync data for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 is: [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '71b7d675-b523-4c13-a3bb-1b7c49619e15', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'port_id': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'mac_address': 'fa:16:3e:19:95:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ab587b-fb56-48ba-82b1-121b9d367710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:10:23Z', 'updated_at': '2021-06-30T03:10:25Z', 'revision_number': 1, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:14:17.964587 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b556172-a486-4422-8989-ece3f40a22a6 req-d75ebc05-09c8-48c5-a594-8cbf6408cd4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57935437-ed31-4592-a724-d2ee364be196 HTTP/1.1" status: 200 len: 217 time: 0.0356951 Jun 30 03:14:18.024810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b556172-a486-4422-8989-ece3f40a22a6 req-3b7285b4-965c-482a-92af-709c3b34af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:18.026312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b556172-a486-4422-8989-ece3f40a22a6 req-3b7285b4-965c-482a-92af-709c3b34af02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0525100 Jun 30 03:14:18.089897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b556172-a486-4422-8989-ece3f40a22a6 req-38203df4-51d4-4b82-9ffb-e58e7d5ffe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:18.091484 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b556172-a486-4422-8989-ece3f40a22a6 req-38203df4-51d4-4b82-9ffb-e58e7d5ffe5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564017 Jun 30 03:14:18.198005 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b556172-a486-4422-8989-ece3f40a22a6 req-a94814c2-fc50-4503-9daa-f77cce062453 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988193 Jun 30 03:14:18.213465 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e782f744-4402-4f9e-8bc3-e4c98bcb7658 None None] New status for floating IP 7e585ac6-ede5-47e4-bbce-9227be641d5f: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:14:18.302385 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b556172-a486-4422-8989-ece3f40a22a6 req-bb8ae937-ce50-42b6-8536-5188dccc9ae5 service neutron] 10.222.0.73 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954385 Jun 30 03:14:19.155579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b5b3-402c-4a19-81c9-b9fa2b0d0ed4 req-fa7a8453-183d-40d3-b178-2eb43f0c1b92 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:19.157018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4d5b5b3-402c-4a19-81c9-b9fa2b0d0ed4 req-fa7a8453-183d-40d3-b178-2eb43f0c1b92 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 946 time: 0.1454129 Jun 30 03:14:19.201545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4d5b5b3-402c-4a19-81c9-b9fa2b0d0ed4 req-605a323a-b251-46c1-bd60-aab708e37b22 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354927 Jun 30 03:14:19.299505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-75c06297-577c-4741-a874-507a378586dc tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:19.300986 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-75c06297-577c-4741-a874-507a378586dc tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 946 time: 0.0775044 Jun 30 03:14:19.413874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Deleting port 57935437-ed31-4592-a724-d2ee364be196 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:19.414188 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.504473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] For port 57935437-ed31-4592-a724-d2ee364be196, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=57935437-ed31-4592-a724-d2ee364be196,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:19.504712 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.517584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Calling delete_port for 57935437-ed31-4592-a724-d2ee364be196 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:19.665103 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.696178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'Port': ['ID=57935437-ed31-4592-a724-d2ee364be196,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:19.709684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.710093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.710478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.710913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.711306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.711746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.712085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.712410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.712754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.713106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.713451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.713791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:19.754258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] No DVR routers for this DVR port 57935437-ed31-4592-a724-d2ee364be196 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:19.757193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:19.759153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3a257c96-2b07-4dba-9c52-dd4c474d22e3 req-68401a3c-47bc-40ca-9be3-ca7a59795dca tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.73 "DELETE /v2.0/ports/57935437-ed31-4592-a724-d2ee364be196 HTTP/1.1" status: 204 len: 173 time: 0.4510410 Jun 30 03:14:19.759597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'name': 'network-vif-deleted', 'tag': '57935437-ed31-4592-a724-d2ee364be196'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:19.761963 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85ffc2b-be57-4d29-af29-dd96027ab6b4" -d '{"events": [{"server_uuid": "9ec27cc3-dc2e-49e4-880d-b6848dd180e7", "name": "network-vif-deleted", "tag": "57935437-ed31-4592-a724-d2ee364be196"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:19.886201 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc21741-9d9c-43be-8733-d973a536dd08 x-openstack-request-id: req-2cc21741-9d9c-43be-8733-d973a536dd08 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:19.886527 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec27cc3-dc2e-49e4-880d-b6848dd180e7", "name": "network-vif-deleted", "tag": "57935437-ed31-4592-a724-d2ee364be196", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:19.886810 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cc21741-9d9c-43be-8733-d973a536dd08 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:19.887275 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec27cc3-dc2e-49e4-880d-b6848dd180e7', 'name': 'network-vif-deleted', 'tag': '57935437-ed31-4592-a724-d2ee364be196', 'status': 'completed', 'code': 200} Jun 30 03:14:20.352493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f0992bc0-a877-4a06-9529-742eb376f2a2 req-149f6888-4c11-491d-95e9-270121a83db6 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 210 time: 0.0318463 Jun 30 03:14:21.509397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3480528c-fbb2-4642-ac81-cba4978cdd02 req-4f8de559-6bde-48b4-9485-44a5c4a1d094 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 210 time: 0.0374064 Jun 30 03:14:22.659135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-14176fbb-4698-4b08-8c00-54ed9dd7a92f req-5b52c216-579e-4baf-90cb-193ede4ba446 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 210 time: 0.0308578 Jun 30 03:14:23.167645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 57935437-ed31-4592-a724-d2ee364be196 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:23.188065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 57935437-ed31-4592-a724-d2ee364be196 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:23.188410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 57935437-ed31-4592-a724-d2ee364be196 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:23.816826 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8a105a8-df31-4cd4-a43d-65fb82f04939 req-d4b1085a-9d3a-46c8-aeb0-7d673b4d65f3 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ec27cc3-dc2e-49e4-880d-b6848dd180e7 HTTP/1.1" status: 200 len: 210 time: 0.0298076 Jun 30 03:14:24.405042 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9286d9b4-a7bd-4574-8998-59c6d20cd09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.005294 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db71e01b-eea2-413d-b310-d43c41282d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:27.064325 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:28.394990 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.239619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46856) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:29.423905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Deleting port 9a577896-982a-498e-8d90-9676f9988a98 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:29.424560 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.510699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.510994 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.523311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Calling delete_port for 9a577896-982a-498e-8d90-9676f9988a98 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:29.693891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.719943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'Port': ['ID=9a577896-982a-498e-8d90-9676f9988a98,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:29.790317 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:29.790570 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Floating IP 71b7d675-b523-4c13-a3bb-1b7c49619e15 disassociated (deleted). External IP: 172.25.7.100, port: b037dd3e-85dd-4f10-bd69-385a73e49de8. Jun 30 03:14:30.022343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Router 03a8be05-7d19-46a3-bcbc-8546203d8267 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:14:30.144640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:14:30.149509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.156823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] Sync routers for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:14:30.171718 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:30.172562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:14:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:30.194075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-00bfc5c2-705b-4b14-b788-f51b8cce32ad tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "DELETE /v2.0/floatingips/71b7d675-b523-4c13-a3bb-1b7c49619e15 HTTP/1.1" status: 204 len: 168 time: 0.9531279 Jun 30 03:14:30.194740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ab587b-fb56-48ba-82b1-121b9d367710', 'tag': 'b037dd3e-85dd-4f10-bd69-385a73e49de8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:30.197177 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9424a3-cf04-4c57-ac46-64f631907373" -d '{"events": [{"name": "network-changed", "server_uuid": "78ab587b-fb56-48ba-82b1-121b9d367710", "tag": "b037dd3e-85dd-4f10-bd69-385a73e49de8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:30.231385 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:30.236075 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbae22f6-be02-4b14-bd40-bca52c6fb8c4 x-openstack-request-id: req-dbae22f6-be02-4b14-bd40-bca52c6fb8c4 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:30.236368 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ab587b-fb56-48ba-82b1-121b9d367710", "tag": "b037dd3e-85dd-4f10-bd69-385a73e49de8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:30.237273 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dbae22f6-be02-4b14-bd40-bca52c6fb8c4 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:30.237694 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ab587b-fb56-48ba-82b1-121b9d367710', 'tag': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'status': 'completed', 'code': 200} Jun 30 03:14:30.304199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:30.322088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-56d87435-25cf-451b-bd3e-088340007af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:30.323640 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-56d87435-25cf-451b-bd3e-088340007af2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4438d6f623b54db99c1c524d49f02836&device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 1097 time: 0.0628328 Jun 30 03:14:30.428969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-57093d81-1cf1-43a7-b890-4c6c689a2a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:30.431326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-57093d81-1cf1-43a7-b890-4c6c689a2a65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 200 len: 913 time: 0.1008868 Jun 30 03:14:30.476353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-2cbc5b55-e85a-4e3d-9c0b-24b542b91276 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8 HTTP/1.1" status: 200 len: 217 time: 0.0395141 Jun 30 03:14:30.525674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:30.552686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] Checking router: 03a8be05-7d19-46a3-bcbc-8546203d8267 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:14:30.561233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:30.561863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:14:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:30.563326 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-644144d5-cc78-45da-ad3a-cf0cf84f97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:30.564785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-644144d5-cc78-45da-ad3a-cf0cf84f97b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 200 len: 851 time: 0.0826170 Jun 30 03:14:30.626990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be929728-7fb1-4e1f-90b6-e12a7e16e6ec req-50aa9e63-ac94-46c5-b6aa-f24c340ceb9a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:30.628465 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be929728-7fb1-4e1f-90b6-e12a7e16e6ec req-50aa9e63-ac94-46c5-b6aa-f24c340ceb9a tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 945 time: 0.1087813 Jun 30 03:14:30.669482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-565d83a5-ef4e-4c22-b98e-f3123eba5ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:30.670907 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-565d83a5-ef4e-4c22-b98e-f3123eba5ba5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=32e28d42-9f64-4819-b737-98416c85abd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982714 Jun 30 03:14:30.671977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:30.682427 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-be65549d-8d67-4d35-b5cc-246429633192 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:14:30.685304 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-be65549d-8d67-4d35-b5cc-246429633192 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052996 Jun 30 03:14:30.690694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-be929728-7fb1-4e1f-90b6-e12a7e16e6ec req-811ec659-d3ad-4169-a600-3caf1ad419a9 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560193 Jun 30 03:14:30.775297 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-d873bf08-cb5d-48d3-a3e3-f0ff75032580 service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833042 Jun 30 03:14:30.868337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e9424a3-cf04-4c57-ac46-64f631907373 req-dcfeab42-e786-4a8b-8797-1ce15b2ba5ee service neutron] 10.222.0.69 "GET /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864093 Jun 30 03:14:30.872803 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:30.899813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f17d9f-8c98-486d-8dba-6e70cb81359b None None] The sync data for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 is: [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:15Z', 'revision_number': 4, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'c30c68f7-94ec-46f6-a7a2-2ad17283a979', 'name': '', 'network_id': '32e28d42-9f64-4819-b737-98416c85abd6', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'mac_address': 'fa:16:3e:ed:f1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:15Z', 'updated_at': '2021-06-30T03:04:23Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'subnets': [{'id': 'cf2e3fec-fd32-4d55-b265-ae5880a54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:14:31.132284 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9db14-aa5e-477d-a8d0-36f7d14a0bab None None] New status for floating IP 71b7d675-b523-4c13-a3bb-1b7c49619e15: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:14:31.876750 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e36f68-49ab-41ec-bf70-f5ce64d4ba70 req-20a988be-255f-467c-9519-ef57fbf20044 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:31.878271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4e36f68-49ab-41ec-bf70-f5ce64d4ba70 req-20a988be-255f-467c-9519-ef57fbf20044 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 945 time: 0.0676160 Jun 30 03:14:31.918947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e4e36f68-49ab-41ec-bf70-f5ce64d4ba70 req-3c11ecad-0b20-42dc-beae-2b2f53595580 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/security-groups?id=81609817-1a71-4c41-a3a2-ef61ad75ad8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346811 Jun 30 03:14:32.192911 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba18612-3433-4cb6-bc36-7798063f4200 req-535d6180-d3e1-47f4-9b55-25f75641efcd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:32.194550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fba18612-3433-4cb6-bc36-7798063f4200 req-535d6180-d3e1-47f4-9b55-25f75641efcd tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 945 time: 0.0722232 Jun 30 03:14:32.313320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fba18612-3433-4cb6-bc36-7798063f4200 req-7db43085-50a9-4b8b-99cd-47d6c063642d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Deleting port b037dd3e-85dd-4f10-bd69-385a73e49de8 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:32.313637 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fba18612-3433-4cb6-bc36-7798063f4200 req-7db43085-50a9-4b8b-99cd-47d6c063642d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.410213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fba18612-3433-4cb6-bc36-7798063f4200 req-7db43085-50a9-4b8b-99cd-47d6c063642d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] For port b037dd3e-85dd-4f10-bd69-385a73e49de8, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b037dd3e-85dd-4f10-bd69-385a73e49de8,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:32.410674 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fba18612-3433-4cb6-bc36-7798063f4200 req-7db43085-50a9-4b8b-99cd-47d6c063642d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.422980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-fba18612-3433-4cb6-bc36-7798063f4200 req-7db43085-50a9-4b8b-99cd-47d6c063642d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Calling delete_port for b037dd3e-85dd-4f10-bd69-385a73e49de8 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:32.566266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fba18612-3433-4cb6-bc36-7798063f4200 req-7db43085-50a9-4b8b-99cd-47d6c063642d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.595577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db43085-50a9-4b8b-99cd-47d6c063642d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'Port': ['ID=b037dd3e-85dd-4f10-bd69-385a73e49de8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:32.641331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba18612-3433-4cb6-bc36-7798063f4200 req-7db43085-50a9-4b8b-99cd-47d6c063642d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] No DVR routers for this DVR port b037dd3e-85dd-4f10-bd69-385a73e49de8 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:32.644062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fba18612-3433-4cb6-bc36-7798063f4200 req-7db43085-50a9-4b8b-99cd-47d6c063642d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:32.646596 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fba18612-3433-4cb6-bc36-7798063f4200 req-7db43085-50a9-4b8b-99cd-47d6c063642d tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.69 "DELETE /v2.0/ports/b037dd3e-85dd-4f10-bd69-385a73e49de8 HTTP/1.1" status: 204 len: 173 time: 0.4465408 Jun 30 03:14:32.647130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ab587b-fb56-48ba-82b1-121b9d367710', 'name': 'network-vif-deleted', 'tag': 'b037dd3e-85dd-4f10-bd69-385a73e49de8'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:14:32.649489 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dcd2d3-aa1c-4ed1-aa8c-82594e5fa7ac" -d '{"events": [{"server_uuid": "78ab587b-fb56-48ba-82b1-121b9d367710", "name": "network-vif-deleted", "tag": "b037dd3e-85dd-4f10-bd69-385a73e49de8"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:14:32.688706 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d7dd46-41a8-4155-ad53-9a8d0a42cdd5 x-openstack-request-id: req-d1d7dd46-41a8-4155-ad53-9a8d0a42cdd5 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:14:32.689023 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ab587b-fb56-48ba-82b1-121b9d367710", "name": "network-vif-deleted", "tag": "b037dd3e-85dd-4f10-bd69-385a73e49de8", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:14:32.689260 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1d7dd46-41a8-4155-ad53-9a8d0a42cdd5 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:14:32.689658 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ab587b-fb56-48ba-82b1-121b9d367710', 'name': 'network-vif-deleted', 'tag': 'b037dd3e-85dd-4f10-bd69-385a73e49de8', 'status': 'completed', 'code': 200} Jun 30 03:14:33.082198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07cd8a3d-3a68-4840-9ff9-e2cee8f0cc41 req-711785c5-7020-44e2-91bc-090dca380b47 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 210 time: 0.0373831 Jun 30 03:14:34.232313 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-495038ce-fa21-47d6-9a8c-733dbad275a7 req-a128c26d-9e08-4cd2-a6a8-3e174a3e0874 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 210 time: 0.0286026 Jun 30 03:14:35.245626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b037dd3e-85dd-4f10-bd69-385a73e49de8 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:35.266829 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: b037dd3e-85dd-4f10-bd69-385a73e49de8 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:35.267176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b037dd3e-85dd-4f10-bd69-385a73e49de8 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:35.381643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ab4bc99-37a0-4d84-b9d2-cf855e2501a6 req-7512c5a1-3510-4d50-bfe4-92c06f80f181 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 210 time: 0.0304768 Jun 30 03:14:36.553251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d29433a5-0b94-4870-a041-ccff87e3e2ff req-e24443c2-0d4f-4cb1-bda2-143ffb757cf2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "GET /v2.0/ports?device_id=78ab587b-fb56-48ba-82b1-121b9d367710 HTTP/1.1" status: 200 len: 210 time: 0.0316925 Jun 30 03:14:37.650045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46878) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:37.786230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1acafaaf-c63f-4989-b0ed-3eb1227681b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Deleting port 82a3056f-4467-460c-91e4-eb347f20e8f4 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:37.786449 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1acafaaf-c63f-4989-b0ed-3eb1227681b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:37.876459 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1acafaaf-c63f-4989-b0ed-3eb1227681b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:37.876787 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1acafaaf-c63f-4989-b0ed-3eb1227681b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:37.888460 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-1acafaaf-c63f-4989-b0ed-3eb1227681b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Calling delete_port for 82a3056f-4467-460c-91e4-eb347f20e8f4 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:38.035326 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1acafaaf-c63f-4989-b0ed-3eb1227681b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:38.066221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acafaaf-c63f-4989-b0ed-3eb1227681b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'Port': ['ID=82a3056f-4467-460c-91e4-eb347f20e8f4,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:38.131759 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1acafaaf-c63f-4989-b0ed-3eb1227681b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:38.135191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1acafaaf-c63f-4989-b0ed-3eb1227681b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:38.137328 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1acafaaf-c63f-4989-b0ed-3eb1227681b2 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "DELETE /v2.0/floatingips/74480a58-a932-4310-8b01-6d26dca944cf HTTP/1.1" status: 204 len: 168 time: 0.4859278 Jun 30 03:14:40.487801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46892) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:40.558356 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcebfc58-0002-4016-b6a1-ebf913a7b6a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.585858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcebfc58-0002-4016-b6a1-ebf913a7b6a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.655591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcebfc58-0002-4016-b6a1-ebf913a7b6a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.658388 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bcebfc58-0002-4016-b6a1-ebf913a7b6a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:40.659758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bcebfc58-0002-4016-b6a1-ebf913a7b6a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] 10.222.0.55 "DELETE /v2.0/security-groups/81609817-1a71-4c41-a3a2-ef61ad75ad8d HTTP/1.1" status: 204 len: 168 time: 0.1708007 Jun 30 03:14:40.682219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebfc58-0002-4016-b6a1-ebf913a7b6a4 tempest-TestVolumeBootPattern-1869175492 tempest-TestVolumeBootPattern-1869175492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81609817-1a71-4c41-a3a2-ef61ad75ad8d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:40.733879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46896) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:41.294576 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.566758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] Deleting port c30c68f7-94ec-46f6-a7a2-2ad17283a979 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:41.567487 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.650068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] For port c30c68f7-94ec-46f6-a7a2-2ad17283a979, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c30c68f7-94ec-46f6-a7a2-2ad17283a979,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:41.650421 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.668368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] Calling delete_port for c30c68f7-94ec-46f6-a7a2-2ad17283a979 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:41.870065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:41.896147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] Pushing event deleted for resources: {'Port': ['ID=c30c68f7-94ec-46f6-a7a2-2ad17283a979,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:42.077910 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.316164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] Router 03a8be05-7d19-46a3-bcbc-8546203d8267 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:14:42.429731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:14:42.437727 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b63b69a5-c7a9-475b-b8d9-763486214417 admin admin] 10.222.0.55 "PUT /v2.0/routers/03a8be05-7d19-46a3-bcbc-8546203d8267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7026067 Jun 30 03:14:42.440459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46900) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:42.443528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] Sync routers for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:14:42.453984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:42.454914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:14:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:42.550580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:42.564629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:42.770078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:14:41Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:42.798081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] Checking router: 03a8be05-7d19-46a3-bcbc-8546203d8267 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:14:42.807880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] Routers {'03a8be05-7d19-46a3-bcbc-8546203d8267'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:42.808437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:14:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['03a8be05-7d19-46a3-bcbc-8546203d8267'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:42.917735 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] Set router 03a8be05-7d19-46a3-bcbc-8546203d8267 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:42.966353 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.020742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Deleting port 7382284e-e8e6-42a7-bea4-175d5029bbb9 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:43.020965 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.102325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:14:41Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:43.107126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] For port 7382284e-e8e6-42a7-bea4-175d5029bbb9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7382284e-e8e6-42a7-bea4-175d5029bbb9,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:43.107488 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.120515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Calling delete_port for 7382284e-e8e6-42a7-bea4-175d5029bbb9 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:43.131736 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefd528-6546-4ff3-ab5b-93e34939de1c None None] The sync data for ids ['03a8be05-7d19-46a3-bcbc-8546203d8267'] in n-d-758944-39 is: [{'id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'name': 'tempest-TestVolumeBootPattern-1172074543-router', 'tenant_id': '4438d6f623b54db99c1c524d49f02836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:14:41Z', 'revision_number': 5, 'project_id': '4438d6f623b54db99c1c524d49f02836', 'gw_port': {'id': '7382284e-e8e6-42a7-bea4-175d5029bbb9', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a8be05-7d19-46a3-bcbc-8546203d8267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:13Z', 'updated_at': '2021-06-30T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:14:43.301350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.329887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Pushing event deleted for resources: {'Port': ['ID=7382284e-e8e6-42a7-bea4-175d5029bbb9,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:43.392889 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.483442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.485757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.531690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.532242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03a8be05-7d19-46a3-bcbc-8546203d8267 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:14:43.536652 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.538084 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-75712c07-3b59-42aa-b83e-bd137da6791a admin admin] 10.222.0.55 "DELETE /v2.0/routers/03a8be05-7d19-46a3-bcbc-8546203d8267 HTTP/1.1" status: 204 len: 168 time: 1.0964372 Jun 30 03:14:43.541125 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46904) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:43.595343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-15efd151-025a-48a0-b718-37a0f3a1f7ec admin admin] Deleting subnet cf2e3fec-fd32-4d55-b265-ae5880a54eab {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:43.598664 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15efd151-025a-48a0-b718-37a0f3a1f7ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.638354 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15efd151-025a-48a0-b718-37a0f3a1f7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.721088 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15efd151-025a-48a0-b718-37a0f3a1f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.784956 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15efd151-025a-48a0-b718-37a0f3a1f7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.811373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efd151-025a-48a0-b718-37a0f3a1f7ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2e3fec-fd32-4d55-b265-ae5880a54eab,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:43.815824 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-15efd151-025a-48a0-b718-37a0f3a1f7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.820663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-15efd151-025a-48a0-b718-37a0f3a1f7ec admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cf2e3fec-fd32-4d55-b265-ae5880a54eab HTTP/1.1" status: 204 len: 168 time: 0.2758257 Jun 30 03:14:43.820789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46906) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:43.821562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a869ad8-f115-4391-893c-05bae621aca6 None None] Network 32e28d42-9f64-4819-b737-98416c85abd6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:43.890642 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:43.955553 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Deleting port 4368d7ac-a823-4c7a-8550-00029a14c2d7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:43.955830 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.029106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] For port 4368d7ac-a823-4c7a-8550-00029a14c2d7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4368d7ac-a823-4c7a-8550-00029a14c2d7,segment=NetworkSegment(3eb9bbbc-83cd-4148-803a-1ab4f742a140),segment_id=3eb9bbbc-83cd-4148-803a-1ab4f742a140)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:44.029851 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.043336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Calling delete_port for 4368d7ac-a823-4c7a-8550-00029a14c2d7 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:44.135749 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.157647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] No DVR routers for this DVR port 4368d7ac-a823-4c7a-8550-00029a14c2d7 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:44.180341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d3ca74-1f7b-4191-92f4-b809d2a26ebd None None] DHCP port deletion for 32e28d42-9f64-4819-b737-98416c85abd6 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:44.184634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Pushing event deleted for resources: {'Port': ['ID=4368d7ac-a823-4c7a-8550-00029a14c2d7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:44.258960 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.269330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e28d42-9f64-4819-b737-98416c85abd6']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:44.280744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb9bbbc-83cd-4148-803a-1ab4f742a140') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:44.281022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb9bbbc-83cd-4148-803a-1ab4f742a140') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:44.290145 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.304216 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.311113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:14:44.311559 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:14:44.313480 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:14:44.375296 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.383356 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.387422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] 10.222.0.55 "DELETE /v2.0/networks/32e28d42-9f64-4819-b737-98416c85abd6 HTTP/1.1" status: 204 len: 168 time: 0.5629952 Jun 30 03:14:44.388085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:44.396699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc549e0-610f-45eb-a785-0ae0818dde80 admin admin] Pushing event deleted for resources: {'Network': ['ID=32e28d42-9f64-4819-b737-98416c85abd6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:44.738760 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:44.757173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4368d7ac-a823-4c7a-8550-00029a14c2d7 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:44.778663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4368d7ac-a823-4c7a-8550-00029a14c2d7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:44.779117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4368d7ac-a823-4c7a-8550-00029a14c2d7 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:44.779611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7382284e-e8e6-42a7-bea4-175d5029bbb9 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:44.798010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7382284e-e8e6-42a7-bea4-175d5029bbb9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:44.798349 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7382284e-e8e6-42a7-bea4-175d5029bbb9 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:44.798789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c30c68f7-94ec-46f6-a7a2-2ad17283a979 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:44.817727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: c30c68f7-94ec-46f6-a7a2-2ad17283a979 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:44.818101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c30c68f7-94ec-46f6-a7a2-2ad17283a979 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:45.038423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] Deleting port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:45.038682 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.122366 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] For port a893fdc9-1a03-4df3-aeb1-06a4340f1c8c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a893fdc9-1a03-4df3-aeb1-06a4340f1c8c,segment=NetworkSegment(3505d6f3-232d-4e15-9378-a0fdde60cf8f),segment_id=3505d6f3-232d-4e15-9378-a0fdde60cf8f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:45.122666 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.135845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] Calling delete_port for a893fdc9-1a03-4df3-aeb1-06a4340f1c8c owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:45.341703 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.371280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] Pushing event deleted for resources: {'Port': ['ID=a893fdc9-1a03-4df3-aeb1-06a4340f1c8c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:45.549390 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:45.775467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] Router 30930222-fa8a-486a-9224-c039a45ee2f3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:14:45.886324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:14:45.891896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-67ef1094-3177-4f17-bc55-160020f5c1da admin admin] 10.222.0.55 "PUT /v2.0/routers/30930222-fa8a-486a-9224-c039a45ee2f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5023437 Jun 30 03:14:45.894837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46910) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:45.897958 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] Sync routers for ids ['30930222-fa8a-486a-9224-c039a45ee2f3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:14:45.907428 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] Routers {'30930222-fa8a-486a-9224-c039a45ee2f3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:45.908063 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:14:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['30930222-fa8a-486a-9224-c039a45ee2f3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:46.002673 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.028407 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] Set router 30930222-fa8a-486a-9224-c039a45ee2f3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:46.110924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.167079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Deleting port 9fbe2639-1d74-4a1e-9d38-611c17841ad7 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:46.167419 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.216025 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'name': 'tempest-TestVolumeBootPattern-1423034263-router', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:14:45Z', 'revision_number': 5, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'gw_port': {'id': '9fbe2639-1d74-4a1e-9d38-611c17841ad7', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:46.245812 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] Checking router: 30930222-fa8a-486a-9224-c039a45ee2f3 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:14:46.252226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] For port 9fbe2639-1d74-4a1e-9d38-611c17841ad7, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=9fbe2639-1d74-4a1e-9d38-611c17841ad7,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:46.252899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.254149 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] Routers {'30930222-fa8a-486a-9224-c039a45ee2f3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:14:46.254761 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:14:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['30930222-fa8a-486a-9224-c039a45ee2f3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:46.272040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Calling delete_port for 9fbe2639-1d74-4a1e-9d38-611c17841ad7 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:46.336033 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.347517 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] Set router 30930222-fa8a-486a-9224-c039a45ee2f3 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:14:46.399605 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'name': 'tempest-TestVolumeBootPattern-1423034263-router', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:14:46Z', 'revision_number': 6, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:46.428781 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f00483-5d8c-4542-85db-ab3af1c8c87b None None] The sync data for ids ['30930222-fa8a-486a-9224-c039a45ee2f3'] in n-d-758944-39 is: [{'id': '30930222-fa8a-486a-9224-c039a45ee2f3', 'name': 'tempest-TestVolumeBootPattern-1423034263-router', 'tenant_id': 'd863f899f1cd4a1ba8643355e375ccca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:04:18Z', 'updated_at': '2021-06-30T03:14:46Z', 'revision_number': 6, 'project_id': 'd863f899f1cd4a1ba8643355e375ccca', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:14:46.447610 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.479198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbe2639-1d74-4a1e-9d38-611c17841ad7,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:46.507737 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.542510 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.634785 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.636925 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.697442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.698074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30930222-fa8a-486a-9224-c039a45ee2f3 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:14:46.702792 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.703983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c6e17f12-bc52-40ba-bf79-8ebd83243d9f admin admin] 10.222.0.55 "DELETE /v2.0/routers/30930222-fa8a-486a-9224-c039a45ee2f3 HTTP/1.1" status: 204 len: 168 time: 0.8078816 Jun 30 03:14:46.707152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46912) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:46.753439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef9fbbf-c75b-4937-a2e7-6b832ade6b33 admin admin] Deleting subnet 9151b87e-7c92-4e38-868d-2d17c3beb24e {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:14:46.757128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fbbf-c75b-4937-a2e7-6b832ade6b33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.794032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fbbf-c75b-4937-a2e7-6b832ade6b33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.881605 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fbbf-c75b-4937-a2e7-6b832ade6b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.949408 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fbbf-c75b-4937-a2e7-6b832ade6b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.975101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9fbbf-c75b-4937-a2e7-6b832ade6b33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9151b87e-7c92-4e38-868d-2d17c3beb24e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:46.978786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3ef9fbbf-c75b-4937-a2e7-6b832ade6b33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:46.980656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3ef9fbbf-c75b-4937-a2e7-6b832ade6b33 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9151b87e-7c92-4e38-868d-2d17c3beb24e HTTP/1.1" status: 204 len: 168 time: 0.2721531 Jun 30 03:14:46.983296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46914) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:46.988368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3360bb67-0f66-4db2-8b6e-c275b71f383a None None] Network d7fec701-f539-4791-84bc-eb9a3193dbfb requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:14:47.058569 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.113262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Deleting port 03c66214-f7c3-40fd-9d0f-1e212e642870 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:47.113736 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.177701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] For port 03c66214-f7c3-40fd-9d0f-1e212e642870, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=03c66214-f7c3-40fd-9d0f-1e212e642870,segment=NetworkSegment(3505d6f3-232d-4e15-9378-a0fdde60cf8f),segment_id=3505d6f3-232d-4e15-9378-a0fdde60cf8f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:47.177701 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.196953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Calling delete_port for 03c66214-f7c3-40fd-9d0f-1e212e642870 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:47.217394 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a893fdc9-1a03-4df3-aeb1-06a4340f1c8c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:47.219828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] DHCP port deletion for d7fec701-f539-4791-84bc-eb9a3193dbfb request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:14:47.240926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: a893fdc9-1a03-4df3-aeb1-06a4340f1c8c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:47.241336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a893fdc9-1a03-4df3-aeb1-06a4340f1c8c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:47.292770 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Deleting port 03c66214-f7c3-40fd-9d0f-1e212e642870 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:14:47.293236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.364840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] For port 03c66214-f7c3-40fd-9d0f-1e212e642870, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=03c66214-f7c3-40fd-9d0f-1e212e642870,segment=NetworkSegment(3505d6f3-232d-4e15-9378-a0fdde60cf8f),segment_id=3505d6f3-232d-4e15-9378-a0fdde60cf8f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:14:47.365583 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.379928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Calling delete_port for 03c66214-f7c3-40fd-9d0f-1e212e642870 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:14:47.470151 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.503428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Pushing event deleted for resources: {'Port': ['ID=03c66214-f7c3-40fd-9d0f-1e212e642870,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:47.510971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] No DVR routers for this DVR port 03c66214-f7c3-40fd-9d0f-1e212e642870 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:47.513340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.513747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.514579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.515872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.516272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.516666 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.517055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.517633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.517853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.518233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.518611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.519008 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ba9139-18fa-4558-ba37-58e26a874303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:14:47.638581 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.663549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Pushing event deleted for resources: {'Port': ['ID=03c66214-f7c3-40fd-9d0f-1e212e642870,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:47.667562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] No DVR routers for this DVR port 03c66214-f7c3-40fd-9d0f-1e212e642870 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:14:47.740586 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.750330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fec701-f539-4791-84bc-eb9a3193dbfb']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:47.760662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3505d6f3-232d-4e15-9378-a0fdde60cf8f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:47.760974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3505d6f3-232d-4e15-9378-a0fdde60cf8f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:14:47.771163 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.785810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.791697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:14:47.792078 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: self.session.flush() Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:14:47.794023 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:14:47.847486 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.854156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:47.856128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] 10.222.0.55 "DELETE /v2.0/networks/d7fec701-f539-4791-84bc-eb9a3193dbfb HTTP/1.1" status: 204 len: 168 time: 0.8719149 Jun 30 03:14:47.870950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67407f9-2095-431e-a0a8-29d0752be97d admin admin] Pushing event deleted for resources: {'Network': ['ID=d7fec701-f539-4791-84bc-eb9a3193dbfb,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:47.996474 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46918) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:48.048617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-331ea1ae-e79d-4744-9bcd-24c5dc31da6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4438d6f623b54db99c1c524d49f02836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505641 Jun 30 03:14:48.052509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46920) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:48.103510 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfd56686-7803-4976-a71c-e582d87ce3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.125972 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfd56686-7803-4976-a71c-e582d87ce3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.185673 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfd56686-7803-4976-a71c-e582d87ce3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.189479 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cfd56686-7803-4976-a71c-e582d87ce3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.191167 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cfd56686-7803-4976-a71c-e582d87ce3b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7a3a01d-90c7-4d67-a85a-ce6018295817 HTTP/1.1" status: 204 len: 168 time: 0.1377678 Jun 30 03:14:48.199382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd56686-7803-4976-a71c-e582d87ce3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a3a01d-90c7-4d67-a85a-ce6018295817,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:48.559757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 46926) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:48.605709 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6876cf61-9201-437d-b19c-0c5828fd2cf7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d863f899f1cd4a1ba8643355e375ccca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442860 Jun 30 03:14:48.609377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 46928) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:14:48.659881 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c0c1-d604-4606-a7c7-65d9547d960b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.681423 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c0c1-d604-4606-a7c7-65d9547d960b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.730311 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c0c1-d604-4606-a7c7-65d9547d960b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.732890 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c0c1-d604-4606-a7c7-65d9547d960b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:48.734061 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7ef6c0c1-d604-4606-a7c7-65d9547d960b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8381203-51fa-408b-b56c-6214d38f1369 HTTP/1.1" status: 204 len: 168 time: 0.1235981 Jun 30 03:14:48.743036 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6c0c1-d604-4606-a7c7-65d9547d960b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8381203-51fa-408b-b56c-6214d38f1369,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:14:48.766984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 03c66214-f7c3-40fd-9d0f-1e212e642870 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:48.788302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 03c66214-f7c3-40fd-9d0f-1e212e642870 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:48.788640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 03c66214-f7c3-40fd-9d0f-1e212e642870 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:48.789070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 9fbe2639-1d74-4a1e-9d38-611c17841ad7 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:14:48.808334 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 9fbe2639-1d74-4a1e-9d38-611c17841ad7 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:14:48.808707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 9fbe2639-1d74-4a1e-9d38-611c17841ad7 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:14:54.398829 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cc18ca5b-9b13-4277-a061-989301807687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:54.591892 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:14:57.000612 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-302f278e-d301-4202-ad46-68c7465a8a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:57.068304 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:58.397353 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:14:59.415622 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-82b8e7be-dd2e-47d3-bc2c-ca5596ae8e0b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3fb3428862294c108863893d0307465d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313568 Jun 30 03:14:59.606549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-c31fd861-70ef-4831-af86-f554de2e83ad tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:14:59.608023 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-c31fd861-70ef-4831-af86-f554de2e83ad tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867888 Jun 30 03:14:59.623031 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-e591f766-0cb7-4ccf-94fc-071ba7c96f75 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/quotas/3fb3428862294c108863893d0307465d HTTP/1.1" status: 200 len: 375 time: 0.0093546 Jun 30 03:14:59.655846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-cb6fd65f-7750-4db6-ba81-49cb672da0ec tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3fb3428862294c108863893d0307465d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278103 Jun 30 03:14:59.828895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-57b64633-0184-4be3-aac3-087e17f4fd35 req-c40fc385-282a-44c2-a53d-08e83b603c1c tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 210 time: 0.0292981 Jun 30 03:15:00.196113 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:00.982825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5010f158-5104-4bd5-a777-0b921eaacc45 req-e205634f-8cf0-45c2-8834-3e4361176fea tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 210 time: 0.0323849 Jun 30 03:15:01.114527 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-7d6bccc7-0f40-4ff5-a1d2-4d411b5d6564 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3fb3428862294c108863893d0307465d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309179 Jun 30 03:15:01.344001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-c0516fb8-aeea-4eee-b54c-0b13abd04d96 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:01.345537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-c0516fb8-aeea-4eee-b54c-0b13abd04d96 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253726 Jun 30 03:15:01.359546 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Request body: {'port': {'device_id': 'a76d2ccf-5aec-476b-83ab-cdca73e4a47f', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'admin_state_up': True, 'tenant_id': '3fb3428862294c108863893d0307465d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:01.494946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Made reservation on behalf of 3fb3428862294c108863893d0307465d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:01.498529 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.511051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.623143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.627653 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.694033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb952c82-58d1-41c8-974d-a04fe6701424,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:01.774926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Allocated IP 192.168.233.157 (7a98353e-ed52-4de5-9071-c023c055db57/29928566-38e2-4293-aed6-8e6b1ae10dac/740ab08c-cadd-4696-a62b-a14d5834c74b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:01.936487 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:01.950909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Transition to ACTIVE for port object 740ab08c-cadd-4696-a62b-a14d5834c74b will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:01.989098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.037715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Network 7a98353e-ed52-4de5-9071-c023c055db57 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:02.041105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:02.047454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:02.080905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Pushing event updated for resources: {'Port': ['ID=740ab08c-cadd-4696-a62b-a14d5834c74b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:02.121627 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:02.122353 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.178288 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8eb79d37-1967-4493-b40a-40b1c26472b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8224175 Jun 30 03:15:02.190248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Request body: {'port': {'device_id': 'a76d2ccf-5aec-476b-83ab-cdca73e4a47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:02.235985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20305a2-a6bb-4c43-9564-600618274b34 req-87b34558-4bec-4e81-9f9e-a534153bc42a tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:02.237535 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c20305a2-a6bb-4c43-9564-600618274b34 req-87b34558-4bec-4e81-9f9e-a534153bc42a tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 936 time: 0.1375971 Jun 30 03:15:02.318119 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c20305a2-a6bb-4c43-9564-600618274b34 req-7868447c-d782-42b3-b904-c0ca76a8c492 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709007 Jun 30 03:15:02.321182 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.336529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c7f83b07-7e50-415b-a9c3-495f870451f7 None None] Provisioning for port 740ab08c-cadd-4696-a62b-a14d5834c74b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:02.340965 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c7f83b07-7e50-415b-a9c3-495f870451f7 None None] Provisioning complete for port 740ab08c-cadd-4696-a62b-a14d5834c74b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:02.341374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7f83b07-7e50-415b-a9c3-495f870451f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.380052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c7f83b07-7e50-415b-a9c3-495f870451f7 None None] Port 740ab08c-cadd-4696-a62b-a14d5834c74b cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:15:02.609549 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740ab08c-cadd-4696-a62b-a14d5834c74b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:15:02.618302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.632681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Transition to ACTIVE for port object 740ab08c-cadd-4696-a62b-a14d5834c74b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:02.637090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.695868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Pushing event updated for resources: {'Port': ['ID=740ab08c-cadd-4696-a62b-a14d5834c74b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:02.778876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Attempting to bind port 740ab08c-cadd-4696-a62b-a14d5834c74b on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:02.779291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Attempting to bind port 740ab08c-cadd-4696-a62b-a14d5834c74b by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:02.779565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Attempting to bind port 740ab08c-cadd-4696-a62b-a14d5834c74b on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:02.784749 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Port 740ab08c-cadd-4696-a62b-a14d5834c74b on network 7a98353e-ed52-4de5-9071-c023c055db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:15:02.785155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Attempting to bind port 740ab08c-cadd-4696-a62b-a14d5834c74b on network 7a98353e-ed52-4de5-9071-c023c055db57 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:02.791452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:02.791807 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Checking segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:02.792378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Bound using segment: {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:02.792656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Bound port: 740ab08c-cadd-4696-a62b-a14d5834c74b, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:02.793024 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.862644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] For port 740ab08c-cadd-4696-a62b-a14d5834c74b, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:02.866052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] For port 740ab08c-cadd-4696-a62b-a14d5834c74b, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=740ab08c-cadd-4696-a62b-a14d5834c74b,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:02.871515 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.908291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:02.909065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:02.911026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] 10.222.0.69 "PUT /v2.0/ports/740ab08c-cadd-4696-a62b-a14d5834c74b HTTP/1.1" status: 200 len: 1097 time: 0.7248294 Jun 30 03:15:02.911566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76d2ccf-5aec-476b-83ab-cdca73e4a47f', 'tag': '740ab08c-cadd-4696-a62b-a14d5834c74b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:02.914109 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdefa5e0-0343-4257-a175-9a3acf077a90" -d '{"events": [{"name": "network-changed", "server_uuid": "a76d2ccf-5aec-476b-83ab-cdca73e4a47f", "tag": "740ab08c-cadd-4696-a62b-a14d5834c74b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:02.942912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964acc7d-5007-4a4a-88dd-798801708e0d service neutron] Pushing event updated for resources: {'Port': ['ID=740ab08c-cadd-4696-a62b-a14d5834c74b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:02.973134 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3df62e5-8f1d-4e59-ba90-73f4cb89e6bb x-openstack-request-id: req-d3df62e5-8f1d-4e59-ba90-73f4cb89e6bb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:02.973402 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76d2ccf-5aec-476b-83ab-cdca73e4a47f", "tag": "740ab08c-cadd-4696-a62b-a14d5834c74b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:02.973655 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3df62e5-8f1d-4e59-ba90-73f4cb89e6bb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:02.974077 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76d2ccf-5aec-476b-83ab-cdca73e4a47f', 'tag': '740ab08c-cadd-4696-a62b-a14d5834c74b', 'status': 'completed', 'code': 200} Jun 30 03:15:03.022250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-cacedf1b-89e1-43d3-9e0d-809075f4d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:03.023933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-cacedf1b-89e1-43d3-9e0d-809075f4d188 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3fb3428862294c108863893d0307465d&device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 1100 time: 0.0617790 Jun 30 03:15:03.077897 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-3950d6e8-3c46-4b57-91b8-b03f0a5156f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=740ab08c-cadd-4696-a62b-a14d5834c74b HTTP/1.1" status: 200 len: 217 time: 0.0444710 Jun 30 03:15:03.143993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-e5bde2e2-88fa-4faa-8e0c-59d541ac97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:03.145833 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-e5bde2e2-88fa-4faa-8e0c-59d541ac97b0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0621643 Jun 30 03:15:03.207466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8e31baf0-3206-4250-8c5b-dd6c555ae3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:03.209065 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-8e31baf0-3206-4250-8c5b-dd6c555ae3f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569458 Jun 30 03:15:03.307783 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-e74fcbea-3036-4442-817d-56cbe2b00401 service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920308 Jun 30 03:15:03.402472 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd21e016-fa4f-422d-9201-8ba8f6776239 req-ed5a560d-f8a3-4877-a620-c0101a244e4b service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881729 Jun 30 03:15:03.560793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769cdbd-ce30-4579-83a1-6bcd1157fba3 req-09cbb001-6156-4176-8e97-c304d3721292 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:03.562397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9769cdbd-ce30-4579-83a1-6bcd1157fba3 req-09cbb001-6156-4176-8e97-c304d3721292 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 948 time: 0.1163144 Jun 30 03:15:03.564487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-342b82d6-1a6a-44a8-aebc-d8e9c608df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:03.565983 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-342b82d6-1a6a-44a8-aebc-d8e9c608df4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3fb3428862294c108863893d0307465d&device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 1100 time: 0.1095116 Jun 30 03:15:03.657211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9769cdbd-ce30-4579-83a1-6bcd1157fba3 req-25ef4026-a15a-4a11-9402-4234b76ae804 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884447 Jun 30 03:15:03.698151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-d79bc9fb-9ccf-48dc-b976-7aeb6d2ab5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:03.699643 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-d79bc9fb-9ccf-48dc-b976-7aeb6d2ab5ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=7a98353e-ed52-4de5-9071-c023c055db57 HTTP/1.1" status: 200 len: 870 time: 0.1243014 Jun 30 03:15:03.741861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-4601754d-2821-457f-9c3e-10d0b46a95b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=740ab08c-cadd-4696-a62b-a14d5834c74b HTTP/1.1" status: 200 len: 217 time: 0.0349009 Jun 30 03:15:03.790926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-c8c04541-3f64-449c-8afe-e7f450a73e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:03.792392 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-c8c04541-3f64-449c-8afe-e7f450a73e58 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=29928566-38e2-4293-aed6-8e6b1ae10dac HTTP/1.1" status: 200 len: 843 time: 0.0443892 Jun 30 03:15:03.860102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-d0ad150d-cdee-4458-8dab-9453f9b515eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:03.861618 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-d0ad150d-cdee-4458-8dab-9453f9b515eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7a98353e-ed52-4de5-9071-c023c055db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0626886 Jun 30 03:15:03.955835 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-90f37e1b-5adc-4781-83ad-6fe6eca1dfbf service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865009 Jun 30 03:15:04.053958 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bdefa5e0-0343-4257-a175-9a3acf077a90 req-b7ad783e-8e8c-4d00-a33b-0815bcb03a3a service neutron] 10.222.0.69 "GET /v2.0/networks/7a98353e-ed52-4de5-9071-c023c055db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907834 Jun 30 03:15:04.847316 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab94b6-0f07-41a8-80e2-c6230917f3fd req-3b012919-e322-4775-abab-fdcf3ad1cedd tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:04.848961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35ab94b6-0f07-41a8-80e2-c6230917f3fd req-3b012919-e322-4775-abab-fdcf3ad1cedd tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 948 time: 0.0713851 Jun 30 03:15:04.888024 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35ab94b6-0f07-41a8-80e2-c6230917f3fd req-86e1b830-cb18-40d5-aa63-626fe18c2082 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Jun 30 03:15:06.085092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8033f-5956-4099-8be8-b4e3b864f8c0 req-96cbc91a-5c99-4efc-ad55-a01b5ca24990 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:06.086594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91d8033f-5956-4099-8be8-b4e3b864f8c0 req-96cbc91a-5c99-4efc-ad55-a01b5ca24990 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 948 time: 0.0761726 Jun 30 03:15:06.127003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91d8033f-5956-4099-8be8-b4e3b864f8c0 req-c1de2198-6139-4975-ad10-5047ff6a5b46 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Jun 30 03:15:07.290983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 740ab08c-cadd-4696-a62b-a14d5834c74b details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:15:07.321324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99d09f-e27d-4d21-a493-0e55f9a4dab2 req-d6d2b168-7299-4240-aed5-d3dc19bb5aa6 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:07.322910 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b99d09f-e27d-4d21-a493-0e55f9a4dab2 req-d6d2b168-7299-4240-aed5-d3dc19bb5aa6 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 948 time: 0.0673988 Jun 30 03:15:07.362481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6b99d09f-e27d-4d21-a493-0e55f9a4dab2 req-8f3970e1-4aa9-4093-8c10-b2b4fb4763b2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338109 Jun 30 03:15:07.385972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 740ab08c-cadd-4696-a62b-a14d5834c74b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=740ab08c-cadd-4696-a62b-a14d5834c74b,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:07.398068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '740ab08c-cadd-4696-a62b-a14d5834c74b', 'network_id': '7a98353e-ed52-4de5-9071-c023c055db57', 'port_id': '740ab08c-cadd-4696-a62b-a14d5834c74b', 'mac_address': 'fa:16:3e:57:45:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29928566-38e2-4293-aed6-8e6b1ae10dac', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:15:07.435992 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.452925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740ab08c-cadd-4696-a62b-a14d5834c74b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:15:07.472885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 740ab08c-cadd-4696-a62b-a14d5834c74b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=740ab08c-cadd-4696-a62b-a14d5834c74b,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:07.478092 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:07.525283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=740ab08c-cadd-4696-a62b-a14d5834c74b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:07.820161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['740ab08c-cadd-4696-a62b-a14d5834c74b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:15:08.547562 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f48390-3f3b-4f1d-9361-450bd582b7c5 req-9ef28dbb-6e0c-4c78-a523-dd13f642e215 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:08.549113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1f48390-3f3b-4f1d-9361-450bd582b7c5 req-9ef28dbb-6e0c-4c78-a523-dd13f642e215 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 949 time: 0.0685527 Jun 30 03:15:08.589325 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1f48390-3f3b-4f1d-9361-450bd582b7c5 req-8002fa2f-b033-4b47-a3cb-ec205f8ea4a0 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341375 Jun 30 03:15:09.304201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 740ab08c-cadd-4696-a62b-a14d5834c74b up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:09.366286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 740ab08c-cadd-4696-a62b-a14d5834c74b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:09.371725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 740ab08c-cadd-4696-a62b-a14d5834c74b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:09.372189 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.462245 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.488258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76d2ccf-5aec-476b-83ab-cdca73e4a47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740ab08c-cadd-4696-a62b-a14d5834c74b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:09.491180 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799798ec-18d7-4ab9-af5d-8f8206635a6e" -d '{"events": [{"server_uuid": "a76d2ccf-5aec-476b-83ab-cdca73e4a47f", "name": "network-vif-plugged", "status": "completed", "tag": "740ab08c-cadd-4696-a62b-a14d5834c74b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:09.506290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 740ab08c-cadd-4696-a62b-a14d5834c74b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=740ab08c-cadd-4696-a62b-a14d5834c74b,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:09.511084 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:09.540137 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9ae49e-7990-4cc9-aac2-7354d3804af1 x-openstack-request-id: req-0d9ae49e-7990-4cc9-aac2-7354d3804af1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:09.540439 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76d2ccf-5aec-476b-83ab-cdca73e4a47f", "name": "network-vif-plugged", "status": "completed", "tag": "740ab08c-cadd-4696-a62b-a14d5834c74b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:09.540687 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d9ae49e-7990-4cc9-aac2-7354d3804af1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:09.541106 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76d2ccf-5aec-476b-83ab-cdca73e4a47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740ab08c-cadd-4696-a62b-a14d5834c74b', 'code': 200} Jun 30 03:15:09.571415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=740ab08c-cadd-4696-a62b-a14d5834c74b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:09.829591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04f63b-bffc-45f4-bf7e-9093a57709e7 req-876e09b3-b591-487f-a48e-4d4907c4dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:09.831012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c04f63b-bffc-45f4-bf7e-9093a57709e7 req-876e09b3-b591-487f-a48e-4d4907c4dcc8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 1102 time: 0.2323139 Jun 30 03:15:09.843539 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb3d9b-a2ea-4257-8b90-1e8bb274c300 req-d63d4d70-8616-4823-857a-c2980863a211 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:09.845017 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2cb3d9b-a2ea-4257-8b90-1e8bb274c300 req-d63d4d70-8616-4823-857a-c2980863a211 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 950 time: 0.0905366 Jun 30 03:15:09.904084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c04f63b-bffc-45f4-bf7e-9093a57709e7 req-f0bf6633-20af-465b-8807-0a982b21a182 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556161 Jun 30 03:15:09.914322 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2cb3d9b-a2ea-4257-8b90-1e8bb274c300 req-f296eb5e-f15a-4b0a-b0e0-8fd00294328c tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629153 Jun 30 03:15:11.106843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f3147-0369-41af-99d9-945d3f96d06d req-a78aa314-6ac3-4911-8586-f13b55235518 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:11.108407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d78f3147-0369-41af-99d9-945d3f96d06d req-a78aa314-6ac3-4911-8586-f13b55235518 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 950 time: 0.0719724 Jun 30 03:15:11.154647 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d78f3147-0369-41af-99d9-945d3f96d06d req-9a113fff-91cf-42f6-b8ae-5560855d80a2 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372577 Jun 30 03:15:12.341978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14d77-053a-451e-bc5b-035d57cb7c87 req-386bdcf3-12c6-4716-ae83-880e3540ac95 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:12.343522 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ab14d77-053a-451e-bc5b-035d57cb7c87 req-386bdcf3-12c6-4716-ae83-880e3540ac95 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 950 time: 0.0706432 Jun 30 03:15:12.397185 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ab14d77-053a-451e-bc5b-035d57cb7c87 req-04963b72-8e18-49c2-b7dc-7c2eada93ecc tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474241 Jun 30 03:15:13.506051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1143-bec6-413e-bf60-8e184397be07 req-5207ffcd-243e-4ac8-9334-e415e77498ef tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:13.507952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb3b1143-bec6-413e-bf60-8e184397be07 req-5207ffcd-243e-4ac8-9334-e415e77498ef tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 950 time: 0.0659857 Jun 30 03:15:13.549834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb3b1143-bec6-413e-bf60-8e184397be07 req-fb5881a8-c296-4c51-9c39-4e546dec50b6 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Jun 30 03:15:14.837045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-dd11e78e-d863-44cd-abdc-d0f60478ecb1 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:14.838579 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-dd11e78e-d863-44cd-abdc-d0f60478ecb1 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.69 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 950 time: 0.0712333 Jun 30 03:15:14.932714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cd8e4-5852-4c51-a8ed-e5a42404ada0 req-2aabd779-c98f-4aba-bf8b-d7765e952a88 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:14.934273 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe1cd8e4-5852-4c51-a8ed-e5a42404ada0 req-2aabd779-c98f-4aba-bf8b-d7765e952a88 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/ports?device_id=a76d2ccf-5aec-476b-83ab-cdca73e4a47f HTTP/1.1" status: 200 len: 950 time: 0.0674565 Jun 30 03:15:14.948770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-a2a7377b-555b-4d2b-a292-76852737cd5b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Deleting port 740ab08c-cadd-4696-a62b-a14d5834c74b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:15:14.949115 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-a2a7377b-555b-4d2b-a292-76852737cd5b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:14.977529 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fe1cd8e4-5852-4c51-a8ed-e5a42404ada0 req-9de3afdb-da60-4b9b-903a-bdf7cae59460 tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.55 "GET /v2.0/security-groups?id=fb952c82-58d1-41c8-974d-a04fe6701424&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369546 Jun 30 03:15:15.078017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-a2a7377b-555b-4d2b-a292-76852737cd5b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] For port 740ab08c-cadd-4696-a62b-a14d5834c74b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=740ab08c-cadd-4696-a62b-a14d5834c74b,segment=NetworkSegment(0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2),segment_id=0e1ac5ad-b0c6-4c27-8030-a28d4a70f5e2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:15.078358 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-a2a7377b-555b-4d2b-a292-76852737cd5b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.090692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-a2a7377b-555b-4d2b-a292-76852737cd5b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Calling delete_port for 740ab08c-cadd-4696-a62b-a14d5834c74b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:15:15.228583 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-a2a7377b-555b-4d2b-a292-76852737cd5b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.241905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['740ab08c-cadd-4696-a62b-a14d5834c74b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:15:15.258871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7377b-555b-4d2b-a292-76852737cd5b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Pushing event deleted for resources: {'Port': ['ID=740ab08c-cadd-4696-a62b-a14d5834c74b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:15.309511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-a2a7377b-555b-4d2b-a292-76852737cd5b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] No DVR routers for this DVR port 740ab08c-cadd-4696-a62b-a14d5834c74b on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:15:15.312171 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-a2a7377b-555b-4d2b-a292-76852737cd5b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:15.314176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ca006d24-25d5-499e-8654-3b4cdc63758f req-a2a7377b-555b-4d2b-a292-76852737cd5b tempest-ServersAdminNegativeTestJSON-1513277810 tempest-ServersAdminNegativeTestJSON-1513277810-project] 10.222.0.69 "DELETE /v2.0/ports/740ab08c-cadd-4696-a62b-a14d5834c74b HTTP/1.1" status: 204 len: 173 time: 0.4703085 Jun 30 03:15:15.314625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76d2ccf-5aec-476b-83ab-cdca73e4a47f', 'name': 'network-vif-deleted', 'tag': '740ab08c-cadd-4696-a62b-a14d5834c74b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:15.317136 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0846be-7bfc-42eb-8f75-d92dd6a4c15c" -d '{"events": [{"server_uuid": "a76d2ccf-5aec-476b-83ab-cdca73e4a47f", "name": "network-vif-deleted", "tag": "740ab08c-cadd-4696-a62b-a14d5834c74b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:15.453899 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a25db37-cac6-452d-a1b8-4d3c074f1453 x-openstack-request-id: req-2a25db37-cac6-452d-a1b8-4d3c074f1453 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:15.454189 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76d2ccf-5aec-476b-83ab-cdca73e4a47f", "name": "network-vif-deleted", "tag": "740ab08c-cadd-4696-a62b-a14d5834c74b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:15.454461 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a25db37-cac6-452d-a1b8-4d3c074f1453 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:15.454912 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76d2ccf-5aec-476b-83ab-cdca73e4a47f', 'name': 'network-vif-deleted', 'tag': '740ab08c-cadd-4696-a62b-a14d5834c74b', 'status': 'completed', 'code': 200} Jun 30 03:15:16.339754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47094) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:16.348479 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.484668 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-74822c1c-13c4-420d-9341-618e696f5846 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3fb3428862294c108863893d0307465d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432774 Jun 30 03:15:16.487398 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:16.523625 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.539389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705cc107-53dd-4718-a05c-109490f1d100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.560117 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705cc107-53dd-4718-a05c-109490f1d100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.610996 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705cc107-53dd-4718-a05c-109490f1d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.613694 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-705cc107-53dd-4718-a05c-109490f1d100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:16.615014 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-705cc107-53dd-4718-a05c-109490f1d100 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb952c82-58d1-41c8-974d-a04fe6701424 HTTP/1.1" status: 204 len: 168 time: 0.1266694 Jun 30 03:15:16.624342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cc107-53dd-4718-a05c-109490f1d100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb952c82-58d1-41c8-974d-a04fe6701424,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:16.907871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:16.921587 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7572cee6-03df-4deb-bbdd-895d2d12bc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.027087 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7572cee6-03df-4deb-bbdd-895d2d12bc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.032984 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7572cee6-03df-4deb-bbdd-895d2d12bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.071299 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7572cee6-03df-4deb-bbdd-895d2d12bc0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a232fb05c8f4e03866d278a132eb421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621845 Jun 30 03:15:17.072065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572cee6-03df-4deb-bbdd-895d2d12bc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c662db4e-bc51-449b-a157-cca35f74bb76,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:17.074920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47106) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:17.123962 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.149640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.199644 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.203755 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:17.205321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c662db4e-bc51-449b-a157-cca35f74bb76 HTTP/1.1" status: 204 len: 168 time: 0.1293342 Jun 30 03:15:17.213099 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c662db4e-bc51-449b-a157-cca35f74bb76,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:17.220779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.221123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.221458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.221789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.222114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.222435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.223083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.223245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.223538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.223971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.224296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.224599 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0a311-385b-4a11-983c-4e5ca9f66b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:15:17.370293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 740ab08c-cadd-4696-a62b-a14d5834c74b no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:15:17.393304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 740ab08c-cadd-4696-a62b-a14d5834c74b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:15:17.393650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 740ab08c-cadd-4696-a62b-a14d5834c74b not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:15:17.945706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:18.048356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1104273267-network', 'tenant_id': 'e770def32295448fbb218f7d97eec74d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:18.075828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Made reservation on behalf of e770def32295448fbb218f7d97eec74d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:18.078406 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.087736 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.184312 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.190881 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.221606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:15:18.229567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:18.236659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.237021 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Added segment 118181af-7c7c-4b25-8842-527ac3302938 of type vlan for network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 Jun 30 03:15:18.287461 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.327213 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.328646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:18.329599 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.393792 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4464955 Jun 30 03:15:18.397720 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47132) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:18.403002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Request body: {'subnet': {'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1104273267-subnet', 'tenant_id': 'e770def32295448fbb218f7d97eec74d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:18.417660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d0ddc-5225-4b33-9a76-460eb5296d7b admin admin] Pushing event updated for resources: {'Network': ['ID=ada2d1c7-4e6d-4be1-976f-64bcc6edd886,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:18.426584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Made reservation on behalf of e770def32295448fbb218f7d97eec74d for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:18.428887 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.431761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:15:18.609827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.664473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6b7366-7f20-49fb-847b-69a4f5465804,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:18.681402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Checking segment: {'id': '118181af-7c7c-4b25-8842-527ac3302938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:18.681985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Network hostable DHCP agents. Network: ada2d1c7-4e6d-4be1-976f-64bcc6edd886, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:15:18.701171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:15:18.711079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, ada2d1c7-4e6d-4be1-976f-64bcc6edd886) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:18.716105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:18.716684 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:18.721185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ba665-3705-498c-add3-7ec633e85bd6 None None] Network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:18.734694 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-69b90c88-14c8-4399-ab35-1a30d69d9c40 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3357396 Jun 30 03:15:18.844841 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af1fa7e-4f35-4a07-b148-b05e5f6de7c4 None None] Network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:15:19.182709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-0ab560bf-fb39-4663-8930-2288c81e4809 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:19.184219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-0ab560bf-fb39-4663-8930-2288c81e4809 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/networks?id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886 HTTP/1.1" status: 200 len: 812 time: 0.1050045 Jun 30 03:15:19.201838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-b7a5e7a9-0237-4703-9961-543f7895ce21 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/quotas/e770def32295448fbb218f7d97eec74d HTTP/1.1" status: 200 len: 375 time: 0.0102777 Jun 30 03:15:19.235797 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7ef03a63-ba7b-4987-8530-a040b94cb1b0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e770def32295448fbb218f7d97eec74d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283840 Jun 30 03:15:19.297797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-4434d80f-671f-4d10-8f7e-e9c9d561e035 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:15:19.299175 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-4434d80f-671f-4d10-8f7e-e9c9d561e035 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565398 Jun 30 03:15:19.398182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-2c1003ab-21fb-46e8-969a-e9a8f4f3be95 service neutron] 10.222.0.55 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921323 Jun 30 03:15:19.491601 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-e5b2f8e2-d274-40b6-8429-7686a1c55e13 service neutron] 10.222.0.55 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873404 Jun 30 03:15:19.668383 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ed2f135-2319-420b-b3e8-916d4d0eacf5 req-097ea2f1-601e-425d-8c7e-555e98d93b5e tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 210 time: 0.0312061 Jun 30 03:15:20.839815 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9217c532-2d78-4c8d-8408-703ba538529c req-34d7f817-f4e1-4b4f-a211-c2330965980c tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 210 time: 0.0388715 Jun 30 03:15:20.852077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-9726b932-8e0a-465d-86c9-e0458231649d tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:20.853613 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-9726b932-8e0a-465d-86c9-e0458231649d tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.69 "GET /v2.0/networks?id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886 HTTP/1.1" status: 200 len: 812 time: 0.1463878 Jun 30 03:15:20.867062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Request body: {'port': {'device_id': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886', 'admin_state_up': True, 'tenant_id': 'e770def32295448fbb218f7d97eec74d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:20.979291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Made reservation on behalf of e770def32295448fbb218f7d97eec74d for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:15:20.982875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:21.108830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Allocated IP 172.20.0.12 (ada2d1c7-4e6d-4be1-976f-64bcc6edd886/ec6b7366-7f20-49fb-847b-69a4f5465804/103cc5eb-773b-4fe0-9d05-6dfcebd9750c) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:15:21.275596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:21.320857 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:21.366969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:15:21.370188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:15:21.376658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:15:21.383123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Pushing event updated for resources: {'Port': ['ID=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:21.436917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:21.437533 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:21.454074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-947e4290-2d0a-46cf-a36c-f14287b27451 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5917013 Jun 30 03:15:21.466332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Request body: {'port': {'device_id': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:15:21.540980 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:21.836683 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103cc5eb-773b-4fe0-9d05-6dfcebd9750c {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:15:21.844101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:21.857974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Transition to ACTIVE for port object 103cc5eb-773b-4fe0-9d05-6dfcebd9750c will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:15:21.861767 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:21.911639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Pushing event updated for resources: {'Port': ['ID=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:21.995089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Attempting to bind port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:15:21.995425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Attempting to bind port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '118181af-7c7c-4b25-8842-527ac3302938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:15:21.995752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Attempting to bind port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c on network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:22.000238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c on network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:15:22.000556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Attempting to bind port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c on network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:15:22.005865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:15:22.006198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Checking segment: {'id': '118181af-7c7c-4b25-8842-527ac3302938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:15:22.006578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Bound using segment: {'id': '118181af-7c7c-4b25-8842-527ac3302938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:15:22.007215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Bound port: 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118181af-7c7c-4b25-8842-527ac3302938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:15:22.007584 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:22.026875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cec4c1-f2a2-4a30-8304-e97ee87326ae req-7d4c101a-c73b-435b-9e98-1f2d8f9d971a tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:22.028434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-90cec4c1-f2a2-4a30-8304-e97ee87326ae req-7d4c101a-c73b-435b-9e98-1f2d8f9d971a tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 944 time: 0.0694337 Jun 30 03:15:22.069831 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-90cec4c1-f2a2-4a30-8304-e97ee87326ae req-22b7c06d-65de-4260-a3c7-b75086318848 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353882 Jun 30 03:15:22.076035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:15:22.079315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,segment=NetworkSegment(118181af-7c7c-4b25-8842-527ac3302938),segment_id=118181af-7c7c-4b25-8842-527ac3302938)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:15:22.084871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:22.117795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:22.118306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:22.120248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] 10.222.0.69 "PUT /v2.0/ports/103cc5eb-773b-4fe0-9d05-6dfcebd9750c HTTP/1.1" status: 200 len: 1093 time: 0.6581542 Jun 30 03:15:22.122447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:22.126071 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf45d0fb-046b-4ea3-996f-bdf77f16d238" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:22.154195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f678f-5de3-4aea-8237-a2282d810bab service neutron] Pushing event updated for resources: {'Port': ['ID=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:22.171621 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea0e82d-8ddf-4f66-9f31-c5cdafdb9e8f x-openstack-request-id: req-aea0e82d-8ddf-4f66-9f31-c5cdafdb9e8f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:22.171907 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:22.172156 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aea0e82d-8ddf-4f66-9f31-c5cdafdb9e8f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:22.172569 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c', 'status': 'completed', 'code': 200} Jun 30 03:15:22.221447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-26ac7d3f-d9d3-4080-b0d7-3132b875020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:22.223201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-26ac7d3f-d9d3-4080-b0d7-3132b875020b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e770def32295448fbb218f7d97eec74d&device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 1096 time: 0.0606959 Jun 30 03:15:22.272538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-41387425-cdc0-411c-9d52-47227c1285f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c HTTP/1.1" status: 200 len: 217 time: 0.0422623 Jun 30 03:15:22.325774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-1cc2b766-8b16-4f7f-b15b-57fdde4f8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:22.327328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-1cc2b766-8b16-4f7f-b15b-57fdde4f8061 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec6b7366-7f20-49fb-847b-69a4f5465804 HTTP/1.1" status: 200 len: 852 time: 0.0486693 Jun 30 03:15:22.362954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-0cd16e46-e55b-4bc9-b4f0-80ef46d3f670 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284107 Jun 30 03:15:22.821981 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-7932caa5-a342-4e57-b463-57c69af040c4 service neutron] 10.222.0.69 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521070 Jun 30 03:15:22.919099 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-db250db9-e4c1-45cb-95c0-09dcdcd16d1b req-1ca7024a-c4e1-4c63-85a9-14b092181021 service neutron] 10.222.0.69 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904772 Jun 30 03:15:23.032572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45d0fb-046b-4ea3-996f-bdf77f16d238 req-56a79bbb-5f64-4131-acff-ecc88f9d6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:23.034104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf45d0fb-046b-4ea3-996f-bdf77f16d238 req-56a79bbb-5f64-4131-acff-ecc88f9d6d6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e770def32295448fbb218f7d97eec74d&device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 1096 time: 0.0568349 Jun 30 03:15:23.134322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45d0fb-046b-4ea3-996f-bdf77f16d238 req-4ba35701-edc6-48b4-9963-e4a13814cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:23.135840 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf45d0fb-046b-4ea3-996f-bdf77f16d238 req-4ba35701-edc6-48b4-9963-e4a13814cf4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886 HTTP/1.1" status: 200 len: 913 time: 0.0947111 Jun 30 03:15:23.183975 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf45d0fb-046b-4ea3-996f-bdf77f16d238 req-e611cffb-8faf-4f19-bf24-985b9b23b847 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c HTTP/1.1" status: 200 len: 217 time: 0.0410211 Jun 30 03:15:23.239008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45d0fb-046b-4ea3-996f-bdf77f16d238 req-84a55c73-002a-4b2d-b778-72555d1474bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:23.240601 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf45d0fb-046b-4ea3-996f-bdf77f16d238 req-84a55c73-002a-4b2d-b778-72555d1474bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec6b7366-7f20-49fb-847b-69a4f5465804 HTTP/1.1" status: 200 len: 852 time: 0.0503798 Jun 30 03:15:23.254868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f35e9-5ccf-467d-8d72-36c2f78bf093 req-9bd4bb38-3f96-4398-9641-ed71643f5e97 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:23.256850 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc6f35e9-5ccf-467d-8d72-36c2f78bf093 req-9bd4bb38-3f96-4398-9641-ed71643f5e97 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 944 time: 0.0711949 Jun 30 03:15:23.277007 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf45d0fb-046b-4ea3-996f-bdf77f16d238 req-33536d75-214d-49be-a3a5-83fe2d147edb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300093 Jun 30 03:15:23.298513 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bc6f35e9-5ccf-467d-8d72-36c2f78bf093 req-e9215893-fef0-4ba6-92fe-ef7464f55e75 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355132 Jun 30 03:15:23.370675 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf45d0fb-046b-4ea3-996f-bdf77f16d238 req-95c6f05e-80ab-49f6-b153-9aca2b759d5a service neutron] 10.222.0.69 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874009 Jun 30 03:15:23.469729 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cf45d0fb-046b-4ea3-996f-bdf77f16d238 req-46483e7b-1dcb-4024-9ede-18a789f69e40 service neutron] 10.222.0.69 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915811 Jun 30 03:15:24.402986 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f944dd90-3d26-4233-8ee8-b00b50da0fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:24.487037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700223c-739d-4bb9-8903-2288d6c483d1 req-9b13fb14-3ac8-45ac-86f3-a8ca702e7859 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:24.488578 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1700223c-739d-4bb9-8903-2288d6c483d1 req-9b13fb14-3ac8-45ac-86f3-a8ca702e7859 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 944 time: 0.0683827 Jun 30 03:15:24.529002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1700223c-739d-4bb9-8903-2288d6c483d1 req-69d88515-8a76-4913-a49d-718ff90dde01 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Jun 30 03:15:25.716315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f02060-c228-49e9-b2c4-752781508fbd req-138c11e1-a106-4c76-8c9f-e610467abb8e tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:25.717866 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80f02060-c228-49e9-b2c4-752781508fbd req-138c11e1-a106-4c76-8c9f-e610467abb8e tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 944 time: 0.0734622 Jun 30 03:15:25.758176 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-80f02060-c228-49e9-b2c4-752781508fbd req-db58fd00-e9df-4407-b5b1-1ab3a07bc6ef tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344965 Jun 30 03:15:26.944136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff57395-40f7-402e-b7d8-107967024d67 req-72ee4960-d71a-470e-a6df-7966116280db tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:26.945599 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fff57395-40f7-402e-b7d8-107967024d67 req-72ee4960-d71a-470e-a6df-7966116280db tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 944 time: 0.0731442 Jun 30 03:15:26.985954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fff57395-40f7-402e-b7d8-107967024d67 req-ac44282d-bb91-44de-8356-29015c03d279 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344388 Jun 30 03:15:26.996196 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60d0516a-2bd4-4c72-b65f-7e5e8d578658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.072926 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.379837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 103cc5eb-773b-4fe0-9d05-6dfcebd9750c details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:15:27.484781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,segment=NetworkSegment(118181af-7c7c-4b25-8842-527ac3302938),segment_id=118181af-7c7c-4b25-8842-527ac3302938)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:27.497180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c', 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886', 'port_id': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c', 'mac_address': 'fa:16:3e:d6:b7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6b7366-7f20-49fb-847b-69a4f5465804', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:15:27.536289 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.549668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103cc5eb-773b-4fe0-9d05-6dfcebd9750c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:15:27.571116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,segment=NetworkSegment(118181af-7c7c-4b25-8842-527ac3302938),segment_id=118181af-7c7c-4b25-8842-527ac3302938)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:27.576540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:27.630652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:27.879612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['103cc5eb-773b-4fe0-9d05-6dfcebd9750c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:15:28.170187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9b96f-71c4-4555-bd71-16b85b0fa6c0 req-62833cfe-a5a5-4c18-900f-45b29850ddbf tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:28.171696 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-14f9b96f-71c4-4555-bd71-16b85b0fa6c0 req-62833cfe-a5a5-4c18-900f-45b29850ddbf tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 945 time: 0.0707579 Jun 30 03:15:28.214758 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-14f9b96f-71c4-4555-bd71-16b85b0fa6c0 req-b175278e-5c8c-42c8-9eed-4dda1058553f tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350778 Jun 30 03:15:28.399676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:29.400025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 103cc5eb-773b-4fe0-9d05-6dfcebd9750c up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:15:29.404658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd5375-b81d-45f1-b6d2-14826c270684 req-21b4ee9f-af89-44c9-b2f4-19cb9493ac6e tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:29.406218 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fbd5375-b81d-45f1-b6d2-14826c270684 req-21b4ee9f-af89-44c9-b2f4-19cb9493ac6e tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 945 time: 0.0740724 Jun 30 03:15:29.453569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fbd5375-b81d-45f1-b6d2-14826c270684 req-b642bbcd-0d0d-4d7f-b475-09ed254aa907 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412509 Jun 30 03:15:29.466545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:15:29.483038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:15:29.483038 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:29.555283 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:29.579225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:15:29.581514 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52426370-57b0-41d2-b0b6-6726d7e636c9" -d '{"events": [{"server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "name": "network-vif-plugged", "status": "completed", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:15:29.595706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,segment=NetworkSegment(118181af-7c7c-4b25-8842-527ac3302938),segment_id=118181af-7c7c-4b25-8842-527ac3302938)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:15:29.601651 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:29.653331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:15:29.690870 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7049163b-7f7b-4d51-98b9-da93a3800999 x-openstack-request-id: req-7049163b-7f7b-4d51-98b9-da93a3800999 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:15:29.691165 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "name": "network-vif-plugged", "status": "completed", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:15:29.691423 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7049163b-7f7b-4d51-98b9-da93a3800999 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:15:29.691883 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c', 'code': 200} Jun 30 03:15:29.815431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7bfd4-8a89-4fe3-9dc2-0724f1d33393 req-6614afcc-e554-4ba2-87dc-571857ef8277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:29.816868 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9a7bfd4-8a89-4fe3-9dc2-0724f1d33393 req-6614afcc-e554-4ba2-87dc-571857ef8277 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 1098 time: 0.0549991 Jun 30 03:15:29.858047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9a7bfd4-8a89-4fe3-9dc2-0724f1d33393 req-b91a84cb-a20e-4419-9acf-c715f1d377a3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348296 Jun 30 03:15:30.197770 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:30.847919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536359e2-4aff-435d-9a9a-07971377a8ee req-1350848a-14b0-4d0d-933f-5bc4ecfbfe2d tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:30.849469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-536359e2-4aff-435d-9a9a-07971377a8ee req-1350848a-14b0-4d0d-933f-5bc4ecfbfe2d tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0712559 Jun 30 03:15:30.902634 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-536359e2-4aff-435d-9a9a-07971377a8ee req-878d8a55-9ee7-4644-9ed4-51657c991be6 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470643 Jun 30 03:15:31.581786 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:15:32.105378 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96225f13-b76f-467b-acbb-0150481e38b1 req-d3ed54f8-2115-4d7c-89f4-fa88e6566215 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:32.107035 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96225f13-b76f-467b-acbb-0150481e38b1 req-d3ed54f8-2115-4d7c-89f4-fa88e6566215 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0770829 Jun 30 03:15:32.158663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96225f13-b76f-467b-acbb-0150481e38b1 req-b15c6919-888b-4df3-9055-6a4ac7ec5697 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Jun 30 03:15:32.471552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47192) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:15:32.619076 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-79d93775-5d9e-428a-87db-a0a97408debd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1463661 Jun 30 03:15:32.626474 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d47bc3-7cf7-475d-adf2-d2eb21989174 req-cd4bf581-983e-46cb-819d-29643fb6a019 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:32.627997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25d47bc3-7cf7-475d-adf2-d2eb21989174 req-cd4bf581-983e-46cb-819d-29643fb6a019 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.1093450 Jun 30 03:15:32.670454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25d47bc3-7cf7-475d-adf2-d2eb21989174 req-743c5649-e60c-4d93-bd90-422baf70ae92 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358822 Jun 30 03:15:33.885919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b43d2-b904-4000-8e58-6f234242eb79 req-9b51205f-6dd2-46f9-80da-e590d23eaebc tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:33.887448 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-493b43d2-b904-4000-8e58-6f234242eb79 req-9b51205f-6dd2-46f9-80da-e590d23eaebc tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0986955 Jun 30 03:15:33.935802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-33b4ef73-c383-46cd-9c32-300bf4f92fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:33.937286 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-33b4ef73-c383-46cd-9c32-300bf4f92fc9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e770def32295448fbb218f7d97eec74d&device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 1098 time: 0.0995226 Jun 30 03:15:33.944801 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-493b43d2-b904-4000-8e58-6f234242eb79 req-e461f8fb-d3f9-4f27-a82f-c501ce930e85 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511742 Jun 30 03:15:34.034587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-eca1e67b-194d-48ff-8458-2e6aa4216c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:34.037059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-eca1e67b-194d-48ff-8458-2e6aa4216c60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886 HTTP/1.1" status: 200 len: 913 time: 0.0909884 Jun 30 03:15:34.087468 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-6b04e6f0-bdfd-41cf-ac74-ed3a353dd373 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c HTTP/1.1" status: 200 len: 217 time: 0.0415580 Jun 30 03:15:34.141357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-1475ce72-d5ee-4de4-a04d-1accd7305bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:34.142869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-1475ce72-d5ee-4de4-a04d-1accd7305bd7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec6b7366-7f20-49fb-847b-69a4f5465804 HTTP/1.1" status: 200 len: 852 time: 0.0483644 Jun 30 03:15:34.176947 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-09f0fa90-d406-43d4-a219-a5dda9a06732 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277145 Jun 30 03:15:34.277067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-03ee467e-5635-45ed-b436-35a8b5a18d6b service neutron] 10.222.0.69 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936573 Jun 30 03:15:34.375977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-5aeacfaa-e16f-4fa7-b4ac-676f9834ae99 service neutron] 10.222.0.69 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927930 Jun 30 03:15:35.132793 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cbb6f-770f-4917-94b3-77b14f317c7c req-423804df-6a15-4f5e-b2d2-6d4184d2d2d5 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:35.134292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c96cbb6f-770f-4917-94b3-77b14f317c7c req-423804df-6a15-4f5e-b2d2-6d4184d2d2d5 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0715513 Jun 30 03:15:35.178356 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c96cbb6f-770f-4917-94b3-77b14f317c7c req-8bd7d874-01ef-424e-a0c5-249f42315f9d tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351548 Jun 30 03:15:36.368386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683133d-3bfe-4149-a4c9-9698a389bbaa req-d0dba130-0a6f-4791-a8af-7b07371f0857 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:36.369882 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c683133d-3bfe-4149-a4c9-9698a389bbaa req-d0dba130-0a6f-4791-a8af-7b07371f0857 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0733774 Jun 30 03:15:36.410758 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c683133d-3bfe-4149-a4c9-9698a389bbaa req-199d4a86-a247-4627-9d7c-d209304e94f0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349576 Jun 30 03:15:37.612056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bab6a-f31c-4c3e-bbf2-327640a78151 req-db07b55d-c44d-4347-bdf2-983b6098117b tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:37.613560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e2bab6a-f31c-4c3e-bbf2-327640a78151 req-db07b55d-c44d-4347-bdf2-983b6098117b tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0857983 Jun 30 03:15:37.656000 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e2bab6a-f31c-4c3e-bbf2-327640a78151 req-fe703384-11f4-4e96-87b1-9ede91db7826 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333035 Jun 30 03:15:38.852934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc561f-dc6f-4c6e-9479-98ffce90b19a req-58da4571-6a73-48d4-9c46-45fff35f0ed7 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:38.854513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3bc561f-dc6f-4c6e-9479-98ffce90b19a req-58da4571-6a73-48d4-9c46-45fff35f0ed7 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0694556 Jun 30 03:15:38.895515 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3bc561f-dc6f-4c6e-9479-98ffce90b19a req-f85fab2f-f0a9-47eb-865c-fbf7f99fe8ed tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350635 Jun 30 03:15:40.083414 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728bba3-772a-4999-bf9b-2e619fe5b28a req-ae7111de-34fa-41b8-884e-36e8f91ba382 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:40.085324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5728bba3-772a-4999-bf9b-2e619fe5b28a req-ae7111de-34fa-41b8-884e-36e8f91ba382 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0707262 Jun 30 03:15:40.125165 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5728bba3-772a-4999-bf9b-2e619fe5b28a req-bc5a7b8b-9cd7-441f-ba0c-47c3be4f9cfb tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Jun 30 03:15:41.313193 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009869f-57fc-409c-bcb5-5f4fc3a037bf req-a5d6d414-e842-4c61-a852-48fbc187f879 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:41.314728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8009869f-57fc-409c-bcb5-5f4fc3a037bf req-a5d6d414-e842-4c61-a852-48fbc187f879 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0690677 Jun 30 03:15:41.358305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8009869f-57fc-409c-bcb5-5f4fc3a037bf req-32016a1a-a761-4f03-b1fa-9e87a7519321 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374036 Jun 30 03:15:42.542179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d76af9-b3a1-4a96-a2f0-fb0a68b37366 req-76481521-e0de-461a-9a3e-908dab413584 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:42.543757 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52d76af9-b3a1-4a96-a2f0-fb0a68b37366 req-76481521-e0de-461a-9a3e-908dab413584 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0689135 Jun 30 03:15:42.584644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52d76af9-b3a1-4a96-a2f0-fb0a68b37366 req-6b33bc4f-2e01-4d31-8826-db305f2a7edd tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Jun 30 03:15:43.768384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9db74-60a5-4c12-a232-9a921583ef93 req-9c179554-6cf5-43a5-b3d7-0a52be46d116 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:43.769789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ad9db74-60a5-4c12-a232-9a921583ef93 req-9c179554-6cf5-43a5-b3d7-0a52be46d116 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0718689 Jun 30 03:15:43.814220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ad9db74-60a5-4c12-a232-9a921583ef93 req-a889b835-f612-4120-a7b1-19086159c729 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 Jun 30 03:15:45.000110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e974662-3a31-4b46-b2a1-4629c9254a1b req-535f0648-880f-4ac4-a1ad-e806315bf416 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:45.001493 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e974662-3a31-4b46-b2a1-4629c9254a1b req-535f0648-880f-4ac4-a1ad-e806315bf416 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0688715 Jun 30 03:15:45.041345 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7e974662-3a31-4b46-b2a1-4629c9254a1b req-7f752341-9a2f-4372-809a-9450299e76aa tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337977 Jun 30 03:15:46.223315 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c587bb-60fd-4d27-9003-88ad78eb9932 req-7da30925-0b84-4421-83ed-546e053d0c3c tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:46.224979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38c587bb-60fd-4d27-9003-88ad78eb9932 req-7da30925-0b84-4421-83ed-546e053d0c3c tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0674078 Jun 30 03:15:46.264588 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38c587bb-60fd-4d27-9003-88ad78eb9932 req-046c6fca-8663-4b3d-8a5e-74d29316c95b tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Jun 30 03:15:46.352379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:46.527892 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:47.446948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d53fa-220d-4bbf-87b1-8dbbca2a317b req-b97fbd44-9460-413b-98a3-6ad72ab02c7f tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:47.448494 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca4d53fa-220d-4bbf-87b1-8dbbca2a317b req-b97fbd44-9460-413b-98a3-6ad72ab02c7f tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0699430 Jun 30 03:15:47.495492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ca4d53fa-220d-4bbf-87b1-8dbbca2a317b req-ba07a90e-b1ba-4116-a3e7-94967760369c tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Jun 30 03:15:48.686858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4702278-aabd-442d-ae11-09f5d80fbd99 req-5fdafd5e-c7e1-4523-a9e8-6f07f7ae77b4 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:48.688328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4702278-aabd-442d-ae11-09f5d80fbd99 req-5fdafd5e-c7e1-4523-a9e8-6f07f7ae77b4 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0704558 Jun 30 03:15:48.728123 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e4702278-aabd-442d-ae11-09f5d80fbd99 req-3a9dc2da-8cde-4657-b18f-1cf08e9d9bce tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338655 Jun 30 03:15:49.913627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412e49c-2f47-4e84-a552-83ba403bc389 req-ed8d53d0-9b45-4902-822d-4321374a516c tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:49.915225 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0412e49c-2f47-4e84-a552-83ba403bc389 req-ed8d53d0-9b45-4902-822d-4321374a516c tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0710855 Jun 30 03:15:49.955667 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0412e49c-2f47-4e84-a552-83ba403bc389 req-19c14a85-664c-45d6-9692-88fb27a1d4bf tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344415 Jun 30 03:15:51.139926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275526-8de7-42d8-8003-85257f131fe0 req-dba4b122-88d4-41a2-bcb3-e49a95640f3f tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:51.141437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f275526-8de7-42d8-8003-85257f131fe0 req-dba4b122-88d4-41a2-bcb3-e49a95640f3f tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0664723 Jun 30 03:15:51.197357 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1f275526-8de7-42d8-8003-85257f131fe0 req-f913f640-32c9-42b0-8ea8-f6f343990fbd tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495641 Jun 30 03:15:52.373143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e643e7f-91bf-4da4-a4c5-6d0c37d30cc4 req-21645cf7-6a08-4e01-a93e-0fab484d1f0a tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:52.374685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e643e7f-91bf-4da4-a4c5-6d0c37d30cc4 req-21645cf7-6a08-4e01-a93e-0fab484d1f0a tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0652528 Jun 30 03:15:52.414434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e643e7f-91bf-4da4-a4c5-6d0c37d30cc4 req-43bd87f7-24e7-43ca-9483-3ee442ad003e tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337954 Jun 30 03:15:53.610752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c71d-97a2-4f3d-a9e9-0c21fb7b486a req-03f5d94b-978c-4c0e-b93a-e29bfa56648d tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:53.612255 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6863c71d-97a2-4f3d-a9e9-0c21fb7b486a req-03f5d94b-978c-4c0e-b93a-e29bfa56648d tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0750959 Jun 30 03:15:53.651905 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6863c71d-97a2-4f3d-a9e9-0c21fb7b486a req-364d058c-08d1-450c-ae43-4c0ca4c0a541 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335083 Jun 30 03:15:54.407569 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcccb0cb-7d8f-40a7-8e3d-6ef18419969c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:54.831405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a2c76-528a-48b7-ae50-b7d818bf9140 req-085b639c-1c08-4ac9-b4c0-eb8050f49cee tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:54.832940 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-178a2c76-528a-48b7-ae50-b7d818bf9140 req-085b639c-1c08-4ac9-b4c0-eb8050f49cee tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0675793 Jun 30 03:15:54.873310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-178a2c76-528a-48b7-ae50-b7d818bf9140 req-94d86ce9-3408-41b0-86cd-f486ba4d24e0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340347 Jun 30 03:15:56.051854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d36f6-5082-4e94-8ce3-bf4126e6c510 req-82ca7932-71b0-41dd-a96d-df4343fb95fe tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:56.053338 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-886d36f6-5082-4e94-8ce3-bf4126e6c510 req-82ca7932-71b0-41dd-a96d-df4343fb95fe tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0675449 Jun 30 03:15:56.091428 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-886d36f6-5082-4e94-8ce3-bf4126e6c510 req-ed6d5f1c-7a77-4013-b8d0-2a442ed7b6f0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Jun 30 03:15:57.009184 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d2d7d633-73b8-4964-a658-12ce821222a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.077236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:57.287905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd330fe-8470-4629-8d1b-c201defce71c req-99e4ccbd-b6bb-41c1-b17f-778c7715730f tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:57.289442 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cd330fe-8470-4629-8d1b-c201defce71c req-99e4ccbd-b6bb-41c1-b17f-778c7715730f tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0798705 Jun 30 03:15:57.339493 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cd330fe-8470-4629-8d1b-c201defce71c req-740e09dd-5ca9-4937-94a6-3c5062ca53bb tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 Jun 30 03:15:58.404197 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:15:58.529980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824886a-f715-4794-8d8b-7ecab645aa40 req-d5f8cdc9-b881-4668-921f-96b1c0a82d63 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:58.531497 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8824886a-f715-4794-8d8b-7ecab645aa40 req-d5f8cdc9-b881-4668-921f-96b1c0a82d63 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0673780 Jun 30 03:15:58.571688 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8824886a-f715-4794-8d8b-7ecab645aa40 req-a3a6c4a4-9009-4b3c-9349-c50a6f2ebc9f tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Jun 30 03:15:59.769976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466ee16-cd1a-4fce-ad83-51d43f875bfd req-b5f94615-0e3f-4b9c-889d-47c1e7c00e61 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:15:59.771403 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c466ee16-cd1a-4fce-ad83-51d43f875bfd req-b5f94615-0e3f-4b9c-889d-47c1e7c00e61 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0748634 Jun 30 03:15:59.814555 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c466ee16-cd1a-4fce-ad83-51d43f875bfd req-a795ae7b-e296-4455-aafe-77ccd258e7e5 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344150 Jun 30 03:16:00.205227 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:01.003390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b007dfc-f1d3-4194-8313-0511db71c297 req-ee80f696-56b7-4fc7-a6d4-4b1a1b287ce0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:01.004768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b007dfc-f1d3-4194-8313-0511db71c297 req-ee80f696-56b7-4fc7-a6d4-4b1a1b287ce0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0676973 Jun 30 03:16:01.044405 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0b007dfc-f1d3-4194-8313-0511db71c297 req-47441434-e2ba-40e5-b868-10dd946616e1 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Jun 30 03:16:01.452223 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-40fe4177-cb90-440a-bea2-210a9b1f3cb7 service neutron] show failed (client error): The resource could not be found. Jun 30 03:16:01.452924 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-40fe4177-cb90-440a-bea2-210a9b1f3cb7 service neutron] 10.222.0.69 "GET /v2.0/ports/103cc5eb-773b-4fe0-9d05-6dfcebd9750c/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0660920 Jun 30 03:16:01.751675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-5825ea88-0664-40c8-bb6d-91b971388352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:01.754050 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-5825ea88-0664-40c8-bb6d-91b971388352 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa&tenant_id=e770def32295448fbb218f7d97eec74d HTTP/1.1" status: 200 len: 1098 time: 0.0939770 Jun 30 03:16:01.765914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:01.838948 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.046411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,segment=NetworkSegment(118181af-7c7c-4b25-8842-527ac3302938),segment_id=118181af-7c7c-4b25-8842-527ac3302938)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:02.082524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:02.124169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:02.126619 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b81797-e130-4a37-8b23-fa08a4cdcfa1" -d '{"events": [{"server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "name": "network-vif-unplugged", "status": "completed", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:02.130398 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.144463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Transition to ACTIVE for port object 103cc5eb-773b-4fe0-9d05-6dfcebd9750c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:02.150223 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.195155 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9def17-28b0-449a-8c0c-a2a2e87b0ee1 x-openstack-request-id: req-ee9def17-28b0-449a-8c0c-a2a2e87b0ee1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:02.195564 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "name": "network-vif-unplugged", "status": "completed", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:02.195932 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee9def17-28b0-449a-8c0c-a2a2e87b0ee1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:02.196294 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c', 'code': 200} Jun 30 03:16:02.545077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Pushing event updated for resources: {'Port': ['ID=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:02.570196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] No DVR routers for this DVR port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:02.576126 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.576472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.576807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.577140 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.577450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.577777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.578097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.578418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.578740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.579082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.579395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.579712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:02.628046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Attempting to bind port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:02.628359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Attempting to bind port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '118181af-7c7c-4b25-8842-527ac3302938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:02.628712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Attempting to bind port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c on network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:02.639508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7bf8b-c52c-4a8f-a4d2-ff03bc21d2a4 req-a597549b-8fa1-460f-96ac-0c8941f9281e tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:02.640987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93b7bf8b-c52c-4a8f-a4d2-ff03bc21d2a4 req-a597549b-8fa1-460f-96ac-0c8941f9281e tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 944 time: 0.4657238 Jun 30 03:16:02.643182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c on network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:02.643505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Attempting to bind port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c on network ada2d1c7-4e6d-4be1-976f-64bcc6edd886 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:02.654566 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:02.654934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Checking segment: {'id': '118181af-7c7c-4b25-8842-527ac3302938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:02.655310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Bound using segment: {'id': '118181af-7c7c-4b25-8842-527ac3302938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:02.655742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Bound port: 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118181af-7c7c-4b25-8842-527ac3302938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:02.656094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.710178 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-93b7bf8b-c52c-4a8f-a4d2-ff03bc21d2a4 req-e730243e-a39f-46f9-8583-c777af48b266 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630927 Jun 30 03:16:02.749188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:02.752412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,segment=NetworkSegment(118181af-7c7c-4b25-8842-527ac3302938),segment_id=118181af-7c7c-4b25-8842-527ac3302938)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:02.758527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.799287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:02.799889 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:02.801274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] 10.222.0.73 "PUT /v2.0/ports/103cc5eb-773b-4fe0-9d05-6dfcebd9750c HTTP/1.1" status: 200 len: 1093 time: 1.0398118 Jun 30 03:16:02.819418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4af96-c213-430d-abfc-744e7d08ea29 service neutron] Pushing event updated for resources: {'Port': ['ID=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:02.878733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-b423eee3-3153-4ab2-8c74-b5a7d70dec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:02.880283 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-b423eee3-3153-4ab2-8c74-b5a7d70dec03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e770def32295448fbb218f7d97eec74d&device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 1096 time: 0.0558255 Jun 30 03:16:02.974616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-66a3d417-ce81-4c5d-a08b-7b2ecf90df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:02.976512 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-66a3d417-ce81-4c5d-a08b-7b2ecf90df78 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886 HTTP/1.1" status: 200 len: 913 time: 0.0898552 Jun 30 03:16:03.018692 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-ab2a6a06-63bd-4d99-ac2a-9ef67a446a30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c HTTP/1.1" status: 200 len: 217 time: 0.0356672 Jun 30 03:16:03.067564 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-1b1c8437-d65d-4768-942a-fdaf3c0d4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:03.068827 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-1b1c8437-d65d-4768-942a-fdaf3c0d4e6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec6b7366-7f20-49fb-847b-69a4f5465804 HTTP/1.1" status: 200 len: 852 time: 0.0441394 Jun 30 03:16:03.103308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-e455a618-01ce-4ebb-873e-dfb40a8cdb9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258405 Jun 30 03:16:03.195011 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-802b756c-a060-4bce-a7d4-5cf992e2b3f5 service neutron] 10.222.0.73 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847960 Jun 30 03:16:03.291059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bb19d8a-84f2-4954-8c78-0544e180946d req-e4fa0363-34a2-43f4-95b0-a8ecbae52334 service neutron] 10.222.0.73 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899315 Jun 30 03:16:03.897963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f4191-8cd8-4695-ba84-1495623b65bc req-c6841378-f0f8-4d71-8337-1ca8e680c016 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:03.899522 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-080f4191-8cd8-4695-ba84-1495623b65bc req-c6841378-f0f8-4d71-8337-1ca8e680c016 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 944 time: 0.0688198 Jun 30 03:16:03.941815 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-080f4191-8cd8-4695-ba84-1495623b65bc req-d5c32d64-48c7-48b6-a046-04161c431439 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Jun 30 03:16:04.197646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:04.201385 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87015b21-7b1b-49b8-9299-289ed9904dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:04.252007 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea1ed79-5a2b-4c91-9b21-cedd8bff75e6 x-openstack-request-id: req-6ea1ed79-5a2b-4c91-9b21-cedd8bff75e6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:04.252309 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:04.252553 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ea1ed79-5a2b-4c91-9b21-cedd8bff75e6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:04.253558 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c', 'status': 'completed', 'code': 200} Jun 30 03:16:04.334065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-a2501e50-08da-4712-84ac-cdd7509f4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.335374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-6bc10878-8959-42b8-ba4e-15ac3799c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.335610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-a2501e50-08da-4712-84ac-cdd7509f4b1d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e770def32295448fbb218f7d97eec74d&device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 1096 time: 0.0624712 Jun 30 03:16:04.337051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-6bc10878-8959-42b8-ba4e-15ac3799c133 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e770def32295448fbb218f7d97eec74d&device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 1096 time: 0.0570641 Jun 30 03:16:04.429294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-e5be58fa-acb0-4655-adcc-307f1f658cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.431414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-e5be58fa-acb0-4655-adcc-307f1f658cc9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886 HTTP/1.1" status: 200 len: 913 time: 0.0890760 Jun 30 03:16:04.433594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-952e6ff5-0542-45ca-bffa-3943ba84b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.435093 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-952e6ff5-0542-45ca-bffa-3943ba84b2eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886 HTTP/1.1" status: 200 len: 913 time: 0.0900469 Jun 30 03:16:04.473027 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-cfae6f18-cedc-4f4d-be79-4f11bdba0b12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c HTTP/1.1" status: 200 len: 217 time: 0.0355392 Jun 30 03:16:04.483347 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-7f4c3534-6754-48bc-b7e3-66db4c81a6ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c HTTP/1.1" status: 200 len: 217 time: 0.0399225 Jun 30 03:16:04.528396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-44211444-694e-4c3b-bc05-63a9cc141214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.530018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-44211444-694e-4c3b-bc05-63a9cc141214 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec6b7366-7f20-49fb-847b-69a4f5465804 HTTP/1.1" status: 200 len: 852 time: 0.0507641 Jun 30 03:16:04.543360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-063f3c2c-8d33-4f8a-bfd0-deaea5edffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:04.544897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-063f3c2c-8d33-4f8a-bfd0-deaea5edffb3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ec6b7366-7f20-49fb-847b-69a4f5465804 HTTP/1.1" status: 200 len: 852 time: 0.0513196 Jun 30 03:16:04.565083 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-53b0ef26-1d32-42cc-a392-98261072128f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275064 Jun 30 03:16:04.583132 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-377c8d8a-81e7-4389-a8e7-5dbc60f7265a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273907 Jun 30 03:16:04.658141 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-6be602d0-56d3-4037-b6d3-bda1430428c6 service neutron] 10.222.0.69 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867043 Jun 30 03:16:04.679996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-f63ccd60-abdf-425e-9e3b-ba83dbbcd0a1 service neutron] 10.222.0.73 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896149 Jun 30 03:16:04.752079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-84190a7c-c424-453a-91f6-bb95c5a7944e service neutron] 10.222.0.69 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870094 Jun 30 03:16:04.777420 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-87015b21-7b1b-49b8-9299-289ed9904dc5 req-ab85216e-473f-47ab-96dd-36afb10c5382 service neutron] 10.222.0.73 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878029 Jun 30 03:16:05.125192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeac8eb-416f-474f-a56c-90f9bc7ad86b req-ac8f5c98-ddb9-4349-bbf2-bc06e9b9fd48 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:05.126679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4eeac8eb-416f-474f-a56c-90f9bc7ad86b req-ac8f5c98-ddb9-4349-bbf2-bc06e9b9fd48 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 944 time: 0.0644352 Jun 30 03:16:05.173298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4eeac8eb-416f-474f-a56c-90f9bc7ad86b req-30472100-4473-4e4a-b41d-03c3ae419b24 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371485 Jun 30 03:16:05.601980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 103cc5eb-773b-4fe0-9d05-6dfcebd9750c no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:05.616893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-1631a389-e651-4d8c-9459-c291edf6eb8c tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:05.618876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-1631a389-e651-4d8c-9459-c291edf6eb8c tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa&tenant_id=e770def32295448fbb218f7d97eec74d&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 944 time: 0.1244323 Jun 30 03:16:05.624039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 103cc5eb-773b-4fe0-9d05-6dfcebd9750c details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:16:05.679628 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-1be618c0-cc37-45e3-9c0c-b5daee36a067 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:16:05.680781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-1be618c0-cc37-45e3-9c0c-b5daee36a067 service neutron] 10.222.0.69 "DELETE /v2.0/ports/103cc5eb-773b-4fe0-9d05-6dfcebd9750c/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0558724 Jun 30 03:16:05.688662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 103cc5eb-773b-4fe0-9d05-6dfcebd9750c not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:05.732749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,segment=NetworkSegment(118181af-7c7c-4b25-8842-527ac3302938),segment_id=118181af-7c7c-4b25-8842-527ac3302938)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:05.743838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c', 'network_id': 'ada2d1c7-4e6d-4be1-976f-64bcc6edd886', 'port_id': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c', 'mac_address': 'fa:16:3e:d6:b7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6b7366-7f20-49fb-847b-69a4f5465804', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:16:05.782314 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.787961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-175346fc-feff-466d-bc74-d0e1a43ac0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:05.789464 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-175346fc-feff-466d-bc74-d0e1a43ac0ab service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e770def32295448fbb218f7d97eec74d&device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 1096 time: 0.0621870 Jun 30 03:16:05.796839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103cc5eb-773b-4fe0-9d05-6dfcebd9750c {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:16:05.816629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,segment=NetworkSegment(118181af-7c7c-4b25-8842-527ac3302938),segment_id=118181af-7c7c-4b25-8842-527ac3302938)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:05.821918 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:05.870406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:05.878012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.878350 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.878686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.879055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.879375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.879784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.880028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.880331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.880652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.880971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.881286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.881598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:05.882248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-7ecb2306-8e56-428a-b560-2cabcb031825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:05.884311 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-7ecb2306-8e56-428a-b560-2cabcb031825 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886 HTTP/1.1" status: 200 len: 913 time: 0.0882587 Jun 30 03:16:05.929452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-49d64c3b-7853-4770-bf55-7d44d1482fd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c HTTP/1.1" status: 200 len: 217 time: 0.0388877 Jun 30 03:16:05.977912 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-8beaacf4-4263-424c-95ed-bc702346d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:05.979254 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-8beaacf4-4263-424c-95ed-bc702346d136 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ec6b7366-7f20-49fb-847b-69a4f5465804 HTTP/1.1" status: 200 len: 852 time: 0.0440075 Jun 30 03:16:06.014429 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-bd806bf2-0ce1-4047-814a-585353bfa66b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ada2d1c7-4e6d-4be1-976f-64bcc6edd886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279479 Jun 30 03:16:06.095879 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['103cc5eb-773b-4fe0-9d05-6dfcebd9750c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:16:06.111310 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-7cc317cf-1881-4a4e-9c16-6600cc1fabde service neutron] 10.222.0.69 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905294 Jun 30 03:16:06.204054 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-655b424d-c88d-489e-8c59-de67a5ddf919 service neutron] 10.222.0.69 "GET /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862231 Jun 30 03:16:07.051928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f6740-2a8d-4e3d-adc6-9e5dce09bea2 req-15dfde2e-5180-4f6f-85b6-73564eccac89 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:07.054378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-613f6740-2a8d-4e3d-adc6-9e5dce09bea2 req-15dfde2e-5180-4f6f-85b6-73564eccac89 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 945 time: 0.0740464 Jun 30 03:16:07.093867 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-613f6740-2a8d-4e3d-adc6-9e5dce09bea2 req-52932a34-76bb-4364-bbf0-cd6886ff07c5 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331910 Jun 30 03:16:07.628270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 103cc5eb-773b-4fe0-9d05-6dfcebd9750c up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:07.682612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:07.687366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:07.687775 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.771815 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.794227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:07.796557 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c988e6-0516-4988-b460-44fa142f7700" -d '{"events": [{"server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "name": "network-vif-plugged", "status": "completed", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:07.810413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,segment=NetworkSegment(118181af-7c7c-4b25-8842-527ac3302938),segment_id=118181af-7c7c-4b25-8842-527ac3302938)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:07.816093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:07.841899 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9237e7-acc8-4ecb-bd8d-2bc89d426b83 x-openstack-request-id: req-ee9237e7-acc8-4ecb-bd8d-2bc89d426b83 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:07.842186 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "name": "network-vif-plugged", "status": "completed", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:07.842439 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee9237e7-acc8-4ecb-bd8d-2bc89d426b83 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:07.842842 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c', 'code': 200} Jun 30 03:16:07.869108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:08.297953 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06074fa-0c00-47c4-aee6-8a3be50b3f4a req-3764e409-f2fc-477d-8b0d-06d52abbee35 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:08.299522 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d06074fa-0c00-47c4-aee6-8a3be50b3f4a req-3764e409-f2fc-477d-8b0d-06d52abbee35 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0877302 Jun 30 03:16:08.341910 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d06074fa-0c00-47c4-aee6-8a3be50b3f4a req-b4c350b0-49c5-477c-9a8d-9d911d45bdfd tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.55 "GET /v2.0/security-groups?id=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Jun 30 03:16:08.387398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-842748b3-0b33-4018-a789-6258149c504c tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:08.388723 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-842748b3-0b33-4018-a789-6258149c504c tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0d452ea-2bb1-4c1e-97ae-912ea896f6fa HTTP/1.1" status: 200 len: 946 time: 0.0742087 Jun 30 03:16:08.492251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-04db9a4c-af5d-40cf-ae99-705232e4bed0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Deleting port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:16:08.492580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-04db9a4c-af5d-40cf-ae99-705232e4bed0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.582533 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:16:08.586191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-04db9a4c-af5d-40cf-ae99-705232e4bed0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] For port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,segment=NetworkSegment(118181af-7c7c-4b25-8842-527ac3302938),segment_id=118181af-7c7c-4b25-8842-527ac3302938)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:08.586554 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-04db9a4c-af5d-40cf-ae99-705232e4bed0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.599837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-04db9a4c-af5d-40cf-ae99-705232e4bed0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Calling delete_port for 103cc5eb-773b-4fe0-9d05-6dfcebd9750c owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:16:08.733548 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-04db9a4c-af5d-40cf-ae99-705232e4bed0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.745420 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['103cc5eb-773b-4fe0-9d05-6dfcebd9750c'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:16:08.767496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db9a4c-af5d-40cf-ae99-705232e4bed0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Pushing event deleted for resources: {'Port': ['ID=103cc5eb-773b-4fe0-9d05-6dfcebd9750c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:08.810408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-04db9a4c-af5d-40cf-ae99-705232e4bed0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] No DVR routers for this DVR port 103cc5eb-773b-4fe0-9d05-6dfcebd9750c on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:08.813050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-04db9a4c-af5d-40cf-ae99-705232e4bed0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:08.815101 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b6d70ee6-a1c5-4986-915e-17d3b7325c7d req-04db9a4c-af5d-40cf-ae99-705232e4bed0 tempest-DeleteServersTestJSON-1446133606 tempest-DeleteServersTestJSON-1446133606-project] 10.222.0.73 "DELETE /v2.0/ports/103cc5eb-773b-4fe0-9d05-6dfcebd9750c HTTP/1.1" status: 204 len: 173 time: 0.4182262 Jun 30 03:16:08.815547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'name': 'network-vif-deleted', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:08.817978 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7390157-ba53-46f9-8918-a88b635d53eb" -d '{"events": [{"server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "name": "network-vif-deleted", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:08.870011 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7236114-97cc-409e-8d26-c1ffb7e04cc7 x-openstack-request-id: req-c7236114-97cc-409e-8d26-c1ffb7e04cc7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:08.870440 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d452ea-2bb1-4c1e-97ae-912ea896f6fa", "name": "network-vif-deleted", "tag": "103cc5eb-773b-4fe0-9d05-6dfcebd9750c", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:08.870706 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c7236114-97cc-409e-8d26-c1ffb7e04cc7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:08.871249 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d452ea-2bb1-4c1e-97ae-912ea896f6fa', 'name': 'network-vif-deleted', 'tag': '103cc5eb-773b-4fe0-9d05-6dfcebd9750c', 'status': 'completed', 'code': 200} Jun 30 03:16:09.598232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47296) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:09.652491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c207a7c1-064e-4294-a09a-efca7e2d85ac admin admin] Deleting subnet ec6b7366-7f20-49fb-847b-69a4f5465804 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:16:09.655802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c207a7c1-064e-4294-a09a-efca7e2d85ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.690892 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c207a7c1-064e-4294-a09a-efca7e2d85ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.740520 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c207a7c1-064e-4294-a09a-efca7e2d85ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.798290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c207a7c1-064e-4294-a09a-efca7e2d85ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.827673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207a7c1-064e-4294-a09a-efca7e2d85ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6b7366-7f20-49fb-847b-69a4f5465804,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:09.831517 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c207a7c1-064e-4294-a09a-efca7e2d85ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.834844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c207a7c1-064e-4294-a09a-efca7e2d85ac admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec6b7366-7f20-49fb-847b-69a4f5465804 HTTP/1.1" status: 204 len: 168 time: 0.2342613 Jun 30 03:16:09.837490 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47298) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:09.908425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:09.996822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.007216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada2d1c7-4e6d-4be1-976f-64bcc6edd886']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:10.019677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118181af-7c7c-4b25-8842-527ac3302938') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:10.019979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118181af-7c7c-4b25-8842-527ac3302938') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:16:10.030850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.047748 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.054595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:16:10.055135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:16:10.057133 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:16:10.121362 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.126724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.128845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] 10.222.0.55 "DELETE /v2.0/networks/ada2d1c7-4e6d-4be1-976f-64bcc6edd886 HTTP/1.1" status: 204 len: 168 time: 0.2902639 Jun 30 03:16:10.143180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae7dde-3a84-4e11-936c-55ae2d7d4a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=ada2d1c7-4e6d-4be1-976f-64bcc6edd886,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:10.250052 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47302) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:10.294435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-93ad4faa-a89e-451d-99cb-2935ef1fb39b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e770def32295448fbb218f7d97eec74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430357 Jun 30 03:16:10.297925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47304) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:10.356576 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c9784ff-f97f-4ad1-a4e3-5741437351e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.381442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c9784ff-f97f-4ad1-a4e3-5741437351e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.444283 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c9784ff-f97f-4ad1-a4e3-5741437351e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.447323 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3c9784ff-f97f-4ad1-a4e3-5741437351e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:10.448523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3c9784ff-f97f-4ad1-a4e3-5741437351e0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d HTTP/1.1" status: 204 len: 168 time: 0.1497123 Jun 30 03:16:10.457253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9784ff-f97f-4ad1-a4e3-5741437351e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1980c71-fe6b-4c4b-b31b-c3e5b9aec08d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:11.213022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47326) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:11.315303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-24072255-network', 'tenant_id': 'd42bdbda944547939504332244f9a31f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:11.339422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Made reservation on behalf of d42bdbda944547939504332244f9a31f for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:11.341882 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.350773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.453034 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.457672 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.482886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:16:11.492934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ab696a-5a1e-4005-995f-5eed6f58c487,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:11.498647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.498978 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Added segment 1871aebc-8902-47bb-8434-205201833fac of type vlan for network 5189fa87-dae2-4a91-bf01-a3b3cb57337c Jun 30 03:16:11.539467 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.569428 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.570416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:11.571044 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.622840 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4085212 Jun 30 03:16:11.626050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47330) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:16:11.629585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33863abc-6863-44ce-a1a8-ebb7cddc5303 admin admin] Pushing event updated for resources: {'Network': ['ID=5189fa87-dae2-4a91-bf01-a3b3cb57337c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:11.631058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Request body: {'subnet': {'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-24072255-subnet', 'tenant_id': 'd42bdbda944547939504332244f9a31f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:11.640706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5189fa87-dae2-4a91-bf01-a3b3cb57337c details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:16:11.658445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Made reservation on behalf of d42bdbda944547939504332244f9a31f for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:11.661051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.839048 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.900839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87148e79-c0c0-4a16-bdb0-f1850408cb9d,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:11.903439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Checking segment: {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:11.903794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Network hostable DHCP agents. Network: 5189fa87-dae2-4a91-bf01-a3b3cb57337c, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:16:11.924447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Network 5189fa87-dae2-4a91-bf01-a3b3cb57337c is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:16:11.934468 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5189fa87-dae2-4a91-bf01-a3b3cb57337c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:11.939198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:11.939787 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:11.943609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42680aaf-1886-492e-99a7-bc6cb075f3f1 None None] Network 5189fa87-dae2-4a91-bf01-a3b3cb57337c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:11.962254 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-172194af-c467-4204-898b-ab95e6c3adb8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3349860 Jun 30 03:16:12.065708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e931c60c-bbd7-40a2-aff3-867cf65ffe89 None None] Network 5189fa87-dae2-4a91-bf01-a3b3cb57337c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:16:12.405027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68334d-1a80-465d-bf92-09fcd605060a req-ccb24434-736a-4247-b239-f0c8cbec7a26 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:12.406385 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-ccb24434-736a-4247-b239-f0c8cbec7a26 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 813 time: 0.1099637 Jun 30 03:16:12.421868 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-2fb8f26c-a475-4b09-8018-b04a2ef3d625 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/quotas/d42bdbda944547939504332244f9a31f HTTP/1.1" status: 200 len: 375 time: 0.0097175 Jun 30 03:16:12.455890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-cafafc21-cf34-4852-a3eb-3fc3e03c49d4 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285101 Jun 30 03:16:12.466834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-bd9353fa-a638-493d-8609-aa5b7973f60e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:16:12.467761 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-bd9353fa-a638-493d-8609-aa5b7973f60e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054765 Jun 30 03:16:12.561567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-24becdd1-08d0-46f5-931e-ea4c7c001eb8 service neutron] 10.222.0.55 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883250 Jun 30 03:16:12.651803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-adb2aacd-6de7-44c0-8cf0-7acf17d34f35 service neutron] 10.222.0.55 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839341 Jun 30 03:16:12.827119 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79acfb20-cbdf-4c0b-bf79-872d2cd89d10 req-2f883816-a6ab-4630-ae6a-f178acb9449b tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 210 time: 0.0292592 Jun 30 03:16:13.680798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 103cc5eb-773b-4fe0-9d05-6dfcebd9750c no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:13.704377 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 103cc5eb-773b-4fe0-9d05-6dfcebd9750c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:16:13.704727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 103cc5eb-773b-4fe0-9d05-6dfcebd9750c not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:13.915040 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68334d-1a80-465d-bf92-09fcd605060a req-f5b831a1-3de7-4388-b52d-c0457c95b800 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:13.916821 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-f5b831a1-3de7-4388-b52d-c0457c95b800 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 813 time: 0.1118603 Jun 30 03:16:13.929986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Request body: {'port': {'device_id': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c', 'admin_state_up': True, 'tenant_id': 'd42bdbda944547939504332244f9a31f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:14.011924 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cbc66081-23c1-4ee0-9725-fb0a68afcf72 req-8090d52c-cf23-40ff-a08d-d9579d94f96b tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 210 time: 0.0415831 Jun 30 03:16:14.075982 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Made reservation on behalf of d42bdbda944547939504332244f9a31f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:16:14.080931 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.213061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Allocated IP 172.20.0.6 (5189fa87-dae2-4a91-bf01-a3b3cb57337c/87148e79-c0c0-4a16-bdb0-f1850408cb9d/b8977a16-55e4-4d56-b4a6-4c4b0368bbb2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:16:14.366350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.410191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.458227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Network 5189fa87-dae2-4a91-bf01-a3b3cb57337c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:16:14.461526 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:16:14.467877 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:16:14.474173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Pushing event updated for resources: {'Port': ['ID=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:14.519022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:14.519635 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.536117 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-e5fb2c47-3acf-4448-818f-9fd816a4299c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098876 Jun 30 03:16:14.550169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Request body: {'port': {'device_id': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:14.624910 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.893246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:16:14.900976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.915556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Transition to ACTIVE for port object b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:14.919708 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:14.972715 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Pushing event updated for resources: {'Port': ['ID=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:15.044453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Attempting to bind port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:15.044802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Attempting to bind port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:15.045160 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Attempting to bind port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:15.050818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:15.050818 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Attempting to bind port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:15.055614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:15.058396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Checking segment: {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:15.058861 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Bound using segment: {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:15.059305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Bound port: b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:15.059610 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.136357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:15.140281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:15.145403 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.178484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:15.179406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:15.180955 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] 10.222.0.73 "PUT /v2.0/ports/b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 HTTP/1.1" status: 200 len: 1092 time: 0.6373696 Jun 30 03:16:15.183163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:15.186339 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79d467b-9e18-4358-831d-cd19103a6101" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:15.197218 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b6eae-716f-4310-bee3-89b110954506 req-7fc440b5-e9f5-4e0e-9a05-c2a58691e07e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:15.198845 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-662b6eae-716f-4310-bee3-89b110954506 req-7fc440b5-e9f5-4e0e-9a05-c2a58691e07e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 943 time: 0.0637424 Jun 30 03:16:15.216187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0687496-d36f-418b-bc49-36524a8ccc2a service neutron] Pushing event updated for resources: {'Port': ['ID=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:15.236719 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea14179f-8b7e-44b0-8dcd-4b22868db36b x-openstack-request-id: req-ea14179f-8b7e-44b0-8dcd-4b22868db36b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:15.237091 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:15.237392 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea14179f-8b7e-44b0-8dcd-4b22868db36b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:15.237845 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2', 'status': 'completed', 'code': 200} Jun 30 03:16:15.246560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-662b6eae-716f-4310-bee3-89b110954506 req-1b70dab2-459b-49ff-8b43-39d2cc41047c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339229 Jun 30 03:16:15.283843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68334d-1a80-465d-bf92-09fcd605060a req-0d47ad1b-94da-463d-8111-68ba44a2a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:15.285361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-0d47ad1b-94da-463d-8111-68ba44a2a323 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0604241 Jun 30 03:16:15.329797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-41a56139-32b0-49ba-8dc3-2b6f9b59ccc3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 HTTP/1.1" status: 200 len: 217 time: 0.0366161 Jun 30 03:16:15.388821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68334d-1a80-465d-bf92-09fcd605060a req-c0d4019f-2173-441e-aaa0-26b6ed65887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:15.390601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-c0d4019f-2173-441e-aaa0-26b6ed65887b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0535736 Jun 30 03:16:15.423681 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-66d6d50f-128c-4867-96a2-b641ea428c2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259573 Jun 30 03:16:15.523298 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-cdbf4030-4233-488b-9c85-ead64e0fe1d9 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925789 Jun 30 03:16:15.615934 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d68334d-1a80-465d-bf92-09fcd605060a req-ae7f8acc-4365-404e-85ce-a5be79757f30 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866504 Jun 30 03:16:15.722485 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d467b-9e18-4358-831d-cd19103a6101 req-7c77f4ef-a02f-4515-be41-73a0307c0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:15.723989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b79d467b-9e18-4358-831d-cd19103a6101 req-7c77f4ef-a02f-4515-be41-73a0307c0d0c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0579484 Jun 30 03:16:15.828403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d467b-9e18-4358-831d-cd19103a6101 req-b8f1f642-d854-4dc7-ba18-31b34c78f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:15.829916 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b79d467b-9e18-4358-831d-cd19103a6101 req-b8f1f642-d854-4dc7-ba18-31b34c78f346 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.0978765 Jun 30 03:16:15.872714 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b79d467b-9e18-4358-831d-cd19103a6101 req-5e0bc067-d476-45a6-a444-ebb80979827b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 HTTP/1.1" status: 200 len: 217 time: 0.0343702 Jun 30 03:16:15.931102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d467b-9e18-4358-831d-cd19103a6101 req-1c12e077-3b4b-4045-a8c5-e3640d545f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:15.932626 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b79d467b-9e18-4358-831d-cd19103a6101 req-1c12e077-3b4b-4045-a8c5-e3640d545f00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0532157 Jun 30 03:16:15.966311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b79d467b-9e18-4358-831d-cd19103a6101 req-6824692b-ec36-43c9-8715-2e2d4c603a92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267208 Jun 30 03:16:16.066187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b79d467b-9e18-4358-831d-cd19103a6101 req-d7deaef7-d0b7-49bd-80cc-11287123c959 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915461 Jun 30 03:16:16.166085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b79d467b-9e18-4358-831d-cd19103a6101 req-346a908b-5a4d-4703-ab7c-37657574ea63 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931125 Jun 30 03:16:16.367650 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:16.440280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ac7bd-5413-42bc-9cc6-40e8a17ced4b req-57256939-07c6-4e00-bd9a-08ce9fb15b92 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:16.441800 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a68ac7bd-5413-42bc-9cc6-40e8a17ced4b req-57256939-07c6-4e00-bd9a-08ce9fb15b92 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 943 time: 0.0729654 Jun 30 03:16:16.481339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a68ac7bd-5413-42bc-9cc6-40e8a17ced4b req-e453516d-aa62-4224-9ae7-99445e044755 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Jun 30 03:16:16.522735 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.663668 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76653a9-f1d6-4fe8-8dd9-55cfce52e6e1 req-b9a9625c-3fe6-4468-ba48-9ed68ba381a0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:17.665241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c76653a9-f1d6-4fe8-8dd9-55cfce52e6e1 req-b9a9625c-3fe6-4468-ba48-9ed68ba381a0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 943 time: 0.0702884 Jun 30 03:16:17.707939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c76653a9-f1d6-4fe8-8dd9-55cfce52e6e1 req-b8fdd99b-9f84-48b3-9980-fa61bb9d394b tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359747 Jun 30 03:16:17.710685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:16:17.806307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:17.818209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2', 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c', 'port_id': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2', 'mac_address': 'fa:16:3e:fc:4a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87148e79-c0c0-4a16-bdb0-f1850408cb9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:16:17.858920 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.874705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:16:17.894630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:17.900237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:17.955112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:18.103064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['b8977a16-55e4-4d56-b4a6-4c4b0368bbb2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:16:18.893383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8307dc-113f-4589-99af-802996f537bb req-f4b9c3ca-6951-4166-aa5b-a10d4b0c1aa5 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:18.894917 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8a8307dc-113f-4589-99af-802996f537bb req-f4b9c3ca-6951-4166-aa5b-a10d4b0c1aa5 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 944 time: 0.0713477 Jun 30 03:16:18.938776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8a8307dc-113f-4589-99af-802996f537bb req-ac3ea94e-d2b0-412d-bb39-fb20cb0d31a7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341408 Jun 30 03:16:19.744025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:19.816472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:19.822141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:19.822907 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:19.919674 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:19.943513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:19.945830 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3276d80-0729-4cd3-a971-dba7b51bf9a4" -d '{"events": [{"server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "name": "network-vif-plugged", "status": "completed", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:19.959557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:19.965773 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:19.992863 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99674b30-cca0-4293-b342-6c10ae786501 x-openstack-request-id: req-99674b30-cca0-4293-b342-6c10ae786501 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:19.993194 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "name": "network-vif-plugged", "status": "completed", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:19.993511 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99674b30-cca0-4293-b342-6c10ae786501 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:19.993930 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2', 'code': 200} Jun 30 03:16:20.027564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:20.149159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17ca9c-6997-4fb4-9de1-3953f44ed662 req-2d4cbf0b-e764-4b9f-b076-2d02752c25da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:20.151525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc17ca9c-6997-4fb4-9de1-3953f44ed662 req-2d4cbf0b-e764-4b9f-b076-2d02752c25da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0958381 Jun 30 03:16:20.171934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b44822-cf3f-427d-abd9-80e536f0f64d req-380f1a33-66f5-4d2b-9430-05049999016f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:20.173402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a7b44822-cf3f-427d-abd9-80e536f0f64d req-380f1a33-66f5-4d2b-9430-05049999016f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.1083698 Jun 30 03:16:20.213213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc17ca9c-6997-4fb4-9de1-3953f44ed662 req-5c2ed5d4-0857-4c28-8bbb-a1a85924530e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550709 Jun 30 03:16:20.225352 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a7b44822-cf3f-427d-abd9-80e536f0f64d req-86a74f23-e176-40ef-a171-3f48af80c23b tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457425 Jun 30 03:16:21.408115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcd5f-5b95-4e5c-ac95-aed7eb836791 req-e1e4dc66-83d2-4aaf-9df1-3ba8c6943240 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:21.409637 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-193bcd5f-5b95-4e5c-ac95-aed7eb836791 req-e1e4dc66-83d2-4aaf-9df1-3ba8c6943240 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0664039 Jun 30 03:16:21.449669 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-193bcd5f-5b95-4e5c-ac95-aed7eb836791 req-636c27db-7dc5-41cd-bd90-ae3e7cfe87c0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Jun 30 03:16:21.634531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8abfb0-2991-4993-be30-5f9f3c99222b req-095c8ba6-c260-4509-b955-a024b95127f7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:21.636070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f8abfb0-2991-4993-be30-5f9f3c99222b req-095c8ba6-c260-4509-b955-a024b95127f7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0707238 Jun 30 03:16:21.675268 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9f8abfb0-2991-4993-be30-5f9f3c99222b req-96abad73-62f1-471b-8d62-8630eb742230 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Jun 30 03:16:22.057574 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f00fd0-1c0b-4532-b4cb-cfc07acf6349 req-afc9b88f-01ae-4103-98a2-c549b04ec8c7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:22.059141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84f00fd0-1c0b-4532-b4cb-cfc07acf6349 req-afc9b88f-01ae-4103-98a2-c549b04ec8c7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0799012 Jun 30 03:16:22.101550 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84f00fd0-1c0b-4532-b4cb-cfc07acf6349 req-01c4bb60-43df-4a9f-bb56-b2a6272e2a26 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339615 Jun 30 03:16:22.280400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c86b93-9f22-4d3a-a08e-9606129eb5d6 req-4642cdfd-5703-4f3d-9116-44bae6190363 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:22.281836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64c86b93-9f22-4d3a-a08e-9606129eb5d6 req-4642cdfd-5703-4f3d-9116-44bae6190363 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0642037 Jun 30 03:16:22.322728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64c86b93-9f22-4d3a-a08e-9606129eb5d6 req-dffb59ce-daf9-42b9-bf61-cb9780f3b5a1 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351510 Jun 30 03:16:22.676072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-0ef202af-19b6-4445-85b5-9d907dfe27e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0580308 Jun 30 03:16:22.731510 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e9473-a187-4013-9c18-b499883d0273 req-e3fdf71b-ce87-4720-96f4-8d3afd49e86d tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:22.733030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-082e9473-a187-4013-9c18-b499883d0273 req-e3fdf71b-ce87-4720-96f4-8d3afd49e86d tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0723214 Jun 30 03:16:22.773537 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-082e9473-a187-4013-9c18-b499883d0273 req-6e090250-3dff-4c9e-b8f7-6d1cb5771e61 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344822 Jun 30 03:16:23.975714 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f707c990-e0a2-4d44-82d3-5bec5c82f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:23.977224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f707c990-e0a2-4d44-82d3-5bec5c82f942 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 1097 time: 0.0940976 Jun 30 03:16:24.001453 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9567-424b-4374-babe-b43d37703e62 req-0dcae8c4-50e0-4144-a3c2-0d3d9de097f3 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:24.002919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-594d9567-424b-4374-babe-b43d37703e62 req-0dcae8c4-50e0-4144-a3c2-0d3d9de097f3 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0919933 Jun 30 03:16:24.085988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-594d9567-424b-4374-babe-b43d37703e62 req-97c27ea2-f1c1-435c-9a6c-f2fc6234e028 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729742 Jun 30 03:16:24.109501 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-7f8dde30-bc5e-45f7-9149-5096d446321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:24.111029 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-7f8dde30-bc5e-45f7-9149-5096d446321c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.1265883 Jun 30 03:16:24.153756 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-81953213-3769-4569-8ca5-57dcca21494b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 HTTP/1.1" status: 200 len: 217 time: 0.0352614 Jun 30 03:16:24.212231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-caa1533c-43e5-4256-906a-53a4bde03df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:24.214089 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-caa1533c-43e5-4256-906a-53a4bde03df3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0545704 Jun 30 03:16:24.251529 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-c8d455f4-2223-4d43-9095-f956e8f19dc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309472 Jun 30 03:16:24.343409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-a94ade25-4ef9-4e3a-97c5-0fee6f982a74 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852039 Jun 30 03:16:24.419825 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d50a71f-8f96-43aa-a114-f8692362f18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:24.752462 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-ff315f3b-9010-46af-9290-820feb7b05cd service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023006 Jun 30 03:16:25.264904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b4761-5f15-49b6-9927-81ea19d893c0 req-ce05fb20-acf9-4b13-8622-1b0265a9155f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:25.266385 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-437b4761-5f15-49b6-9927-81ea19d893c0 req-ce05fb20-acf9-4b13-8622-1b0265a9155f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0647638 Jun 30 03:16:25.304572 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-437b4761-5f15-49b6-9927-81ea19d893c0 req-0e265bd1-842c-46cc-a078-5b505caed195 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Jun 30 03:16:26.484855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbb3eb-2f1e-4e51-85ac-29dcfa77b4c7 req-958f0455-8d4c-4525-8920-dd7c77e9fc17 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:26.486196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97dbb3eb-2f1e-4e51-85ac-29dcfa77b4c7 req-958f0455-8d4c-4525-8920-dd7c77e9fc17 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0645909 Jun 30 03:16:26.527778 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97dbb3eb-2f1e-4e51-85ac-29dcfa77b4c7 req-b8d64bc0-c92c-481c-a228-f1fb5b31828d tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357561 Jun 30 03:16:27.001191 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7030e12-bc25-440d-be41-e2f393b193f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.083381 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:27.734096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32a2d8-e1a0-424d-a58e-a94dcaa1dfde req-cff8fb7a-9810-4650-8285-1e1dbfb93fad tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:27.735508 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c32a2d8-e1a0-424d-a58e-a94dcaa1dfde req-cff8fb7a-9810-4650-8285-1e1dbfb93fad tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0850618 Jun 30 03:16:27.776901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9c32a2d8-e1a0-424d-a58e-a94dcaa1dfde req-e5b16f92-082a-4f96-9503-3276dc9fa87b tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Jun 30 03:16:28.407500 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:28.959204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025809b4-7d7d-4238-ac20-75bdf52ddabc req-7c3258da-58a4-4d69-8a54-5951c816caf6 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:28.960679 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-025809b4-7d7d-4238-ac20-75bdf52ddabc req-7c3258da-58a4-4d69-8a54-5951c816caf6 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0680687 Jun 30 03:16:29.004779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-025809b4-7d7d-4238-ac20-75bdf52ddabc req-11208566-8056-496d-ac8f-cb085e22c6ee tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378337 Jun 30 03:16:30.194755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5c6d-ee9f-4330-be09-026c6b0a4b98 req-049e1e22-de94-48eb-b07c-813b33a26bbd tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:30.196516 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7b1b5c6d-ee9f-4330-be09-026c6b0a4b98 req-049e1e22-de94-48eb-b07c-813b33a26bbd tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0688713 Jun 30 03:16:30.205672 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:30.236873 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7b1b5c6d-ee9f-4330-be09-026c6b0a4b98 req-0e21007e-8c67-4d74-8dc6-a110f8d25416 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342526 Jun 30 03:16:31.426991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7b530-b7bc-4c82-8776-019f0a3c7044 req-21ce0308-a021-48b9-89e5-96f54d9a980f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:31.428502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0f7b530-b7bc-4c82-8776-019f0a3c7044 req-21ce0308-a021-48b9-89e5-96f54d9a980f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0729806 Jun 30 03:16:31.476136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0f7b530-b7bc-4c82-8776-019f0a3c7044 req-bd4e7ab9-b4c4-4eeb-b1a9-64508af02780 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384614 Jun 30 03:16:32.663840 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd69332-5513-4127-bdef-1ef0f68b5ab2 req-284966fb-a8f8-47d0-8444-74be0e1762ed tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:32.665433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1dd69332-5513-4127-bdef-1ef0f68b5ab2 req-284966fb-a8f8-47d0-8444-74be0e1762ed tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0730677 Jun 30 03:16:32.706278 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1dd69332-5513-4127-bdef-1ef0f68b5ab2 req-817e6950-f937-4792-8bf4-cdf7cfe57a5e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Jun 30 03:16:33.898527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387970f7-95c7-4305-a6ff-042b15c52d7c req-c8bf48da-d1db-41ca-b0c7-4ace13ce6387 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:33.900128 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-387970f7-95c7-4305-a6ff-042b15c52d7c req-c8bf48da-d1db-41ca-b0c7-4ace13ce6387 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0704305 Jun 30 03:16:33.944568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-387970f7-95c7-4305-a6ff-042b15c52d7c req-0509d7e6-f785-4278-87ce-0c7f02cdc140 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360661 Jun 30 03:16:35.142044 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f1cf7-3779-492a-8e3b-f9d74b0cd345 req-86915ae2-80d5-4a86-9ebc-51f960fda277 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:35.143580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9f9f1cf7-3779-492a-8e3b-f9d74b0cd345 req-86915ae2-80d5-4a86-9ebc-51f960fda277 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0702899 Jun 30 03:16:35.183512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9f9f1cf7-3779-492a-8e3b-f9d74b0cd345 req-587c48b6-0863-4d11-8048-5e8b17e540c0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337703 Jun 30 03:16:36.391421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd50015-1711-4fd7-9708-1db976eb89c8 req-37675aef-c4c6-499a-bf79-139d60032614 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:36.392944 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cd50015-1711-4fd7-9708-1db976eb89c8 req-37675aef-c4c6-499a-bf79-139d60032614 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0892904 Jun 30 03:16:36.433371 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4cd50015-1711-4fd7-9708-1db976eb89c8 req-6d87cf5e-175a-4f80-976d-1e7f2ebdcef0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Jun 30 03:16:37.609601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d26e7e-4c35-41b5-82f5-674f79b6f0d2 req-e7e79fdd-56bf-48b7-b447-d7f83dd2d5b1 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:37.611105 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06d26e7e-4c35-41b5-82f5-674f79b6f0d2 req-e7e79fdd-56bf-48b7-b447-d7f83dd2d5b1 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0655115 Jun 30 03:16:37.649856 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06d26e7e-4c35-41b5-82f5-674f79b6f0d2 req-e7ca2bb6-e348-4054-ad32-59e18066a5d1 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329332 Jun 30 03:16:38.833758 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e33a8-d767-484c-a696-9e950ad6c409 req-579898b2-1325-4ee4-b745-a599e475f237 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:38.835382 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c4e33a8-d767-484c-a696-9e950ad6c409 req-579898b2-1325-4ee4-b745-a599e475f237 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0652664 Jun 30 03:16:38.874870 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c4e33a8-d767-484c-a696-9e950ad6c409 req-293f5c6f-e09b-4ce3-af20-2f9e4296c42a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335050 Jun 30 03:16:40.072250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc42a97-e1c7-4871-9b52-f639a5497adb req-2651f4e1-52bb-48fb-8619-a1af63fd2955 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:40.074000 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cc42a97-e1c7-4871-9b52-f639a5497adb req-2651f4e1-52bb-48fb-8619-a1af63fd2955 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0732930 Jun 30 03:16:40.115836 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cc42a97-e1c7-4871-9b52-f639a5497adb req-9b007902-fc98-46da-b9eb-3cb616bf5bb7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354431 Jun 30 03:16:41.307925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0106c-93e4-4aa7-90e1-11972fcf2b52 req-3be094ff-39c7-4787-a707-d85d7509c087 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:41.309634 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fba0106c-93e4-4aa7-90e1-11972fcf2b52 req-3be094ff-39c7-4787-a707-d85d7509c087 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0779469 Jun 30 03:16:41.356144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fba0106c-93e4-4aa7-90e1-11972fcf2b52 req-f9525dac-df60-4152-9040-ee3ef7101cb3 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405958 Jun 30 03:16:42.543508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38779610-6dfb-4a52-8860-5787b8d034a9 req-16d1cf1e-a4e3-400b-bde7-93589e8c38ee tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:42.544913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38779610-6dfb-4a52-8860-5787b8d034a9 req-16d1cf1e-a4e3-400b-bde7-93589e8c38ee tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0712454 Jun 30 03:16:42.592544 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-38779610-6dfb-4a52-8860-5787b8d034a9 req-2031e60a-f404-4be5-b66b-8644556ae6db tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415173 Jun 30 03:16:43.781857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642b441-9890-48c0-a9b9-8c3ac0d850e8 req-eef60ccb-646b-4bd1-9c6b-c12493de0dc8 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:43.783273 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d642b441-9890-48c0-a9b9-8c3ac0d850e8 req-eef60ccb-646b-4bd1-9c6b-c12493de0dc8 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0703788 Jun 30 03:16:43.822605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d642b441-9890-48c0-a9b9-8c3ac0d850e8 req-a8e5aa02-f687-4e7e-9104-9be6d751a7c8 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Jun 30 03:16:45.002753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d4d62-d3c8-4380-87ea-a8386a76322d req-fa34cd7f-d6fb-4b3f-9545-3fa6ec7cebc7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:45.004346 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a12d4d62-d3c8-4380-87ea-a8386a76322d req-fa34cd7f-d6fb-4b3f-9545-3fa6ec7cebc7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0666003 Jun 30 03:16:45.044865 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a12d4d62-d3c8-4380-87ea-a8386a76322d req-be3f2abb-d1f0-4db5-9d77-e53dd76f61b2 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340853 Jun 30 03:16:45.582033 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:16:46.248902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf01aa-6084-4a04-b86d-1fe968071bdb req-c672baca-e42e-4518-bfab-ce44136f9004 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:46.250478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9cdf01aa-6084-4a04-b86d-1fe968071bdb req-c672baca-e42e-4518-bfab-ce44136f9004 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0681467 Jun 30 03:16:46.292307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9cdf01aa-6084-4a04-b86d-1fe968071bdb req-15d9ca4a-6d18-449f-86ed-f37f5131b9cd tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356407 Jun 30 03:16:46.349449 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:46.538957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:47.480147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd33de4-fa2c-443d-97f6-a0f1f4a70c87 req-fe9ba130-a8f8-4d91-a45b-305b2d38a446 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:47.481663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfd33de4-fa2c-443d-97f6-a0f1f4a70c87 req-fe9ba130-a8f8-4d91-a45b-305b2d38a446 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0729306 Jun 30 03:16:47.521818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfd33de4-fa2c-443d-97f6-a0f1f4a70c87 req-781ddb99-60f6-46b2-ad1d-bfe9ee4bd9d7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Jun 30 03:16:48.718317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521c0a6-be2f-43aa-94fc-5b839116418d req-db35f28c-4e18-4ba1-b317-a9cac8b40aac tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:48.719864 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4521c0a6-be2f-43aa-94fc-5b839116418d req-db35f28c-4e18-4ba1-b317-a9cac8b40aac tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0702324 Jun 30 03:16:48.759393 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4521c0a6-be2f-43aa-94fc-5b839116418d req-89d47aca-7b6e-485d-9e5a-44d61f95a7b6 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Jun 30 03:16:49.944232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a194d1f-b822-4260-9917-7dd32801c353 req-cfe0da77-ee20-4522-8a57-731e8557402a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:49.945768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a194d1f-b822-4260-9917-7dd32801c353 req-cfe0da77-ee20-4522-8a57-731e8557402a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0669918 Jun 30 03:16:49.986108 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a194d1f-b822-4260-9917-7dd32801c353 req-57479146-be70-486b-b333-717b1ceea211 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341299 Jun 30 03:16:51.170540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7761e-4fee-4353-9fdf-0ff2126b565a req-5f05eb9c-513b-43e3-a74b-ed0c58406c40 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:51.172087 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39b7761e-4fee-4353-9fdf-0ff2126b565a req-5f05eb9c-513b-43e3-a74b-ed0c58406c40 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0694308 Jun 30 03:16:51.211846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39b7761e-4fee-4353-9fdf-0ff2126b565a req-0516d83f-4332-4d0e-93bd-a5dd3a49d8c7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334179 Jun 30 03:16:51.747684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-69c3cc6d-e50e-43b9-8bd7-30165b0f74a3 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:16:51.748655 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-69c3cc6d-e50e-43b9-8bd7-30165b0f74a3 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056591 Jun 30 03:16:51.813096 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-6f81e10d-591d-4123-9b51-479a9b2f589b service neutron] show failed (client error): The resource could not be found. Jun 30 03:16:51.814133 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-6f81e10d-591d-4123-9b51-479a9b2f589b service neutron] 10.222.0.73 "GET /v2.0/ports/b8977a16-55e4-4d56-b4a6-4c4b0368bbb2/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0584431 Jun 30 03:16:52.108320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-b6502e9f-4269-4b31-9536-e019ccfe3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:52.109825 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-b6502e9f-4269-4b31-9536-e019ccfe3e3c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3&tenant_id=d42bdbda944547939504332244f9a31f HTTP/1.1" status: 200 len: 1097 time: 0.0882032 Jun 30 03:16:52.121711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:16:52.196996 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.711012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:52.735660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7a964-7ef2-490b-904b-d453e096e6dd req-c45e1889-ff90-4f9f-8355-f1eff9771497 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:52.737171 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d0c7a964-7ef2-490b-904b-d453e096e6dd req-c45e1889-ff90-4f9f-8355-f1eff9771497 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.4087782 Jun 30 03:16:52.777383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:52.815718 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d0c7a964-7ef2-490b-904b-d453e096e6dd req-b0d2db72-8035-4c1d-b16f-cfde073f7efc tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707712 Jun 30 03:16:52.830680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:52.833103 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210db0c0-b425-44ac-9e29-bf4362b32c1f" -d '{"events": [{"server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "name": "network-vif-unplugged", "status": "completed", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:52.837540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.851378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Transition to ACTIVE for port object b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:16:52.855657 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:52.892733 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11543f6e-c238-4384-9db8-c5ba1d4383ea x-openstack-request-id: req-11543f6e-c238-4384-9db8-c5ba1d4383ea {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:52.893023 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "name": "network-vif-unplugged", "status": "completed", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:52.893276 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-11543f6e-c238-4384-9db8-c5ba1d4383ea {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:52.893667 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2', 'code': 200} Jun 30 03:16:52.921979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] No DVR routers for this DVR port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:16:52.928972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Pushing event updated for resources: {'Port': ['ID=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:52.958024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.958338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.958737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.959070 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.959403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.959719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.960039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.960358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.960673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.960999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.961382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.961598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:16:52.976177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Attempting to bind port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:16:52.976524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Attempting to bind port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:16:52.976849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Attempting to bind port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:52.981915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:16:52.982242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Attempting to bind port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:16:52.987262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:16:52.987597 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Checking segment: {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:16:52.987989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Bound using segment: {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:16:52.988560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Bound port: b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:16:52.988917 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.059452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:16:53.062967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:16:53.068417 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.101752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:53.102374 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:53.104208 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] 10.222.0.69 "PUT /v2.0/ports/b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 HTTP/1.1" status: 200 len: 1092 time: 0.9866748 Jun 30 03:16:53.129381 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712f563-bd9b-48ff-a8eb-c48098baec2a service neutron] Pushing event updated for resources: {'Port': ['ID=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:53.187415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-7392cb07-a5b6-4152-992d-30ce8d753fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:53.188981 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-7392cb07-a5b6-4152-992d-30ce8d753fbf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0608170 Jun 30 03:16:53.283089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-e25562ac-bcbe-432e-ad4c-139bf84eaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:53.284463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-e25562ac-bcbe-432e-ad4c-139bf84eaab6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.0890992 Jun 30 03:16:53.327381 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-de8b970f-db82-42b4-be83-291f57558bf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 HTTP/1.1" status: 200 len: 217 time: 0.0348432 Jun 30 03:16:53.381054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-48b552b7-95ac-439d-b12c-4bf9dfbb7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:53.382536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-48b552b7-95ac-439d-b12c-4bf9dfbb7a94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0477583 Jun 30 03:16:53.422479 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-3cbca90c-db58-40be-81a3-fc15ed6a7a10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326033 Jun 30 03:16:53.524179 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-715dd5e9-664a-4e05-a86f-8782be5e6997 service neutron] 10.222.0.69 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948727 Jun 30 03:16:53.625701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9eb13294-26bc-4b2d-a40c-5e8aaa4ce95f req-bee9ab88-43c9-4e12-9950-e057b0c2fa5e service neutron] 10.222.0.69 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949695 Jun 30 03:16:53.998482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0af7-6e4a-4aeb-ba30-ee6b02fb596a req-91d95588-ffd4-4b27-b1b5-fb88b94b1582 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:53.999920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a6c0af7-6e4a-4aeb-ba30-ee6b02fb596a req-91d95588-ffd4-4b27-b1b5-fb88b94b1582 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 943 time: 0.0662417 Jun 30 03:16:54.039501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a6c0af7-6e4a-4aeb-ba30-ee6b02fb596a req-24b79c34-90de-43f2-bff3-a97b65c3ee9e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334890 Jun 30 03:16:54.418084 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a999-8d34-469b-9d54-f51cd43b390d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:54.895435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:16:54.898010 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17187134-2a19-4d3e-8eb1-50e3027cb7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:16:54.947869 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc085378-ae3b-4dfd-b75c-26944934eb8f x-openstack-request-id: req-fc085378-ae3b-4dfd-b75c-26944934eb8f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:16:54.948226 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:16:54.948498 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc085378-ae3b-4dfd-b75c-26944934eb8f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:16:54.948879 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2', 'status': 'completed', 'code': 200} Jun 30 03:16:55.021999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-de3aacbf-7be0-41cb-a9d1-9d2f9188e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:55.023582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-de3aacbf-7be0-41cb-a9d1-9d2f9188e59b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0559521 Jun 30 03:16:55.032123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-2f40d106-2f02-4b97-8b9a-53a9bd24e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:55.033675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-2f40d106-2f02-4b97-8b9a-53a9bd24e160 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 1095 time: 0.0603223 Jun 30 03:16:55.122382 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-4e56901d-1074-4478-b559-a0047d829b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:55.123913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-4e56901d-1074-4478-b559-a0047d829b40 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.0939703 Jun 30 03:16:55.124383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-658d0a9f-8e3b-4a1b-9b2a-a1c59183f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:55.125950 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-658d0a9f-8e3b-4a1b-9b2a-a1c59183f5e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.0858757 Jun 30 03:16:55.177109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-bca130e8-3952-488b-8722-92b05aa9e722 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 HTTP/1.1" status: 200 len: 217 time: 0.0452921 Jun 30 03:16:55.194705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-65a80326-e786-4279-9cb1-314943165e2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 HTTP/1.1" status: 200 len: 217 time: 0.0624888 Jun 30 03:16:55.247118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-78907535-2619-4fd1-a5b2-a413bc1d8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:55.248720 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-78907535-2619-4fd1-a5b2-a413bc1d8388 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0479622 Jun 30 03:16:55.257290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-d9c20865-35f9-4d9b-9fd1-b080f6994704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:55.258751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-d9c20865-35f9-4d9b-9fd1-b080f6994704 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0722265 Jun 30 03:16:55.283022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-e8cf848a-62e8-4f62-9c57-1d45294e6c6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280006 Jun 30 03:16:55.301985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-5f5c3827-28d9-4813-a402-18a397c5259d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345347 Jun 30 03:16:55.311509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d64cf-ea95-4481-9fe9-753e5d1bfcbb req-6949739a-605c-46a1-8bf2-08a36f784e79 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:55.313094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-050d64cf-ea95-4481-9fe9-753e5d1bfcbb req-6949739a-605c-46a1-8bf2-08a36f784e79 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 943 time: 0.1387901 Jun 30 03:16:55.379096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-607ec4fb-d09c-4401-90f4-c88736d6362c service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887840 Jun 30 03:16:55.404387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-050d64cf-ea95-4481-9fe9-753e5d1bfcbb req-56372350-ccd4-4bd4-936e-7c9d804b7962 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829945 Jun 30 03:16:55.436954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-b27333a7-d62e-40b9-a5f2-29de6fb6bd58 service neutron] 10.222.0.69 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228383 Jun 30 03:16:55.472320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-4727f5fd-efcf-47da-9a52-7be26b1e6efb service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863769 Jun 30 03:16:55.528693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17187134-2a19-4d3e-8eb1-50e3027cb7c6 req-5586d875-8713-4bea-b9b1-ef3e4d75e909 service neutron] 10.222.0.69 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843713 Jun 30 03:16:55.916252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:16:55.956389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:16:56.597121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd80b5c-583e-4d1d-b310-6687eaa6b3dd req-b30bbd02-8e0f-4ce1-a2e4-b91d4c0acbdd tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:56.599779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddd80b5c-583e-4d1d-b310-6687eaa6b3dd req-b30bbd02-8e0f-4ce1-a2e4-b91d4c0acbdd tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 943 time: 0.0745764 Jun 30 03:16:56.659736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ddd80b5c-583e-4d1d-b310-6687eaa6b3dd req-b352ecf8-3b06-4a76-93e0-c2cfc9be7a5e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510771 Jun 30 03:16:57.004569 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-60a966d2-9997-48bf-97cb-932bac3f67ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.087858 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:57.851070 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e2db8-820a-49d5-9631-0ff46d91bcb6 req-f0151391-2079-46d2-8daf-d7ceebc8b5c4 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:57.852594 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d9e2db8-820a-49d5-9631-0ff46d91bcb6 req-f0151391-2079-46d2-8daf-d7ceebc8b5c4 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 943 time: 0.0730608 Jun 30 03:16:57.866631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:16:57.894876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d9e2db8-820a-49d5-9631-0ff46d91bcb6 req-07abf2ee-b418-4efa-a561-e37e9a299cb6 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356622 Jun 30 03:16:58.132880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:58.146338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2', 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c', 'port_id': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2', 'mac_address': 'fa:16:3e:fc:4a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87148e79-c0c0-4a16-bdb0-f1850408cb9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:16:58.186407 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.200258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:16:58.221258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:16:58.222007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbacfed-d530-4c6c-99c9-df18fd039953 req-6bb2bd00-7988-4b18-9ef6-802e011bb35e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:58.224078 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dbacfed-d530-4c6c-99c9-df18fd039953 req-6bb2bd00-7988-4b18-9ef6-802e011bb35e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 943 time: 0.0698006 Jun 30 03:16:58.226813 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.279114 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dbacfed-d530-4c6c-99c9-df18fd039953 req-4d667e25-6f0f-4a5d-8ffe-1f8ea82fc3cc tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Jun 30 03:16:58.280233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:16:58.290731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-9c62220e-fc53-46df-aa91-24546e5ebb91 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:58.292782 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-9c62220e-fc53-46df-aa91-24546e5ebb91 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.73 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3&tenant_id=d42bdbda944547939504332244f9a31f&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 943 time: 0.1367190 Jun 30 03:16:58.364717 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-82d9d728-23e7-42fa-8e43-a4d0de8a64df service neutron] delete failed (client error): The resource could not be found. Jun 30 03:16:58.365950 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-82d9d728-23e7-42fa-8e43-a4d0de8a64df service neutron] 10.222.0.73 "DELETE /v2.0/ports/b8977a16-55e4-4d56-b4a6-4c4b0368bbb2/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0674224 Jun 30 03:16:58.409749 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:16:58.473856 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-32feae42-1606-4ec6-a5b4-6762fbb070c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:58.475526 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-32feae42-1606-4ec6-a5b4-6762fbb070c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0625019 Jun 30 03:16:58.557789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['b8977a16-55e4-4d56-b4a6-4c4b0368bbb2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:16:58.589059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-0659f882-6657-4880-b822-012178c972de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:58.590584 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-0659f882-6657-4880-b822-012178c972de service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.1082547 Jun 30 03:16:58.637973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-0c7ea999-30b3-41d1-8a46-bf56322227aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 HTTP/1.1" status: 200 len: 217 time: 0.0411284 Jun 30 03:16:58.688890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-88f6ea07-47a4-418c-8b29-3d3fa76a111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:58.690364 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-88f6ea07-47a4-418c-8b29-3d3fa76a111a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0462196 Jun 30 03:16:58.725635 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-8f8ca082-36c7-4ed2-9e23-7d3e20347637 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284708 Jun 30 03:16:58.822182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-d886a5bc-7215-4d76-b5cd-937dfd912dc8 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892813 Jun 30 03:16:58.928529 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc2546b6-e6a2-4d5f-84e1-df94b176e9f8 req-59c9ea5e-b878-4d96-81a3-01f7f3ffae52 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984201 Jun 30 03:16:59.476896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df5748-50f3-40b9-b2ed-fa20f6791106 req-523d7cc6-ab5b-4958-b39e-0c383b9c9141 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:16:59.478502 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81df5748-50f3-40b9-b2ed-fa20f6791106 req-523d7cc6-ab5b-4958-b39e-0c383b9c9141 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 944 time: 0.0748446 Jun 30 03:16:59.520801 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81df5748-50f3-40b9-b2ed-fa20f6791106 req-fc4c649e-5b02-43de-afcd-57f1f7f99efa tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358982 Jun 30 03:16:59.882439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:16:59.948894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:16:59.953184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:16:59.953560 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.034859 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.060119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:17:00.062574 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e122fe40-25dc-4c44-ae0d-7f78bbbd09d5" -d '{"events": [{"server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "name": "network-vif-plugged", "status": "completed", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:17:00.077191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:00.082802 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.107863 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a884b5-c3e2-420c-a2cd-8374531ef109 x-openstack-request-id: req-95a884b5-c3e2-420c-a2cd-8374531ef109 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:17:00.108155 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "name": "network-vif-plugged", "status": "completed", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:17:00.108404 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95a884b5-c3e2-420c-a2cd-8374531ef109 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:17:00.108803 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2', 'code': 200} Jun 30 03:17:00.135840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:00.208834 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:00.700985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc114-0a08-4ad8-9223-a67c9cc985cd req-2b9589a2-7a52-4d52-8043-e70b08f4936f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:00.702459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d3dc114-0a08-4ad8-9223-a67c9cc985cd req-2b9589a2-7a52-4d52-8043-e70b08f4936f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0681505 Jun 30 03:17:00.746855 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d3dc114-0a08-4ad8-9223-a67c9cc985cd req-27881667-2c7e-4edf-8bf5-015c4b48f5e0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378461 Jun 30 03:17:00.930884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2989c7-bac9-4e66-9fe0-9cbda21387bc req-8f5bb6ee-ad9b-4847-a029-143934396c30 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:00.932651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b2989c7-bac9-4e66-9fe0-9cbda21387bc req-8f5bb6ee-ad9b-4847-a029-143934396c30 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0692210 Jun 30 03:17:00.972327 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b2989c7-bac9-4e66-9fe0-9cbda21387bc req-31001eaf-07a1-45d0-8579-ec4f4460963f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333066 Jun 30 03:17:01.155243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df592d93-94c7-48b8-a4ca-cc4097511ef1 req-32609e47-1f69-40a5-97a0-51b97a4f9e4c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:01.156739 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df592d93-94c7-48b8-a4ca-cc4097511ef1 req-32609e47-1f69-40a5-97a0-51b97a4f9e4c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0670717 Jun 30 03:17:01.199881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df592d93-94c7-48b8-a4ca-cc4097511ef1 req-ebc0ee12-8679-4bdd-a296-c32dcc5b1c5a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371163 Jun 30 03:17:01.688330 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-e3ba5a13-7ff5-44e6-b661-60f411218035 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:01.689913 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-e3ba5a13-7ff5-44e6-b661-60f411218035 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 813 time: 0.1157136 Jun 30 03:17:01.706066 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-a935b635-f8f2-43e3-bb4a-1d587e8b82b8 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/quotas/d42bdbda944547939504332244f9a31f HTTP/1.1" status: 200 len: 375 time: 0.0104382 Jun 30 03:17:01.777076 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-7c5828d3-8bb2-4211-a1cb-ecb00d7e5a2a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0651250 Jun 30 03:17:01.873991 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-25b49450-f79f-44ca-b5ca-ced799846cbb service neutron] 10.222.0.55 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902107 Jun 30 03:17:01.966433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-4c6ece51-8c1e-47d6-b891-b8a5d0348145 service neutron] 10.222.0.55 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862963 Jun 30 03:17:02.146006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8602c6c-de7c-4657-b89d-8443a222734a req-9a2d9210-50b7-44e0-ae8f-5b2ecfa64d78 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 210 time: 0.0341573 Jun 30 03:17:03.033100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-6470b795-d5d6-4d35-a125-0ab045f69b3a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:03.034512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-6470b795-d5d6-4d35-a125-0ab045f69b3a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3 HTTP/1.1" status: 200 len: 945 time: 0.0724416 Jun 30 03:17:03.145721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-a69adfe3-decb-4e22-ac30-5dac25f08679 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Deleting port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:03.146044 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-a69adfe3-decb-4e22-ac30-5dac25f08679 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.238964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-6d851f6a-3610-469b-b2d1-68d0cf410cad tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:03.240503 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-6d851f6a-3610-469b-b2d1-68d0cf410cad tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 813 time: 0.1359344 Jun 30 03:17:03.248659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-a69adfe3-decb-4e22-ac30-5dac25f08679 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] For port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:03.249099 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-a69adfe3-decb-4e22-ac30-5dac25f08679 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.254358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Request body: {'port': {'device_id': '0da4372b-6803-4d4a-91db-70c47757b724', 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c', 'admin_state_up': True, 'tenant_id': 'd42bdbda944547939504332244f9a31f'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:03.269339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-a69adfe3-decb-4e22-ac30-5dac25f08679 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Calling delete_port for b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:03.340387 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-968682e4-f0ff-4beb-889f-c250a6175655 req-9bc2eddc-049e-4cd2-a6f3-28219a6b11f6 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 210 time: 0.0358095 Jun 30 03:17:03.409059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Made reservation on behalf of d42bdbda944547939504332244f9a31f for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:03.413112 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.419097 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-a69adfe3-decb-4e22-ac30-5dac25f08679 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.433913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['b8977a16-55e4-4d56-b4a6-4c4b0368bbb2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:17:03.446466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69adfe3-decb-4e22-ac30-5dac25f08679 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Pushing event deleted for resources: {'Port': ['ID=b8977a16-55e4-4d56-b4a6-4c4b0368bbb2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:03.492652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-a69adfe3-decb-4e22-ac30-5dac25f08679 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] No DVR routers for this DVR port b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:03.495607 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-a69adfe3-decb-4e22-ac30-5dac25f08679 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.497688 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-305615f1-4ec8-44e8-81f9-49cb220cffff req-a69adfe3-decb-4e22-ac30-5dac25f08679 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.69 "DELETE /v2.0/ports/b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 HTTP/1.1" status: 204 len: 173 time: 0.4572976 Jun 30 03:17:03.498155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'name': 'network-vif-deleted', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:17:03.500527 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d60370-92f5-4272-97ab-3e6631282b57" -d '{"events": [{"server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "name": "network-vif-deleted", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:17:03.554416 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40beb91-9f83-4a51-991f-11e8df0d03e0 x-openstack-request-id: req-e40beb91-9f83-4a51-991f-11e8df0d03e0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:17:03.555015 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3", "name": "network-vif-deleted", "tag": "b8977a16-55e4-4d56-b4a6-4c4b0368bbb2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:17:03.556254 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e40beb91-9f83-4a51-991f-11e8df0d03e0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:17:03.556848 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2ba2a6-8b60-40ba-84b5-04e6792b5ab3', 'name': 'network-vif-deleted', 'tag': 'b8977a16-55e4-4d56-b4a6-4c4b0368bbb2', 'status': 'completed', 'code': 200} Jun 30 03:17:03.557042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Allocated IP 172.20.0.2 (5189fa87-dae2-4a91-bf01-a3b3cb57337c/87148e79-c0c0-4a16-bdb0-f1850408cb9d/6856dc48-238f-498a-9f5f-26fc318d2bed) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:03.718071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.757621 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.769620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['b8977a16-55e4-4d56-b4a6-4c4b0368bbb2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:17:03.805249 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Network 5189fa87-dae2-4a91-bf01-a3b3cb57337c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:03.808700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:03.815039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:03.838422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Pushing event updated for resources: {'Port': ['ID=6856dc48-238f-498a-9f5f-26fc318d2bed,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:03.851083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.851423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.851740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.852065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.852392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.852708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.853048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.853450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.853768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.854090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.854400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.854736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:03.877476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:03.878082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:03.893518 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-bcbd45cd-7345-4bbb-80b8-680df670bda9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442025 Jun 30 03:17:03.906306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Request body: {'port': {'device_id': '0da4372b-6803-4d4a-91db-70c47757b724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:03.984065 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.267431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6856dc48-238f-498a-9f5f-26fc318d2bed {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:17:04.275658 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.288781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Transition to ACTIVE for port object 6856dc48-238f-498a-9f5f-26fc318d2bed will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:04.293863 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.358115 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Pushing event updated for resources: {'Port': ['ID=6856dc48-238f-498a-9f5f-26fc318d2bed,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:04.436876 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Attempting to bind port 6856dc48-238f-498a-9f5f-26fc318d2bed on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:04.437211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Attempting to bind port 6856dc48-238f-498a-9f5f-26fc318d2bed by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:04.437550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Attempting to bind port 6856dc48-238f-498a-9f5f-26fc318d2bed on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:04.442409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Port 6856dc48-238f-498a-9f5f-26fc318d2bed on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:17:04.442761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Attempting to bind port 6856dc48-238f-498a-9f5f-26fc318d2bed on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:04.448283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:04.448623 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Checking segment: {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:04.449036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Bound using segment: {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:04.449469 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Bound port: 6856dc48-238f-498a-9f5f-26fc318d2bed, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:04.449833 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.548626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:04.552178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6856dc48-238f-498a-9f5f-26fc318d2bed,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:04.561437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.582602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fde58e-acc8-4cb4-8e1c-9c3ba0c863f1 req-bb296fa4-e69d-48ab-92dd-ccf8390362ad tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:04.584191 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37fde58e-acc8-4cb4-8e1c-9c3ba0c863f1 req-bb296fa4-e69d-48ab-92dd-ccf8390362ad tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 943 time: 0.1246071 Jun 30 03:17:04.627743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:04.628385 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:04.629842 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] 10.222.0.73 "PUT /v2.0/ports/6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 200 len: 1092 time: 0.7278597 Jun 30 03:17:04.632036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:17:04.635387 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f332f84ce5a8d1fb94bfdee8aaf9c4b1f04970872810d9be895c87abad00b83e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50453e12-a7ea-46f5-bb99-27ad144cc9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:17:04.671882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ee4d8-1b64-432c-b804-154f0bb475be service neutron] Pushing event updated for resources: {'Port': ['ID=6856dc48-238f-498a-9f5f-26fc318d2bed,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:04.679717 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37fde58e-acc8-4cb4-8e1c-9c3ba0c863f1 req-739979ca-78c9-4525-ad00-13c11201db98 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773399 Jun 30 03:17:04.687061 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e919a41-873c-4607-9c32-cbfd02aa626f x-openstack-request-id: req-7e919a41-873c-4607-9c32-cbfd02aa626f {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:17:04.687483 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:17:04.687799 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e919a41-873c-4607-9c32-cbfd02aa626f {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:17:04.689007 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed', 'status': 'completed', 'code': 200} Jun 30 03:17:04.746660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-0bd837a6-bf49-47f4-92bc-e8f22c95e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:04.748230 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-0bd837a6-bf49-47f4-92bc-e8f22c95e470 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 1095 time: 0.0584810 Jun 30 03:17:04.790939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-c5a257ac-77c5-48d8-b37b-ba867ba0de84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 200 len: 217 time: 0.0349271 Jun 30 03:17:04.846823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3771c438-567d-4f34-ba35-13dfce9950b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:04.848533 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-3771c438-567d-4f34-ba35-13dfce9950b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0515730 Jun 30 03:17:04.883078 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-d26411e4-26df-447f-9cf2-29119ca4ef33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271862 Jun 30 03:17:04.973984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-b5857106-f340-4ab8-8fdf-3eb75d78eb0d service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843635 Jun 30 03:17:05.070561 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0135ab7d-9664-4b44-af22-983442bd0b9e req-a6dbfbbd-0b69-410a-bf73-f04b724b1127 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897958 Jun 30 03:17:05.181462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50453e12-a7ea-46f5-bb99-27ad144cc9a5 req-c183f590-533b-4296-bbda-84be61dd9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:05.182649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50453e12-a7ea-46f5-bb99-27ad144cc9a5 req-c183f590-533b-4296-bbda-84be61dd9e3a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 1095 time: 0.0573802 Jun 30 03:17:05.279744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50453e12-a7ea-46f5-bb99-27ad144cc9a5 req-996ed9bc-ef90-45ec-a11d-0210d0bf89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:05.281387 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50453e12-a7ea-46f5-bb99-27ad144cc9a5 req-996ed9bc-ef90-45ec-a11d-0210d0bf89ed service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.0914965 Jun 30 03:17:05.327897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50453e12-a7ea-46f5-bb99-27ad144cc9a5 req-1fbc72bd-ba65-4c4c-89e9-f19c27e2b605 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 200 len: 217 time: 0.0357122 Jun 30 03:17:05.380099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50453e12-a7ea-46f5-bb99-27ad144cc9a5 req-949e14af-fa3b-4571-a830-d406d4e52fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:05.381645 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50453e12-a7ea-46f5-bb99-27ad144cc9a5 req-949e14af-fa3b-4571-a830-d406d4e52fc4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0447128 Jun 30 03:17:05.471198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50453e12-a7ea-46f5-bb99-27ad144cc9a5 req-6629d13a-250c-4d2c-930d-66c1eee3f9e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817537 Jun 30 03:17:05.569028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50453e12-a7ea-46f5-bb99-27ad144cc9a5 req-0e59ba93-d572-4536-b262-225c9626964c service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894618 Jun 30 03:17:05.672326 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-50453e12-a7ea-46f5-bb99-27ad144cc9a5 req-9dbc8386-daec-46b5-b855-292c14188bad service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955052 Jun 30 03:17:05.874026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227078ff-443b-4b23-97a7-302501319697 req-d456a0f0-2f66-41ee-ab15-244b82f0ff3e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:05.875559 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-227078ff-443b-4b23-97a7-302501319697 req-d456a0f0-2f66-41ee-ab15-244b82f0ff3e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 943 time: 0.0802467 Jun 30 03:17:05.913819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:05.915083 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-227078ff-443b-4b23-97a7-302501319697 req-8cbc1e61-b33b-47b3-add8-87444d180c06 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336211 Jun 30 03:17:05.934236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:05.934584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device b8977a16-55e4-4d56-b4a6-4c4b0368bbb2 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:05.952478 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6856dc48-238f-498a-9f5f-26fc318d2bed details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:17:06.053285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6856dc48-238f-498a-9f5f-26fc318d2bed,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:06.068818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '6856dc48-238f-498a-9f5f-26fc318d2bed', 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c', 'port_id': '6856dc48-238f-498a-9f5f-26fc318d2bed', 'mac_address': 'fa:16:3e:a2:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87148e79-c0c0-4a16-bdb0-f1850408cb9d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:17:06.108637 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.121604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6856dc48-238f-498a-9f5f-26fc318d2bed {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:17:06.141835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6856dc48-238f-498a-9f5f-26fc318d2bed,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:06.146588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:06.193273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=6856dc48-238f-498a-9f5f-26fc318d2bed,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:06.201080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.201423 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.201755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.202086 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.202434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.202772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.203109 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.203424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.203741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.204055 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.204369 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.204686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:06.351553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['6856dc48-238f-498a-9f5f-26fc318d2bed'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:17:07.097235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7992f43-8cc4-47f6-939e-4708dbfcb353 req-2559bee0-dcdb-48b8-8f32-408f2daf0e47 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:07.098790 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b7992f43-8cc4-47f6-939e-4708dbfcb353 req-2559bee0-dcdb-48b8-8f32-408f2daf0e47 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 944 time: 0.0695014 Jun 30 03:17:07.138743 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b7992f43-8cc4-47f6-939e-4708dbfcb353 req-295e13cf-2fcd-48e7-aeea-5c5f1c288d45 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Jun 30 03:17:07.975573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6856dc48-238f-498a-9f5f-26fc318d2bed up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:08.027463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 6856dc48-238f-498a-9f5f-26fc318d2bed completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:08.031167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 6856dc48-238f-498a-9f5f-26fc318d2bed triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:08.031534 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:08.115691 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:08.140775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:17:08.143135 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99517026-eeb2-4333-bb7a-1b6ec46140d3" -d '{"events": [{"server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "name": "network-vif-plugged", "status": "completed", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:17:08.157443 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6856dc48-238f-498a-9f5f-26fc318d2bed,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:08.162546 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:08.190967 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59463917-eaee-4cd3-8bf2-826ee24b2214 x-openstack-request-id: req-59463917-eaee-4cd3-8bf2-826ee24b2214 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:17:08.191270 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "name": "network-vif-plugged", "status": "completed", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:17:08.191520 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59463917-eaee-4cd3-8bf2-826ee24b2214 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:17:08.191904 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed', 'code': 200} Jun 30 03:17:08.221315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=6856dc48-238f-498a-9f5f-26fc318d2bed,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:08.357237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14b985-95bf-4b02-9cf8-d9ebafb14c36 req-45015547-4d4e-4c86-9b34-a4d9aa4e345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:08.358773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc14b985-95bf-4b02-9cf8-d9ebafb14c36 req-45015547-4d4e-4c86-9b34-a4d9aa4e345f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 1097 time: 0.0987229 Jun 30 03:17:08.369181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a059b-d131-4d4b-a799-b4db32539dff req-e2346024-14b1-4067-9314-cde064bfd2bd tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:08.370696 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-832a059b-d131-4d4b-a799-b4db32539dff req-e2346024-14b1-4067-9314-cde064bfd2bd tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.1021450 Jun 30 03:17:08.421011 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fc14b985-95bf-4b02-9cf8-d9ebafb14c36 req-fa52ead7-58a2-46c7-9ebe-8dfbc5f3a87a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493069 Jun 30 03:17:08.428846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-832a059b-d131-4d4b-a799-b4db32539dff req-49a73d45-07dc-4da0-80e9-c554a46fa0d9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517108 Jun 30 03:17:09.616169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3230e-ce9b-40d0-b49e-4a20eaa9ffb9 req-8dac2757-6e6c-4934-a962-bd49fa09e01a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:09.617719 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ece3230e-ce9b-40d0-b49e-4a20eaa9ffb9 req-8dac2757-6e6c-4934-a962-bd49fa09e01a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0697167 Jun 30 03:17:09.659536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ece3230e-ce9b-40d0-b49e-4a20eaa9ffb9 req-46da4c5b-8dcb-4122-bf28-8a6e49d0b525 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353723 Jun 30 03:17:09.838660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b873312-26db-40a5-92ee-6f10c691b5e3 req-fc93604c-3ef1-49ec-972b-969669ce1877 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:09.840195 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b873312-26db-40a5-92ee-6f10c691b5e3 req-fc93604c-3ef1-49ec-972b-969669ce1877 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0660951 Jun 30 03:17:09.879007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8b873312-26db-40a5-92ee-6f10c691b5e3 req-0810fc87-b896-4ef4-b604-94d13ef17834 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Jun 30 03:17:10.251091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-004f51e0-ea7c-4aa1-b85d-b32c5512ff07 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692453 Jun 30 03:17:10.310601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03151545-cff8-4048-b14b-291e397ef171 req-f6524b68-6e9c-4ddc-b62d-7c9cebd6127e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:10.312193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03151545-cff8-4048-b14b-291e397ef171 req-f6524b68-6e9c-4ddc-b62d-7c9cebd6127e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0773325 Jun 30 03:17:10.366376 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03151545-cff8-4048-b14b-291e397ef171 req-201b8d79-07ea-4ec7-9481-52038870787c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479980 Jun 30 03:17:11.539747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-a6555483-b153-478e-a05f-56e9a669198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:11.541535 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-a6555483-b153-478e-a05f-56e9a669198f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 1097 time: 0.0552266 Jun 30 03:17:11.556393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea9783-1298-406c-bf8a-45f339d696bf req-405e1da6-7f3c-4dc8-9126-ff765fe95a65 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:11.558331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d0ea9783-1298-406c-bf8a-45f339d696bf req-405e1da6-7f3c-4dc8-9126-ff765fe95a65 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0658319 Jun 30 03:17:11.616545 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d0ea9783-1298-406c-bf8a-45f339d696bf req-b6fd5f84-b375-4290-a3c0-9d043afdb0ad tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519896 Jun 30 03:17:11.652296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-69625f24-ab14-4e65-ad43-3dc09d8e9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:11.653649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-69625f24-ab14-4e65-ad43-3dc09d8e9d12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.1057365 Jun 30 03:17:11.699152 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-d0efc25c-4f87-4ed3-b4a9-e7b9564f0026 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 200 len: 217 time: 0.0356541 Jun 30 03:17:11.748331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-6d021a18-4d87-4c66-a2ef-19f5638bb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:11.749812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-6d021a18-4d87-4c66-a2ef-19f5638bb679 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0436828 Jun 30 03:17:11.787518 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-d223b1e1-75c1-482b-9b39-e86aa5fdf132 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309005 Jun 30 03:17:11.883423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-0d44ddbf-2c36-4ad7-85a3-cb2b4a42a38a service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889881 Jun 30 03:17:11.980198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-cd93e1f8-10af-4b51-9e32-a5025127af0c service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903494 Jun 30 03:17:12.796214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d64b7b-516a-47f9-88c8-f19d00f95be2 req-9edaa349-3d73-48f8-bad1-b1a09a79b133 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:12.797776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09d64b7b-516a-47f9-88c8-f19d00f95be2 req-9edaa349-3d73-48f8-bad1-b1a09a79b133 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0679548 Jun 30 03:17:12.837120 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09d64b7b-516a-47f9-88c8-f19d00f95be2 req-75e4ded0-5d5c-4735-88a0-efea8074f3ff tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Jun 30 03:17:14.020544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26f555-5528-4df7-b226-5a88cd14b259 req-badf713b-0e7a-414a-bbd4-2dd4a53b07a0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:14.022039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d26f555-5528-4df7-b226-5a88cd14b259 req-badf713b-0e7a-414a-bbd4-2dd4a53b07a0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0665693 Jun 30 03:17:14.063016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3d26f555-5528-4df7-b226-5a88cd14b259 req-5cb64338-0a7f-4d35-b8ad-ef04a4b257a1 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342908 Jun 30 03:17:15.246957 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857e0b6-b5b8-4f00-bb0a-78c7842c60de req-3e4ef049-8375-4aa0-baac-edb29a0f2a8e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:15.248445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f857e0b6-b5b8-4f00-bb0a-78c7842c60de req-3e4ef049-8375-4aa0-baac-edb29a0f2a8e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0674093 Jun 30 03:17:15.288084 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f857e0b6-b5b8-4f00-bb0a-78c7842c60de req-3b405403-edc7-42b4-adaf-d890a29ad512 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334604 Jun 30 03:17:16.359233 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:16.473226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74d5d8-4a77-45d0-b36c-95f32ed6575f req-0c3f6c97-b7d1-4705-9ec5-8680ab9595e7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:16.474709 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a74d5d8-4a77-45d0-b36c-95f32ed6575f req-0c3f6c97-b7d1-4705-9ec5-8680ab9595e7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0651240 Jun 30 03:17:16.514808 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a74d5d8-4a77-45d0-b36c-95f32ed6575f req-9791f1d0-df80-4b4f-b3c0-abee4f9b165b tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341780 Jun 30 03:17:16.540895 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:18.044852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788b921-9f64-4023-8dbf-980bf9ce8728 req-f31b9647-422b-4ae6-b6b9-be71462ae1ea tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:18.046343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2788b921-9f64-4023-8dbf-980bf9ce8728 req-f31b9647-422b-4ae6-b6b9-be71462ae1ea tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.4179959 Jun 30 03:17:18.086138 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2788b921-9f64-4023-8dbf-980bf9ce8728 req-ec18b5bf-9b97-4ffc-8cc5-ea151a1f0442 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337155 Jun 30 03:17:19.276590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3461974-594e-46b0-adf4-5d260efdee01 req-43fbc8db-343d-4c23-8b3a-45e6a03aa828 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:19.278092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b3461974-594e-46b0-adf4-5d260efdee01 req-43fbc8db-343d-4c23-8b3a-45e6a03aa828 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0698767 Jun 30 03:17:19.317736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b3461974-594e-46b0-adf4-5d260efdee01 req-2b9a2231-57d7-40b6-b971-dd51394a96b9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336695 Jun 30 03:17:20.498428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d484-8780-45fd-9f1a-48c9cbbb599e req-3a780ff5-3c5c-4da3-ab81-02b0d9b4211e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:20.500002 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a3d4d484-8780-45fd-9f1a-48c9cbbb599e req-3a780ff5-3c5c-4da3-ab81-02b0d9b4211e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0654693 Jun 30 03:17:20.538747 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a3d4d484-8780-45fd-9f1a-48c9cbbb599e req-5dadbc1d-a29d-4820-bf7e-b69252d95bd2 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328710 Jun 30 03:17:21.045369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be416f1-c637-4601-92e9-eb18a5532a3c req-87b927a7-d931-42fa-be1d-e1164103b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:21.046987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1be416f1-c637-4601-92e9-eb18a5532a3c req-87b927a7-d931-42fa-be1d-e1164103b6f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 1097 time: 0.0572577 Jun 30 03:17:21.171892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be416f1-c637-4601-92e9-eb18a5532a3c req-f34c11e2-1d78-4477-9710-504a94740139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:21.173439 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1be416f1-c637-4601-92e9-eb18a5532a3c req-f34c11e2-1d78-4477-9710-504a94740139 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.1038268 Jun 30 03:17:21.217215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1be416f1-c637-4601-92e9-eb18a5532a3c req-090957f9-874f-4f36-bd23-bb627a74ed73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 200 len: 217 time: 0.0364907 Jun 30 03:17:21.273767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be416f1-c637-4601-92e9-eb18a5532a3c req-d0577af5-739e-4455-b726-3e2e99f470c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:21.275378 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1be416f1-c637-4601-92e9-eb18a5532a3c req-d0577af5-739e-4455-b726-3e2e99f470c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0513263 Jun 30 03:17:21.311997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1be416f1-c637-4601-92e9-eb18a5532a3c req-8c2fef72-8874-47ec-8f71-aa81185958be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285821 Jun 30 03:17:21.405158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1be416f1-c637-4601-92e9-eb18a5532a3c req-46db1c28-8326-4e49-9471-cbc93d77b2b1 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846541 Jun 30 03:17:21.503696 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1be416f1-c637-4601-92e9-eb18a5532a3c req-60ad0f11-ab42-4d1b-818e-9ad596314851 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897751 Jun 30 03:17:21.733086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b8cc7-71d2-485d-b6ad-4d95bb375b8d req-b3a1289f-6d71-4604-83e7-0405be0f7f71 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:21.734626 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a2b8cc7-71d2-485d-b6ad-4d95bb375b8d req-b3a1289f-6d71-4604-83e7-0405be0f7f71 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0746620 Jun 30 03:17:21.773633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2a2b8cc7-71d2-485d-b6ad-4d95bb375b8d req-54b5ff59-50db-40a6-9d28-f098e893073d tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Jun 30 03:17:22.583519 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:17:22.960817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acbfb9-a29f-47d8-9c43-67e3a1f6cb46 req-07def5ed-8a6e-4d5e-a62e-6a6e6d678a1a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:22.962291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07acbfb9-a29f-47d8-9c43-67e3a1f6cb46 req-07def5ed-8a6e-4d5e-a62e-6a6e6d678a1a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0653241 Jun 30 03:17:23.001252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-07acbfb9-a29f-47d8-9c43-67e3a1f6cb46 req-273cb3f9-76d2-4261-b56e-69bca28133a7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Jun 30 03:17:24.192511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c53a3-11d8-4e81-bc0c-a91cb99d3e64 req-5cbc9be8-0a37-469b-98bc-9146567ea24e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:24.194001 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-685c53a3-11d8-4e81-bc0c-a91cb99d3e64 req-5cbc9be8-0a37-469b-98bc-9146567ea24e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0745292 Jun 30 03:17:24.239214 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-685c53a3-11d8-4e81-bc0c-a91cb99d3e64 req-32b2cb0a-59e3-45b1-abd7-44248af08d68 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Jun 30 03:17:24.419466 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4873bc38-076c-480c-a9e2-03f72ca9c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:25.428867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e386de1-7304-428d-b4c3-59775e41380e req-2fa1fc32-5e78-49a0-8e3f-90dfba8673ed tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:25.430433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4e386de1-7304-428d-b4c3-59775e41380e req-2fa1fc32-5e78-49a0-8e3f-90dfba8673ed tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0713980 Jun 30 03:17:25.469609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4e386de1-7304-428d-b4c3-59775e41380e req-f8ee3f13-160d-4eea-b1be-11765214c594 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333354 Jun 30 03:17:26.650498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32a53-6981-4f72-83c8-3e45d3704929 req-63f8dcc4-2340-4d1d-aed4-fc1ff24576e7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:26.652303 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3dc32a53-6981-4f72-83c8-3e45d3704929 req-63f8dcc4-2340-4d1d-aed4-fc1ff24576e7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0685267 Jun 30 03:17:26.690681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3dc32a53-6981-4f72-83c8-3e45d3704929 req-b13c672f-6439-441c-86de-db139ebf58da tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Jun 30 03:17:27.009897 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a90ba32f-bc84-413c-ac45-4edd05a799c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.091439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:27.875929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ecdd3-dcdb-48ce-b5de-81fae1800e18 req-5fe4ccc8-96da-40c9-813c-2e41c63a709f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:27.877443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7ecdd3-dcdb-48ce-b5de-81fae1800e18 req-5fe4ccc8-96da-40c9-813c-2e41c63a709f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0698104 Jun 30 03:17:27.918746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f7ecdd3-dcdb-48ce-b5de-81fae1800e18 req-ee74ffa1-64ed-4f42-b5f9-9f2f394cea72 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344830 Jun 30 03:17:28.413124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:29.103409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad38d6-2ed6-4128-a133-d5e92df958dd req-be7eb128-2884-4886-9991-34080c764a40 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:29.104816 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67ad38d6-2ed6-4128-a133-d5e92df958dd req-be7eb128-2884-4886-9991-34080c764a40 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0678589 Jun 30 03:17:29.147052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67ad38d6-2ed6-4128-a133-d5e92df958dd req-3254a2f1-9b4f-4e09-8f45-4b5fe55d3f54 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362020 Jun 30 03:17:30.213047 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:30.342841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce127b39-64e1-4b2e-89e2-c66cef69d348 req-bbc53bb4-0f9a-4bc1-b4c6-a440147bf4e8 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:30.344326 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce127b39-64e1-4b2e-89e2-c66cef69d348 req-bbc53bb4-0f9a-4bc1-b4c6-a440147bf4e8 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0720716 Jun 30 03:17:30.384105 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce127b39-64e1-4b2e-89e2-c66cef69d348 req-ae8eb97f-038c-4b5d-b244-35e6b1ff9d2d tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 Jun 30 03:17:31.577047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbc144-5835-47e6-b779-ce6d6b98e8b0 req-4577b856-852d-4d01-9018-2d54e948635c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:31.578522 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dbbc144-5835-47e6-b779-ce6d6b98e8b0 req-4577b856-852d-4d01-9018-2d54e948635c tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0768561 Jun 30 03:17:31.617394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4dbbc144-5835-47e6-b779-ce6d6b98e8b0 req-80fc08a7-bcbe-4987-88f2-a428f14874fa tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Jun 30 03:17:32.823260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d22da7-4fd5-4b5a-9a31-0b96095a4ecc req-38412930-c265-4544-bf55-526697277865 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:32.825152 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4d22da7-4fd5-4b5a-9a31-0b96095a4ecc req-38412930-c265-4544-bf55-526697277865 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0747595 Jun 30 03:17:32.867687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4d22da7-4fd5-4b5a-9a31-0b96095a4ecc req-06b4e38a-9030-4c6e-aad9-7682d68f146b tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367396 Jun 30 03:17:34.058796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cd7fb-b129-49ba-a734-733d6fc4a97f req-32c77f4e-ced7-4bdc-8db2-e090cb591254 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:34.060616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd8cd7fb-b129-49ba-a734-733d6fc4a97f req-32c77f4e-ced7-4bdc-8db2-e090cb591254 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0706189 Jun 30 03:17:34.101631 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bd8cd7fb-b129-49ba-a734-733d6fc4a97f req-940572b4-2b4b-4cd9-9ab3-9e2d419cc18f tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 Jun 30 03:17:35.285583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4e28e-6773-40aa-b288-e5c859acd9ce req-6540304b-8562-435f-8444-f0762299cfe0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:35.287123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d7f4e28e-6773-40aa-b288-e5c859acd9ce req-6540304b-8562-435f-8444-f0762299cfe0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0693884 Jun 30 03:17:35.327899 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d7f4e28e-6773-40aa-b288-e5c859acd9ce req-f38bd741-6536-4f8d-a25c-e29e1de365e5 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348945 Jun 30 03:17:36.541743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ceb89-ffb0-4209-885a-a15dbfbed691 req-9d2cd0f8-c2ad-4653-9883-9c29584c6f7e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:36.543370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b18ceb89-ffb0-4209-885a-a15dbfbed691 req-9d2cd0f8-c2ad-4653-9883-9c29584c6f7e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0668268 Jun 30 03:17:36.588036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b18ceb89-ffb0-4209-885a-a15dbfbed691 req-2aba84aa-a555-47c4-849c-2b09cf3bd3c0 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384347 Jun 30 03:17:37.771903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68e0a3-2ba2-4750-8bb6-d594943a6814 req-253e0cc1-30b3-43ad-88e8-865036caefa8 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:37.773325 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a68e0a3-2ba2-4750-8bb6-d594943a6814 req-253e0cc1-30b3-43ad-88e8-865036caefa8 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0710022 Jun 30 03:17:37.814501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a68e0a3-2ba2-4750-8bb6-d594943a6814 req-f38a62e8-6a05-4b9b-bbbc-ddb81f0ab62b tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351152 Jun 30 03:17:38.927090 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-2b0369d4-af3f-4de3-859a-fda7ecce19c6 service neutron] show failed (client error): The resource could not be found. Jun 30 03:17:38.928153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-2b0369d4-af3f-4de3-859a-fda7ecce19c6 service neutron] 10.222.0.73 "GET /v2.0/ports/6856dc48-238f-498a-9f5f-26fc318d2bed/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0597925 Jun 30 03:17:39.003863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f4a20-e9c9-4d33-ab1e-238b8eb31d87 req-1677c250-ea03-4c3d-81c8-43ad3bcbf10a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:39.005379 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a7f4a20-e9c9-4d33-ab1e-238b8eb31d87 req-1677c250-ea03-4c3d-81c8-43ad3bcbf10a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0672495 Jun 30 03:17:39.046112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a7f4a20-e9c9-4d33-ab1e-238b8eb31d87 req-7b1b5cb2-b18e-4d06-bdf5-601339156646 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342534 Jun 30 03:17:39.187703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-39700a69-7023-4f99-a392-f0d9d8dfc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:39.189373 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-39700a69-7023-4f99-a392-f0d9d8dfc7d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724&tenant_id=d42bdbda944547939504332244f9a31f HTTP/1.1" status: 200 len: 1097 time: 0.0546193 Jun 30 03:17:39.200475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:39.279548 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.486663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=6856dc48-238f-498a-9f5f-26fc318d2bed,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:39.521273 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:39.560390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:17:39.562766 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0003a596-da86-442f-85a0-66e0a8d38934" -d '{"events": [{"server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "name": "network-vif-unplugged", "status": "completed", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:17:39.566916 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.580238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Transition to ACTIVE for port object 6856dc48-238f-498a-9f5f-26fc318d2bed will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:39.588255 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.616701 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33110c46-9111-4075-bf8a-99dc49e2c142 x-openstack-request-id: req-33110c46-9111-4075-bf8a-99dc49e2c142 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:17:39.616994 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "name": "network-vif-unplugged", "status": "completed", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:17:39.617249 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33110c46-9111-4075-bf8a-99dc49e2c142 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:17:39.617650 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed', 'code': 200} Jun 30 03:17:39.660594 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] No DVR routers for this DVR port 6856dc48-238f-498a-9f5f-26fc318d2bed on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:39.662743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Pushing event updated for resources: {'Port': ['ID=6856dc48-238f-498a-9f5f-26fc318d2bed,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:39.700563 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Attempting to bind port 6856dc48-238f-498a-9f5f-26fc318d2bed on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:39.700814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Attempting to bind port 6856dc48-238f-498a-9f5f-26fc318d2bed by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:39.701161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Attempting to bind port 6856dc48-238f-498a-9f5f-26fc318d2bed on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:39.705765 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Port 6856dc48-238f-498a-9f5f-26fc318d2bed on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:17:39.706088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Attempting to bind port 6856dc48-238f-498a-9f5f-26fc318d2bed on network 5189fa87-dae2-4a91-bf01-a3b3cb57337c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:39.711257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:39.711593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Checking segment: {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:39.711976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Bound using segment: {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:39.712396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Bound port: 6856dc48-238f-498a-9f5f-26fc318d2bed, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1871aebc-8902-47bb-8434-205201833fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:39.712751 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.777360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:39.780835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=6856dc48-238f-498a-9f5f-26fc318d2bed,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:39.786752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.821247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:39.821871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:39.823314 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] 10.222.0.69 "PUT /v2.0/ports/6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 200 len: 1092 time: 0.6271548 Jun 30 03:17:39.844801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c8b50-5f2b-4f6d-a953-bd59bac1b576 service neutron] Pushing event updated for resources: {'Port': ['ID=6856dc48-238f-498a-9f5f-26fc318d2bed,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:39.908137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-095812a8-37ae-40a2-92a5-682e80d4fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:39.909693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-095812a8-37ae-40a2-92a5-682e80d4fe0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 1095 time: 0.0618269 Jun 30 03:17:40.000790 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-cdab2779-ee50-41e1-b73c-9538cf19e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:40.002174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-cdab2779-ee50-41e1-b73c-9538cf19e301 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.0858588 Jun 30 03:17:40.047894 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-86f2ec97-5940-4759-babd-94dc1d4875da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 200 len: 217 time: 0.0386574 Jun 30 03:17:40.097256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-a0f710bc-5550-4910-9561-e6848696be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:40.098736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-a0f710bc-5550-4910-9561-e6848696be09 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0451548 Jun 30 03:17:40.131754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-90392abe-ef2b-4762-aee4-70085f029feb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267143 Jun 30 03:17:40.260443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-23bb3fc6-bf64-4afe-9749-0c5940f06a18 service neutron] 10.222.0.69 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209877 Jun 30 03:17:40.321948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2dcec-bc39-40aa-a7bf-c8a1bfa96168 req-1cd6dd8a-b5dc-486c-a746-514f0510d596 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:40.323556 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86b2dcec-bc39-40aa-a7bf-c8a1bfa96168 req-1cd6dd8a-b5dc-486c-a746-514f0510d596 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 943 time: 0.1390030 Jun 30 03:17:40.390633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-86b2dcec-bc39-40aa-a7bf-c8a1bfa96168 req-e5888a21-1e76-44f0-8221-c073289dde23 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605302 Jun 30 03:17:40.396899 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8892ad-e572-4339-87b0-5b33ebb77b5a req-71a0367b-f924-466f-9c96-81c018764258 service neutron] 10.222.0.69 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286542 Jun 30 03:17:41.570673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382452ee-b966-4a7c-b73e-4e00e60eec69 req-36d5838d-2888-41f6-be4f-b9667d8a86d2 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:41.572210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-382452ee-b966-4a7c-b73e-4e00e60eec69 req-36d5838d-2888-41f6-be4f-b9667d8a86d2 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 943 time: 0.0685349 Jun 30 03:17:41.612514 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-382452ee-b966-4a7c-b73e-4e00e60eec69 req-d82b7359-76ec-45e0-8257-950191378466 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341408 Jun 30 03:17:41.619096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:17:41.621599 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12820bd-07a8-4caa-a4a9-af8cbb41e175" -d '{"events": [{"name": "network-changed", "server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:17:41.672495 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106e267f-a5aa-410e-85c2-7f1f0ba379f7 x-openstack-request-id: req-106e267f-a5aa-410e-85c2-7f1f0ba379f7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:17:41.672675 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:17:41.672948 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-106e267f-a5aa-410e-85c2-7f1f0ba379f7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:17:41.673345 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed', 'status': 'completed', 'code': 200} Jun 30 03:17:41.747573 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-d9ccb60d-8e4e-49a4-a6c7-3522a8f1852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:41.749063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-d9ccb60d-8e4e-49a4-a6c7-3522a8f1852e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 1095 time: 0.0554540 Jun 30 03:17:41.756590 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-e2e7d020-2ffc-4db4-bee4-0c33e9f79e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:41.758080 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-e2e7d020-2ffc-4db4-bee4-0c33e9f79e9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 1095 time: 0.0604506 Jun 30 03:17:41.848384 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-7060377b-65a6-4c4f-872d-11700397e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:41.849466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-54e9d5bb-3a83-4796-80e8-8e7b618dd69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:41.849895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-7060377b-65a6-4c4f-872d-11700397e0d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.0945699 Jun 30 03:17:41.851005 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-54e9d5bb-3a83-4796-80e8-8e7b618dd69a service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.0861528 Jun 30 03:17:41.894029 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-2895a13b-1bb3-4b79-a393-823f2e750d9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 200 len: 217 time: 0.0358055 Jun 30 03:17:41.894339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-100e1f0b-d32b-45ea-ad50-f68e3817e44b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 200 len: 217 time: 0.0366864 Jun 30 03:17:41.946348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-b17d86f4-d925-42de-861e-9b190588e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:41.947707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-b17d86f4-d925-42de-861e-9b190588e60d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0475233 Jun 30 03:17:41.957913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-08b5724a-d921-4b47-8ce0-d57b06480781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:41.960401 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-08b5724a-d921-4b47-8ce0-d57b06480781 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0600255 Jun 30 03:17:41.980948 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-1061c70d-4af7-4d81-abc4-6857bc319bdd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265167 Jun 30 03:17:41.996386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-8a097ceb-ab2e-4c56-9710-51aeee4e1740 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291522 Jun 30 03:17:42.076605 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-ccdd9ac5-b8ed-4c0d-b515-a1e9e1be52c9 service neutron] 10.222.0.69 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890024 Jun 30 03:17:42.091812 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-1434f9d6-5dff-4e75-8d89-6d1e88b51452 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874059 Jun 30 03:17:42.174842 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-c11a5a05-e012-489c-82be-b12fc41a41ba service neutron] 10.222.0.69 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911391 Jun 30 03:17:42.191200 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d12820bd-07a8-4caa-a4a9-af8cbb41e175 req-b2193770-6948-482f-90f5-4c7767a1623d service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924799 Jun 30 03:17:42.799524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7fc40-4b95-4a9a-a1fb-fb2cb9857ba9 req-6cf0734e-af0b-4507-b2a4-ae37d3a851dd tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:42.802091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11b7fc40-4b95-4a9a-a1fb-fb2cb9857ba9 req-6cf0734e-af0b-4507-b2a4-ae37d3a851dd tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 943 time: 0.0703990 Jun 30 03:17:42.844636 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-11b7fc40-4b95-4a9a-a1fb-fb2cb9857ba9 req-30046e06-b8b9-4206-96b8-853678ca73da tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360634 Jun 30 03:17:44.072325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6856dc48-238f-498a-9f5f-26fc318d2bed no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:44.116316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 6856dc48-238f-498a-9f5f-26fc318d2bed details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:17:44.132105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 6856dc48-238f-498a-9f5f-26fc318d2bed not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:44.220237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=6856dc48-238f-498a-9f5f-26fc318d2bed,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:44.233623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '6856dc48-238f-498a-9f5f-26fc318d2bed', 'network_id': '5189fa87-dae2-4a91-bf01-a3b3cb57337c', 'port_id': '6856dc48-238f-498a-9f5f-26fc318d2bed', 'mac_address': 'fa:16:3e:a2:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87148e79-c0c0-4a16-bdb0-f1850408cb9d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:17:44.273397 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.286994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6856dc48-238f-498a-9f5f-26fc318d2bed {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:17:44.310293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214f288-44c6-465d-9a3c-4e2b6c1d2874 req-eb035ff0-ea0f-4980-b28d-a58a5d0b3ee7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:44.311868 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3214f288-44c6-465d-9a3c-4e2b6c1d2874 req-eb035ff0-ea0f-4980-b28d-a58a5d0b3ee7 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 943 time: 0.3468387 Jun 30 03:17:44.312108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=6856dc48-238f-498a-9f5f-26fc318d2bed,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:44.316653 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:44.354099 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3214f288-44c6-465d-9a3c-4e2b6c1d2874 req-c2edd9ff-eadd-48ca-ad3b-a6938ced579e tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331547 Jun 30 03:17:44.367074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=6856dc48-238f-498a-9f5f-26fc318d2bed,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:44.617755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['6856dc48-238f-498a-9f5f-26fc318d2bed'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:17:44.664252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8fe3a-f4c1-4257-af5a-a4b6475e9d9f req-2969caa3-2790-4385-a0e3-4dbeaa18f510 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:44.665837 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2a8fe3a-f4c1-4257-af5a-a4b6475e9d9f req-2969caa3-2790-4385-a0e3-4dbeaa18f510 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 944 time: 0.0673330 Jun 30 03:17:44.689445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-87b68b1f-b15d-4dee-af49-1dae77f9eabc tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:44.691114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-87b68b1f-b15d-4dee-af49-1dae77f9eabc tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.73 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724&tenant_id=d42bdbda944547939504332244f9a31f&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 944 time: 0.0883431 Jun 30 03:17:44.705579 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e2a8fe3a-f4c1-4257-af5a-a4b6475e9d9f req-81e35e47-435c-45cb-a4e0-87551cce2cb2 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332751 Jun 30 03:17:44.753023 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-5ed029fa-db0f-4544-a4b2-0f110f382017 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:17:44.754108 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-5ed029fa-db0f-4544-a4b2-0f110f382017 service neutron] 10.222.0.73 "DELETE /v2.0/ports/6856dc48-238f-498a-9f5f-26fc318d2bed/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0568051 Jun 30 03:17:44.855085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-b886c6b5-1364-48b7-a284-152261bd9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:44.856787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-b886c6b5-1364-48b7-a284-152261bd9aae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d42bdbda944547939504332244f9a31f&device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 1096 time: 0.0589120 Jun 30 03:17:44.953740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-1ca1e0d7-e1f4-4778-958b-903a9ae54298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:44.955196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-1ca1e0d7-e1f4-4778-958b-903a9ae54298 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 200 len: 914 time: 0.0914905 Jun 30 03:17:44.996988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-3a91d356-d6dd-4ca0-a00b-6e61dd530691 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 200 len: 217 time: 0.0357349 Jun 30 03:17:45.047345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-0c2b084c-0650-43be-8c98-28be494ea6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:45.048863 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-0c2b084c-0650-43be-8c98-28be494ea6cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 200 len: 853 time: 0.0460739 Jun 30 03:17:45.087564 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-bb0edb6b-09ea-4266-8595-f1780f11047f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5189fa87-dae2-4a91-bf01-a3b3cb57337c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319681 Jun 30 03:17:45.181320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-f29922c0-a938-4e8d-b44b-95cd3211d15b service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Jun 30 03:17:45.276311 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dd4c3cb8-a333-40a0-bc83-23e932f37143 req-8da50e8b-c8e4-4d6e-abf8-c0e7dd4fb560 service neutron] 10.222.0.73 "GET /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890625 Jun 30 03:17:45.887019 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f958fa-72cb-425d-b142-8741c823d969 req-4c78bebe-f755-4fd0-b7ed-095880789925 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:45.888843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49f958fa-72cb-425d-b142-8741c823d969 req-4c78bebe-f755-4fd0-b7ed-095880789925 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 944 time: 0.0686364 Jun 30 03:17:45.928969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49f958fa-72cb-425d-b142-8741c823d969 req-6bb88aac-7f04-42b2-ba8b-e521c3815cce tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344059 Jun 30 03:17:46.116097 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b5b00-7b00-4ef4-950c-f06a6cf5452a req-6f59ea9b-d2d9-469a-bf47-c92ea9540772 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:46.117698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5e5b5b00-7b00-4ef4-950c-f06a6cf5452a req-6f59ea9b-d2d9-469a-bf47-c92ea9540772 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 944 time: 0.0749419 Jun 30 03:17:46.131063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 6856dc48-238f-498a-9f5f-26fc318d2bed up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:46.161394 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5e5b5b00-7b00-4ef4-950c-f06a6cf5452a req-a0fb2a56-66f3-4c60-bb76-036aa95e1d1a tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355973 Jun 30 03:17:46.186052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 6856dc48-238f-498a-9f5f-26fc318d2bed completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:46.191531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 6856dc48-238f-498a-9f5f-26fc318d2bed triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:46.191825 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:46.273244 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:46.296633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:17:46.298951 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b427fa-edc4-4f9e-8c3b-98b82cd577ae" -d '{"events": [{"server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "name": "network-vif-plugged", "status": "completed", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:17:46.313326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=6856dc48-238f-498a-9f5f-26fc318d2bed,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:46.318268 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:46.348419 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0ef0cc-ff7d-46c6-acc9-7cfad143495a x-openstack-request-id: req-1b0ef0cc-ff7d-46c6-acc9-7cfad143495a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:17:46.348713 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "name": "network-vif-plugged", "status": "completed", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:17:46.348968 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b0ef0cc-ff7d-46c6-acc9-7cfad143495a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:17:46.349352 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed', 'code': 200} Jun 30 03:17:46.349458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca53e70-d3e6-4b94-bf7d-6433df558e27 req-ca3742e2-7ba4-41d2-9478-85db4b83681d tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:46.351186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cca53e70-d3e6-4b94-bf7d-6433df558e27 req-ca3742e2-7ba4-41d2-9478-85db4b83681d tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 944 time: 0.0715961 Jun 30 03:17:46.375311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=6856dc48-238f-498a-9f5f-26fc318d2bed,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:46.393525 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:46.396659 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cca53e70-d3e6-4b94-bf7d-6433df558e27 req-dca8abb7-84e0-43f1-9e67-d47eab34925b tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396330 Jun 30 03:17:46.549905 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:46.988182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06177801-3c8c-404d-b13a-fde3eefb1b3a req-b12f614a-4671-4630-a371-dc9a725a5b94 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:46.989632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06177801-3c8c-404d-b13a-fde3eefb1b3a req-b12f614a-4671-4630-a371-dc9a725a5b94 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0657728 Jun 30 03:17:47.028980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06177801-3c8c-404d-b13a-fde3eefb1b3a req-02b76ffc-382d-46a8-b8a8-c9cdaf726aae tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334220 Jun 30 03:17:48.208237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49e37-ef9c-4e6e-a501-b1125c6bbbe6 req-8f1f408c-f73e-4f7c-aaec-6ca861b1bd34 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:48.209759 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7d49e37-ef9c-4e6e-a501-b1125c6bbbe6 req-8f1f408c-f73e-4f7c-aaec-6ca861b1bd34 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0678720 Jun 30 03:17:48.250466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-414f511a-58b8-42f9-b18a-8fbe068200fa tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:48.252327 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-414f511a-58b8-42f9-b18a-8fbe068200fa tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.69 "GET /v2.0/ports?device_id=0da4372b-6803-4d4a-91db-70c47757b724 HTTP/1.1" status: 200 len: 945 time: 0.0634351 Jun 30 03:17:48.255276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7d49e37-ef9c-4e6e-a501-b1125c6bbbe6 req-7aae59c3-8406-4abf-80cb-c874f5b45499 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.55 "GET /v2.0/security-groups?id=29ab696a-5a1e-4005-995f-5eed6f58c487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Jun 30 03:17:48.357811 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-97e4c159-8a20-4436-ade9-c75435ad52a9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Deleting port 6856dc48-238f-498a-9f5f-26fc318d2bed {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:17:48.358091 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-97e4c159-8a20-4436-ade9-c75435ad52a9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.454112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-97e4c159-8a20-4436-ade9-c75435ad52a9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] For port 6856dc48-238f-498a-9f5f-26fc318d2bed, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=6856dc48-238f-498a-9f5f-26fc318d2bed,segment=NetworkSegment(1871aebc-8902-47bb-8434-205201833fac),segment_id=1871aebc-8902-47bb-8434-205201833fac)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:48.454426 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-97e4c159-8a20-4436-ade9-c75435ad52a9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.467174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-97e4c159-8a20-4436-ade9-c75435ad52a9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Calling delete_port for 6856dc48-238f-498a-9f5f-26fc318d2bed owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:17:48.601440 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-97e4c159-8a20-4436-ade9-c75435ad52a9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.615439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['6856dc48-238f-498a-9f5f-26fc318d2bed'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:17:48.634316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4c159-8a20-4436-ade9-c75435ad52a9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Pushing event deleted for resources: {'Port': ['ID=6856dc48-238f-498a-9f5f-26fc318d2bed,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:48.683086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-97e4c159-8a20-4436-ade9-c75435ad52a9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] No DVR routers for this DVR port 6856dc48-238f-498a-9f5f-26fc318d2bed on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:17:48.685869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-97e4c159-8a20-4436-ade9-c75435ad52a9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:48.687952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-242aeb62-f053-41f6-9f7d-c01d46a22986 req-97e4c159-8a20-4436-ade9-c75435ad52a9 tempest-ServerDiskConfigTestJSON-1589293802 tempest-ServerDiskConfigTestJSON-1589293802-project] 10.222.0.69 "DELETE /v2.0/ports/6856dc48-238f-498a-9f5f-26fc318d2bed HTTP/1.1" status: 204 len: 173 time: 0.4304993 Jun 30 03:17:48.688393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'name': 'network-vif-deleted', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:17:48.690654 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e904ce6-104d-4936-b9ea-5acbf6cbfb2d" -d '{"events": [{"server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "name": "network-vif-deleted", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:17:48.727213 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f986dfc6-ced3-49cb-8942-c9b03427b507 x-openstack-request-id: req-f986dfc6-ced3-49cb-8942-c9b03427b507 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:17:48.727507 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da4372b-6803-4d4a-91db-70c47757b724", "name": "network-vif-deleted", "tag": "6856dc48-238f-498a-9f5f-26fc318d2bed", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:17:48.727746 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f986dfc6-ced3-49cb-8942-c9b03427b507 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:17:48.728141 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da4372b-6803-4d4a-91db-70c47757b724', 'name': 'network-vif-deleted', 'tag': '6856dc48-238f-498a-9f5f-26fc318d2bed', 'status': 'completed', 'code': 200} Jun 30 03:17:49.482916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47654) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:49.528527 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cbc4f05-5ff1-4399-9744-d2985f7d54df admin admin] Deleting subnet 87148e79-c0c0-4a16-bdb0-f1850408cb9d {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:17:49.532232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4f05-5ff1-4399-9744-d2985f7d54df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.566934 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4f05-5ff1-4399-9744-d2985f7d54df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.609554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4f05-5ff1-4399-9744-d2985f7d54df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.663057 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4f05-5ff1-4399-9744-d2985f7d54df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.689721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc4f05-5ff1-4399-9744-d2985f7d54df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87148e79-c0c0-4a16-bdb0-f1850408cb9d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:49.691741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4cbc4f05-5ff1-4399-9744-d2985f7d54df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.693571 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4cbc4f05-5ff1-4399-9744-d2985f7d54df admin admin] 10.222.0.55 "DELETE /v2.0/subnets/87148e79-c0c0-4a16-bdb0-f1850408cb9d HTTP/1.1" status: 204 len: 168 time: 0.2096334 Jun 30 03:17:49.696278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47656) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:49.764673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.846690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.857525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5189fa87-dae2-4a91-bf01-a3b3cb57337c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:49.869088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1871aebc-8902-47bb-8434-205201833fac') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:49.869379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1871aebc-8902-47bb-8434-205201833fac') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:49.878875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.893830 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.901014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:17:49.901405 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:17:49.903149 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:17:49.959289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.965108 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:49.966951 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5189fa87-dae2-4a91-bf01-a3b3cb57337c HTTP/1.1" status: 204 len: 168 time: 0.2697299 Jun 30 03:17:49.983134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d5691-1a16-4961-ba0f-ada634adfa66 admin admin] Pushing event deleted for resources: {'Network': ['ID=5189fa87-dae2-4a91-bf01-a3b3cb57337c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:50.086582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47660) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:50.131216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7b0db254-8bf1-4048-8f91-ebe926fc513f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d42bdbda944547939504332244f9a31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432453 Jun 30 03:17:50.134126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47662) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:50.186702 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f827f86-7f19-4e33-88dd-b8b2ceb68e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:50.208493 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f827f86-7f19-4e33-88dd-b8b2ceb68e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:50.260016 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f827f86-7f19-4e33-88dd-b8b2ceb68e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:50.263367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4f827f86-7f19-4e33-88dd-b8b2ceb68e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:50.264644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4f827f86-7f19-4e33-88dd-b8b2ceb68e1f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29ab696a-5a1e-4005-995f-5eed6f58c487 HTTP/1.1" status: 204 len: 168 time: 0.1294954 Jun 30 03:17:50.272864 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f827f86-7f19-4e33-88dd-b8b2ceb68e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ab696a-5a1e-4005-995f-5eed6f58c487,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:51.005683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 47684) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:51.102243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1632489870-network', 'tenant_id': 'e7a7879993554d359acacf5974e93283'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:51.127045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Made reservation on behalf of e7a7879993554d359acacf5974e93283 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:51.129644 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.139412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.229741 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.233949 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.262499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:17:51.272916 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc659d98-a068-4f3c-a9d9-96ab3786d65e,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:51.277987 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.278331 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Added segment 29393b45-5db7-4d89-acc4-03e0084fcdaa of type vlan for network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 Jun 30 03:17:51.320724 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.354585 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.355787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:51.356357 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.411794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4049633 Jun 30 03:17:51.415120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47688) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:51.420963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e0920-4543-40cc-b227-a2f0bacfd25d admin admin] Pushing event updated for resources: {'Network': ['ID=2bb04568-0628-47e2-8c04-3ccd2bc07b10,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:51.421547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Request body: {'subnet': {'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1632489870-subnet', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:51.435035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:17:51.448897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Made reservation on behalf of e7a7879993554d359acacf5974e93283 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:51.452763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.647764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.699345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64028bb8-00fc-4ddd-8069-2a4de1757c69,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:51.710081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:51.710435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Network hostable DHCP agents. Network: 2bb04568-0628-47e2-8c04-3ccd2bc07b10, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:17:51.728215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:17:51.737113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 2bb04568-0628-47e2-8c04-3ccd2bc07b10) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:51.741375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:51.741948 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.746586 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc96c7-e6a4-4964-887a-895ccb431848 None None] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:51.757204 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bf40a952-b11f-4824-a11f-484149f7e636 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3404062 Jun 30 03:17:51.760029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47690) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:51.764768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:51.789312 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.790282 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.879143 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:51.897066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:17:51.897926 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.021699 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.037192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Allocated IP 172.20.0.2 (2bb04568-0628-47e2-8c04-3ccd2bc07b10/64028bb8-00fc-4ddd-8069-2a4de1757c69/245ca848-2406-4fa7-9c6b-52a1d853197d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:52.164121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 6856dc48-238f-498a-9f5f-26fc318d2bed no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:17:52.193101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 6856dc48-238f-498a-9f5f-26fc318d2bed {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:17:52.193379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 6856dc48-238f-498a-9f5f-26fc318d2bed not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:17:52.209205 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.222751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Transition to ACTIVE for port object 245ca848-2406-4fa7-9c6b-52a1d853197d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:52.227113 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.238546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Transition to ACTIVE for port object 245ca848-2406-4fa7-9c6b-52a1d853197d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:52.244711 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.274189 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.282424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:52.285391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:52.291758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:52.299024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Pushing event updated for resources: {'Port': ['ID=245ca848-2406-4fa7-9c6b-52a1d853197d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:52.356854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Attempting to bind port 245ca848-2406-4fa7-9c6b-52a1d853197d on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:52.357221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Attempting to bind port 245ca848-2406-4fa7-9c6b-52a1d853197d by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:52.357570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Attempting to bind port 245ca848-2406-4fa7-9c6b-52a1d853197d on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:52.362972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:52.363424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:52.363761 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.364203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:52.364660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Bound port: 245ca848-2406-4fa7-9c6b-52a1d853197d, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:52.365031 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.407221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Allocated IP 172.25.7.130 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/47e232a1-990d-4345-bc63-ee3344a67b5a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:52.435878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] For port 245ca848-2406-4fa7-9c6b-52a1d853197d, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:52.439222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] For port 245ca848-2406-4fa7-9c6b-52a1d853197d, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=245ca848-2406-4fa7-9c6b-52a1d853197d,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:52.444799 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.503291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebfa43-bad5-4655-9c6f-7a7f3fc894fe None None] Pushing event updated for resources: {'Port': ['ID=245ca848-2406-4fa7-9c6b-52a1d853197d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:52.528017 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.569527 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.608292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:52.611173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:52.617379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:52.623774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=47e232a1-990d-4345-bc63-ee3344a67b5a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:52.902388 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 245ca848-2406-4fa7-9c6b-52a1d853197d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:52.910783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:52.954218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 245ca848-2406-4fa7-9c6b-52a1d853197d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:53.111414 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.258136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:17:53.369901 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:17:53.383161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:17:53.390170 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.394212 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-790c0ddc-d5a4-4a28-9264-55755ed9a6e7 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6306388 Jun 30 03:17:53.394741 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47692) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:53.395322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:53.395942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:17:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:53.440720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caddf73-ee81-475d-be9a-abf6edeb0660 None None] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:17:53.545982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd0f2b97-ec48-44b3-9348-ff9c7ae07157 None None] Provisioning for port 245ca848-2406-4fa7-9c6b-52a1d853197d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:53.568493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dd0f2b97-ec48-44b3-9348-ff9c7ae07157 None None] Provisioning complete for port 245ca848-2406-4fa7-9c6b-52a1d853197d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:53.568867 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2b97-ec48-44b3-9348-ff9c7ae07157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:53.608068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:17:53.875701 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2b97-ec48-44b3-9348-ff9c7ae07157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.097602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-dd0f2b97-ec48-44b3-9348-ff9c7ae07157 None None] For port 245ca848-2406-4fa7-9c6b-52a1d853197d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=245ca848-2406-4fa7-9c6b-52a1d853197d,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:54.104144 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dd0f2b97-ec48-44b3-9348-ff9c7ae07157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.109263 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.141708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:52Z', 'revision_number': 3, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:54.176053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:17:54.176496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Updating router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f port 47e232a1-990d-4345-bc63-ee3344a67b5a binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:17:54.209285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f2b97-ec48-44b3-9348-ff9c7ae07157 None None] Pushing event updated for resources: {'Port': ['ID=245ca848-2406-4fa7-9c6b-52a1d853197d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:54.223929 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.293173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Allocated IP 172.20.0.1 (2bb04568-0628-47e2-8c04-3ccd2bc07b10/64028bb8-00fc-4ddd-8069-2a4de1757c69/7e61d856-6fbd-418c-8eec-71e474f1df69) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:54.346181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-de0510e6-f31d-4ddd-973a-cf321e776a5c None None] Provisioning complete for port 245ca848-2406-4fa7-9c6b-52a1d853197d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:54.346565 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de0510e6-f31d-4ddd-973a-cf321e776a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.409777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.439360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Transition to ACTIVE for port object 7e61d856-6fbd-418c-8eec-71e474f1df69 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:54.442039 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6ff6-5975-4bc4-97db-befea2691f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.484252 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.520653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:54.524814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:54.530969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:54.556647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Pushing event updated for resources: {'Port': ['ID=7e61d856-6fbd-418c-8eec-71e474f1df69,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:54.570585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.571025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.571271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.571606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.571950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.572252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.572576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.572919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.573230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.573544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.573868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.574128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:54.579381 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.585945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.591756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Transition to ACTIVE for port object 47e232a1-990d-4345-bc63-ee3344a67b5a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:54.598779 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.661723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Attempting to bind port 47e232a1-990d-4345-bc63-ee3344a67b5a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:54.661997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Attempting to bind port 47e232a1-990d-4345-bc63-ee3344a67b5a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:54.662362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Attempting to bind port 47e232a1-990d-4345-bc63-ee3344a67b5a on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:54.667928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a0852-e620-422d-aa8c-e92c4ee8b12f None None] Pushing event updated for resources: {'Port': ['ID=47e232a1-990d-4345-bc63-ee3344a67b5a,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:54.671116 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:54.671493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:54.671895 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.672277 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:54.672753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Bound port: 47e232a1-990d-4345-bc63-ee3344a67b5a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:54.673134 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.735698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] For port 47e232a1-990d-4345-bc63-ee3344a67b5a, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:54.738126 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.739466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] For port 47e232a1-990d-4345-bc63-ee3344a67b5a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=47e232a1-990d-4345-bc63-ee3344a67b5a,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:54.744766 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.804071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:54.804593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:17:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:54.862909 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a0852-e620-422d-aa8c-e92c4ee8b12f None None] Pushing event updated for resources: {'Port': ['ID=47e232a1-990d-4345-bc63-ee3344a67b5a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:54.887246 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 245ca848-2406-4fa7-9c6b-52a1d853197d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:54.918472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4a495f58-da53-444c-b5d8-857652f2179f None None] Provisioning for port 7e61d856-6fbd-418c-8eec-71e474f1df69 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:54.946831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4a495f58-da53-444c-b5d8-857652f2179f None None] Provisioning complete for port 7e61d856-6fbd-418c-8eec-71e474f1df69 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:54.947203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4a495f58-da53-444c-b5d8-857652f2179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.979336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:54.985813 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:55.002905 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:17:55.046849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4a495f58-da53-444c-b5d8-857652f2179f None None] Port 7e61d856-6fbd-418c-8eec-71e474f1df69 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:55.055226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 245ca848-2406-4fa7-9c6b-52a1d853197d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:55.055621 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:55.062650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Pushing event updated for resources: {'Port': ['ID=7e61d856-6fbd-418c-8eec-71e474f1df69,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:55.071526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:55.167132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:55.168816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:55.306609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 1, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:55.308110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:17:55.336545 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807fd6f-f852-426c-abca-11a2def8f0b4 None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 1, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:17:55.437464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:17:55.443305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eaf59e66-604c-4d89-a8c4-31d1f3e660ff admin admin] 10.222.0.55 "PUT /v2.0/routers/78714990-9ac6-4cc8-a65c-81b90fbd1a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0474839 Jun 30 03:17:55.480681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-789ef909-b28a-4072-a723-180db72b15fd None None] Provisioning complete for port 7e61d856-6fbd-418c-8eec-71e474f1df69 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:55.481544 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-789ef909-b28a-4072-a723-180db72b15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:55.518141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-789ef909-b28a-4072-a723-180db72b15fd None None] Port 7e61d856-6fbd-418c-8eec-71e474f1df69 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:17:56.089114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:56.093972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-982d847a-ac2b-4729-9133-78ff347f63c8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359505735', 'description': 'tempest-description--1453198766'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:56.119186 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-982d847a-ac2b-4729-9133-78ff347f63c8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.206031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-982d847a-ac2b-4729-9133-78ff347f63c8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.211364 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-982d847a-ac2b-4729-9133-78ff347f63c8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.239515 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-982d847a-ac2b-4729-9133-78ff347f63c8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.240895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-982d847a-ac2b-4729-9133-78ff347f63c8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1507049 Jun 30 03:17:56.243885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47702) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:56.248894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4b860aeb-0c5d-4ccf-9f8c-5d93859d1dba tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'security_group_rule': {'security_group_id': '725335b0-2f58-4969-8da1-18c3434b5ee0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:56.255515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d847a-ac2b-4729-9133-78ff347f63c8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725335b0-2f58-4969-8da1-18c3434b5ee0,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:56.283808 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b860aeb-0c5d-4ccf-9f8c-5d93859d1dba tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.347931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b860aeb-0c5d-4ccf-9f8c-5d93859d1dba tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.352437 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b860aeb-0c5d-4ccf-9f8c-5d93859d1dba tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.367288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b860aeb-0c5d-4ccf-9f8c-5d93859d1dba tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9733309d-ec95-4d71-bfa9-cc7f0c146ec7,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:56.383466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4b860aeb-0c5d-4ccf-9f8c-5d93859d1dba tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.384714 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4b860aeb-0c5d-4ccf-9f8c-5d93859d1dba tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399033 Jun 30 03:17:56.387986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:56.392753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-cd543f6d-4ebd-4b1a-803d-ce436cecfb97 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'security_group_rule': {'security_group_id': '725335b0-2f58-4969-8da1-18c3434b5ee0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:56.424567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd543f6d-4ebd-4b1a-803d-ce436cecfb97 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.496014 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd543f6d-4ebd-4b1a-803d-ce436cecfb97 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.501386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd543f6d-4ebd-4b1a-803d-ce436cecfb97 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.522116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd543f6d-4ebd-4b1a-803d-ce436cecfb97 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19905217-cefd-4ea2-b62b-db8172238757,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:56.530449 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-cd543f6d-4ebd-4b1a-803d-ce436cecfb97 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.531904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cd543f6d-4ebd-4b1a-803d-ce436cecfb97 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429236 Jun 30 03:17:56.536298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47706) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:17:56.541020 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:56.564246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.666673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.774512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Allocated IP 172.25.7.99 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/785334c9-e33e-4707-a90e-55c72fde32ea) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:17:56.880400 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.907096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 47e232a1-990d-4345-bc63-ee3344a67b5a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:56.925445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.962084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 47e232a1-990d-4345-bc63-ee3344a67b5a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:56.966059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 47e232a1-990d-4345-bc63-ee3344a67b5a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:56.966435 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:56.970796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:17:56.973601 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:17:56.980371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:17:57.003938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event updated for resources: {'Port': ['ID=785334c9-e33e-4707-a90e-55c72fde32ea,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:57.028952 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-955fcbfe-6c98-4450-8c20-688893a215e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.070453 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.088678 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.105156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 47e232a1-990d-4345-bc63-ee3344a67b5a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=47e232a1-990d-4345-bc63-ee3344a67b5a,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:57.108302 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.112150 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.140544 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.167719 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=47e232a1-990d-4345-bc63-ee3344a67b5a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:57.296441 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.302542 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.372458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event updated for resources: {'Port': ['ID=785334c9-e33e-4707-a90e-55c72fde32ea,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:57.390308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.406232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.407593 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2eaec5ef-d26a-456a-aede-9293151a8640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8702452 Jun 30 03:17:57.409505 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:17:57.425567 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:57.425811 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:17:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:57.537188 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:17:57.555035 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-029e64a9-df58-43c6-ab20-d307d262b7bf tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--359505735&fields=id&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 267 time: 0.0361016 Jun 30 03:17:57.672093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-65a7e74b-1036-4ced-a16d-0be20b3bad51 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:57.673609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-65a7e74b-1036-4ced-a16d-0be20b3bad51 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 812 time: 0.1108673 Jun 30 03:17:57.689447 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-0a42f7d1-a36f-4c68-836e-fd8f52c22e03 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/quotas/e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 375 time: 0.0099249 Jun 30 03:17:57.736876 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 2, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:57.764092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-36f981a6-7c51-4b80-81eb-f7b3a7184143 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688643 Jun 30 03:17:57.767921 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:17:57.768278 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Updating router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f port 7e61d856-6fbd-418c-8eec-71e474f1df69 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:17:57.803263 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:57.913973 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-ca6c4bff-3c67-4c2b-8705-2375f3e107f5 service neutron] 10.222.0.55 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368356 Jun 30 03:17:58.013881 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-cb792375-456a-40f8-bfc5-796a0aee7380 service neutron] 10.222.0.55 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933244 Jun 30 03:17:58.081307 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.091211 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Transition to ACTIVE for port object 7e61d856-6fbd-418c-8eec-71e474f1df69 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:17:58.098577 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.187632 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Pushing event updated for resources: {'Port': ['ID=7e61d856-6fbd-418c-8eec-71e474f1df69,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:58.212483 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.212859 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.213374 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.213868 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.214377 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.214913 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.215057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19f3ce26-625c-445e-ab88-8633e3374657 req-541031d8-bdd6-4fa5-926f-a5b49ab62912 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 210 time: 0.0386741 Jun 30 03:17:58.215522 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.216012 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.216500 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.216964 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.217915 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.218572 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:17:58.237270 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Attempting to bind port 7e61d856-6fbd-418c-8eec-71e474f1df69 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:17:58.238242 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Attempting to bind port 7e61d856-6fbd-418c-8eec-71e474f1df69 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:17:58.238859 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Attempting to bind port 7e61d856-6fbd-418c-8eec-71e474f1df69 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:17:58.244922 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:17:58.245633 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:17:58.246192 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.246729 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:17:58.247588 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Bound port: 7e61d856-6fbd-418c-8eec-71e474f1df69, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:17:58.248246 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.320449 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] For port 7e61d856-6fbd-418c-8eec-71e474f1df69, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:17:58.325321 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] For port 7e61d856-6fbd-418c-8eec-71e474f1df69, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7e61d856-6fbd-418c-8eec-71e474f1df69,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:17:58.330420 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.397085 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72fc4c-116b-4a43-9d81-2663746c3223 None None] Pushing event updated for resources: {'Port': ['ID=7e61d856-6fbd-418c-8eec-71e474f1df69,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:58.403380 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:17:58.404018 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:17:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:58.432876 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:58.526926 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:17:58.752775 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:58Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:17:58.780013 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f25d2d-7289-477a-b81d-215c42e7b3af None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:58Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:17:58.926593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 47e232a1-990d-4345-bc63-ee3344a67b5a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:58.978691 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 47e232a1-990d-4345-bc63-ee3344a67b5a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:58.979087 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:59.067120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7e61d856-6fbd-418c-8eec-71e474f1df69 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:17:59.123504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 7e61d856-6fbd-418c-8eec-71e474f1df69 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:17:59.128481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7e61d856-6fbd-418c-8eec-71e474f1df69 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:17:59.128889 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:59.213437 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:59.251066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 7e61d856-6fbd-418c-8eec-71e474f1df69, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7e61d856-6fbd-418c-8eec-71e474f1df69,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:17:59.256328 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:59.306504 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=7e61d856-6fbd-418c-8eec-71e474f1df69,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:17:59.379549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7c66716-465d-4fac-8c80-1edd6103bd56 req-eb950a10-6b97-4136-88e3-80ad29e62907 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 210 time: 0.0324116 Jun 30 03:17:59.582475 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:17:59.602885 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-219a461b-c7a9-4991-8f88-4213ae51f695 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:17:59.604352 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-219a461b-c7a9-4991-8f88-4213ae51f695 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 812 time: 0.1107113 Jun 30 03:17:59.655562 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-aa9ae951-cbae-4e05-b100-7b54abb3b68a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 379 time: 0.0350595 Jun 30 03:17:59.663861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'port': {'device_id': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'admin_state_up': True, 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'security_groups': ['725335b0-2f58-4969-8da1-18c3434b5ee0']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:17:59.771673 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Made reservation on behalf of e7a7879993554d359acacf5974e93283 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:17:59.775275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:17:59.907961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Allocated IP 172.20.0.5 (2bb04568-0628-47e2-8c04-3ccd2bc07b10/64028bb8-00fc-4ddd-8069-2a4de1757c69/072bfee0-ee81-4155-b845-ff32d6e45f5f) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:18:00.057574 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.073267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Transition to ACTIVE for port object 072bfee0-ee81-4155-b845-ff32d6e45f5f will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:00.113466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.157401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:18:00.160702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:18:00.167117 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:18:00.173638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event updated for resources: {'Port': ['ID=072bfee0-ee81-4155-b845-ff32d6e45f5f,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:00.219058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.222373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:00.223045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.239939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f9b7bc0f-fc37-4895-9c57-f3ef90a95bff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797231 Jun 30 03:18:00.251904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Request body: {'port': {'device_id': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:00.333666 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.431348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-702d5d13-db7a-4135-ba65-5f958b1d461e None None] Provisioning for port 072bfee0-ee81-4155-b845-ff32d6e45f5f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:00.436914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-702d5d13-db7a-4135-ba65-5f958b1d461e None None] Provisioning complete for port 072bfee0-ee81-4155-b845-ff32d6e45f5f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:00.437290 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-702d5d13-db7a-4135-ba65-5f958b1d461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.475137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-702d5d13-db7a-4135-ba65-5f958b1d461e None None] Port 072bfee0-ee81-4155-b845-ff32d6e45f5f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:18:00.665771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19751863-8b23-4dfb-bf34-e830e8db94cc req-dad70b84-c488-421c-9754-2e8e78b43019 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:00.667247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19751863-8b23-4dfb-bf34-e830e8db94cc req-dad70b84-c488-421c-9754-2e8e78b43019 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 931 time: 0.1030722 Jun 30 03:18:00.744231 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-19751863-8b23-4dfb-bf34-e830e8db94cc req-6cb6e6f6-c1fc-481c-be9b-2bf1276fff83 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705385 Jun 30 03:18:00.746235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072bfee0-ee81-4155-b845-ff32d6e45f5f {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:18:00.756286 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.771195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Transition to ACTIVE for port object 072bfee0-ee81-4155-b845-ff32d6e45f5f will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:18:00.776065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.869423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Pushing event updated for resources: {'Port': ['ID=072bfee0-ee81-4155-b845-ff32d6e45f5f,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:00.893530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7e61d856-6fbd-418c-8eec-71e474f1df69 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:00.923361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Attempting to bind port 072bfee0-ee81-4155-b845-ff32d6e45f5f on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:18:00.923707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Attempting to bind port 072bfee0-ee81-4155-b845-ff32d6e45f5f by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:18:00.924090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Attempting to bind port 072bfee0-ee81-4155-b845-ff32d6e45f5f on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:00.933033 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Port 072bfee0-ee81-4155-b845-ff32d6e45f5f on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:18:00.934282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Attempting to bind port 072bfee0-ee81-4155-b845-ff32d6e45f5f on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:18:00.940300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:18:00.940978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:18:00.941374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:18:00.942283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Bound port: 072bfee0-ee81-4155-b845-ff32d6e45f5f, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:18:00.942770 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:00.951411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 7e61d856-6fbd-418c-8eec-71e474f1df69 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:00.951769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:01.018144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:18:01.021702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:18:01.028338 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:01.068376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.069019 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:01.070446 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] 10.222.0.69 "PUT /v2.0/ports/072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 1092 time: 0.8229134 Jun 30 03:18:01.070914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:18:01.073254 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cac74a9-426e-48e0-a54b-f2579999c9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:18:01.098540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb88268-8122-4317-a39d-5184953e6e40 service neutron] Pushing event updated for resources: {'Port': ['ID=072bfee0-ee81-4155-b845-ff32d6e45f5f,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:01.148645 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f8e281-a6e9-4e57-b64f-7c354f7cf98e x-openstack-request-id: req-03f8e281-a6e9-4e57-b64f-7c354f7cf98e {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:18:01.148937 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:18:01.149185 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03f8e281-a6e9-4e57-b64f-7c354f7cf98e {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:18:01.149580 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'status': 'completed', 'code': 200} Jun 30 03:18:01.177728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-c81378db-c53e-49a9-85f1-d11853484980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.179204 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-c81378db-c53e-49a9-85f1-d11853484980 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1095 time: 0.0595248 Jun 30 03:18:01.228008 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-f421b62f-5b9c-4ead-9336-f08036e4158c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 217 time: 0.0405109 Jun 30 03:18:01.278248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-25082d41-bdd4-4641-a660-fb7ac3ee533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.279951 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-25082d41-bdd4-4641-a660-fb7ac3ee533e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0462680 Jun 30 03:18:01.342555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-338d9684-1de8-4532-b047-a090f45e6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.344104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-338d9684-1de8-4532-b047-a090f45e6c6c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577679 Jun 30 03:18:01.441960 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-bacba809-d990-4b17-bdaa-f82e98dfdd42 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914032 Jun 30 03:18:01.533048 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7cd39f-cf6f-43ea-9b82-8801be7529cc req-343c1d80-17ea-403f-a868-44218cbfca6e service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838385 Jun 30 03:18:01.641979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-02f88600-5155-49da-80c8-b1fa333d807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.643505 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-02f88600-5155-49da-80c8-b1fa333d807f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1095 time: 0.0588889 Jun 30 03:18:01.743081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-19098116-c785-400d-b31c-cf283cfdd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.744557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-19098116-c785-400d-b31c-cf283cfdd6d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0940609 Jun 30 03:18:01.785971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-8b6973da-1766-4608-a668-b8bd28cfcbc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 217 time: 0.0348516 Jun 30 03:18:01.841242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-65a438fb-66f6-4ced-9469-2d37c5debbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.842767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-65a438fb-66f6-4ced-9469-2d37c5debbd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0505822 Jun 30 03:18:01.949696 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-e7d2fa61-5ad0-4548-b29a-5827544ed4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.951369 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-e7d2fa61-5ad0-4548-b29a-5827544ed4b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019132 Jun 30 03:18:01.962950 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d055d-f751-46e0-9218-1545630ef673 req-91d92f53-839a-4d7d-bc91-0f9e66e624cb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:01.964326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc9d055d-f751-46e0-9218-1545630ef673 req-91d92f53-839a-4d7d-bc91-0f9e66e624cb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 943 time: 0.1042242 Jun 30 03:18:02.331304 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fc9d055d-f751-46e0-9218-1545630ef673 req-36350fbd-29fd-4788-8dcc-6fdc8d61d149 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581724 Jun 30 03:18:02.358921 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-9ad55505-381f-42fa-9df4-fe28181b181b service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935480 Jun 30 03:18:02.452732 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cac74a9-426e-48e0-a54b-f2579999c9a4 req-1adc8179-62a8-4de5-b257-e2ca9b2b848a service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871708 Jun 30 03:18:03.513754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c7fc0-2f8b-43be-bfc7-ea81482dd188 req-dba54856-d9cb-45d9-ab7c-b14a03e7e3cb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:03.515459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c53c7fc0-2f8b-43be-bfc7-ea81482dd188 req-dba54856-d9cb-45d9-ab7c-b14a03e7e3cb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 943 time: 0.0704427 Jun 30 03:18:03.557779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c53c7fc0-2f8b-43be-bfc7-ea81482dd188 req-a06dda68-113c-40e6-a2ac-8117bd15235f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358787 Jun 30 03:18:04.198316 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 072bfee0-ee81-4155-b845-ff32d6e45f5f details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:18:04.299329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:04.312696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'port_id': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'mac_address': 'fa:16:3e:83:90:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:18:04.352236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.368720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072bfee0-ee81-4155-b845-ff32d6e45f5f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:18:04.388690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:04.393360 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:04.442824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=072bfee0-ee81-4155-b845-ff32d6e45f5f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:04.687816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['072bfee0-ee81-4155-b845-ff32d6e45f5f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:18:04.752350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a11a8-94c8-4adb-8df6-e575d31a1230 req-96b1020c-853d-4338-9f3e-03174d86f689 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:04.755192 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-430a11a8-94c8-4adb-8df6-e575d31a1230 req-96b1020c-853d-4338-9f3e-03174d86f689 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 944 time: 0.0695093 Jun 30 03:18:04.793658 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-430a11a8-94c8-4adb-8df6-e575d31a1230 req-24657b05-a24c-47f4-bd53-3683b8dbe54b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341337 Jun 30 03:18:05.970537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35a9aa-8ad6-4b51-9272-6de530e3f5a0 req-80c7f58d-f54a-48f5-ba73-1da6074a2196 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:05.972060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea35a9aa-8ad6-4b51-9272-6de530e3f5a0 req-80c7f58d-f54a-48f5-ba73-1da6074a2196 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 944 time: 0.0658338 Jun 30 03:18:06.016156 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea35a9aa-8ad6-4b51-9272-6de530e3f5a0 req-c21a266e-bdb8-4462-85d9-dbedff4646f5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382502 Jun 30 03:18:06.191465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 072bfee0-ee81-4155-b845-ff32d6e45f5f up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:18:06.246942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 072bfee0-ee81-4155-b845-ff32d6e45f5f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:18:06.251997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 072bfee0-ee81-4155-b845-ff32d6e45f5f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:18:06.251997 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:06.331087 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:06.355155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:18:06.358218 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f55c5804a10de6269d9ba282fed4b889cd2ddfff23f73b68c97a26f2dfb094a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5024ba7d-6195-49ca-9023-91c276469de3" -d '{"events": [{"server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "name": "network-vif-plugged", "status": "completed", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:18:06.372760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:18:06.378573 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:06.407364 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85585293-16b5-4b8b-a4ff-b2cc640c1b2f x-openstack-request-id: req-85585293-16b5-4b8b-a4ff-b2cc640c1b2f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:18:06.407689 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "name": "network-vif-plugged", "status": "completed", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:18:06.407938 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-85585293-16b5-4b8b-a4ff-b2cc640c1b2f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:18:06.408319 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'code': 200} Jun 30 03:18:06.437880 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=072bfee0-ee81-4155-b845-ff32d6e45f5f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:18:06.447194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.447194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.447523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.447740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.448041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.448477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.448700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.449018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.449784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.450120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.450640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.451040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:18:06.521611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3e9b5-cd80-4742-aa4e-1ee292b02f65 req-9cc8fe11-635a-444d-a6f8-5af3d52150a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:06.523109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ee3e9b5-cd80-4742-aa4e-1ee292b02f65 req-9cc8fe11-635a-444d-a6f8-5af3d52150a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1097 time: 0.0529995 Jun 30 03:18:06.558855 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ee3e9b5-cd80-4742-aa4e-1ee292b02f65 req-80831fa7-5d51-4bfd-beb5-819653e72948 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291936 Jun 30 03:18:07.213937 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3273158-5b96-4279-99f8-e37a79e3aa41 req-457120da-fa14-4e68-9c9c-711e9aaff86b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:07.215815 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3273158-5b96-4279-99f8-e37a79e3aa41 req-457120da-fa14-4e68-9c9c-711e9aaff86b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0801961 Jun 30 03:18:07.254825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3273158-5b96-4279-99f8-e37a79e3aa41 req-12a4bb0c-af6e-4eb8-92f5-d223f84acca5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Jun 30 03:18:08.444447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04e621-a36b-4397-af72-ac2dff69f33f req-10666b1c-f9fb-4187-a46e-ba49ccc8be65 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:08.445946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c04e621-a36b-4397-af72-ac2dff69f33f req-10666b1c-f9fb-4187-a46e-ba49ccc8be65 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0719244 Jun 30 03:18:08.486310 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c04e621-a36b-4397-af72-ac2dff69f33f req-24ded5f9-b220-467c-896c-5d080576fbec tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338619 Jun 30 03:18:08.666609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fa8a5-3beb-455a-8d0a-59292e2f0618 req-ecabd7b6-dd43-437c-8bc3-5b83a655c58b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:08.668254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a00fa8a5-3beb-455a-8d0a-59292e2f0618 req-ecabd7b6-dd43-437c-8bc3-5b83a655c58b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0698159 Jun 30 03:18:08.677411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 47758) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:18:08.683012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-16622339-c43e-4a2e-8b0f-4c35a11e515f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'floatingip': {'port_id': '072bfee0-ee81-4155-b845-ff32d6e45f5f'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:18:08.723519 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16622339-c43e-4a2e-8b0f-4c35a11e515f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:09.195162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16622339-c43e-4a2e-8b0f-4c35a11e515f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:09.200108 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16622339-c43e-4a2e-8b0f-4c35a11e515f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:09.301353 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-16622339-c43e-4a2e-8b0f-4c35a11e515f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Floating IP 1318830e-8a9e-4cac-9250-f7006d600a15 associated. External IP: 172.25.7.99, port: 072bfee0-ee81-4155-b845-ff32d6e45f5f. Jun 30 03:18:09.517161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16622339-c43e-4a2e-8b0f-4c35a11e515f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:18:09.630523 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16622339-c43e-4a2e-8b0f-4c35a11e515f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:18:09.635931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16622339-c43e-4a2e-8b0f-4c35a11e515f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:09.641399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:18:09.651838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:09.652583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:17:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:09.676306 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-16622339-c43e-4a2e-8b0f-4c35a11e515f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "PUT /v2.0/floatingips/1318830e-8a9e-4cac-9250-f7006d600a15 HTTP/1.1" status: 200 len: 990 time: 0.9975770 Jun 30 03:18:09.676961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:18:09.679507 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5cd469cbb58b958b205ff79af82da9482bfa07bc3f634d48b1b7276c6e96ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda04830-aab5-41f8-9255-4104febd91fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:18:09.719389 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce8d343-1520-49c7-bcc8-5abefa99aa57 x-openstack-request-id: req-8ce8d343-1520-49c7-bcc8-5abefa99aa57 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:18:09.719681 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:18:09.719935 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8ce8d343-1520-49c7-bcc8-5abefa99aa57 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:18:09.720343 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'status': 'completed', 'code': 200} Jun 30 03:18:09.765293 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:09.800734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda04830-aab5-41f8-9255-4104febd91fd req-49f4ca3a-ba88-45b9-a380-489dd9ef94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:09.802243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cda04830-aab5-41f8-9255-4104febd91fd req-49f4ca3a-ba88-45b9-a380-489dd9ef94a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1097 time: 0.0573885 Jun 30 03:18:09.900623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda04830-aab5-41f8-9255-4104febd91fd req-98a3a892-cbe3-4e14-83ca-0b538fc524f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:09.902167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cda04830-aab5-41f8-9255-4104febd91fd req-98a3a892-cbe3-4e14-83ca-0b538fc524f9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0935247 Jun 30 03:18:09.968338 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cda04830-aab5-41f8-9255-4104febd91fd req-36983aae-2b07-4c36-821f-2166425de895 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 998 time: 0.0592866 Jun 30 03:18:09.999101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:83:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:18:09Z', 'revision_number': 1, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:10.018692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda04830-aab5-41f8-9255-4104febd91fd req-2fb2bad7-8787-4cbb-9588-2feb8e3d7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:10.020269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cda04830-aab5-41f8-9255-4104febd91fd req-2fb2bad7-8787-4cbb-9588-2feb8e3d7075 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0454419 Jun 30 03:18:10.026548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:18:10.037503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:18:10.038140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:17:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:10.085933 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda04830-aab5-41f8-9255-4104febd91fd req-9736b9ca-ea0d-4efc-8aba-2134d37ad8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:10.087493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cda04830-aab5-41f8-9255-4104febd91fd req-9736b9ca-ea0d-4efc-8aba-2134d37ad8f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606308 Jun 30 03:18:10.197828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cda04830-aab5-41f8-9255-4104febd91fd req-7c867985-74be-45f2-a6cb-21a4eb441e3d service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991881 Jun 30 03:18:10.297114 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cda04830-aab5-41f8-9255-4104febd91fd req-899d889a-da18-48bb-9014-8bfa818ecc9c service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920584 Jun 30 03:18:10.316354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:18:10.569099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:83:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:18:09Z', 'revision_number': 1, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:18:10.595619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b583a1d-0f0b-46e8-847e-4ce3d6df2aa8 None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:83:90:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:18:09Z', 'revision_number': 1, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:18:10.806925 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc7ef4-1f18-42b7-af5b-9206b7614b64 None None] New status for floating IP 1318830e-8a9e-4cac-9250-f7006d600a15: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:18:11.043493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-dd103214-a039-4216-a54f-fd8be3f6debb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534556 Jun 30 03:18:11.149659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-4d82d0ba-a552-4224-adc4-a6586c4f72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:11.151314 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-4d82d0ba-a552-4224-adc4-a6586c4f72f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1097 time: 0.0637906 Jun 30 03:18:11.267729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-e89767e7-8193-46e3-bac2-9f615c896a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:11.269213 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-e89767e7-8193-46e3-bac2-9f615c896a16 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0973535 Jun 30 03:18:11.345601 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-2427c2ae-6f14-4204-af45-a05ddef3a1e1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 1000 time: 0.0685949 Jun 30 03:18:11.402201 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-b5e2b06d-f68a-4bb8-9d0a-c10f7d13a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:11.404117 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-b5e2b06d-f68a-4bb8-9d0a-c10f7d13a7f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0520806 Jun 30 03:18:11.474796 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-4ef62467-6b4e-4140-b59d-f28103946f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:18:11.476854 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-4ef62467-6b4e-4140-b59d-f28103946f70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658262 Jun 30 03:18:11.585609 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-955fe4d4-0858-4e0c-9049-6f573a2aa059 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930150 Jun 30 03:18:11.697157 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71cab09c-3417-4ede-9f74-ef9e3deb3b1b req-b2828a0f-9f42-497e-a49b-8fb75abc1dba service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048851 Jun 30 03:18:16.394467 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:16.555967 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:24.420954 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fc5a66b7-7200-4d95-a52d-9f35b8727ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.016564 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5da92fbf-d782-4809-9364-9dbb6a99a970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:27.097913 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:28.418425 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:30.219170 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:36.588198 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:18:46.399028 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:46.574500 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:54.414458 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2835d09a-b9b2-45a6-a7e6-2f83582c339f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:57.020994 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c181c545-8494-409f-96a9-9b7d180daaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:57.091024 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:18:58.421769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:00.222088 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:11.656274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-89d3d1bb-cb85-4633-a10b-a6917f5cb90a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598991 Jun 30 03:19:11.790129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-5da81931-e258-4785-84db-aa997c47adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:11.792575 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-5da81931-e258-4785-84db-aa997c47adfd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1097 time: 0.0811026 Jun 30 03:19:11.909101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-4f63860a-224f-48f3-81e1-e6748bec995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:11.910577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-4f63860a-224f-48f3-81e1-e6748bec995e service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0958269 Jun 30 03:19:11.977753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-af93ab08-fcbc-4667-9d3e-1e6cf30ee1fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 1000 time: 0.0592630 Jun 30 03:19:12.029657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-5bce3e9a-8428-4d1b-a449-aa21779f3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:12.031289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-5bce3e9a-8428-4d1b-a449-aa21779f3b51 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0473773 Jun 30 03:19:12.103758 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-230cb3c2-d2db-4b69-a175-1376af2ac759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:19:12.105243 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-230cb3c2-d2db-4b69-a175-1376af2ac759 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674212 Jun 30 03:19:12.197480 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-826b6fd9-bd54-4be7-aa4e-b1c36418ae6b service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854299 Jun 30 03:19:12.299617 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1ace6e01-1c2a-45c9-aac6-ab5dd178c425 req-aafca931-2e1b-44f5-8fba-8ef65ed9386a service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943244 Jun 30 03:19:13.587978 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:19:16.408769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:16.584657 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:24.421878 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12e8012d-e2e3-4f9e-919b-f2a3bcf29ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.025101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a6b4-91bb-40dd-94b9-3779b9e5ec33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:27.097254 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:28.426078 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:30.226003 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.423002 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:46.592174 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:50.587330 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:19:54.426439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4506e7d0-3e89-470b-8707-8f9137d3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.029097 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2865b89e-a541-4c42-b286-a2e0ceb28334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:57.093965 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:19:58.428973 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:00.227690 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:12.752947 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-a0276296-d219-4d1a-8103-ea351c965eb1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1006570 Jun 30 03:20:12.852945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-9ef98582-f8a0-4e55-93b8-e9f1214bd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:12.854567 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-9ef98582-f8a0-4e55-93b8-e9f1214bd79f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1097 time: 0.0574028 Jun 30 03:20:12.968255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-3c1cbeb4-c7f5-4aa2-98c1-adcd0a474634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:12.969667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-3c1cbeb4-c7f5-4aa2-98c1-adcd0a474634 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0929070 Jun 30 03:20:13.034889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-83eef825-474b-4336-ac60-2132ffc8f9f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 1000 time: 0.0586905 Jun 30 03:20:13.089167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-25e38b60-a001-444c-b540-3538cdfb51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:13.090667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-25e38b60-a001-444c-b540-3538cdfb51e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0491927 Jun 30 03:20:13.149279 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-ba72f1d6-ab94-4cb4-9968-92ce90b21a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:13.150935 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-ba72f1d6-ab94-4cb4-9968-92ce90b21a7d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529876 Jun 30 03:20:13.242549 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-bdfc2603-d1b3-4492-be59-0869071c4941 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849371 Jun 30 03:20:13.615580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cab32c2b-cbf0-47f1-a10e-a16df8fb3f98 req-e76d4a36-f9bc-4483-8e7e-a490b5cd9d28 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628161 Jun 30 03:20:16.426268 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:16.606499 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:24.432499 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-163f6603-55e0-4a20-83dd-b4717906e76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.032817 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d6e0d69-f982-46ba-95df-7a2d7620faaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.086958 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:27.586528 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:20:28.436041 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:30.232557 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:42.859609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9284d3f-f30a-4c01-9caf-3fbb92da9f67 req-77f771c4-3cb8-4dd7-a511-6ef3e922b32a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:42.861211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9284d3f-f30a-4c01-9caf-3fbb92da9f67 req-77f771c4-3cb8-4dd7-a511-6ef3e922b32a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.1122918 Jun 30 03:20:42.905576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9284d3f-f30a-4c01-9caf-3fbb92da9f67 req-b418b303-c40e-4fe1-bb5b-1625350c6c95 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375810 Jun 30 03:20:43.331189 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-20fa3256-95bd-4e02-adc5-43a728677af6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059568 Jun 30 03:20:43.344164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2a49b-a423-440c-9260-48bfe2077e39 req-51beab1f-d533-4026-b56e-c4490d8e7f6d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:43.345883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7a2a49b-a423-440c-9260-48bfe2077e39 req-51beab1f-d533-4026-b56e-c4490d8e7f6d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0683830 Jun 30 03:20:43.386036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f7a2a49b-a423-440c-9260-48bfe2077e39 req-de9654e6-98c5-4469-aae0-5b9b7550c88a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342021 Jun 30 03:20:44.700723 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eb543-e1c9-454e-9042-31f26023fa6a req-89f55593-6cfd-49de-bcff-ff17f97cea91 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:44.702103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-748eb543-e1c9-454e-9042-31f26023fa6a req-89f55593-6cfd-49de-bcff-ff17f97cea91 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.1219928 Jun 30 03:20:44.710582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-071025fe-7d96-422c-8fdc-bcbe8ce8e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:44.712165 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-071025fe-7d96-422c-8fdc-bcbe8ce8e7d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1097 time: 0.0536056 Jun 30 03:20:44.741427 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-748eb543-e1c9-454e-9042-31f26023fa6a req-9f97b7e4-5ad1-4322-beeb-b85d78e36026 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333133 Jun 30 03:20:44.804236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-92dd7e10-09d2-40f6-81b8-a330f3cedca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:44.805690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-92dd7e10-09d2-40f6-81b8-a330f3cedca8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0876088 Jun 30 03:20:44.873312 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-8dea8a59-f3be-4fdd-9da9-a4f1eec7c68e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 1000 time: 0.0607212 Jun 30 03:20:44.924656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-adfc84f1-b5a1-48a2-be7d-327a00c572a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:44.926172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-adfc84f1-b5a1-48a2-be7d-327a00c572a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0466466 Jun 30 03:20:44.991669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-1884dd72-aab7-4ce8-8c1c-31dfe11efad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:44.993056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-1884dd72-aab7-4ce8-8c1c-31dfe11efad4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603709 Jun 30 03:20:45.084952 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-6b1a425f-22ff-4788-a04b-21ce9250aa09 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854366 Jun 30 03:20:45.182437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-173710ca-22c1-472c-a7ae-9f70ebb50cd4 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900164 Jun 30 03:20:45.927623 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb14eb-a879-454b-a7d7-17a6b5c6d9ef req-8ea53707-511e-4044-9cb4-d374160dbe4d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:45.929128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-76eb14eb-a879-454b-a7d7-17a6b5c6d9ef req-8ea53707-511e-4044-9cb4-d374160dbe4d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0694823 Jun 30 03:20:45.967889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-76eb14eb-a879-454b-a7d7-17a6b5c6d9ef req-b7f03d8e-b9ed-47f5-b487-b9effd428f9c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327907 Jun 30 03:20:46.416907 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:46.610552 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:47.149356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b39f7-5079-4863-a5d8-435b304016a5 req-89f53021-0e8d-43fe-9f55-e03055311bf0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:47.151118 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-354b39f7-5079-4863-a5d8-435b304016a5 req-89f53021-0e8d-43fe-9f55-e03055311bf0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0682554 Jun 30 03:20:47.190437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-354b39f7-5079-4863-a5d8-435b304016a5 req-d0db40fb-af3b-4b17-bf28-56123b5831a3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333920 Jun 30 03:20:48.374893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229a253-dd5d-4197-9b0d-6a3d95e4d78e req-cdfe4399-1348-47e1-ac33-561bcd320498 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:48.376489 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3229a253-dd5d-4197-9b0d-6a3d95e4d78e req-cdfe4399-1348-47e1-ac33-561bcd320498 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0699065 Jun 30 03:20:48.417889 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3229a253-dd5d-4197-9b0d-6a3d95e4d78e req-887bd8fc-cb92-40c0-a766-e1091c9c7ac7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353932 Jun 30 03:20:49.608886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e75f7-1eb1-4766-b2e6-8287356c9ace req-309feab6-b00e-4410-8762-e14f0f8fbae5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:49.610675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c4e75f7-1eb1-4766-b2e6-8287356c9ace req-309feab6-b00e-4410-8762-e14f0f8fbae5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0731046 Jun 30 03:20:49.665322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c4e75f7-1eb1-4766-b2e6-8287356c9ace req-39c7eb85-ada4-4cbc-885f-f0da6b15ab63 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463066 Jun 30 03:20:50.860185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74f8dc-71ed-4310-8b61-3f24eebdcc42 req-87824aea-3964-4e76-8504-a5d06ae60a51 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:50.861849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d74f8dc-71ed-4310-8b61-3f24eebdcc42 req-87824aea-3964-4e76-8504-a5d06ae60a51 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0772247 Jun 30 03:20:50.911562 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d74f8dc-71ed-4310-8b61-3f24eebdcc42 req-a86a1e3a-e35e-4f93-8018-f83b2a576704 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Jun 30 03:20:52.099715 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bd811-b702-4957-92eb-71652f95e941 req-a41e4193-7898-4f94-b89c-8bfde3d482f7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:52.101197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b74bd811-b702-4957-92eb-71652f95e941 req-a41e4193-7898-4f94-b89c-8bfde3d482f7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0668323 Jun 30 03:20:52.139737 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b74bd811-b702-4957-92eb-71652f95e941 req-95266375-b204-4a41-814f-7b4ad6597b61 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Jun 30 03:20:53.324025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b89754-aedf-4e81-bc2f-3902d7fc3bf5 req-f71f99dc-9a29-4bed-9567-7ba04a2bf21f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:53.325648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-10b89754-aedf-4e81-bc2f-3902d7fc3bf5 req-f71f99dc-9a29-4bed-9567-7ba04a2bf21f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0683300 Jun 30 03:20:53.367735 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-10b89754-aedf-4e81-bc2f-3902d7fc3bf5 req-aafbe284-f801-4858-9416-b845edd434d0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350423 Jun 30 03:20:54.428840 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8002c5de-56e9-48fc-9798-564bfd7cb993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:54.550592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a815419-aab7-4312-a5b6-91821667c3a1 req-8a84ef72-f52c-49e7-8a66-38efdb47dc15 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:54.552122 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5a815419-aab7-4312-a5b6-91821667c3a1 req-8a84ef72-f52c-49e7-8a66-38efdb47dc15 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0664477 Jun 30 03:20:54.591888 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5a815419-aab7-4312-a5b6-91821667c3a1 req-9ac846a2-9006-47ce-8d97-d9d37c19c79a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336797 Jun 30 03:20:55.789281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e5223-7b27-489a-a96d-ea3fa8aaabab req-ad1b46c8-9548-4a2c-a9b8-61373029598a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:55.790899 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f63e5223-7b27-489a-a96d-ea3fa8aaabab req-ad1b46c8-9548-4a2c-a9b8-61373029598a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0696211 Jun 30 03:20:55.833650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f63e5223-7b27-489a-a96d-ea3fa8aaabab req-d9c99f89-d398-47a3-9599-1369db01bb00 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372338 Jun 30 03:20:57.024333 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c45ef3-6ba6-4643-87e6-5ce100c3ab3c req-8c55da89-a423-440d-9392-1ead644a87d4 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:57.026352 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-29c45ef3-6ba6-4643-87e6-5ce100c3ab3c req-8c55da89-a423-440d-9392-1ead644a87d4 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0791712 Jun 30 03:20:57.037025 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8790af8-ea26-4844-bd6c-8cf0d5c561fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:57.072187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-29c45ef3-6ba6-4643-87e6-5ce100c3ab3c req-c147ab96-ca7c-453e-b6ff-8fd6f6c8d4c9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394964 Jun 30 03:20:57.091724 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:58.291113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f2d62-d014-4e30-aa87-a5605a98446e req-b4ce3a2f-81e7-4e87-a3a4-1abba67707b8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:58.292699 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-999f2d62-d014-4e30-aa87-a5605a98446e req-b4ce3a2f-81e7-4e87-a3a4-1abba67707b8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0687745 Jun 30 03:20:58.333074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-999f2d62-d014-4e30-aa87-a5605a98446e req-4b0e1744-725d-45ba-b163-68683d336152 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345716 Jun 30 03:20:58.439177 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:20:59.513867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2d270-6cec-4445-975d-9798a808933b req-b8b173a7-04af-41ec-bfbf-6453a6fa377f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:20:59.515423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8e2d270-6cec-4445-975d-9798a808933b req-b8b173a7-04af-41ec-bfbf-6453a6fa377f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0681891 Jun 30 03:20:59.556435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8e2d270-6cec-4445-975d-9798a808933b req-85462afb-781d-4901-b19b-2d6dca6731a9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348310 Jun 30 03:21:00.233723 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:00.741204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a9ec4-3349-4ea6-95ec-524ed7a17953 req-0542a302-37c2-46e8-ab89-1ad3a302cd71 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:00.742768 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f6a9ec4-3349-4ea6-95ec-524ed7a17953 req-0542a302-37c2-46e8-ab89-1ad3a302cd71 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0691526 Jun 30 03:21:00.786178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f6a9ec4-3349-4ea6-95ec-524ed7a17953 req-8d5f8205-dc11-4578-bffd-1d7d2af23afd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369382 Jun 30 03:21:02.174872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8f0fc-8df8-4ca5-a59b-c36db616101f req-55b33dfa-204b-465f-a56c-cd24448f543e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:02.176346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a8f0fc-8df8-4ca5-a59b-c36db616101f req-55b33dfa-204b-465f-a56c-cd24448f543e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.0707476 Jun 30 03:21:02.188092 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-31c46b96-6974-4bf6-a012-021d437171d9 service neutron] show failed (client error): The resource could not be found. Jun 30 03:21:02.189122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-31c46b96-6974-4bf6-a012-021d437171d9 service neutron] 10.222.0.69 "GET /v2.0/ports/072bfee0-ee81-4155-b845-ff32d6e45f5f/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0646591 Jun 30 03:21:02.222030 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a8f0fc-8df8-4ca5-a59b-c36db616101f req-03177044-7231-4b4c-bf60-683663c020a7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396702 Jun 30 03:21:02.534580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-a74faf9f-ce39-473f-9959-9098de6cc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:02.536122 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-a74faf9f-ce39-473f-9959-9098de6cc4b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 1097 time: 0.1021235 Jun 30 03:21:02.548403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:02.619243 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:02.826527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:21:02.867055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:21:02.926368 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:21:02.934077 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:02.947622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Transition to ACTIVE for port object 072bfee0-ee81-4155-b845-ff32d6e45f5f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:21:02.952073 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:02.978335 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd4691d-0e39-4fa4-abcc-4586b280ca6c" -d '{"events": [{"server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:21:03.055936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Pushing event updated for resources: {'Port': ['ID=072bfee0-ee81-4155-b845-ff32d6e45f5f,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:03.080066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.080342 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.080673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.081001 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.081325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.081645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.081966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.082278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.082594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.082953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.083241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.083551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:03.092844 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690f000f-9ddc-4bd0-ba47-2875363fde88 x-openstack-request-id: req-690f000f-9ddc-4bd0-ba47-2875363fde88 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:21:03.093135 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:21:03.093384 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-690f000f-9ddc-4bd0-ba47-2875363fde88 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:21:03.093921 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'code': 200} Jun 30 03:21:03.143801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] No DVR routers for this DVR port 072bfee0-ee81-4155-b845-ff32d6e45f5f on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:21:03.281151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Attempting to bind port 072bfee0-ee81-4155-b845-ff32d6e45f5f on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:21:03.281893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Attempting to bind port 072bfee0-ee81-4155-b845-ff32d6e45f5f by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:21:03.281893 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Attempting to bind port 072bfee0-ee81-4155-b845-ff32d6e45f5f on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:21:03.286331 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Port 072bfee0-ee81-4155-b845-ff32d6e45f5f on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:21:03.286651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Attempting to bind port 072bfee0-ee81-4155-b845-ff32d6e45f5f on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:21:03.292457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:21:03.292806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:21:03.294531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:21:03.294531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Bound port: 072bfee0-ee81-4155-b845-ff32d6e45f5f, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:21:03.294531 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:03.394766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:21:03.409604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:21:03.414604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:03.459898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:03.460529 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:03.461912 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] 10.222.0.73 "PUT /v2.0/ports/072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 1092 time: 0.9178476 Jun 30 03:21:03.486851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468506a8-b3c5-4849-a79b-a84f8e99341e req-44aae249-e56c-4751-862c-f4d0a9df24f8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:03.488405 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-468506a8-b3c5-4849-a79b-a84f8e99341e req-44aae249-e56c-4751-862c-f4d0a9df24f8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 943 time: 0.1416938 Jun 30 03:21:03.494016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d30c6b-db41-4485-b6fe-c3c307f7742a service neutron] Pushing event updated for resources: {'Port': ['ID=072bfee0-ee81-4155-b845-ff32d6e45f5f,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:03.569629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-468506a8-b3c5-4849-a79b-a84f8e99341e req-5ee0afda-f81e-46c0-9a2e-510f3b6d854f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638747 Jun 30 03:21:03.585705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-15b285c6-b341-4100-a869-f10034bc6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:03.592639 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-15b285c6-b341-4100-a869-f10034bc6033 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1095 time: 0.0902903 Jun 30 03:21:03.688002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-2191a893-a6bf-4234-bbd5-75fad6097932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:03.689507 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-2191a893-a6bf-4234-bbd5-75fad6097932 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0953343 Jun 30 03:21:03.763877 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-1e6f201c-cd23-4f1b-acf8-40d47d6dc53a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 998 time: 0.0680532 Jun 30 03:21:03.816580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-b7036b92-6270-4593-ba97-2093f12a4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:03.818042 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-b7036b92-6270-4593-ba97-2093f12a4b55 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0469370 Jun 30 03:21:03.879833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-6af3c6ac-cde2-41ab-9d28-119b1d702f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:03.881291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-6af3c6ac-cde2-41ab-9d28-119b1d702f14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552058 Jun 30 03:21:03.977351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-03b97e63-803d-4ddc-b823-9eb266c7ec6c service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884538 Jun 30 03:21:04.069177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-ba2b288c-120f-42a7-8dcb-31fdc9b42b90 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854692 Jun 30 03:21:04.586521 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:21:04.787134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474097e-9f20-4e6e-9359-cd23b076fa8b req-a68500f7-8675-476b-8134-89c0181f9d73 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:04.789374 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e474097e-9f20-4e6e-9359-cd23b076fa8b req-a68500f7-8675-476b-8134-89c0181f9d73 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 943 time: 0.0861914 Jun 30 03:21:04.832434 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e474097e-9f20-4e6e-9359-cd23b076fa8b req-a2481fad-0fde-41e7-adb1-a1a6bf78db0e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349250 Jun 30 03:21:05.095550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:21:05.097918 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7101ccd-20a1-4945-ac49-9f8a207ee822" -d '{"events": [{"name": "network-changed", "server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:21:05.147163 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b8c922-054d-43eb-aad4-eaef9b11efc3 x-openstack-request-id: req-f9b8c922-054d-43eb-aad4-eaef9b11efc3 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:21:05.147458 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:21:05.147710 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9b8c922-054d-43eb-aad4-eaef9b11efc3 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:21:05.148140 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'status': 'completed', 'code': 200} Jun 30 03:21:05.224166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-c1129db7-9b42-47ae-a4e5-b629a9ec15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:05.226701 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-c1129db7-9b42-47ae-a4e5-b629a9ec15d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1095 time: 0.0563648 Jun 30 03:21:05.249458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-fe580632-1d3a-4fd8-ac00-2346edf2ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:05.251373 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-fe580632-1d3a-4fd8-ac00-2346edf2ad64 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1095 time: 0.0607014 Jun 30 03:21:05.328235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-c286a462-8869-49e5-ae6f-a1fe7865add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:05.330759 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-c286a462-8869-49e5-ae6f-a1fe7865add4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0976968 Jun 30 03:21:05.377033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-7340f1e5-8706-4a28-bde3-76ffce9ee0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:05.378527 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-7340f1e5-8706-4a28-bde3-76ffce9ee0fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.1137893 Jun 30 03:21:05.431292 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-360c80fd-90cb-4a8a-a375-cbbd11d7025b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 998 time: 0.0933609 Jun 30 03:21:05.459661 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-e7b33662-2384-4a15-bfd7-4c67fe84a79b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 998 time: 0.0721152 Jun 30 03:21:05.502838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-6b23cbed-0ba2-4118-a8ab-718629d0b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:05.504420 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-6b23cbed-0ba2-4118-a8ab-718629d0b1bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0582831 Jun 30 03:21:05.530061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-4ea1b6a2-049d-42c8-be42-5556309c16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:05.531662 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-4ea1b6a2-049d-42c8-be42-5556309c16b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0640287 Jun 30 03:21:05.568591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-8aaf006b-61c7-4ab4-9c6b-64ff21f67a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:05.570196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-8aaf006b-61c7-4ab4-9c6b-64ff21f67a14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563829 Jun 30 03:21:05.598606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-1ec60835-5aa9-4fc6-8354-c2ee5746705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:05.600547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-1ec60835-5aa9-4fc6-8354-c2ee5746705c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612917 Jun 30 03:21:05.671005 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-3bfb4127-4949-4125-bb8b-32ed0b7df311 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933011 Jun 30 03:21:05.711752 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-b19a5a7b-378e-496d-a978-c5caebe3bbd7 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992432 Jun 30 03:21:05.798918 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-9056a440-41ab-4142-b137-50a63746128f service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201420 Jun 30 03:21:05.832893 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7101ccd-20a1-4945-ac49-9f8a207ee822 req-a7fa6cbb-742c-4592-a1e7-3a9f1a213536 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131346 Jun 30 03:21:06.020188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5770-b19f-417a-8285-050aeba061a4 req-ef9c0c0a-a6e2-4cab-b99d-01e06ee9feb9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:06.021760 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-535d5770-b19f-417a-8285-050aeba061a4 req-ef9c0c0a-a6e2-4cab-b99d-01e06ee9feb9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 943 time: 0.0704665 Jun 30 03:21:06.063223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-535d5770-b19f-417a-8285-050aeba061a4 req-4408b3cb-6a28-4915-994c-0d4bd0e79043 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336814 Jun 30 03:21:06.437074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bbdb3-05aa-41e5-86a8-c49e582271be req-f9fde265-687d-4045-af34-d4ad5f5890a7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:06.438813 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c13bbdb3-05aa-41e5-86a8-c49e582271be req-f9fde265-687d-4045-af34-d4ad5f5890a7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 943 time: 0.1229851 Jun 30 03:21:06.451080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956489-9d35-4276-973b-db46e83ed13b req-b231f13e-8041-464d-b53f-e1b7b7fb0e2c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:06.452522 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4956489-9d35-4276-973b-db46e83ed13b req-b231f13e-8041-464d-b53f-e1b7b7fb0e2c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe&tenant_id=e7a7879993554d359acacf5974e93283&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 943 time: 0.1271999 Jun 30 03:21:06.527539 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c13bbdb3-05aa-41e5-86a8-c49e582271be req-e6cba109-6601-441e-979d-db81ce68ba97 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740049 Jun 30 03:21:06.535576 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-a4956489-9d35-4276-973b-db46e83ed13b req-b48cfe01-78f5-48a7-82dc-c512ae0cc5fe service neutron] delete failed (client error): The resource could not be found. Jun 30 03:21:06.536580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4956489-9d35-4276-973b-db46e83ed13b req-b48cfe01-78f5-48a7-82dc-c512ae0cc5fe service neutron] 10.222.0.69 "DELETE /v2.0/ports/072bfee0-ee81-4155-b845-ff32d6e45f5f/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0769427 Jun 30 03:21:06.641429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956489-9d35-4276-973b-db46e83ed13b req-112df9d0-9053-4da7-b48b-b597aa88d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:06.643200 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4956489-9d35-4276-973b-db46e83ed13b req-112df9d0-9053-4da7-b48b-b597aa88d72b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 1095 time: 0.0620742 Jun 30 03:21:06.734850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956489-9d35-4276-973b-db46e83ed13b req-f872a810-74b9-4fe8-a5b0-383922ee54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:06.736274 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4956489-9d35-4276-973b-db46e83ed13b req-f872a810-74b9-4fe8-a5b0-383922ee54e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0870805 Jun 30 03:21:06.806560 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4956489-9d35-4276-973b-db46e83ed13b req-b2bbe987-7b1e-49fa-bdf2-4396ff7d58c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 200 len: 998 time: 0.0639422 Jun 30 03:21:06.841445 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 072bfee0-ee81-4155-b845-ff32d6e45f5f no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:21:06.859012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956489-9d35-4276-973b-db46e83ed13b req-904105ad-3227-412a-aa88-769873922eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:06.860452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4956489-9d35-4276-973b-db46e83ed13b req-904105ad-3227-412a-aa88-769873922eb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0476220 Jun 30 03:21:06.882753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 072bfee0-ee81-4155-b845-ff32d6e45f5f not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:21:06.918905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956489-9d35-4276-973b-db46e83ed13b req-963ed5a6-9bc8-469a-91cf-15617f0a098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:06.920435 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4956489-9d35-4276-973b-db46e83ed13b req-963ed5a6-9bc8-469a-91cf-15617f0a098e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540123 Jun 30 03:21:07.019386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4956489-9d35-4276-973b-db46e83ed13b req-c8ed8acc-a943-4400-a882-649370ba3f22 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921745 Jun 30 03:21:07.058727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 072bfee0-ee81-4155-b845-ff32d6e45f5f details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:21:07.113443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4956489-9d35-4276-973b-db46e83ed13b req-59c89b4d-559b-4b02-9b25-ef2e1987a223 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873733 Jun 30 03:21:07.171410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:21:07.187984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'port_id': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'mac_address': 'fa:16:3e:83:90:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:21:07.230501 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:07.248187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072bfee0-ee81-4155-b845-ff32d6e45f5f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:21:07.270099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:21:07.275226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:07.323775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=072bfee0-ee81-4155-b845-ff32d6e45f5f,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:07.331971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.332315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.332651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.332983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.333306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.333635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.333953 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.334266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.334591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.335003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.335322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.335612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:07.522282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['072bfee0-ee81-4155-b845-ff32d6e45f5f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:21:07.719046 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d20fa2-fdda-46a3-bade-b0dcf99347ef req-97492d9c-7fa7-4b31-8a5c-84f88a7e2266 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:07.720786 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10d20fa2-fdda-46a3-bade-b0dcf99347ef req-97492d9c-7fa7-4b31-8a5c-84f88a7e2266 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 944 time: 0.0730016 Jun 30 03:21:07.767326 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10d20fa2-fdda-46a3-bade-b0dcf99347ef req-d1cdf2a8-798d-458c-a2c7-9a635d8381a5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355251 Jun 30 03:21:07.956323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7ce9d-40d9-40f4-b450-43e7916f94ed req-3f09bdfc-84db-42db-890f-6cdbc8b37620 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:07.958880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-feb7ce9d-40d9-40f4-b450-43e7916f94ed req-3f09bdfc-84db-42db-890f-6cdbc8b37620 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 944 time: 0.0749927 Jun 30 03:21:08.009454 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-feb7ce9d-40d9-40f4-b450-43e7916f94ed req-d61ca0e4-746c-4995-8eb6-831695c2fbe6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 Jun 30 03:21:08.199432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880bd93-68da-4e48-a047-d5c0a46985a2 req-db7656ee-46d0-4d7c-9575-f598817cfeef tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:08.201104 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6880bd93-68da-4e48-a047-d5c0a46985a2 req-db7656ee-46d0-4d7c-9575-f598817cfeef tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 944 time: 0.0788319 Jun 30 03:21:08.247557 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6880bd93-68da-4e48-a047-d5c0a46985a2 req-b5678a89-ac2d-429c-8cd6-2b4a904f7964 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381401 Jun 30 03:21:08.653614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01705ec-4287-46d4-bd59-a82235172fad req-63aeb12b-baf6-4038-a37d-6511827c0915 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:08.655056 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c01705ec-4287-46d4-bd59-a82235172fad req-63aeb12b-baf6-4038-a37d-6511827c0915 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 944 time: 0.0666187 Jun 30 03:21:08.693783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c01705ec-4287-46d4-bd59-a82235172fad req-33e1a356-ebc9-4c73-ad52-5f7c6940ea20 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330482 Jun 30 03:21:09.071041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 072bfee0-ee81-4155-b845-ff32d6e45f5f up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:21:09.123496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 072bfee0-ee81-4155-b845-ff32d6e45f5f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:21:09.127484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 072bfee0-ee81-4155-b845-ff32d6e45f5f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:21:09.127858 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:09.218253 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:09.240861 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:21:09.256923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:21:09.262106 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:09.288027 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8588509-94bd-4893-ae98-a5164191e44a" -d '{"events": [{"server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "name": "network-vif-plugged", "status": "completed", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:21:09.317508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=072bfee0-ee81-4155-b845-ff32d6e45f5f,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:09.375374 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de0f94-b952-4d23-842a-c04aafbdb532 x-openstack-request-id: req-34de0f94-b952-4d23-842a-c04aafbdb532 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:21:09.375669 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "name": "network-vif-plugged", "status": "completed", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:21:09.375922 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34de0f94-b952-4d23-842a-c04aafbdb532 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:21:09.376321 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'code': 200} Jun 30 03:21:10.253690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-984fc152-0e8a-4a15-82a3-965c59456ad2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:10.255458 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-984fc152-0e8a-4a15-82a3-965c59456ad2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.73 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.4477787 Jun 30 03:21:10.272947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3af3b-3d21-4196-a688-cdea6d7b10c7 req-92c1a17a-9934-4f4a-a6d9-bac0e54c22b5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:10.274402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24b3af3b-3d21-4196-a688-cdea6d7b10c7 req-92c1a17a-9934-4f4a-a6d9-bac0e54c22b5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 945 time: 0.4654100 Jun 30 03:21:10.350997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24b3af3b-3d21-4196-a688-cdea6d7b10c7 req-fe8df622-16fe-4676-89b2-95828ad8b5ec tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690379 Jun 30 03:21:10.398098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Deleting port 072bfee0-ee81-4155-b845-ff32d6e45f5f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:21:10.398439 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:10.498005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] For port 072bfee0-ee81-4155-b845-ff32d6e45f5f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=072bfee0-ee81-4155-b845-ff32d6e45f5f,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:21:10.498619 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:10.674103 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:10.674475 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:10.674810 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Floating IP 1318830e-8a9e-4cac-9250-f7006d600a15 disassociated. External IP: 172.25.7.99, port: 072bfee0-ee81-4155-b845-ff32d6e45f5f. Jun 30 03:21:10.675154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Calling delete_port for 072bfee0-ee81-4155-b845-ff32d6e45f5f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:21:10.820583 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:10.857429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event deleted for resources: {'Port': ['ID=072bfee0-ee81-4155-b845-ff32d6e45f5f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:10.980509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:21:11.100289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:21:11.113175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:21:11.123091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:21:11.123711 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:20:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:11.145966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] No DVR routers for this DVR port 072bfee0-ee81-4155-b845-ff32d6e45f5f on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:21:11.148804 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:11.150969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d61de663-8422-41c4-ae46-1ca115021ee2 req-9cb66bb4-7eeb-4643-a648-5448058855b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.73 "DELETE /v2.0/ports/072bfee0-ee81-4155-b845-ff32d6e45f5f HTTP/1.1" status: 204 len: 173 time: 0.8896213 Jun 30 03:21:11.151425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'name': 'network-vif-deleted', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:21:11.153758 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5133de7a-e60b-4eb5-81bd-d49987892959" -d '{"events": [{"server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "name": "network-vif-deleted", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:21:11.196533 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263c73f5-d42c-45c6-9c78-2d4111b2e652 x-openstack-request-id: req-263c73f5-d42c-45c6-9c78-2d4111b2e652 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:21:11.196935 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4608bdf1-26cb-4481-8eed-82dae13ae7fe", "name": "network-vif-deleted", "tag": "072bfee0-ee81-4155-b845-ff32d6e45f5f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:21:11.197227 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-263c73f5-d42c-45c6-9c78-2d4111b2e652 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:21:11.197796 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4608bdf1-26cb-4481-8eed-82dae13ae7fe', 'name': 'network-vif-deleted', 'tag': '072bfee0-ee81-4155-b845-ff32d6e45f5f', 'status': 'completed', 'code': 200} Jun 30 03:21:11.232852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:21:11.448362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:11.478469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:21:11.487048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:21:11.487634 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:20:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:11.515673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5ca4321-77aa-4aad-886b-d32fc9cf6433 req-3a597006-3043-4d61-89c8-e7257635ad56 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=4608bdf1-26cb-4481-8eed-82dae13ae7fe HTTP/1.1" status: 200 len: 210 time: 0.0326788 Jun 30 03:21:11.595769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:21:11.805082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:11.831914 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a2605-356b-4c41-a2ab-acbc0e1dcaf2 None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:21:12.082454 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa17804-a4bf-4f6a-a644-a2e378dbecd3 None None] New status for floating IP 1318830e-8a9e-4cac-9250-f7006d600a15: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:21:12.853074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-7e4ce0e3-76f2-40ec-bd48-ab4bdd7dff30 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--359505735&fields=id&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 267 time: 0.0354321 Jun 30 03:21:12.965852 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-16424395-067e-4f18-baf1-011bfed77a7a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:12.967516 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-16424395-067e-4f18-baf1-011bfed77a7a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 812 time: 0.1073484 Jun 30 03:21:12.989414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-182b4330-3a7a-4b5e-887a-5a60446b41d8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/quotas/e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 375 time: 0.0118217 Jun 30 03:21:13.074781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-b40c2cce-4dfb-4f1c-b3df-3f0545d4e72b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795341 Jun 30 03:21:13.109484 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 072bfee0-ee81-4155-b845-ff32d6e45f5f no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:21:13.137218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 072bfee0-ee81-4155-b845-ff32d6e45f5f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:21:13.137531 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 072bfee0-ee81-4155-b845-ff32d6e45f5f not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:21:13.257741 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-d050c4a8-01f5-4b48-8655-7de6d83d8feb service neutron] 10.222.0.55 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322105 Jun 30 03:21:13.358409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-49c8f956-18ff-486b-a780-ef341883a54d service neutron] 10.222.0.55 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941103 Jun 30 03:21:13.551270 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84fbde18-ff82-4b71-a209-6344e76ca10f req-68e6818b-e717-4bba-89d6-a1e59786ab08 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 210 time: 0.0303662 Jun 30 03:21:14.645815 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-94a7c03e-d0c2-4219-9622-2e138d5cb74c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:14.647441 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-94a7c03e-d0c2-4219-9622-2e138d5cb74c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 812 time: 0.1138668 Jun 30 03:21:14.702863 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-7782fc1d-727d-4d8a-b132-0c5e67d85b20 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 379 time: 0.0462339 Jun 30 03:21:14.725440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d592b6d-7092-4a9e-86f5-c1c48fca3e12 req-cef030ac-5674-43d6-90f5-cbce71b56e96 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 210 time: 0.0415061 Jun 30 03:21:14.728968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'port': {'device_id': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'admin_state_up': True, 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'security_groups': ['725335b0-2f58-4969-8da1-18c3434b5ee0']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:14.840356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Made reservation on behalf of e7a7879993554d359acacf5974e93283 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:21:14.843890 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:14.985063 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Allocated IP 172.20.0.6 (2bb04568-0628-47e2-8c04-3ccd2bc07b10/64028bb8-00fc-4ddd-8069-2a4de1757c69/648e5cc6-1a38-401b-b8b0-97e22f0105c1) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:21:15.136456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:15.151219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Transition to ACTIVE for port object 648e5cc6-1a38-401b-b8b0-97e22f0105c1 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:21:15.188119 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:15.234674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:21:15.238131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:21:15.244978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:21:15.251787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event updated for resources: {'Port': ['ID=648e5cc6-1a38-401b-b8b0-97e22f0105c1,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:15.286239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.286600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.286978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.287310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.287639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.287965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.288292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.288618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.288934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.289249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.289569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.289870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:21:15.317069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:15.317741 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:15.334387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-c0cd8830-ba3a-4f5e-994b-a7c32b4829d2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6112316 Jun 30 03:21:15.347477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Request body: {'port': {'device_id': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:15.430043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:15.526992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bc08458c-ae09-42cc-bcf2-9ffa8d63a6ce None None] Provisioning for port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:21:15.531475 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bc08458c-ae09-42cc-bcf2-9ffa8d63a6ce None None] Provisioning complete for port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:21:15.531892 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bc08458c-ae09-42cc-bcf2-9ffa8d63a6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:15.568540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-bc08458c-ae09-42cc-bcf2-9ffa8d63a6ce None None] Port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:21:15.698186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648e5cc6-1a38-401b-b8b0-97e22f0105c1 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:21:15.705819 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:15.718342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Transition to ACTIVE for port object 648e5cc6-1a38-401b-b8b0-97e22f0105c1 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:21:15.722664 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:15.774733 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Pushing event updated for resources: {'Port': ['ID=648e5cc6-1a38-401b-b8b0-97e22f0105c1,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:15.855473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Attempting to bind port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:21:15.855835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Attempting to bind port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:21:15.856137 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Attempting to bind port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:21:15.861401 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:21:15.861726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Attempting to bind port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:21:15.867560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:21:15.867906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:21:15.868342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:21:15.868866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Bound port: 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:21:15.869234 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:15.932895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671f814-548a-4aec-b8bc-fe8676f7ab1c req-c21c407e-4744-4e23-98cf-d49471ba9491 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:15.934522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a671f814-548a-4aec-b8bc-fe8676f7ab1c req-c21c407e-4744-4e23-98cf-d49471ba9491 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 943 time: 0.0769801 Jun 30 03:21:15.943207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:21:15.947335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:21:15.953198 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:15.977867 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a671f814-548a-4aec-b8bc-fe8676f7ab1c req-a5779864-7747-4d09-945d-7aa86a91f4c2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364795 Jun 30 03:21:15.989678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:15.990281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:15.991884 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] 10.222.0.69 "PUT /v2.0/ports/648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 1092 time: 0.6491208 Jun 30 03:21:15.992411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:21:16.043512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafae40-c5d6-4cdb-8cf4-560369c27c38 service neutron] Pushing event updated for resources: {'Port': ['ID=648e5cc6-1a38-401b-b8b0-97e22f0105c1,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:16.059141 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:21:16.129250 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-78b8934a-823b-4544-a8d3-56ac09af6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:16.131341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-78b8934a-823b-4544-a8d3-56ac09af6924 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1095 time: 0.0839942 Jun 30 03:21:16.178204 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6baf94-151c-4f19-89ec-903882ed276b x-openstack-request-id: req-7e6baf94-151c-4f19-89ec-903882ed276b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:21:16.178496 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:21:16.178776 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e6baf94-151c-4f19-89ec-903882ed276b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:21:16.179170 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'status': 'completed', 'code': 200} Jun 30 03:21:16.181122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-b032d387-a8a1-449e-bb39-e8e2617b2263 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 217 time: 0.0429955 Jun 30 03:21:16.236092 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-fa44c8fc-4e21-4fbb-9968-f28b0784be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:16.238369 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-fa44c8fc-4e21-4fbb-9968-f28b0784be6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0502996 Jun 30 03:21:16.305210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-b9430266-603b-48ac-8baa-83ba09deb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:16.307058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-b9430266-603b-48ac-8baa-83ba09deb26f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629263 Jun 30 03:21:16.420700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-8c22ad4d-9e3d-4905-9eb1-7f817c4b45c5 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064203 Jun 30 03:21:16.428535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:16.526848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3cddad3-ed80-4c47-afe8-658c8ae17dbd req-7d92a17d-29eb-419a-b596-743dd2017987 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999277 Jun 30 03:21:16.616873 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:16.651335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-fd2efb84-2de6-469c-ad11-1f4e061635b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:16.652946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-fd2efb84-2de6-469c-ad11-1f4e061635b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1095 time: 0.0700734 Jun 30 03:21:16.754882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-fdc89191-afaa-475b-9c37-6bab848208f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:16.756390 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-fdc89191-afaa-475b-9c37-6bab848208f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0971558 Jun 30 03:21:16.807347 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-f3bad67a-43fb-4ba9-a819-e63cfad22c04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 217 time: 0.0436223 Jun 30 03:21:16.863403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-718cd386-8e12-422f-a47e-1f320af9d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:16.864909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-718cd386-8e12-422f-a47e-1f320af9d855 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0510538 Jun 30 03:21:16.929367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-9f6b9dfc-5f95-44fe-97b5-02d82abf7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:16.930897 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-9f6b9dfc-5f95-44fe-97b5-02d82abf7d88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598083 Jun 30 03:21:17.038219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-9ab17406-b73d-4a15-a7b9-f0f6e42ddd82 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998416 Jun 30 03:21:17.139196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96a9a81e-f06a-412b-aa7c-2ebac17d9e8a req-290c770c-2729-4cd2-ad8b-f629add71c11 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935705 Jun 30 03:21:17.194226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740473f1-5eb9-4fdb-99d5-14b96e4e5b16 req-c41c9f47-b668-47c8-99e4-026cf1ae0fc7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:17.196425 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-740473f1-5eb9-4fdb-99d5-14b96e4e5b16 req-c41c9f47-b668-47c8-99e4-026cf1ae0fc7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 943 time: 0.0792511 Jun 30 03:21:17.241975 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-740473f1-5eb9-4fdb-99d5-14b96e4e5b16 req-96858ca0-681e-476f-8484-8637670b0828 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389094 Jun 30 03:21:18.436506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d70c5-8e5d-40d8-9e30-1950797c57d6 req-52584ba8-69ff-4ec0-b628-545dcfc5a60c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:18.438032 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c4d70c5-8e5d-40d8-9e30-1950797c57d6 req-52584ba8-69ff-4ec0-b628-545dcfc5a60c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 943 time: 0.0719373 Jun 30 03:21:18.476980 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c4d70c5-8e5d-40d8-9e30-1950797c57d6 req-9f444af8-8547-4ed7-b843-5c571c8d7634 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329142 Jun 30 03:21:18.878053 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 648e5cc6-1a38-401b-b8b0-97e22f0105c1 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:21:18.976642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:21:18.987997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'port_id': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'mac_address': 'fa:16:3e:9c:98:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:21:19.028193 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:19.040934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648e5cc6-1a38-401b-b8b0-97e22f0105c1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:21:19.060977 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:21:19.066908 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:19.114509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=648e5cc6-1a38-401b-b8b0-97e22f0105c1,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:19.400630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['648e5cc6-1a38-401b-b8b0-97e22f0105c1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:21:19.667644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4a346-ea9b-4396-af9f-b8d9986e3a75 req-8b888cad-0929-473a-9683-3471d9f3e59c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:19.669105 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ab4a346-ea9b-4396-af9f-b8d9986e3a75 req-8b888cad-0929-473a-9683-3471d9f3e59c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 944 time: 0.0687211 Jun 30 03:21:19.711427 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ab4a346-ea9b-4396-af9f-b8d9986e3a75 req-cf744cdb-84d2-4611-8e20-3b210f4ea727 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339050 Jun 30 03:21:20.892215 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 648e5cc6-1a38-401b-b8b0-97e22f0105c1 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:21:20.919513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a917e09-f454-4ffb-92e9-afed39325d6c req-e6f6fdf7-988b-454a-a774-cf1c4e29c80b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:20.920976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a917e09-f454-4ffb-92e9-afed39325d6c req-e6f6fdf7-988b-454a-a774-cf1c4e29c80b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 944 time: 0.0761299 Jun 30 03:21:20.943754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:21:20.948194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:21:20.948686 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:20.959090 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a917e09-f454-4ffb-92e9-afed39325d6c req-de3c19d5-7e28-4dfd-a398-bbbe74b6f41e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Jun 30 03:21:21.025936 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:21.051764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:21:21.054011 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023782d2-e835-4933-a840-87d17ca14b49" -d '{"events": [{"server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "name": "network-vif-plugged", "status": "completed", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:21:21.072195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:21:21.078861 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:21.102745 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b970b879-2e01-4cee-bdf8-86596cbd9fd8 x-openstack-request-id: req-b970b879-2e01-4cee-bdf8-86596cbd9fd8 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:21:21.103060 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "name": "network-vif-plugged", "status": "completed", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:21:21.103296 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b970b879-2e01-4cee-bdf8-86596cbd9fd8 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:21:21.103707 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'code': 200} Jun 30 03:21:21.129522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=648e5cc6-1a38-401b-b8b0-97e22f0105c1,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:21:21.216794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379ea22-a262-4eac-b0c2-90c3ab184fc9 req-3970cd05-2219-4da9-a655-8b513387078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:21.218252 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e379ea22-a262-4eac-b0c2-90c3ab184fc9 req-3970cd05-2219-4da9-a655-8b513387078a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1097 time: 0.0541151 Jun 30 03:21:21.251748 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e379ea22-a262-4eac-b0c2-90c3ab184fc9 req-36fbf2b0-ed77-4011-8b54-bedffc775cbc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274298 Jun 30 03:21:22.143150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b106d79-288d-4983-8bb3-8a5ec398a393 req-d240b324-8d2b-4b1c-b01a-2a25e7fc421e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:22.144929 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b106d79-288d-4983-8bb3-8a5ec398a393 req-d240b324-8d2b-4b1c-b01a-2a25e7fc421e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0752964 Jun 30 03:21:22.456038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b106d79-288d-4983-8bb3-8a5ec398a393 req-f56578ab-d1d9-4228-b384-2f22fef056ff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051713 Jun 30 03:21:23.657744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623c7e-bf85-4943-8d25-c18bbaad8b45 req-eafcc000-8835-4ad4-81f8-86e5076ae6c7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:23.659260 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d0623c7e-bf85-4943-8d25-c18bbaad8b45 req-eafcc000-8835-4ad4-81f8-86e5076ae6c7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0782366 Jun 30 03:21:23.699886 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d0623c7e-bf85-4943-8d25-c18bbaad8b45 req-08d44a89-1d39-443b-bc0f-26a74b68ea32 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327249 Jun 30 03:21:23.890636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1079835-f7f4-4cb9-9aa7-02c68c86d79a req-e9aedb66-9e45-4c73-930a-9c84ce2b18b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:23.892111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a1079835-f7f4-4cb9-9aa7-02c68c86d79a req-e9aedb66-9e45-4c73-930a-9c84ce2b18b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0707874 Jun 30 03:21:23.903195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48292) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:21:23.907688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ff30209f-7f49-4c76-b29b-5fcaa060392b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'floatingip': {'port_id': '648e5cc6-1a38-401b-b8b0-97e22f0105c1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:21:23.959916 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff30209f-7f49-4c76-b29b-5fcaa060392b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:24.423350 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-120194dc-d8e2-443f-93cc-753ae9d0e4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:24.436916 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff30209f-7f49-4c76-b29b-5fcaa060392b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:24.443402 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff30209f-7f49-4c76-b29b-5fcaa060392b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:24.543272 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-ff30209f-7f49-4c76-b29b-5fcaa060392b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Floating IP 1318830e-8a9e-4cac-9250-f7006d600a15 associated. External IP: 172.25.7.99, port: 648e5cc6-1a38-401b-b8b0-97e22f0105c1. Jun 30 03:21:24.774761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff30209f-7f49-4c76-b29b-5fcaa060392b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:21:24.898458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff30209f-7f49-4c76-b29b-5fcaa060392b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:21:24.903266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ff30209f-7f49-4c76-b29b-5fcaa060392b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:24.908777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29452b98-5397-401e-9df5-835042939fb2 None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:21:24.918866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29452b98-5397-401e-9df5-835042939fb2 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:21:24.919519 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-29452b98-5397-401e-9df5-835042939fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:20:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:24.942589 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ff30209f-7f49-4c76-b29b-5fcaa060392b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "PUT /v2.0/floatingips/1318830e-8a9e-4cac-9250-f7006d600a15 HTTP/1.1" status: 200 len: 990 time: 1.0383055 Jun 30 03:21:24.943259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:21:24.945870 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931e02f7-f443-45cd-b257-7712101e4ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:21:24.987113 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eac46aa-7fc4-43e7-bbc6-30c38954281f x-openstack-request-id: req-2eac46aa-7fc4-43e7-bbc6-30c38954281f {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:21:24.987412 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:21:24.987670 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2eac46aa-7fc4-43e7-bbc6-30c38954281f {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:21:24.988064 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'status': 'completed', 'code': 200} Jun 30 03:21:25.030561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-29452b98-5397-401e-9df5-835042939fb2 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:21:25.073249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-d04336f0-16a1-4926-9cd2-8a4dabf5ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:25.074757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-d04336f0-16a1-4926-9cd2-8a4dabf5ac3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1097 time: 0.0585678 Jun 30 03:21:25.176015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-92cb162d-6ea6-45b7-a128-5c96e85b377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:25.177612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-92cb162d-6ea6-45b7-a128-5c96e85b377a service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0967388 Jun 30 03:21:25.244360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-20ac2569-b4e4-41b5-8e91-22be29fa6e0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 998 time: 0.0605834 Jun 30 03:21:25.300275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-99ba0bb1-22cd-47a3-93cf-e9c3485f7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:25.301761 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-99ba0bb1-22cd-47a3-93cf-e9c3485f7b04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0512285 Jun 30 03:21:25.360482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-56ccd668-8063-4552-a9c4-8e3cd444a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:21:25.361991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-56ccd668-8063-4552-a9c4-8e3cd444a588 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541167 Jun 30 03:21:25.408196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-29452b98-5397-401e-9df5-835042939fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:9c:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:21:24Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:25.435643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29452b98-5397-401e-9df5-835042939fb2 None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:21:25.443996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29452b98-5397-401e-9df5-835042939fb2 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:21:25.444599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-29452b98-5397-401e-9df5-835042939fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:20:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:25.452639 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-90983858-b391-461c-af9f-94f065437708 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844173 Jun 30 03:21:25.547610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-931e02f7-f443-45cd-b257-7712101e4ba6 req-d93ad734-7bf1-4974-babc-9905845a2dcd service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887539 Jun 30 03:21:25.550081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-29452b98-5397-401e-9df5-835042939fb2 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:21:25.794495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-29452b98-5397-401e-9df5-835042939fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:9c:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:21:24Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:21:25.824019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29452b98-5397-401e-9df5-835042939fb2 None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:9c:98:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:21:24Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:21:26.044320 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1ae57-6e8d-4dbd-a1b8-5fc230737274 None None] New status for floating IP 1318830e-8a9e-4cac-9250-f7006d600a15: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:21:27.043892 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-34ca0023-0c56-4fa8-8d49-93d02aaf555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:27.097783 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:28.440027 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:30.242075 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:41.586451 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:21:46.424535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:46.623983 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:54.428877 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65b69730-b2e6-4689-837f-0b6447bece44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:57.045650 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-18a2234b-9a1a-454c-a7de-5a1eb23cf820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:57.107019 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:21:58.444252 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:00.238447 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:13.658656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06417e5d-934b-4258-9849-bb169fd9acef req-218d2ef8-f5d7-4c6e-a1af-83ba88f9ec21 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0694642 Jun 30 03:22:13.767111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06417e5d-934b-4258-9849-bb169fd9acef req-70e7a102-9f88-4957-970d-4fe0a85cb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:13.768624 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06417e5d-934b-4258-9849-bb169fd9acef req-70e7a102-9f88-4957-970d-4fe0a85cb2e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1097 time: 0.0610876 Jun 30 03:22:13.885267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06417e5d-934b-4258-9849-bb169fd9acef req-47c21cb6-6ab0-48ce-b989-ac902669d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:13.886763 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06417e5d-934b-4258-9849-bb169fd9acef req-47c21cb6-6ab0-48ce-b989-ac902669d0ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0874584 Jun 30 03:22:13.957818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06417e5d-934b-4258-9849-bb169fd9acef req-d687d4a4-e535-4563-972f-e96b043f6a2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 1000 time: 0.0647354 Jun 30 03:22:14.025691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06417e5d-934b-4258-9849-bb169fd9acef req-270a62ac-d6c3-4719-a76a-9d3f881a4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:14.027138 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06417e5d-934b-4258-9849-bb169fd9acef req-270a62ac-d6c3-4719-a76a-9d3f881a4612 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0617666 Jun 30 03:22:14.089281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06417e5d-934b-4258-9849-bb169fd9acef req-b17d914c-f360-4b64-acfb-b094bc922e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:22:14.090754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06417e5d-934b-4258-9849-bb169fd9acef req-b17d914c-f360-4b64-acfb-b094bc922e14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569806 Jun 30 03:22:14.195885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06417e5d-934b-4258-9849-bb169fd9acef req-98b162bf-48f7-497e-8f1f-4b45e49263e9 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982747 Jun 30 03:22:14.294091 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-06417e5d-934b-4258-9849-bb169fd9acef req-aa1ade9f-0d3c-47b7-856c-0d0f8ed84e60 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920331 Jun 30 03:22:16.420652 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:16.632496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:18.588768 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:22:24.434118 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22f28ff9-166e-4284-92e3-c1ff7c7c60ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:27.041843 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-89f98dd1-101c-40ba-92b1-d0d626d2d20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:27.104091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:28.448398 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:30.242172 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:46.440481 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:46.627814 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:54.439453 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4f71c4a6-8a21-49b2-810c-a56cffff9172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:55.591493 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:22:57.037176 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dfafe16c-f3d4-45a2-9274-e4584a8461ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:57.099228 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:22:58.452691 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:00.245339 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:14.075863 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-9ba4db1f-d98a-4a11-882b-aa6825c3f67c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605800 Jun 30 03:23:14.201354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-cb4eb2fd-a9d8-4700-b994-5f934a5ccdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:14.203592 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-cb4eb2fd-a9d8-4700-b994-5f934a5ccdac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1097 time: 0.0788054 Jun 30 03:23:14.314389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-6b4aed05-da54-4c7c-8061-3dd41ad4ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:14.315969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-6b4aed05-da54-4c7c-8061-3dd41ad4ab79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0882506 Jun 30 03:23:14.389716 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-9796f36b-7fde-4e49-9c78-bc0e9fdfca93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 1000 time: 0.0667422 Jun 30 03:23:14.449564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-a1c13b28-0ad6-44ec-8e58-7c727e5dfad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:14.451171 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-a1c13b28-0ad6-44ec-8e58-7c727e5dfad1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0553725 Jun 30 03:23:14.517132 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-a229976c-c8e3-4879-bfa4-167084310d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:14.518652 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-a229976c-c8e3-4879-bfa4-167084310d19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610945 Jun 30 03:23:14.613349 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-62fca57b-db24-4309-9d71-43ca71fa7525 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879760 Jun 30 03:23:14.702075 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-34ad3433-9899-4418-af79-4c4ab7ed892a req-7c11bb1b-acfd-41a2-a85b-1d6a67aa218c service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825610 Jun 30 03:23:16.434543 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:16.624199 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:24.445336 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6a27e546-aae9-4f79-83c4-43a5b29016d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:27.032726 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ec97183-d28f-4bc3-ab23-1d4383fd5cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:27.102704 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:28.453223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:30.248812 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:32.595226 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:23:46.447899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:46.626185 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:53.557004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc4f12-3e40-46e7-8a4b-afc8773eacc8 req-99a2eaa5-e858-4e82-afaa-4f796a59ee47 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:53.558388 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3bc4f12-3e40-46e7-8a4b-afc8773eacc8 req-99a2eaa5-e858-4e82-afaa-4f796a59ee47 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0745361 Jun 30 03:23:53.605051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f3bc4f12-3e40-46e7-8a4b-afc8773eacc8 req-394653c5-c765-4ae0-8b4e-bd2858967093 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380661 Jun 30 03:23:54.449289 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-66817ede-4ecc-40fd-9536-5071075a77ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:54.815542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51509b-ec4f-405c-951f-a6f8fc16f7e0 req-73794a58-3699-4510-9706-91595438cf65 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:54.817022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab51509b-ec4f-405c-951f-a6f8fc16f7e0 req-73794a58-3699-4510-9706-91595438cf65 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0831084 Jun 30 03:23:54.864197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ab51509b-ec4f-405c-951f-a6f8fc16f7e0 req-3cf2e595-b905-4304-81be-75b821c9143b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412376 Jun 30 03:23:56.057302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7c029-a5e9-4f7a-bcf2-4c7dfc3bb074 req-97827801-03e0-4857-a158-b11ba922ee10 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:56.058904 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-daa7c029-a5e9-4f7a-bcf2-4c7dfc3bb074 req-97827801-03e0-4857-a158-b11ba922ee10 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0770469 Jun 30 03:23:56.103424 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-daa7c029-a5e9-4f7a-bcf2-4c7dfc3bb074 req-f839215a-704a-46a2-b3d4-9484f5022d18 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386534 Jun 30 03:23:57.031556 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-384c8ec4-db22-40ac-8dd8-554bcf5205a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:57.112727 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:57.288689 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3015b6-6adf-4115-92dc-50ca741e16cc req-539a5df5-c787-4444-a07a-3de89f1205f2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:57.290061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d3015b6-6adf-4115-92dc-50ca741e16cc req-539a5df5-c787-4444-a07a-3de89f1205f2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0668499 Jun 30 03:23:57.330822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4d3015b6-6adf-4115-92dc-50ca741e16cc req-3feba7ff-2afc-4f3b-9c33-ef57e3aac58a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342779 Jun 30 03:23:58.456338 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:23:58.518744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac22a1-c9d8-4f80-9e32-e2e4dfd192b8 req-c50a62b1-3de0-43b8-9e18-6efaceca9170 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:58.520239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9ac22a1-c9d8-4f80-9e32-e2e4dfd192b8 req-c50a62b1-3de0-43b8-9e18-6efaceca9170 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0688725 Jun 30 03:23:58.563249 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f9ac22a1-c9d8-4f80-9e32-e2e4dfd192b8 req-719ef7f4-6fc3-4f8e-b92b-69e117b5976b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338683 Jun 30 03:23:59.766193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319d07b-ed78-42a0-a2e0-287f1c9363e6 req-b0cf3d8f-4adf-4516-81d6-e5fe5df5e71b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:23:59.768662 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0319d07b-ed78-42a0-a2e0-287f1c9363e6 req-b0cf3d8f-4adf-4516-81d6-e5fe5df5e71b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0806909 Jun 30 03:23:59.821105 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0319d07b-ed78-42a0-a2e0-287f1c9363e6 req-a70a7173-75c6-4137-a3b1-9d50ed58256f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Jun 30 03:24:00.257191 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:01.023895 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638f040-62a4-4937-8b5e-83d1f84822c8 req-7fca625b-3a0d-4342-82d6-94f042dcf3a0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:01.025372 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1638f040-62a4-4937-8b5e-83d1f84822c8 req-7fca625b-3a0d-4342-82d6-94f042dcf3a0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0815358 Jun 30 03:24:01.068591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1638f040-62a4-4937-8b5e-83d1f84822c8 req-ab9a14e5-554e-4d1f-89d5-286b734572f7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345230 Jun 30 03:24:02.267627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870242cf-e299-4c29-8eaf-72081fb79265 req-2edd27c0-5ab3-4585-a9fa-7463740e77b6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:02.269139 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-870242cf-e299-4c29-8eaf-72081fb79265 req-2edd27c0-5ab3-4585-a9fa-7463740e77b6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0828543 Jun 30 03:24:02.319970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-870242cf-e299-4c29-8eaf-72081fb79265 req-b081ba2d-d3bc-4650-8c06-352448ca5c9a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410831 Jun 30 03:24:03.513651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b778226-baef-4b8a-a9cb-5dc20d309fa0 req-7d1f15df-2b49-4606-8f7a-74973e4dc428 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:03.515169 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b778226-baef-4b8a-a9cb-5dc20d309fa0 req-7d1f15df-2b49-4606-8f7a-74973e4dc428 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0695581 Jun 30 03:24:03.561427 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5b778226-baef-4b8a-a9cb-5dc20d309fa0 req-4ba97388-af22-4653-bc4a-c24974e8a50b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374980 Jun 30 03:24:04.764100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d08df8-fc69-42a2-aca4-5330452e3628 req-539f3221-95e1-4cca-8158-34fe9a629e60 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:04.765485 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-73d08df8-fc69-42a2-aca4-5330452e3628 req-539f3221-95e1-4cca-8158-34fe9a629e60 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0730975 Jun 30 03:24:04.815645 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-73d08df8-fc69-42a2-aca4-5330452e3628 req-9443a3ee-b63b-410a-b6bb-653a9b4ef0eb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442746 Jun 30 03:24:05.162890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 48682) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:05.224199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2afac-19ef-41b6-acf5-84602196d763 req-16904d48-f6a6-43fe-90d4-42b24b6f0f53 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:05.225815 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66c2afac-19ef-41b6-acf5-84602196d763 req-16904d48-f6a6-43fe-90d4-42b24b6f0f53 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0669041 Jun 30 03:24:05.253224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-8338a291-4999-4b3f-9ec6-0271d84f45b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889373 Jun 30 03:24:05.267339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66c2afac-19ef-41b6-acf5-84602196d763 req-711d9aba-4498-4b3c-beef-99458f27a935 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352647 Jun 30 03:24:06.466325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc1ca4-e1b1-4283-b584-b9074f7b2fa6 req-5cc7c7e2-0477-4de4-bbdd-84507ac2b2e2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:06.467998 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccfc1ca4-e1b1-4283-b584-b9074f7b2fa6 req-5cc7c7e2-0477-4de4-bbdd-84507ac2b2e2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0809152 Jun 30 03:24:06.542805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccfc1ca4-e1b1-4283-b584-b9074f7b2fa6 req-b454265f-6022-40af-b8f0-926f78598294 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684912 Jun 30 03:24:06.565131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545eff-4441-44a4-9eba-d4254ab5484e req-80576e3a-6d70-4580-af02-3f0fa8e0aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:06.566629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-80576e3a-6d70-4580-af02-3f0fa8e0aefb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1097 time: 0.0823474 Jun 30 03:24:06.668798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545eff-4441-44a4-9eba-d4254ab5484e req-e6503684-fd02-4fd8-bdb0-f2e1081d2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:06.670280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-e6503684-fd02-4fd8-bdb0-f2e1081d2226 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0975430 Jun 30 03:24:06.750383 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-814731a1-632e-490a-8a16-bfe495bd5072 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 1000 time: 0.0721409 Jun 30 03:24:06.800403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545eff-4441-44a4-9eba-d4254ab5484e req-703e5929-7552-4e6d-9cd8-85d93723222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:06.801723 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-703e5929-7552-4e6d-9cd8-85d93723222c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0455499 Jun 30 03:24:06.864580 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545eff-4441-44a4-9eba-d4254ab5484e req-83a42e10-7993-4397-b70b-281e6b7415e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:06.866076 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-83a42e10-7993-4397-b70b-281e6b7415e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581653 Jun 30 03:24:06.958674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-54fde7c2-5ff8-40ac-ae00-abd9b77da776 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862329 Jun 30 03:24:07.056968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-62940998-e90d-485a-85a0-e8ed39ac9b52 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920115 Jun 30 03:24:07.734820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fecce-84b2-4ec0-a2f7-0f7eb458083f req-d1521916-984f-43f9-ad0f-4ac0ab64bc9a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:07.736256 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7b7fecce-84b2-4ec0-a2f7-0f7eb458083f req-d1521916-984f-43f9-ad0f-4ac0ab64bc9a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0700366 Jun 30 03:24:07.780101 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7b7fecce-84b2-4ec0-a2f7-0f7eb458083f req-bbff0e23-c0d4-45e3-ab16-c422db4222b9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351722 Jun 30 03:24:08.994178 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-40545eff-4441-44a4-9eba-d4254ab5484e req-fe0e40f4-06f8-4623-bbe4-2ceca680ea5b service neutron] show failed (client error): The resource could not be found. Jun 30 03:24:08.995204 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-fe0e40f4-06f8-4623-bbe4-2ceca680ea5b service neutron] 10.222.0.69 "GET /v2.0/ports/648e5cc6-1a38-401b-b8b0-97e22f0105c1/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0663314 Jun 30 03:24:09.003776 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e374d74-2cd8-44ff-83bd-c6b2d49280fa req-87e33100-5922-4f4f-8c7f-a56972fab765 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:09.005250 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e374d74-2cd8-44ff-83bd-c6b2d49280fa req-87e33100-5922-4f4f-8c7f-a56972fab765 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.1114626 Jun 30 03:24:09.053687 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e374d74-2cd8-44ff-83bd-c6b2d49280fa req-982950b3-d3ad-443f-be08-1bf839395e1d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387292 Jun 30 03:24:09.264179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545eff-4441-44a4-9eba-d4254ab5484e req-355b971c-0c0e-4958-be49-dc9151a23657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:09.265681 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-355b971c-0c0e-4958-be49-dc9151a23657 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 1097 time: 0.0584121 Jun 30 03:24:09.276697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:09.351395 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:09.565774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:09.594869 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:24:09.601847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:09.652429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:09.654768 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc36606-6eb9-4b7e-b2cc-f083fe5dd295" -d '{"events": [{"server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "name": "network-vif-unplugged", "status": "completed", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:09.658797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:09.672885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Transition to ACTIVE for port object 648e5cc6-1a38-401b-b8b0-97e22f0105c1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:09.678274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:09.711819 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9a0d11-94fc-47d1-b6fe-f8faeefc33b0 x-openstack-request-id: req-af9a0d11-94fc-47d1-b6fe-f8faeefc33b0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:09.712121 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "name": "network-vif-unplugged", "status": "completed", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:09.712353 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af9a0d11-94fc-47d1-b6fe-f8faeefc33b0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:09.712753 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'code': 200} Jun 30 03:24:09.761399 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Pushing event updated for resources: {'Port': ['ID=648e5cc6-1a38-401b-b8b0-97e22f0105c1,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:09.774334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.774685 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.775054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.775392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.775729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.776068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.776382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.776707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.777029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.777353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.777671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.778038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:09.821504 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] No DVR routers for this DVR port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:09.967436 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Attempting to bind port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:24:09.967730 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Attempting to bind port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:24:09.968094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Attempting to bind port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:09.972615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:24:09.972940 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Attempting to bind port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:09.977744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:24:09.978085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:24:09.978471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:24:09.978918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Bound port: 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:24:09.979269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:10.047879 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:10.050948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:24:10.059026 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:10.101384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:10.102487 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:10.103969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] 10.222.0.73 "PUT /v2.0/ports/648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 1092 time: 0.8313119 Jun 30 03:24:10.140535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75541a7b-664f-4cdd-b489-c1919b0b60db service neutron] Pushing event updated for resources: {'Port': ['ID=648e5cc6-1a38-401b-b8b0-97e22f0105c1,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:10.198229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545eff-4441-44a4-9eba-d4254ab5484e req-99bb338b-1a23-4889-8fe6-68de5f9db6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:10.199914 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-99bb338b-1a23-4889-8fe6-68de5f9db6f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1095 time: 0.0682378 Jun 30 03:24:10.277238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99da3ce-cad6-4022-908c-a2f94ce2e9d3 req-135534f0-150e-48b7-ae42-af383a8288b4 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:10.278945 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d99da3ce-cad6-4022-908c-a2f94ce2e9d3 req-135534f0-150e-48b7-ae42-af383a8288b4 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 943 time: 0.0984025 Jun 30 03:24:10.306829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545eff-4441-44a4-9eba-d4254ab5484e req-dfd6135d-8ff7-4409-a579-ad66b843c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:10.308353 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-dfd6135d-8ff7-4409-a579-ad66b843c4c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.1012876 Jun 30 03:24:10.324336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d99da3ce-cad6-4022-908c-a2f94ce2e9d3 req-098b455a-fb28-49d2-b849-3501d4f73970 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387907 Jun 30 03:24:10.383013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-ec078318-9368-41bc-bd4f-3597e8e4cf6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 998 time: 0.0667551 Jun 30 03:24:10.443970 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545eff-4441-44a4-9eba-d4254ab5484e req-c6d86ce4-bec0-4703-a129-73d6c819b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:10.445464 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-c6d86ce4-bec0-4703-a129-73d6c819b9df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0555999 Jun 30 03:24:10.508930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40545eff-4441-44a4-9eba-d4254ab5484e req-6cf58fec-dfe7-4f27-88a2-88e2937df736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:10.510412 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-6cf58fec-dfe7-4f27-88a2-88e2937df736 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566134 Jun 30 03:24:10.598448 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-6733d8e1-4d27-4108-8fb8-81e65a653c3d service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795434 Jun 30 03:24:10.700469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-40545eff-4441-44a4-9eba-d4254ab5484e req-9c385096-c3fc-4afd-841c-19c51c228238 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944638 Jun 30 03:24:11.524257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab787d2-62ac-4a4c-927f-50a3ad64d3c2 req-bf627e28-591d-40e4-8960-41470806ec02 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:11.525811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bab787d2-62ac-4a4c-927f-50a3ad64d3c2 req-bf627e28-591d-40e4-8960-41470806ec02 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 943 time: 0.0772867 Jun 30 03:24:11.569107 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bab787d2-62ac-4a4c-927f-50a3ad64d3c2 req-d02f1878-ecd9-4fdf-bb2f-ad4c59af596d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345674 Jun 30 03:24:11.714901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:11.718938 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3038bcaf-4171-4fd6-aeda-f098822381df" -d '{"events": [{"name": "network-changed", "server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:11.769858 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c27e93-fb51-4beb-8a6c-c426f7880963 x-openstack-request-id: req-a1c27e93-fb51-4beb-8a6c-c426f7880963 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:11.770142 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:11.770393 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1c27e93-fb51-4beb-8a6c-c426f7880963 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:11.770865 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'status': 'completed', 'code': 200} Jun 30 03:24:11.855522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038bcaf-4171-4fd6-aeda-f098822381df req-680a6f20-f7de-4040-a470-47b7a96c4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:11.857026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-680a6f20-f7de-4040-a470-47b7a96c4470 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1095 time: 0.0548177 Jun 30 03:24:11.857155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038bcaf-4171-4fd6-aeda-f098822381df req-d883d5e8-0c17-47eb-9be8-da631b854b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:11.858656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-d883d5e8-0c17-47eb-9be8-da631b854b96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1095 time: 0.0625916 Jun 30 03:24:11.948160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038bcaf-4171-4fd6-aeda-f098822381df req-02d93740-6d0c-44f2-aa81-0d2d688768e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:11.949647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-02d93740-6d0c-44f2-aa81-0d2d688768e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0857763 Jun 30 03:24:11.950155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038bcaf-4171-4fd6-aeda-f098822381df req-22aef6d1-bb43-489b-9d79-c0d41d8a003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:11.951670 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-22aef6d1-bb43-489b-9d79-c0d41d8a003d service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0861697 Jun 30 03:24:12.020339 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-93188e0c-9d14-47b5-af53-eb44f0bf1a30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 998 time: 0.0642431 Jun 30 03:24:12.024301 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-6bf3f8ea-41ae-46b6-8e59-bd5af16ed498 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 998 time: 0.0654895 Jun 30 03:24:12.071186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038bcaf-4171-4fd6-aeda-f098822381df req-9e8da7a8-6229-4ca8-928b-dbe351e2c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:12.072827 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-9e8da7a8-6229-4ca8-928b-dbe351e2c28a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0469275 Jun 30 03:24:12.074055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038bcaf-4171-4fd6-aeda-f098822381df req-009838d0-460e-45ae-808c-17d3109e8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:12.075509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-009838d0-460e-45ae-808c-17d3109e8194 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0441926 Jun 30 03:24:12.142795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038bcaf-4171-4fd6-aeda-f098822381df req-c32ab22b-427c-4281-8dd2-7dea5ef27b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:12.143688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038bcaf-4171-4fd6-aeda-f098822381df req-50c78b0e-ff49-4894-af54-d0fdfd7b905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:12.144464 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-c32ab22b-427c-4281-8dd2-7dea5ef27b67 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650339 Jun 30 03:24:12.145384 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-50c78b0e-ff49-4894-af54-d0fdfd7b905e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637357 Jun 30 03:24:12.232158 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-ac391e70-4c10-45a2-ba22-4ef1eaceeffc service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811968 Jun 30 03:24:12.240737 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-126ef559-9605-43d6-b025-aadd84d74b06 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877368 Jun 30 03:24:12.329839 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-1428ec70-0c18-49ec-9499-8a7806986e55 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915370 Jun 30 03:24:12.335080 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3038bcaf-4171-4fd6-aeda-f098822381df req-e0f956bb-8437-42f8-8e88-ff27fc320388 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878382 Jun 30 03:24:12.776101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e8e38-45e9-474e-bbfe-40444be40494 req-ce0baae1-3cc8-4eb6-9d0e-0ce79c480809 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:12.777595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-897e8e38-45e9-474e-bbfe-40444be40494 req-ce0baae1-3cc8-4eb6-9d0e-0ce79c480809 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 943 time: 0.0767744 Jun 30 03:24:12.825877 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-897e8e38-45e9-474e-bbfe-40444be40494 req-2f172e59-e5af-4f27-888e-de6a445c7457 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421271 Jun 30 03:24:13.150064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d790d-5b24-4eab-b2dd-59cd09eb7f86 req-a41d0564-430f-4909-b7db-b2cb18e0c5b3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:13.151546 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f26d790d-5b24-4eab-b2dd-59cd09eb7f86 req-a41d0564-430f-4909-b7db-b2cb18e0c5b3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 943 time: 0.0728972 Jun 30 03:24:13.202305 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f26d790d-5b24-4eab-b2dd-59cd09eb7f86 req-ab54ccaf-e3ab-4973-a765-370b28b4e7cb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441844 Jun 30 03:24:13.464150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebbafe-7a6f-4304-936a-13091a69283b req-86817a3a-04c0-4cd2-b58f-e90235b96215 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:13.465629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecebbafe-7a6f-4304-936a-13091a69283b req-86817a3a-04c0-4cd2-b58f-e90235b96215 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3&tenant_id=e7a7879993554d359acacf5974e93283&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 943 time: 0.3555336 Jun 30 03:24:13.528773 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-ecebbafe-7a6f-4304-936a-13091a69283b req-4974936b-ec1c-4793-bada-58260bbe7f71 service neutron] delete failed (client error): The resource could not be found. Jun 30 03:24:13.529900 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecebbafe-7a6f-4304-936a-13091a69283b req-4974936b-ec1c-4793-bada-58260bbe7f71 service neutron] 10.222.0.69 "DELETE /v2.0/ports/648e5cc6-1a38-401b-b8b0-97e22f0105c1/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0570853 Jun 30 03:24:13.634207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebbafe-7a6f-4304-936a-13091a69283b req-3a4eb842-b8d6-4bdf-b231-cf73d75b669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:13.635729 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecebbafe-7a6f-4304-936a-13091a69283b req-3a4eb842-b8d6-4bdf-b231-cf73d75b669e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1095 time: 0.0607851 Jun 30 03:24:13.733968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebbafe-7a6f-4304-936a-13091a69283b req-38810bdc-b669-4bdf-b531-dbea6dd04724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:13.735469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecebbafe-7a6f-4304-936a-13091a69283b req-38810bdc-b669-4bdf-b531-dbea6dd04724 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0928178 Jun 30 03:24:13.740959 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 648e5cc6-1a38-401b-b8b0-97e22f0105c1 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:13.783077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 648e5cc6-1a38-401b-b8b0-97e22f0105c1 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:13.804715 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecebbafe-7a6f-4304-936a-13091a69283b req-54ca8c30-91a3-4567-9293-734e1cc41557 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 998 time: 0.0629227 Jun 30 03:24:13.854734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebbafe-7a6f-4304-936a-13091a69283b req-5120125f-d967-4673-9eac-292d2d689cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:13.856173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecebbafe-7a6f-4304-936a-13091a69283b req-5120125f-d967-4673-9eac-292d2d689cd8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0451920 Jun 30 03:24:13.920071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebbafe-7a6f-4304-936a-13091a69283b req-c0031730-4b7d-4666-9525-b36ad2777813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:13.922251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecebbafe-7a6f-4304-936a-13091a69283b req-c0031730-4b7d-4666-9525-b36ad2777813 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595305 Jun 30 03:24:14.023668 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecebbafe-7a6f-4304-936a-13091a69283b req-c3c82456-9126-4648-9c6b-15741e589f91 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944831 Jun 30 03:24:14.114336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecebbafe-7a6f-4304-936a-13091a69283b req-f3be6e64-5024-4f98-8a1f-9153002adb49 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843387 Jun 30 03:24:14.120380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 648e5cc6-1a38-401b-b8b0-97e22f0105c1 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:24:14.228679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:14.240767 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'port_id': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'mac_address': 'fa:16:3e:9c:98:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:24:14.279071 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.292080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648e5cc6-1a38-401b-b8b0-97e22f0105c1 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:24:14.313193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:14.317126 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:14.369999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=648e5cc6-1a38-401b-b8b0-97e22f0105c1,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:14.378122 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.378469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.378834 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.379169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.379497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.379824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.380147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.380455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.380774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.381090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.381407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.382640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:24:14.408705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09973e2-abe4-4490-9ce0-b94f64e15c76 req-1081b3e6-2435-4ff5-8a08-695eb74c6671 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:14.410212 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c09973e2-abe4-4490-9ce0-b94f64e15c76 req-1081b3e6-2435-4ff5-8a08-695eb74c6671 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 944 time: 0.0656512 Jun 30 03:24:14.449985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c09973e2-abe4-4490-9ce0-b94f64e15c76 req-cec18fff-834c-4c9d-96ec-1ede8e0bcf3f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337834 Jun 30 03:24:14.556706 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['648e5cc6-1a38-401b-b8b0-97e22f0105c1'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:24:15.653362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfd820-6267-47af-ba6b-e95eca181c6f req-e5188c02-ad15-45d9-91f6-def008776fad tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:15.655568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52dfd820-6267-47af-ba6b-e95eca181c6f req-e5188c02-ad15-45d9-91f6-def008776fad tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 944 time: 0.0853739 Jun 30 03:24:15.695950 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52dfd820-6267-47af-ba6b-e95eca181c6f req-ac119238-c016-4123-85fd-68a99333857d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340979 Jun 30 03:24:15.890247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0c283-07b1-4caf-9eca-f4c9395cd803 req-5a84ad98-246b-4f4a-bddf-45f125a4d4b7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:15.891794 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8b0c283-07b1-4caf-9eca-f4c9395cd803 req-5a84ad98-246b-4f4a-bddf-45f125a4d4b7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 944 time: 0.0740583 Jun 30 03:24:15.933238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8b0c283-07b1-4caf-9eca-f4c9395cd803 req-121c35b2-8613-4982-b3fb-5160258a30d1 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330181 Jun 30 03:24:16.121932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 648e5cc6-1a38-401b-b8b0-97e22f0105c1 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:16.194497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:16.199375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:16.199627 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.283898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-3d9a389d-3eaa-4100-b23a-a0438f9af3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:16.285423 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-3d9a389d-3eaa-4100-b23a-a0438f9af3da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 1096 time: 0.0630789 Jun 30 03:24:16.286244 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.305773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3573c2-ba87-4ef1-a21c-c6e6c06d2532 req-b8376d16-a99a-4834-b770-6dff03ded2cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:16.307469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b3573c2-ba87-4ef1-a21c-c6e6c06d2532 req-b8376d16-a99a-4834-b770-6dff03ded2cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 944 time: 0.0676937 Jun 30 03:24:16.309154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:16.311807 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003982c6-a66d-42b1-86f5-c845bb337ee9" -d '{"events": [{"server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "name": "network-vif-plugged", "status": "completed", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:16.326233 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:16.331885 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.358603 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c208a64a-c517-426c-a0b1-04afb8951c11 x-openstack-request-id: req-c208a64a-c517-426c-a0b1-04afb8951c11 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:16.358953 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "name": "network-vif-plugged", "status": "completed", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:16.359172 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c208a64a-c517-426c-a0b1-04afb8951c11 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:16.360452 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'code': 200} Jun 30 03:24:16.367270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b3573c2-ba87-4ef1-a21c-c6e6c06d2532 req-3c71cf3d-5b78-4d0c-83f7-7a57a64c3650 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477302 Jun 30 03:24:16.390565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=648e5cc6-1a38-401b-b8b0-97e22f0105c1,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:16.391709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-21167801-16e3-473a-8fdc-4d2c3b854871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:16.393254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-21167801-16e3-473a-8fdc-4d2c3b854871 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.1013808 Jun 30 03:24:16.461589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.465823 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-c17e7395-5864-4db4-886d-7acda5540415 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 200 len: 1000 time: 0.0658948 Jun 30 03:24:16.522148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-8e73111f-39fb-4e0c-b9e2-8a6d06cfee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:16.523677 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-8e73111f-39fb-4e0c-b9e2-8a6d06cfee23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0520849 Jun 30 03:24:16.585423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-1b7473e5-37b9-457a-9b17-7ccbf4ce54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:16.586981 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-1b7473e5-37b9-457a-9b17-7ccbf4ce54aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566626 Jun 30 03:24:16.616187 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:16.680612 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-fdaa9e87-b0c4-47da-9c89-40a80d4f9c3f service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863752 Jun 30 03:24:16.781051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1e2eac9-54be-4a23-86b7-7f5b3ee50759 req-4e45306b-d2bb-4b61-9194-f061ef3689aa service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921547 Jun 30 03:24:17.549108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e12a2-e0d9-440f-9ab9-b20160c6a5ae req-7dc619f8-2155-4d91-a4ec-c89826e9ce9c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:17.550601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-551e12a2-e0d9-440f-9ab9-b20160c6a5ae req-7dc619f8-2155-4d91-a4ec-c89826e9ce9c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0711792 Jun 30 03:24:17.589343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-551e12a2-e0d9-440f-9ab9-b20160c6a5ae req-1c3ed030-331b-4c54-94df-0ab3257fcda3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328798 Jun 30 03:24:17.996248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2b978-74a6-4430-9ecd-8473cebd1760 req-11370cfd-2101-40bc-9cab-5b9bbfe85df0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:17.998628 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32f2b978-74a6-4430-9ecd-8473cebd1760 req-11370cfd-2101-40bc-9cab-5b9bbfe85df0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0764191 Jun 30 03:24:18.044421 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-32f2b978-74a6-4430-9ecd-8473cebd1760 req-d5daae2a-7310-40c2-9f87-d42e9dffbb13 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397916 Jun 30 03:24:19.220717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-1547776b-9322-44cb-8f09-f997dc26ec12 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:19.222236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-1547776b-9322-44cb-8f09-f997dc26ec12 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.73 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0780330 Jun 30 03:24:19.253061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb8ec0-01e4-4ae3-a97b-03087b73fe90 req-498f5047-90a6-41d0-a706-c6507933900c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:19.254608 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edfb8ec0-01e4-4ae3-a97b-03087b73fe90 req-498f5047-90a6-41d0-a706-c6507933900c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 945 time: 0.0699172 Jun 30 03:24:19.295511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-edfb8ec0-01e4-4ae3-a97b-03087b73fe90 req-77938e5c-80d5-4e32-8c70-12e03d23dc87 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340044 Jun 30 03:24:19.336470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Deleting port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:24:19.336865 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.432675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] For port 648e5cc6-1a38-401b-b8b0-97e22f0105c1, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=648e5cc6-1a38-401b-b8b0-97e22f0105c1,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:19.433042 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.620491 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.620865 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.621175 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Floating IP 1318830e-8a9e-4cac-9250-f7006d600a15 disassociated. External IP: 172.25.7.99, port: 648e5cc6-1a38-401b-b8b0-97e22f0105c1. Jun 30 03:24:19.621516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Calling delete_port for 648e5cc6-1a38-401b-b8b0-97e22f0105c1 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:24:19.767406 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:19.800854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event deleted for resources: {'Port': ['ID=648e5cc6-1a38-401b-b8b0-97e22f0105c1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:19.922121 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:24:20.029361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:24:20.039166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:24:20.048957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:20.049574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:20.076706 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] No DVR routers for this DVR port 648e5cc6-1a38-401b-b8b0-97e22f0105c1 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:24:20.079682 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:20.082385 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24abe0da-d29b-4ef0-afe1-b50974555891 req-7290afbe-94cf-4eb1-b982-4382e9bdc70f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.73 "DELETE /v2.0/ports/648e5cc6-1a38-401b-b8b0-97e22f0105c1 HTTP/1.1" status: 204 len: 173 time: 0.8532867 Jun 30 03:24:20.082385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'name': 'network-vif-deleted', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:20.084728 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c8c929-6cb6-49da-8feb-333c75c0bb9c" -d '{"events": [{"server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "name": "network-vif-deleted", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:20.127718 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b24d45f-e6ca-4237-9bb0-2c94eb7c2c1a x-openstack-request-id: req-3b24d45f-e6ca-4237-9bb0-2c94eb7c2c1a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:20.128011 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "930af7de-c9a4-4aba-b2f0-eb889dfd4da3", "name": "network-vif-deleted", "tag": "648e5cc6-1a38-401b-b8b0-97e22f0105c1", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:20.128267 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b24d45f-e6ca-4237-9bb0-2c94eb7c2c1a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:20.128726 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930af7de-c9a4-4aba-b2f0-eb889dfd4da3', 'name': 'network-vif-deleted', 'tag': '648e5cc6-1a38-401b-b8b0-97e22f0105c1', 'status': 'completed', 'code': 200} Jun 30 03:24:20.162433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:20.367024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:20.393521 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:24:20.402244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:20.402889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:23:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:20.454406 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cff3a2e2-c70b-4c45-85b4-9f856a4f6b97 req-38628b77-5752-41da-a3d8-595f717ecc49 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=930af7de-c9a4-4aba-b2f0-eb889dfd4da3 HTTP/1.1" status: 200 len: 210 time: 0.0296304 Jun 30 03:24:20.515125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:20.719652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:20.745758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee651cc-f90d-436c-94ea-6c412bf6a0f4 None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:24:20.983557 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916910a1-be09-4c2f-8f8f-5154391fa9ed None None] New status for floating IP 1318830e-8a9e-4cac-9250-f7006d600a15: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:24:21.878094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-4132c645-0391-49aa-94a0-52455a2a2c3d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--359505735&fields=id&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 267 time: 0.0327511 Jun 30 03:24:21.986859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-b6d59041-b831-4e34-819e-ebffbd93cf3c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:21.988248 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-b6d59041-b831-4e34-819e-ebffbd93cf3c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 812 time: 0.1033039 Jun 30 03:24:22.006567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-024b1091-00cc-4ef3-9e2c-2ba0eb802124 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/quotas/e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 375 time: 0.0100482 Jun 30 03:24:22.085892 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-08de2384-8511-40a0-a4fd-89c145c640a3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710890 Jun 30 03:24:22.151489 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 648e5cc6-1a38-401b-b8b0-97e22f0105c1 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:24:22.172035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 648e5cc6-1a38-401b-b8b0-97e22f0105c1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:24:22.172391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 648e5cc6-1a38-401b-b8b0-97e22f0105c1 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:24:22.301033 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-826053d2-7bc0-43ff-ac3d-c05dee1ba13b service neutron] 10.222.0.55 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356864 Jun 30 03:24:22.398282 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-cac8ac59-9f4b-4c52-8175-d311a6488f9c service neutron] 10.222.0.55 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911880 Jun 30 03:24:22.587530 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e393edd6-c9bf-4fd2-9c21-140dc45f903d req-5e199108-9676-4ce3-a387-0bd76de78f47 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 210 time: 0.0291350 Jun 30 03:24:24.129018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-10bfc53b-0a98-482c-aae0-500bdb5090e2 req-841858e6-afa4-4e23-8626-682f3bb24132 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 210 time: 0.4184449 Jun 30 03:24:24.181049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-d0422d4a-d964-4f9d-8589-fc6bc005802d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:24.182513 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-d0422d4a-d964-4f9d-8589-fc6bc005802d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 812 time: 0.4733186 Jun 30 03:24:24.223786 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-12008079-9109-40bd-8186-147b9bd0afe5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 379 time: 0.0326421 Jun 30 03:24:24.232606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'port': {'device_id': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'admin_state_up': True, 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'security_groups': ['725335b0-2f58-4969-8da1-18c3434b5ee0']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:24.343521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Made reservation on behalf of e7a7879993554d359acacf5974e93283 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:24:24.347244 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.451919 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04397b0f-bdc1-4b80-9fb9-50887e04ce5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.483189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Allocated IP 172.20.0.11 (2bb04568-0628-47e2-8c04-3ccd2bc07b10/64028bb8-00fc-4ddd-8069-2a4de1757c69/4b7fd4bb-69e1-44e3-93fd-f1b00f873e97) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:24:24.631767 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.651583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Transition to ACTIVE for port object 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:24.695886 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.742640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:24:24.745869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:24:24.752353 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:24:24.759320 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:24.806807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:24.807384 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.822963 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-78b96a1c-8a4b-44aa-a9d0-7201a4a48c9e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5938208 Jun 30 03:24:24.835211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Request body: {'port': {'device_id': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:24.917696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:24.980006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0f382d4f-3326-4bec-be34-1a1c9cbc9962 None None] Provisioning for port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:24.986079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0f382d4f-3326-4bec-be34-1a1c9cbc9962 None None] Provisioning complete for port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:24.986614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f382d4f-3326-4bec-be34-1a1c9cbc9962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.020643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f382d4f-3326-4bec-be34-1a1c9cbc9962 None None] Port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:24:25.191447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:24:25.199442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.211967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Transition to ACTIVE for port object 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:24:25.217051 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.270362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:25.326197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f0508-e0e9-41e8-a26f-1125676a6b7b req-60924346-1655-4ec5-9c31-3926fdae8729 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:25.327763 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af5f0508-e0e9-41e8-a26f-1125676a6b7b req-60924346-1655-4ec5-9c31-3926fdae8729 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 944 time: 0.0717158 Jun 30 03:24:25.347654 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:24:25.348235 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:24:25.348447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:25.353299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:24:25.353629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:24:25.360013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:24:25.360363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:24:25.360735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:24:25.361229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Bound port: 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:24:25.361648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.372619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af5f0508-e0e9-41e8-a26f-1125676a6b7b req-b1550acb-646a-44fa-8d67-0146c1ef860a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384843 Jun 30 03:24:25.435291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:24:25.439579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:24:25.444681 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.481939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:25.482634 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:25.483941 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] 10.222.0.73 "PUT /v2.0/ports/4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1093 time: 0.6533043 Jun 30 03:24:25.484371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:25.486949 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85687a7-c679-4bd4-beb2-a1be03877b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:25.516646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1915ee-b062-49bc-a36f-09e98156f0bd service neutron] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:25.536978 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c97becb-7b98-44fd-b734-b474e5a2e897 x-openstack-request-id: req-7c97becb-7b98-44fd-b734-b474e5a2e897 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:25.537256 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:25.537505 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c97becb-7b98-44fd-b734-b474e5a2e897 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:25.537894 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'status': 'completed', 'code': 200} Jun 30 03:24:25.584465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-e241216e-ec74-4020-86d8-1a43be8ca023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:25.586043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-e241216e-ec74-4020-86d8-1a43be8ca023 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1096 time: 0.0598047 Jun 30 03:24:25.631640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-ec2311ff-194e-4122-b02a-598275b56dd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 217 time: 0.0376461 Jun 30 03:24:25.691090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-f1d1b239-546d-4325-9758-053d6687c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:25.692609 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-f1d1b239-546d-4325-9758-053d6687c04c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0534065 Jun 30 03:24:25.763439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-08c892ef-6365-422f-838e-9164d0aa152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:25.764876 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-08c892ef-6365-422f-838e-9164d0aa152d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657237 Jun 30 03:24:25.871527 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-f36f1722-f6f1-475b-b2a4-d6b2ba3c3a47 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984564 Jun 30 03:24:25.968182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-295dce1f-7c26-4813-888c-6e2a01e77b79 req-bcebd2ab-e037-4b05-bf28-145025f1fbe9 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894408 Jun 30 03:24:26.085498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-f02dd702-69ab-4362-8e4d-14e95dd56a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:26.087013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-f02dd702-69ab-4362-8e4d-14e95dd56a38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1096 time: 0.0573297 Jun 30 03:24:26.189245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-5e59b0c8-daf6-44e7-9ab3-d7427a9127c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:26.190763 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-5e59b0c8-daf6-44e7-9ab3-d7427a9127c5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0967710 Jun 30 03:24:26.233006 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-c78042d3-ac93-4032-a92c-99ff4deb2850 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 217 time: 0.0346620 Jun 30 03:24:26.293386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-e51c732a-6841-4bc7-8937-6613d68e9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:26.294769 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-e51c732a-6841-4bc7-8937-6613d68e9292 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0541828 Jun 30 03:24:26.359403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-3e26848b-61cb-49ce-a822-8130fc6d2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:26.361003 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-3e26848b-61cb-49ce-a822-8130fc6d2efc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595663 Jun 30 03:24:26.452852 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-ad5c77bf-3d8c-4704-8a57-fad6a26b130c service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848296 Jun 30 03:24:26.552738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e85687a7-c679-4bd4-beb2-a1be03877b4d req-7733e26f-222d-4b25-91ef-d29c7a873aef service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920613 Jun 30 03:24:26.554357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba885cc7-6861-431a-832a-382c3a9b48b6 req-d84d936a-f7a8-4a64-b1a3-9e2cc9588cc6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:26.555898 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba885cc7-6861-431a-832a-382c3a9b48b6 req-d84d936a-f7a8-4a64-b1a3-9e2cc9588cc6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 944 time: 0.0679524 Jun 30 03:24:26.594444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ba885cc7-6861-431a-832a-382c3a9b48b6 req-196f27aa-6cdf-4827-985f-a9d90fe5ae4c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327892 Jun 30 03:24:27.030320 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d164f70e-94a5-4d63-9b46-31c3e3c0f602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:27.108646 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:27.788543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb56d6-73f4-47c8-9b74-73ad0e046a5b req-42f62617-6897-4b29-85ca-77e97fad993a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:27.790000 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75cb56d6-73f4-47c8-9b74-73ad0e046a5b req-42f62617-6897-4b29-85ca-77e97fad993a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 944 time: 0.0720327 Jun 30 03:24:27.832401 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75cb56d6-73f4-47c8-9b74-73ad0e046a5b req-0bde478b-5751-4ca2-b45f-68dd27c6520b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331924 Jun 30 03:24:28.183868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:24:28.294659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:28.313541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'port_id': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'mac_address': 'fa:16:3e:35:bc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:24:28.355646 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.374903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:24:28.398320 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:28.403439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.467497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:28.470979 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:28.593433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:24:29.036867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e5f4a-90ed-483c-9fe7-f2f32f23194b req-ff6f68d1-6587-489c-aa40-45f8a082a7e9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:29.038336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-289e5f4a-90ed-483c-9fe7-f2f32f23194b req-ff6f68d1-6587-489c-aa40-45f8a082a7e9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 945 time: 0.0813937 Jun 30 03:24:29.078007 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-289e5f4a-90ed-483c-9fe7-f2f32f23194b req-9c47e6ed-1045-4701-9ba2-7d8fb6aa9e69 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336564 Jun 30 03:24:30.199301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:24:30.260926 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:30.268626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:24:30.273584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:24:30.273960 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:30.274086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc76a4a-87d2-4ff2-9b58-61f58bb11b2e req-2dcb89ac-1dc5-4ffd-866a-2c94c3252cab tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:30.275628 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8fc76a4a-87d2-4ff2-9b58-61f58bb11b2e req-2dcb89ac-1dc5-4ffd-866a-2c94c3252cab tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 945 time: 0.0798109 Jun 30 03:24:30.317043 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8fc76a4a-87d2-4ff2-9b58-61f58bb11b2e req-2d2c5ddc-6c68-4b7d-9ba9-fb6f20e16157 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353098 Jun 30 03:24:30.522048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:30.544489 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:30.546828 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13d3ac3-d5c5-497f-a72b-0219880451e5" -d '{"events": [{"server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "name": "network-vif-plugged", "status": "completed", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:30.559536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:24:30.565191 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:30.589051 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffadc7b-250d-4416-9e56-f70b474e1318 x-openstack-request-id: req-fffadc7b-250d-4416-9e56-f70b474e1318 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:30.589404 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "name": "network-vif-plugged", "status": "completed", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:30.589685 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fffadc7b-250d-4416-9e56-f70b474e1318 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:30.590108 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'code': 200} Jun 30 03:24:30.616512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:24:30.712239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a09b0-b6eb-4e63-8cb6-8b30ee073c9f req-b0003f9e-d759-4deb-8f69-f24bbbf54025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:30.713649 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f55a09b0-b6eb-4e63-8cb6-8b30ee073c9f req-b0003f9e-d759-4deb-8f69-f24bbbf54025 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1098 time: 0.0600250 Jun 30 03:24:30.756385 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f55a09b0-b6eb-4e63-8cb6-8b30ee073c9f req-8c4b5554-32bf-4640-9cbf-a445e5fff568 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357676 Jun 30 03:24:31.514952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22163cd8-728a-4a93-9f70-fccad9a397ff req-6b37f695-0147-40f4-8f0c-1a8075ee67a2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:31.516461 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22163cd8-728a-4a93-9f70-fccad9a397ff req-6b37f695-0147-40f4-8f0c-1a8075ee67a2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0748973 Jun 30 03:24:31.560847 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-22163cd8-728a-4a93-9f70-fccad9a397ff req-da6bcc63-15de-4f50-b7a0-77d2cc807acc tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360980 Jun 30 03:24:32.757380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9898c1c-c94c-4668-a42d-3929e5dc5875 req-cdf82b3c-5df3-4176-81f0-4a4bfbbec1fd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:32.758844 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9898c1c-c94c-4668-a42d-3929e5dc5875 req-cdf82b3c-5df3-4176-81f0-4a4bfbbec1fd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0796525 Jun 30 03:24:32.804320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b9898c1c-c94c-4668-a42d-3929e5dc5875 req-6dee044c-d90c-4f4a-948a-76e05e37e7bb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372014 Jun 30 03:24:32.998421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3ac1d-6dfb-455b-aeba-5bf6e9954587 req-0cbc2201-84be-4a00-9499-36b047ee8c90 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:32.999932 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ebe3ac1d-6dfb-455b-aeba-5bf6e9954587 req-0cbc2201-84be-4a00-9499-36b047ee8c90 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0792091 Jun 30 03:24:33.009500 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 48828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:24:33.013979 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-67227f94-c1b5-4d35-ac97-44aa7814cbc5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'floatingip': {'port_id': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:24:33.053853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67227f94-c1b5-4d35-ac97-44aa7814cbc5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.655117 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67227f94-c1b5-4d35-ac97-44aa7814cbc5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.659699 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67227f94-c1b5-4d35-ac97-44aa7814cbc5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:33.758501 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-67227f94-c1b5-4d35-ac97-44aa7814cbc5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Floating IP 1318830e-8a9e-4cac-9250-f7006d600a15 associated. External IP: 172.25.7.99, port: 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97. Jun 30 03:24:33.966896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67227f94-c1b5-4d35-ac97-44aa7814cbc5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:24:34.083307 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67227f94-c1b5-4d35-ac97-44aa7814cbc5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:24:34.088754 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-67227f94-c1b5-4d35-ac97-44aa7814cbc5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:34.093412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:24:34.104428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:34.105060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:34.126339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-67227f94-c1b5-4d35-ac97-44aa7814cbc5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "PUT /v2.0/floatingips/1318830e-8a9e-4cac-9250-f7006d600a15 HTTP/1.1" status: 200 len: 991 time: 1.1158068 Jun 30 03:24:34.127086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:24:34.129649 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc86a4-dc48-488b-9868-1037bf679ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:24:34.172299 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c987b-9812-41c1-9944-8ef62129c869 x-openstack-request-id: req-107c987b-9812-41c1-9944-8ef62129c869 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:24:34.172699 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:24:34.172958 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-107c987b-9812-41c1-9944-8ef62129c869 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:24:34.173386 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'status': 'completed', 'code': 200} Jun 30 03:24:34.212872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:34.250828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-e58c70b1-180d-4759-b199-4393149ada41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.252611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-e58c70b1-180d-4759-b199-4393149ada41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1098 time: 0.0563774 Jun 30 03:24:34.349912 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-b800418e-c4bd-4034-a0f1-5ec09f294447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.352188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-b800418e-c4bd-4034-a0f1-5ec09f294447 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0931501 Jun 30 03:24:34.418601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-831b01ae-8c60-4a68-80c4-0ed9b77fef44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 999 time: 0.0603001 Jun 30 03:24:34.444384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:35:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:24:33Z', 'revision_number': 9, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:34.470991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:24:34.471622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-eef0bc5b-2c62-49ed-8dda-5541ff4e3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.473089 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-eef0bc5b-2c62-49ed-8dda-5541ff4e3d19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0486314 Jun 30 03:24:34.480399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:24:34.481004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:24:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:34.531917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-b2382d29-ac73-426c-86c2-b7fe40e346ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:24:34.533432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-b2382d29-ac73-426c-86c2-b7fe40e346ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538850 Jun 30 03:24:34.590287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:24:34.622940 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-d6f863df-033c-4a00-9cb2-f6a4a61947ec service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826631 Jun 30 03:24:34.718733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bcc86a4-dc48-488b-9868-1037bf679ca9 req-a3920a5d-cf3e-4431-8272-dcb8599390a4 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890465 Jun 30 03:24:34.825434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:35:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:24:33Z', 'revision_number': 9, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:24:34.861038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43211f-7c6c-4a28-9572-b2b7660d982c None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:35:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:24:33Z', 'revision_number': 9, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:24:35.078640 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c080ea13-7c22-43ba-a964-45ebf270104d None None] New status for floating IP 1318830e-8a9e-4cac-9250-f7006d600a15: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:24:46.462288 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:46.595859 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:24:46.631000 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:54.458029 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e7578a23-0e8a-44ab-8cac-ad26b8dab400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:57.025610 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4e8fedf-3e42-4a03-96eb-7c7e0a914edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:57.113968 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:24:58.466315 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:00.260652 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:16.467434 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:16.650116 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:23.599684 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:25:24.454787 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b8401dd9-800a-4259-b046-da688e66d9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:27.035314 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e712225-b32b-4d6d-9a79-e78fcc027a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:27.123409 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:28.468202 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:28.998896 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-a86a91d1-3330-43c5-a968-b7438b710529 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609663 Jun 30 03:25:29.125398 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-898ffa70-8f6e-472e-9b02-4f31b3f2f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:29.126946 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-898ffa70-8f6e-472e-9b02-4f31b3f2f01b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1098 time: 0.0794604 Jun 30 03:25:29.234308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-cfed71fd-33ed-41ae-af48-9d49d103d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:29.235775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-cfed71fd-33ed-41ae-af48-9d49d103d52b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0867975 Jun 30 03:25:29.308312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-c978107d-f4fc-43d0-9518-591711fcb50e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1002 time: 0.0660281 Jun 30 03:25:29.364788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-0854cdf5-1134-4f5b-abf9-188b300b42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:29.366303 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-0854cdf5-1134-4f5b-abf9-188b300b42e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0516798 Jun 30 03:25:29.432240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-9c6ba215-708c-4f6a-99a4-cdf25b57da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:25:29.433817 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-9c6ba215-708c-4f6a-99a4-cdf25b57da81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615203 Jun 30 03:25:29.530519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-2af38f3d-f5de-4051-92f7-298f36100d3a service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889244 Jun 30 03:25:29.626363 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a38bc72e-5488-434e-9ef3-e7c79a3ae8e4 req-1d7486c8-1914-40da-80e8-08f8cddaf752 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883894 Jun 30 03:25:30.269000 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:46.463381 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:46.646399 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:54.463461 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f90e41ac-8d3a-4529-bdcf-ed48649424cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:57.029499 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4633b6da-3f7b-4eb1-a535-17a0a220472d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:57.119138 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:25:58.472133 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:00.275758 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:00.601855 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:26:10.116892 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-50ee3713-2caa-45a0-a5fe-8a8aeb776a7a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0636017 Jun 30 03:26:10.239424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e6deb-0780-40df-817f-400709406ff0 req-caac6423-180e-4406-a46a-aa2951621fb9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:10.241270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-923e6deb-0780-40df-817f-400709406ff0 req-caac6423-180e-4406-a46a-aa2951621fb9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.1369412 Jun 30 03:26:10.284096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-923e6deb-0780-40df-817f-400709406ff0 req-100a601f-0c22-4ad1-a978-7cc5f847b84c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367486 Jun 30 03:26:11.559699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d091de4-7cb7-433e-a222-7e98210b95e3 req-76aeb699-0207-4cf8-875f-3d94b5cc8036 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:11.561198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d091de4-7cb7-433e-a222-7e98210b95e3 req-76aeb699-0207-4cf8-875f-3d94b5cc8036 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.1550314 Jun 30 03:26:11.565712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-e1b9556c-0058-4073-9b47-90cc4bd3118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:11.567095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-e1b9556c-0058-4073-9b47-90cc4bd3118c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1098 time: 0.1227987 Jun 30 03:26:11.646067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2d091de4-7cb7-433e-a222-7e98210b95e3 req-a7fac552-166d-4b08-9cc0-177ab6ca974d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779040 Jun 30 03:26:11.682360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-4feca8c3-d83e-43ce-86ef-ff6e17f65f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:11.683834 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-4feca8c3-d83e-43ce-86ef-ff6e17f65f68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.1100280 Jun 30 03:26:12.112330 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-24d45579-ea5b-4daa-b66f-794c0af64a65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1002 time: 0.4210029 Jun 30 03:26:12.168059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-c19ad5f9-5394-40a6-b407-f0026c743a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:12.169510 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-c19ad5f9-5394-40a6-b407-f0026c743a6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0505941 Jun 30 03:26:12.229340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-4f189409-ef5d-49e1-8272-27de7e170c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:12.230876 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-4f189409-ef5d-49e1-8272-27de7e170c33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545962 Jun 30 03:26:12.336922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-bf1802d0-ced8-4fee-bbd5-2a113055e674 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985951 Jun 30 03:26:12.437543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-fe99ccca-21a4-40df-86b6-74ea78ec9181 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932989 Jun 30 03:26:12.840511 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fabe2a-e1e6-4663-940a-8919259c192f req-fd2ac0f5-fdd3-4e3d-885f-02e553341b3b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:12.841992 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92fabe2a-e1e6-4663-940a-8919259c192f req-fd2ac0f5-fdd3-4e3d-885f-02e553341b3b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0707741 Jun 30 03:26:12.881357 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-92fabe2a-e1e6-4663-940a-8919259c192f req-485f72db-ac39-47d0-8fd6-3d8dceba9689 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327864 Jun 30 03:26:14.072894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cf972-6596-4b1b-98b1-0477f605afd7 req-0e657335-9522-44bf-a3fa-d60d201e8c19 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:14.074395 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-849cf972-6596-4b1b-98b1-0477f605afd7 req-0e657335-9522-44bf-a3fa-d60d201e8c19 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0784228 Jun 30 03:26:14.125589 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-849cf972-6596-4b1b-98b1-0477f605afd7 req-8392847b-4aaa-414c-a6df-e0ecd0ace1b9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449979 Jun 30 03:26:15.313653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519dcc-6766-415a-bfa8-1caa721e4788 req-2a689b3b-363b-4f0c-887e-87b97bdc53ff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:15.315378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d519dcc-6766-415a-bfa8-1caa721e4788 req-2a689b3b-363b-4f0c-887e-87b97bdc53ff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0689549 Jun 30 03:26:15.356479 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8d519dcc-6766-415a-bfa8-1caa721e4788 req-42353d66-8b9c-4111-af1f-d46a701fc212 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353177 Jun 30 03:26:16.476300 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:16.545272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07bebf-6514-4022-803b-3ca18e150ea7 req-c03f858d-9c63-46d4-a31d-6d93d768bd91 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:16.546767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff07bebf-6514-4022-803b-3ca18e150ea7 req-c03f858d-9c63-46d4-a31d-6d93d768bd91 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0652080 Jun 30 03:26:16.593196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ff07bebf-6514-4022-803b-3ca18e150ea7 req-5d225931-08de-4081-8bfe-d688084ba061 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399187 Jun 30 03:26:16.674008 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:17.792182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea672b-dc74-479c-8ec7-973118accdb4 req-f6dd4248-b43c-42c9-8dc0-f91e441cbfb9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:17.793547 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ea672b-dc74-479c-8ec7-973118accdb4 req-f6dd4248-b43c-42c9-8dc0-f91e441cbfb9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0769024 Jun 30 03:26:17.840082 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ea672b-dc74-479c-8ec7-973118accdb4 req-b2d3459d-fc70-4211-ad00-993c56d8daec tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381670 Jun 30 03:26:19.036794 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b60fe-cce9-437f-bdf6-af38a34a6a84 req-b76d1fa4-90cf-47e4-8197-055fc0d21c90 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:19.038326 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-027b60fe-cce9-437f-bdf6-af38a34a6a84 req-b76d1fa4-90cf-47e4-8197-055fc0d21c90 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0780499 Jun 30 03:26:19.086884 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-027b60fe-cce9-437f-bdf6-af38a34a6a84 req-094c1d28-ddf1-4b08-a1c8-2b5b32cb48b1 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399675 Jun 30 03:26:20.308663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebcff9-695f-4a29-b3f8-ea800864da02 req-cbcb7527-c1a8-40f0-adad-5f3af316cbbd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:20.310215 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccebcff9-695f-4a29-b3f8-ea800864da02 req-cbcb7527-c1a8-40f0-adad-5f3af316cbbd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0785582 Jun 30 03:26:20.348072 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ccebcff9-695f-4a29-b3f8-ea800864da02 req-5053522f-5da3-49ed-bace-482688cb87e3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318313 Jun 30 03:26:21.553379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c06fcf-5539-4b5f-a7c8-087d82f2b6c8 req-10aca40d-ad85-4317-86ae-d33df8942981 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:21.555307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75c06fcf-5539-4b5f-a7c8-087d82f2b6c8 req-10aca40d-ad85-4317-86ae-d33df8942981 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0805190 Jun 30 03:26:21.597456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-75c06fcf-5539-4b5f-a7c8-087d82f2b6c8 req-8343584f-f1c0-490c-aedd-a49bc69be88b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335276 Jun 30 03:26:22.787144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327c24b-4ab8-4611-8c8e-454c0e1fca59 req-7f525210-8985-48f2-8d3c-dae79779e39e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:22.788505 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5327c24b-4ab8-4611-8c8e-454c0e1fca59 req-7f525210-8985-48f2-8d3c-dae79779e39e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0671184 Jun 30 03:26:22.829327 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5327c24b-4ab8-4611-8c8e-454c0e1fca59 req-82896001-6e7b-41f4-a691-be0bf5787bec tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349033 Jun 30 03:26:24.025139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3066a89-ea19-4afe-9d33-8a08ac402fe6 req-fce334c7-ed02-407c-9af3-27d13eaa7f53 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:24.026764 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a3066a89-ea19-4afe-9d33-8a08ac402fe6 req-fce334c7-ed02-407c-9af3-27d13eaa7f53 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0773454 Jun 30 03:26:24.074292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a3066a89-ea19-4afe-9d33-8a08ac402fe6 req-55924115-8e5e-4b9d-a42d-aea45349131d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389419 Jun 30 03:26:24.459726 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fcdcd7b4-1516-454c-8ee2-a71fa9b4b584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:25.276000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d26f7-a973-41e4-aab0-27a9c4e26f9d req-02540dd2-e2ac-4143-9472-ddc6b2a2eb5d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:25.277514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-546d26f7-a973-41e4-aab0-27a9c4e26f9d req-02540dd2-e2ac-4143-9472-ddc6b2a2eb5d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0765805 Jun 30 03:26:25.319810 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-546d26f7-a973-41e4-aab0-27a9c4e26f9d req-8ac2a95d-b7ef-45e9-a6dc-966327dbe7a0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336690 Jun 30 03:26:26.502056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889df31-235d-4550-9096-8285042f42df req-b54243f2-d84b-47e8-8f06-9cab282d5250 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:26.503509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f889df31-235d-4550-9096-8285042f42df req-b54243f2-d84b-47e8-8f06-9cab282d5250 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0672767 Jun 30 03:26:26.549757 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f889df31-235d-4550-9096-8285042f42df req-4ec16c78-af81-47ec-b65a-a88195cdface tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399346 Jun 30 03:26:27.039480 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a5cc69c-074d-4d50-9a9d-7f9b5f20f08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.124561 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:27.743303 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8363-d6f1-44a6-9a9d-7adb0eeb150a req-b8f2c20d-f6c8-4eb5-b4c8-0813ae0921be tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:27.744957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b3fb8363-d6f1-44a6-9a9d-7adb0eeb150a req-b8f2c20d-f6c8-4eb5-b4c8-0813ae0921be tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0786541 Jun 30 03:26:27.788267 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b3fb8363-d6f1-44a6-9a9d-7adb0eeb150a req-c7ad7c1d-397c-4bf0-85e2-a1e65c9420b0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370922 Jun 30 03:26:28.474317 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:29.004757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a7566-73cd-49f1-af75-c54d80a44a92 req-a68185b9-81cc-441c-8591-bcf2c4411d94 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:29.006509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-268a7566-73cd-49f1-af75-c54d80a44a92 req-a68185b9-81cc-441c-8591-bcf2c4411d94 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0797482 Jun 30 03:26:29.063831 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-268a7566-73cd-49f1-af75-c54d80a44a92 req-3e67be61-b238-4e4e-96db-58d8a51e479d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491445 Jun 30 03:26:29.563154 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-b3660409-abdf-4c51-9bcb-08cf4b58d262 service neutron] show failed (client error): The resource could not be found. Jun 30 03:26:29.564151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-b3660409-abdf-4c51-9bcb-08cf4b58d262 service neutron] 10.222.0.73 "GET /v2.0/ports/4b7fd4bb-69e1-44e3-93fd-f1b00f873e97/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0631275 Jun 30 03:26:29.897336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-6cc4d114-0dec-4734-bbf9-60ce99921439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:29.898939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-6cc4d114-0dec-4734-bbf9-60ce99921439 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 1098 time: 0.1003304 Jun 30 03:26:29.911134 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:29.985098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.189824 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:30.264142 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:26:30.271771 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.322446 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855f9ee-e8f8-4d2d-bfd6-6d97d9218a88 req-1b32b05d-2cab-4d2a-82d4-beff13353d27 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:30.323979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8855f9ee-e8f8-4d2d-bfd6-6d97d9218a88 req-1b32b05d-2cab-4d2a-82d4-beff13353d27 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.1362147 Jun 30 03:26:30.326285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:30.328644 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1b4ddc-4476-4621-ad97-fd22bb2eac60" -d '{"events": [{"server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:30.332715 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.360474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Transition to ACTIVE for port object 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:30.372802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.409084 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8855f9ee-e8f8-4d2d-bfd6-6d97d9218a88 req-37a010d0-9c44-4221-82be-e76919d4dda6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736129 Jun 30 03:26:30.437937 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3e285a-19db-4b07-aef5-bd31b2000ca6 x-openstack-request-id: req-8c3e285a-19db-4b07-aef5-bd31b2000ca6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:30.438236 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:30.438490 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8c3e285a-19db-4b07-aef5-bd31b2000ca6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:30.439007 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'code': 200} Jun 30 03:26:30.460016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:30.515837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.516182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.516516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.516822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.517150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.517476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.517799 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.518154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.518474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.518802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.519111 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.519426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:30.583433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] No DVR routers for this DVR port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:26:30.732509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:26:30.732822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:26:30.733174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:30.738140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:26:30.738464 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:30.743773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:26:30.744127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:26:30.744634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:26:30.745147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Bound port: 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:26:30.745399 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.821067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:26:30.825647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:26:30.830912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.867524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:30.868079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:30.869550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] 10.222.0.69 "PUT /v2.0/ports/4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1093 time: 0.9625216 Jun 30 03:26:30.891679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e4601-3179-426f-adf4-03836260a92c service neutron] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:30.950310 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-6734d967-b0b0-448f-be49-a6e497b023d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:30.951884 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-6734d967-b0b0-448f-be49-a6e497b023d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1096 time: 0.0572391 Jun 30 03:26:31.047448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-b1bc3a26-52b4-43da-8e3b-32d93f2b231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:31.048911 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-b1bc3a26-52b4-43da-8e3b-32d93f2b231d service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0911214 Jun 30 03:26:31.114122 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-9f06e3c8-bcb9-4a80-9fa0-18e7c483bd6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1000 time: 0.0584724 Jun 30 03:26:31.167692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-763c8f5d-f7ed-421d-b22c-9f809b8c0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:31.169094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-763c8f5d-f7ed-421d-b22c-9f809b8c0842 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0486600 Jun 30 03:26:31.227261 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-c2045bd4-da90-4cd7-9702-a527b98a9133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:31.228730 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-c2045bd4-da90-4cd7-9702-a527b98a9133 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533125 Jun 30 03:26:31.239311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-3255a6f6-35fc-4f64-b55f-a82e1c34c80d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:26:31.240216 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-3255a6f6-35fc-4f64-b55f-a82e1c34c80d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049775 Jun 30 03:26:31.330174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-927f7d81-6c15-493d-b3a5-3846cd0e5047 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831983 Jun 30 03:26:31.422954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-78df6de7-0f9b-477b-8eb4-1b6bde328726 req-1d21cd27-5db7-4bc0-af7d-492b79f55834 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859764 Jun 30 03:26:31.626648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b62fd1-d46e-4e6f-86a3-4012486c955b req-d50b53b3-924e-49ee-a26e-e39c1cb624e0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:31.628171 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1b62fd1-d46e-4e6f-86a3-4012486c955b req-d50b53b3-924e-49ee-a26e-e39c1cb624e0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 944 time: 0.0747106 Jun 30 03:26:31.667074 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1b62fd1-d46e-4e6f-86a3-4012486c955b req-3fa3e335-7f5d-44b7-bf46-0ff2e4f8f6ef tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325048 Jun 30 03:26:32.441008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:32.443535 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0d03b1-f7c6-4571-9ed2-884b10307660" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:32.500821 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c60d89-666f-4873-b4fc-d95256752392 x-openstack-request-id: req-50c60d89-666f-4873-b4fc-d95256752392 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:32.501106 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:32.501389 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50c60d89-666f-4873-b4fc-d95256752392 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:32.501784 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'status': 'completed', 'code': 200} Jun 30 03:26:32.580050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-e5a00b60-ce2c-441e-a1a7-46d7fa34e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:32.581598 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-e5a00b60-ce2c-441e-a1a7-46d7fa34e83c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1096 time: 0.0617115 Jun 30 03:26:32.585830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-80bf9bfb-b50a-442d-a903-4316c709dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:32.588082 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-80bf9bfb-b50a-442d-a903-4316c709dfeb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1096 time: 0.0623813 Jun 30 03:26:32.683126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-64550229-2b3e-488c-974c-de2264c01d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:32.684963 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-64550229-2b3e-488c-974c-de2264c01d17 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0965509 Jun 30 03:26:32.687562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-ec13a8e7-1fa8-4e9b-9481-6d641283a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:32.688993 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-ec13a8e7-1fa8-4e9b-9481-6d641283a818 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0945013 Jun 30 03:26:32.755571 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-77854583-a701-437c-bd8e-2e806d2c71de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1000 time: 0.0632067 Jun 30 03:26:32.758355 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-605116d8-4e72-48a0-87d7-0aebf4e01f48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1000 time: 0.0625458 Jun 30 03:26:32.808977 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-4579c481-912f-47c5-8ce9-109b72a28bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:32.810753 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-4579c481-912f-47c5-8ce9-109b72a28bd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0483129 Jun 30 03:26:32.835127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:32.848485 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-f5b79d6f-c732-420c-ac08-89cc1e03998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:32.849969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-f5b79d6f-c732-420c-ac08-89cc1e03998c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0847158 Jun 30 03:26:32.874518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-5d6c2676-736e-44c0-a0e9-38e2281e3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:32.876153 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-5d6c2676-736e-44c0-a0e9-38e2281e3b57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591083 Jun 30 03:26:32.877125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:32.910964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec0b8-2298-4828-b501-0084b562ebb0 req-37fd7147-5f3b-464e-ac91-aa5d4adc6e02 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:32.912457 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c3ec0b8-2298-4828-b501-0084b562ebb0 req-37fd7147-5f3b-464e-ac91-aa5d4adc6e02 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 944 time: 0.1125484 Jun 30 03:26:32.949031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-e77639a9-8813-480c-891f-76c741d1f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:32.950678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-e77639a9-8813-480c-891f-76c741d1f2f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935161 Jun 30 03:26:32.965971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-c7338089-b367-4db7-8f9e-f2d8284db572 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831108 Jun 30 03:26:32.975567 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c3ec0b8-2298-4828-b501-0084b562ebb0 req-9d1ecd65-dbc3-4ed7-a05f-114263634521 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565655 Jun 30 03:26:33.059242 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-25794086-e402-452a-8497-da0b2220179d service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005995 Jun 30 03:26:33.068219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-649e1e28-12db-4334-b967-803dde8f5959 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936620 Jun 30 03:26:33.164967 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f0d03b1-f7c6-4571-9ed2-884b10307660 req-ac58fd6c-a47d-4946-b948-d76187a40591 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993140 Jun 30 03:26:34.174421 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd01835-62d8-4021-86e6-56cc4d33b310 req-dc2a2c65-b6af-4429-bf2b-1f50fd41ec9d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:34.175954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cdd01835-62d8-4021-86e6-56cc4d33b310 req-dc2a2c65-b6af-4429-bf2b-1f50fd41ec9d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 944 time: 0.0732012 Jun 30 03:26:34.215913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cdd01835-62d8-4021-86e6-56cc4d33b310 req-35718f24-ce82-445a-8394-c3651270add3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340872 Jun 30 03:26:34.596163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:26:34.705613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:34.716856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'port_id': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'mac_address': 'fa:16:3e:35:bc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:26:34.756451 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:34.768994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:26:34.788002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:34.795140 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:34.842244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:34.850089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.850444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.850793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.851131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.851452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.851779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.852126 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.852438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.852744 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.853056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.853370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:34.853687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:35.165703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:26:35.412690 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb444b9-ebb8-4189-9262-392bb55ca3d3 req-7f5d3abb-497c-469d-a7d2-71ecbd6304d9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:35.414123 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-efb444b9-ebb8-4189-9262-392bb55ca3d3 req-7f5d3abb-497c-469d-a7d2-71ecbd6304d9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 945 time: 0.0778105 Jun 30 03:26:35.455037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-efb444b9-ebb8-4189-9262-392bb55ca3d3 req-cde54753-2479-4984-8267-be8b24ce8e43 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346422 Jun 30 03:26:35.892642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-83394f7b-79e1-4292-a0f7-2807b0546602 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:35.894255 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-83394f7b-79e1-4292-a0f7-2807b0546602 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20&tenant_id=e7a7879993554d359acacf5974e93283&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 945 time: 0.0730758 Jun 30 03:26:35.948522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cb798-f914-4013-9cc4-22cec7fbaf51 req-fc691682-44ae-4c50-bbc6-f79202fadd02 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:35.949920 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-180cb798-f914-4013-9cc4-22cec7fbaf51 req-fc691682-44ae-4c50-bbc6-f79202fadd02 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 945 time: 0.0665874 Jun 30 03:26:35.961534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-8ea6a5a8-1209-44c8-bd3d-6807d9d5a3a5 service neutron] 10.222.0.69 "GET /v2.0/ports/4b7fd4bb-69e1-44e3-93fd-f1b00f873e97/bindings/n-h1-758944-39 HTTP/1.1" status: 200 len: 383 time: 0.0612707 Jun 30 03:26:35.989291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-180cb798-f914-4013-9cc4-22cec7fbaf51 req-b376d79d-17ee-4016-91e2-12f2f0c23011 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328398 Jun 30 03:26:36.038871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-29aee2f1-2a8f-434c-a8b9-823f49d1fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:36.040382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-29aee2f1-2a8f-434c-a8b9-823f49d1fb8d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1097 time: 0.0546947 Jun 30 03:26:36.131877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-56327cb2-d609-4af0-ac06-d886e3469b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:36.133338 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-56327cb2-d609-4af0-ac06-d886e3469b6c service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0864029 Jun 30 03:26:36.203944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-c2a0f062-06ee-4682-a3c9-86fde50589b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1001 time: 0.0640204 Jun 30 03:26:36.266420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-2226075d-e011-4139-95df-34366c1d0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:36.267883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-2226075d-e011-4139-95df-34366c1d0bb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0580537 Jun 30 03:26:36.332171 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-9e42fc30-c402-43f2-b019-4258bc8575aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:36.333973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-9e42fc30-c402-43f2-b019-4258bc8575aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591524 Jun 30 03:26:36.432158 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-259ead68-7f1b-4287-ab34-94276de10aaf service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918405 Jun 30 03:26:36.524010 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-2751bf26-91dc-488e-b163-b19faff426d5 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855091 Jun 30 03:26:36.617846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:26:36.680774 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:26:36.687252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:36.687890 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.774260 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.797286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:36.799564 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2559be4d-a98c-432a-be30-e2d0b29350c3" -d '{"events": [{"server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "name": "network-vif-plugged", "status": "completed", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:36.813081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:36.817327 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:36.870378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:36.908646 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8991dbb7-c3bd-4450-9106-a8c169028a89 x-openstack-request-id: req-8991dbb7-c3bd-4450-9106-a8c169028a89 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:36.908937 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "name": "network-vif-plugged", "status": "completed", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:36.909208 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8991dbb7-c3bd-4450-9106-a8c169028a89 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:36.909616 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'code': 200} Jun 30 03:26:37.188074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeb8f1-28cf-46fb-b19d-c26d4174bf50 req-d524b657-5078-495b-ab83-50d97dae2406 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:37.189563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fdeeb8f1-28cf-46fb-b19d-c26d4174bf50 req-d524b657-5078-495b-ab83-50d97dae2406 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0793767 Jun 30 03:26:37.228302 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fdeeb8f1-28cf-46fb-b19d-c26d4174bf50 req-0d399c7e-0b38-4ef9-b0e0-3f7a0f006760 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328968 Jun 30 03:26:37.606220 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:26:38.422572 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0de08-065b-4a69-bc75-2cf5ce6a0a6a req-826ea5ce-885a-4adb-9586-ddadab006118 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:38.428378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ea0de08-065b-4a69-bc75-2cf5ce6a0a6a req-826ea5ce-885a-4adb-9586-ddadab006118 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0776708 Jun 30 03:26:38.463465 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4ea0de08-065b-4a69-bc75-2cf5ce6a0a6a req-9c60432e-4cec-4577-bced-6291efe4892b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333271 Jun 30 03:26:38.721159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-7a850845-5934-4c2f-b86c-503301d4ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:38.722689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-7a850845-5934-4c2f-b86c-503301d4ba7b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 1098 time: 0.0573270 Jun 30 03:26:38.736433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:38.807839 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.068918 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:39.104569 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:26:39.148328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:39.152064 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edb999b-7814-44ae-ba8f-c24f8b91f968" -d '{"events": [{"server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:39.157370 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.170407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Transition to ACTIVE for port object 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:39.176236 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.281835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=10']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:39.288836 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369c3b13-8f33-4254-902f-a0257a03a598 x-openstack-request-id: req-369c3b13-8f33-4254-902f-a0257a03a598 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:39.289124 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:39.289371 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-369c3b13-8f33-4254-902f-a0257a03a598 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:39.289776 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'code': 200} Jun 30 03:26:39.296586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.296925 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.297264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.297606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.297903 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.298222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.298535 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.298886 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.299194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.299509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.299822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.300132 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:26:39.338772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] No DVR routers for this DVR port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:26:39.485240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:26:39.485837 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:26:39.486285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:39.491241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:26:39.491568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Attempting to bind port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:39.496635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:26:39.496976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:26:39.497351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:26:39.497775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Bound port: 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:26:39.498136 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.564643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:26:39.568077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:26:39.573530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.610383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:39.611055 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:39.612420 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] 10.222.0.73 "PUT /v2.0/ports/4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1094 time: 0.8812294 Jun 30 03:26:39.635259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec605d72-0d22-46a0-8748-c1d968681f59 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=11']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:39.659992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b8c69-a833-438c-b4e7-8cd24e0d0393 req-ecb2537f-995d-4e0c-be13-963cccfdd4a0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:39.661710 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-054b8c69-a833-438c-b4e7-8cd24e0d0393 req-ecb2537f-995d-4e0c-be13-963cccfdd4a0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 945 time: 0.0856395 Jun 30 03:26:39.699631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-c5111dda-34d6-425f-ac78-144366c199e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:39.701170 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-c5111dda-34d6-425f-ac78-144366c199e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1097 time: 0.0624852 Jun 30 03:26:39.702058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-054b8c69-a833-438c-b4e7-8cd24e0d0393 req-0e892759-f01c-47b0-af95-603676b0e059 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340812 Jun 30 03:26:39.794707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-e8aa93ee-51f0-4890-ba94-d5bb5079a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:39.796253 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-e8aa93ee-51f0-4890-ba94-d5bb5079a3dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0882945 Jun 30 03:26:39.879646 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-76625174-45bf-4d94-b231-522c7d91a506 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1000 time: 0.0758674 Jun 30 03:26:39.929015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-f1fb1cb0-e7ab-4835-b76a-da88a4e07ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:39.930489 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-f1fb1cb0-e7ab-4835-b76a-da88a4e07ddd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0450912 Jun 30 03:26:40.002198 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-1280e759-38a1-427d-b3bf-d2ed9b9677d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:40.003742 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-1280e759-38a1-427d-b3bf-d2ed9b9677d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663481 Jun 30 03:26:40.099188 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-f600cad4-780b-4359-bd3a-0d747e74a6d4 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888934 Jun 30 03:26:40.191679 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-112fcdd9-4a12-4515-9edc-873d88c66979 req-ade4e03c-1cca-40f6-8109-eb97c7c51882 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857697 Jun 30 03:26:40.922890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf52f00-673a-495f-9cbf-e89196cbce74 req-070f6fce-1df1-4af6-930c-fa56692ec077 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:40.924549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6cf52f00-673a-495f-9cbf-e89196cbce74 req-070f6fce-1df1-4af6-930c-fa56692ec077 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 945 time: 0.0945101 Jun 30 03:26:40.966071 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6cf52f00-673a-495f-9cbf-e89196cbce74 req-a02aabff-5e8f-4d53-bfde-1681f00fd327 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323188 Jun 30 03:26:41.291604 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:41.295429 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9338343d-7af9-45ea-adbe-01d51307ad0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:41.351605 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18c4fb5-4a73-4abf-8702-fc6e6b15b290 x-openstack-request-id: req-e18c4fb5-4a73-4abf-8702-fc6e6b15b290 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:41.351870 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:41.352192 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e18c4fb5-4a73-4abf-8702-fc6e6b15b290 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:41.352544 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'status': 'completed', 'code': 200} Jun 30 03:26:41.425270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-be20a0e3-25e8-49bb-b2f8-3273048eeb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:41.426872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-be20a0e3-25e8-49bb-b2f8-3273048eeb64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1097 time: 0.0570474 Jun 30 03:26:41.441809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-f0d8ee1f-88f6-414e-9efe-0f930d41f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:41.443337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-f0d8ee1f-88f6-414e-9efe-0f930d41f909 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 1097 time: 0.0613732 Jun 30 03:26:41.519782 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-e80bfbaf-7f19-4d32-9323-bcb661135f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:41.521262 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-e80bfbaf-7f19-4d32-9323-bcb661135f34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0883045 Jun 30 03:26:41.536166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-190eb7b7-1339-46bf-8770-6e275c556f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:41.537817 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-190eb7b7-1339-46bf-8770-6e275c556f49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0854621 Jun 30 03:26:41.586542 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-ede898e0-edbb-4811-903a-b4857dcf06ef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1000 time: 0.0591266 Jun 30 03:26:41.613001 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-c1ebda36-b0a5-40c7-ab16-eb64b617f116 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 200 len: 1000 time: 0.0679214 Jun 30 03:26:41.642407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-99a2df47-2fcc-4094-a875-a40bd279bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:41.643940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-99a2df47-2fcc-4094-a875-a40bd279bc0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0503800 Jun 30 03:26:41.671773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-420634b6-c599-4a78-a5ba-89d2d044e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:41.673307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-420634b6-c599-4a78-a5ba-89d2d044e5d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0512104 Jun 30 03:26:41.703649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-91f9d5a6-8f75-4466-8eb6-d47a935d05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:41.705535 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-91f9d5a6-8f75-4466-8eb6-d47a935d05c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555525 Jun 30 03:26:41.736832 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-3276f9d9-c6f2-472b-a0b9-2dfd685fa41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:41.738365 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-3276f9d9-c6f2-472b-a0b9-2dfd685fa41b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565596 Jun 30 03:26:41.797926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-b27f7762-10f8-40c6-84e2-0169353a1476 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861857 Jun 30 03:26:41.850689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-d39272e9-ec8d-494e-96a8-14ba11fcdf01 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052084 Jun 30 03:26:41.919467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-1b66b341-65ee-450a-9ca4-4d9bd2cfe8ab service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143074 Jun 30 03:26:41.964121 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9338343d-7af9-45ea-adbe-01d51307ad0e req-cd9b4ce7-28bd-4b88-b6ad-c6b49b2c9b41 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049001 Jun 30 03:26:42.159459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8be2-42a0-452e-9b89-6168cb42d55f req-496cace3-dc1b-47e5-b77d-a42d654e8ed3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:42.160909 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58bc8be2-42a0-452e-9b89-6168cb42d55f req-496cace3-dc1b-47e5-b77d-a42d654e8ed3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 945 time: 0.0711391 Jun 30 03:26:42.199034 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58bc8be2-42a0-452e-9b89-6168cb42d55f req-7a58b1bf-20f4-408e-b6f0-1ec45cb83304 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322583 Jun 30 03:26:42.384389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923ee4-bd57-41fc-b783-4435264c3eff req-619b840f-ecd1-4820-b2db-2b72b50f618b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:42.385871 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e8923ee4-bd57-41fc-b783-4435264c3eff req-619b840f-ecd1-4820-b2db-2b72b50f618b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 945 time: 0.0671942 Jun 30 03:26:42.427676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e8923ee4-bd57-41fc-b783-4435264c3eff req-ec051854-089f-44c2-bbc0-e7d4e5094136 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353649 Jun 30 03:26:42.604779 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cf099-7287-4897-a918-458ab95bbe44 req-28270ac0-c0f7-4965-ae0d-baafa8740605 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:42.606320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d87cf099-7287-4897-a918-458ab95bbe44 req-28270ac0-c0f7-4965-ae0d-baafa8740605 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 945 time: 0.0661347 Jun 30 03:26:42.643614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:42.646150 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d87cf099-7287-4897-a918-458ab95bbe44 req-e09100f5-390d-483b-a3f1-6fc0af6479c6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330148 Jun 30 03:26:42.683257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:42.897052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:26:43.007425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:43.020548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'port_id': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'mac_address': 'fa:16:3e:35:bc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:26:43.056458 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:43.069281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:26:43.072173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406b2fe-ef7b-4584-a315-f9d771246af8 req-b3715455-3cf7-4dbe-a196-93461d3b1717 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:43.073675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9406b2fe-ef7b-4584-a315-f9d771246af8 req-b3715455-3cf7-4dbe-a196-93461d3b1717 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 945 time: 0.0648181 Jun 30 03:26:43.089114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:43.094355 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:43.113015 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9406b2fe-ef7b-4584-a315-f9d771246af8 req-26883eec-bb98-476e-9b13-1ea71be00519 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330324 Jun 30 03:26:43.147429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:43.337669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:26:44.301600 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-be9e8943-737a-42b4-9103-6b7fac96270c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:44.303165 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-be9e8943-737a-42b4-9103-6b7fac96270c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.73 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0717585 Jun 30 03:26:44.307016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc74ff-b471-4627-9b51-726f3e8eaf3e req-5c6cac7d-c3eb-4a15-986e-d1cf51118960 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:44.308463 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49cc74ff-b471-4627-9b51-726f3e8eaf3e req-5c6cac7d-c3eb-4a15-986e-d1cf51118960 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 946 time: 0.0709546 Jun 30 03:26:44.347501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-49cc74ff-b471-4627-9b51-726f3e8eaf3e req-e00033d6-698f-41b3-acce-39f3e1e25c04 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327139 Jun 30 03:26:44.408579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Deleting port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:26:44.408803 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.500994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] For port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:44.501316 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.686414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.686678 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.687017 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Floating IP 1318830e-8a9e-4cac-9250-f7006d600a15 disassociated. External IP: 172.25.7.99, port: 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97. Jun 30 03:26:44.687480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Calling delete_port for 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:26:44.832594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:44.862428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event deleted for resources: {'Port': ['ID=4b7fd4bb-69e1-44e3-93fd-f1b00f873e97,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:44.914059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:26:44.943745 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:26:44.944038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:26:44.989339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:26:45.101655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:26:45.112438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:26:45.122111 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:45.122759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:26:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:45.146483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] No DVR routers for this DVR port 4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:26:45.149215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:45.151197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-00609cfc-6940-4092-ba7c-95c09f36b775 req-5a51937a-4e71-461a-baeb-2ae90a9c44cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.73 "DELETE /v2.0/ports/4b7fd4bb-69e1-44e3-93fd-f1b00f873e97 HTTP/1.1" status: 204 len: 173 time: 0.8421409 Jun 30 03:26:45.151712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'name': 'network-vif-deleted', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:45.154017 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbefab9-5b8b-4607-a199-9a814ca9724f" -d '{"events": [{"server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "name": "network-vif-deleted", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:45.193154 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c187b7d-4c47-485f-98ba-3a9560767c4a x-openstack-request-id: req-1c187b7d-4c47-485f-98ba-3a9560767c4a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:45.193446 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e8873b-611c-4457-ae1b-824b0892bd20", "name": "network-vif-deleted", "tag": "4b7fd4bb-69e1-44e3-93fd-f1b00f873e97", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:45.193693 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c187b7d-4c47-485f-98ba-3a9560767c4a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:45.194159 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e8873b-611c-4457-ae1b-824b0892bd20', 'name': 'network-vif-deleted', 'tag': '4b7fd4bb-69e1-44e3-93fd-f1b00f873e97', 'status': 'completed', 'code': 200} Jun 30 03:26:45.234870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:45.436685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:45.462982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:26:45.472105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:45.472730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:26:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:45.506951 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-60f5dfdd-5e10-406a-b515-d8d4675ca4b3 req-d7599145-6456-449f-a979-24d11fb25716 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6e8873b-611c-4457-ae1b-824b0892bd20 HTTP/1.1" status: 200 len: 210 time: 0.0289822 Jun 30 03:26:45.583553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:45.788470 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:45.970106 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7eed52-0e7d-40c0-87e7-e8241366c1a5 None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:26:46.212305 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5030271-bbc4-4061-90e2-db13bd04e9d2 None None] New status for floating IP 1318830e-8a9e-4cac-9250-f7006d600a15: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:26:46.493050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:46.671278 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:46.894217 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-9b5ac6a9-c425-495b-86c0-69c48d5550cf tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--359505735&fields=id&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 267 time: 0.0366023 Jun 30 03:26:47.012950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-f47b739e-2474-48b3-a405-dc32ccb3a129 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:47.014424 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-f47b739e-2474-48b3-a405-dc32ccb3a129 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 812 time: 0.1108096 Jun 30 03:26:47.029624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ab6e6cdd-87f0-4c0f-abfb-76362bd26350 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/quotas/e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 375 time: 0.0093746 Jun 30 03:26:47.103435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-cd1fc705-d0d6-40b2-ac18-66723da7e857 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687466 Jun 30 03:26:47.119392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-f8fa3c9f-c5ac-402b-8c3a-53b8f41a8266 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:26:47.120351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-f8fa3c9f-c5ac-402b-8c3a-53b8f41a8266 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051789 Jun 30 03:26:47.225284 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-5abbcf29-799d-4931-b20e-bb1376f51f30 service neutron] 10.222.0.55 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992191 Jun 30 03:26:47.312705 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-44bb10a6-138d-4365-84dc-1c6a76acecf8 service neutron] 10.222.0.55 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815663 Jun 30 03:26:47.500531 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-697f0157-92ae-45e5-9576-c6a668a87df8 req-6996f18e-eed6-4078-b230-2554dae29866 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 210 time: 0.0288455 Jun 30 03:26:48.587073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-d14f54ef-b0bb-47ed-bf9c-22351bec66c9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:48.588679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-d14f54ef-b0bb-47ed-bf9c-22351bec66c9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 812 time: 0.1109931 Jun 30 03:26:48.633399 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-c573964d-254a-4223-ad26-91f674777ab6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 379 time: 0.0357926 Jun 30 03:26:48.642083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'port': {'device_id': '8634e296-0447-49f8-992e-e518144a30e3', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'admin_state_up': True, 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'security_groups': ['725335b0-2f58-4969-8da1-18c3434b5ee0']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:48.647529 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b05583c5-c5ba-48dc-9b53-7781a2f62586 req-3a750bd9-4785-4e92-a32c-f9d1af5bb019 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 210 time: 0.0335999 Jun 30 03:26:48.752975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Made reservation on behalf of e7a7879993554d359acacf5974e93283 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:26:48.756792 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:49.157223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Allocated IP 172.20.0.11 (2bb04568-0628-47e2-8c04-3ccd2bc07b10/64028bb8-00fc-4ddd-8069-2a4de1757c69/2b063f61-7b5e-4c88-963d-ddf10e30ea27) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:26:49.323349 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:49.339439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Transition to ACTIVE for port object 2b063f61-7b5e-4c88-963d-ddf10e30ea27 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:49.375214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:49.418985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:26:49.422253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:26:49.429279 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:26:49.435344 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:49.487484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:49.488148 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:49.505389 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-e4236ce0-df1c-4690-8f20-6989c8a6525a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8669825 Jun 30 03:26:49.516748 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Request body: {'port': {'device_id': '8634e296-0447-49f8-992e-e518144a30e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:49.592020 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:49.695287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54155366-8ce4-4fc1-a4e8-d7ec4c1e2866 None None] Provisioning for port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:26:49.699968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-54155366-8ce4-4fc1-a4e8-d7ec4c1e2866 None None] Provisioning complete for port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:49.700448 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54155366-8ce4-4fc1-a4e8-d7ec4c1e2866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:49.736285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-54155366-8ce4-4fc1-a4e8-d7ec4c1e2866 None None] Port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:26:49.889714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc24703-2399-4525-bb98-77b6098543a7 req-56858793-b40c-4645-a1ad-d60c0dba7479 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:49.891896 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fdc24703-2399-4525-bb98-77b6098543a7 req-56858793-b40c-4645-a1ad-d60c0dba7479 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 932 time: 0.1209283 Jun 30 03:26:49.954135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b063f61-7b5e-4c88-963d-ddf10e30ea27 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:26:49.966540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:49.979915 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fdc24703-2399-4525-bb98-77b6098543a7 req-d4140f10-24ec-4749-8247-450acea68284 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798695 Jun 30 03:26:49.984684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Transition to ACTIVE for port object 2b063f61-7b5e-4c88-963d-ddf10e30ea27 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:26:49.989477 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:50.048141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:50.123057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:26:50.123392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:26:50.123729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:50.129136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:26:50.129460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:26:50.135188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:26:50.135535 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:26:50.135920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:26:50.136363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Bound port: 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:26:50.136729 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:50.205668 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:26:50.208948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:26:50.215051 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:50.248666 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:50.249284 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:50.251513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] 10.222.0.69 "PUT /v2.0/ports/2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1093 time: 0.7385976 Jun 30 03:26:50.251664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:50.254012 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce4aad-ba7e-4f76-ac99-a457cf94080b" -d '{"events": [{"name": "network-changed", "server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:50.284230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7da3f6-edae-4370-9924-c075d29d9387 service neutron] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:50.327254 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffefc38-f379-4736-8fe2-1c36a68ed2b3 x-openstack-request-id: req-fffefc38-f379-4736-8fe2-1c36a68ed2b3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:50.327615 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:50.327794 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fffefc38-f379-4736-8fe2-1c36a68ed2b3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:50.328144 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'status': 'completed', 'code': 200} Jun 30 03:26:50.356323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ae4604b1-5474-4fd6-96a7-e2ad4ddfaf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:50.358047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-ae4604b1-5474-4fd6-96a7-e2ad4ddfaf23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1096 time: 0.0638726 Jun 30 03:26:50.401996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-fd7ef159-ca9a-4449-9067-289d6f494710 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 217 time: 0.0373700 Jun 30 03:26:50.456002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-b657ad53-8672-4afa-9287-042b055af663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:50.457433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-b657ad53-8672-4afa-9287-042b055af663 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0488684 Jun 30 03:26:50.523128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-eb4bb5d1-9a9f-494e-aa55-179c0553ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:50.524644 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-eb4bb5d1-9a9f-494e-aa55-179c0553ea6d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609846 Jun 30 03:26:50.618199 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-8cfc33e1-d389-48ab-8d50-0f6b5ccf0a5d service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852396 Jun 30 03:26:50.727439 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-335740b1-4e6e-4cf4-8638-d2444c791fdd req-61c79002-7ed1-4b58-91e9-536cf3502e80 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016028 Jun 30 03:26:50.837633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-af1a020e-26c7-428b-a511-44562bd4b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:50.839340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-af1a020e-26c7-428b-a511-44562bd4b5a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1096 time: 0.0572846 Jun 30 03:26:50.929392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-f6c333f5-c8a9-43cf-90d8-b33ba7ace24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:50.930906 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-f6c333f5-c8a9-43cf-90d8-b33ba7ace24a service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0849702 Jun 30 03:26:50.976827 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-a67343ea-2d2d-4079-a4b3-14b36758fc99 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 217 time: 0.0390728 Jun 30 03:26:51.027827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-98279c04-040c-4e8e-95c2-ed8d534d1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:51.029367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-98279c04-040c-4e8e-95c2-ed8d534d1e4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0466523 Jun 30 03:26:51.091858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-347a8c2f-ec85-4296-b529-e4b5917a9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:51.093376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-347a8c2f-ec85-4296-b529-e4b5917a9122 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576971 Jun 30 03:26:51.221969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-2fde1d6f-a552-4f31-a0e6-7935f7c17653 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161389 Jun 30 03:26:51.230424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4eaca-fc03-4287-9d74-07c24953b122 req-7e24f7db-ccae-4fd1-ba55-8825c317ad01 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:51.231787 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-75e4eaca-fc03-4287-9d74-07c24953b122 req-7e24f7db-ccae-4fd1-ba55-8825c317ad01 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.1349337 Jun 30 03:26:51.319423 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-75e4eaca-fc03-4287-9d74-07c24953b122 req-5570dfb1-f390-4c11-b36e-6cb3aed0b3cf tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795732 Jun 30 03:26:51.347201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-84ce4aad-ba7e-4f76-ac99-a457cf94080b req-76dc09a2-cf7e-4b63-9db8-628af904d591 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143937 Jun 30 03:26:52.512976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16864083-92de-4b4b-923b-01568016f967 req-bdc53d81-75d4-4a6f-92b7-4dd311e6d628 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:52.514448 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16864083-92de-4b4b-923b-01568016f967 req-bdc53d81-75d4-4a6f-92b7-4dd311e6d628 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0744011 Jun 30 03:26:52.556918 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-16864083-92de-4b4b-923b-01568016f967 req-08c8a937-8b76-429a-add0-926b692ade9d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329766 Jun 30 03:26:52.689527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:26:52.799063 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:52.810374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'port_id': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'mac_address': 'fa:16:3e:45:35:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:26:52.848932 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:52.862705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b063f61-7b5e-4c88-963d-ddf10e30ea27 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:26:52.883525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:52.890668 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:52.942120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:53.179348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['2b063f61-7b5e-4c88-963d-ddf10e30ea27'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:26:53.742010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70989-a1b9-443f-9d9f-07d1bf945999 req-16bd9521-e078-4b47-b390-6f0567000feb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:53.743427 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73c70989-a1b9-443f-9d9f-07d1bf945999 req-16bd9521-e078-4b47-b390-6f0567000feb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0687022 Jun 30 03:26:53.782798 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-73c70989-a1b9-443f-9d9f-07d1bf945999 req-c9c42a72-58c1-4bb1-8976-d8a69632c8e2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334039 Jun 30 03:26:54.465087 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64c6b6f9-20d0-451b-a8b9-58348856146c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:54.690489 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:26:54.747106 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:26:54.753085 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:26:54.753439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:54.837093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:54.862918 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:54.865231 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7839d5f-e116-4243-b06a-5fa8877ca550" -d '{"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-plugged", "status": "completed", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:54.877981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:26:54.884942 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:54.917797 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2230ac8-2ffa-4764-b144-9ea86f91c37c x-openstack-request-id: req-d2230ac8-2ffa-4764-b144-9ea86f91c37c {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:54.918105 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-plugged", "status": "completed", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:54.918358 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2230ac8-2ffa-4764-b144-9ea86f91c37c {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:54.918781 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'code': 200} Jun 30 03:26:54.937716 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:26:54.982854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527152d-82fe-48e6-8bbb-a90e344337f7 req-50959fd4-40f8-410a-b285-0cbe3e824b30 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:54.984316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4527152d-82fe-48e6-8bbb-a90e344337f7 req-50959fd4-40f8-410a-b285-0cbe3e824b30 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0837307 Jun 30 03:26:55.023277 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4527152d-82fe-48e6-8bbb-a90e344337f7 req-00615d6b-f51c-49d2-b067-d93cc1ca3f23 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328064 Jun 30 03:26:55.039732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755a48b-1567-4888-8dd4-06c1460ffdaf req-905db2a4-e67a-48fd-b840-4aa1c9a3490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:55.041272 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9755a48b-1567-4888-8dd4-06c1460ffdaf req-905db2a4-e67a-48fd-b840-4aa1c9a3490f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1098 time: 0.0590389 Jun 30 03:26:55.077606 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9755a48b-1567-4888-8dd4-06c1460ffdaf req-d6b197f6-4a9e-4acd-8efb-b85348842d48 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294137 Jun 30 03:26:56.222641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7654fc-1d22-4be6-8c92-8977fe8602f3 req-a17d4813-927a-4f43-8f47-ba9830659a56 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:56.224178 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b7654fc-1d22-4be6-8c92-8977fe8602f3 req-a17d4813-927a-4f43-8f47-ba9830659a56 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0701013 Jun 30 03:26:56.264602 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1b7654fc-1d22-4be6-8c92-8977fe8602f3 req-a2c1be73-490c-4060-91e8-549c7a052952 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327437 Jun 30 03:26:57.043737 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9f6cd64-50b7-4601-acd7-b5c6f1576f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:57.130090 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:57.447711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a0b6c-88cd-45e9-a4f3-92846e320ebd req-d234b44e-f73d-4e3d-af39-2b195bc6aad9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:57.449183 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a02a0b6c-88cd-45e9-a4f3-92846e320ebd req-d234b44e-f73d-4e3d-af39-2b195bc6aad9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0740047 Jun 30 03:26:57.489695 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a02a0b6c-88cd-45e9-a4f3-92846e320ebd req-b99ff0ca-93ba-4582-8e16-94dcfce9efbc tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346797 Jun 30 03:26:57.697586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676e431-4b3c-4239-8d5b-6fa102719897 req-51783941-3061-424e-9c98-141d5f05c028 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:57.699093 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1676e431-4b3c-4239-8d5b-6fa102719897 req-51783941-3061-424e-9c98-141d5f05c028 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0837421 Jun 30 03:26:57.712853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:26:57.720079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-73da966f-0105-4c10-9826-fbc639f56d1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Request body: {'floatingip': {'port_id': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:26:57.760582 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73da966f-0105-4c10-9826-fbc639f56d1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:58.475858 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:58.572140 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73da966f-0105-4c10-9826-fbc639f56d1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:58.577784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73da966f-0105-4c10-9826-fbc639f56d1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:58.685633 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-73da966f-0105-4c10-9826-fbc639f56d1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Floating IP 1318830e-8a9e-4cac-9250-f7006d600a15 associated. External IP: 172.25.7.99, port: 2b063f61-7b5e-4c88-963d-ddf10e30ea27. Jun 30 03:26:58.901382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73da966f-0105-4c10-9826-fbc639f56d1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:26:59.017719 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73da966f-0105-4c10-9826-fbc639f56d1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:26:59.023659 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-73da966f-0105-4c10-9826-fbc639f56d1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:26:59.028452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:26:59.038842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:59.039517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:26:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:59.061965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-73da966f-0105-4c10-9826-fbc639f56d1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "PUT /v2.0/floatingips/1318830e-8a9e-4cac-9250-f7006d600a15 HTTP/1.1" status: 200 len: 992 time: 1.3476832 Jun 30 03:26:59.062571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:26:59.065033 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1" -d '{"events": [{"name": "network-changed", "server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:26:59.103068 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b3aec6-7acb-4a4f-9045-a47c90d93129 x-openstack-request-id: req-77b3aec6-7acb-4a4f-9045-a47c90d93129 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:26:59.103380 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:26:59.103767 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77b3aec6-7acb-4a4f-9045-a47c90d93129 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:26:59.104390 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'status': 'completed', 'code': 200} Jun 30 03:26:59.154878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:59.184919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-cbf7150c-07bb-4a6d-9d30-8a739341de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:59.186454 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-cbf7150c-07bb-4a6d-9d30-8a739341de02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1098 time: 0.0599589 Jun 30 03:26:59.276593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-f8df8b27-644e-48a8-8b0b-d13b78e108b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:59.278029 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-f8df8b27-644e-48a8-8b0b-d13b78e108b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0857351 Jun 30 03:26:59.348913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-dd8aa6a7-2b35-4ee9-b103-2873007dc9c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1000 time: 0.0643404 Jun 30 03:26:59.383268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:45:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634e296-0447-49f8-992e-e518144a30e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:26:58Z', 'revision_number': 13, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:59.398159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-1c4405e8-331c-42bd-84f0-83953c2537b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:59.399713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-1c4405e8-331c-42bd-84f0-83953c2537b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0451026 Jun 30 03:26:59.412876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:26:59.421946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:26:59.422548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:26:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:59.458324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-9e589b85-30cd-477d-b6b0-1d5c73399685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:26:59.459884 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-9e589b85-30cd-477d-b6b0-1d5c73399685 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541859 Jun 30 03:26:59.544889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:26:59.571693 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-cbc40e6e-7824-4dab-9063-9bfca7849d1c service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039736 Jun 30 03:26:59.664967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7102cec8-e473-4c2e-8e78-ba51d3b6aca1 req-7b7f0bbf-a47b-4a41-84ab-edf6680a3f6b service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865355 Jun 30 03:26:59.788902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:45:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634e296-0447-49f8-992e-e518144a30e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:26:58Z', 'revision_number': 13, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:26:59.818448 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a8eeb-d17c-4a62-9fc3-3c7d9dfe67e0 None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '1318830e-8a9e-4cac-9250-f7006d600a15', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'floating_ip_address': '172.25.7.99', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'port_id': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'mac_address': 'fa:16:3e:45:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634e296-0447-49f8-992e-e518144a30e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:17:57Z', 'updated_at': '2021-06-30T03:26:58Z', 'revision_number': 13, 'project_id': 'e7a7879993554d359acacf5974e93283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:27:00.039196 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96273257-c254-4e5d-96d8-214e7a32929d None None] New status for floating IP 1318830e-8a9e-4cac-9250-f7006d600a15: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:27:00.274761 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:14.605977 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:27:16.497104 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:16.690173 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:17.049525 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-61e534d6-c3a5-44d4-8aea-875762dcc47d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554638 Jun 30 03:27:17.163322 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-e647568b-9105-48ff-af3f-a7bf37ddfc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:17.165162 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-e647568b-9105-48ff-af3f-a7bf37ddfc12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1098 time: 0.0617476 Jun 30 03:27:17.276804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-170f730c-3156-46ba-918c-559e2df49835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:17.278251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-170f730c-3156-46ba-918c-559e2df49835 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0865383 Jun 30 03:27:17.350104 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-c6ecac11-104e-4f93-ba85-5d23d7193861 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1002 time: 0.0632274 Jun 30 03:27:17.413105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-18c11017-541f-42f1-b44e-4794394299b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:17.414756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-18c11017-541f-42f1-b44e-4794394299b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0582187 Jun 30 03:27:17.480855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-a1f1581b-5aed-45ac-9443-9ee94fb03a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:27:17.482368 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-a1f1581b-5aed-45ac-9443-9ee94fb03a56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598624 Jun 30 03:27:17.590467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-75772466-c423-4e09-873a-1621ea02320c service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010590 Jun 30 03:27:17.685883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb2e1a78-0f40-420c-9297-702ac9c80778 req-18f5db9b-6afe-4adc-b98b-dedd0ef8bb1a service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880353 Jun 30 03:27:24.464486 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87f53c00-6494-4265-a41c-cd9753b728b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:27.042455 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e413c185-f5f3-4efe-b610-35e1d1d0788d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:27.145207 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:28.480889 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:30.285191 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:46.506017 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:46.698918 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:51.606777 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:27:54.460328 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e4b25f4-8bcd-46fa-95c3-72c265d229fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.041290 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba08ce32-b3a6-47a7-936f-5c825ff83572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:57.138374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:27:58.482977 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:00.290940 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:16.510174 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:16.687899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:18.051967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-882dd137-6832-43dd-8af3-62bc77b3da1c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563633 Jun 30 03:28:18.166426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-4e5a4768-2779-482b-a7f9-65b3b565b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:18.167950 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-4e5a4768-2779-482b-a7f9-65b3b565b8c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1098 time: 0.0699251 Jun 30 03:28:18.275249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-907a69d6-df7f-4853-aebd-43fd28a26908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:18.276750 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-907a69d6-df7f-4853-aebd-43fd28a26908 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0883725 Jun 30 03:28:18.347482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-c986945a-361b-4a1b-9d8e-b54193e77209 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1002 time: 0.0640335 Jun 30 03:28:18.400690 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-5fe64668-da06-4130-86a2-e381a0d073dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:18.403299 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-5fe64668-da06-4130-86a2-e381a0d073dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0499682 Jun 30 03:28:18.471115 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-3548ddd2-1a8a-4c2f-9a83-4b983bea2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:28:18.472648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-3548ddd2-1a8a-4c2f-9a83-4b983bea2a1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635812 Jun 30 03:28:18.569016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-064cb28e-fca7-458e-9300-c87dee47f89e service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889006 Jun 30 03:28:18.664008 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aa195e5b-4dce-45e0-8da2-854e7dec9f71 req-5e772581-6352-49e5-97ee-618fec673b6e service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889800 Jun 30 03:28:24.464687 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3b72e1ca-9e54-401f-90c5-137a91b9f8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:27.035172 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b4fe7fb-d93a-4fd7-a07e-eb434b0281f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:27.141660 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:28.490754 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:28.606036 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:28:30.288980 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:46.508806 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:46.708382 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:54.471306 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-573e1a7c-d1f0-4f2e-8039-3dbb2cf944e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:57.042258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8ae5be66-2a2b-43fd-a3bc-6a60e356fbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:57.146375 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:28:58.490876 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:00.298645 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:05.609706 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:29:16.502135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:16.702638 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:19.053557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-7d08a11b-95eb-448f-a92d-5ba4636ced96 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589683 Jun 30 03:29:19.166881 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-1ef628d3-e22c-41b8-9a13-52523b79f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:19.168377 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-1ef628d3-e22c-41b8-9a13-52523b79f84f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1098 time: 0.0623338 Jun 30 03:29:19.281389 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-70391006-3c17-49fe-830a-2801ee32c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:19.282936 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-70391006-3c17-49fe-830a-2801ee32c930 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0929482 Jun 30 03:29:19.354059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-1f10a2d4-8fd4-415e-b46b-cdac3923e9c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1002 time: 0.0636311 Jun 30 03:29:19.410122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-01b9cf85-b245-4df7-b847-7031ce817485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:19.412041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-01b9cf85-b245-4df7-b847-7031ce817485 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0519629 Jun 30 03:29:19.473532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-d2306c6b-b459-4ba9-93b1-da4250216109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:19.475067 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-d2306c6b-b459-4ba9-93b1-da4250216109 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557871 Jun 30 03:29:19.579156 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-930fbf14-ef8f-4d67-abcc-bf64bb650a41 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967505 Jun 30 03:29:19.683399 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-95346686-6261-4d8b-aea3-f97a9b100eeb req-840959de-cdd8-4df8-b21e-03c899902177 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965979 Jun 30 03:29:24.469973 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bb53deb-d7af-42a2-b525-f4b99d888138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:27.038698 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-037349b1-ac43-41ed-a287-e5be7c5bb59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:27.155403 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:28.495578 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:29.129382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e05074-abd6-49ec-b3a0-0f1ee4ea3167 req-fd59ea82-ce6b-4d97-a06c-648dbf749d74 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:29.130897 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7e05074-abd6-49ec-b3a0-0f1ee4ea3167 req-fd59ea82-ce6b-4d97-a06c-648dbf749d74 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0686998 Jun 30 03:29:29.169361 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e7e05074-abd6-49ec-b3a0-0f1ee4ea3167 req-d8ebfeef-a370-4383-8703-d7c291973951 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323660 Jun 30 03:29:30.294551 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:41.719674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140471d1-55c8-408e-aae2-ae2798fd465a req-ac161bcb-059a-49a9-a7d0-d74b63913dbb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:41.721176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-140471d1-55c8-408e-aae2-ae2798fd465a req-ac161bcb-059a-49a9-a7d0-d74b63913dbb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0969050 Jun 30 03:29:41.760351 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-fec8b45e-24cd-47fa-926a-13cf0fe08360 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1811888 Jun 30 03:29:41.773114 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-140471d1-55c8-408e-aae2-ae2798fd465a req-7e3ce8c7-7736-41d3-b4f9-91e71e39405d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448809 Jun 30 03:29:42.610149 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:29:42.971619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a2906-fae6-4371-b9ed-c347362d3d09 req-1a9e972a-f177-4fea-9b46-84beae148596 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:42.973094 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c06a2906-fae6-4371-b9ed-c347362d3d09 req-1a9e972a-f177-4fea-9b46-84beae148596 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0796247 Jun 30 03:29:43.028180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c06a2906-fae6-4371-b9ed-c347362d3d09 req-c27e0437-bf9d-43d0-a39c-b8334e718ac9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462208 Jun 30 03:29:44.226896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee14336-e5ea-41eb-8f6a-98cc09d929d4 req-6df7faff-31b2-4a78-aaba-663c86765c63 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:44.228363 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ee14336-e5ea-41eb-8f6a-98cc09d929d4 req-6df7faff-31b2-4a78-aaba-663c86765c63 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0764840 Jun 30 03:29:44.267295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ee14336-e5ea-41eb-8f6a-98cc09d929d4 req-a3fb4612-e1f3-4ec6-988f-569654511cf0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326395 Jun 30 03:29:45.455220 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49876ef6-8f85-413e-b6b2-267039e37f9e req-d2cddd11-b31c-48ea-ac6f-a0f222ba5809 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:45.456799 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49876ef6-8f85-413e-b6b2-267039e37f9e req-d2cddd11-b31c-48ea-ac6f-a0f222ba5809 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0688894 Jun 30 03:29:45.499460 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-49876ef6-8f85-413e-b6b2-267039e37f9e req-56290182-f527-4c2d-bc53-cd0656111921 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341413 Jun 30 03:29:46.508772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:46.687589 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c24d3-0f4d-438a-b822-e88e47215304 req-523fe428-1654-4f55-a743-dad74357448b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:46.689020 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-418c24d3-0f4d-438a-b822-e88e47215304 req-523fe428-1654-4f55-a743-dad74357448b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0716171 Jun 30 03:29:46.710264 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:46.729722 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-418c24d3-0f4d-438a-b822-e88e47215304 req-1c408cb1-9584-4ca6-9b75-7eba705d8ef2 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336580 Jun 30 03:29:47.318048 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-12e5b3f6-952b-46af-b74d-aea6fe85986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:47.319747 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-12e5b3f6-952b-46af-b74d-aea6fe85986b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1098 time: 0.0547943 Jun 30 03:29:47.413839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-b8d5f424-f71d-4dc1-a506-286d80b7f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:47.415321 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-b8d5f424-f71d-4dc1-a506-286d80b7f592 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0896125 Jun 30 03:29:47.762598 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-fdfe8373-2c23-4753-9197-bafa144a2aa4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1002 time: 0.3405354 Jun 30 03:29:47.816221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-968b95be-1321-485a-812f-c31661abe29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:47.817665 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-968b95be-1321-485a-812f-c31661abe29d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0483460 Jun 30 03:29:47.887264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-b6c70c51-6544-4bbb-9a0b-34d16daabf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:47.888851 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-b6c70c51-6544-4bbb-9a0b-34d16daabf4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651245 Jun 30 03:29:47.922669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527e395-9c4d-42e1-ba38-886b2e77d840 req-2d4057cf-d93a-406e-a252-1c024ab8abd7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:47.924202 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d527e395-9c4d-42e1-ba38-886b2e77d840 req-2d4057cf-d93a-406e-a252-1c024ab8abd7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0722897 Jun 30 03:29:47.969701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d527e395-9c4d-42e1-ba38-886b2e77d840 req-6c63595f-ef70-47ad-aeed-c4ffb5a8feb5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393715 Jun 30 03:29:47.979888 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-3dd278f9-02ce-4589-b80e-a852eedc3645 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841656 Jun 30 03:29:48.081697 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-f58a9481-42df-4798-835f-7290cdf78900 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945830 Jun 30 03:29:49.167114 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7cc37-e3cf-49c7-80f5-d8badf5fd3f2 req-a4e45ba5-2034-4854-bfc6-2b59c51080de tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:49.168602 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bcc7cc37-e3cf-49c7-80f5-d8badf5fd3f2 req-a4e45ba5-2034-4854-bfc6-2b59c51080de tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0724123 Jun 30 03:29:49.211920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bcc7cc37-e3cf-49c7-80f5-d8badf5fd3f2 req-244a2c56-c180-4db0-a549-28bfbf56b173 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371213 Jun 30 03:29:50.411895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17a582-4d3a-437c-977b-e232e1e45f06 req-9c442c44-917a-45d5-8f20-26715a375928 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:50.413431 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f17a582-4d3a-437c-977b-e232e1e45f06 req-9c442c44-917a-45d5-8f20-26715a375928 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0828664 Jun 30 03:29:50.454276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f17a582-4d3a-437c-977b-e232e1e45f06 req-1d75a535-3257-4a18-bd88-f02c4b04878a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349114 Jun 30 03:29:51.662422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb97515-884b-40d8-ba68-3449090eecdf req-ab9f5a85-29eb-40e9-9275-b4f06c3fdd4c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:51.663995 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fb97515-884b-40d8-ba68-3449090eecdf req-ab9f5a85-29eb-40e9-9275-b4f06c3fdd4c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0836666 Jun 30 03:29:51.704405 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1fb97515-884b-40d8-ba68-3449090eecdf req-7e9ac2ec-889d-4db9-9451-321d13d4c401 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344138 Jun 30 03:29:52.909108 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c175d93-f5a3-4aea-a8c4-124d77a02e04 req-a57a13ad-e0c1-444a-994c-55e57a688ffb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:52.910611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c175d93-f5a3-4aea-a8c4-124d77a02e04 req-a57a13ad-e0c1-444a-994c-55e57a688ffb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0791807 Jun 30 03:29:52.952149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7c175d93-f5a3-4aea-a8c4-124d77a02e04 req-76862632-1bb3-4608-a8e3-9578ece848c5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338473 Jun 30 03:29:54.150122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ee282-a3fb-48df-b2e6-3b53e0895806 req-d6e1529c-034a-4210-bf1e-6d3a3ce1ede7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:54.151641 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c4ee282-a3fb-48df-b2e6-3b53e0895806 req-d6e1529c-034a-4210-bf1e-6d3a3ce1ede7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0747857 Jun 30 03:29:54.192419 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c4ee282-a3fb-48df-b2e6-3b53e0895806 req-d128b743-3339-4fc8-bddc-d5c230f154b6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340316 Jun 30 03:29:54.467482 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9c609672-1cf2-4621-bb38-6734d3d07909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:55.387612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c4373-d695-4405-a980-9ff6d31866db req-e45a8187-08ec-40f1-bc09-83818c4823f1 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:55.389073 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f36c4373-d695-4405-a980-9ff6d31866db req-e45a8187-08ec-40f1-bc09-83818c4823f1 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0783532 Jun 30 03:29:55.431643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f36c4373-d695-4405-a980-9ff6d31866db req-3092c7e8-6b84-4d80-b275-22230951540a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338609 Jun 30 03:29:56.627519 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b18fb-496f-40a6-90b6-18156963509e req-1ee9e970-11a6-4896-9bb4-79299e6888e6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:56.629527 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8b18fb-496f-40a6-90b6-18156963509e req-1ee9e970-11a6-4896-9bb4-79299e6888e6 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0736754 Jun 30 03:29:56.672163 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec8b18fb-496f-40a6-90b6-18156963509e req-d536c5bb-8335-4f69-b058-813c50e4f3f0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341790 Jun 30 03:29:57.042626 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67f60cab-d801-4af5-84a2-8c06cc15c7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:57.152475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:57.883279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fbc89-61b0-46d0-943a-2e1d726a3c3b req-279e1f12-f0c4-4f4b-8cc8-55f3950744cb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:57.884775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-430fbc89-61b0-46d0-943a-2e1d726a3c3b req-279e1f12-f0c4-4f4b-8cc8-55f3950744cb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0863788 Jun 30 03:29:57.927732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-430fbc89-61b0-46d0-943a-2e1d726a3c3b req-a5dd9980-8672-4ea5-a448-d66e5dd43190 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346818 Jun 30 03:29:58.506344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:29:59.120351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c38f3-be7c-4121-a632-e69910f8a5c2 req-1457db42-3f33-4e48-964b-bbd7725c1d5f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:29:59.121841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e86c38f3-be7c-4121-a632-e69910f8a5c2 req-1457db42-3f33-4e48-964b-bbd7725c1d5f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0770171 Jun 30 03:29:59.174513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e86c38f3-be7c-4121-a632-e69910f8a5c2 req-7ba8b22e-1578-418c-97f1-f3eff6ef7c9b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462072 Jun 30 03:30:00.298500 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:00.358589 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0b43c-9a94-4304-827e-b715fd8ce35e req-2019e01e-df10-496d-b97b-f68cd416e64c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:00.360134 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dde0b43c-9a94-4304-827e-b715fd8ce35e req-2019e01e-df10-496d-b97b-f68cd416e64c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0717587 Jun 30 03:30:00.415653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dde0b43c-9a94-4304-827e-b715fd8ce35e req-95a52e6c-1d1d-4cdb-b70d-665bd5daf8ff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484695 Jun 30 03:30:01.614216 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0731dec-6cf1-4396-b683-36b894e12b31 req-cdd156dc-7188-46d6-8b68-da3049e7d634 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:01.615710 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a0731dec-6cf1-4396-b683-36b894e12b31 req-cdd156dc-7188-46d6-8b68-da3049e7d634 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0737319 Jun 30 03:30:01.657295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a0731dec-6cf1-4396-b683-36b894e12b31 req-7bdccbce-d97a-40b0-9998-e0ddd0e319cd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326030 Jun 30 03:30:02.860308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4378d5a-c0e3-4900-a3ff-37d624a98f5c req-0481f17c-7b41-4d40-b64e-094cd30cf7a8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:02.861815 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4378d5a-c0e3-4900-a3ff-37d624a98f5c req-0481f17c-7b41-4d40-b64e-094cd30cf7a8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0756600 Jun 30 03:30:02.903044 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a4378d5a-c0e3-4900-a3ff-37d624a98f5c req-7499eba1-d653-4b83-9a62-45abd71c62aa tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346096 Jun 30 03:30:04.102254 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a87d52-dec2-4236-9383-7a24266e4ac6 req-53171104-e399-4804-9f23-ff6ad78c9540 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:04.103772 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a87d52-dec2-4236-9383-7a24266e4ac6 req-53171104-e399-4804-9f23-ff6ad78c9540 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0705631 Jun 30 03:30:04.156327 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-51a87d52-dec2-4236-9383-7a24266e4ac6 req-ca659226-6ffc-47cf-9e8e-2bf92dbca640 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466249 Jun 30 03:30:05.362766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20ce95-cccf-4698-b83f-7aa24bc48bde req-1d1c2a0e-86f4-44c2-bc25-34f79d75d320 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:05.364308 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd20ce95-cccf-4698-b83f-7aa24bc48bde req-1d1c2a0e-86f4-44c2-bc25-34f79d75d320 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0847459 Jun 30 03:30:05.405734 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bd20ce95-cccf-4698-b83f-7aa24bc48bde req-6127e709-4f19-42bb-a912-c28c88e2119f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353584 Jun 30 03:30:06.591167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd162c-6391-4842-aa0e-579508d7ccd2 req-aadad4de-07be-4460-b5d3-4243d705ab90 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:06.592761 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7cd162c-6391-4842-aa0e-579508d7ccd2 req-aadad4de-07be-4460-b5d3-4243d705ab90 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0726831 Jun 30 03:30:06.633041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7cd162c-6391-4842-aa0e-579508d7ccd2 req-f262ced3-1140-4b9a-bc1e-648f78feb27f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340481 Jun 30 03:30:06.915654 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-580c8ce3-1b32-4511-aee9-eee3f69d3b48 service neutron] show failed (client error): The resource could not be found. Jun 30 03:30:06.916793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-580c8ce3-1b32-4511-aee9-eee3f69d3b48 service neutron] 10.222.0.69 "GET /v2.0/ports/2b063f61-7b5e-4c88-963d-ddf10e30ea27/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0589099 Jun 30 03:30:07.220345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-be8f8f98-739a-49ae-b701-0335ad1d2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:07.221822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-be8f8f98-739a-49ae-b701-0335ad1d2e65 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 1098 time: 0.0673914 Jun 30 03:30:07.236658 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:07.311167 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:07.539672 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:07.572401 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:30:07.619326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:07.621943 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82365cf7-4751-4749-8800-7a30a5e37519" -d '{"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-unplugged", "status": "completed", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:07.626049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:07.640541 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Transition to ACTIVE for port object 2b063f61-7b5e-4c88-963d-ddf10e30ea27 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:30:07.644952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:07.682572 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65508477-2acf-46dd-a113-85a367592ba1 x-openstack-request-id: req-65508477-2acf-46dd-a113-85a367592ba1 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:07.682874 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-unplugged", "status": "completed", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:07.683149 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65508477-2acf-46dd-a113-85a367592ba1 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:07.683586 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'code': 200} Jun 30 03:30:07.728340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=6']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:07.740065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.740424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.740787 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.741106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.741464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.742026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.742567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.743154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.743966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.744273 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.744822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.745158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:07.786695 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] No DVR routers for this DVR port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on host n-h1-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:30:07.826052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58795aad-26e3-4a80-9603-edd173892585 req-ec492c57-86c7-4bb0-b7a0-3096077260cb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:07.827740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58795aad-26e3-4a80-9603-edd173892585 req-ec492c57-86c7-4bb0-b7a0-3096077260cb tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0675981 Jun 30 03:30:07.868351 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-58795aad-26e3-4a80-9603-edd173892585 req-172094fb-907b-4662-b32d-f6f7cfe3b769 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346801 Jun 30 03:30:07.931392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:30:07.931681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:30:07.932036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:07.936743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:30:07.937056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:07.942092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:30:07.942422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:30:07.942820 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:30:07.943239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Bound port: 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:30:07.943631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:08.011394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:30:08.014596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:30:08.021516 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:08.054851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:08.055534 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:08.057014 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] 10.222.0.73 "PUT /v2.0/ports/2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1093 time: 0.8271246 Jun 30 03:30:08.079716 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad4312-3262-43bd-8b50-0f875abbd3cf service neutron] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=7']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:08.142199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-a844cb33-cad4-4eef-a883-a12816b63149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:08.143788 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-a844cb33-cad4-4eef-a883-a12816b63149 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1096 time: 0.0587766 Jun 30 03:30:08.244159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-a6c2630d-1a13-42d8-a926-9529d38e3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:08.245694 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-a6c2630d-1a13-42d8-a926-9529d38e3905 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0948861 Jun 30 03:30:08.316227 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-4ee483ea-2602-4f9f-8bd2-19a54fa82452 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1000 time: 0.0622866 Jun 30 03:30:08.380741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-f7db4487-a0ac-4244-9997-d0f8619325bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:08.382122 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-f7db4487-a0ac-4244-9997-d0f8619325bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0587130 Jun 30 03:30:08.445323 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-3efd4424-4cd5-4322-9fae-d724eec6f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:08.446939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-3efd4424-4cd5-4322-9fae-d724eec6f425 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576673 Jun 30 03:30:08.458443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-1d4afc0e-bb4f-404a-8e64-3fad48bb6236 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:30:08.459054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-1d4afc0e-bb4f-404a-8e64-3fad48bb6236 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053422 Jun 30 03:30:08.565698 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-5503dbfe-adda-4620-9c56-2a5e3591c7b6 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989163 Jun 30 03:30:08.670562 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-8d70b8aa-d9da-4b6b-b90f-f3747e208b12 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976481 Jun 30 03:30:09.059170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f2d12-2f22-41cd-94d1-c4fdddba7071 req-d954d17d-b322-46e2-8c5b-c311ff2d0f16 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.060780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6a1f2d12-2f22-41cd-94d1-c4fdddba7071 req-d954d17d-b322-46e2-8c5b-c311ff2d0f16 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0690401 Jun 30 03:30:09.105102 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6a1f2d12-2f22-41cd-94d1-c4fdddba7071 req-6a95396e-771b-45bb-a15a-58fcd2c3488d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382645 Jun 30 03:30:09.684849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:09.687323 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed32ab4-9120-4808-a7c7-41c54ccdc311" -d '{"events": [{"name": "network-changed", "server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:09.736669 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f3d86e-2acf-4a40-9eff-469f66a4f59c x-openstack-request-id: req-d9f3d86e-2acf-4a40-9eff-469f66a4f59c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:09.736957 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:09.737228 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9f3d86e-2acf-4a40-9eff-469f66a4f59c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:09.737625 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'status': 'completed', 'code': 200} Jun 30 03:30:09.817198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-fb63ad04-a8fe-4b3f-9ccc-cee02fad4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.819643 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-fb63ad04-a8fe-4b3f-9ccc-cee02fad4b96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1096 time: 0.0612466 Jun 30 03:30:09.822456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-478802f4-6c35-40e7-8223-aca45080ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.823985 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-478802f4-6c35-40e7-8223-aca45080ee47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1096 time: 0.0603292 Jun 30 03:30:09.838286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:30:09.882463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:30:09.926827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-85c2e33c-8416-4709-a977-de22e992265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.927319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-d6375b45-ee08-4143-9164-bdd4a83f1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:09.929065 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-85c2e33c-8416-4709-a977-de22e992265a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0946505 Jun 30 03:30:09.929253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-d6375b45-ee08-4143-9164-bdd4a83f1230 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.1039331 Jun 30 03:30:10.004926 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-c887f6e3-2c10-4173-8217-81b5457f632a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1000 time: 0.0692418 Jun 30 03:30:10.006449 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-276f48c1-b42a-45ef-82b5-e4caf0ecbd5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1000 time: 0.0706728 Jun 30 03:30:10.088960 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-70fbd075-81dd-45cf-b012-b313ceca306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:10.090437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-70fbd075-81dd-45cf-b012-b313ceca306e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0790226 Jun 30 03:30:10.092640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-214060dd-91de-46d8-a2f2-6c2b14295770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:10.094224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-214060dd-91de-46d8-a2f2-6c2b14295770 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0811336 Jun 30 03:30:10.201503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-73e1af6a-0e8a-4076-878e-49be8a6220bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:10.204373 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-73e1af6a-0e8a-4076-878e-49be8a6220bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023881 Jun 30 03:30:10.206870 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-3f3075bc-ad5a-4110-b26a-7717ba10ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:10.208979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-3f3075bc-ad5a-4110-b26a-7717ba10ff92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051090 Jun 30 03:30:10.327509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-0477eed3-c814-45c7-bd9a-e18d4f871468 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106896 Jun 30 03:30:10.383449 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-f30d8332-3f93-4abc-b241-dd67af8f4851 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717024 Jun 30 03:30:10.472912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-ed5aca9d-7546-412c-b4ff-b984a0d5e1c9 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295724 Jun 30 03:30:10.516871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a14c7f-d5e3-4c80-a05c-b8e7c0afa19a req-79463029-a982-4135-899a-1e1ce861c7e5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:10.518890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03a14c7f-d5e3-4c80-a05c-b8e7c0afa19a req-79463029-a982-4135-899a-1e1ce861c7e5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.1872883 Jun 30 03:30:10.537633 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ed32ab4-9120-4808-a7c7-41c54ccdc311 req-0a16e707-3082-4a2b-82e9-3dc718c7b738 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465240 Jun 30 03:30:10.565601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-03a14c7f-d5e3-4c80-a05c-b8e7c0afa19a req-47720f04-c50a-4084-822f-befa0697115c tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398324 Jun 30 03:30:11.754465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c1913-0812-41a8-8b24-eacff0935b82 req-1aa8fdf4-4834-4a38-831e-5aaa3f642d09 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:11.756022 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4f7c1913-0812-41a8-8b24-eacff0935b82 req-1aa8fdf4-4834-4a38-831e-5aaa3f642d09 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0698192 Jun 30 03:30:11.802993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4f7c1913-0812-41a8-8b24-eacff0935b82 req-1a19dd58-42f7-4bd6-8220-f05f54f6adae tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407777 Jun 30 03:30:12.987295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918af053-384b-4a52-9dd4-9bab8740124c req-b425ccc8-5fd3-4201-8937-156cbec2d9aa tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:12.988816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-918af053-384b-4a52-9dd4-9bab8740124c req-b425ccc8-5fd3-4201-8937-156cbec2d9aa tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0663073 Jun 30 03:30:13.032500 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-918af053-384b-4a52-9dd4-9bab8740124c req-9cbaa434-77af-41b7-95dd-92f293bb380e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369568 Jun 30 03:30:14.230577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937fb3-72aa-4ae0-b9ec-dcab9d99a7ab req-4677359c-7035-41f1-b5ce-11ddb93b6396 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:14.232386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35937fb3-72aa-4ae0-b9ec-dcab9d99a7ab req-4677359c-7035-41f1-b5ce-11ddb93b6396 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0801919 Jun 30 03:30:14.275096 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-35937fb3-72aa-4ae0-b9ec-dcab9d99a7ab req-e7ed486c-1c1b-4268-ac8c-1aa3553cd91b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342522 Jun 30 03:30:15.479905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16b8ed-23c9-4d61-822e-4544110fc7e8 req-74115598-6084-455a-bb86-42da2ccfb969 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:15.481337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd16b8ed-23c9-4d61-822e-4544110fc7e8 req-74115598-6084-455a-bb86-42da2ccfb969 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0792158 Jun 30 03:30:15.528675 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd16b8ed-23c9-4d61-822e-4544110fc7e8 req-d975433e-cd63-41ad-b9c1-ffb1a9a9eef7 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391934 Jun 30 03:30:16.507234 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:16.711402 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:16.719442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9a312-e46e-461d-9fe5-d8ad0a624c5f req-0e562e04-98d7-4e70-98ab-85b44f016c8b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:16.720962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-93d9a312-e46e-461d-9fe5-d8ad0a624c5f req-0e562e04-98d7-4e70-98ab-85b44f016c8b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0718315 Jun 30 03:30:16.761619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-93d9a312-e46e-461d-9fe5-d8ad0a624c5f req-dd4b2a10-f9a0-445f-9d01-54c69ad8496d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341530 Jun 30 03:30:17.960196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3382dd4-a01d-4de4-a5c9-2d70c5380974 req-28341900-f8ab-42af-ba83-5769965896fd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:17.961652 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3382dd4-a01d-4de4-a5c9-2d70c5380974 req-28341900-f8ab-42af-ba83-5769965896fd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0786953 Jun 30 03:30:18.000310 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3382dd4-a01d-4de4-a5c9-2d70c5380974 req-80ec3a8c-ede8-443c-a2ef-1293c75eb100 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Jun 30 03:30:19.201404 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d56f2-bd51-499e-b6c7-129a69e86a93 req-a2edd731-e8e3-4b09-a6c1-bbd1e5485362 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:19.202906 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-376d56f2-bd51-499e-b6c7-129a69e86a93 req-a2edd731-e8e3-4b09-a6c1-bbd1e5485362 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0831976 Jun 30 03:30:19.244231 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-376d56f2-bd51-499e-b6c7-129a69e86a93 req-3049e67a-96fd-4004-8a5c-f5bf7466b8af tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322461 Jun 30 03:30:19.611921 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:30:20.445428 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc7a27-6393-47f0-ad4d-ed8555c077f2 req-53b5e6ea-283a-4e50-9740-98261f14eeb1 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:20.446960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3cc7a27-6393-47f0-ad4d-ed8555c077f2 req-53b5e6ea-283a-4e50-9740-98261f14eeb1 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0654049 Jun 30 03:30:20.487097 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3cc7a27-6393-47f0-ad4d-ed8555c077f2 req-e476ac39-475a-4d1e-adf8-dffb54ecef98 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340168 Jun 30 03:30:21.700678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d0c9c-a0c9-408d-a1b4-a78c18effeef req-8e9ce38a-dc69-4f6a-99d1-de981528fe47 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:21.702162 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-765d0c9c-a0c9-408d-a1b4-a78c18effeef req-8e9ce38a-dc69-4f6a-99d1-de981528fe47 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 944 time: 0.0791841 Jun 30 03:30:21.741704 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-765d0c9c-a0c9-408d-a1b4-a78c18effeef req-79d84567-acd7-4dc8-b01f-025fd075a22d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337415 Jun 30 03:30:21.773771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:30:21.874281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:21.886694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'port_id': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'mac_address': 'fa:16:3e:45:35:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:30:21.924316 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:21.938389 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b063f61-7b5e-4c88-963d-ddf10e30ea27 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:30:21.962360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:21.967006 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:22.015023 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:22.023071 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.023455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.023891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.024184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.024552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.024947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.025551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.026001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.026403 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.026754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.027160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.027489 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:22.172381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-03fc38e8-77a6-4238-847e-07dd1e5abbab tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:22.173855 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-03fc38e8-77a6-4238-847e-07dd1e5abbab tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.73 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3&tenant_id=e7a7879993554d359acacf5974e93283&binding%3Ahost_id=n-h2-758944-39 HTTP/1.1" status: 200 len: 945 time: 0.0804112 Jun 30 03:30:22.218507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab82d4-de7d-4736-b23d-25e2ed0333bd req-dceb5b1b-0cb7-47cb-baa8-261df2486a8e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:22.220056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79ab82d4-de7d-4736-b23d-25e2ed0333bd req-dceb5b1b-0cb7-47cb-baa8-261df2486a8e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0711050 Jun 30 03:30:22.235737 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['2b063f61-7b5e-4c88-963d-ddf10e30ea27'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:30:22.239312 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-ba5ec26a-2d9b-4ddb-899b-f97c717b10c9 service neutron] 10.222.0.73 "GET /v2.0/ports/2b063f61-7b5e-4c88-963d-ddf10e30ea27/bindings/n-h2-758944-39 HTTP/1.1" status: 200 len: 383 time: 0.0588977 Jun 30 03:30:22.266151 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79ab82d4-de7d-4736-b23d-25e2ed0333bd req-e7c19b2a-664a-45f0-aa91-7303b69e7894 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401950 Jun 30 03:30:22.330443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-c2f056f9-f416-4105-9947-ef3116d8a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:22.334067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-c2f056f9-f416-4105-9947-ef3116d8a413 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1097 time: 0.0692492 Jun 30 03:30:22.450038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-f8c0be0e-d5b2-403f-89a9-f4cfee7b31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:22.452556 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-f8c0be0e-d5b2-403f-89a9-f4cfee7b31b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.1116028 Jun 30 03:30:22.534395 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-97dfd90a-bd81-4f1f-ad6f-35db4e1b333d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1001 time: 0.0745585 Jun 30 03:30:22.592944 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-c4eabc46-5ba8-44a2-b1f8-beda99d59bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:22.594392 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-c4eabc46-5ba8-44a2-b1f8-beda99d59bbe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0528853 Jun 30 03:30:22.669042 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-b8290a24-880b-4cc7-8f66-9c69c92ddd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:22.670606 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-b8290a24-880b-4cc7-8f66-9c69c92ddd71 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683610 Jun 30 03:30:22.807492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-0b5c82a6-4b13-4248-b31d-ce4014ab6b07 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267359 Jun 30 03:30:22.920027 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-b0527daa-6f61-4975-85fe-cca212d97456 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056902 Jun 30 03:30:23.462290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a0d4d-ed11-48d7-a301-86eaf8905bff req-bdd0accc-a696-406a-a216-1411f5f289ef tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:23.464503 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae0a0d4d-ed11-48d7-a301-86eaf8905bff req-bdd0accc-a696-406a-a216-1411f5f289ef tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0697553 Jun 30 03:30:23.511307 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ae0a0d4d-ed11-48d7-a301-86eaf8905bff req-44033b28-2115-43b4-9fa3-ce5a7517085e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 Jun 30 03:30:23.807662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:30:23.867457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:30:23.873830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:30:23.874303 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:23.971271 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:23.994677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:23.996970 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a620d351-8e8a-4a5f-9131-f59115c2c986" -d '{"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-plugged", "status": "completed", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:24.009651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:24.014599 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.055603 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf532127-afe4-4f04-b1f7-618e15aa0261 x-openstack-request-id: req-bf532127-afe4-4f04-b1f7-618e15aa0261 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:24.055927 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-plugged", "status": "completed", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:24.056244 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf532127-afe4-4f04-b1f7-618e15aa0261 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:24.056670 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'code': 200} Jun 30 03:30:24.069715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:24.461484 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdce9-8f14-459e-8e62-4dc5bcb37797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:24.698462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df4e00-2e5e-4ad3-a264-7a85ff12837f req-41995afb-692e-442d-95d7-a52f32b1cbe8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:24.700109 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71df4e00-2e5e-4ad3-a264-7a85ff12837f req-41995afb-692e-442d-95d7-a52f32b1cbe8 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0665691 Jun 30 03:30:24.749261 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-71df4e00-2e5e-4ad3-a264-7a85ff12837f req-9f21895a-322a-44d4-acac-b5bd6efd96d4 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386431 Jun 30 03:30:25.935325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a895b04-76d9-4555-9e81-80a43acd807b req-1dc5393d-0e43-4325-9d72-4ab8239546e5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:25.936939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a895b04-76d9-4555-9e81-80a43acd807b req-1dc5393d-0e43-4325-9d72-4ab8239546e5 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0695906 Jun 30 03:30:25.980877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4a895b04-76d9-4555-9e81-80a43acd807b req-95cef805-edfd-4ec6-a0cd-cebeceb7b151 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378301 Jun 30 03:30:26.781959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-4e92baa3-e912-486a-8dba-a1c4fc9ae921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:26.783512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-4e92baa3-e912-486a-8dba-a1c4fc9ae921 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3&tenant_id=e7a7879993554d359acacf5974e93283 HTTP/1.1" status: 200 len: 1098 time: 0.0550253 Jun 30 03:30:26.794381 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:26.868906 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.037254 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f5b30e30-e8ce-4ea9-991e-8109a4f84431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.081732 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:27.115063 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:30:27.147472 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.162820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:27.165900 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a5c5a0-2fd6-4587-8cc8-d3e6e7159941" -d '{"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-unplugged", "status": "completed", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:27.167580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8bfe4-a549-43b0-a384-ef1466b88a51 req-f352c917-d4ae-4d7b-8032-c5f2d540d182 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:27.169304 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bc8bfe4-a549-43b0-a384-ef1466b88a51 req-f352c917-d4ae-4d7b-8032-c5f2d540d182 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0697351 Jun 30 03:30:27.169841 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.183293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Transition to ACTIVE for port object 2b063f61-7b5e-4c88-963d-ddf10e30ea27 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:30:27.188642 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.221761 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5bc8bfe4-a549-43b0-a384-ef1466b88a51 req-1768a167-517b-4541-8d79-6435c818dbf4 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372584 Jun 30 03:30:27.226533 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778c4348-8949-433b-8c93-ab1ccb675a9b x-openstack-request-id: req-778c4348-8949-433b-8c93-ab1ccb675a9b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:27.226851 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-unplugged", "status": "completed", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:27.227107 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-778c4348-8949-433b-8c93-ab1ccb675a9b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:27.227501 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'code': 200} Jun 30 03:30:27.279126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:27.291379 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.291959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.292317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.292658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.292990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.293320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.293648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.293985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.294297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.294619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.294967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.295285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:30:27.333894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] No DVR routers for this DVR port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:30:27.483138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:30:27.483471 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:30:27.483768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:27.488584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:30:27.488893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Attempting to bind port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:30:27.493921 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:30:27.494373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Checking segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:30:27.494814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Bound using segment: {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:30:27.495230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Bound port: 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29393b45-5db7-4d89-acc4-03e0084fcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:30:27.495583 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.558253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:30:27.561449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:30:27.567506 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.601755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:27.602367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:27.603849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] 10.222.0.69 "PUT /v2.0/ports/2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1094 time: 0.8137081 Jun 30 03:30:27.636551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d9807-ae6f-46cf-baf3-c3f220e38d0b service neutron] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=11']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:27.685131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-4ef02776-93c8-47bb-9ac7-75995d7c21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:27.686629 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-4ef02776-93c8-47bb-9ac7-75995d7c21f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1097 time: 0.0583990 Jun 30 03:30:27.780517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-dcd2601d-5943-4ba8-ab71-7c92d048af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:27.781998 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-dcd2601d-5943-4ba8-ab71-7c92d048af59 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0895441 Jun 30 03:30:27.829421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:30:27.858621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-82e47a0d-6c85-4dc4-b2a7-bdabfa8bd6d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1000 time: 0.0701711 Jun 30 03:30:27.910918 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-015c86a5-51c7-4cfc-b9d3-5acafa5514b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:27.912248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-015c86a5-51c7-4cfc-b9d3-5acafa5514b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0470233 Jun 30 03:30:27.977606 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ee82-a886-458d-9197-8e672c8b24ef req-3106bfdf-1018-48ca-a9bd-95931ffa1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:27.979206 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-3106bfdf-1018-48ca-a9bd-95931ffa1ed2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608573 Jun 30 03:30:28.033077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:30:28.068885 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-6c3b51e3-a873-478e-aa4f-5e61c86fda57 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834887 Jun 30 03:30:28.165282 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a733ee82-a886-458d-9197-8e672c8b24ef req-74f889d4-f6ca-440f-bf97-333dd0209ab6 service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903513 Jun 30 03:30:28.407530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabfc23-e560-4581-82f1-77b402a94d17 req-f7fe4adf-5506-4c97-b5a2-805306d9dc77 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:28.409060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbabfc23-e560-4581-82f1-77b402a94d17 req-f7fe4adf-5506-4c97-b5a2-805306d9dc77 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0685935 Jun 30 03:30:28.448954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cbabfc23-e560-4581-82f1-77b402a94d17 req-fff07d46-3937-4eec-a335-40821da189fd tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339241 Jun 30 03:30:28.499471 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:29.229455 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:29.231893 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:29.283340 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569058e8-964e-4482-bce1-30e32a580ad2 x-openstack-request-id: req-569058e8-964e-4482-bce1-30e32a580ad2 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:29.283637 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:29.283874 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-569058e8-964e-4482-bce1-30e32a580ad2 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:29.284266 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'status': 'completed', 'code': 200} Jun 30 03:30:29.357325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-9cd90428-975e-4e81-9f62-7e1968bad998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.358837 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-9cd90428-975e-4e81-9f62-7e1968bad998 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1097 time: 0.0551124 Jun 30 03:30:29.363161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-f67f3d43-dc75-4fce-b052-d0df15ab7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.364637 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-f67f3d43-dc75-4fce-b052-d0df15ab7c5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7a7879993554d359acacf5974e93283&device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 1097 time: 0.0563185 Jun 30 03:30:29.454526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-e5c22ed2-9e6f-4ebd-84a9-1c369e80655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.456304 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-e5c22ed2-9e6f-4ebd-84a9-1c369e80655b service neutron] 10.222.0.69 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.0916660 Jun 30 03:30:29.469242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-38251c14-3d4c-4558-82bd-f843acb599b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.471015 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-38251c14-3d4c-4558-82bd-f843acb599b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 200 len: 913 time: 0.1000564 Jun 30 03:30:29.524630 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-315ca6d6-a2b9-4ec5-b529-0dbbc19589b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1000 time: 0.0621250 Jun 30 03:30:29.541962 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-70ddac3d-9df4-4a0d-b066-dc637a49bc41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 200 len: 1000 time: 0.0646129 Jun 30 03:30:29.591860 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-8dcd3186-3595-4dd6-acea-bdfd252afce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.593190 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-8dcd3186-3595-4dd6-acea-bdfd252afce9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0627110 Jun 30 03:30:29.599204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-08102925-1400-44ac-a3ea-02e4b7f258f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.600640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-08102925-1400-44ac-a3ea-02e4b7f258f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 200 len: 851 time: 0.0527053 Jun 30 03:30:29.660403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-d25beeb6-d971-49ad-a08b-7fd698fdff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.661898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-d25beeb6-d971-49ad-a08b-7fd698fdff08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546103 Jun 30 03:30:29.684736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefb801-66f4-459c-9e4e-68385b33f3ea req-8742003c-1577-4cfb-9bd0-6ece98d8986e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.686346 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fbefb801-66f4-459c-9e4e-68385b33f3ea req-8742003c-1577-4cfb-9bd0-6ece98d8986e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.1077216 Jun 30 03:30:29.702101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-1b1fa6c3-5f06-4bb6-8afd-c9c4e7b54857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:29.703740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-1b1fa6c3-5f06-4bb6-8afd-c9c4e7b54857 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2bb04568-0628-47e2-8c04-3ccd2bc07b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925105 Jun 30 03:30:29.753734 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-d3827a79-5b64-4825-b80f-965ccbc83f9d service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853071 Jun 30 03:30:29.778127 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fbefb801-66f4-459c-9e4e-68385b33f3ea req-d9615296-b03b-4777-b188-078043f16624 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850499 Jun 30 03:30:29.823294 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-9aa5de6d-d013-478b-a307-133ee652bc6b service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112106 Jun 30 03:30:29.856837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-a9e1e860-b071-4510-8314-40272f9f1c64 service neutron] 10.222.0.73 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965331 Jun 30 03:30:29.920829 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4132d6e7-fafd-4b34-b993-f7a286cc2e6c req-132d78e5-46aa-4002-9f04-0c783d9965da service neutron] 10.222.0.69 "GET /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917697 Jun 30 03:30:30.299794 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:30.982643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782f8c9-8c3b-4e2a-ac8a-eca02efd2bbf req-0655e61b-ef4f-4dbc-ac72-a3b72a393da0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:30.984180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1782f8c9-8c3b-4e2a-ac8a-eca02efd2bbf req-0655e61b-ef4f-4dbc-ac72-a3b72a393da0 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0805044 Jun 30 03:30:31.026029 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1782f8c9-8c3b-4e2a-ac8a-eca02efd2bbf req-beee9eb7-b47b-4497-8a4f-248b6c23b139 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360277 Jun 30 03:30:32.218688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ef741-874d-4167-833b-51c4e59b47d9 req-820c2ad3-28a9-416d-81d2-0940062c2626 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:32.220349 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f0ef741-874d-4167-833b-51c4e59b47d9 req-820c2ad3-28a9-416d-81d2-0940062c2626 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0793688 Jun 30 03:30:32.257993 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3f0ef741-874d-4167-833b-51c4e59b47d9 req-166b6137-9f7b-4efd-858e-a95772803fea tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318615 Jun 30 03:30:33.444418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1033e-29d7-4cc6-8766-2e21507c36d3 req-053290f9-e9f7-440f-a3a2-ce7c27297f14 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:33.445848 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b1033e-29d7-4cc6-8766-2e21507c36d3 req-053290f9-e9f7-440f-a3a2-ce7c27297f14 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0715442 Jun 30 03:30:33.487679 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45b1033e-29d7-4cc6-8766-2e21507c36d3 req-97a80836-2772-4b5b-bad6-2cb71e4a4e00 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333321 Jun 30 03:30:34.694172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f69598-388a-469d-8ffd-cd1f975887ee req-6761af60-0c1e-45a4-b1bf-3855439900ba tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:34.695580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85f69598-388a-469d-8ffd-cd1f975887ee req-6761af60-0c1e-45a4-b1bf-3855439900ba tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0832517 Jun 30 03:30:34.743150 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-85f69598-388a-469d-8ffd-cd1f975887ee req-7c8d63c9-c6de-44ff-b60a-cc658a563d70 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410600 Jun 30 03:30:35.935135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9314e-f822-41c9-a00a-ffa1b670ba9b req-25bb45c9-d744-45a3-8fa9-a1f548588a7b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:35.936620 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-36c9314e-f822-41c9-a00a-ffa1b670ba9b req-25bb45c9-d744-45a3-8fa9-a1f548588a7b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0787711 Jun 30 03:30:35.977693 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-36c9314e-f822-41c9-a00a-ffa1b670ba9b req-e9224edc-55b8-4f08-b3e9-eff5f6948959 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324590 Jun 30 03:30:37.176204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c160ab-b7bc-417b-ad0a-94e73be02825 req-0cb1b069-43bc-4460-af48-b8fc8089d091 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:37.178566 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94c160ab-b7bc-417b-ad0a-94e73be02825 req-0cb1b069-43bc-4460-af48-b8fc8089d091 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0768421 Jun 30 03:30:37.220376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94c160ab-b7bc-417b-ad0a-94e73be02825 req-d5675bbc-72b2-4982-a4fa-0a3de3c16a0d tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337377 Jun 30 03:30:38.419227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7921bf-d709-4bc4-9f36-d2c36b2e2ba3 req-4abf93b0-344d-45e3-b00e-9d246a9c3843 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:38.420862 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c7921bf-d709-4bc4-9f36-d2c36b2e2ba3 req-4abf93b0-344d-45e3-b00e-9d246a9c3843 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0784199 Jun 30 03:30:38.466340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c7921bf-d709-4bc4-9f36-d2c36b2e2ba3 req-36e00e30-1685-494b-9f5e-b35c1cf111fa tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361032 Jun 30 03:30:39.671302 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861978db-6c44-45b7-be21-d10973537cdd req-e5ba3568-25f0-45c1-8ca8-a11911cc78e3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:39.672758 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-861978db-6c44-45b7-be21-d10973537cdd req-e5ba3568-25f0-45c1-8ca8-a11911cc78e3 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0737612 Jun 30 03:30:39.710861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-861978db-6c44-45b7-be21-d10973537cdd req-6458ced0-4c24-48b0-b1dc-73069e17d647 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324407 Jun 30 03:30:41.259628 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480bed1-c1e8-413d-8998-f10c53eb6b04 req-c46cf716-830d-4804-999a-c2dc7f434c1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:41.261271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f480bed1-c1e8-413d-8998-f10c53eb6b04 req-c46cf716-830d-4804-999a-c2dc7f434c1e tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.4174721 Jun 30 03:30:41.305161 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f480bed1-c1e8-413d-8998-f10c53eb6b04 req-92ef5b8f-1e8c-45f9-95ee-5c6c52dba1ec tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370572 Jun 30 03:30:41.489080 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4329dd0-01cc-4f88-8bf8-4e885e9a0a96 req-61713dbd-64a7-44f6-a77b-0deec1fe4870 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:41.490582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4329dd0-01cc-4f88-8bf8-4e885e9a0a96 req-61713dbd-64a7-44f6-a77b-0deec1fe4870 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0724382 Jun 30 03:30:41.536512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a4329dd0-01cc-4f88-8bf8-4e885e9a0a96 req-3e9400e1-13a1-40fe-b3b5-babb4fb6c0a1 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381131 Jun 30 03:30:41.713298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5750fb1-6a4a-4af0-9cfc-b604c5f48439 req-03752627-f102-4550-88f0-21633a550e4a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:41.714831 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5750fb1-6a4a-4af0-9cfc-b604c5f48439 req-03752627-f102-4550-88f0-21633a550e4a tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0682054 Jun 30 03:30:41.758159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c5750fb1-6a4a-4af0-9cfc-b604c5f48439 req-f6842fb9-4a94-47ea-be0d-38158987718f tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342979 Jun 30 03:30:42.014440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:30:42.112356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:42.123620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'port_id': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'mac_address': 'fa:16:3e:45:35:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:30:42.157255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576231bb-cba9-4302-ae8c-77636843fe78 req-7c1d82d6-da1f-41cd-823d-7c5cf350bdc4 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:42.159095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-576231bb-cba9-4302-ae8c-77636843fe78 req-7c1d82d6-da1f-41cd-823d-7c5cf350bdc4 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 945 time: 0.0736706 Jun 30 03:30:42.164747 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:42.177456 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b063f61-7b5e-4c88-963d-ddf10e30ea27 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:30:42.198399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:42.199413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-576231bb-cba9-4302-ae8c-77636843fe78 req-4628611f-cd55-4704-a203-7fd514878682 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342662 Jun 30 03:30:42.204267 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:42.253266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:42.606671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['2b063f61-7b5e-4c88-963d-ddf10e30ea27'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:30:43.388970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f11d7-f7e3-4828-bcce-d9aa5b1f58f0 req-d38dec9f-17bd-4029-b258-a6012dca087b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:43.390446 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f08f11d7-f7e3-4828-bcce-d9aa5b1f58f0 req-d38dec9f-17bd-4029-b258-a6012dca087b tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0716546 Jun 30 03:30:43.429393 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f08f11d7-f7e3-4828-bcce-d9aa5b1f58f0 req-eb146d5b-7012-46f9-b5b6-072d2020e9be tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups?id=725335b0-2f58-4969-8da1-18c3434b5ee0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332148 Jun 30 03:30:43.740385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-3af10f0b-1d68-434b-8275-5c99e58d4200 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:43.741822 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-3af10f0b-1d68-434b-8275-5c99e58d4200 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 946 time: 0.0790606 Jun 30 03:30:43.845057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Deleting port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:30:43.845396 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:43.940081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:43.940429 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:44.024084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:30:44.075039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:30:44.079456 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:30:44.079992 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:44.168250 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:44.168811 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:44.169059 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Floating IP 1318830e-8a9e-4cac-9250-f7006d600a15 disassociated. External IP: 172.25.7.99, port: 2b063f61-7b5e-4c88-963d-ddf10e30ea27. Jun 30 03:30:44.169459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Calling delete_port for 2b063f61-7b5e-4c88-963d-ddf10e30ea27 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:30:44.169637 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:44.195722 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:44.198083 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0131e9b0-13f4-4d58-a346-7a2224538fd4" -d '{"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-plugged", "status": "completed", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:44.211725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 2b063f61-7b5e-4c88-963d-ddf10e30ea27, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=2b063f61-7b5e-4c88-963d-ddf10e30ea27,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:44.217473 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:44.241076 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b45a48-6612-4d45-93c3-d3aa347d22d5 x-openstack-request-id: req-12b45a48-6612-4d45-93c3-d3aa347d22d5 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:44.241367 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-plugged", "status": "completed", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:44.241647 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12b45a48-6612-4d45-93c3-d3aa347d22d5 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:44.242016 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'code': 200} Jun 30 03:30:44.269897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=13']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:44.306393 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:44.623345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event deleted for resources: {'Port': ['ID=2b063f61-7b5e-4c88-963d-ddf10e30ea27,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:44.655637 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9679f87-951f-4267-bead-aa3e1e40436a req-7de8dd33-d5a8-4627-8951-22b2139027ff tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 210 time: 0.0347822 Jun 30 03:30:44.769989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:30:44.886428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:30:44.898212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:30:44.908539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:30:44.909134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:30:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:44.932333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] No DVR routers for this DVR port 2b063f61-7b5e-4c88-963d-ddf10e30ea27 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:30:44.935170 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:44.937167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-120abf57-ba39-4365-82dc-25ba8d1b676e req-5f1015cd-9376-4112-8022-b8b85919f604 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.69 "DELETE /v2.0/ports/2b063f61-7b5e-4c88-963d-ddf10e30ea27 HTTP/1.1" status: 204 len: 173 time: 1.1903701 Jun 30 03:30:44.937612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-deleted', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:30:44.939968 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6371013c-3512-4783-bc03-00a6f89747d6" -d '{"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-deleted", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:30:44.986794 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0becd2fb-2486-474b-8892-fb56ae7a7c8b x-openstack-request-id: req-0becd2fb-2486-474b-8892-fb56ae7a7c8b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:30:44.987083 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8634e296-0447-49f8-992e-e518144a30e3", "name": "network-vif-deleted", "tag": "2b063f61-7b5e-4c88-963d-ddf10e30ea27", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:30:44.987337 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0becd2fb-2486-474b-8892-fb56ae7a7c8b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:30:44.987785 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8634e296-0447-49f8-992e-e518144a30e3', 'name': 'network-vif-deleted', 'tag': '2b063f61-7b5e-4c88-963d-ddf10e30ea27', 'status': 'completed', 'code': 200} Jun 30 03:30:45.031336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:30:45.237046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:45.267549 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:30:45.276285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:30:45.276913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:30:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:45.384913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:30:45.587985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:45.616268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d4dcc3-892a-49c0-8828-2692de2333d7 None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:17:54Z', 'revision_number': 4, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '7e61d856-6fbd-418c-8eec-71e474f1df69', 'name': '', 'network_id': '2bb04568-0628-47e2-8c04-3ccd2bc07b10', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'mac_address': 'fa:16:3e:fd:96:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:54Z', 'updated_at': '2021-06-30T03:17:59Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'subnets': [{'id': '64028bb8-00fc-4ddd-8069-2a4de1757c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:30:45.805072 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04289012-4540-42b3-91b2-53a7382260d9 req-8e25acfd-d2d2-4187-aa28-6312e609dd99 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 210 time: 0.0336480 Jun 30 03:30:45.871573 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c0139-9f9f-4430-9b23-b828aa31943b None None] New status for floating IP 1318830e-8a9e-4cac-9250-f7006d600a15: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:30:46.514685 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:46.726553 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:46.957775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2ff54c04-d0e3-446f-a183-2c4d428526d1 req-6a90b349-2d16-4da8-a752-8403f9dd6e76 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 210 time: 0.0309546 Jun 30 03:30:48.055405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:30:48.080641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 2b063f61-7b5e-4c88-963d-ddf10e30ea27 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:30:48.080985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 2b063f61-7b5e-4c88-963d-ddf10e30ea27 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:30:48.107657 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0c5d6b7d-0c54-4bab-af64-c2c8cd37ffdb req-77bfeb30-cbb3-46eb-ba3d-eb1ba1cddaee tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/ports?device_id=8634e296-0447-49f8-992e-e518144a30e3 HTTP/1.1" status: 200 len: 210 time: 0.0326788 Jun 30 03:30:52.214814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:52.272614 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32d5c290-e95e-4d5f-806e-6e03e3e746c9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:52.296801 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32d5c290-e95e-4d5f-806e-6e03e3e746c9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:52.345756 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32d5c290-e95e-4d5f-806e-6e03e3e746c9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:52.348219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-32d5c290-e95e-4d5f-806e-6e03e3e746c9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:52.352206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49788) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:52.355254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-32d5c290-e95e-4d5f-806e-6e03e3e746c9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "DELETE /v2.0/security-groups/725335b0-2f58-4969-8da1-18c3434b5ee0 HTTP/1.1" status: 204 len: 168 time: 0.1386335 Jun 30 03:30:52.364741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5c290-e95e-4d5f-806e-6e03e3e746c9 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725335b0-2f58-4969-8da1-18c3434b5ee0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:52.365589 n-d-758944-39 neutron-server[93771]: INFO neutron.api.v2.resource [None req-a64df3b0-55a9-47a1-a270-80e6a91f11ee tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] show failed (client error): The resource could not be found. Jun 30 03:30:52.366582 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a64df3b0-55a9-47a1-a270-80e6a91f11ee tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "GET /v2.0/security-groups/725335b0-2f58-4969-8da1-18c3434b5ee0 HTTP/1.1" status: 404 len: 347 time: 0.0134003 Jun 30 03:30:52.370067 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49790) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:52.506444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e0c2e-fc89-4bb1-978c-58398d1bb748 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Deleting port 785334c9-e33e-4707-a90e-55c72fde32ea {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:30:52.506795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0c2e-fc89-4bb1-978c-58398d1bb748 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:52.585275 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0c2e-fc89-4bb1-978c-58398d1bb748 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:52.585640 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0c2e-fc89-4bb1-978c-58398d1bb748 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:52.597984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e0c2e-fc89-4bb1-978c-58398d1bb748 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Calling delete_port for 785334c9-e33e-4707-a90e-55c72fde32ea owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:30:52.739014 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0c2e-fc89-4bb1-978c-58398d1bb748 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:52.762351 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e0c2e-fc89-4bb1-978c-58398d1bb748 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Pushing event deleted for resources: {'Port': ['ID=785334c9-e33e-4707-a90e-55c72fde32ea,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:52.838763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0c2e-fc89-4bb1-978c-58398d1bb748 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:52.842517 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0c2e-fc89-4bb1-978c-58398d1bb748 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:52.843773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3f3e0c2e-fc89-4bb1-978c-58398d1bb748 tempest-ServerActionsTestJSON-1125742190 tempest-ServerActionsTestJSON-1125742190-project] 10.222.0.55 "DELETE /v2.0/floatingips/1318830e-8a9e-4cac-9250-f7006d600a15 HTTP/1.1" status: 204 len: 168 time: 0.4730990 Jun 30 03:30:52.847192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:53.381274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:53.661017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] Deleting port 7e61d856-6fbd-418c-8eec-71e474f1df69 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:30:53.661359 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:53.745509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] For port 7e61d856-6fbd-418c-8eec-71e474f1df69, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=7e61d856-6fbd-418c-8eec-71e474f1df69,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:53.745860 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:53.759848 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] Calling delete_port for 7e61d856-6fbd-418c-8eec-71e474f1df69 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:30:53.967094 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:53.992639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7e61d856-6fbd-418c-8eec-71e474f1df69,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:54.164661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:54.393790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] Router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:30:54.465603 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-98c6c7c1-0a60-4167-810d-e189c8ea93cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:54.520006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:30:54.525220 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cc6e62bd-466d-41cc-a177-835490e218ff admin admin] 10.222.0.55 "PUT /v2.0/routers/78714990-9ac6-4cc8-a65c-81b90fbd1a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6768570 Jun 30 03:30:54.528462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49796) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:54.529860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] Sync routers for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:30:54.540337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:30:54.540940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:30:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:54.633646 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:54.646847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:30:54.740548 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:54.796373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Deleting port 47e232a1-990d-4345-bc63-ee3344a67b5a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:30:54.796717 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:54.831689 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:30:53Z', 'revision_number': 5, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port': {'id': '47e232a1-990d-4345-bc63-ee3344a67b5a', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:62:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:17:52Z', 'updated_at': '2021-06-30T03:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:54.860230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] Checking router: 78714990-9ac6-4cc8-a65c-81b90fbd1a6f for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:30:54.869503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] Routers {'78714990-9ac6-4cc8-a65c-81b90fbd1a6f'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:30:54.870149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:30:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:54.881594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] For port 47e232a1-990d-4345-bc63-ee3344a67b5a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=47e232a1-990d-4345-bc63-ee3344a67b5a,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:54.881594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:54.893244 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Calling delete_port for 47e232a1-990d-4345-bc63-ee3344a67b5a owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:30:54.957821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] Set router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:30:55.013986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:30:54Z', 'revision_number': 6, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:55.041848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b992f3-0ad5-4206-b62e-9a5e921dd002 None None] The sync data for ids ['78714990-9ac6-4cc8-a65c-81b90fbd1a6f'] in n-d-758944-39 is: [{'id': '78714990-9ac6-4cc8-a65c-81b90fbd1a6f', 'name': 'tempest-ServerActionsTestJSON-1632489870-router', 'tenant_id': 'e7a7879993554d359acacf5974e93283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:17:51Z', 'updated_at': '2021-06-30T03:30:54Z', 'revision_number': 6, 'project_id': 'e7a7879993554d359acacf5974e93283', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:30:55.067455 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.094639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Pushing event deleted for resources: {'Port': ['ID=47e232a1-990d-4345-bc63-ee3344a67b5a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:55.157794 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.253850 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.255939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.305540 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.306152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78714990-9ac6-4cc8-a65c-81b90fbd1a6f {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:30:55.311419 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.312645 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ba5c3096-b444-4691-a362-3132ed646bda admin admin] 10.222.0.55 "DELETE /v2.0/routers/78714990-9ac6-4cc8-a65c-81b90fbd1a6f HTTP/1.1" status: 204 len: 168 time: 0.7829318 Jun 30 03:30:55.315418 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49798) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:55.366985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e635b7-1cd3-4398-8da9-142816ea5508 admin admin] Deleting subnet 64028bb8-00fc-4ddd-8069-2a4de1757c69 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:30:55.373214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3e635b7-1cd3-4398-8da9-142816ea5508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.414629 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3e635b7-1cd3-4398-8da9-142816ea5508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.507109 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3e635b7-1cd3-4398-8da9-142816ea5508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.561902 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3e635b7-1cd3-4398-8da9-142816ea5508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.587117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e635b7-1cd3-4398-8da9-142816ea5508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64028bb8-00fc-4ddd-8069-2a4de1757c69,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:55.590813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f3e635b7-1cd3-4398-8da9-142816ea5508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.592974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f3e635b7-1cd3-4398-8da9-142816ea5508 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/64028bb8-00fc-4ddd-8069-2a4de1757c69 HTTP/1.1" status: 204 len: 168 time: 0.2765663 Jun 30 03:30:55.595725 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:55.598404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed5834-94ec-4d4e-b83b-a5bc2bc7b3be None None] Network 2bb04568-0628-47e2-8c04-3ccd2bc07b10 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:30:55.663326 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.723221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Deleting port 245ca848-2406-4fa7-9c6b-52a1d853197d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:30:55.723580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.788555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] For port 245ca848-2406-4fa7-9c6b-52a1d853197d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=245ca848-2406-4fa7-9c6b-52a1d853197d,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:55.788919 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.803899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Calling delete_port for 245ca848-2406-4fa7-9c6b-52a1d853197d owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:30:55.815150 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fcc942-ea11-4591-b330-123376587139 None None] DHCP port deletion for 2bb04568-0628-47e2-8c04-3ccd2bc07b10 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:30:55.818938 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7e61d856-6fbd-418c-8eec-71e474f1df69 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:30:55.857037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 7e61d856-6fbd-418c-8eec-71e474f1df69 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:30:55.857399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 7e61d856-6fbd-418c-8eec-71e474f1df69 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:30:55.887508 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22fcc942-ea11-4591-b330-123376587139 None None] Deleting port 245ca848-2406-4fa7-9c6b-52a1d853197d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:30:55.887861 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22fcc942-ea11-4591-b330-123376587139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.899807 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.928733 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] No DVR routers for this DVR port 245ca848-2406-4fa7-9c6b-52a1d853197d on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:30:55.934995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Pushing event deleted for resources: {'Port': ['ID=245ca848-2406-4fa7-9c6b-52a1d853197d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:55.956622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22fcc942-ea11-4591-b330-123376587139 None None] For port 245ca848-2406-4fa7-9c6b-52a1d853197d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=245ca848-2406-4fa7-9c6b-52a1d853197d,segment=NetworkSegment(29393b45-5db7-4d89-acc4-03e0084fcdaa),segment_id=29393b45-5db7-4d89-acc4-03e0084fcdaa)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:30:55.956999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22fcc942-ea11-4591-b330-123376587139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:55.971019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22fcc942-ea11-4591-b330-123376587139 None None] Calling delete_port for 245ca848-2406-4fa7-9c6b-52a1d853197d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:30:56.006863 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.018692 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb04568-0628-47e2-8c04-3ccd2bc07b10']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:56.029583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29393b45-5db7-4d89-acc4-03e0084fcdaa') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:56.029804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29393b45-5db7-4d89-acc4-03e0084fcdaa') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:30:56.039509 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.048984 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22fcc942-ea11-4591-b330-123376587139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.059647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.067324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:30:56.067743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:30:56.069780 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:30:56.078341 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcc942-ea11-4591-b330-123376587139 None None] Pushing event deleted for resources: {'Port': ['ID=245ca848-2406-4fa7-9c6b-52a1d853197d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:56.085288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fcc942-ea11-4591-b330-123376587139 None None] No DVR routers for this DVR port 245ca848-2406-4fa7-9c6b-52a1d853197d on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:30:56.126939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.132822 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.134665 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2bb04568-0628-47e2-8c04-3ccd2bc07b10 HTTP/1.1" status: 204 len: 168 time: 0.5380492 Jun 30 03:30:56.150483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19768db3-2a3d-46fb-bab7-902c64998126 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb04568-0628-47e2-8c04-3ccd2bc07b10,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:56.258006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:56.300617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-11f1f3b6-8dcb-4712-8871-a2898dd85766 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7a7879993554d359acacf5974e93283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413699 Jun 30 03:30:56.303579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:56.356462 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc563b03-f62a-4192-affe-95de6c0ca356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.379033 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc563b03-f62a-4192-affe-95de6c0ca356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.431758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc563b03-f62a-4192-affe-95de6c0ca356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.434663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cc563b03-f62a-4192-affe-95de6c0ca356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:56.435988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cc563b03-f62a-4192-affe-95de6c0ca356 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc659d98-a068-4f3c-a9d9-96ab3786d65e HTTP/1.1" status: 204 len: 168 time: 0.1312819 Jun 30 03:30:56.445311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc563b03-f62a-4192-affe-95de6c0ca356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc659d98-a068-4f3c-a9d9-96ab3786d65e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:56.611272 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:30:57.045384 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cf3a3b92-abc5-458f-bea1-cd75ffbe24dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.152138 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.254962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49828) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:57.356140 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-228464881-network', 'tenant_id': '39bdd649de114863a6dd021659bd6cb7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:57.360397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 47e232a1-990d-4345-bc63-ee3344a67b5a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:30:57.380291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Made reservation on behalf of 39bdd649de114863a6dd021659bd6cb7 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:30:57.381119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 47e232a1-990d-4345-bc63-ee3344a67b5a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:30:57.381499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 47e232a1-990d-4345-bc63-ee3344a67b5a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:30:57.381991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 245ca848-2406-4fa7-9c6b-52a1d853197d no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:30:57.382946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.393304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.401496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 245ca848-2406-4fa7-9c6b-52a1d853197d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:30:57.401837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 245ca848-2406-4fa7-9c6b-52a1d853197d not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:30:57.488807 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.494464 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.519532 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:30:57.529509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8620df8b-674f-48d9-804c-baa98f57cbde,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:57.535880 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.536228 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Added segment 172d0abd-e0c3-4b78-ad3b-e207e01895e8 of type vlan for network 5a2652dc-5e71-45ea-9a88-67311257a805 Jun 30 03:30:57.577153 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.608304 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.609409 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:57.609975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.668351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4122291 Jun 30 03:30:57.671698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 49832) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:30:57.675775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768acee-3776-4cc5-8007-e5a19d5b9ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2652dc-5e71-45ea-9a88-67311257a805,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:57.677108 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Request body: {'subnet': {'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-228464881-subnet', 'tenant_id': '39bdd649de114863a6dd021659bd6cb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:30:57.689136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 5a2652dc-5e71-45ea-9a88-67311257a805 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:30:57.705311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Made reservation on behalf of 39bdd649de114863a6dd021659bd6cb7 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:30:57.707815 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.878079 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.930727 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9eb780-6c6a-41c0-8e22-383cf6c82de2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:30:57.939425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Checking segment: {'id': '172d0abd-e0c3-4b78-ad3b-e207e01895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:30:57.939777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Network hostable DHCP agents. Network: 5a2652dc-5e71-45ea-9a88-67311257a805, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:30:57.958287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Network 5a2652dc-5e71-45ea-9a88-67311257a805 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:30:57.968005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 5a2652dc-5e71-45ea-9a88-67311257a805) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:30:57.972181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:57.972775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:57.978406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8122ab-c8bc-40b0-9642-21816ee86a45 None None] Network 5a2652dc-5e71-45ea-9a88-67311257a805 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:30:57.989228 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fefa2ef4-407d-4ff1-a25b-e3c5ea7b40eb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3159873 Jun 30 03:30:58.107447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a92cd3-320e-4c66-b8ea-455b63d9b68a None None] Network 5a2652dc-5e71-45ea-9a88-67311257a805 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:30:58.434452 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-8d7cc65b-1df2-4ce8-ab07-7b7aafd3476c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:30:58.436114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-8d7cc65b-1df2-4ce8-ab07-7b7aafd3476c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/networks?id=5a2652dc-5e71-45ea-9a88-67311257a805 HTTP/1.1" status: 200 len: 813 time: 0.1025074 Jun 30 03:30:58.451951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-6bfaf8e0-7f5e-4a31-9346-65fc6c7c05fc tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/quotas/39bdd649de114863a6dd021659bd6cb7 HTTP/1.1" status: 200 len: 375 time: 0.0101068 Jun 30 03:30:58.490678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-6b32c48c-80fe-40ef-8bf4-9039e9cde5b2 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=39bdd649de114863a6dd021659bd6cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335524 Jun 30 03:30:58.506776 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:30:58.633272 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-fe1d273b-0cb2-410c-88f1-45b46751fb37 service neutron] 10.222.0.55 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353173 Jun 30 03:30:58.736136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-ec5d0e95-90b9-4196-946b-3017a92674f4 service neutron] 10.222.0.55 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938523 Jun 30 03:30:58.909222 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a99045be-3275-4aab-b124-56b2540d5b28 req-45f91e71-9e12-4aaf-84b4-e8c26c0cc1ea tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 210 time: 0.0297086 Jun 30 03:31:00.060685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-98c222e4-055b-40d4-81a9-b02dbb7590dd req-06b3b348-2ddf-47a7-b729-62335b37f89f tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 210 time: 0.0290875 Jun 30 03:31:00.209022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-59fc3672-2aa0-4beb-9529-0e5c9875414b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:00.210417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-59fc3672-2aa0-4beb-9529-0e5c9875414b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.73 "GET /v2.0/networks?id=5a2652dc-5e71-45ea-9a88-67311257a805 HTTP/1.1" status: 200 len: 813 time: 0.1029437 Jun 30 03:31:00.222565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Request body: {'port': {'device_id': 'f924744e-2aaf-4644-9fd3-9ff95dca1454', 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805', 'admin_state_up': True, 'tenant_id': '39bdd649de114863a6dd021659bd6cb7'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:00.304167 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:00.339934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Made reservation on behalf of 39bdd649de114863a6dd021659bd6cb7 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:00.343744 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:00.478141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Allocated IP 172.20.0.3 (5a2652dc-5e71-45ea-9a88-67311257a805/7c9eb780-6c6a-41c0-8e22-383cf6c82de2/5fbfef4c-fac5-4cd5-a68c-9c2caf82d487) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:00.624593 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.010476 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.053061 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Network 5a2652dc-5e71-45ea-9a88-67311257a805 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:01.056295 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:01.063216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:01.069068 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Pushing event updated for resources: {'Port': ['ID=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:01.113307 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.113952 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.130092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-77df0de5-8918-4dd0-9501-539092d81a41 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9112813 Jun 30 03:31:01.141833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Request body: {'port': {'device_id': 'f924744e-2aaf-4644-9fd3-9ff95dca1454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:01.215743 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.241827 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c34bc8-d4bb-44db-b4b3-1de9465360b6 req-f0a82aaa-ba34-4831-8394-e2b9322f0af1 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.243386 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7c34bc8-d4bb-44db-b4b3-1de9465360b6 req-f0a82aaa-ba34-4831-8394-e2b9322f0af1 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 931 time: 0.0696065 Jun 30 03:31:01.284702 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d7c34bc8-d4bb-44db-b4b3-1de9465360b6 req-87d674ca-ca70-45f8-bedc-d5ea5480d12e tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344498 Jun 30 03:31:01.478540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:31:01.486079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.499413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Transition to ACTIVE for port object 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:01.505250 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.559188 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Pushing event updated for resources: {'Port': ['ID=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:01.627160 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Attempting to bind port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:01.627481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Attempting to bind port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '172d0abd-e0c3-4b78-ad3b-e207e01895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:01.627870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Attempting to bind port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 on network 5a2652dc-5e71-45ea-9a88-67311257a805 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:01.632477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 on network 5a2652dc-5e71-45ea-9a88-67311257a805 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:31:01.632791 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Attempting to bind port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 on network 5a2652dc-5e71-45ea-9a88-67311257a805 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:01.637483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:01.637845 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Checking segment: {'id': '172d0abd-e0c3-4b78-ad3b-e207e01895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:01.638280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Bound using segment: {'id': '172d0abd-e0c3-4b78-ad3b-e207e01895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:01.638697 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Bound port: 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172d0abd-e0c3-4b78-ad3b-e207e01895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:01.639142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.703421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] For port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:01.706340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] For port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,segment=NetworkSegment(172d0abd-e0c3-4b78-ad3b-e207e01895e8),segment_id=172d0abd-e0c3-4b78-ad3b-e207e01895e8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:01.713225 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.752174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.752788 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:01.754216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] 10.222.0.73 "PUT /v2.0/ports/5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 HTTP/1.1" status: 200 len: 1092 time: 0.6165719 Jun 30 03:31:01.756562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f924744e-2aaf-4644-9fd3-9ff95dca1454', 'tag': '5fbfef4c-fac5-4cd5-a68c-9c2caf82d487'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:01.758985 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924a425f-e7b7-46c5-aa8f-a43deecb8265" -d '{"events": [{"name": "network-changed", "server_uuid": "f924744e-2aaf-4644-9fd3-9ff95dca1454", "tag": "5fbfef4c-fac5-4cd5-a68c-9c2caf82d487"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:01.780001 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22023d7a-753f-4def-a3fd-f5ef5432476f service neutron] Pushing event updated for resources: {'Port': ['ID=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:01.806063 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25e14fc-37fd-44f0-992b-27b0dc1221cb x-openstack-request-id: req-e25e14fc-37fd-44f0-992b-27b0dc1221cb {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:01.806345 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f924744e-2aaf-4644-9fd3-9ff95dca1454", "tag": "5fbfef4c-fac5-4cd5-a68c-9c2caf82d487", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:01.806586 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e25e14fc-37fd-44f0-992b-27b0dc1221cb {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:01.807004 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f924744e-2aaf-4644-9fd3-9ff95dca1454', 'tag': '5fbfef4c-fac5-4cd5-a68c-9c2caf82d487', 'status': 'completed', 'code': 200} Jun 30 03:31:01.860306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-a75f8dac-edd7-441e-a27a-1f90e3ad1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.862588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-a75f8dac-edd7-441e-a27a-1f90e3ad1ec1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39bdd649de114863a6dd021659bd6cb7&device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 1095 time: 0.0650284 Jun 30 03:31:01.905518 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-c153037c-c992-4170-b015-d7c9416e68a1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 HTTP/1.1" status: 200 len: 217 time: 0.0351479 Jun 30 03:31:01.961768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-34986f21-7078-4326-b71f-940d686fc05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:01.963230 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-34986f21-7078-4326-b71f-940d686fc05b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c9eb780-6c6a-41c0-8e22-383cf6c82de2 HTTP/1.1" status: 200 len: 853 time: 0.0514460 Jun 30 03:31:02.004519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-4c7fd241-85a1-4b19-ac22-012be60bd195 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a2652dc-5e71-45ea-9a88-67311257a805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336380 Jun 30 03:31:02.101294 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-0c0f3258-831c-43dc-96da-da85d27706a8 service neutron] 10.222.0.73 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894358 Jun 30 03:31:02.197348 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c1af0c5-5251-4b3a-98ac-396c15543b2a req-17fbe8fb-3244-40f8-8d3b-44922e672025 service neutron] 10.222.0.73 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890934 Jun 30 03:31:02.323631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a425f-e7b7-46c5-aa8f-a43deecb8265 req-f292e196-0970-4b00-8ce7-395e32642b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:02.325186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-924a425f-e7b7-46c5-aa8f-a43deecb8265 req-f292e196-0970-4b00-8ce7-395e32642b58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39bdd649de114863a6dd021659bd6cb7&device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 1095 time: 0.0595255 Jun 30 03:31:02.426243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a425f-e7b7-46c5-aa8f-a43deecb8265 req-c498b3c4-84c6-4c47-855b-0c07abfc02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:02.427944 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-924a425f-e7b7-46c5-aa8f-a43deecb8265 req-c498b3c4-84c6-4c47-855b-0c07abfc02f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5a2652dc-5e71-45ea-9a88-67311257a805 HTTP/1.1" status: 200 len: 914 time: 0.0963387 Jun 30 03:31:02.468764 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbc9d1-daaf-47b2-b96d-c435d3759060 req-49dcc800-64a5-466c-ab5b-145c9bf58280 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:02.470247 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43dbc9d1-daaf-47b2-b96d-c435d3759060 req-49dcc800-64a5-466c-ab5b-145c9bf58280 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 943 time: 0.0700026 Jun 30 03:31:02.474703 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-924a425f-e7b7-46c5-aa8f-a43deecb8265 req-258d8b37-f002-4c8f-9dd5-48f76dfe57f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 HTTP/1.1" status: 200 len: 217 time: 0.0388045 Jun 30 03:31:02.511170 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-43dbc9d1-daaf-47b2-b96d-c435d3759060 req-b6a67116-e07d-494c-9c00-f1192f8b5f2b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Jun 30 03:31:02.525413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a425f-e7b7-46c5-aa8f-a43deecb8265 req-8f1cb6c6-e783-45ae-99ed-72113de7bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:02.527663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-924a425f-e7b7-46c5-aa8f-a43deecb8265 req-8f1cb6c6-e783-45ae-99ed-72113de7bf42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c9eb780-6c6a-41c0-8e22-383cf6c82de2 HTTP/1.1" status: 200 len: 853 time: 0.0467992 Jun 30 03:31:02.565013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-924a425f-e7b7-46c5-aa8f-a43deecb8265 req-7f63c63c-d156-4c2d-be45-f88e12f9de7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5a2652dc-5e71-45ea-9a88-67311257a805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308297 Jun 30 03:31:02.664500 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-924a425f-e7b7-46c5-aa8f-a43deecb8265 req-fda765db-129a-454d-88ec-74bb4adce46f service neutron] 10.222.0.73 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923231 Jun 30 03:31:02.764645 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-924a425f-e7b7-46c5-aa8f-a43deecb8265 req-65680e74-47c4-48a4-80ef-db17f04d44b0 service neutron] 10.222.0.73 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919840 Jun 30 03:31:03.700159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004fb5-3087-4b77-83dd-5f014de3bd5f req-2d5ad6e6-cf38-4f07-a922-111aea6bcd8f tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:03.701681 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8004fb5-3087-4b77-83dd-5f014de3bd5f req-2d5ad6e6-cf38-4f07-a922-111aea6bcd8f tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 943 time: 0.0727463 Jun 30 03:31:03.746207 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b8004fb5-3087-4b77-83dd-5f014de3bd5f req-eb1adfdd-074b-4eaa-a1c7-0120081da25f tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Jun 30 03:31:04.063874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:31:04.172859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,segment=NetworkSegment(172d0abd-e0c3-4b78-ad3b-e207e01895e8),segment_id=172d0abd-e0c3-4b78-ad3b-e207e01895e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:04.183936 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '5fbfef4c-fac5-4cd5-a68c-9c2caf82d487', 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805', 'port_id': '5fbfef4c-fac5-4cd5-a68c-9c2caf82d487', 'mac_address': 'fa:16:3e:e0:94:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9eb780-6c6a-41c0-8e22-383cf6c82de2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:31:04.222834 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:04.237302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:31:04.265540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,segment=NetworkSegment(172d0abd-e0c3-4b78-ad3b-e207e01895e8),segment_id=172d0abd-e0c3-4b78-ad3b-e207e01895e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:04.271462 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:04.328158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:04.468279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['5fbfef4c-fac5-4cd5-a68c-9c2caf82d487'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:04.938113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38640ef-13e8-4e2f-849e-fb9f6af0ab82 req-c355eac3-86ef-446a-b8b6-2c51b511f7f1 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:04.939633 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f38640ef-13e8-4e2f-849e-fb9f6af0ab82 req-c355eac3-86ef-446a-b8b6-2c51b511f7f1 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 944 time: 0.0736144 Jun 30 03:31:04.992705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f38640ef-13e8-4e2f-849e-fb9f6af0ab82 req-ce8fde11-9d54-449d-912a-56a703f6202e tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467012 Jun 30 03:31:06.077469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:06.133035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:06.136784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:06.137161 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:06.178266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dd5f1-9c5f-4cf8-a225-7d8c331e2b17 req-ff68c0c7-ad00-4df9-92fe-452b93f8037b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:06.179811 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f9dd5f1-9c5f-4cf8-a225-7d8c331e2b17 req-ff68c0c7-ad00-4df9-92fe-452b93f8037b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 944 time: 0.0656259 Jun 30 03:31:06.216252 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:06.217586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f9dd5f1-9c5f-4cf8-a225-7d8c331e2b17 req-5f571a0c-e533-4332-82b7-5ccf2608dd4b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Jun 30 03:31:06.239932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f924744e-2aaf-4644-9fd3-9ff95dca1454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbfef4c-fac5-4cd5-a68c-9c2caf82d487'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:06.242251 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c19f5f-72d3-4fa3-8468-1897163a8daf" -d '{"events": [{"server_uuid": "f924744e-2aaf-4644-9fd3-9ff95dca1454", "name": "network-vif-plugged", "status": "completed", "tag": "5fbfef4c-fac5-4cd5-a68c-9c2caf82d487"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:06.255848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,segment=NetworkSegment(172d0abd-e0c3-4b78-ad3b-e207e01895e8),segment_id=172d0abd-e0c3-4b78-ad3b-e207e01895e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:06.260378 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:06.287284 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b99fff1-b613-4cfa-a30f-73095a47395f x-openstack-request-id: req-7b99fff1-b613-4cfa-a30f-73095a47395f {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:06.288746 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f924744e-2aaf-4644-9fd3-9ff95dca1454", "name": "network-vif-plugged", "status": "completed", "tag": "5fbfef4c-fac5-4cd5-a68c-9c2caf82d487", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:06.288963 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b99fff1-b613-4cfa-a30f-73095a47395f {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:06.289375 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f924744e-2aaf-4644-9fd3-9ff95dca1454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbfef4c-fac5-4cd5-a68c-9c2caf82d487', 'code': 200} Jun 30 03:31:06.319529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:06.413234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5ee89-c3e5-4825-8968-9725ff70955f req-c4e3ea68-e8a6-44dc-8527-3fdb4d2a7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:06.414776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8f5ee89-c3e5-4825-8968-9725ff70955f req-c4e3ea68-e8a6-44dc-8527-3fdb4d2a7887 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 1097 time: 0.0677221 Jun 30 03:31:06.460638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8f5ee89-c3e5-4825-8968-9725ff70955f req-3bd15541-07d7-432e-98f6-bb7b8f60dc5f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389111 Jun 30 03:31:07.421113 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815ddf5-5bfe-411e-afb9-8ea3be78cf4f req-5dab288a-e55e-4d34-a2dd-bae74966ddc2 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:07.422740 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0815ddf5-5bfe-411e-afb9-8ea3be78cf4f req-5dab288a-e55e-4d34-a2dd-bae74966ddc2 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 945 time: 0.0686505 Jun 30 03:31:07.473047 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0815ddf5-5bfe-411e-afb9-8ea3be78cf4f req-056b7bcd-b0dd-4cee-be71-973b65f818d4 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Jun 30 03:31:07.735231 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-7605a1f9-da4f-46f5-988b-c3cc57d7e2cc tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:07.736691 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-7605a1f9-da4f-46f5-988b-c3cc57d7e2cc tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/networks?id=5a2652dc-5e71-45ea-9a88-67311257a805 HTTP/1.1" status: 200 len: 813 time: 0.1132405 Jun 30 03:31:07.757019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-f3e9d685-b026-4e42-bac8-d088e245ddfb tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/quotas/39bdd649de114863a6dd021659bd6cb7 HTTP/1.1" status: 200 len: 375 time: 0.0121310 Jun 30 03:31:07.835625 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-d3c0ad47-020a-4250-b4aa-7a1ddcc6daa7 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=39bdd649de114863a6dd021659bd6cb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0731490 Jun 30 03:31:07.897701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-7826540a-0a56-47f7-90d9-a59b0a268e00 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:31:07.898708 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-7826540a-0a56-47f7-90d9-a59b0a268e00 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539472 Jun 30 03:31:08.006373 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-5f411367-c83c-45a6-88b4-7e401e895790 service neutron] 10.222.0.55 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989149 Jun 30 03:31:08.104756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-50a047c7-fe17-472e-9f9a-0220545e8327 service neutron] 10.222.0.55 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920691 Jun 30 03:31:08.277554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9632d193-fbc3-4cd0-9408-587c6a7fdff3 req-fb31e186-027e-4020-aea4-090d0f035849 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 210 time: 0.0303035 Jun 30 03:31:09.395474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-a31cea1d-e65c-4ed7-baf1-746acae0e341 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:09.396920 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-a31cea1d-e65c-4ed7-baf1-746acae0e341 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.69 "GET /v2.0/networks?id=5a2652dc-5e71-45ea-9a88-67311257a805 HTTP/1.1" status: 200 len: 813 time: 0.1218259 Jun 30 03:31:09.429642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Request body: {'port': {'device_id': '3a422e64-c688-4004-a094-505f199be945', 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805', 'admin_state_up': True, 'tenant_id': '39bdd649de114863a6dd021659bd6cb7'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:09.434111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-57609dca-28fb-485c-9615-bc0daf2936e8 req-f1f3521f-d216-4fec-97d4-0e0d6f7b339e tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 210 time: 0.0360134 Jun 30 03:31:09.554533 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Made reservation on behalf of 39bdd649de114863a6dd021659bd6cb7 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:09.559716 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.698246 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Allocated IP 172.20.0.14 (5a2652dc-5e71-45ea-9a88-67311257a805/7c9eb780-6c6a-41c0-8e22-383cf6c82de2/91d482e7-045e-4fe3-84ab-eb3376b7532b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:09.850526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.891996 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:09.905935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['5fbfef4c-fac5-4cd5-a68c-9c2caf82d487'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:09.939249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Network 5a2652dc-5e71-45ea-9a88-67311257a805 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:09.942442 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:09.948618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:09.955004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Pushing event updated for resources: {'Port': ['ID=91d482e7-045e-4fe3-84ab-eb3376b7532b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:10.002406 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:10.003040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.017711 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-66e9b0b8-db5f-4b9e-a884-ed9331220f9c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5923765 Jun 30 03:31:10.028905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Request body: {'port': {'device_id': '3a422e64-c688-4004-a094-505f199be945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:10.102868 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.378306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d482e7-045e-4fe3-84ab-eb3376b7532b {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:31:10.386223 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.400424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Transition to ACTIVE for port object 91d482e7-045e-4fe3-84ab-eb3376b7532b will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:10.405321 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.461525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Pushing event updated for resources: {'Port': ['ID=91d482e7-045e-4fe3-84ab-eb3376b7532b,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:10.530556 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Attempting to bind port 91d482e7-045e-4fe3-84ab-eb3376b7532b on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:10.530855 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Attempting to bind port 91d482e7-045e-4fe3-84ab-eb3376b7532b by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '172d0abd-e0c3-4b78-ad3b-e207e01895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:10.531202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Attempting to bind port 91d482e7-045e-4fe3-84ab-eb3376b7532b on network 5a2652dc-5e71-45ea-9a88-67311257a805 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:10.535836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Port 91d482e7-045e-4fe3-84ab-eb3376b7532b on network 5a2652dc-5e71-45ea-9a88-67311257a805 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:31:10.536159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Attempting to bind port 91d482e7-045e-4fe3-84ab-eb3376b7532b on network 5a2652dc-5e71-45ea-9a88-67311257a805 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:10.541737 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:10.542136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Checking segment: {'id': '172d0abd-e0c3-4b78-ad3b-e207e01895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:10.542444 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Bound using segment: {'id': '172d0abd-e0c3-4b78-ad3b-e207e01895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:10.542972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Bound port: 91d482e7-045e-4fe3-84ab-eb3376b7532b, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172d0abd-e0c3-4b78-ad3b-e207e01895e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:10.543316 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.617843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] For port 91d482e7-045e-4fe3-84ab-eb3376b7532b, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:10.621119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] For port 91d482e7-045e-4fe3-84ab-eb3376b7532b, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=91d482e7-045e-4fe3-84ab-eb3376b7532b,segment=NetworkSegment(172d0abd-e0c3-4b78-ad3b-e207e01895e8),segment_id=172d0abd-e0c3-4b78-ad3b-e207e01895e8)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:10.627758 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.631211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c182419-804d-4c8d-ae58-0046c408cd58 req-428ef558-4a4d-4858-b07e-1c9361a58b03 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:10.632955 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c182419-804d-4c8d-ae58-0046c408cd58 req-428ef558-4a4d-4858-b07e-1c9361a58b03 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 944 time: 0.0762169 Jun 30 03:31:10.667989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:10.668619 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:10.670083 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] 10.222.0.69 "PUT /v2.0/ports/91d482e7-045e-4fe3-84ab-eb3376b7532b HTTP/1.1" status: 200 len: 1093 time: 0.6453280 Jun 30 03:31:10.670558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a422e64-c688-4004-a094-505f199be945', 'tag': '91d482e7-045e-4fe3-84ab-eb3376b7532b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:10.673124 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3a422e64-c688-4004-a094-505f199be945", "tag": "91d482e7-045e-4fe3-84ab-eb3376b7532b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:10.676439 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3c182419-804d-4c8d-ae58-0046c408cd58 req-ba45fad4-7dcb-4f2b-87f6-4a837e6e8646 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Jun 30 03:31:10.706479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2e826-f40f-4301-8c50-2d515368a234 service neutron] Pushing event updated for resources: {'Port': ['ID=91d482e7-045e-4fe3-84ab-eb3376b7532b,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:10.733371 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e318ba8e-6d7d-4cb5-a101-f18553c413e7 x-openstack-request-id: req-e318ba8e-6d7d-4cb5-a101-f18553c413e7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:10.733657 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a422e64-c688-4004-a094-505f199be945", "tag": "91d482e7-045e-4fe3-84ab-eb3376b7532b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:10.733900 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e318ba8e-6d7d-4cb5-a101-f18553c413e7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:10.734290 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a422e64-c688-4004-a094-505f199be945', 'tag': '91d482e7-045e-4fe3-84ab-eb3376b7532b', 'status': 'completed', 'code': 200} Jun 30 03:31:10.780293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-d394ba42-5ba0-457a-9b69-91442c3d363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:10.781851 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-d394ba42-5ba0-457a-9b69-91442c3d363d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=39bdd649de114863a6dd021659bd6cb7&device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 1096 time: 0.0573449 Jun 30 03:31:10.826565 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-25dcdcfb-e2f1-4a6f-b1e6-99c910fdb200 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d482e7-045e-4fe3-84ab-eb3376b7532b HTTP/1.1" status: 200 len: 217 time: 0.0374942 Jun 30 03:31:10.876650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-ca3948bc-731d-4623-aeda-73c854d5bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:10.878025 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-ca3948bc-731d-4623-aeda-73c854d5bdb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c9eb780-6c6a-41c0-8e22-383cf6c82de2 HTTP/1.1" status: 200 len: 853 time: 0.0456781 Jun 30 03:31:10.912050 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-ff6e3a53-5e3b-4225-9958-6b795f697309 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a2652dc-5e71-45ea-9a88-67311257a805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273206 Jun 30 03:31:11.009217 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-d2d7d47b-a72a-489f-84fc-317856b79c9f service neutron] 10.222.0.69 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910761 Jun 30 03:31:11.097953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5538f84d-16cd-4fa0-89f7-856e785207fa req-6ac81caa-4ecf-4cb2-9aab-eca40709145d service neutron] 10.222.0.69 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820160 Jun 30 03:31:11.208882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca req-82af43b2-a89a-4b76-b8a3-df8e892c42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:11.210284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca req-82af43b2-a89a-4b76-b8a3-df8e892c42ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=39bdd649de114863a6dd021659bd6cb7&device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 1096 time: 0.0555172 Jun 30 03:31:11.309770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca req-d6498a99-b811-449f-96bd-a4496d1038ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:11.311411 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca req-d6498a99-b811-449f-96bd-a4496d1038ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a2652dc-5e71-45ea-9a88-67311257a805 HTTP/1.1" status: 200 len: 914 time: 0.0940559 Jun 30 03:31:11.353707 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca req-73dab7c4-1fd4-47e7-986f-629343fe3a01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91d482e7-045e-4fe3-84ab-eb3376b7532b HTTP/1.1" status: 200 len: 217 time: 0.0356097 Jun 30 03:31:11.415818 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca req-2ca27a42-5c85-4088-8a97-23d5a2c5c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:11.417331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca req-2ca27a42-5c85-4088-8a97-23d5a2c5c4e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c9eb780-6c6a-41c0-8e22-383cf6c82de2 HTTP/1.1" status: 200 len: 853 time: 0.0575097 Jun 30 03:31:11.451482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca req-3b847c0f-5544-405c-a1cc-621d6891f6b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a2652dc-5e71-45ea-9a88-67311257a805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270128 Jun 30 03:31:11.550400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca req-ed996e27-bbe8-4e0d-b069-1793a5989d44 service neutron] 10.222.0.69 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918245 Jun 30 03:31:11.652553 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f7444fd-f703-4c1a-a959-8d8a3c9643ca req-7c98bade-2cea-482d-9985-fa6925c1d163 service neutron] 10.222.0.69 "GET /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959723 Jun 30 03:31:11.942109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ddd5e-1b72-48aa-b5d1-6f9a9d6c75b7 req-de44f2d5-78d5-4d7c-9871-79c3ec94164a tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:11.943626 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a61ddd5e-1b72-48aa-b5d1-6f9a9d6c75b7 req-de44f2d5-78d5-4d7c-9871-79c3ec94164a tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 944 time: 0.1346719 Jun 30 03:31:11.985928 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a61ddd5e-1b72-48aa-b5d1-6f9a9d6c75b7 req-c2c33a7e-69eb-48b7-8556-70c7955c6c46 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334265 Jun 30 03:31:13.235730 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf389-e30c-4047-876b-f8256cdde8ae req-f8749d45-2521-4d3a-8549-0c6ed0befd09 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:13.237268 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0caf389-e30c-4047-876b-f8256cdde8ae req-f8749d45-2521-4d3a-8549-0c6ed0befd09 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 944 time: 0.1273222 Jun 30 03:31:13.278302 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0caf389-e30c-4047-876b-f8256cdde8ae req-e14cc6ab-d264-4c00-9285-e88457a4b9a4 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Jun 30 03:31:14.468930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7863906-a9f6-4b65-9291-bdf7f6c6a776 req-ab0337fc-fa98-4cfe-be50-3c797e8bcdf8 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:14.470424 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7863906-a9f6-4b65-9291-bdf7f6c6a776 req-ab0337fc-fa98-4cfe-be50-3c797e8bcdf8 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 944 time: 0.0745733 Jun 30 03:31:14.514598 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7863906-a9f6-4b65-9291-bdf7f6c6a776 req-6838f094-8d00-4251-bd8f-047d8d067bff tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381806 Jun 30 03:31:15.715868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d0299-797e-42ac-9637-acbb8e7d6fb7 req-a1a3d665-bd4f-4d9b-81ea-3445d9386532 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:15.717894 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f81d0299-797e-42ac-9637-acbb8e7d6fb7 req-a1a3d665-bd4f-4d9b-81ea-3445d9386532 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 944 time: 0.0810349 Jun 30 03:31:15.757371 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f81d0299-797e-42ac-9637-acbb8e7d6fb7 req-deb20e09-bf1e-4f84-a95f-c6bd06268c5b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Jun 30 03:31:16.180082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 91d482e7-045e-4fe3-84ab-eb3376b7532b details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:31:16.290705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 91d482e7-045e-4fe3-84ab-eb3376b7532b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=91d482e7-045e-4fe3-84ab-eb3376b7532b,segment=NetworkSegment(172d0abd-e0c3-4b78-ad3b-e207e01895e8),segment_id=172d0abd-e0c3-4b78-ad3b-e207e01895e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:16.302526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '91d482e7-045e-4fe3-84ab-eb3376b7532b', 'network_id': '5a2652dc-5e71-45ea-9a88-67311257a805', 'port_id': '91d482e7-045e-4fe3-84ab-eb3376b7532b', 'mac_address': 'fa:16:3e:b1:d9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9eb780-6c6a-41c0-8e22-383cf6c82de2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:31:16.340190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:16.359096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d482e7-045e-4fe3-84ab-eb3376b7532b {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:31:16.382971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 91d482e7-045e-4fe3-84ab-eb3376b7532b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=91d482e7-045e-4fe3-84ab-eb3376b7532b,segment=NetworkSegment(172d0abd-e0c3-4b78-ad3b-e207e01895e8),segment_id=172d0abd-e0c3-4b78-ad3b-e207e01895e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:16.390742 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:16.442299 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=91d482e7-045e-4fe3-84ab-eb3376b7532b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:16.518284 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:16.671047 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['91d482e7-045e-4fe3-84ab-eb3376b7532b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:16.734435 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:16.965682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4e75a-be56-4f72-b23b-0090cb140cfa req-2ac41c6b-c080-4e0c-a69a-71e55c1a4417 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:16.967192 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34c4e75a-be56-4f72-b23b-0090cb140cfa req-2ac41c6b-c080-4e0c-a69a-71e55c1a4417 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 945 time: 0.0808015 Jun 30 03:31:17.009335 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34c4e75a-be56-4f72-b23b-0090cb140cfa req-ea0665fa-70bd-4a24-913a-feba1ee9f7d3 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353465 Jun 30 03:31:18.180511 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 91d482e7-045e-4fe3-84ab-eb3376b7532b up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:18.203170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039c551-8223-4d8f-83d6-6803f983318e req-f73e22a9-e4d4-40a8-974a-6a89572694b0 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:18.205210 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f039c551-8223-4d8f-83d6-6803f983318e req-f73e22a9-e4d4-40a8-974a-6a89572694b0 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 945 time: 0.0728316 Jun 30 03:31:18.236912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 91d482e7-045e-4fe3-84ab-eb3376b7532b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:18.240782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 91d482e7-045e-4fe3-84ab-eb3376b7532b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:18.241150 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:18.245830 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f039c551-8223-4d8f-83d6-6803f983318e req-9e6d1a45-92fe-4d69-8206-3c0097c45a8a tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337226 Jun 30 03:31:18.335403 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:18.363623 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a422e64-c688-4004-a094-505f199be945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d482e7-045e-4fe3-84ab-eb3376b7532b'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:18.365951 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e645591f-90a7-4b86-85ee-39355b5ddfa6" -d '{"events": [{"server_uuid": "3a422e64-c688-4004-a094-505f199be945", "name": "network-vif-plugged", "status": "completed", "tag": "91d482e7-045e-4fe3-84ab-eb3376b7532b"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:18.379732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 91d482e7-045e-4fe3-84ab-eb3376b7532b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=91d482e7-045e-4fe3-84ab-eb3376b7532b,segment=NetworkSegment(172d0abd-e0c3-4b78-ad3b-e207e01895e8),segment_id=172d0abd-e0c3-4b78-ad3b-e207e01895e8)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:18.385460 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:18.412058 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e161703e-a7e1-4399-8c20-33e9707bcd8b x-openstack-request-id: req-e161703e-a7e1-4399-8c20-33e9707bcd8b {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:18.412444 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a422e64-c688-4004-a094-505f199be945", "name": "network-vif-plugged", "status": "completed", "tag": "91d482e7-045e-4fe3-84ab-eb3376b7532b", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:18.412697 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e161703e-a7e1-4399-8c20-33e9707bcd8b {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:18.413282 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a422e64-c688-4004-a094-505f199be945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d482e7-045e-4fe3-84ab-eb3376b7532b', 'code': 200} Jun 30 03:31:18.448580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=91d482e7-045e-4fe3-84ab-eb3376b7532b,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:18.539528 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8ed6-985e-493c-9318-7c2b48a45471 req-6821bfa8-5435-4114-af4c-d0a6f024a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:18.541669 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd4a8ed6-985e-493c-9318-7c2b48a45471 req-6821bfa8-5435-4114-af4c-d0a6f024a87b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 1098 time: 0.0617714 Jun 30 03:31:18.581042 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd4a8ed6-985e-493c-9318-7c2b48a45471 req-3f269c34-81c7-49b6-bcbc-744d21bcdcd1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325885 Jun 30 03:31:19.446670 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d14614-18b8-4884-aa87-9014b473f17e req-f84a9c8c-c13b-4183-ac3b-28ad856f0625 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:19.448206 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7d14614-18b8-4884-aa87-9014b473f17e req-f84a9c8c-c13b-4183-ac3b-28ad856f0625 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 946 time: 0.0749543 Jun 30 03:31:19.489635 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c7d14614-18b8-4884-aa87-9014b473f17e req-c12d1a57-a880-422c-992e-3f2c66d31e56 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Jun 30 03:31:20.678037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f1cce-626d-4bf7-a7ca-1cdcb5a1ea98 req-5c1a2208-a317-4718-83ea-ddb343378473 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:20.679441 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d65f1cce-626d-4bf7-a7ca-1cdcb5a1ea98 req-5c1a2208-a317-4718-83ea-ddb343378473 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 946 time: 0.0712984 Jun 30 03:31:20.727478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d65f1cce-626d-4bf7-a7ca-1cdcb5a1ea98 req-2f25f1df-2c04-46ea-8183-bd8b330e97bd tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391734 Jun 30 03:31:21.141083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca6d35-9822-47ac-bf4f-7fe113582928 req-aa4af95a-b916-4c3f-9099-aece3c29ffaf tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:21.142579 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04ca6d35-9822-47ac-bf4f-7fe113582928 req-aa4af95a-b916-4c3f-9099-aece3c29ffaf tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 946 time: 0.0842116 Jun 30 03:31:21.190268 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04ca6d35-9822-47ac-bf4f-7fe113582928 req-42c1c311-cd58-432b-9d55-f4623b901789 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Jun 30 03:31:22.413712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309dd07-d13d-4130-a999-026c5fabaf15 req-5a2f4998-d6b7-49ab-ac42-c8f754be6c8d tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:22.415270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d309dd07-d13d-4130-a999-026c5fabaf15 req-5a2f4998-d6b7-49ab-ac42-c8f754be6c8d tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 946 time: 0.1108909 Jun 30 03:31:22.448459 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-e9af0939-e576-4d69-9221-6dbf3e354503 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:22.449887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-e9af0939-e576-4d69-9221-6dbf3e354503 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a422e64-c688-4004-a094-505f199be945 HTTP/1.1" status: 200 len: 946 time: 0.1011050 Jun 30 03:31:22.489689 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d309dd07-d13d-4130-a999-026c5fabaf15 req-95b48d68-b91c-46ef-a610-6962a626363c tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676248 Jun 30 03:31:22.562985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-6a8a3391-4373-457d-8e8b-ce88516f379b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Deleting port 91d482e7-045e-4fe3-84ab-eb3376b7532b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:31:22.563318 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-6a8a3391-4373-457d-8e8b-ce88516f379b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:22.656947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-6a8a3391-4373-457d-8e8b-ce88516f379b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] For port 91d482e7-045e-4fe3-84ab-eb3376b7532b, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=91d482e7-045e-4fe3-84ab-eb3376b7532b,segment=NetworkSegment(172d0abd-e0c3-4b78-ad3b-e207e01895e8),segment_id=172d0abd-e0c3-4b78-ad3b-e207e01895e8)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:22.657318 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-6a8a3391-4373-457d-8e8b-ce88516f379b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:22.669943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-6a8a3391-4373-457d-8e8b-ce88516f379b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Calling delete_port for 91d482e7-045e-4fe3-84ab-eb3376b7532b owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:31:22.822035 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-6a8a3391-4373-457d-8e8b-ce88516f379b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:22.834625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['91d482e7-045e-4fe3-84ab-eb3376b7532b'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:22.853373 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a3391-4373-457d-8e8b-ce88516f379b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Pushing event deleted for resources: {'Port': ['ID=91d482e7-045e-4fe3-84ab-eb3376b7532b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:22.858645 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['5fbfef4c-fac5-4cd5-a68c-9c2caf82d487'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:22.899167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-6a8a3391-4373-457d-8e8b-ce88516f379b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] No DVR routers for this DVR port 91d482e7-045e-4fe3-84ab-eb3376b7532b on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:31:22.902478 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-6a8a3391-4373-457d-8e8b-ce88516f379b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:22.904555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-31dd5852-c431-4cc4-9052-a6ab0f20ed85 req-6a8a3391-4373-457d-8e8b-ce88516f379b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.69 "DELETE /v2.0/ports/91d482e7-045e-4fe3-84ab-eb3376b7532b HTTP/1.1" status: 204 len: 173 time: 0.4489427 Jun 30 03:31:22.904988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a422e64-c688-4004-a094-505f199be945', 'name': 'network-vif-deleted', 'tag': '91d482e7-045e-4fe3-84ab-eb3376b7532b'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:22.907394 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4809b5a-4bf6-4a4c-ac3b-eb1a2dc4f660" -d '{"events": [{"server_uuid": "3a422e64-c688-4004-a094-505f199be945", "name": "network-vif-deleted", "tag": "91d482e7-045e-4fe3-84ab-eb3376b7532b"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:22.945407 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19ee8d-6f1a-48d4-b75f-d34feac7e73a x-openstack-request-id: req-4a19ee8d-6f1a-48d4-b75f-d34feac7e73a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:22.945759 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a422e64-c688-4004-a094-505f199be945", "name": "network-vif-deleted", "tag": "91d482e7-045e-4fe3-84ab-eb3376b7532b", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:22.946027 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a19ee8d-6f1a-48d4-b75f-d34feac7e73a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:22.946409 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a422e64-c688-4004-a094-505f199be945', 'name': 'network-vif-deleted', 'tag': '91d482e7-045e-4fe3-84ab-eb3376b7532b', 'status': 'completed', 'code': 200} Jun 30 03:31:23.768352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babc415-8994-49bf-9190-6637110667a4 req-d7899d90-00f1-486a-ac76-7fcebc4b0fb1 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:23.769857 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9babc415-8994-49bf-9190-6637110667a4 req-d7899d90-00f1-486a-ac76-7fcebc4b0fb1 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 945 time: 0.0784669 Jun 30 03:31:23.810861 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9babc415-8994-49bf-9190-6637110667a4 req-baf1c7e6-dabe-4417-b600-afb16c8971d0 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Jun 30 03:31:24.029191 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2119-dda6-452f-a00a-88d947d9cd17 req-36b75b05-2676-4072-98bc-36a685f61790 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:24.030689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9dd2119-dda6-452f-a00a-88d947d9cd17 req-36b75b05-2676-4072-98bc-36a685f61790 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 945 time: 0.0714860 Jun 30 03:31:24.075590 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c9dd2119-dda6-452f-a00a-88d947d9cd17 req-f8e3b2a2-e283-4b1b-9ba7-c6febb31934e tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Jun 30 03:31:24.277582 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dbd28-c0c1-4ccc-b18c-c8875fa12d39 req-1bb3ed31-d132-4f70-8934-9749c3fad9de tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:24.279098 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f6dbd28-c0c1-4ccc-b18c-c8875fa12d39 req-1bb3ed31-d132-4f70-8934-9749c3fad9de tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 945 time: 0.0788386 Jun 30 03:31:24.318769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f6dbd28-c0c1-4ccc-b18c-c8875fa12d39 req-fe6bc75b-12c4-4542-a142-ee748f8bcf54 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335200 Jun 30 03:31:24.469599 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dcc125e-aa42-47d7-85b2-addda78b2a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:24.637940 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc13d86-7974-4afe-9d2b-7c992040a886 req-07e62acc-1435-445a-b715-680c8a2bce80 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:24.639376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebc13d86-7974-4afe-9d2b-7c992040a886 req-07e62acc-1435-445a-b715-680c8a2bce80 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 945 time: 0.0829587 Jun 30 03:31:24.685132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ebc13d86-7974-4afe-9d2b-7c992040a886 req-b2650c82-dc50-4efa-9eec-47061fbf1de6 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 Jun 30 03:31:24.893139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a27f0b-52dc-41de-b643-adaf3e660de4 req-2bdb1ab3-0e5e-4168-91a7-bd70d8dbeefe tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:24.894577 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09a27f0b-52dc-41de-b643-adaf3e660de4 req-2bdb1ab3-0e5e-4168-91a7-bd70d8dbeefe tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 945 time: 0.0884111 Jun 30 03:31:24.945891 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-09a27f0b-52dc-41de-b643-adaf3e660de4 req-2831d896-21e3-48ef-8b28-99bc88d21bcc tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429366 Jun 30 03:31:25.168176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f73f3-b3d9-49d1-8308-fa8261977b59 req-89852d27-903b-4844-a7e2-4292717fb527 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:25.170132 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d32f73f3-b3d9-49d1-8308-fa8261977b59 req-89852d27-903b-4844-a7e2-4292717fb527 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 945 time: 0.0861304 Jun 30 03:31:25.214438 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d32f73f3-b3d9-49d1-8308-fa8261977b59 req-cf620331-8f17-4d7d-b923-8daa39906323 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357566 Jun 30 03:31:25.795881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d00587-4b57-4f48-821f-6f47e45fb3c2 req-44515806-ac5d-4585-b39f-497d1d8f6e3e tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:25.797599 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-70d00587-4b57-4f48-821f-6f47e45fb3c2 req-44515806-ac5d-4585-b39f-497d1d8f6e3e tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 945 time: 0.0790033 Jun 30 03:31:25.840432 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-70d00587-4b57-4f48-821f-6f47e45fb3c2 req-e2ddbebf-114e-4488-9e91-66b745cc1fee tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366333 Jun 30 03:31:26.228410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 91d482e7-045e-4fe3-84ab-eb3376b7532b no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:31:26.258555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 91d482e7-045e-4fe3-84ab-eb3376b7532b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:31:26.258934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 91d482e7-045e-4fe3-84ab-eb3376b7532b not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:31:27.038129 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fbf9bcf4-94a0-493e-82fe-7dd70e5bf12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:27.039296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cbe65-a2b4-4127-b70b-e64d9947fe5c req-74a86a57-f3ae-4379-8aab-852b6d46233d tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:27.040833 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d53cbe65-a2b4-4127-b70b-e64d9947fe5c req-74a86a57-f3ae-4379-8aab-852b6d46233d tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 945 time: 0.0749049 Jun 30 03:31:27.081079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d53cbe65-a2b4-4127-b70b-e64d9947fe5c req-6fb00d4e-0bb2-403c-ab1e-6cdcdfa6f047 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/security-groups?id=8620df8b-674f-48d9-804c-baa98f57cbde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328386 Jun 30 03:31:27.111533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975b284-5765-4034-93a8-ad7efea09d0f req-2d0af2ea-068b-40b9-a583-524bdc34d86a tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:27.113279 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d975b284-5765-4034-93a8-ad7efea09d0f req-2d0af2ea-068b-40b9-a583-524bdc34d86a tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.73 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 945 time: 0.0748472 Jun 30 03:31:27.153862 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:27.227899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d975b284-5765-4034-93a8-ad7efea09d0f req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Deleting port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:31:27.228232 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d975b284-5765-4034-93a8-ad7efea09d0f req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:27.317677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-d975b284-5765-4034-93a8-ad7efea09d0f req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] For port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,segment=NetworkSegment(172d0abd-e0c3-4b78-ad3b-e207e01895e8),segment_id=172d0abd-e0c3-4b78-ad3b-e207e01895e8)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:27.317975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d975b284-5765-4034-93a8-ad7efea09d0f req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:27.332128 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-d975b284-5765-4034-93a8-ad7efea09d0f req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Calling delete_port for 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:31:27.477648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d975b284-5765-4034-93a8-ad7efea09d0f req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:27.490030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['5fbfef4c-fac5-4cd5-a68c-9c2caf82d487'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:31:27.509285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Pushing event deleted for resources: {'Port': ['ID=5fbfef4c-fac5-4cd5-a68c-9c2caf82d487,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:27.522303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.522643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.523008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.523345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.523676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.524001 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.524322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.524645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.524963 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.525282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.525596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.525912 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:27.563966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-d975b284-5765-4034-93a8-ad7efea09d0f req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] No DVR routers for this DVR port 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:31:27.566674 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-d975b284-5765-4034-93a8-ad7efea09d0f req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:27.568787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d975b284-5765-4034-93a8-ad7efea09d0f req-bb3049c5-5a84-43f0-a52f-f4079f23f1e5 tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.73 "DELETE /v2.0/ports/5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 HTTP/1.1" status: 204 len: 173 time: 0.4491143 Jun 30 03:31:27.569224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f924744e-2aaf-4644-9fd3-9ff95dca1454', 'name': 'network-vif-deleted', 'tag': '5fbfef4c-fac5-4cd5-a68c-9c2caf82d487'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:31:27.572913 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b6fd6a-96ce-4fe5-b779-e38ac4d53a52" -d '{"events": [{"server_uuid": "f924744e-2aaf-4644-9fd3-9ff95dca1454", "name": "network-vif-deleted", "tag": "5fbfef4c-fac5-4cd5-a68c-9c2caf82d487"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:31:27.611360 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9980996c-a501-496a-8187-ff75466eed0d x-openstack-request-id: req-9980996c-a501-496a-8187-ff75466eed0d {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:31:27.611657 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f924744e-2aaf-4644-9fd3-9ff95dca1454", "name": "network-vif-deleted", "tag": "5fbfef4c-fac5-4cd5-a68c-9c2caf82d487", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:31:27.611977 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9980996c-a501-496a-8187-ff75466eed0d {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:31:27.612375 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f924744e-2aaf-4644-9fd3-9ff95dca1454', 'name': 'network-vif-deleted', 'tag': '5fbfef4c-fac5-4cd5-a68c-9c2caf82d487', 'status': 'completed', 'code': 200} Jun 30 03:31:28.244467 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c97c6c12-fa7e-49e2-a582-99e9528949b1 req-ed4c082b-f87e-4dfe-9cdc-52a519fd264b tempest-ServersNegativeTestJSON-1115828520 tempest-ServersNegativeTestJSON-1115828520-project] 10.222.0.55 "GET /v2.0/ports?device_id=f924744e-2aaf-4644-9fd3-9ff95dca1454 HTTP/1.1" status: 200 len: 210 time: 0.0332570 Jun 30 03:31:28.512954 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.347338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:29.397624 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d22afb-6abe-4d4d-85f7-9e52eb0ad7bf admin admin] Deleting subnet 7c9eb780-6c6a-41c0-8e22-383cf6c82de2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:31:29.401271 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07d22afb-6abe-4d4d-85f7-9e52eb0ad7bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.438284 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07d22afb-6abe-4d4d-85f7-9e52eb0ad7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.478178 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07d22afb-6abe-4d4d-85f7-9e52eb0ad7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.538217 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07d22afb-6abe-4d4d-85f7-9e52eb0ad7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.567367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d22afb-6abe-4d4d-85f7-9e52eb0ad7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9eb780-6c6a-41c0-8e22-383cf6c82de2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:29.572389 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07d22afb-6abe-4d4d-85f7-9e52eb0ad7bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.574544 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-07d22afb-6abe-4d4d-85f7-9e52eb0ad7bf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7c9eb780-6c6a-41c0-8e22-383cf6c82de2 HTTP/1.1" status: 204 len: 168 time: 0.2259939 Jun 30 03:31:29.576966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49988) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:29.647975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.734916 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.745931 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2652dc-5e71-45ea-9a88-67311257a805']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:29.757619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172d0abd-e0c3-4b78-ad3b-e207e01895e8') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:29.757921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172d0abd-e0c3-4b78-ad3b-e207e01895e8') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:29.767374 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.783283 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.790099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:31:29.790409 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:31:29.792077 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:31:29.850742 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.857970 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:29.860296 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5a2652dc-5e71-45ea-9a88-67311257a805 HTTP/1.1" status: 204 len: 168 time: 0.2824316 Jun 30 03:31:29.871748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d9532-a815-4f0b-be7c-9582b37e7bd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2652dc-5e71-45ea-9a88-67311257a805,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:29.983799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:30.026933 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b257bd2a-cb2c-4dbd-bb47-2fd2d133f330 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=39bdd649de114863a6dd021659bd6cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418949 Jun 30 03:31:30.029686 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 49994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:30.083139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13a47fc-08f8-45be-ba5d-a9a9576d2683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:30.105773 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13a47fc-08f8-45be-ba5d-a9a9576d2683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:30.161802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13a47fc-08f8-45be-ba5d-a9a9576d2683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:30.164793 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f13a47fc-08f8-45be-ba5d-a9a9576d2683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:30.165960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f13a47fc-08f8-45be-ba5d-a9a9576d2683 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8620df8b-674f-48d9-804c-baa98f57cbde HTTP/1.1" status: 204 len: 168 time: 0.1352937 Jun 30 03:31:30.173810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a47fc-08f8-45be-ba5d-a9a9576d2683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8620df8b-674f-48d9-804c-baa98f57cbde,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:30.307435 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:30.891264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50016) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:31.012012 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271404352'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:31.043904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Made reservation on behalf of d208cde9eb134ccfba73a1e23a4afdbf for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:31.047416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:31.056569 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:31.153431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:31.159925 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:31.188118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:31:31.194407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b15d0-3a44-4db4-97e3-60fe92bf157f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:31.200417 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:31.200753 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Added segment 80e8431c-1dd7-4bcd-94df-fd21ed3d8aed of type vlan for network a16d7446-c1ad-4624-bc7a-01a6bf6354ca Jun 30 03:31:31.242137 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:31.281497 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:31.289594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:31.290440 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:31.350252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4574568 Jun 30 03:31:31.358288 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27306585-b684-48fc-9ce9-0dec3d0753e2 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'Network': ['ID=a16d7446-c1ad-4624-bc7a-01a6bf6354ca,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:31.378268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a16d7446-c1ad-4624-bc7a-01a6bf6354ca details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:31:32.170212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:31:32.190201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:31:32.190540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 5fbfef4c-fac5-4cd5-a68c-9c2caf82d487 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:31:33.611467 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:31:34.620635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:34.628881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Request body: {'subnet': {'network_id': 'a16d7446-c1ad-4624-bc7a-01a6bf6354ca', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:34.728953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Made reservation on behalf of d208cde9eb134ccfba73a1e23a4afdbf for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:34.733845 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:34.927088 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:34.986670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'Subnet': ['ID=37820763-037f-417a-ad55-9b9792a61845,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:34.998805 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Checking segment: {'id': '80e8431c-1dd7-4bcd-94df-fd21ed3d8aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a16d7446-c1ad-4624-bc7a-01a6bf6354ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:34.999264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Network hostable DHCP agents. Network: a16d7446-c1ad-4624-bc7a-01a6bf6354ca, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:31:35.024567 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Network a16d7446-c1ad-4624-bc7a-01a6bf6354ca is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:31:35.033771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a16d7446-c1ad-4624-bc7a-01a6bf6354ca) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:35.038158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:35.038777 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.044046 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f416f479-cf5a-47ef-80e3-3e6913e82362 None None] Network a16d7446-c1ad-4624-bc7a-01a6bf6354ca requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:35.054624 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cba48bac-caeb-4e68-8901-7ac66fb0bf5d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4325914 Jun 30 03:31:35.058354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50024) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:35.063751 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2073126448'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:35.086766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Made reservation on behalf of d208cde9eb134ccfba73a1e23a4afdbf for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:35.090247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.115168 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:31:35.124484 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.124822 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Added segment 46787133-15aa-4cf0-8339-18a79c27e99d of type vlan for network 58bfd3a6-015b-431d-b42f-890b5a1c04a2 Jun 30 03:31:35.164395 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.189924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a16d7446-c1ad-4624-bc7a-01a6bf6354ca', 'network_id': 'a16d7446-c1ad-4624-bc7a-01a6bf6354ca', 'tenant_id': 'd208cde9eb134ccfba73a1e23a4afdbf', 'fixed_ips': [{'subnet_id': '37820763-037f-417a-ad55-9b9792a61845'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:31:35.190883 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.193363 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.199238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:35.199823 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.274188 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2144835 Jun 30 03:31:35.277159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50026) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:35.284991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Request body: {'subnet': {'network_id': '58bfd3a6-015b-431d-b42f-890b5a1c04a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:35.308823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'Network': ['ID=58bfd3a6-015b-431d-b42f-890b5a1c04a2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:35.316658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.317181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.317665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.318144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.318612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.319121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.319586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.319919 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.320243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.320569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.320890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.321242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca498aa1-19e3-4d63-b570-90dfb4ca85a5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.337435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 58bfd3a6-015b-431d-b42f-890b5a1c04a2 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:31:35.339757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Allocated IP 2001:db8:0:ffff::2 (a16d7446-c1ad-4624-bc7a-01a6bf6354ca/37820763-037f-417a-ad55-9b9792a61845/0050d095-3ae2-4452-8765-ac3eb528aa7f) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:35.379919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Made reservation on behalf of d208cde9eb134ccfba73a1e23a4afdbf for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:35.383940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.563127 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.571857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Transition to ACTIVE for port object 0050d095-3ae2-4452-8765-ac3eb528aa7f will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:35.579979 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.588060 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Transition to ACTIVE for port object 0050d095-3ae2-4452-8765-ac3eb528aa7f will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:35.593947 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.636203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Network a16d7446-c1ad-4624-bc7a-01a6bf6354ca is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:35.642526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:35.647344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:35.648041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'Subnet': ['ID=e4b62195-80f0-4b36-9547-eddbbe2f8214,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:35.650466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Pushing event updated for resources: {'Port': ['ID=0050d095-3ae2-4452-8765-ac3eb528aa7f,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:35.658123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Checking segment: {'id': '46787133-15aa-4cf0-8339-18a79c27e99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '58bfd3a6-015b-431d-b42f-890b5a1c04a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:35.658471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Network hostable DHCP agents. Network: 58bfd3a6-015b-431d-b42f-890b5a1c04a2, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:31:35.662338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.662684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.663043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.663385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.663700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.663997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.664329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.664685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.665006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.665323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.665643 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.665957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:35.677049 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Network 58bfd3a6-015b-431d-b42f-890b5a1c04a2 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:31:35.686370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 58bfd3a6-015b-431d-b42f-890b5a1c04a2) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:35.691072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:35.691656 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.707366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bf58141a-d70a-4a12-a8a3-1a5d87b27874 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4282820 Jun 30 03:31:35.710229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:35.711219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7d617d-9be1-4fa1-af74-4baf272b1aa4 None None] Network 58bfd3a6-015b-431d-b42f-890b5a1c04a2 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:35.758755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Attempting to bind port 0050d095-3ae2-4452-8765-ac3eb528aa7f on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:35.759149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Attempting to bind port 0050d095-3ae2-4452-8765-ac3eb528aa7f by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '80e8431c-1dd7-4bcd-94df-fd21ed3d8aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a16d7446-c1ad-4624-bc7a-01a6bf6354ca'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:35.759489 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Attempting to bind port 0050d095-3ae2-4452-8765-ac3eb528aa7f on network a16d7446-c1ad-4624-bc7a-01a6bf6354ca {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:35.768207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:35.768578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Checking segment: {'id': '80e8431c-1dd7-4bcd-94df-fd21ed3d8aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a16d7446-c1ad-4624-bc7a-01a6bf6354ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:35.768991 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.769516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Bound using segment: {'id': '80e8431c-1dd7-4bcd-94df-fd21ed3d8aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a16d7446-c1ad-4624-bc7a-01a6bf6354ca'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:35.770247 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Bound port: 0050d095-3ae2-4452-8765-ac3eb528aa7f, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e8431c-1dd7-4bcd-94df-fd21ed3d8aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a16d7446-c1ad-4624-bc7a-01a6bf6354ca'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:35.770756 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.807977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.867219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.885782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] For port 0050d095-3ae2-4452-8765-ac3eb528aa7f, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:35.891917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] For port 0050d095-3ae2-4452-8765-ac3eb528aa7f, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0050d095-3ae2-4452-8765-ac3eb528aa7f,segment=NetworkSegment(80e8431c-1dd7-4bcd-94df-fd21ed3d8aed),segment_id=80e8431c-1dd7-4bcd-94df-fd21ed3d8aed)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:35.900475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.935913 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:35.964988 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b62195-80f0-4b36-9547-eddbbe2f8214,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:35.984671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91da846d-906b-42ca-a5e5-8b4e2df1603b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-58bfd3a6-015b-431d-b42f-890b5a1c04a2', 'network_id': '58bfd3a6-015b-431d-b42f-890b5a1c04a2', 'tenant_id': 'd208cde9eb134ccfba73a1e23a4afdbf', 'fixed_ips': [{'subnet_id': 'e4b62195-80f0-4b36-9547-eddbbe2f8214'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:31:35.985549 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-91da846d-906b-42ca-a5e5-8b4e2df1603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.000688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba1f44-5c7b-4479-a43e-f6d256d6711d None None] Pushing event updated for resources: {'Port': ['ID=0050d095-3ae2-4452-8765-ac3eb528aa7f,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:36.034622 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.046112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bfd3a6-015b-431d-b42f-890b5a1c04a2']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:36.057358 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46787133-15aa-4cf0-8339-18a79c27e99d') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:36.057655 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46787133-15aa-4cf0-8339-18a79c27e99d') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:36.067102 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.083199 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.085468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416108f4-c9d9-46eb-8698-79a1e4338f17 None None] Network 58bfd3a6-015b-431d-b42f-890b5a1c04a2 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:36.090289 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:31:36.091037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:31:36.094630 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:31:36.176665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.192813 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.194689 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/networks/58bfd3a6-015b-431d-b42f-890b5a1c04a2 HTTP/1.1" status: 204 len: 168 time: 0.4835086 Jun 30 03:31:36.199567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50030) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:36.209277 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcbba3-4bf9-4486-a8c4-5f68ab6fe643 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Network': ['ID=58bfd3a6-015b-431d-b42f-890b5a1c04a2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:36.213457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-406480883'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:36.236428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Made reservation on behalf of d208cde9eb134ccfba73a1e23a4afdbf for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:36.240367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.264944 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:31:36.275156 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.275555 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Added segment 0940fa22-d880-4381-9950-4c012f8fedfd of type vlan for network b02d71b2-fc12-4bc0-a55c-a6da241e54b7 Jun 30 03:31:36.316275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.346823 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.355501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:36.356266 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.416650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2147255 Jun 30 03:31:36.419465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50034) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:36.424932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Request body: {'subnet': {'network_id': 'b02d71b2-fc12-4bc0-a55c-a6da241e54b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:36.432835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a0c54-c795-4a81-9e32-65c04799c747 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'Network': ['ID=b02d71b2-fc12-4bc0-a55c-a6da241e54b7,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:36.446042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network b02d71b2-fc12-4bc0-a55c-a6da241e54b7 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:31:36.519969 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Made reservation on behalf of d208cde9eb134ccfba73a1e23a4afdbf for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:36.523722 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.582447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Performing IP validity checks on allocation pools {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 03:31:36.583186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.ipam_backend_mixin [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93770) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 03:31:36.716301 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.775865 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'Subnet': ['ID=384d9fd6-4d90-4bf1-b42d-d63f0a4f43e8,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:36.788105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Checking segment: {'id': '0940fa22-d880-4381-9950-4c012f8fedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b02d71b2-fc12-4bc0-a55c-a6da241e54b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:36.788472 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Network hostable DHCP agents. Network: b02d71b2-fc12-4bc0-a55c-a6da241e54b7, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:31:36.812769 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Network b02d71b2-fc12-4bc0-a55c-a6da241e54b7 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:31:36.828256 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, b02d71b2-fc12-4bc0-a55c-a6da241e54b7) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:36.834231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:36.835521 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:36.842042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d28d4-8891-4d0f-bd28-9688c6be5c14 None None] Network b02d71b2-fc12-4bc0-a55c-a6da241e54b7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:36.860430 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-594e1186-cff0-4e60-9413-7ddcd3515de6 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4393137 Jun 30 03:31:36.863005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:36.929585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75446a7-48b4-426d-9721-1a429cfbd5dd None None] Network a16d7446-c1ad-4624-bc7a-01a6bf6354ca requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:36.975868 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.059687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-77e34d5a-6611-4c8b-bb52-f67f70ceb4cd None None] Provisioning for port 0050d095-3ae2-4452-8765-ac3eb528aa7f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:37.060379 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.101946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f798e-9cc9-4564-89cd-d4cb7ef84af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-b02d71b2-fc12-4bc0-a55c-a6da241e54b7', 'network_id': 'b02d71b2-fc12-4bc0-a55c-a6da241e54b7', 'tenant_id': 'd208cde9eb134ccfba73a1e23a4afdbf', 'fixed_ips': [{'subnet_id': '384d9fd6-4d90-4bf1-b42d-d63f0a4f43e8'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:31:37.102833 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b42f798e-9cc9-4564-89cd-d4cb7ef84af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.123001 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.154463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Subnet': ['ID=384d9fd6-4d90-4bf1-b42d-d63f0a4f43e8,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:37.214931 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.217807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b1b1aa-ba05-4412-9f55-455ea7e1ba95 None None] Network b02d71b2-fc12-4bc0-a55c-a6da241e54b7 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:37.226561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02d71b2-fc12-4bc0-a55c-a6da241e54b7']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:37.236699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0940fa22-d880-4381-9950-4c012f8fedfd') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:37.237015 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0940fa22-d880-4381-9950-4c012f8fedfd') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:37.246342 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.261343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.267743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:31:37.268421 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:31:37.272511 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:31:37.432360 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0050d095-3ae2-4452-8765-ac3eb528aa7f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:37.491044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0050d095-3ae2-4452-8765-ac3eb528aa7f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:37.495315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0050d095-3ae2-4452-8765-ac3eb528aa7f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:37.495711 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.645908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.653420 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.655276 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/networks/b02d71b2-fc12-4bc0-a55c-a6da241e54b7 HTTP/1.1" status: 204 len: 168 time: 0.7910261 Jun 30 03:31:37.659202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50038) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:37.664781 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1543228400'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:37.668959 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92240f-01f7-4f30-ad39-5c2c45ebbc4a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Network': ['ID=b02d71b2-fc12-4bc0-a55c-a6da241e54b7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:37.692736 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Made reservation on behalf of d208cde9eb134ccfba73a1e23a4afdbf for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:37.696528 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.703857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0461d3db-4e34-4bf4-a6c8-56b2eb914f9c None None] Provisioning complete for port 0050d095-3ae2-4452-8765-ac3eb528aa7f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:37.704221 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0461d3db-4e34-4bf4-a6c8-56b2eb914f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.723384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:31:37.732525 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.732861 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Added segment afc407b6-3cbf-4276-93ea-638d53c74a5f of type vlan for network 7f05b6ef-9e05-4143-a755-fb9a18ebd620 Jun 30 03:31:37.775583 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.778753 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.806029 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.811596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:37.812118 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.839519 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0461d3db-4e34-4bf4-a6c8-56b2eb914f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.844331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0050d095-3ae2-4452-8765-ac3eb528aa7f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0050d095-3ae2-4452-8765-ac3eb528aa7f,segment=NetworkSegment(80e8431c-1dd7-4bcd-94df-fd21ed3d8aed),segment_id=80e8431c-1dd7-4bcd-94df-fd21ed3d8aed)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:37.851889 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.874451 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2139101 Jun 30 03:31:37.877992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50040) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:37.883338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c127cb7-9884-40e8-bc55-866511e11e0d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'Network': ['ID=7f05b6ef-9e05-4143-a755-fb9a18ebd620,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:37.883543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Request body: {'subnet': {'network_id': '7f05b6ef-9e05-4143-a755-fb9a18ebd620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:37.917517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 7f05b6ef-9e05-4143-a755-fb9a18ebd620 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:31:37.974801 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Made reservation on behalf of d208cde9eb134ccfba73a1e23a4afdbf for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:37.978562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:37.992254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0050d095-3ae2-4452-8765-ac3eb528aa7f,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:38.004633 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.db.api [None req-0461d3db-4e34-4bf4-a6c8-56b2eb914f9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93772) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 03:31:38.005015 n-d-758944-39 neutron-server[93772]: DEBUG oslo_db.api [None req-0461d3db-4e34-4bf4-a6c8-56b2eb914f9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 03:31:38.186981 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.249276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'Subnet': ['ID=fd4dabee-c4d1-47f1-86d4-4ccb6fef8b14,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:38.262129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Checking segment: {'id': 'afc407b6-3cbf-4276-93ea-638d53c74a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7f05b6ef-9e05-4143-a755-fb9a18ebd620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:38.262517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Network hostable DHCP agents. Network: 7f05b6ef-9e05-4143-a755-fb9a18ebd620, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:31:38.281631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Network 7f05b6ef-9e05-4143-a755-fb9a18ebd620 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:31:38.291394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 7f05b6ef-9e05-4143-a755-fb9a18ebd620) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:38.295642 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:38.296230 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.302194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777ddab1-92ca-467f-a352-a02054ae39f1 None None] Network 7f05b6ef-9e05-4143-a755-fb9a18ebd620 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:38.320352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:38.320679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-44805ca2-781b-4610-af1d-279077391d0b tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4412210 Jun 30 03:31:38.326199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1228890486'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:38.349038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Made reservation on behalf of d208cde9eb134ccfba73a1e23a4afdbf for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:38.353223 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.378264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:31:38.387494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.387870 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Added segment 3d2457fd-5da3-481c-95ab-81e807358260 of type vlan for network 6187d987-8aa3-409f-92f4-8389b4d311c6 Jun 30 03:31:38.434849 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.461318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-7f05b6ef-9e05-4143-a755-fb9a18ebd620', 'network_id': '7f05b6ef-9e05-4143-a755-fb9a18ebd620', 'tenant_id': 'd208cde9eb134ccfba73a1e23a4afdbf', 'fixed_ips': [{'subnet_id': 'fd4dabee-c4d1-47f1-86d4-4ccb6fef8b14'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:31:38.462185 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.466757 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.472665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:38.473492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.530773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2089071 Jun 30 03:31:38.534252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50044) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:38.540101 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Request body: {'subnet': {'network_id': '6187d987-8aa3-409f-92f4-8389b4d311c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:38.548792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db9a04-98b1-4669-aa20-3a92c999d5d0 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'Network': ['ID=6187d987-8aa3-409f-92f4-8389b4d311c6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:38.572407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 6187d987-8aa3-409f-92f4-8389b4d311c6 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:31:38.633065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Made reservation on behalf of d208cde9eb134ccfba73a1e23a4afdbf for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:38.636735 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.688644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Allocated IP 2001:db8::2 (7f05b6ef-9e05-4143-a755-fb9a18ebd620/fd4dabee-c4d1-47f1-86d4-4ccb6fef8b14/9fff8e07-9619-4dbf-9786-9bd95d422712) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:38.829570 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.834512 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.843740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Transition to ACTIVE for port object 9fff8e07-9619-4dbf-9786-9bd95d422712 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:38.858558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Transition to ACTIVE for port object 9fff8e07-9619-4dbf-9786-9bd95d422712 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:38.865833 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.889941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event updated for resources: {'Subnet': ['ID=d56a4e09-e984-433e-9924-4119e2c1d991,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:38.902917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Checking segment: {'id': '3d2457fd-5da3-481c-95ab-81e807358260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6187d987-8aa3-409f-92f4-8389b4d311c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:38.903283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Network hostable DHCP agents. Network: 6187d987-8aa3-409f-92f4-8389b4d311c6, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:31:38.904103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Network 7f05b6ef-9e05-4143-a755-fb9a18ebd620 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:38.910463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:38.915862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:38.919103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Pushing event updated for resources: {'Port': ['ID=9fff8e07-9619-4dbf-9786-9bd95d422712,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:38.922090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Network 6187d987-8aa3-409f-92f4-8389b4d311c6 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:31:38.933611 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 6187d987-8aa3-409f-92f4-8389b4d311c6) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:38.937883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:38.938468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:38.950794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b661c71-b095-4e54-8f79-1eeb5456268a None None] Network 6187d987-8aa3-409f-92f4-8389b4d311c6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:38.954617 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-89e8ac5f-aacd-4b37-8567-109c58343e7d tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4189770 Jun 30 03:31:38.957557 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50046) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:39.023181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Attempting to bind port 9fff8e07-9619-4dbf-9786-9bd95d422712 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:39.023617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Attempting to bind port 9fff8e07-9619-4dbf-9786-9bd95d422712 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'afc407b6-3cbf-4276-93ea-638d53c74a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7f05b6ef-9e05-4143-a755-fb9a18ebd620'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:39.023894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Attempting to bind port 9fff8e07-9619-4dbf-9786-9bd95d422712 on network 7f05b6ef-9e05-4143-a755-fb9a18ebd620 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:39.032912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:39.033278 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Checking segment: {'id': 'afc407b6-3cbf-4276-93ea-638d53c74a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7f05b6ef-9e05-4143-a755-fb9a18ebd620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:39.033679 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.034065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Bound using segment: {'id': 'afc407b6-3cbf-4276-93ea-638d53c74a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7f05b6ef-9e05-4143-a755-fb9a18ebd620'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:39.034562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Bound port: 9fff8e07-9619-4dbf-9786-9bd95d422712, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc407b6-3cbf-4276-93ea-638d53c74a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7f05b6ef-9e05-4143-a755-fb9a18ebd620'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:39.035198 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.059901 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.114128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.150302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] For port 9fff8e07-9619-4dbf-9786-9bd95d422712, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:39.154065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] For port 9fff8e07-9619-4dbf-9786-9bd95d422712, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=9fff8e07-9619-4dbf-9786-9bd95d422712,segment=NetworkSegment(afc407b6-3cbf-4276-93ea-638d53c74a5f),segment_id=afc407b6-3cbf-4276-93ea-638d53c74a5f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:39.173783 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.177542 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.199313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b364ca2-408e-4a54-899f-0be25040dcf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-6187d987-8aa3-409f-92f4-8389b4d311c6', 'network_id': '6187d987-8aa3-409f-92f4-8389b4d311c6', 'tenant_id': 'd208cde9eb134ccfba73a1e23a4afdbf', 'fixed_ips': [{'subnet_id': 'd56a4e09-e984-433e-9924-4119e2c1d991'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:31:39.200156 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b364ca2-408e-4a54-899f-0be25040dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.209073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Subnet': ['ID=d56a4e09-e984-433e-9924-4119e2c1d991,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:39.276028 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.287226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6187d987-8aa3-409f-92f4-8389b4d311c6']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:39.298693 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2457fd-5da3-481c-95ab-81e807358260') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:39.299195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2457fd-5da3-481c-95ab-81e807358260') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:39.301357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ef89d-b4ab-4652-b3af-61b8d13f160e None None] Pushing event updated for resources: {'Port': ['ID=9fff8e07-9619-4dbf-9786-9bd95d422712,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:39.309239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.326551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25baf9-8d76-464e-acf2-b4b7cec74a6a None None] Network 6187d987-8aa3-409f-92f4-8389b4d311c6 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:39.330601 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.337956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:31:39.338360 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:31:39.341513 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:31:39.430197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.433696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0050d095-3ae2-4452-8765-ac3eb528aa7f up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:39.438038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.440054 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/networks/6187d987-8aa3-409f-92f4-8389b4d311c6 HTTP/1.1" status: 204 len: 168 time: 0.4812350 Jun 30 03:31:39.443662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50048) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:39.453658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f1d07-c876-479f-991b-3e7d0ed58dd5 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Network': ['ID=6187d987-8aa3-409f-92f4-8389b4d311c6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:39.482220 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa12b1c-ed36-450c-9321-de6c138f88ad tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] GET failed (client error): The resource could not be found. Jun 30 03:31:39.484046 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-baa12b1c-ed36-450c-9321-de6c138f88ad tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "GET /v2.0/subnets/d56a4e09-e984-433e-9924-4119e2c1d991 HTTP/1.1" status: 404 len: 337 time: 0.0386777 Jun 30 03:31:39.487061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50050) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:39.507123 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5832a4-4ce1-4334-a8d5-27e2d6b1809f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] DELETE failed (client error): The resource could not be found. Jun 30 03:31:39.507705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5832a4-4ce1-4334-a8d5-27e2d6b1809f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:31:39.513126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cf5832a4-4ce1-4334-a8d5-27e2d6b1809f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/networks/6187d987-8aa3-409f-92f4-8389b4d311c6 HTTP/1.1" status: 404 len: 339 time: 0.0212963 Jun 30 03:31:39.513325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50052) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:39.542509 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9930258-aa12-429c-8fa3-fff7bed34493 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] DELETE failed (client error): The resource could not be found. Jun 30 03:31:39.543002 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9930258-aa12-429c-8fa3-fff7bed34493 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:31:39.546336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a9930258-aa12-429c-8fa3-fff7bed34493 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/subnets/d56a4e09-e984-433e-9924-4119e2c1d991 HTTP/1.1" status: 404 len: 337 time: 0.0319185 Jun 30 03:31:39.548153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50054) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:39.548525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0050d095-3ae2-4452-8765-ac3eb528aa7f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:39.548907 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.566762 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-119a13d6-5796-4f8b-91dc-b2ab0925f88a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] DELETE failed (client error): The resource could not be found. Jun 30 03:31:39.567481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119a13d6-5796-4f8b-91dc-b2ab0925f88a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:31:39.569216 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-119a13d6-5796-4f8b-91dc-b2ab0925f88a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/networks/6187d987-8aa3-409f-92f4-8389b4d311c6 HTTP/1.1" status: 404 len: 339 time: 0.0202012 Jun 30 03:31:39.571917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50056) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:39.624222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-79672cfe-95ee-48de-b010-82358201f60f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Deleting subnet fd4dabee-c4d1-47f1-86d4-4ccb6fef8b14 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:31:39.627755 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79672cfe-95ee-48de-b010-82358201f60f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.674945 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79672cfe-95ee-48de-b010-82358201f60f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.767140 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79672cfe-95ee-48de-b010-82358201f60f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.831678 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79672cfe-95ee-48de-b010-82358201f60f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.869369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79672cfe-95ee-48de-b010-82358201f60f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4dabee-c4d1-47f1-86d4-4ccb6fef8b14,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:39.872264 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-79672cfe-95ee-48de-b010-82358201f60f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:39.874375 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-79672cfe-95ee-48de-b010-82358201f60f tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/subnets/fd4dabee-c4d1-47f1-86d4-4ccb6fef8b14 HTTP/1.1" status: 204 len: 168 time: 0.3010035 Jun 30 03:31:39.877506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:39.965194 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.021052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Deleting port 9fff8e07-9619-4dbf-9786-9bd95d422712 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:31:40.021391 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.085770 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] For port 9fff8e07-9619-4dbf-9786-9bd95d422712, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=9fff8e07-9619-4dbf-9786-9bd95d422712,segment=NetworkSegment(afc407b6-3cbf-4276-93ea-638d53c74a5f),segment_id=afc407b6-3cbf-4276-93ea-638d53c74a5f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:40.086125 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.099742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Calling delete_port for 9fff8e07-9619-4dbf-9786-9bd95d422712 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:31:40.185579 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.189597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc7061f-bfad-4b84-bf22-8e34cb56e727 None None] Network 7f05b6ef-9e05-4143-a755-fb9a18ebd620 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:40.213367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Port': ['ID=9fff8e07-9619-4dbf-9786-9bd95d422712,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:40.217837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] No DVR routers for this DVR port 9fff8e07-9619-4dbf-9786-9bd95d422712 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:31:40.262958 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3c32e0d-8209-4ebb-a42a-d559dbd617fe None None] Could not find standard attr ID for object 9fff8e07-9619-4dbf-9786-9bd95d422712. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:31:40.303777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.314010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f05b6ef-9e05-4143-a755-fb9a18ebd620']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:40.324813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc407b6-3cbf-4276-93ea-638d53c74a5f') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:40.325107 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc407b6-3cbf-4276-93ea-638d53c74a5f') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:40.334733 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.349709 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.355943 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:31:40.356752 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:31:40.360006 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:31:40.363270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9719620e-f6de-4ec0-a0d7-34962533d93a None None] DHCP port deletion for 7f05b6ef-9e05-4143-a755-fb9a18ebd620 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:31:40.424083 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.432380 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.434211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/networks/7f05b6ef-9e05-4143-a755-fb9a18ebd620 HTTP/1.1" status: 204 len: 168 time: 0.5555975 Jun 30 03:31:40.436897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50060) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:40.456363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea72c7-996d-48bc-9255-b58944aecaaa tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Network': ['ID=7f05b6ef-9e05-4143-a755-fb9a18ebd620,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:40.479117 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b721f26f-91f3-4b1d-bc7d-f10742471dac tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] DELETE failed (client error): The resource could not be found. Jun 30 03:31:40.479569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b721f26f-91f3-4b1d-bc7d-f10742471dac tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:31:40.481283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b721f26f-91f3-4b1d-bc7d-f10742471dac tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/subnets/384d9fd6-4d90-4bf1-b42d-d63f0a4f43e8 HTTP/1.1" status: 404 len: 337 time: 0.0432777 Jun 30 03:31:40.484004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50062) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:40.502616 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-2738aed6-56f3-4c6e-bd15-c8bcf197a834 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] DELETE failed (client error): The resource could not be found. Jun 30 03:31:40.503191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2738aed6-56f3-4c6e-bd15-c8bcf197a834 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:31:40.505094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2738aed6-56f3-4c6e-bd15-c8bcf197a834 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/networks/b02d71b2-fc12-4bc0-a55c-a6da241e54b7 HTTP/1.1" status: 404 len: 339 time: 0.0201674 Jun 30 03:31:40.507671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50064) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:40.532793 n-d-758944-39 neutron-server[93771]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff927a2-9d61-4163-88e1-8e82c19d6720 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] DELETE failed (client error): The resource could not be found. Jun 30 03:31:40.533233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff927a2-9d61-4163-88e1-8e82c19d6720 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93771) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:31:40.535021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fff927a2-9d61-4163-88e1-8e82c19d6720 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/subnets/e4b62195-80f0-4b36-9547-eddbbe2f8214 HTTP/1.1" status: 404 len: 337 time: 0.0263703 Jun 30 03:31:40.538799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50066) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:40.558029 n-d-758944-39 neutron-server[93770]: INFO neutron.pecan_wsgi.hooks.translation [None req-25136767-c244-4bbe-9b3b-e37ff6390c8a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] DELETE failed (client error): The resource could not be found. Jun 30 03:31:40.558555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25136767-c244-4bbe-9b3b-e37ff6390c8a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93770) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 03:31:40.560201 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-25136767-c244-4bbe-9b3b-e37ff6390c8a tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/networks/58bfd3a6-015b-431d-b42f-890b5a1c04a2 HTTP/1.1" status: 404 len: 339 time: 0.0201137 Jun 30 03:31:40.562817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50068) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:40.616343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fde4714-3a23-48f0-bb9a-c2c64a62f1d1 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Deleting subnet 37820763-037f-417a-ad55-9b9792a61845 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:31:40.621237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fde4714-3a23-48f0-bb9a-c2c64a62f1d1 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.666478 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fde4714-3a23-48f0-bb9a-c2c64a62f1d1 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.762745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fde4714-3a23-48f0-bb9a-c2c64a62f1d1 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.824374 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fde4714-3a23-48f0-bb9a-c2c64a62f1d1 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.855436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde4714-3a23-48f0-bb9a-c2c64a62f1d1 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Subnet': ['ID=37820763-037f-417a-ad55-9b9792a61845,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:40.857479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5fde4714-3a23-48f0-bb9a-c2c64a62f1d1 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.859385 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5fde4714-3a23-48f0-bb9a-c2c64a62f1d1 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/subnets/37820763-037f-417a-ad55-9b9792a61845 HTTP/1.1" status: 204 len: 168 time: 0.2955821 Jun 30 03:31:40.862089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50070) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:40.866529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ceb5a7-442c-4964-a6fc-5f75757c16f2 None None] Network a16d7446-c1ad-4624-bc7a-01a6bf6354ca requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:40.944780 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:40.999853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Deleting port 0050d095-3ae2-4452-8765-ac3eb528aa7f {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:31:41.000652 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.043944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb31c87-c4fb-4a16-b9ff-834fe93a0eb8 None None] DHCP port deletion for a16d7446-c1ad-4624-bc7a-01a6bf6354ca request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:31:41.065319 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] For port 0050d095-3ae2-4452-8765-ac3eb528aa7f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0050d095-3ae2-4452-8765-ac3eb528aa7f,segment=NetworkSegment(80e8431c-1dd7-4bcd-94df-fd21ed3d8aed),segment_id=80e8431c-1dd7-4bcd-94df-fd21ed3d8aed)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:41.065677 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.078438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Calling delete_port for 0050d095-3ae2-4452-8765-ac3eb528aa7f owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:31:41.092168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-efb31c87-c4fb-4a16-b9ff-834fe93a0eb8 None None] Deleting port 0050d095-3ae2-4452-8765-ac3eb528aa7f {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:31:41.092537 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efb31c87-c4fb-4a16-b9ff-834fe93a0eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.157988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-efb31c87-c4fb-4a16-b9ff-834fe93a0eb8 None None] For port 0050d095-3ae2-4452-8765-ac3eb528aa7f, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0050d095-3ae2-4452-8765-ac3eb528aa7f,segment=NetworkSegment(80e8431c-1dd7-4bcd-94df-fd21ed3d8aed),segment_id=80e8431c-1dd7-4bcd-94df-fd21ed3d8aed)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:41.158353 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efb31c87-c4fb-4a16-b9ff-834fe93a0eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.163105 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.172635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-efb31c87-c4fb-4a16-b9ff-834fe93a0eb8 None None] Calling delete_port for 0050d095-3ae2-4452-8765-ac3eb528aa7f owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:31:41.189859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] No DVR routers for this DVR port 0050d095-3ae2-4452-8765-ac3eb528aa7f on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:31:41.195090 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Port': ['ID=0050d095-3ae2-4452-8765-ac3eb528aa7f,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:31:41.246668 n-d-758944-39 neutron-server[93772]: self.session.flush() Jun 30 03:31:41.253164 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-efb31c87-c4fb-4a16-b9ff-834fe93a0eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.275479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.279150 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb31c87-c4fb-4a16-b9ff-834fe93a0eb8 None None] Pushing event deleted for resources: {'Port': ['ID=0050d095-3ae2-4452-8765-ac3eb528aa7f,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:41.282864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb31c87-c4fb-4a16-b9ff-834fe93a0eb8 None None] No DVR routers for this DVR port 0050d095-3ae2-4452-8765-ac3eb528aa7f on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:31:41.291192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16d7446-c1ad-4624-bc7a-01a6bf6354ca']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:41.299540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e8431c-1dd7-4bcd-94df-fd21ed3d8aed') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:41.299837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e8431c-1dd7-4bcd-94df-fd21ed3d8aed') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:41.309303 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.323939 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.330262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:31:41.330673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:31:41.335128 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:31:41.380899 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0050d095-3ae2-4452-8765-ac3eb528aa7f no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:31:41.403617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.405147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0050d095-3ae2-4452-8765-ac3eb528aa7f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:31:41.405564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0050d095-3ae2-4452-8765-ac3eb528aa7f not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:31:41.410116 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.413065 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] 10.222.0.55 "DELETE /v2.0/networks/a16d7446-c1ad-4624-bc7a-01a6bf6354ca HTTP/1.1" status: 204 len: 168 time: 0.5493107 Jun 30 03:31:41.430886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ede2a-a045-49d9-b23e-6601cb3e5fb7 tempest-NetworksIpV6Test-164464832 tempest-NetworksIpV6Test-164464832-project] Pushing event deleted for resources: {'Network': ['ID=a16d7446-c1ad-4624-bc7a-01a6bf6354ca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:41.694342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50076) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:41.844147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d85b99ba-f240-41c9-aa90-c7087f012583 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d208cde9eb134ccfba73a1e23a4afdbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485574 Jun 30 03:31:41.846994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:41.901431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0c410d2-e205-48a7-9032-b2470222daf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.923795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0c410d2-e205-48a7-9032-b2470222daf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.976298 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0c410d2-e205-48a7-9032-b2470222daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.979269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0c410d2-e205-48a7-9032-b2470222daf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:41.980684 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e0c410d2-e205-48a7-9032-b2470222daf8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d7b15d0-3a44-4db4-97e3-60fe92bf157f HTTP/1.1" status: 204 len: 168 time: 0.1322899 Jun 30 03:31:41.991328 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c410d2-e205-48a7-9032-b2470222daf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7b15d0-3a44-4db4-97e3-60fe92bf157f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:42.691547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:42.806880 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-88445af7-10a2-412b-821b-714a6cf357d5 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1439191929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:42.836119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88445af7-10a2-412b-821b-714a6cf357d5 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:42.837114 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88445af7-10a2-412b-821b-714a6cf357d5 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:42.895364 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88445af7-10a2-412b-821b-714a6cf357d5 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:42.901929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88445af7-10a2-412b-821b-714a6cf357d5 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:42.922945 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-88445af7-10a2-412b-821b-714a6cf357d5 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:42.924198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-88445af7-10a2-412b-821b-714a6cf357d5 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2316337 Jun 30 03:31:42.927897 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:42.935555 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-438103079'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:42.961337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Made reservation on behalf of 6a2abd6c7f35419599f7cdc749e229c5 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:42.965144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:42.975192 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.072711 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.078050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.103798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:31:43.112361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da43345-566f-45ba-b457-cf1e0fba6e03,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:43.118423 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.118797 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Added segment 1eb11f24-46ec-486f-bb86-5d059dd5cd42 of type vlan for network 98f0d9fe-a8a8-4a72-a054-6eeea1a43367 Jun 30 03:31:43.158758 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.189108 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.197853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:43.198693 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.257555 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3283830 Jun 30 03:31:43.260650 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50108) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:43.265908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Request body: {'subnet': {'network_id': '98f0d9fe-a8a8-4a72-a054-6eeea1a43367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:43.272177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338e95c-e9a6-4df3-a107-ce07f913a830 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event updated for resources: {'Network': ['ID=98f0d9fe-a8a8-4a72-a054-6eeea1a43367,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:43.283488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 98f0d9fe-a8a8-4a72-a054-6eeea1a43367 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:31:43.357232 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Made reservation on behalf of 6a2abd6c7f35419599f7cdc749e229c5 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:43.361039 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.549026 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.601509 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event updated for resources: {'Subnet': ['ID=dfaac3fc-4533-426a-9972-9ee841769689,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:43.617110 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Checking segment: {'id': '1eb11f24-46ec-486f-bb86-5d059dd5cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '98f0d9fe-a8a8-4a72-a054-6eeea1a43367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:43.617466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Network hostable DHCP agents. Network: 98f0d9fe-a8a8-4a72-a054-6eeea1a43367, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:31:43.635308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Network 98f0d9fe-a8a8-4a72-a054-6eeea1a43367 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:31:43.644483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 98f0d9fe-a8a8-4a72-a054-6eeea1a43367) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:43.648965 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:43.649537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.654903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a2535e-1c94-43ff-98cb-8849609cb1b1 None None] Network 98f0d9fe-a8a8-4a72-a054-6eeea1a43367 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:43.669616 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a225e83a-14dc-488d-9de3-79bb55b3e176 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4075637 Jun 30 03:31:43.672675 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50110) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:43.677893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1123671559'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:43.700289 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Made reservation on behalf of 6a2abd6c7f35419599f7cdc749e229c5 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:43.703767 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.730047 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:31:43.740510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.740931 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Added segment 85715515-3bcf-45c8-bfef-de279770f65d of type vlan for network 478f7405-46c2-4eb5-916d-3792fce7df30 Jun 30 03:31:43.793508 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.810061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-98f0d9fe-a8a8-4a72-a054-6eeea1a43367', 'network_id': '98f0d9fe-a8a8-4a72-a054-6eeea1a43367', 'tenant_id': '6a2abd6c7f35419599f7cdc749e229c5', 'fixed_ips': [{'subnet_id': 'dfaac3fc-4533-426a-9972-9ee841769689'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:31:43.810962 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.824061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.829795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:43.830370 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:43.884997 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2085454 Jun 30 03:31:43.886048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:43.891735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Request body: {'subnet': {'network_id': '478f7405-46c2-4eb5-916d-3792fce7df30', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:43.897078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2214a-bb46-416f-b2c9-5d7a47507bce tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event updated for resources: {'Network': ['ID=478f7405-46c2-4eb5-916d-3792fce7df30,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:43.907338 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 478f7405-46c2-4eb5-916d-3792fce7df30 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:31:43.983406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Made reservation on behalf of 6a2abd6c7f35419599f7cdc749e229c5 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:43.987118 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:44.005399 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Allocated IP 172.20.0.2 (98f0d9fe-a8a8-4a72-a054-6eeea1a43367/dfaac3fc-4533-426a-9972-9ee841769689/10ff4249-b07d-4e05-a470-b06b843433f1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:44.147258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:44.155964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Transition to ACTIVE for port object 10ff4249-b07d-4e05-a470-b06b843433f1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:44.170740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:44.172028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Transition to ACTIVE for port object 10ff4249-b07d-4e05-a470-b06b843433f1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:44.177648 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:44.214574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Network 98f0d9fe-a8a8-4a72-a054-6eeea1a43367 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:44.217307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:44.223009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:44.229989 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event updated for resources: {'Subnet': ['ID=45ce0457-5693-404a-a75a-9177c7bbb3e5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:44.230187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Pushing event updated for resources: {'Port': ['ID=10ff4249-b07d-4e05-a470-b06b843433f1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:44.240366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Checking segment: {'id': '85715515-3bcf-45c8-bfef-de279770f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '478f7405-46c2-4eb5-916d-3792fce7df30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:44.241285 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Network hostable DHCP agents. Network: 478f7405-46c2-4eb5-916d-3792fce7df30, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:31:44.259763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Network 478f7405-46c2-4eb5-916d-3792fce7df30 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:31:44.269443 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 478f7405-46c2-4eb5-916d-3792fce7df30) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:44.275459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:44.275869 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:44.279195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a178d8-1ce0-41f8-9782-ad59e68c06b8 None None] Network 478f7405-46c2-4eb5-916d-3792fce7df30 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:44.295074 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-14ca7337-2aa1-4307-a51c-ff197f3497d3 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4052448 Jun 30 03:31:44.295336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:44.300099 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f4dec9f3-9bfc-4e47-b3aa-adffd5adb1e9 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Request body: {'router': {'external_gateway_info': {'network_id': '478f7405-46c2-4eb5-916d-3792fce7df30'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:44.481853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Attempting to bind port 10ff4249-b07d-4e05-a470-b06b843433f1 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:44.482476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Attempting to bind port 10ff4249-b07d-4e05-a470-b06b843433f1 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '1eb11f24-46ec-486f-bb86-5d059dd5cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '98f0d9fe-a8a8-4a72-a054-6eeea1a43367'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:44.482619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Attempting to bind port 10ff4249-b07d-4e05-a470-b06b843433f1 on network 98f0d9fe-a8a8-4a72-a054-6eeea1a43367 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:44.494788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:44.495092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Checking segment: {'id': '1eb11f24-46ec-486f-bb86-5d059dd5cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '98f0d9fe-a8a8-4a72-a054-6eeea1a43367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:44.495507 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:44.495874 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Bound using segment: {'id': '1eb11f24-46ec-486f-bb86-5d059dd5cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '98f0d9fe-a8a8-4a72-a054-6eeea1a43367'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:44.496355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Bound port: 10ff4249-b07d-4e05-a470-b06b843433f1, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb11f24-46ec-486f-bb86-5d059dd5cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '98f0d9fe-a8a8-4a72-a054-6eeea1a43367'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:44.496724 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:44.612237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2c15a259-7294-4f36-9727-375417a65055 None None] For port 10ff4249-b07d-4e05-a470-b06b843433f1, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:44.617261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2c15a259-7294-4f36-9727-375417a65055 None None] For port 10ff4249-b07d-4e05-a470-b06b843433f1, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=10ff4249-b07d-4e05-a470-b06b843433f1,segment=NetworkSegment(1eb11f24-46ec-486f-bb86-5d059dd5cd42),segment_id=1eb11f24-46ec-486f-bb86-5d059dd5cd42)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:44.624385 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:44.670603 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-478f7405-46c2-4eb5-916d-3792fce7df30', 'network_id': '478f7405-46c2-4eb5-916d-3792fce7df30', 'tenant_id': '6a2abd6c7f35419599f7cdc749e229c5', 'fixed_ips': [{'subnet_id': '45ce0457-5693-404a-a75a-9177c7bbb3e5'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:31:44.671464 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:44.784359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15a259-7294-4f36-9727-375417a65055 None None] Pushing event updated for resources: {'Port': ['ID=10ff4249-b07d-4e05-a470-b06b843433f1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:44.855530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Allocated IP 172.21.0.2 (478f7405-46c2-4eb5-916d-3792fce7df30/45ce0457-5693-404a-a75a-9177c7bbb3e5/ae0c0c4e-7d86-43f9-9db0-74166b2e2834) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:44.915519 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4dec9f3-9bfc-4e47-b3aa-adffd5adb1e9 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.047128 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [None req-f4dec9f3-9bfc-4e47-b3aa-adffd5adb1e9 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 03:31:45.048322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f4dec9f3-9bfc-4e47-b3aa-adffd5adb1e9 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "PUT /v2.0/routers/dbb10738-3afe-4bf3-938e-ee65477b05ae HTTP/1.1" status: 400 len: 364 time: 0.7521312 Jun 30 03:31:45.055228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50116) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:45.061955 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.070802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Transition to ACTIVE for port object ae0c0c4e-7d86-43f9-9db0-74166b2e2834 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:45.086249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Transition to ACTIVE for port object ae0c0c4e-7d86-43f9-9db0-74166b2e2834 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:45.092886 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.122988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b15e6f-1693-48c7-83f6-64485ffbf7de tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Deleting subnet 45ce0457-5693-404a-a75a-9177c7bbb3e5 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:31:45.126552 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b15e6f-1693-48c7-83f6-64485ffbf7de tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.129947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Network 478f7405-46c2-4eb5-916d-3792fce7df30 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:45.132979 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:45.136361 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:45.147840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Pushing event updated for resources: {'Port': ['ID=ae0c0c4e-7d86-43f9-9db0-74166b2e2834,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:45.170136 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b15e6f-1693-48c7-83f6-64485ffbf7de tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.209228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Attempting to bind port ae0c0c4e-7d86-43f9-9db0-74166b2e2834 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:45.209463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Attempting to bind port ae0c0c4e-7d86-43f9-9db0-74166b2e2834 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '85715515-3bcf-45c8-bfef-de279770f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '478f7405-46c2-4eb5-916d-3792fce7df30'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:45.209844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Attempting to bind port ae0c0c4e-7d86-43f9-9db0-74166b2e2834 on network 478f7405-46c2-4eb5-916d-3792fce7df30 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:45.215204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:45.215682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Checking segment: {'id': '85715515-3bcf-45c8-bfef-de279770f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '478f7405-46c2-4eb5-916d-3792fce7df30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:45.216089 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.216481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Bound using segment: {'id': '85715515-3bcf-45c8-bfef-de279770f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '478f7405-46c2-4eb5-916d-3792fce7df30'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:45.217056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Bound port: ae0c0c4e-7d86-43f9-9db0-74166b2e2834, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85715515-3bcf-45c8-bfef-de279770f65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '478f7405-46c2-4eb5-916d-3792fce7df30'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:45.217438 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.256270 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b15e6f-1693-48c7-83f6-64485ffbf7de tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.319510 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b15e6f-1693-48c7-83f6-64485ffbf7de tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.322869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] For port ae0c0c4e-7d86-43f9-9db0-74166b2e2834, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:45.326332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] For port ae0c0c4e-7d86-43f9-9db0-74166b2e2834, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ae0c0c4e-7d86-43f9-9db0-74166b2e2834,segment=NetworkSegment(85715515-3bcf-45c8-bfef-de279770f65d),segment_id=85715515-3bcf-45c8-bfef-de279770f65d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:45.334449 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.342972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b15e6f-1693-48c7-83f6-64485ffbf7de tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event deleted for resources: {'Subnet': ['ID=45ce0457-5693-404a-a75a-9177c7bbb3e5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:45.357034 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-44b15e6f-1693-48c7-83f6-64485ffbf7de tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.364167 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-44b15e6f-1693-48c7-83f6-64485ffbf7de tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "DELETE /v2.0/subnets/45ce0457-5693-404a-a75a-9177c7bbb3e5 HTTP/1.1" status: 204 len: 168 time: 0.3055606 Jun 30 03:31:45.364524 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50120) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:45.401259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818089c5-92dc-4d2d-a611-ce6083154096 None None] Pushing event updated for resources: {'Port': ['ID=ae0c0c4e-7d86-43f9-9db0-74166b2e2834,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:45.463117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 10ff4249-b07d-4e05-a470-b06b843433f1 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:45.473129 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.519889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 10ff4249-b07d-4e05-a470-b06b843433f1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:45.534736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Deleting port ae0c0c4e-7d86-43f9-9db0-74166b2e2834 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:31:45.535088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.623296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] For port ae0c0c4e-7d86-43f9-9db0-74166b2e2834, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=ae0c0c4e-7d86-43f9-9db0-74166b2e2834,segment=NetworkSegment(85715515-3bcf-45c8-bfef-de279770f65d),segment_id=85715515-3bcf-45c8-bfef-de279770f65d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:45.623816 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.641147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Calling delete_port for ae0c0c4e-7d86-43f9-9db0-74166b2e2834 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:31:45.732005 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.765898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event deleted for resources: {'Port': ['ID=ae0c0c4e-7d86-43f9-9db0-74166b2e2834,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:45.770888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] No DVR routers for this DVR port ae0c0c4e-7d86-43f9-9db0-74166b2e2834 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:31:45.834488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c0261-9d7a-4e8e-948e-091e64bb6200 None None] Network 98f0d9fe-a8a8-4a72-a054-6eeea1a43367 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:45.851690 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.862203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478f7405-46c2-4eb5-916d-3792fce7df30']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:45.873200 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85715515-3bcf-45c8-bfef-de279770f65d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:45.873500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85715515-3bcf-45c8-bfef-de279770f65d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:45.883833 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.898186 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.904230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:31:45.904712 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:31:45.907681 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:31:45.959641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-793fc4f1-a604-41aa-8c3e-e391ca05e30b None None] Provisioning for port 10ff4249-b07d-4e05-a470-b06b843433f1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:45.968174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-793fc4f1-a604-41aa-8c3e-e391ca05e30b None None] Provisioning complete for port 10ff4249-b07d-4e05-a470-b06b843433f1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:45.968592 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-793fc4f1-a604-41aa-8c3e-e391ca05e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.979669 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.987886 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:45.989929 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "DELETE /v2.0/networks/478f7405-46c2-4eb5-916d-3792fce7df30 HTTP/1.1" status: 204 len: 168 time: 0.6238368 Jun 30 03:31:45.994166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:46.005165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd10ec2-70ec-4fa7-b6eb-258e4d05fd13 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event deleted for resources: {'Network': ['ID=478f7405-46c2-4eb5-916d-3792fce7df30,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:46.055347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c910741-8648-4527-aa21-fdc605ccf68a tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Deleting subnet dfaac3fc-4533-426a-9972-9ee841769689 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:31:46.059063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c910741-8648-4527-aa21-fdc605ccf68a tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.085426 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-793fc4f1-a604-41aa-8c3e-e391ca05e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.099790 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c910741-8648-4527-aa21-fdc605ccf68a tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.120459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-793fc4f1-a604-41aa-8c3e-e391ca05e30b None None] For port 10ff4249-b07d-4e05-a470-b06b843433f1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=10ff4249-b07d-4e05-a470-b06b843433f1,segment=NetworkSegment(1eb11f24-46ec-486f-bb86-5d059dd5cd42),segment_id=1eb11f24-46ec-486f-bb86-5d059dd5cd42)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:46.125617 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-793fc4f1-a604-41aa-8c3e-e391ca05e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.196317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fc4f1-a604-41aa-8c3e-e391ca05e30b None None] Pushing event updated for resources: {'Port': ['ID=10ff4249-b07d-4e05-a470-b06b843433f1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:46.207352 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c910741-8648-4527-aa21-fdc605ccf68a tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.277627 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c910741-8648-4527-aa21-fdc605ccf68a tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.305735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c910741-8648-4527-aa21-fdc605ccf68a tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event deleted for resources: {'Subnet': ['ID=dfaac3fc-4533-426a-9972-9ee841769689,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:46.311343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0c910741-8648-4527-aa21-fdc605ccf68a tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.315508 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0c910741-8648-4527-aa21-fdc605ccf68a tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "DELETE /v2.0/subnets/dfaac3fc-4533-426a-9972-9ee841769689 HTTP/1.1" status: 204 len: 168 time: 0.3179767 Jun 30 03:31:46.315997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50124) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:46.329988 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8408c757-11c0-43ba-bc54-972b7750cbfc None None] Network 98f0d9fe-a8a8-4a72-a054-6eeea1a43367 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:46.405207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a2b44c62-0337-4d5c-9cd0-826410bed21e None None] Provisioning complete for port 10ff4249-b07d-4e05-a470-b06b843433f1 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:46.405507 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a2b44c62-0337-4d5c-9cd0-826410bed21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.406279 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.471194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Deleting port 10ff4249-b07d-4e05-a470-b06b843433f1 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:31:46.471596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.537172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] For port 10ff4249-b07d-4e05-a470-b06b843433f1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=10ff4249-b07d-4e05-a470-b06b843433f1,segment=NetworkSegment(1eb11f24-46ec-486f-bb86-5d059dd5cd42),segment_id=1eb11f24-46ec-486f-bb86-5d059dd5cd42)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:46.537563 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.551999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.554788 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Calling delete_port for 10ff4249-b07d-4e05-a470-b06b843433f1 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:31:46.604455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ee964f-cb16-4db3-b934-4dd0899ba59a None None] DHCP port deletion for 478f7405-46c2-4eb5-916d-3792fce7df30 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:31:46.623523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f2c04-8ca5-46c0-8445-88f8f1d1655b None None] Network 478f7405-46c2-4eb5-916d-3792fce7df30 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:46.628231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f40e5c-0cda-4638-9171-3dc64b39274b None None] DHCP port deletion for 98f0d9fe-a8a8-4a72-a054-6eeea1a43367 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:31:46.640769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f2c04-8ca5-46c0-8445-88f8f1d1655b None None] Network 478f7405-46c2-4eb5-916d-3792fce7df30 could not be found, it might have been deleted concurrently. {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 03:31:46.642705 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.660552 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-84f40e5c-0cda-4638-9171-3dc64b39274b None None] The port '10ff4249-b07d-4e05-a470-b06b843433f1' was deleted {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 30 03:31:46.670616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event deleted for resources: {'Port': ['ID=10ff4249-b07d-4e05-a470-b06b843433f1,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:46.676071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] No DVR routers for this DVR port 10ff4249-b07d-4e05-a470-b06b843433f1 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:31:46.677728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8eadb556-0aa4-4dec-b94b-45412f8d7e28 None None] Could not find standard attr ID for object ae0c0c4e-7d86-43f9-9db0-74166b2e2834. {{(pid=93772) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 03:31:46.722912 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.759771 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.769660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f0d9fe-a8a8-4a72-a054-6eeea1a43367']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:46.779325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb11f24-46ec-486f-bb86-5d059dd5cd42') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:46.779644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb11f24-46ec-486f-bb86-5d059dd5cd42') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:46.788437 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.802387 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.808721 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:31:46.809100 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:31:46.812015 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:31:46.879343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.886590 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:46.888756 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "DELETE /v2.0/networks/98f0d9fe-a8a8-4a72-a054-6eeea1a43367 HTTP/1.1" status: 204 len: 168 time: 0.5716000 Jun 30 03:31:46.892789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:46.901708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92aec6-03f3-4edc-b6b2-ce0c0d1a53c8 tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Pushing event deleted for resources: {'Network': ['ID=98f0d9fe-a8a8-4a72-a054-6eeea1a43367,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:46.922701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-71ad6088-f9c4-47ee-b092-6690ff25b9aa tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbb10738-3afe-4bf3-938e-ee65477b05ae HTTP/1.1" status: 200 len: 205 time: 0.0287399 Jun 30 03:31:46.925360 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50128) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:46.998751 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c202652e-f783-4496-bc05-b3dab00bbb8d tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.164745 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c202652e-f783-4496-bc05-b3dab00bbb8d tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.167037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c202652e-f783-4496-bc05-b3dab00bbb8d tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.219148 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c202652e-f783-4496-bc05-b3dab00bbb8d tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.219867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c202652e-f783-4496-bc05-b3dab00bbb8d tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Fanout notify agent at l3_agent the message router_deleted on router dbb10738-3afe-4bf3-938e-ee65477b05ae {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:31:47.229043 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c202652e-f783-4496-bc05-b3dab00bbb8d tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.230460 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c202652e-f783-4496-bc05-b3dab00bbb8d tempest-RoutersNegativeTest-683103707 tempest-RoutersNegativeTest-683103707-project] 10.222.0.55 "DELETE /v2.0/routers/dbb10738-3afe-4bf3-938e-ee65477b05ae HTTP/1.1" status: 204 len: 168 time: 0.3041277 Jun 30 03:31:47.384330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 10ff4249-b07d-4e05-a470-b06b843433f1 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:31:47.404916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 10ff4249-b07d-4e05-a470-b06b843433f1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:31:47.405264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 10ff4249-b07d-4e05-a470-b06b843433f1 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:31:47.503513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:47.661156 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c1f28667-ecf5-44ac-b53f-8c5d00ca2eff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a2abd6c7f35419599f7cdc749e229c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563501 Jun 30 03:31:47.664158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50138) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:47.715315 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1663c551-66ab-4d66-b22f-da6d01f7ac15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.744219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1663c551-66ab-4d66-b22f-da6d01f7ac15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.806861 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1663c551-66ab-4d66-b22f-da6d01f7ac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.809310 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1663c551-66ab-4d66-b22f-da6d01f7ac15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:47.810456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1663c551-66ab-4d66-b22f-da6d01f7ac15 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7da43345-566f-45ba-b457-cf1e0fba6e03 HTTP/1.1" status: 204 len: 168 time: 0.1453426 Jun 30 03:31:47.818702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663c551-66ab-4d66-b22f-da6d01f7ac15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da43345-566f-45ba-b457-cf1e0fba6e03,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:48.512276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50160) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:48.630442 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1515710444-network', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:48.654591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Made reservation on behalf of 951fb8eb13f842dda0705490555b3cd2 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:48.656991 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:48.665810 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:48.766073 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:48.771809 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:48.795327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:31:48.804965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:48.810432 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:48.810801 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Added segment 56bca47f-b091-4e1d-a86d-8f3d4384b469 of type vlan for network 3d57a889-f055-459d-bc28-b19bff19ed35 Jun 30 03:31:48.851299 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:48.883931 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:48.884899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:48.885483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:48.940944 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4273727 Jun 30 03:31:48.944021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:48.947822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6f04f-39f7-4648-8f7e-3065c492f8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3d57a889-f055-459d-bc28-b19bff19ed35,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:48.950298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Request body: {'subnet': {'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1515710444-subnet', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:48.957750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 3d57a889-f055-459d-bc28-b19bff19ed35 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:31:48.975130 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Made reservation on behalf of 951fb8eb13f842dda0705490555b3cd2 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:48.977767 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.162971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.222607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745c6ccd-c8c4-4fd7-a438-3b850746abb2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:49.231018 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Checking segment: {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:49.231377 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Network hostable DHCP agents. Network: 3d57a889-f055-459d-bc28-b19bff19ed35, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:31:49.248809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Network 3d57a889-f055-459d-bc28-b19bff19ed35 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:31:49.258081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 3d57a889-f055-459d-bc28-b19bff19ed35) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:49.265838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:49.267256 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e7319-084a-4dc1-8ee6-0319884c38b7 None None] Network 3d57a889-f055-459d-bc28-b19bff19ed35 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:49.268402 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.284058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c4f78828-a248-4d5b-97eb-3e2e8cf7fca0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3383350 Jun 30 03:31:49.287125 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:49.291480 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1515710444-router', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:49.313605 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.314628 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.366195 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.416627 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-3d57a889-f055-459d-bc28-b19bff19ed35', 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'fixed_ips': [{'subnet_id': '745c6ccd-c8c4-4fd7-a438-3b850746abb2'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:31:49.417627 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.510776 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.560056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Allocated IP 172.20.0.2 (3d57a889-f055-459d-bc28-b19bff19ed35/745c6ccd-c8c4-4fd7-a438-3b850746abb2/0f3c5ea8-8c74-43a4-8c82-876d7de1d37c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:49.706657 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.715760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Transition to ACTIVE for port object 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:49.717975 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.731421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Transition to ACTIVE for port object 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:49.736904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.737772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.777554 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Network 3d57a889-f055-459d-bc28-b19bff19ed35 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:49.780259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:49.785660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:49.792739 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Pushing event updated for resources: {'Port': ['ID=0f3c5ea8-8c74-43a4-8c82-876d7de1d37c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:49.843797 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Allocated IP 172.25.7.104 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/4af08818-27cf-4506-ad2d-e32edb45151b) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:49.847805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Attempting to bind port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:49.848179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Attempting to bind port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:49.848618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Attempting to bind port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c on network 3d57a889-f055-459d-bc28-b19bff19ed35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:49.854057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:49.854611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Checking segment: {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:49.855178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.855581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Bound using segment: {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:49.856054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Bound port: 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:49.856435 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.928051 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] For port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:49.931170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] For port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0f3c5ea8-8c74-43a4-8c82-876d7de1d37c,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:49.936253 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.948854 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.993717 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:49.995494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3c8da-5b7d-4432-a682-ad21d1cafca8 None None] Pushing event updated for resources: {'Port': ['ID=0f3c5ea8-8c74-43a4-8c82-876d7de1d37c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:50.035037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:50.040762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:50.043158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:50.067615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Pushing event updated for resources: {'Port': ['ID=4af08818-27cf-4506-ad2d-e32edb45151b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:50.617924 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:50.822406 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:50.851557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43f3624-3940-4442-a62c-ea6bb2565828 None None] Network 3d57a889-f055-459d-bc28-b19bff19ed35 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:50.944429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-01c1a162-ea4b-44b5-b8f8-6eccc6cc8c78 None None] Provisioning for port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:50.957325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:31:51.068873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:31:51.078041 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Sync routers for ids ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:31:51.088252 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Routers {'6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:31:51.088431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.089487 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:31:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:51.089771 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a7ba9abf-a209-49ae-8138-ca97f17eb4bb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8016570 Jun 30 03:31:51.093735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50168) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:51.197251 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Set router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:31:51.385565 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'name': 'tempest-TestEncryptedCinderVolumes-1515710444-router', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:50Z', 'revision_number': 3, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'gw_port': {'id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:51.419815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:51.426766 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Checking router: 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:31:51.427118 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Updating router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 port 4af08818-27cf-4506-ad2d-e32edb45151b binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:31:51.464215 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.474374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:51.478759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:51.479240 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.554025 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.564114 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.599022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0f3c5ea8-8c74-43a4-8c82-876d7de1d37c,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:51.604143 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.652559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=0f3c5ea8-8c74-43a4-8c82-876d7de1d37c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:51.719587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Allocated IP 172.20.0.1 (3d57a889-f055-459d-bc28-b19bff19ed35/745c6ccd-c8c4-4fd7-a438-3b850746abb2/e396be05-9512-4a53-a803-15460eafb4c9) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:51.727731 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.738073 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Transition to ACTIVE for port object 4af08818-27cf-4506-ad2d-e32edb45151b will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:51.744139 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.797956 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Attempting to bind port 4af08818-27cf-4506-ad2d-e32edb45151b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:51.798339 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Attempting to bind port 4af08818-27cf-4506-ad2d-e32edb45151b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:51.798696 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Attempting to bind port 4af08818-27cf-4506-ad2d-e32edb45151b on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:51.805972 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Pushing event updated for resources: {'Port': ['ID=4af08818-27cf-4506-ad2d-e32edb45151b,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:51.808175 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:51.808542 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:51.808935 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.809319 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:51.809778 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Bound port: 4af08818-27cf-4506-ad2d-e32edb45151b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:51.810148 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.831053 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.838050 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.838395 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.838737 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.839082 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.839410 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.839730 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.840050 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.840370 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.840681 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.840997 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.841367 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.841682 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:31:51.845898 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Transition to ACTIVE for port object e396be05-9512-4a53-a803-15460eafb4c9 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:51.877236 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] For port 4af08818-27cf-4506-ad2d-e32edb45151b, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:51.881258 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.881960 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] For port 4af08818-27cf-4506-ad2d-e32edb45151b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4af08818-27cf-4506-ad2d-e32edb45151b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:51.886293 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:51.922664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Network 3d57a889-f055-459d-bc28-b19bff19ed35 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:51.928169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:51.932699 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:51.947352 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Routers {'6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:31:51.947999 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:31:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:51.949877 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfdfbe-d896-4efb-88a6-1ac5a078ee4b None None] Pushing event updated for resources: {'Port': ['ID=4af08818-27cf-4506-ad2d-e32edb45151b,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:51.953736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Pushing event updated for resources: {'Port': ['ID=e396be05-9512-4a53-a803-15460eafb4c9,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:51.975386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:52.136117 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:52.176920 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] Set router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:31:52.216373 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9baabec-08b1-4b56-9b31-300b3d676ee3 None None] Provisioning for port e396be05-9512-4a53-a803-15460eafb4c9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:52.220383 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d9baabec-08b1-4b56-9b31-300b3d676ee3 None None] Provisioning complete for port e396be05-9512-4a53-a803-15460eafb4c9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:52.220763 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d9baabec-08b1-4b56-9b31-300b3d676ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:52.257185 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-d9baabec-08b1-4b56-9b31-300b3d676ee3 None None] Port e396be05-9512-4a53-a803-15460eafb4c9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:31:52.308176 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:52.313321 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:52.359434 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'name': 'tempest-TestEncryptedCinderVolumes-1515710444-router', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:50Z', 'revision_number': 3, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'gw_port': {'id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:52.385112 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:52.386227 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1986ab1-fd55-4490-9ab8-1d6c90534a73 None None] The sync data for ids ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'] in n-d-758944-39 is: [{'id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'name': 'tempest-TestEncryptedCinderVolumes-1515710444-router', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:50Z', 'revision_number': 3, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'gw_port': {'id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:31:52.386999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Pushing event updated for resources: {'Port': ['ID=e396be05-9512-4a53-a803-15460eafb4c9,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:52.485198 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Network 3d57a889-f055-459d-bc28-b19bff19ed35 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:52.486814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:52.637798 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:31:52.759914 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:31:52.764796 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4a309cee-5308-4ffc-bde1-190db679ab4c admin admin] 10.222.0.55 "PUT /v2.0/routers/6df04b7a-dbeb-4624-9ae6-5a9cd95bd463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711168 Jun 30 03:31:52.781130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6308-7c81-492a-b1b6-4f958ea273dd None None] Provisioning complete for port e396be05-9512-4a53-a803-15460eafb4c9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:52.781690 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6308-7c81-492a-b1b6-4f958ea273dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:52.821036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6308-7c81-492a-b1b6-4f958ea273dd None None] Port e396be05-9512-4a53-a803-15460eafb4c9 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:31:53.263439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50184) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:53.268495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1085869375-network', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:53.295433 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Made reservation on behalf of 4938b450b0464b1eb5c1720c1eed0169 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:53.298150 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.307929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.406868 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.412824 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.435274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:31:53.453086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.453434 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Added segment 73699d24-6105-414e-8580-c8402e232773 of type vlan for network 808c9d0e-1289-4206-a206-5c1f75df2b23 Jun 30 03:31:53.454792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48998527-e423-4028-ae24-99b09ad1f97a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:53.481960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4af08818-27cf-4506-ad2d-e32edb45151b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:53.497086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.528462 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.529776 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:53.530367 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.531466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4af08818-27cf-4506-ad2d-e32edb45151b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:53.535332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4af08818-27cf-4506-ad2d-e32edb45151b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:53.535816 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.581823 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3172877 Jun 30 03:31:53.584879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50186) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:53.590173 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Request body: {'subnet': {'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1085869375-subnet', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:53.594503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6bdcf-3013-4c0d-aa72-9be24b09331f admin admin] Pushing event updated for resources: {'Network': ['ID=808c9d0e-1289-4206-a206-5c1f75df2b23,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:53.607083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 808c9d0e-1289-4206-a206-5c1f75df2b23 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:31:53.615909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Made reservation on behalf of 4938b450b0464b1eb5c1720c1eed0169 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:31:53.618564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.663018 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.700987 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 4af08818-27cf-4506-ad2d-e32edb45151b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4af08818-27cf-4506-ad2d-e32edb45151b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:53.711234 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.711853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:53.793870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=4af08818-27cf-4506-ad2d-e32edb45151b,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:53.798146 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.806045 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:53.806422 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.857120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f45c9e-6bb5-4a29-b476-5030eb7cf463,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:53.866388 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Checking segment: {'id': '73699d24-6105-414e-8580-c8402e232773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:53.866774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Network hostable DHCP agents. Network: 808c9d0e-1289-4206-a206-5c1f75df2b23, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:31:53.884428 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Network 808c9d0e-1289-4206-a206-5c1f75df2b23 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:31:53.895363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 808c9d0e-1289-4206-a206-5c1f75df2b23) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:53.899046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:53.899681 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.905016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20598d63-d899-4b6b-bffe-47eb42712aa1 None None] Network 808c9d0e-1289-4206-a206-5c1f75df2b23 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:53.916341 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7a91a864-12df-47e4-9a3b-be21ba35d4b5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3300829 Jun 30 03:31:53.918985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:53.923557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1085869375-router', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:31:53.944586 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:53.945596 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.004943 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.152492 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.169907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Sync routers for ids ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:31:54.189732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Routers {'6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:31:54.190355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:31:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:54.260900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-808c9d0e-1289-4206-a206-5c1f75df2b23', 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'fixed_ips': [{'subnet_id': '47f45c9e-6bb5-4a29-b476-5030eb7cf463'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:31:54.261760 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.358694 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.378273 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Set router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:31:54.382580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.491562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Allocated IP 172.25.7.221 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/f48c3b19-72bc-4950-afef-eb7202a2a3ae) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:54.543404 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c1d1d38-ca47-47e6-9ee7-692fc80591c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.552525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Allocated IP 172.20.0.2 (808c9d0e-1289-4206-a206-5c1f75df2b23/47f45c9e-6bb5-4a29-b476-5030eb7cf463/d5348da4-6a2c-4102-b0b3-4bd5fc2a241c) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:54.598577 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.638662 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.677799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:54.682746 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:54.685276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:54.710359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Pushing event updated for resources: {'Port': ['ID=f48c3b19-72bc-4950-afef-eb7202a2a3ae,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:54.764207 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.767281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'name': 'tempest-TestEncryptedCinderVolumes-1515710444-router', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:52Z', 'revision_number': 4, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'gw_port': {'id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e396be05-9512-4a53-a803-15460eafb4c9', 'name': '', 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'mac_address': 'fa:16:3e:d4:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '745c6ccd-c8c4-4fd7-a438-3b850746abb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:51Z', 'updated_at': '2021-06-30T03:31:52Z', 'revision_number': 2, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'subnets': [{'id': '745c6ccd-c8c4-4fd7-a438-3b850746abb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:54.796716 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Checking router: 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:31:54.797440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Updating router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 port e396be05-9512-4a53-a803-15460eafb4c9 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:31:54.820332 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Transition to ACTIVE for port object d5348da4-6a2c-4102-b0b3-4bd5fc2a241c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:54.846225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Transition to ACTIVE for port object d5348da4-6a2c-4102-b0b3-4bd5fc2a241c will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:54.849161 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.858047 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:54.918320 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Network 808c9d0e-1289-4206-a206-5c1f75df2b23 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:54.923797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:54.931018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:54.945167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Pushing event updated for resources: {'Port': ['ID=d5348da4-6a2c-4102-b0b3-4bd5fc2a241c,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:54.947032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.064089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Attempting to bind port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:55.064439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Attempting to bind port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '73699d24-6105-414e-8580-c8402e232773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:55.064786 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Attempting to bind port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c on network 808c9d0e-1289-4206-a206-5c1f75df2b23 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:55.101283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:55.101640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Checking segment: {'id': '73699d24-6105-414e-8580-c8402e232773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:55.102068 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.102454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Bound using segment: {'id': '73699d24-6105-414e-8580-c8402e232773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:55.102943 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Bound port: d5348da4-6a2c-4102-b0b3-4bd5fc2a241c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73699d24-6105-414e-8580-c8402e232773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:55.103320 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.145998 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.206582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] For port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:55.213056 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] For port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d5348da4-6a2c-4102-b0b3-4bd5fc2a241c,segment=NetworkSegment(73699d24-6105-414e-8580-c8402e232773),segment_id=73699d24-6105-414e-8580-c8402e232773)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:55.218504 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.280950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Router f5641bca-f3dd-4a28-8154-0345d78cbc40 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:31:55.316963 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.319345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d025994-fb90-4f78-b50e-52805775c4fa None None] Pushing event updated for resources: {'Port': ['ID=d5348da4-6a2c-4102-b0b3-4bd5fc2a241c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:55.330331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Transition to ACTIVE for port object e396be05-9512-4a53-a803-15460eafb4c9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:55.343434 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.394432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b8b4d-f28f-49a1-9d30-0cf5c7a3c7d7 None None] Pushing event updated for resources: {'Port': ['ID=e396be05-9512-4a53-a803-15460eafb4c9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:55.406112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:31:55.418322 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Sync routers for ids ['f5641bca-f3dd-4a28-8154-0345d78cbc40'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:31:55.429645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.433297 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-59aed94d-85c7-4e7e-bd0d-b13ace74028d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5121274 Jun 30 03:31:55.435053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50190) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:31:55.461427 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Routers {'f5641bca-f3dd-4a28-8154-0345d78cbc40'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:31:55.462935 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:31:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f5641bca-f3dd-4a28-8154-0345d78cbc40'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:55.467029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4af08818-27cf-4506-ad2d-e32edb45151b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:55.509946 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Attempting to bind port e396be05-9512-4a53-a803-15460eafb4c9 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:55.510319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Attempting to bind port e396be05-9512-4a53-a803-15460eafb4c9 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:55.510680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Attempting to bind port e396be05-9512-4a53-a803-15460eafb4c9 on network 3d57a889-f055-459d-bc28-b19bff19ed35 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:55.521888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:55.522262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Checking segment: {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:55.522660 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.523078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Bound using segment: {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:55.523564 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Bound port: e396be05-9512-4a53-a803-15460eafb4c9, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:55.523936 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.621426 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Set router f5641bca-f3dd-4a28-8154-0345d78cbc40 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:31:55.642930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4af08818-27cf-4506-ad2d-e32edb45151b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:55.643299 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.676693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] For port e396be05-9512-4a53-a803-15460eafb4c9, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:55.700967 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] For port e396be05-9512-4a53-a803-15460eafb4c9, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e396be05-9512-4a53-a803-15460eafb4c9,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:55.710055 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:55.840275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Routers {'6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:31:55.840936 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:31:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:55.889163 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'name': 'tempest-TestEncryptedCinderVolumes-1085869375-router', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:53Z', 'updated_at': '2021-06-30T03:31:54Z', 'revision_number': 3, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'gw_port': {'id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:54Z', 'updated_at': '2021-06-30T03:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:55.889715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b8b4d-f28f-49a1-9d30-0cf5c7a3c7d7 None None] Pushing event updated for resources: {'Port': ['ID=e396be05-9512-4a53-a803-15460eafb4c9,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:55.942691 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Checking router: f5641bca-f3dd-4a28-8154-0345d78cbc40 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:31:55.943089 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Updating router f5641bca-f3dd-4a28-8154-0345d78cbc40 port f48c3b19-72bc-4950-afef-eb7202a2a3ae binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:31:55.996385 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.000390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] Set router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:31:56.052010 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.243360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Allocated IP 172.20.0.1 (808c9d0e-1289-4206-a206-5c1f75df2b23/47f45c9e-6bb5-4a29-b476-5030eb7cf463/4e3a09a7-9b16-4d40-8ce2-3e708ddf630a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:31:56.294300 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.310527 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Transition to ACTIVE for port object f48c3b19-72bc-4950-afef-eb7202a2a3ae will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:56.322145 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.377525 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.397548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Transition to ACTIVE for port object 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:31:56.397771 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Attempting to bind port f48c3b19-72bc-4950-afef-eb7202a2a3ae on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:31:56.398033 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Attempting to bind port f48c3b19-72bc-4950-afef-eb7202a2a3ae by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:31:56.398785 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Attempting to bind port f48c3b19-72bc-4950-afef-eb7202a2a3ae on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:31:56.404010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'name': 'tempest-TestEncryptedCinderVolumes-1515710444-router', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:52Z', 'revision_number': 4, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'gw_port': {'id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e396be05-9512-4a53-a803-15460eafb4c9', 'name': '', 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'mac_address': 'fa:16:3e:d4:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '745c6ccd-c8c4-4fd7-a438-3b850746abb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:51Z', 'updated_at': '2021-06-30T03:31:55Z', 'revision_number': 4, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'subnets': [{'id': '745c6ccd-c8c4-4fd7-a438-3b850746abb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:56.409864 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f594054-2f4e-4e6d-a5e5-545ab2a6ff5f None None] Pushing event updated for resources: {'Port': ['ID=f48c3b19-72bc-4950-afef-eb7202a2a3ae,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:56.413284 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:31:56.413685 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:31:56.414086 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.414465 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:31:56.415049 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Bound port: f48c3b19-72bc-4950-afef-eb7202a2a3ae, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:31:56.415514 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.435461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb776449-5c7e-43df-87a6-d1abf8fbd368 None None] The sync data for ids ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'] in n-d-758944-39 is: [{'id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'name': 'tempest-TestEncryptedCinderVolumes-1515710444-router', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:52Z', 'revision_number': 4, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'gw_port': {'id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'e396be05-9512-4a53-a803-15460eafb4c9', 'name': '', 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'mac_address': 'fa:16:3e:d4:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '745c6ccd-c8c4-4fd7-a438-3b850746abb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:51Z', 'updated_at': '2021-06-30T03:31:55Z', 'revision_number': 4, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'subnets': [{'id': '745c6ccd-c8c4-4fd7-a438-3b850746abb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:31:56.450786 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.511644 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] For port f48c3b19-72bc-4950-afef-eb7202a2a3ae, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:31:56.515250 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] For port f48c3b19-72bc-4950-afef-eb7202a2a3ae, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f48c3b19-72bc-4950-afef-eb7202a2a3ae,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:31:56.520063 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.526541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Network 808c9d0e-1289-4206-a206-5c1f75df2b23 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:56.538163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3a09a7-9b16-4d40-8ce2-3e708ddf630a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:56.542618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:56.545010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:31:56.611199 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f594054-2f4e-4e6d-a5e5-545ab2a6ff5f None None] Pushing event updated for resources: {'Port': ['ID=f48c3b19-72bc-4950-afef-eb7202a2a3ae,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:56.618635 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Routers {'f5641bca-f3dd-4a28-8154-0345d78cbc40'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:31:56.619578 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:31:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f5641bca-f3dd-4a28-8154-0345d78cbc40'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:56.683163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea20ccb5-4850-4d27-974a-6642d127563e None None] Network 808c9d0e-1289-4206-a206-5c1f75df2b23 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:31:56.755040 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] Set router f5641bca-f3dd-4a28-8154-0345d78cbc40 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:31:56.822349 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8092c77b-61df-4996-8980-77c06aecbf10 None None] Provisioning for port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:56.936197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:56.991817 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'name': 'tempest-TestEncryptedCinderVolumes-1085869375-router', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:53Z', 'updated_at': '2021-06-30T03:31:54Z', 'revision_number': 3, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'gw_port': {'id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:54Z', 'updated_at': '2021-06-30T03:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:57.045989 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07eeb6f8-617d-4c81-984b-1661366efac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.048098 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4b358-059d-4e12-841c-656205e38c5c None None] The sync data for ids ['f5641bca-f3dd-4a28-8154-0345d78cbc40'] in n-d-758944-39 is: [{'id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'name': 'tempest-TestEncryptedCinderVolumes-1085869375-router', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:53Z', 'updated_at': '2021-06-30T03:31:54Z', 'revision_number': 3, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'gw_port': {'id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:54Z', 'updated_at': '2021-06-30T03:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:31:57.114908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.165356 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.282013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff490a69-172d-4cde-858e-a6ef6e2324d0 None None] Provisioning for port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:57.290058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ff490a69-172d-4cde-858e-a6ef6e2324d0 None None] Provisioning complete for port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:57.290426 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ff490a69-172d-4cde-858e-a6ef6e2324d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.324537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.333193 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.364891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ff490a69-172d-4cde-858e-a6ef6e2324d0 None None] Port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:31:57.451178 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Pushing event updated for resources: {'Port': ['ID=4e3a09a7-9b16-4d40-8ce2-3e708ddf630a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:57.454253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.509991 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-707d8f5d-919a-4987-86ed-4d61b5e367cf None None] Provisioning complete for port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:57.510631 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-707d8f5d-919a-4987-86ed-4d61b5e367cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.562596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-707d8f5d-919a-4987-86ed-4d61b5e367cf None None] Port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:31:57.592052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Network 808c9d0e-1289-4206-a206-5c1f75df2b23 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:31:57.593584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:31:57.714108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e396be05-9512-4a53-a803-15460eafb4c9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:57.759270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Router f5641bca-f3dd-4a28-8154-0345d78cbc40 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:31:57.784817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e396be05-9512-4a53-a803-15460eafb4c9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:57.793984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e396be05-9512-4a53-a803-15460eafb4c9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:57.794545 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.904780 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.906577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2113ca57-9891-4337-b368-e403f88d7315 None None] Provisioning complete for port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:57.906972 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2113ca57-9891-4337-b368-e403f88d7315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.913742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:31:57.924702 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-16bcc058-eaa6-45f6-844f-6437f8785908 admin admin] 10.222.0.55 "PUT /v2.0/routers/f5641bca-f3dd-4a28-8154-0345d78cbc40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4845531 Jun 30 03:31:57.973438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e396be05-9512-4a53-a803-15460eafb4c9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e396be05-9512-4a53-a803-15460eafb4c9,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:57.974536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2113ca57-9891-4337-b368-e403f88d7315 None None] Port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:31:57.980402 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:57.981212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d5348da4-6a2c-4102-b0b3-4bd5fc2a241c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:58.060548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e396be05-9512-4a53-a803-15460eafb4c9,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:58.081593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:58.086090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:58.086478 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.194649 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.229605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d5348da4-6a2c-4102-b0b3-4bd5fc2a241c,segment=NetworkSegment(73699d24-6105-414e-8580-c8402e232773),segment_id=73699d24-6105-414e-8580-c8402e232773)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:58.234743 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.292354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=d5348da4-6a2c-4102-b0b3-4bd5fc2a241c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:58.518202 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:58.730460 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-396f9470-46d7-41bc-a711-ae23ecaf70e5 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:31:58.731956 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-396f9470-46d7-41bc-a711-ae23ecaf70e5 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/networks?id=3d57a889-f055-459d-bc28-b19bff19ed35 HTTP/1.1" status: 200 len: 817 time: 0.1193399 Jun 30 03:31:58.750427 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-eda8d783-f7ed-495f-a46f-d2a5a0372566 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/quotas/951fb8eb13f842dda0705490555b3cd2 HTTP/1.1" status: 200 len: 375 time: 0.0097282 Jun 30 03:31:58.841995 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-20daf0bc-7e9e-458d-afb8-bb3c6a5b7336 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=951fb8eb13f842dda0705490555b3cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847368 Jun 30 03:31:58.952813 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-a25d4723-c52c-42e9-882c-04ce9152da8a service neutron] 10.222.0.55 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984461 Jun 30 03:31:59.063629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-af28690f-9bc3-4b83-951e-49fa9632951d service neutron] 10.222.0.55 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034443 Jun 30 03:31:59.246610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a31de19-2d8d-4705-85d7-40df736092cc req-8d2229de-68c4-42ce-977f-6c73feed5a73 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 210 time: 0.0298054 Jun 30 03:31:59.481048 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e396be05-9512-4a53-a803-15460eafb4c9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:59.535423 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e396be05-9512-4a53-a803-15460eafb4c9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:59.536049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:59.622147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f48c3b19-72bc-4950-afef-eb7202a2a3ae up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:59.672038 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port f48c3b19-72bc-4950-afef-eb7202a2a3ae completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:31:59.677304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f48c3b19-72bc-4950-afef-eb7202a2a3ae triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:59.677979 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:59.768645 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:59.790740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port f48c3b19-72bc-4950-afef-eb7202a2a3ae, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f48c3b19-72bc-4950-afef-eb7202a2a3ae,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:31:59.795452 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:31:59.796337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d5348da4-6a2c-4102-b0b3-4bd5fc2a241c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:31:59.855505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Sync routers for ids ['f5641bca-f3dd-4a28-8154-0345d78cbc40'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:31:59.885527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Routers {'f5641bca-f3dd-4a28-8154-0345d78cbc40'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:31:59.886142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:31:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f5641bca-f3dd-4a28-8154-0345d78cbc40'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:31:59.891141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=f48c3b19-72bc-4950-afef-eb7202a2a3ae,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:31:59.943059 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:31:59.943421 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.027137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Set router f5641bca-f3dd-4a28-8154-0345d78cbc40 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:32:00.263052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'name': 'tempest-TestEncryptedCinderVolumes-1085869375-router', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:53Z', 'updated_at': '2021-06-30T03:31:57Z', 'revision_number': 4, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'gw_port': {'id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:54Z', 'updated_at': '2021-06-30T03:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '4e3a09a7-9b16-4d40-8ce2-3e708ddf630a', 'name': '', 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'mac_address': 'fa:16:3e:de:b2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '47f45c9e-6bb5-4a29-b476-5030eb7cf463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:56Z', 'updated_at': '2021-06-30T03:31:57Z', 'revision_number': 2, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'subnets': [{'id': '47f45c9e-6bb5-4a29-b476-5030eb7cf463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:00.301374 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Checking router: f5641bca-f3dd-4a28-8154-0345d78cbc40 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:32:00.301740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Updating router f5641bca-f3dd-4a28-8154-0345d78cbc40 port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:32:00.349024 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.350200 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.380300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-7f2d5320-0364-4844-81c8-4dc70ca6161c tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:00.381949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-7f2d5320-0364-4844-81c8-4dc70ca6161c tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.69 "GET /v2.0/networks?id=3d57a889-f055-459d-bc28-b19bff19ed35 HTTP/1.1" status: 200 len: 817 time: 0.1291971 Jun 30 03:32:00.399123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Request body: {'port': {'device_id': '8727eefc-ca83-4174-b051-4cf9382c537b', 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35', 'admin_state_up': True, 'tenant_id': '951fb8eb13f842dda0705490555b3cd2'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:00.404522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee29597b-1090-456e-a834-86e8d6339fcd req-5acfc912-035b-4fe8-88c7-20c232c43959 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 210 time: 0.0342004 Jun 30 03:32:00.532476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Made reservation on behalf of 951fb8eb13f842dda0705490555b3cd2 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:32:00.536327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.648891 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.658955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Transition to ACTIVE for port object 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:00.665058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.672297 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Allocated IP 172.20.0.5 (3d57a889-f055-459d-bc28-b19bff19ed35/745c6ccd-c8c4-4fd7-a438-3b850746abb2/d8ddf867-deed-46c0-b670-8914c07c1489) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:32:00.740763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bca73-4e73-4766-b139-2a929f4aa81b None None] Pushing event updated for resources: {'Port': ['ID=4e3a09a7-9b16-4d40-8ce2-3e708ddf630a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:00.778335 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Attempting to bind port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:32:00.778707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Attempting to bind port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '73699d24-6105-414e-8580-c8402e232773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:32:00.779092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Attempting to bind port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a on network 808c9d0e-1289-4206-a206-5c1f75df2b23 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:00.784366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:32:00.784757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Checking segment: {'id': '73699d24-6105-414e-8580-c8402e232773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:00.785213 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.785682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Bound using segment: {'id': '73699d24-6105-414e-8580-c8402e232773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:32:00.786343 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Bound port: 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73699d24-6105-414e-8580-c8402e232773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:32:00.786694 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.839252 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.852441 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] For port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:00.855849 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] For port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4e3a09a7-9b16-4d40-8ce2-3e708ddf630a,segment=NetworkSegment(73699d24-6105-414e-8580-c8402e232773),segment_id=73699d24-6105-414e-8580-c8402e232773)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:32:00.859357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Transition to ACTIVE for port object d8ddf867-deed-46c0-b670-8914c07c1489 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:00.861747 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.898032 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:00.933385 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Routers {'f5641bca-f3dd-4a28-8154-0345d78cbc40'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:32:00.934050 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:31:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f5641bca-f3dd-4a28-8154-0345d78cbc40'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:00.939166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bca73-4e73-4766-b139-2a929f4aa81b None None] Pushing event updated for resources: {'Port': ['ID=4e3a09a7-9b16-4d40-8ce2-3e708ddf630a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:00.953669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Network 3d57a889-f055-459d-bc28-b19bff19ed35 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:32:00.961153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:32:00.967295 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:32:00.971430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Pushing event updated for resources: {'Port': ['ID=d8ddf867-deed-46c0-b670-8914c07c1489,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:01.023014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:01.023945 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:01.043916 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-28f6e0d8-ffc4-4b94-b45b-b96082fddaf2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6535027 Jun 30 03:32:01.071798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] Set router f5641bca-f3dd-4a28-8154-0345d78cbc40 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:32:01.182313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Request body: {'port': {'device_id': '8727eefc-ca83-4174-b051-4cf9382c537b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:01.263369 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:01.304312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'name': 'tempest-TestEncryptedCinderVolumes-1085869375-router', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:53Z', 'updated_at': '2021-06-30T03:31:57Z', 'revision_number': 4, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'gw_port': {'id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:54Z', 'updated_at': '2021-06-30T03:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '4e3a09a7-9b16-4d40-8ce2-3e708ddf630a', 'name': '', 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'mac_address': 'fa:16:3e:de:b2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '47f45c9e-6bb5-4a29-b476-5030eb7cf463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:56Z', 'updated_at': '2021-06-30T03:32:00Z', 'revision_number': 4, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'subnets': [{'id': '47f45c9e-6bb5-4a29-b476-5030eb7cf463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:32:01.334940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7a2c68-f229-4af5-8fca-e0d0a234cfce None None] The sync data for ids ['f5641bca-f3dd-4a28-8154-0345d78cbc40'] in n-d-758944-39 is: [{'id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'name': 'tempest-TestEncryptedCinderVolumes-1085869375-router', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:53Z', 'updated_at': '2021-06-30T03:31:57Z', 'revision_number': 4, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'gw_port': {'id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:54Z', 'updated_at': '2021-06-30T03:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '4e3a09a7-9b16-4d40-8ce2-3e708ddf630a', 'name': '', 'network_id': '808c9d0e-1289-4206-a206-5c1f75df2b23', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'mac_address': 'fa:16:3e:de:b2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '47f45c9e-6bb5-4a29-b476-5030eb7cf463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:56Z', 'updated_at': '2021-06-30T03:32:00Z', 'revision_number': 4, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'subnets': [{'id': '47f45c9e-6bb5-4a29-b476-5030eb7cf463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:32:01.349523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb8381ef-a5a3-4ae6-9bdc-8e87412642db None None] Provisioning for port d8ddf867-deed-46c0-b670-8914c07c1489 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:01.354135 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fb8381ef-a5a3-4ae6-9bdc-8e87412642db None None] Provisioning complete for port d8ddf867-deed-46c0-b670-8914c07c1489 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:01.354504 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb8381ef-a5a3-4ae6-9bdc-8e87412642db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:01.394074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-fb8381ef-a5a3-4ae6-9bdc-8e87412642db None None] Port d8ddf867-deed-46c0-b670-8914c07c1489 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:32:01.445506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f48c3b19-72bc-4950-afef-eb7202a2a3ae up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:01.524951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port f48c3b19-72bc-4950-afef-eb7202a2a3ae triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:01.525814 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:01.642501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ddf867-deed-46c0-b670-8914c07c1489 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:32:01.652291 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:01.678378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b80e99-dee4-45c4-a40c-ed41a934d549 req-f59a44e0-f60e-491a-a6e3-9fa652f6ca85 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:01.680070 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21b80e99-dee4-45c4-a40c-ed41a934d549 req-f59a44e0-f60e-491a-a6e3-9fa652f6ca85 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 931 time: 0.1284542 Jun 30 03:32:01.681121 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Transition to ACTIVE for port object d8ddf867-deed-46c0-b670-8914c07c1489 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:01.693408 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:01.774298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Pushing event updated for resources: {'Port': ['ID=d8ddf867-deed-46c0-b670-8914c07c1489,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:01.794610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-21b80e99-dee4-45c4-a40c-ed41a934d549 req-c3ab64f2-679c-4153-88e9-cd3ee304a4b2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084850 Jun 30 03:32:01.861324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Attempting to bind port d8ddf867-deed-46c0-b670-8914c07c1489 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:32:01.861876 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Attempting to bind port d8ddf867-deed-46c0-b670-8914c07c1489 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:32:01.862393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Attempting to bind port d8ddf867-deed-46c0-b670-8914c07c1489 on network 3d57a889-f055-459d-bc28-b19bff19ed35 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:01.868253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Port d8ddf867-deed-46c0-b670-8914c07c1489 on network 3d57a889-f055-459d-bc28-b19bff19ed35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:32:01.868678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Attempting to bind port d8ddf867-deed-46c0-b670-8914c07c1489 on network 3d57a889-f055-459d-bc28-b19bff19ed35 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:01.874619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:32:01.875352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Checking segment: {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:01.875740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Bound using segment: {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:32:01.876206 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Bound port: d8ddf867-deed-46c0-b670-8914c07c1489, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:32:01.876566 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:01.954267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] For port d8ddf867-deed-46c0-b670-8914c07c1489, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:01.958619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] For port d8ddf867-deed-46c0-b670-8914c07c1489, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d8ddf867-deed-46c0-b670-8914c07c1489,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:32:01.964359 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:02.006767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:02.007398 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:02.008847 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] 10.222.0.69 "PUT /v2.0/ports/d8ddf867-deed-46c0-b670-8914c07c1489 HTTP/1.1" status: 200 len: 1092 time: 0.9572999 Jun 30 03:32:02.009299 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8727eefc-ca83-4174-b051-4cf9382c537b', 'tag': 'd8ddf867-deed-46c0-b670-8914c07c1489'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:02.011738 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024" -d '{"events": [{"name": "network-changed", "server_uuid": "8727eefc-ca83-4174-b051-4cf9382c537b", "tag": "d8ddf867-deed-46c0-b670-8914c07c1489"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:02.056489 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b3927-f47b-4c1c-9bc6-5b70fd30cbfb service neutron] Pushing event updated for resources: {'Port': ['ID=d8ddf867-deed-46c0-b670-8914c07c1489,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:02.131836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-7873df04-34fc-4078-9120-a9bdfe2cfd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:02.133491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-7873df04-34fc-4078-9120-a9bdfe2cfd14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=951fb8eb13f842dda0705490555b3cd2&device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 1095 time: 0.0629072 Jun 30 03:32:02.135070 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6257dcdd-e397-4003-9c65-e4840bd6ecf7 x-openstack-request-id: req-6257dcdd-e397-4003-9c65-e4840bd6ecf7 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:02.135436 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8727eefc-ca83-4174-b051-4cf9382c537b", "tag": "d8ddf867-deed-46c0-b670-8914c07c1489", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:02.135730 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6257dcdd-e397-4003-9c65-e4840bd6ecf7 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:02.136188 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8727eefc-ca83-4174-b051-4cf9382c537b', 'tag': 'd8ddf867-deed-46c0-b670-8914c07c1489', 'status': 'completed', 'code': 200} Jun 30 03:32:02.180436 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-2478e54a-fe6e-46d5-a974-3c2f26f0e326 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ddf867-deed-46c0-b670-8914c07c1489 HTTP/1.1" status: 200 len: 217 time: 0.0400078 Jun 30 03:32:02.229789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-a29fb95b-0c9b-4e97-8d36-9bb0a3713338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:02.231303 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-a29fb95b-0c9b-4e97-8d36-9bb0a3713338 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=745c6ccd-c8c4-4fd7-a438-3b850746abb2 HTTP/1.1" status: 200 len: 856 time: 0.0451736 Jun 30 03:32:02.291929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-19e6156c-1de8-4c95-966c-5a6333ebc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:02.293396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-19e6156c-1de8-4c95-966c-5a6333ebc480 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d57a889-f055-459d-bc28-b19bff19ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559795 Jun 30 03:32:02.396650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-16e2073c-550a-4636-a4e6-ba4ff9964380 service neutron] 10.222.0.69 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962131 Jun 30 03:32:02.489259 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-303c8425-b1c3-4fe2-b65a-4d679eceaca1 req-0439328f-5e08-4428-861a-87e8bbf1a769 service neutron] 10.222.0.69 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858910 Jun 30 03:32:02.595139 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-4057c0c5-1329-417e-b589-86cdfc791544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:02.596785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-4057c0c5-1329-417e-b589-86cdfc791544 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=951fb8eb13f842dda0705490555b3cd2&device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 1095 time: 0.0568802 Jun 30 03:32:02.690266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-7f34ce50-f893-494f-82de-170d5065018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:02.692202 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-7f34ce50-f893-494f-82de-170d5065018c service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d57a889-f055-459d-bc28-b19bff19ed35 HTTP/1.1" status: 200 len: 918 time: 0.0891716 Jun 30 03:32:02.733094 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-6365f5a7-5ce1-49f0-8223-e42f065758e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ddf867-deed-46c0-b670-8914c07c1489 HTTP/1.1" status: 200 len: 217 time: 0.0347443 Jun 30 03:32:02.799256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-e7dbcecb-05b2-4584-b415-ced34c8e3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:02.801631 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-e7dbcecb-05b2-4584-b415-ced34c8e3521 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=745c6ccd-c8c4-4fd7-a438-3b850746abb2 HTTP/1.1" status: 200 len: 856 time: 0.0620725 Jun 30 03:32:02.863602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-34c62cfd-e434-438a-90a0-b03f57df670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:02.865165 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-34c62cfd-e434-438a-90a0-b03f57df670d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d57a889-f055-459d-bc28-b19bff19ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581205 Jun 30 03:32:02.994069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-cac85f65-3cb7-4f9c-87ac-d3ca7c5befb2 service neutron] 10.222.0.69 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223931 Jun 30 03:32:03.028843 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dd168-2450-494b-9922-06d75ba8ff63 req-ee256100-46c0-49ca-ae6b-cb30a393ca8d tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:03.030285 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-377dd168-2450-494b-9922-06d75ba8ff63 req-ee256100-46c0-49ca-ae6b-cb30a393ca8d tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 943 time: 0.1150103 Jun 30 03:32:03.107237 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-377dd168-2450-494b-9922-06d75ba8ff63 req-9e343f11-1443-4dfb-b5ab-6dd4965d003d tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530214 Jun 30 03:32:03.122648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41b2c4eb-4805-49d4-9dc7-55d58c1ef024 req-daadd8a7-1bdf-4d52-9571-7b8f0520d4ca service neutron] 10.222.0.69 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209183 Jun 30 03:32:03.419490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:03.475029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:03.479784 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:03.480184 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:03.564588 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:03.600146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4e3a09a7-9b16-4d40-8ce2-3e708ddf630a,segment=NetworkSegment(73699d24-6105-414e-8580-c8402e232773),segment_id=73699d24-6105-414e-8580-c8402e232773)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:03.605488 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:03.657083 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=4e3a09a7-9b16-4d40-8ce2-3e708ddf630a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:04.288955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3483cbe-cc80-4bdf-b06c-035488e12841 req-4de5441f-06a2-43b6-a7eb-6cb3e4355f6f tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:04.290441 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3483cbe-cc80-4bdf-b06c-035488e12841 req-4de5441f-06a2-43b6-a7eb-6cb3e4355f6f tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 943 time: 0.0666873 Jun 30 03:32:04.336280 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3483cbe-cc80-4bdf-b06c-035488e12841 req-80161c57-9772-4ce0-af6d-174c219dda4f tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Jun 30 03:32:05.400845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:05.451797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:05.452277 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:05.523719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed105ad5-a9f1-4597-abae-8324e296ae94 req-3f84b4dc-9750-44f4-a5cd-fa6907cf23bc tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:05.525269 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed105ad5-a9f1-4597-abae-8324e296ae94 req-3f84b4dc-9750-44f4-a5cd-fa6907cf23bc tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 943 time: 0.0719891 Jun 30 03:32:05.564930 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ed105ad5-a9f1-4597-abae-8324e296ae94 req-ba6e16c1-a1fb-4888-9414-6b8db35d4712 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336924 Jun 30 03:32:06.459919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d8ddf867-deed-46c0-b670-8914c07c1489 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:32:06.557671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d8ddf867-deed-46c0-b670-8914c07c1489, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d8ddf867-deed-46c0-b670-8914c07c1489,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:06.569816 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'd8ddf867-deed-46c0-b670-8914c07c1489', 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35', 'port_id': 'd8ddf867-deed-46c0-b670-8914c07c1489', 'mac_address': 'fa:16:3e:e3:6a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745c6ccd-c8c4-4fd7-a438-3b850746abb2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:32:06.613283 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:06.627984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ddf867-deed-46c0-b670-8914c07c1489 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:32:06.649582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d8ddf867-deed-46c0-b670-8914c07c1489, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d8ddf867-deed-46c0-b670-8914c07c1489,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:06.655262 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:06.705105 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=d8ddf867-deed-46c0-b670-8914c07c1489,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:06.759509 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c98a-0f84-426c-92a2-68f1581afbfb req-83b8cda6-6f13-4535-9765-a7b89dc96a8b tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:06.760992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4942c98a-0f84-426c-92a2-68f1581afbfb req-83b8cda6-6f13-4535-9765-a7b89dc96a8b tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 944 time: 0.0702710 Jun 30 03:32:06.800776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4942c98a-0f84-426c-92a2-68f1581afbfb req-2f0471c2-f870-400d-b509-a13ce0dd8c9d tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Jun 30 03:32:06.980291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['d8ddf867-deed-46c0-b670-8914c07c1489'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:32:08.001645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb931f87-cc62-4981-a443-a54ec3182fa6 req-80a66f2d-3453-4bcb-b7b7-c0243defc980 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:08.003125 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb931f87-cc62-4981-a443-a54ec3182fa6 req-80a66f2d-3453-4bcb-b7b7-c0243defc980 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 944 time: 0.0761368 Jun 30 03:32:08.046967 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cb931f87-cc62-4981-a443-a54ec3182fa6 req-cb4f657a-3043-4fd6-a1bd-1fc922152467 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376682 Jun 30 03:32:08.491174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d8ddf867-deed-46c0-b670-8914c07c1489 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:08.544094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port d8ddf867-deed-46c0-b670-8914c07c1489 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:08.549494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port d8ddf867-deed-46c0-b670-8914c07c1489 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:08.549991 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:08.630037 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:08.652974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8727eefc-ca83-4174-b051-4cf9382c537b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ddf867-deed-46c0-b670-8914c07c1489'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:08.655259 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f83b2d-9aa9-4a49-b110-33a358f6c3dd" -d '{"events": [{"server_uuid": "8727eefc-ca83-4174-b051-4cf9382c537b", "name": "network-vif-plugged", "status": "completed", "tag": "d8ddf867-deed-46c0-b670-8914c07c1489"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:08.672213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port d8ddf867-deed-46c0-b670-8914c07c1489, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d8ddf867-deed-46c0-b670-8914c07c1489,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:08.679182 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:08.866060 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48541f11-2d40-45cd-99b1-b00137ccebb4 x-openstack-request-id: req-48541f11-2d40-45cd-99b1-b00137ccebb4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:08.866060 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8727eefc-ca83-4174-b051-4cf9382c537b", "name": "network-vif-plugged", "status": "completed", "tag": "d8ddf867-deed-46c0-b670-8914c07c1489", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:08.867184 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-48541f11-2d40-45cd-99b1-b00137ccebb4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:08.867184 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8727eefc-ca83-4174-b051-4cf9382c537b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ddf867-deed-46c0-b670-8914c07c1489', 'code': 200} Jun 30 03:32:08.875540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94d178-34d2-4063-bce0-7cb06b9feab3 req-54a5b671-6244-49a6-bc99-28633b386b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:08.877251 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a94d178-34d2-4063-bce0-7cb06b9feab3 req-54a5b671-6244-49a6-bc99-28633b386b4d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 1097 time: 0.0548820 Jun 30 03:32:08.893556 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=d8ddf867-deed-46c0-b670-8914c07c1489,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:08.922016 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3a94d178-34d2-4063-bce0-7cb06b9feab3 req-d326c199-54e6-4d85-924c-18571700f18f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384562 Jun 30 03:32:09.249038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5310d39-235f-47e1-99f3-2ccd748adc40 req-aa05e3f9-aaf4-4e0e-92ea-1ada8ae683f4 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:09.251110 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5310d39-235f-47e1-99f3-2ccd748adc40 req-aa05e3f9-aaf4-4e0e-92ea-1ada8ae683f4 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 945 time: 0.0685370 Jun 30 03:32:09.291263 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5310d39-235f-47e1-99f3-2ccd748adc40 req-d0d4ba97-e94d-4e16-89c1-0bea587a6d3a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Jun 30 03:32:10.475263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721a653-2ecc-407e-80c6-959005b3d276 req-5ebabbc7-bbdb-4f10-8449-62f2f86a9e37 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:10.476737 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e721a653-2ecc-407e-80c6-959005b3d276 req-5ebabbc7-bbdb-4f10-8449-62f2f86a9e37 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 945 time: 0.0678973 Jun 30 03:32:10.520564 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e721a653-2ecc-407e-80c6-959005b3d276 req-5c18256b-9766-429d-a26c-ca3dffa0cc64 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354228 Jun 30 03:32:10.610831 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:32:10.727182 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7af680-bd63-4105-90dd-41dee440cc58 req-f383eb38-9c25-448f-ba15-799e60ef7429 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:10.729052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7af680-bd63-4105-90dd-41dee440cc58 req-f383eb38-9c25-448f-ba15-799e60ef7429 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 945 time: 0.0743313 Jun 30 03:32:10.775842 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea7af680-bd63-4105-90dd-41dee440cc58 req-71c5c608-7f60-49b5-867f-7089a06bd79a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Jun 30 03:32:16.513671 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:16.733436 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:23.036023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74e9c72a-787b-4595-b659-4b6e037a172d req-dfd352de-e674-41db-90eb-583ad59c08db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654409 Jun 30 03:32:23.139920 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9c72a-787b-4595-b659-4b6e037a172d req-671f7376-5727-4877-a95c-fd36206f4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:23.141415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74e9c72a-787b-4595-b659-4b6e037a172d req-671f7376-5727-4877-a95c-fd36206f4604 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=951fb8eb13f842dda0705490555b3cd2&device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 1097 time: 0.0587988 Jun 30 03:32:23.249979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9c72a-787b-4595-b659-4b6e037a172d req-d6444134-f9e7-4ef3-9b24-f5f5cb9f29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:23.251451 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74e9c72a-787b-4595-b659-4b6e037a172d req-d6444134-f9e7-4ef3-9b24-f5f5cb9f29fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=3d57a889-f055-459d-bc28-b19bff19ed35 HTTP/1.1" status: 200 len: 918 time: 0.0848324 Jun 30 03:32:23.297675 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74e9c72a-787b-4595-b659-4b6e037a172d req-746128f4-82d1-401a-8c71-0b7893074322 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ddf867-deed-46c0-b670-8914c07c1489 HTTP/1.1" status: 200 len: 217 time: 0.0379343 Jun 30 03:32:23.347073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9c72a-787b-4595-b659-4b6e037a172d req-15ff9a86-4e89-44a3-85ac-d365f9c20793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:23.349132 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74e9c72a-787b-4595-b659-4b6e037a172d req-15ff9a86-4e89-44a3-85ac-d365f9c20793 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=745c6ccd-c8c4-4fd7-a438-3b850746abb2 HTTP/1.1" status: 200 len: 856 time: 0.0445764 Jun 30 03:32:23.421520 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9c72a-787b-4595-b659-4b6e037a172d req-59fa2211-1c72-4b66-9ec7-aff5fba32bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:23.423079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74e9c72a-787b-4595-b659-4b6e037a172d req-59fa2211-1c72-4b66-9ec7-aff5fba32bdf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3d57a889-f055-459d-bc28-b19bff19ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668731 Jun 30 03:32:23.521443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74e9c72a-787b-4595-b659-4b6e037a172d req-88cba038-bdcf-472e-8654-ca07c9457ebf service neutron] 10.222.0.69 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912259 Jun 30 03:32:23.614470 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-74e9c72a-787b-4595-b659-4b6e037a172d req-0705b709-7ec5-45e7-b97f-9b0944ec0e8d service neutron] 10.222.0.69 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868568 Jun 30 03:32:24.478016 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f951bd95-21c0-49eb-83f3-621d4e6ccafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:27.033876 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-214510c5-c0cd-44dc-ac56-b19bf5309581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:27.161822 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:28.510492 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:30.316373 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:31.145982 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c65be-2ea2-424a-9718-128d9c1be441 req-da6fab99-614d-4d7f-a721-69b9a3f884f7 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:31.147583 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d77c65be-2ea2-424a-9718-128d9c1be441 req-da6fab99-614d-4d7f-a721-69b9a3f884f7 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 945 time: 0.0789828 Jun 30 03:32:31.193062 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d77c65be-2ea2-424a-9718-128d9c1be441 req-27009262-867a-445a-9171-881819118615 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362022 Jun 30 03:32:32.385300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901d5fa-8cdb-43f7-97d3-7881f09e1eb7 req-7b5006d8-8c84-4c35-92c5-476f8ae59ed3 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:32.386939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f901d5fa-8cdb-43f7-97d3-7881f09e1eb7 req-7b5006d8-8c84-4c35-92c5-476f8ae59ed3 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 945 time: 0.0711648 Jun 30 03:32:32.430090 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f901d5fa-8cdb-43f7-97d3-7881f09e1eb7 req-fe10e224-267e-4bf3-b89b-ae13b52c2165 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352688 Jun 30 03:32:32.936989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-887cf329-9533-4670-9c5b-0592b7fb6fc9 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:32.938576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-887cf329-9533-4670-9c5b-0592b7fb6fc9 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.69 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 945 time: 0.0657609 Jun 30 03:32:33.040166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-7bba0d01-7831-49f8-8e53-a956f75e6d52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Deleting port d8ddf867-deed-46c0-b670-8914c07c1489 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:32:33.040489 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-7bba0d01-7831-49f8-8e53-a956f75e6d52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:33.136331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-7bba0d01-7831-49f8-8e53-a956f75e6d52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] For port d8ddf867-deed-46c0-b670-8914c07c1489, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=d8ddf867-deed-46c0-b670-8914c07c1489,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:33.136693 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-7bba0d01-7831-49f8-8e53-a956f75e6d52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:33.149593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-7bba0d01-7831-49f8-8e53-a956f75e6d52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Calling delete_port for d8ddf867-deed-46c0-b670-8914c07c1489 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:32:33.289640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-7bba0d01-7831-49f8-8e53-a956f75e6d52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:33.302853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['d8ddf867-deed-46c0-b670-8914c07c1489'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:32:33.318674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba0d01-7831-49f8-8e53-a956f75e6d52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Pushing event deleted for resources: {'Port': ['ID=d8ddf867-deed-46c0-b670-8914c07c1489,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:33.365691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-7bba0d01-7831-49f8-8e53-a956f75e6d52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] No DVR routers for this DVR port d8ddf867-deed-46c0-b670-8914c07c1489 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:32:33.368386 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-7bba0d01-7831-49f8-8e53-a956f75e6d52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:33.370487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4feebda9-2277-49b6-8ce3-7539d8df01f2 req-7bba0d01-7831-49f8-8e53-a956f75e6d52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.69 "DELETE /v2.0/ports/d8ddf867-deed-46c0-b670-8914c07c1489 HTTP/1.1" status: 204 len: 173 time: 0.4257801 Jun 30 03:32:33.370962 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8727eefc-ca83-4174-b051-4cf9382c537b', 'name': 'network-vif-deleted', 'tag': 'd8ddf867-deed-46c0-b670-8914c07c1489'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:33.373302 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da2a300-3aaa-4cc5-b44f-a30752740a54" -d '{"events": [{"server_uuid": "8727eefc-ca83-4174-b051-4cf9382c537b", "name": "network-vif-deleted", "tag": "d8ddf867-deed-46c0-b670-8914c07c1489"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:33.414459 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db19159-f540-4360-bee7-5fb9872fd4df x-openstack-request-id: req-7db19159-f540-4360-bee7-5fb9872fd4df {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:33.414765 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8727eefc-ca83-4174-b051-4cf9382c537b", "name": "network-vif-deleted", "tag": "d8ddf867-deed-46c0-b670-8914c07c1489", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:33.415016 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7db19159-f540-4360-bee7-5fb9872fd4df {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:33.415430 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8727eefc-ca83-4174-b051-4cf9382c537b', 'name': 'network-vif-deleted', 'tag': 'd8ddf867-deed-46c0-b670-8914c07c1489', 'status': 'completed', 'code': 200} Jun 30 03:32:33.584379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8737d435-f7f8-41db-a01e-477c4d996f52 req-d098c9a0-d433-4c56-ab15-333f6cb9c4e3 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=8727eefc-ca83-4174-b051-4cf9382c537b HTTP/1.1" status: 200 len: 210 time: 0.0333509 Jun 30 03:32:35.257684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-e17ff141-de27-43e3-9e20-d12430890a52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:35.259105 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-e17ff141-de27-43e3-9e20-d12430890a52 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/networks?id=3d57a889-f055-459d-bc28-b19bff19ed35 HTTP/1.1" status: 200 len: 817 time: 0.1032360 Jun 30 03:32:35.276397 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-24ced096-b769-43ab-94e0-ab7f165f0bc6 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/quotas/951fb8eb13f842dda0705490555b3cd2 HTTP/1.1" status: 200 len: 375 time: 0.0105174 Jun 30 03:32:35.349475 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-56e09653-55d8-4e77-a954-5e798c6d85f2 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=951fb8eb13f842dda0705490555b3cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666232 Jun 30 03:32:35.451178 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-9240706e-7a8e-487b-aac6-ad71b73045af service neutron] 10.222.0.55 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867913 Jun 30 03:32:35.892934 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-0febd656-b335-403b-ad72-43dce6729f70 service neutron] 10.222.0.55 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356279 Jun 30 03:32:36.092647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e42ffafb-d67c-459a-9de9-7a093a1720a0 req-e5143a1f-384c-44fa-bfc3-c885ca11dae6 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 210 time: 0.0325952 Jun 30 03:32:36.647279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d8ddf867-deed-46c0-b670-8914c07c1489 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:32:36.670189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: d8ddf867-deed-46c0-b670-8914c07c1489 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:32:36.670451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device d8ddf867-deed-46c0-b670-8914c07c1489 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:32:37.238663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-99bfcfc8-5cf1-4dd9-b63b-d1396281c0f2 req-87f583a2-75bf-4ab4-a152-2af9161ed46a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 210 time: 0.0300496 Jun 30 03:32:37.417120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-6d614793-ffa3-463d-8354-d849ccd59348 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:37.418614 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-6d614793-ffa3-463d-8354-d849ccd59348 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.73 "GET /v2.0/networks?id=3d57a889-f055-459d-bc28-b19bff19ed35 HTTP/1.1" status: 200 len: 817 time: 0.1082556 Jun 30 03:32:37.440047 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Request body: {'port': {'device_id': 'f51020b1-0152-447e-a6a9-e8248acf7082', 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35', 'admin_state_up': True, 'tenant_id': '951fb8eb13f842dda0705490555b3cd2'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:37.565226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Made reservation on behalf of 951fb8eb13f842dda0705490555b3cd2 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:32:37.570874 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:37.703644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Allocated IP 172.20.0.13 (3d57a889-f055-459d-bc28-b19bff19ed35/745c6ccd-c8c4-4fd7-a438-3b850746abb2/70802b1f-b22e-47c8-977e-63160d49ebc6) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:32:37.869166 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:37.884226 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Transition to ACTIVE for port object 70802b1f-b22e-47c8-977e-63160d49ebc6 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:37.920647 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:37.969027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Network 3d57a889-f055-459d-bc28-b19bff19ed35 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:32:37.972088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:32:37.977929 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:32:38.002005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Pushing event updated for resources: {'Port': ['ID=70802b1f-b22e-47c8-977e-63160d49ebc6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:38.015493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.015833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.016176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.016513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.016843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.017181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.017510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.017833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.018164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.018489 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.018836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.019155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:38.042587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:38.043219 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.060922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-8f54e6c1-0326-4f91-9d55-29e06f22af74 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6251178 Jun 30 03:32:38.120627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Request body: {'port': {'device_id': 'f51020b1-0152-447e-a6a9-e8248acf7082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:32:38.206358 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.252391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-adc8e48f-1f0b-4845-a17d-0e543dde85f6 None None] Provisioning for port 70802b1f-b22e-47c8-977e-63160d49ebc6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:38.256540 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-adc8e48f-1f0b-4845-a17d-0e543dde85f6 None None] Provisioning complete for port 70802b1f-b22e-47c8-977e-63160d49ebc6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:38.256917 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-adc8e48f-1f0b-4845-a17d-0e543dde85f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.292954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-adc8e48f-1f0b-4845-a17d-0e543dde85f6 None None] Port 70802b1f-b22e-47c8-977e-63160d49ebc6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:32:38.427218 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b3a2c-7fe0-4796-9c24-9d722c24e640 req-01819eca-132e-49e2-ab1c-f4ff6c92099d tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:38.428828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-342b3a2c-7fe0-4796-9c24-9d722c24e640 req-01819eca-132e-49e2-ab1c-f4ff6c92099d tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 932 time: 0.0662704 Jun 30 03:32:38.468704 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-342b3a2c-7fe0-4796-9c24-9d722c24e640 req-d0553016-1d15-47d8-9af3-715a7ed2d486 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Jun 30 03:32:38.484181 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70802b1f-b22e-47c8-977e-63160d49ebc6 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:32:38.491744 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.504603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Transition to ACTIVE for port object 70802b1f-b22e-47c8-977e-63160d49ebc6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:32:38.509815 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.559533 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Pushing event updated for resources: {'Port': ['ID=70802b1f-b22e-47c8-977e-63160d49ebc6,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:38.640403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Attempting to bind port 70802b1f-b22e-47c8-977e-63160d49ebc6 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:32:38.640755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Attempting to bind port 70802b1f-b22e-47c8-977e-63160d49ebc6 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:32:38.641098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Attempting to bind port 70802b1f-b22e-47c8-977e-63160d49ebc6 on network 3d57a889-f055-459d-bc28-b19bff19ed35 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:38.645965 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Port 70802b1f-b22e-47c8-977e-63160d49ebc6 on network 3d57a889-f055-459d-bc28-b19bff19ed35 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:32:38.646290 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Attempting to bind port 70802b1f-b22e-47c8-977e-63160d49ebc6 on network 3d57a889-f055-459d-bc28-b19bff19ed35 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:32:38.651356 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:32:38.651702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Checking segment: {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:32:38.652088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Bound using segment: {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:32:38.652536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Bound port: 70802b1f-b22e-47c8-977e-63160d49ebc6, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56bca47f-b091-4e1d-a86d-8f3d4384b469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:32:38.652897 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.719408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] For port 70802b1f-b22e-47c8-977e-63160d49ebc6, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:32:38.722620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] For port 70802b1f-b22e-47c8-977e-63160d49ebc6, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=70802b1f-b22e-47c8-977e-63160d49ebc6,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:32:38.728274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.766100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:38.767528 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:38.770653 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] 10.222.0.73 "PUT /v2.0/ports/70802b1f-b22e-47c8-977e-63160d49ebc6 HTTP/1.1" status: 200 len: 1093 time: 0.7014458 Jun 30 03:32:38.771444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51020b1-0152-447e-a6a9-e8248acf7082', 'tag': '70802b1f-b22e-47c8-977e-63160d49ebc6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:38.776354 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4e26c6-d802-4a3e-b147-46ada70b633d" -d '{"events": [{"name": "network-changed", "server_uuid": "f51020b1-0152-447e-a6a9-e8248acf7082", "tag": "70802b1f-b22e-47c8-977e-63160d49ebc6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:38.813444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2c0c8-122d-4fd7-8092-ae50390ff132 service neutron] Pushing event updated for resources: {'Port': ['ID=70802b1f-b22e-47c8-977e-63160d49ebc6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:38.886463 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0651a9-a6e2-4c6a-9cc2-3b76cb385914 x-openstack-request-id: req-0d0651a9-a6e2-4c6a-9cc2-3b76cb385914 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:38.886754 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51020b1-0152-447e-a6a9-e8248acf7082", "tag": "70802b1f-b22e-47c8-977e-63160d49ebc6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:38.887089 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d0651a9-a6e2-4c6a-9cc2-3b76cb385914 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:38.887488 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51020b1-0152-447e-a6a9-e8248acf7082', 'tag': '70802b1f-b22e-47c8-977e-63160d49ebc6', 'status': 'completed', 'code': 200} Jun 30 03:32:38.911170 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-1310bab9-60e8-4514-bcda-e271c7623e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:38.912783 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-1310bab9-60e8-4514-bcda-e271c7623e62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=951fb8eb13f842dda0705490555b3cd2&device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 1096 time: 0.0717835 Jun 30 03:32:38.958022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-43add2b0-c12a-40aa-bbab-fb758d301721 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70802b1f-b22e-47c8-977e-63160d49ebc6 HTTP/1.1" status: 200 len: 217 time: 0.0364738 Jun 30 03:32:39.009630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-4fe52ce7-cc83-4732-b171-5861d338266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:39.011110 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-4fe52ce7-cc83-4732-b171-5861d338266f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745c6ccd-c8c4-4fd7-a438-3b850746abb2 HTTP/1.1" status: 200 len: 856 time: 0.0463548 Jun 30 03:32:39.070048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-afd3dcdb-6d37-402a-b530-f76fdfd749e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:39.071676 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-afd3dcdb-6d37-402a-b530-f76fdfd749e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d57a889-f055-459d-bc28-b19bff19ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541708 Jun 30 03:32:39.172399 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-c282a9c0-70c5-4963-bb8f-342e76322099 service neutron] 10.222.0.73 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933909 Jun 30 03:32:39.278368 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2c9e5f53-672a-4d93-8bd4-e9e0eeb1da56 req-a3e0dbc8-b6c1-44df-a3f5-958cc7de62b5 service neutron] 10.222.0.73 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985384 Jun 30 03:32:39.396164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-8c401857-e9aa-4a9b-ac2a-6c22526c3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:39.397760 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-8c401857-e9aa-4a9b-ac2a-6c22526c3b27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=951fb8eb13f842dda0705490555b3cd2&device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 1096 time: 0.0618761 Jun 30 03:32:39.502407 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-1c88ca36-f208-474e-b883-2ade201befcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:39.504096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-1c88ca36-f208-474e-b883-2ade201befcb service neutron] 10.222.0.73 "GET /v2.0/networks?id=3d57a889-f055-459d-bc28-b19bff19ed35 HTTP/1.1" status: 200 len: 918 time: 0.0986855 Jun 30 03:32:39.553378 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-ac54296d-243f-4da6-b4ba-ad5fd6ab2339 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70802b1f-b22e-47c8-977e-63160d49ebc6 HTTP/1.1" status: 200 len: 217 time: 0.0408752 Jun 30 03:32:39.605059 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-7174907c-661e-4755-9f08-6d5defdc8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:39.606568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-7174907c-661e-4755-9f08-6d5defdc8be0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=745c6ccd-c8c4-4fd7-a438-3b850746abb2 HTTP/1.1" status: 200 len: 856 time: 0.0459228 Jun 30 03:32:39.645356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d2229-61e2-4376-9549-8a3901d9a750 req-c823c7ec-58a5-477f-9edb-d8cefdeba960 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:39.646709 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b1d2229-61e2-4376-9549-8a3901d9a750 req-c823c7ec-58a5-477f-9edb-d8cefdeba960 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 944 time: 0.0630672 Jun 30 03:32:39.666548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-92111e17-3873-42a6-9b84-0d52032f15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:39.668176 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-92111e17-3873-42a6-9b84-0d52032f15dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3d57a889-f055-459d-bc28-b19bff19ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542905 Jun 30 03:32:39.683959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2b1d2229-61e2-4376-9549-8a3901d9a750 req-39a7c1b1-f91d-4d9c-9921-16f9d1afe260 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Jun 30 03:32:39.767250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-8d1b9470-388c-4ef8-a96a-cf0534c5d607 service neutron] 10.222.0.73 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912738 Jun 30 03:32:39.861965 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3e4e26c6-d802-4a3e-b147-46ada70b633d req-8189f3ea-0e57-4566-ad7d-fb8f93b33589 service neutron] 10.222.0.73 "GET /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882530 Jun 30 03:32:40.465871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 70802b1f-b22e-47c8-977e-63160d49ebc6 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:32:40.579418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 70802b1f-b22e-47c8-977e-63160d49ebc6, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=70802b1f-b22e-47c8-977e-63160d49ebc6,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:40.591169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '70802b1f-b22e-47c8-977e-63160d49ebc6', 'network_id': '3d57a889-f055-459d-bc28-b19bff19ed35', 'port_id': '70802b1f-b22e-47c8-977e-63160d49ebc6', 'mac_address': 'fa:16:3e:e0:0d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745c6ccd-c8c4-4fd7-a438-3b850746abb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:32:40.628107 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:40.642524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70802b1f-b22e-47c8-977e-63160d49ebc6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:32:40.663781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 70802b1f-b22e-47c8-977e-63160d49ebc6, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=70802b1f-b22e-47c8-977e-63160d49ebc6,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:40.670821 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:40.729409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=70802b1f-b22e-47c8-977e-63160d49ebc6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:40.736817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.737190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.737646 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.737978 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.738298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.738620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.738968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.739259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.739597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.739912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.740225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.740534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:32:40.878192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b60660-72bd-4a3c-8866-f6b105f24257 req-a6ee8cf9-c805-42c1-86ab-1d0f7e48c70a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:40.879781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59b60660-72bd-4a3c-8866-f6b105f24257 req-a6ee8cf9-c805-42c1-86ab-1d0f7e48c70a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 945 time: 0.0762560 Jun 30 03:32:40.899619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['70802b1f-b22e-47c8-977e-63160d49ebc6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:32:40.921055 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59b60660-72bd-4a3c-8866-f6b105f24257 req-bb84d7b7-1648-48c4-b85b-8317760bf0c5 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325663 Jun 30 03:32:42.105547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df7a73-f16f-4b36-9a8d-1e17b82af9ad req-be56dc61-4a5b-4680-8b5d-52ff2292c5aa tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.107052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2df7a73-f16f-4b36-9a8d-1e17b82af9ad req-be56dc61-4a5b-4680-8b5d-52ff2292c5aa tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 945 time: 0.0746253 Jun 30 03:32:42.146252 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f2df7a73-f16f-4b36-9a8d-1e17b82af9ad req-e58c158d-2253-4e28-a524-1e475db89de0 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Jun 30 03:32:42.466312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 70802b1f-b22e-47c8-977e-63160d49ebc6 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:32:42.520351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 70802b1f-b22e-47c8-977e-63160d49ebc6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:32:42.524286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 70802b1f-b22e-47c8-977e-63160d49ebc6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:32:42.524658 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:42.603519 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:42.626259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51020b1-0152-447e-a6a9-e8248acf7082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70802b1f-b22e-47c8-977e-63160d49ebc6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:32:42.628587 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad3bd7-3e0a-4975-bdb6-89ae2c2d20aa" -d '{"events": [{"server_uuid": "f51020b1-0152-447e-a6a9-e8248acf7082", "name": "network-vif-plugged", "status": "completed", "tag": "70802b1f-b22e-47c8-977e-63160d49ebc6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:32:42.644748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 70802b1f-b22e-47c8-977e-63160d49ebc6, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=70802b1f-b22e-47c8-977e-63160d49ebc6,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:32:42.650587 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:42.675999 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a689536-362d-4c93-94e7-911ed16845e1 x-openstack-request-id: req-7a689536-362d-4c93-94e7-911ed16845e1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:32:42.676232 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51020b1-0152-447e-a6a9-e8248acf7082", "name": "network-vif-plugged", "status": "completed", "tag": "70802b1f-b22e-47c8-977e-63160d49ebc6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:32:42.676480 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a689536-362d-4c93-94e7-911ed16845e1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:32:42.676880 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51020b1-0152-447e-a6a9-e8248acf7082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70802b1f-b22e-47c8-977e-63160d49ebc6', 'code': 200} Jun 30 03:32:42.702497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=70802b1f-b22e-47c8-977e-63160d49ebc6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:32:42.794956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05af6f8-a579-4c8b-9a70-a2dcfe977352 req-52669e81-29fe-46f7-8070-c0844e50aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:42.796443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e05af6f8-a579-4c8b-9a70-a2dcfe977352 req-52669e81-29fe-46f7-8070-c0844e50aa44 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 1098 time: 0.0609207 Jun 30 03:32:42.832468 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e05af6f8-a579-4c8b-9a70-a2dcfe977352 req-eae89550-2314-4096-a217-21ed3cab5bee service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292695 Jun 30 03:32:43.348813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af0b4-957d-43b9-8f93-8ec86870d86b req-229e4be6-9fa8-4da2-bd1d-5b339c83de5a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:43.350312 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-539af0b4-957d-43b9-8f93-8ec86870d86b req-229e4be6-9fa8-4da2-bd1d-5b339c83de5a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 946 time: 0.0824056 Jun 30 03:32:43.398851 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-539af0b4-957d-43b9-8f93-8ec86870d86b req-b822be27-50a1-467e-a4de-91e6ae725c9f tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Jun 30 03:32:44.603308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e3e23-ee72-4433-9f67-0a0a3fc586b3 req-afb10351-24d8-449b-8959-62f2d48d84ee tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:44.604795 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d73e3e23-ee72-4433-9f67-0a0a3fc586b3 req-afb10351-24d8-449b-8959-62f2d48d84ee tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 946 time: 0.0731297 Jun 30 03:32:44.643605 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d73e3e23-ee72-4433-9f67-0a0a3fc586b3 req-2fa988e9-8710-4a52-a798-b565cf58af2f tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330696 Jun 30 03:32:44.836923 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799afa6f-14ac-41a7-bda5-e4468cef8e8d req-2a1b404c-f320-471b-be36-9b570977e415 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:32:44.838422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-799afa6f-14ac-41a7-bda5-e4468cef8e8d req-2a1b404c-f320-471b-be36-9b570977e415 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 946 time: 0.0810442 Jun 30 03:32:44.879804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-799afa6f-14ac-41a7-bda5-e4468cef8e8d req-cbf76623-0fb1-4f17-bf2d-aa965e064fac tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355263 Jun 30 03:32:46.527366 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:46.753624 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:47.610868 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:32:54.486578 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5885d749-818a-483f-9f4f-ab920ab1b2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.040745 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c0ee309c-02e0-4476-9a11-741963c4e2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:57.167798 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:32:58.514899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:00.319267 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:04.048356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac4c9e-311d-4989-a9d6-e1e4e8ca7575 req-0a60fa08-f082-41e4-a130-c41c0ef6a3bd tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:04.050300 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22ac4c9e-311d-4989-a9d6-e1e4e8ca7575 req-0a60fa08-f082-41e4-a130-c41c0ef6a3bd tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 946 time: 0.0722904 Jun 30 03:33:04.091981 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22ac4c9e-311d-4989-a9d6-e1e4e8ca7575 req-ff364c11-e007-43cf-8b5d-570e9b7cf2c1 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Jun 30 03:33:05.295869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95fb31-c829-4586-b418-1649f0215f0f req-0d89c558-036c-4556-b81c-72d4e97f4f03 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:05.297366 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c95fb31-c829-4586-b418-1649f0215f0f req-0d89c558-036c-4556-b81c-72d4e97f4f03 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 946 time: 0.0871294 Jun 30 03:33:05.338322 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1c95fb31-c829-4586-b418-1649f0215f0f req-59b54d66-716b-4c32-a0a4-c37d48224af1 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/security-groups?id=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341935 Jun 30 03:33:05.576017 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-aceb680c-ce8f-4d49-a124-7b6f7517cd66 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:05.577494 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-aceb680c-ce8f-4d49-a124-7b6f7517cd66 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.73 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 946 time: 0.0722971 Jun 30 03:33:05.681479 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-18c6c7cc-ec65-47b2-bb91-e7a3ffe2114a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Deleting port 70802b1f-b22e-47c8-977e-63160d49ebc6 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:33:05.681707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-18c6c7cc-ec65-47b2-bb91-e7a3ffe2114a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:05.777403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-18c6c7cc-ec65-47b2-bb91-e7a3ffe2114a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] For port 70802b1f-b22e-47c8-977e-63160d49ebc6, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=70802b1f-b22e-47c8-977e-63160d49ebc6,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:05.777725 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-18c6c7cc-ec65-47b2-bb91-e7a3ffe2114a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:05.791616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-18c6c7cc-ec65-47b2-bb91-e7a3ffe2114a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Calling delete_port for 70802b1f-b22e-47c8-977e-63160d49ebc6 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:33:05.929645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-18c6c7cc-ec65-47b2-bb91-e7a3ffe2114a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:05.942781 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['70802b1f-b22e-47c8-977e-63160d49ebc6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:33:05.962642 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6c7cc-ec65-47b2-bb91-e7a3ffe2114a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Pushing event deleted for resources: {'Port': ['ID=70802b1f-b22e-47c8-977e-63160d49ebc6,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:06.010547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-18c6c7cc-ec65-47b2-bb91-e7a3ffe2114a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] No DVR routers for this DVR port 70802b1f-b22e-47c8-977e-63160d49ebc6 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:33:06.013301 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-18c6c7cc-ec65-47b2-bb91-e7a3ffe2114a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:06.015360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-deeb5e65-cb9a-4430-ae21-9ec8a5d40244 req-18c6c7cc-ec65-47b2-bb91-e7a3ffe2114a tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.73 "DELETE /v2.0/ports/70802b1f-b22e-47c8-977e-63160d49ebc6 HTTP/1.1" status: 204 len: 173 time: 0.4323714 Jun 30 03:33:06.015827 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51020b1-0152-447e-a6a9-e8248acf7082', 'name': 'network-vif-deleted', 'tag': '70802b1f-b22e-47c8-977e-63160d49ebc6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:33:06.018214 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1acb3f-8096-43ac-a8a7-73bf5d03eb9d" -d '{"events": [{"server_uuid": "f51020b1-0152-447e-a6a9-e8248acf7082", "name": "network-vif-deleted", "tag": "70802b1f-b22e-47c8-977e-63160d49ebc6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:33:06.061189 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914e3175-4ded-49cc-a009-dee13c3dd413 x-openstack-request-id: req-914e3175-4ded-49cc-a009-dee13c3dd413 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:33:06.062172 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51020b1-0152-447e-a6a9-e8248acf7082", "name": "network-vif-deleted", "tag": "70802b1f-b22e-47c8-977e-63160d49ebc6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:33:06.062472 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-914e3175-4ded-49cc-a009-dee13c3dd413 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:33:06.062928 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51020b1-0152-447e-a6a9-e8248acf7082', 'name': 'network-vif-deleted', 'tag': '70802b1f-b22e-47c8-977e-63160d49ebc6', 'status': 'completed', 'code': 200} Jun 30 03:33:06.514309 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24ef42ed-0611-4c92-bedf-ed52b569694d req-324e7578-2c59-4946-9ed1-00d3b74f9ff3 tempest-TestEncryptedCinderVolumes-1123045561 tempest-TestEncryptedCinderVolumes-1123045561-project] 10.222.0.55 "GET /v2.0/ports?device_id=f51020b1-0152-447e-a6a9-e8248acf7082 HTTP/1.1" status: 200 len: 210 time: 0.0408700 Jun 30 03:33:07.662307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:08.321089 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:08.603005 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Deleting port e396be05-9512-4a53-a803-15460eafb4c9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:33:08.603262 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:08.683618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] For port e396be05-9512-4a53-a803-15460eafb4c9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e396be05-9512-4a53-a803-15460eafb4c9,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:08.684666 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:08.705368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Calling delete_port for e396be05-9512-4a53-a803-15460eafb4c9 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:33:08.897776 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:08.928003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Pushing event deleted for resources: {'Port': ['ID=e396be05-9512-4a53-a803-15460eafb4c9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:08.940466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.940863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.941217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.941558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.941904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.942399 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.942769 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.943109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.943458 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.943762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.944167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:08.944735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:09.108493 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:09.348205 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:33:09.474371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:33:09.479959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a2e9ed4f-c9ca-4c66-ac69-d60cb0d8d850 admin admin] 10.222.0.55 "PUT /v2.0/routers/6df04b7a-dbeb-4624-9ae6-5a9cd95bd463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8162773 Jun 30 03:33:09.482600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50504) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:09.483735 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] Sync routers for ids ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:33:09.494209 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] Routers {'6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:09.494872 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:09.589534 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:09.600393 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] Set router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:09.687920 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:09.747886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Deleting port 4af08818-27cf-4506-ad2d-e32edb45151b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:33:09.748224 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:09.779049 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'name': 'tempest-TestEncryptedCinderVolumes-1515710444-router', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:33:08Z', 'revision_number': 5, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'gw_port': {'id': '4af08818-27cf-4506-ad2d-e32edb45151b', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:8a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:09.807701 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] Checking router: 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:33:09.816419 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] Routers {'6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:09.817008 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:09.824356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] For port 4af08818-27cf-4506-ad2d-e32edb45151b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4af08818-27cf-4506-ad2d-e32edb45151b,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:09.824707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:09.837515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Calling delete_port for 4af08818-27cf-4506-ad2d-e32edb45151b owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:33:09.906210 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] Set router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:09.957307 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'name': 'tempest-TestEncryptedCinderVolumes-1515710444-router', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:33:09Z', 'revision_number': 6, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:09.987694 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c2583-47bd-451c-bd1f-2d76a2c18aad None None] The sync data for ids ['6df04b7a-dbeb-4624-9ae6-5a9cd95bd463'] in n-d-758944-39 is: [{'id': '6df04b7a-dbeb-4624-9ae6-5a9cd95bd463', 'name': 'tempest-TestEncryptedCinderVolumes-1515710444-router', 'tenant_id': '951fb8eb13f842dda0705490555b3cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:49Z', 'updated_at': '2021-06-30T03:33:09Z', 'revision_number': 6, 'project_id': '951fb8eb13f842dda0705490555b3cd2', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:33:10.011902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.045010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Pushing event deleted for resources: {'Port': ['ID=4af08818-27cf-4506-ad2d-e32edb45151b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:10.112904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.237761 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.241441 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.309817 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.310453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:33:10.316205 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.320350 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7f40ddf4-c8f2-4076-8b41-0fab4aa8ef4d admin admin] 10.222.0.55 "DELETE /v2.0/routers/6df04b7a-dbeb-4624-9ae6-5a9cd95bd463 HTTP/1.1" status: 204 len: 168 time: 0.8340163 Jun 30 03:33:10.320563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50506) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:10.369632 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6956901-e313-4a1e-82ab-154ede04e9ca admin admin] Deleting subnet 745c6ccd-c8c4-4fd7-a438-3b850746abb2 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:33:10.373148 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6956901-e313-4a1e-82ab-154ede04e9ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.409437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6956901-e313-4a1e-82ab-154ede04e9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.509580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6956901-e313-4a1e-82ab-154ede04e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.562650 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6956901-e313-4a1e-82ab-154ede04e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.587200 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6956901-e313-4a1e-82ab-154ede04e9ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745c6ccd-c8c4-4fd7-a438-3b850746abb2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:10.591041 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c6956901-e313-4a1e-82ab-154ede04e9ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.594517 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c6956901-e313-4a1e-82ab-154ede04e9ca admin admin] 10.222.0.55 "DELETE /v2.0/subnets/745c6ccd-c8c4-4fd7-a438-3b850746abb2 HTTP/1.1" status: 204 len: 168 time: 0.2711735 Jun 30 03:33:10.595720 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50508) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:10.598263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b89f44-9adf-4482-860e-2b9a5b2b62ea None None] Network 3d57a889-f055-459d-bc28-b19bff19ed35 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:33:10.612641 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 70802b1f-b22e-47c8-977e-63160d49ebc6 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:33:10.662177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 70802b1f-b22e-47c8-977e-63160d49ebc6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:33:10.662486 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.662610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 70802b1f-b22e-47c8-977e-63160d49ebc6 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:33:10.720890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Deleting port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:33:10.721146 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.787069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] For port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0f3c5ea8-8c74-43a4-8c82-876d7de1d37c,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:10.787409 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.801344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Calling delete_port for 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:33:10.814021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ffdb9f-bca9-4063-b3f5-49c5729a651e None None] DHCP port deletion for 3d57a889-f055-459d-bc28-b19bff19ed35 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:33:10.864351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-25ffdb9f-bca9-4063-b3f5-49c5729a651e None None] Deleting port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:33:10.864735 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25ffdb9f-bca9-4063-b3f5-49c5729a651e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.893883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.919930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3c5ea8-8c74-43a4-8c82-876d7de1d37c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:10.925798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] No DVR routers for this DVR port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:33:10.931705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-25ffdb9f-bca9-4063-b3f5-49c5729a651e None None] For port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=0f3c5ea8-8c74-43a4-8c82-876d7de1d37c,segment=NetworkSegment(56bca47f-b091-4e1d-a86d-8f3d4384b469),segment_id=56bca47f-b091-4e1d-a86d-8f3d4384b469)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:10.932114 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25ffdb9f-bca9-4063-b3f5-49c5729a651e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:10.946297 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-25ffdb9f-bca9-4063-b3f5-49c5729a651e None None] Calling delete_port for 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:33:10.999328 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:11.010601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d57a889-f055-459d-bc28-b19bff19ed35']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:11.026645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bca47f-b091-4e1d-a86d-8f3d4384b469') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:11.027222 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bca47f-b091-4e1d-a86d-8f3d4384b469') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:11.032553 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-25ffdb9f-bca9-4063-b3f5-49c5729a651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:11.038063 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:11.053372 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:11.058614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffdb9f-bca9-4063-b3f5-49c5729a651e None None] Pushing event deleted for resources: {'Port': ['ID=0f3c5ea8-8c74-43a4-8c82-876d7de1d37c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:11.060366 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:33:11.060983 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:33:11.062938 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:33:11.067533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ffdb9f-bca9-4063-b3f5-49c5729a651e None None] No DVR routers for this DVR port 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:33:11.123394 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:11.129470 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:11.131769 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3d57a889-f055-459d-bc28-b19bff19ed35 HTTP/1.1" status: 204 len: 168 time: 0.5349557 Jun 30 03:33:11.134706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:11.144395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c272d-8415-4824-a628-b0adda9c09c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d57a889-f055-459d-bc28-b19bff19ed35,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:11.436195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e396be05-9512-4a53-a803-15460eafb4c9 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:33:11.457972 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e396be05-9512-4a53-a803-15460eafb4c9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:33:11.458439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e396be05-9512-4a53-a803-15460eafb4c9 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:33:11.458810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4af08818-27cf-4506-ad2d-e32edb45151b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:33:11.478659 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4af08818-27cf-4506-ad2d-e32edb45151b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:33:11.479007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4af08818-27cf-4506-ad2d-e32edb45151b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:33:11.479496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:33:11.502747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:33:11.503121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 0f3c5ea8-8c74-43a4-8c82-876d7de1d37c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:33:11.799167 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:12.080448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] Deleting port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:33:12.080705 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:12.168986 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] For port 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4e3a09a7-9b16-4d40-8ce2-3e708ddf630a,segment=NetworkSegment(73699d24-6105-414e-8580-c8402e232773),segment_id=73699d24-6105-414e-8580-c8402e232773)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:12.169770 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:12.183330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] Calling delete_port for 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:33:12.378537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:12.404034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3a09a7-9b16-4d40-8ce2-3e708ddf630a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:12.582128 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:12.800995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] Router f5641bca-f3dd-4a28-8154-0345d78cbc40 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:33:12.922607 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:33:12.928244 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d7b898f6-e290-47c4-b92a-a70a103c951f admin admin] 10.222.0.55 "PUT /v2.0/routers/f5641bca-f3dd-4a28-8154-0345d78cbc40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915709 Jun 30 03:33:12.932040 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:12.934746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] Sync routers for ids ['f5641bca-f3dd-4a28-8154-0345d78cbc40'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:33:12.945435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] Routers {'f5641bca-f3dd-4a28-8154-0345d78cbc40'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:12.946092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f5641bca-f3dd-4a28-8154-0345d78cbc40'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:13.038236 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.051328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] Set router f5641bca-f3dd-4a28-8154-0345d78cbc40 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:13.141224 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.195076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Deleting port f48c3b19-72bc-4950-afef-eb7202a2a3ae {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:33:13.195848 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.226956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'name': 'tempest-TestEncryptedCinderVolumes-1085869375-router', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:53Z', 'updated_at': '2021-06-30T03:33:12Z', 'revision_number': 5, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'gw_port': {'id': 'f48c3b19-72bc-4950-afef-eb7202a2a3ae', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:70:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:31:54Z', 'updated_at': '2021-06-30T03:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:13.253175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] Checking router: f5641bca-f3dd-4a28-8154-0345d78cbc40 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:33:13.262613 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] Routers {'f5641bca-f3dd-4a28-8154-0345d78cbc40'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:13.263319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['f5641bca-f3dd-4a28-8154-0345d78cbc40'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:13.278836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] For port f48c3b19-72bc-4950-afef-eb7202a2a3ae, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=f48c3b19-72bc-4950-afef-eb7202a2a3ae,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:13.279207 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.290996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Calling delete_port for f48c3b19-72bc-4950-afef-eb7202a2a3ae owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:33:13.351315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] Set router f5641bca-f3dd-4a28-8154-0345d78cbc40 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:13.409708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'name': 'tempest-TestEncryptedCinderVolumes-1085869375-router', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:53Z', 'updated_at': '2021-06-30T03:33:13Z', 'revision_number': 6, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:13.441601 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98849fbb-59a1-497c-91fa-feed9e269222 None None] The sync data for ids ['f5641bca-f3dd-4a28-8154-0345d78cbc40'] in n-d-758944-39 is: [{'id': 'f5641bca-f3dd-4a28-8154-0345d78cbc40', 'name': 'tempest-TestEncryptedCinderVolumes-1085869375-router', 'tenant_id': '4938b450b0464b1eb5c1720c1eed0169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:31:53Z', 'updated_at': '2021-06-30T03:33:13Z', 'revision_number': 6, 'project_id': '4938b450b0464b1eb5c1720c1eed0169', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:33:13.477056 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.502810 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=f48c3b19-72bc-4950-afef-eb7202a2a3ae,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:13.576689 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.682336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.685829 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.732102 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.732581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5641bca-f3dd-4a28-8154-0345d78cbc40 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:33:13.737605 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.738550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-14d85570-5a97-4a53-a0f8-6ef60e477e6a admin admin] 10.222.0.55 "DELETE /v2.0/routers/f5641bca-f3dd-4a28-8154-0345d78cbc40 HTTP/1.1" status: 204 len: 168 time: 0.8055408 Jun 30 03:33:13.742626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50514) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:13.789659 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-7308382c-e1bc-45e3-b678-d7d7ca0c749f admin admin] Deleting subnet 47f45c9e-6bb5-4a29-b476-5030eb7cf463 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:33:13.793253 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7308382c-e1bc-45e3-b678-d7d7ca0c749f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.829527 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7308382c-e1bc-45e3-b678-d7d7ca0c749f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.915971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7308382c-e1bc-45e3-b678-d7d7ca0c749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.974468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7308382c-e1bc-45e3-b678-d7d7ca0c749f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:13.999936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308382c-e1bc-45e3-b678-d7d7ca0c749f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f45c9e-6bb5-4a29-b476-5030eb7cf463,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:14.005185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-7308382c-e1bc-45e3-b678-d7d7ca0c749f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.007530 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-7308382c-e1bc-45e3-b678-d7d7ca0c749f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/47f45c9e-6bb5-4a29-b476-5030eb7cf463 HTTP/1.1" status: 204 len: 168 time: 0.2638767 Jun 30 03:33:14.010222 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:14.012800 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16712b3-2e87-4f10-9769-b8baeb4c3650 None None] Network 808c9d0e-1289-4206-a206-5c1f75df2b23 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:33:14.083567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.139203 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Deleting port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:33:14.139434 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.208294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] For port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d5348da4-6a2c-4102-b0b3-4bd5fc2a241c,segment=NetworkSegment(73699d24-6105-414e-8580-c8402e232773),segment_id=73699d24-6105-414e-8580-c8402e232773)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:14.208910 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.226010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Calling delete_port for d5348da4-6a2c-4102-b0b3-4bd5fc2a241c owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:33:14.226699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9219c736-892b-41a9-ae91-4a2ea6283f8c None None] DHCP port deletion for 808c9d0e-1289-4206-a206-5c1f75df2b23 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:33:14.286380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9219c736-892b-41a9-ae91-4a2ea6283f8c None None] Deleting port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:33:14.286790 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9219c736-892b-41a9-ae91-4a2ea6283f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.320469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.345906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5348da4-6a2c-4102-b0b3-4bd5fc2a241c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:14.354526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] No DVR routers for this DVR port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:33:14.359888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-9219c736-892b-41a9-ae91-4a2ea6283f8c None None] For port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d5348da4-6a2c-4102-b0b3-4bd5fc2a241c,segment=NetworkSegment(73699d24-6105-414e-8580-c8402e232773),segment_id=73699d24-6105-414e-8580-c8402e232773)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:14.360363 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9219c736-892b-41a9-ae91-4a2ea6283f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.375304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-9219c736-892b-41a9-ae91-4a2ea6283f8c None None] Calling delete_port for d5348da4-6a2c-4102-b0b3-4bd5fc2a241c owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:33:14.435147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.446266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808c9d0e-1289-4206-a206-5c1f75df2b23']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:14.456515 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9219c736-892b-41a9-ae91-4a2ea6283f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.458363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73699d24-6105-414e-8580-c8402e232773') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:14.458664 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73699d24-6105-414e-8580-c8402e232773') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:14.469322 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.485259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.488677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219c736-892b-41a9-ae91-4a2ea6283f8c None None] Pushing event deleted for resources: {'Port': ['ID=d5348da4-6a2c-4102-b0b3-4bd5fc2a241c,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:14.492611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219c736-892b-41a9-ae91-4a2ea6283f8c None None] No DVR routers for this DVR port d5348da4-6a2c-4102-b0b3-4bd5fc2a241c on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:33:14.495067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:33:14.495951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:33:14.498274 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:33:14.557406 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.562565 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.564624 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/808c9d0e-1289-4206-a206-5c1f75df2b23 HTTP/1.1" status: 204 len: 168 time: 0.5533428 Jun 30 03:33:14.578194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320d515-7f1e-4664-b110-661db9082bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=808c9d0e-1289-4206-a206-5c1f75df2b23,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:14.743804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:14.785487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a78aab6b-cdc7-4d9f-9a64-b5221b62d3a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=951fb8eb13f842dda0705490555b3cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403941 Jun 30 03:33:14.788053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:14.845299 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-638ec67e-80ce-434e-a8ee-25c85ef2db17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.868326 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-638ec67e-80ce-434e-a8ee-25c85ef2db17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.917787 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-638ec67e-80ce-434e-a8ee-25c85ef2db17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.920381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-638ec67e-80ce-434e-a8ee-25c85ef2db17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:14.921557 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-638ec67e-80ce-434e-a8ee-25c85ef2db17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f6ceb49-6cd2-4fee-9fb0-82c144f14dce HTTP/1.1" status: 204 len: 168 time: 0.1325834 Jun 30 03:33:14.930351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ec67e-80ce-434e-a8ee-25c85ef2db17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6ceb49-6cd2-4fee-9fb0-82c144f14dce,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:15.268174 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50530) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:15.309579 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a80d0c80-ace2-4642-b360-0d9a2fe40e22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4938b450b0464b1eb5c1720c1eed0169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399678 Jun 30 03:33:15.313223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50532) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:15.362280 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b533-e82d-4d1b-aeb5-a575393dd848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:15.383650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b533-e82d-4d1b-aeb5-a575393dd848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:15.435953 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b533-e82d-4d1b-aeb5-a575393dd848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:15.438479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b533-e82d-4d1b-aeb5-a575393dd848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:15.439848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c2a1b533-e82d-4d1b-aeb5-a575393dd848 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48998527-e423-4028-ae24-99b09ad1f97a HTTP/1.1" status: 204 len: 168 time: 0.1257081 Jun 30 03:33:15.446339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f48c3b19-72bc-4950-afef-eb7202a2a3ae no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:33:15.448705 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1b533-e82d-4d1b-aeb5-a575393dd848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48998527-e423-4028-ae24-99b09ad1f97a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:15.473684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: f48c3b19-72bc-4950-afef-eb7202a2a3ae {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:33:15.474030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device f48c3b19-72bc-4950-afef-eb7202a2a3ae not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:33:15.474453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:33:15.497913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:33:15.498340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4e3a09a7-9b16-4d40-8ce2-3e708ddf630a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:33:15.499069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d5348da4-6a2c-4102-b0b3-4bd5fc2a241c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:33:15.519410 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: d5348da4-6a2c-4102-b0b3-4bd5fc2a241c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:33:15.519709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d5348da4-6a2c-4102-b0b3-4bd5fc2a241c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:33:16.199156 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50554) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:16.317420 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-154487570-network', 'tenant_id': '58068b593765400887ed82e29d4f2167'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:16.343341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Made reservation on behalf of 58068b593765400887ed82e29d4f2167 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:33:16.345947 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.354764 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.455327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.461455 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.487975 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:33:16.498281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac05c32-843c-4433-a1da-e2df7835002d,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:16.505125 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.505481 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Added segment d9800264-cf82-40cc-9c38-5b071fa17a36 of type vlan for network a9c1b74a-b995-4ead-acc1-d1625bf0394a Jun 30 03:33:16.524612 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.549168 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.579178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.580147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:16.580731 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.634612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4342473 Jun 30 03:33:16.637680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50558) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:16.641492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e03bc8-64cb-4f40-b375-fb7cb547ae29 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c1b74a-b995-4ead-acc1-d1625bf0394a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:16.644149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Request body: {'subnet': {'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-154487570-subnet', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:16.652573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a9c1b74a-b995-4ead-acc1-d1625bf0394a details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:33:16.667864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Made reservation on behalf of 58068b593765400887ed82e29d4f2167 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:33:16.670707 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.753597 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.840064 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.890027 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ec0a40-1a39-46f9-9c6a-78b848f0c809,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:16.905348 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Checking segment: {'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:33:16.905702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Network hostable DHCP agents. Network: a9c1b74a-b995-4ead-acc1-d1625bf0394a, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:33:16.925112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Network a9c1b74a-b995-4ead-acc1-d1625bf0394a is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:33:16.934884 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a9c1b74a-b995-4ead-acc1-d1625bf0394a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:16.939737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:16.940329 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.944931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd6553-c405-406f-a85e-801a316471c1 None None] Network a9c1b74a-b995-4ead-acc1-d1625bf0394a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:33:16.957750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cd3b16d2-c1f8-4622-ae90-b4d63de9a952 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3183243 Jun 30 03:33:16.960650 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50560) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:16.965234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:16.988439 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:16.989719 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.052506 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.198772 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.251421 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:33:17.252282 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.389080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Allocated IP 172.20.0.2 (a9c1b74a-b995-4ead-acc1-d1625bf0394a/75ec0a40-1a39-46f9-9c6a-78b848f0c809/3d2aa729-c879-4eb3-ac43-235e835b6f5e) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:33:17.406238 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.425541 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.534748 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Allocated IP 172.25.7.247 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/935d24f1-19b4-499f-82d9-369bf5a40435) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:33:17.538197 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.547094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Transition to ACTIVE for port object 3d2aa729-c879-4eb3-ac43-235e835b6f5e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:17.563556 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Transition to ACTIVE for port object 3d2aa729-c879-4eb3-ac43-235e835b6f5e will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:17.569854 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.609216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Network a9c1b74a-b995-4ead-acc1-d1625bf0394a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:33:17.614176 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:17.619227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:33:17.622450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Pushing event updated for resources: {'Port': ['ID=3d2aa729-c879-4eb3-ac43-235e835b6f5e,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:17.640339 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.684164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Attempting to bind port 3d2aa729-c879-4eb3-ac43-235e835b6f5e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:33:17.684527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Attempting to bind port 3d2aa729-c879-4eb3-ac43-235e835b6f5e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:33:17.684887 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Attempting to bind port 3d2aa729-c879-4eb3-ac43-235e835b6f5e on network a9c1b74a-b995-4ead-acc1-d1625bf0394a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:33:17.687320 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.689928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:33:17.690300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Checking segment: {'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:33:17.690697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.691113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Bound using segment: {'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:33:17.691572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Bound port: 3d2aa729-c879-4eb3-ac43-235e835b6f5e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:33:17.691951 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.724029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:33:17.730491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:17.733155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:33:17.739144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=935d24f1-19b4-499f-82d9-369bf5a40435,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:17.757161 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] For port 3d2aa729-c879-4eb3-ac43-235e835b6f5e, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:33:17.760609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] For port 3d2aa729-c879-4eb3-ac43-235e835b6f5e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3d2aa729-c879-4eb3-ac43-235e835b6f5e,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:33:17.765509 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:17.824430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c61ac-350c-49e8-88a9-72478131a73c None None] Pushing event updated for resources: {'Port': ['ID=3d2aa729-c879-4eb3-ac43-235e835b6f5e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:17.996893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:18.204068 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:18.717972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Router c7d1e330-e193-47d3-8249-265da79c03be is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:33:18.743196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a544b64-b239-4115-a750-6f9c8bf0da90 None None] Network a9c1b74a-b995-4ead-acc1-d1625bf0394a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:33:18.811019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e364b3f3-c04e-445a-b284-1bbd616404b1 None None] Provisioning for port 3d2aa729-c879-4eb3-ac43-235e835b6f5e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:18.842396 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:33:18.856376 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Sync routers for ids ['c7d1e330-e193-47d3-8249-265da79c03be'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:33:18.861928 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:18.863532 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7f0d0352-b951-40d0-a402-2c5e11558ac8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9018707 Jun 30 03:33:18.866260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50562) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:18.869012 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Routers {'c7d1e330-e193-47d3-8249-265da79c03be'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:18.869735 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c7d1e330-e193-47d3-8249-265da79c03be'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:18.988855 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Set router c7d1e330-e193-47d3-8249-265da79c03be gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:19.185168 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:17Z', 'revision_number': 3, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:19.211233 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Checking router: c7d1e330-e193-47d3-8249-265da79c03be for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:33:19.211562 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Updating router c7d1e330-e193-47d3-8249-265da79c03be port 935d24f1-19b4-499f-82d9-369bf5a40435 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:33:19.253804 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.313277 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.475910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3d2aa729-c879-4eb3-ac43-235e835b6f5e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:19.483523 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Allocated IP 172.20.0.1 (a9c1b74a-b995-4ead-acc1-d1625bf0394a/75ec0a40-1a39-46f9-9c6a-78b848f0c809/cc68b283-4641-4f64-b971-27d77a5d7c8a) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:33:19.527281 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.531626 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 3d2aa729-c879-4eb3-ac43-235e835b6f5e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:19.535694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3d2aa729-c879-4eb3-ac43-235e835b6f5e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:19.536067 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.549322 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Transition to ACTIVE for port object 935d24f1-19b4-499f-82d9-369bf5a40435 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:19.557200 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.591961 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.604627 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Transition to ACTIVE for port object cc68b283-4641-4f64-b971-27d77a5d7c8a will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:19.610587 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Attempting to bind port 935d24f1-19b4-499f-82d9-369bf5a40435 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:33:19.611034 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Attempting to bind port 935d24f1-19b4-499f-82d9-369bf5a40435 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:33:19.611454 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Attempting to bind port 935d24f1-19b4-499f-82d9-369bf5a40435 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:33:19.614296 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Pushing event updated for resources: {'Port': ['ID=935d24f1-19b4-499f-82d9-369bf5a40435,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:19.619673 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.622978 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.623763 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.624157 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.624552 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.624943 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.625343 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.625712 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.626096 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.626477 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.626886 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.627264 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.627643 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:19.631733 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:33:19.632193 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:33:19.632645 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.633139 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:33:19.633678 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Bound port: 935d24f1-19b4-499f-82d9-369bf5a40435, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:33:19.634326 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.640404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.662591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 3d2aa729-c879-4eb3-ac43-235e835b6f5e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3d2aa729-c879-4eb3-ac43-235e835b6f5e,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:19.668160 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.689772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Network a9c1b74a-b995-4ead-acc1-d1625bf0394a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:33:19.692851 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:19.696707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:33:19.712795 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] For port 935d24f1-19b4-499f-82d9-369bf5a40435, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:33:19.717062 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] For port 935d24f1-19b4-499f-82d9-369bf5a40435, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=935d24f1-19b4-499f-82d9-369bf5a40435,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:33:19.723629 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.726660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Pushing event updated for resources: {'Port': ['ID=cc68b283-4641-4f64-b971-27d77a5d7c8a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:19.729331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=3d2aa729-c879-4eb3-ac43-235e835b6f5e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:19.742281 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.791706 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Routers {'c7d1e330-e193-47d3-8249-265da79c03be'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:19.792388 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c7d1e330-e193-47d3-8249-265da79c03be'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:19.839509 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd9f89-3304-4c54-87fe-648b30068eb3 None None] Pushing event updated for resources: {'Port': ['ID=935d24f1-19b4-499f-82d9-369bf5a40435,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:19.892416 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:19.976449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b3a7ae9-3d33-4cf2-aff2-fe81e243a916 None None] Provisioning for port cc68b283-4641-4f64-b971-27d77a5d7c8a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:19.981624 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b3a7ae9-3d33-4cf2-aff2-fe81e243a916 None None] Provisioning complete for port cc68b283-4641-4f64-b971-27d77a5d7c8a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:19.982080 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b3a7ae9-3d33-4cf2-aff2-fe81e243a916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:20.019114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a7ae9-3d33-4cf2-aff2-fe81e243a916 None None] Port cc68b283-4641-4f64-b971-27d77a5d7c8a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:33:20.019389 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] Set router c7d1e330-e193-47d3-8249-265da79c03be gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:20.066448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:20.071560 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:20.136701 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:20.138439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Pushing event updated for resources: {'Port': ['ID=cc68b283-4641-4f64-b971-27d77a5d7c8a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:20.197594 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:17Z', 'revision_number': 3, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:20.227765 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74add2d-5bc6-46c4-bb0d-eae98d334ae8 None None] The sync data for ids ['c7d1e330-e193-47d3-8249-265da79c03be'] in n-d-758944-39 is: [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:17Z', 'revision_number': 3, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:33:20.232813 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Network a9c1b74a-b995-4ead-acc1-d1625bf0394a is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:33:20.234326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:20.358591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Router c7d1e330-e193-47d3-8249-265da79c03be has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:33:20.481545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:33:20.500677 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ddba1d31-3e67-4fd3-8ce4-2e238c325e4d admin admin] 10.222.0.55 "PUT /v2.0/routers/c7d1e330-e193-47d3-8249-265da79c03be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6330655 Jun 30 03:33:20.545677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1f996a35-9237-4680-a6f1-5bb607f410c0 None None] Provisioning complete for port cc68b283-4641-4f64-b971-27d77a5d7c8a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:20.546044 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1f996a35-9237-4680-a6f1-5bb607f410c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:20.588746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1f996a35-9237-4680-a6f1-5bb607f410c0 None None] Port cc68b283-4641-4f64-b971-27d77a5d7c8a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:33:21.011063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50580) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:21.016184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-518962811-network', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:21.039083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Made reservation on behalf of 71bb4a0a3edf41ee97ed24c64136e2a0 for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:33:21.041842 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.051269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.152702 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.158086 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.181920 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:33:21.191599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbcb8f1-036c-4871-bc53-501edc7f4dd7,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:21.196609 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.196948 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Added segment bcfa9380-83ef-4699-9d82-7e395a05a256 of type vlan for network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 Jun 30 03:33:21.236996 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.268761 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.269603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:21.270189 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.323206 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3110363 Jun 30 03:33:21.326235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50582) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:21.329909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec72837-81a4-4a8e-8ed5-645bea0d46d9 admin admin] Pushing event updated for resources: {'Network': ['ID=6e991d2b-5ae4-477b-b3cb-d58131c5ba82,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:21.331540 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Request body: {'subnet': {'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-518962811-subnet', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:21.340663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:33:21.355371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Made reservation on behalf of 71bb4a0a3edf41ee97ed24c64136e2a0 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:33:21.358146 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.544547 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.547007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 935d24f1-19b4-499f-82d9-369bf5a40435 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:21.601847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 935d24f1-19b4-499f-82d9-369bf5a40435 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:21.603867 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f763a2-88a6-4809-bbb1-691754a2f890,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:21.605817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 935d24f1-19b4-499f-82d9-369bf5a40435 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:21.606618 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.615646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Checking segment: {'id': 'bcfa9380-83ef-4699-9d82-7e395a05a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:33:21.616153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Network hostable DHCP agents. Network: 6e991d2b-5ae4-477b-b3cb-d58131c5ba82, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:33:21.636592 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:33:21.647165 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 6e991d2b-5ae4-477b-b3cb-d58131c5ba82) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:21.654296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:21.655142 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.656747 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6263151a-a336-45ac-beb8-740571e20943 None None] Network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:33:21.672047 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-18de0b30-6238-4dfd-b4c5-ecbd9e28901a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3444107 Jun 30 03:33:21.674674 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50584) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:21.679716 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-518962811-router', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:21.700700 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.701904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.747659 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.753930 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.786413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 935d24f1-19b4-499f-82d9-369bf5a40435, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=935d24f1-19b4-499f-82d9-369bf5a40435,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:21.792226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.793001 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3d2aa729-c879-4eb3-ac43-235e835b6f5e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:21.872009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Sync routers for ids ['c7d1e330-e193-47d3-8249-265da79c03be'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:33:21.893497 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:21.929606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=935d24f1-19b4-499f-82d9-369bf5a40435,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:21.933657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Routers {'c7d1e330-e193-47d3-8249-265da79c03be'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:21.934265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c7d1e330-e193-47d3-8249-265da79c03be'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:21.940749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-6e991d2b-5ae4-477b-b3cb-d58131c5ba82', 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'fixed_ips': [{'subnet_id': 'c7f763a2-88a6-4809-bbb1-691754a2f890'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:33:21.941027 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:22.039686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3d2aa729-c879-4eb3-ac43-235e835b6f5e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:22.039969 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:22.103596 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:22.127343 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:22.174632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Set router c7d1e330-e193-47d3-8249-265da79c03be gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:22.228424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Allocated IP 172.25.7.107 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/82aef3d0-ae60-4881-a3a8-d1442f100e17) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:33:22.285148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Allocated IP 172.20.0.2 (6e991d2b-5ae4-477b-b3cb-d58131c5ba82/c7f763a2-88a6-4809-bbb1-691754a2f890/923ce2ce-97b4-452a-852e-c9183c0cfb98) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:33:22.340608 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:22.381782 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:22.420387 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:33:22.428181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:22.433460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:33:22.437109 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Pushing event updated for resources: {'Port': ['ID=82aef3d0-ae60-4881-a3a8-d1442f100e17,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:22.534865 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:22.548687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Transition to ACTIVE for port object 923ce2ce-97b4-452a-852e-c9183c0cfb98 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:22.557437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc68b283-4641-4f64-b971-27d77a5d7c8a', 'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'mac_address': 'fa:16:3e:17:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:19Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 2, 'project_id': '58068b593765400887ed82e29d4f2167', 'subnets': [{'id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:22.756605 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Checking router: c7d1e330-e193-47d3-8249-265da79c03be for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:33:22.756836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Updating router c7d1e330-e193-47d3-8249-265da79c03be port cc68b283-4641-4f64-b971-27d77a5d7c8a binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:33:22.761069 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Transition to ACTIVE for port object 923ce2ce-97b4-452a-852e-c9183c0cfb98 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:22.784745 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:22.825014 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:22.832367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:33:22.842239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:22.849287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:33:22.857551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Pushing event updated for resources: {'Port': ['ID=923ce2ce-97b4-452a-852e-c9183c0cfb98,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:22.987607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Attempting to bind port 923ce2ce-97b4-452a-852e-c9183c0cfb98 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:33:22.987964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Attempting to bind port 923ce2ce-97b4-452a-852e-c9183c0cfb98 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'bcfa9380-83ef-4699-9d82-7e395a05a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:33:22.988340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Attempting to bind port 923ce2ce-97b4-452a-852e-c9183c0cfb98 on network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:33:22.999582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:33:22.999995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Checking segment: {'id': 'bcfa9380-83ef-4699-9d82-7e395a05a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:33:23.000406 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.000793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Bound using segment: {'id': 'bcfa9380-83ef-4699-9d82-7e395a05a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:33:23.001251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Bound port: 923ce2ce-97b4-452a-852e-c9183c0cfb98, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfa9380-83ef-4699-9d82-7e395a05a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:33:23.001627 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.007098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.130245 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] For port 923ce2ce-97b4-452a-852e-c9183c0cfb98, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:33:23.151404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] For port 923ce2ce-97b4-452a-852e-c9183c0cfb98, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=923ce2ce-97b4-452a-852e-c9183c0cfb98,segment=NetworkSegment(bcfa9380-83ef-4699-9d82-7e395a05a256),segment_id=bcfa9380-83ef-4699-9d82-7e395a05a256)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:33:23.159384 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.209653 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.258180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41974436-71c7-4945-b36e-e92ba1726a48 None None] Pushing event updated for resources: {'Port': ['ID=923ce2ce-97b4-452a-852e-c9183c0cfb98,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:23.275159 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.285674 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Transition to ACTIVE for port object cc68b283-4641-4f64-b971-27d77a5d7c8a will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:23.292243 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.342108 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a6921-0a70-4eb8-9970-f83ea96f94c1 None None] Pushing event updated for resources: {'Port': ['ID=cc68b283-4641-4f64-b971-27d77a5d7c8a,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:23.366185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:33:23.413254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Attempting to bind port cc68b283-4641-4f64-b971-27d77a5d7c8a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:33:23.413254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Attempting to bind port cc68b283-4641-4f64-b971-27d77a5d7c8a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:33:23.413254 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Attempting to bind port cc68b283-4641-4f64-b971-27d77a5d7c8a on network a9c1b74a-b995-4ead-acc1-d1625bf0394a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:33:23.427518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:33:23.427897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Checking segment: {'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:33:23.428344 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.428741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Bound using segment: {'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:33:23.432079 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Bound port: cc68b283-4641-4f64-b971-27d77a5d7c8a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:33:23.432552 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.523339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 935d24f1-19b4-499f-82d9-369bf5a40435 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:23.562543 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:33:23.569648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] For port cc68b283-4641-4f64-b971-27d77a5d7c8a, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:33:23.573324 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Sync routers for ids ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:33:23.577370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] For port cc68b283-4641-4f64-b971-27d77a5d7c8a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc68b283-4641-4f64-b971-27d77a5d7c8a,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:33:23.585989 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Routers {'48d7b616-9a91-43b0-bcb7-4e3886af7bb3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:23.586480 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.586628 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:23.594224 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.598471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50586) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:33:23.601358 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-db386cef-d709-4d56-ab76-10a431389ecb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9255369 Jun 30 03:33:23.669242 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 935d24f1-19b4-499f-82d9-369bf5a40435 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:23.669680 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:23.676266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Routers {'c7d1e330-e193-47d3-8249-265da79c03be'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:23.676547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c7d1e330-e193-47d3-8249-265da79c03be'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:23.712591 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Set router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:23.753427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a6921-0a70-4eb8-9970-f83ea96f94c1 None None] Pushing event updated for resources: {'Port': ['ID=cc68b283-4641-4f64-b971-27d77a5d7c8a,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:23.884636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] Set router c7d1e330-e193-47d3-8249-265da79c03be gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:23.952131 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'name': 'tempest-TestMinimumBasicScenario-518962811-router', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:21Z', 'updated_at': '2021-06-30T03:33:22Z', 'revision_number': 3, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'gw_port': {'id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:22Z', 'updated_at': '2021-06-30T03:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:23.979235 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Checking router: 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:33:23.979911 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Updating router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 port 82aef3d0-ae60-4881-a3a8-d1442f100e17 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:33:24.022978 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.120100 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.124282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc68b283-4641-4f64-b971-27d77a5d7c8a', 'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'mac_address': 'fa:16:3e:17:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:19Z', 'updated_at': '2021-06-30T03:33:23Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'subnets': [{'id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:24.159057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c3280e-d753-4fda-b0bc-ede55e87e9e3 None None] The sync data for ids ['c7d1e330-e193-47d3-8249-265da79c03be'] in n-d-758944-39 is: [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc68b283-4641-4f64-b971-27d77a5d7c8a', 'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'mac_address': 'fa:16:3e:17:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:19Z', 'updated_at': '2021-06-30T03:33:23Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'subnets': [{'id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:33:24.307267 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.318834 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Transition to ACTIVE for port object 82aef3d0-ae60-4881-a3a8-d1442f100e17 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:24.328898 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.351090 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Allocated IP 172.20.0.1 (6e991d2b-5ae4-477b-b3cb-d58131c5ba82/c7f763a2-88a6-4809-bbb1-691754a2f890/b2e812a2-0060-4109-9ff1-35f712122eca) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:33:24.387762 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81234d-cd84-4cba-b13f-382a88c259fb None None] Pushing event updated for resources: {'Port': ['ID=82aef3d0-ae60-4881-a3a8-d1442f100e17,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:24.395123 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Attempting to bind port 82aef3d0-ae60-4881-a3a8-d1442f100e17 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:33:24.395484 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Attempting to bind port 82aef3d0-ae60-4881-a3a8-d1442f100e17 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:33:24.395838 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Attempting to bind port 82aef3d0-ae60-4881-a3a8-d1442f100e17 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:33:24.402337 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:33:24.402731 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:33:24.403134 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.403516 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:33:24.403977 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Bound port: 82aef3d0-ae60-4881-a3a8-d1442f100e17, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:33:24.404350 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.489702 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8c0cf0e1-0fc6-47fe-9788-85ca7749645e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.489898 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] For port 82aef3d0-ae60-4881-a3a8-d1442f100e17, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:33:24.495376 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] For port 82aef3d0-ae60-4881-a3a8-d1442f100e17, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=82aef3d0-ae60-4881-a3a8-d1442f100e17,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:33:24.504589 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.510139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.528790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Transition to ACTIVE for port object b2e812a2-0060-4109-9ff1-35f712122eca will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:24.533092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca4413-faa6-48b0-b925-6b56ff6152bd None None] Network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:33:24.577547 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.582587 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Routers {'48d7b616-9a91-43b0-bcb7-4e3886af7bb3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:24.583286 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:32:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:24.587862 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81234d-cd84-4cba-b13f-382a88c259fb None None] Pushing event updated for resources: {'Port': ['ID=82aef3d0-ae60-4881-a3a8-d1442f100e17,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:24.597424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6f143bc2-6439-459e-872f-39b9ceb621bd None None] Provisioning for port 923ce2ce-97b4-452a-852e-c9183c0cfb98 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:24.642926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:33:24.645462 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:33:24.647545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:24.651596 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:33:24.690537 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e812a2-0060-4109-9ff1-35f712122eca,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:24.714164 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.731150 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] Set router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:24.881949 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:24.995005 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'name': 'tempest-TestMinimumBasicScenario-518962811-router', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:21Z', 'updated_at': '2021-06-30T03:33:22Z', 'revision_number': 3, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'gw_port': {'id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:22Z', 'updated_at': '2021-06-30T03:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:25.034646 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef9a898-8958-4ecc-bc7c-f1855b5fc22e None None] The sync data for ids ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'] in n-d-758944-39 is: [{'id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'name': 'tempest-TestMinimumBasicScenario-518962811-router', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:21Z', 'updated_at': '2021-06-30T03:33:22Z', 'revision_number': 3, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'gw_port': {'id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:22Z', 'updated_at': '2021-06-30T03:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:33:25.060982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0dac5f69-e7c3-4d30-9db3-1c3e6ad888ed None None] Provisioning for port b2e812a2-0060-4109-9ff1-35f712122eca completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:25.060982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0dac5f69-e7c3-4d30-9db3-1c3e6ad888ed None None] Provisioning complete for port b2e812a2-0060-4109-9ff1-35f712122eca triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:25.060982 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dac5f69-e7c3-4d30-9db3-1c3e6ad888ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:25.102690 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:25.109515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:25.111390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0dac5f69-e7c3-4d30-9db3-1c3e6ad888ed None None] Port b2e812a2-0060-4109-9ff1-35f712122eca cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:33:25.195408 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:25.198362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e812a2-0060-4109-9ff1-35f712122eca,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:25.313246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:33:25.314826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:25.377696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-da41cf43-d5c5-4f3b-80fd-c7d668404e38 None None] Provisioning complete for port b2e812a2-0060-4109-9ff1-35f712122eca triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:25.378301 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-da41cf43-d5c5-4f3b-80fd-c7d668404e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:25.463840 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-da41cf43-d5c5-4f3b-80fd-c7d668404e38 None None] Port b2e812a2-0060-4109-9ff1-35f712122eca cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:33:25.536906 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:33:25.654182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc68b283-4641-4f64-b971-27d77a5d7c8a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:25.692055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:33:25.698994 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a838373e-e376-49e7-9f09-e2cc0a77e826 admin admin] 10.222.0.55 "PUT /v2.0/routers/48d7b616-9a91-43b0-bcb7-4e3886af7bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0987670 Jun 30 03:33:25.728181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port cc68b283-4641-4f64-b971-27d77a5d7c8a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:25.732931 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cc68b283-4641-4f64-b971-27d77a5d7c8a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:25.733369 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:25.825444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8b4656bc-0c7e-47a1-9220-044c3f103e30 None None] Provisioning complete for port b2e812a2-0060-4109-9ff1-35f712122eca triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:25.825859 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b4656bc-0c7e-47a1-9220-044c3f103e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:25.857329 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:25.889903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8b4656bc-0c7e-47a1-9220-044c3f103e30 None None] Port b2e812a2-0060-4109-9ff1-35f712122eca cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:33:25.909361 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port cc68b283-4641-4f64-b971-27d77a5d7c8a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc68b283-4641-4f64-b971-27d77a5d7c8a,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:25.915278 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:25.916408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 82aef3d0-ae60-4881-a3a8-d1442f100e17 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:26.001461 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=cc68b283-4641-4f64-b971-27d77a5d7c8a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:26.026340 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 82aef3d0-ae60-4881-a3a8-d1442f100e17 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:26.031391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 82aef3d0-ae60-4881-a3a8-d1442f100e17 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:26.031769 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:26.115285 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:26.139833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 82aef3d0-ae60-4881-a3a8-d1442f100e17, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=82aef3d0-ae60-4881-a3a8-d1442f100e17,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:26.145851 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:26.147100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 923ce2ce-97b4-452a-852e-c9183c0cfb98 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:26.235438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=82aef3d0-ae60-4881-a3a8-d1442f100e17,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:26.256652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 923ce2ce-97b4-452a-852e-c9183c0cfb98 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:26.263422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 923ce2ce-97b4-452a-852e-c9183c0cfb98 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:26.264458 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:26.359396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:26.396166 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 923ce2ce-97b4-452a-852e-c9183c0cfb98, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=923ce2ce-97b4-452a-852e-c9183c0cfb98,segment=NetworkSegment(bcfa9380-83ef-4699-9d82-7e395a05a256),segment_id=bcfa9380-83ef-4699-9d82-7e395a05a256)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:26.401518 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:26.464764 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=923ce2ce-97b4-452a-852e-c9183c0cfb98,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:27.033101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ba76b5c7-e5bf-43db-8dc2-3c1c542f5d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:27.178213 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:27.508727 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc68b283-4641-4f64-b971-27d77a5d7c8a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:27.568682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cc68b283-4641-4f64-b971-27d77a5d7c8a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:27.570139 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:27.667430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 82aef3d0-ae60-4881-a3a8-d1442f100e17 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:27.727220 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 82aef3d0-ae60-4881-a3a8-d1442f100e17 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:27.727603 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:27.823513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 923ce2ce-97b4-452a-852e-c9183c0cfb98 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:27.847002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Sync routers for ids ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:33:27.868957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Routers {'48d7b616-9a91-43b0-bcb7-4e3886af7bb3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:27.869604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:33:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:27.929669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 923ce2ce-97b4-452a-852e-c9183c0cfb98 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:27.930047 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:28.197523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Set router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:28.456419 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'name': 'tempest-TestMinimumBasicScenario-518962811-router', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:21Z', 'updated_at': '2021-06-30T03:33:24Z', 'revision_number': 4, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'gw_port': {'id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:22Z', 'updated_at': '2021-06-30T03:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'b2e812a2-0060-4109-9ff1-35f712122eca', 'name': '', 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'mac_address': 'fa:16:3e:73:2d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7f763a2-88a6-4809-bbb1-691754a2f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:24Z', 'updated_at': '2021-06-30T03:33:24Z', 'revision_number': 2, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'subnets': [{'id': 'c7f763a2-88a6-4809-bbb1-691754a2f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:28.493690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Checking router: 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:33:28.494043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Updating router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 port b2e812a2-0060-4109-9ff1-35f712122eca binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:33:28.541540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:28.544514 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:28.841542 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:28.854894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Transition to ACTIVE for port object b2e812a2-0060-4109-9ff1-35f712122eca will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:28.861756 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:28.964180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ceb49-d711-44b8-ac21-d81ab890eea3 None None] Pushing event updated for resources: {'Port': ['ID=b2e812a2-0060-4109-9ff1-35f712122eca,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:28.977318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Attempting to bind port b2e812a2-0060-4109-9ff1-35f712122eca on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:33:28.977698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Attempting to bind port b2e812a2-0060-4109-9ff1-35f712122eca by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'bcfa9380-83ef-4699-9d82-7e395a05a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:33:28.978067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Attempting to bind port b2e812a2-0060-4109-9ff1-35f712122eca on network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:33:28.984092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:33:28.984473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Checking segment: {'id': 'bcfa9380-83ef-4699-9d82-7e395a05a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:33:28.984928 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:28.985325 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Bound using segment: {'id': 'bcfa9380-83ef-4699-9d82-7e395a05a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:33:28.985797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Bound port: b2e812a2-0060-4109-9ff1-35f712122eca, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfa9380-83ef-4699-9d82-7e395a05a256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:33:28.986185 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:29.080068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] For port b2e812a2-0060-4109-9ff1-35f712122eca, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:33:29.083704 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] For port b2e812a2-0060-4109-9ff1-35f712122eca, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b2e812a2-0060-4109-9ff1-35f712122eca,segment=NetworkSegment(bcfa9380-83ef-4699-9d82-7e395a05a256),segment_id=bcfa9380-83ef-4699-9d82-7e395a05a256)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:33:29.095539 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:29.175771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Routers {'48d7b616-9a91-43b0-bcb7-4e3886af7bb3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:33:29.176436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:33:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:29.182787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ceb49-d711-44b8-ac21-d81ab890eea3 None None] Pushing event updated for resources: {'Port': ['ID=b2e812a2-0060-4109-9ff1-35f712122eca,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:29.319124 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] Set router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:33:29.587680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'name': 'tempest-TestMinimumBasicScenario-518962811-router', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:21Z', 'updated_at': '2021-06-30T03:33:24Z', 'revision_number': 4, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'gw_port': {'id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:22Z', 'updated_at': '2021-06-30T03:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'b2e812a2-0060-4109-9ff1-35f712122eca', 'name': '', 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'mac_address': 'fa:16:3e:73:2d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7f763a2-88a6-4809-bbb1-691754a2f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:24Z', 'updated_at': '2021-06-30T03:33:29Z', 'revision_number': 4, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'subnets': [{'id': 'c7f763a2-88a6-4809-bbb1-691754a2f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:33:29.621431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c198de-5476-47ad-b4da-ef0657b1833a None None] The sync data for ids ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'] in n-d-758944-39 is: [{'id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'name': 'tempest-TestMinimumBasicScenario-518962811-router', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:21Z', 'updated_at': '2021-06-30T03:33:24Z', 'revision_number': 4, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'gw_port': {'id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:22Z', 'updated_at': '2021-06-30T03:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'b2e812a2-0060-4109-9ff1-35f712122eca', 'name': '', 'network_id': '6e991d2b-5ae4-477b-b3cb-d58131c5ba82', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'mac_address': 'fa:16:3e:73:2d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7f763a2-88a6-4809-bbb1-691754a2f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:24Z', 'updated_at': '2021-06-30T03:33:29Z', 'revision_number': 4, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'subnets': [{'id': 'c7f763a2-88a6-4809-bbb1-691754a2f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:33:30.328694 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:31.522346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b2e812a2-0060-4109-9ff1-35f712122eca up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:31.584401 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b2e812a2-0060-4109-9ff1-35f712122eca completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:31.591737 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b2e812a2-0060-4109-9ff1-35f712122eca triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:31.592404 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:31.710941 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:31.767127 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port b2e812a2-0060-4109-9ff1-35f712122eca, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b2e812a2-0060-4109-9ff1-35f712122eca,segment=NetworkSegment(bcfa9380-83ef-4699-9d82-7e395a05a256),segment_id=bcfa9380-83ef-4699-9d82-7e395a05a256)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:31.775488 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:31.836968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=b2e812a2-0060-4109-9ff1-35f712122eca,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:33.463500 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b2e812a2-0060-4109-9ff1-35f712122eca up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:33.518622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b2e812a2-0060-4109-9ff1-35f712122eca triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:33.519022 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:35.723551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-93636d32-088e-43dc-bb91-dc9812f9153f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:35.724921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-93636d32-088e-43dc-bb91-dc9812f9153f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 814 time: 0.1051447 Jun 30 03:33:35.742290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-0a051c33-2c8e-43b1-8804-5754d1892495 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/quotas/58068b593765400887ed82e29d4f2167 HTTP/1.1" status: 200 len: 375 time: 0.0115490 Jun 30 03:33:35.816736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-5d6dc30e-c24d-4acb-a9a5-a8a43ff9539b tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667682 Jun 30 03:33:35.932293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-c2718a9c-bc38-476a-a5e9-d2ae29e2ab39 service neutron] 10.222.0.55 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984681 Jun 30 03:33:36.039563 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-25bef822-ac3d-4a56-9fae-06fa6b69134f service neutron] 10.222.0.55 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012118 Jun 30 03:33:36.214514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c296258e-ab28-43cc-b1cd-2476d816a497 req-9cf22397-5f66-4686-a2e5-a5ebcc4b4154 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 210 time: 0.0290971 Jun 30 03:33:37.359020 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-92d8338f-9f3b-40ba-8bb1-60a81903ab28 req-cb7a055e-911b-4136-bc1a-2026ac656f3b tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 210 time: 0.0292108 Jun 30 03:33:37.363300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-a4a6f060-d878-45e6-8b78-8e5332aa7c5a tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:37.364818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-a4a6f060-d878-45e6-8b78-8e5332aa7c5a tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.69 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 814 time: 0.1120937 Jun 30 03:33:37.378053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'port': {'device_id': '03a801ae-1196-4e5c-808c-de796a54c114', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'admin_state_up': True, 'tenant_id': '58068b593765400887ed82e29d4f2167'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:37.495753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Made reservation on behalf of 58068b593765400887ed82e29d4f2167 for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:33:37.499826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:37.634481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Allocated IP 172.20.0.6 (a9c1b74a-b995-4ead-acc1-d1625bf0394a/75ec0a40-1a39-46f9-9c6a-78b848f0c809/8f06464a-6061-495d-a2f4-46d97e261b47) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:33:37.809458 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:37.831909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Transition to ACTIVE for port object 8f06464a-6061-495d-a2f4-46d97e261b47 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:37.868316 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:37.957253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Network a9c1b74a-b995-4ead-acc1-d1625bf0394a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:33:37.963574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:33:37.966966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:33:37.984036 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'Port': ['ID=8f06464a-6061-495d-a2f4-46d97e261b47,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:38.078909 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:38.079918 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:38.101608 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-4bcfe61b-8deb-4d64-83d0-59b7df11341c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7276480 Jun 30 03:33:38.293275 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-87fe652a-2326-4c8f-867c-c71ccf78ebb0 None None] Provisioning for port 8f06464a-6061-495d-a2f4-46d97e261b47 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:38.306882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-87fe652a-2326-4c8f-867c-c71ccf78ebb0 None None] Provisioning complete for port 8f06464a-6061-495d-a2f4-46d97e261b47 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:38.307604 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87fe652a-2326-4c8f-867c-c71ccf78ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:38.345434 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-87fe652a-2326-4c8f-867c-c71ccf78ebb0 None None] Port 8f06464a-6061-495d-a2f4-46d97e261b47 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:33:38.573974 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9d235-4d94-4b0a-9399-f849e4798f4c req-3fa3cdd7-c117-4d36-8355-af41b91f0fc7 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:38.575957 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33a9d235-4d94-4b0a-9399-f849e4798f4c req-3fa3cdd7-c117-4d36-8355-af41b91f0fc7 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 931 time: 0.0807424 Jun 30 03:33:38.619328 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-33a9d235-4d94-4b0a-9399-f849e4798f4c req-71750f5e-6e5f-4df7-a4e7-273fe15e99e7 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371428 Jun 30 03:33:39.822376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a969ae-f311-40c0-abea-479387fd4b8e req-964d1e8d-1fe5-4b64-b730-8beb2d007e43 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:39.823906 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7a969ae-f311-40c0-abea-479387fd4b8e req-964d1e8d-1fe5-4b64-b730-8beb2d007e43 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 931 time: 0.0756683 Jun 30 03:33:39.865854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f7a969ae-f311-40c0-abea-479387fd4b8e req-5db48880-4d62-4e21-be67-88451a3b493c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361438 Jun 30 03:33:41.054889 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74a1a8-64c9-4a1e-b8ff-304b9a6c068d req-91702bfb-f455-4e6a-bd73-7e818307eb29 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:41.057851 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e74a1a8-64c9-4a1e-b8ff-304b9a6c068d req-91702bfb-f455-4e6a-bd73-7e818307eb29 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 931 time: 0.0695443 Jun 30 03:33:41.097858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e74a1a8-64c9-4a1e-b8ff-304b9a6c068d req-93ce97ef-bd39-45d9-bcce-9d1f99372fc0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355754 Jun 30 03:33:42.298234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ac673-4f0c-4287-8d9d-6690173b8b16 req-48d5533a-7a7d-43cf-8d16-972130fac8a5 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:42.299776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-124ac673-4f0c-4287-8d9d-6690173b8b16 req-48d5533a-7a7d-43cf-8d16-972130fac8a5 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 931 time: 0.0694959 Jun 30 03:33:42.347969 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-124ac673-4f0c-4287-8d9d-6690173b8b16 req-98aedced-8b82-4b76-8ef7-eeea0ed785e0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Jun 30 03:33:43.537375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e1bbd-a469-47ec-ba57-b7d723b4a29a req-b99d5501-89c1-4548-9022-59987a0d5334 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:43.538949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-915e1bbd-a469-47ec-ba57-b7d723b4a29a req-b99d5501-89c1-4548-9022-59987a0d5334 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 931 time: 0.0688229 Jun 30 03:33:43.581174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-915e1bbd-a469-47ec-ba57-b7d723b4a29a req-569acb3c-e892-4bd3-b4fa-da2056a35a0c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359249 Jun 30 03:33:44.772761 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a896d-bc15-43b1-b66e-f750f6a46069 req-8bfce51c-22ee-4e4c-bcf8-3b3ce847cfea tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:44.774193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-463a896d-bc15-43b1-b66e-f750f6a46069 req-8bfce51c-22ee-4e4c-bcf8-3b3ce847cfea tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 931 time: 0.0708644 Jun 30 03:33:44.820346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-463a896d-bc15-43b1-b66e-f750f6a46069 req-b08cd633-2a8a-44ad-baf8-b149cba77450 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Jun 30 03:33:46.017021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a444-a6c2-42d2-88f7-4a2b324a3207 req-1c27ca75-af29-4389-b2cd-2b899b0b798a tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:46.019092 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64f4a444-a6c2-42d2-88f7-4a2b324a3207 req-1c27ca75-af29-4389-b2cd-2b899b0b798a tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 931 time: 0.0717032 Jun 30 03:33:46.065862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-64f4a444-a6c2-42d2-88f7-4a2b324a3207 req-97055249-87a5-4f0d-8deb-ce8da24481fd tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340812 Jun 30 03:33:46.636583 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:46.773375 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:47.253804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebd188-dd38-4973-b39a-7d57c1acfe43 req-033860fd-21e6-4122-a3de-b398f4de066f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:47.256055 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0ebd188-dd38-4973-b39a-7d57c1acfe43 req-033860fd-21e6-4122-a3de-b398f4de066f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 931 time: 0.0749426 Jun 30 03:33:47.295478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0ebd188-dd38-4973-b39a-7d57c1acfe43 req-2bb1a28e-5660-43f1-b7ce-e687618dea56 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Jun 30 03:33:48.492777 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f701c-9fda-445e-bc0f-893adfc59d84 req-4e4c197f-43c5-4528-a39d-9e4da5b8e847 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:48.494517 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-661f701c-9fda-445e-bc0f-893adfc59d84 req-4e4c197f-43c5-4528-a39d-9e4da5b8e847 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 931 time: 0.0654862 Jun 30 03:33:48.536238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-661f701c-9fda-445e-bc0f-893adfc59d84 req-f658eebe-a2c3-47e2-9c56-32b89890ee40 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Jun 30 03:33:49.729367 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3f75a-6cbe-4865-8d0a-bdb11b5d3583 req-948ddc38-a2d9-4d88-b93e-6c2340231d1d tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:49.730862 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-01f3f75a-6cbe-4865-8d0a-bdb11b5d3583 req-948ddc38-a2d9-4d88-b93e-6c2340231d1d tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 931 time: 0.0753095 Jun 30 03:33:49.779305 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-01f3f75a-6cbe-4865-8d0a-bdb11b5d3583 req-70b08c21-211c-409c-b3a3-6bd5d0d4a75e tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Jun 30 03:33:50.114407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Request body: {'port': {'device_id': '03a801ae-1196-4e5c-808c-de796a54c114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:33:50.201663 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:50.490439 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f06464a-6061-495d-a2f4-46d97e261b47 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:33:50.498554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:50.511301 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Transition to ACTIVE for port object 8f06464a-6061-495d-a2f4-46d97e261b47 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:33:50.518558 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:50.570532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Pushing event updated for resources: {'Port': ['ID=8f06464a-6061-495d-a2f4-46d97e261b47,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:50.648146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Attempting to bind port 8f06464a-6061-495d-a2f4-46d97e261b47 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:33:50.648534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Attempting to bind port 8f06464a-6061-495d-a2f4-46d97e261b47 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:33:50.648861 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Attempting to bind port 8f06464a-6061-495d-a2f4-46d97e261b47 on network a9c1b74a-b995-4ead-acc1-d1625bf0394a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:33:50.654120 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Port 8f06464a-6061-495d-a2f4-46d97e261b47 on network a9c1b74a-b995-4ead-acc1-d1625bf0394a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:33:50.654440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Attempting to bind port 8f06464a-6061-495d-a2f4-46d97e261b47 on network a9c1b74a-b995-4ead-acc1-d1625bf0394a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:33:50.659900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:33:50.660241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Checking segment: {'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:33:50.660628 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Bound using segment: {'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:33:50.661084 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Bound port: 8f06464a-6061-495d-a2f4-46d97e261b47, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9800264-cf82-40cc-9c38-5b071fa17a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:33:50.661444 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:50.730453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] For port 8f06464a-6061-495d-a2f4-46d97e261b47, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:33:50.733735 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] For port 8f06464a-6061-495d-a2f4-46d97e261b47, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f06464a-6061-495d-a2f4-46d97e261b47,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:33:50.740856 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:50.776928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:50.777465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:50.778915 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] 10.222.0.69 "PUT /v2.0/ports/8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 1092 time: 0.6708994 Jun 30 03:33:50.779325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:33:50.781621 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320105d1-544d-4bc6-9782-80c0f922400a" -d '{"events": [{"name": "network-changed", "server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:33:50.809882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11645e07-bb72-47d9-8a8f-d6c660f7eeba service neutron] Pushing event updated for resources: {'Port': ['ID=8f06464a-6061-495d-a2f4-46d97e261b47,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:50.868850 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c87d9de-b301-4450-8558-7352b720e77a x-openstack-request-id: req-5c87d9de-b301-4450-8558-7352b720e77a {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:33:50.868850 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:33:50.869147 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c87d9de-b301-4450-8558-7352b720e77a {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:33:50.869368 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47', 'status': 'completed', 'code': 200} Jun 30 03:33:50.897424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-d2fb377e-3909-4da3-bf87-44c74fdbbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:50.899052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-d2fb377e-3909-4da3-bf87-44c74fdbbf22 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1095 time: 0.0654850 Jun 30 03:33:50.943399 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-01e4be5a-9370-4c84-9d22-c840024c9a56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 217 time: 0.0366564 Jun 30 03:33:50.984162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfc273-8880-484b-bc53-d9cf74546688 req-11bd9d36-ffe9-43d0-ada3-5725b70bac62 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:50.985830 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dacfc273-8880-484b-bc53-d9cf74546688 req-11bd9d36-ffe9-43d0-ada3-5725b70bac62 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 943 time: 0.0711164 Jun 30 03:33:50.992312 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-db6678f2-35bc-430a-b057-027a68422ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:50.993803 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-db6678f2-35bc-430a-b057-027a68422ee9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 200 len: 853 time: 0.0444646 Jun 30 03:33:51.028530 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-dacfc273-8880-484b-bc53-d9cf74546688 req-bb4763c8-b127-4b1e-98ab-65907ef203e0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367126 Jun 30 03:33:51.058635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-b47ec165-6c69-4b7c-8570-1de3efb4a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:51.060246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-b47ec165-6c69-4b7c-8570-1de3efb4a45f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9c1b74a-b995-4ead-acc1-d1625bf0394a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603089 Jun 30 03:33:51.159018 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-9917dbb6-c65a-43b8-b0ce-475a6ccb085e service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924153 Jun 30 03:33:51.276819 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9ba2be79-bf8d-43e0-b8c5-60125b17ff97 req-c158a7b2-ebba-41df-9fcd-0bc4c39097b5 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116755 Jun 30 03:33:51.392013 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320105d1-544d-4bc6-9782-80c0f922400a req-e7b0dcfb-9807-467b-b2fe-78e4612f9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:51.393726 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-320105d1-544d-4bc6-9782-80c0f922400a req-e7b0dcfb-9807-467b-b2fe-78e4612f9fe1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1095 time: 0.0617683 Jun 30 03:33:51.483615 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320105d1-544d-4bc6-9782-80c0f922400a req-6ad62e5b-d78c-4a39-879b-513aeabb1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:51.485088 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-320105d1-544d-4bc6-9782-80c0f922400a req-6ad62e5b-d78c-4a39-879b-513aeabb1e81 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 915 time: 0.0851986 Jun 30 03:33:51.530465 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-320105d1-544d-4bc6-9782-80c0f922400a req-faa57cab-4131-47b8-9d5b-41ff479554b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 217 time: 0.0387661 Jun 30 03:33:51.583497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320105d1-544d-4bc6-9782-80c0f922400a req-882159d7-cfa7-4ffc-9b7b-1f6fd1fcc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:51.584977 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-320105d1-544d-4bc6-9782-80c0f922400a req-882159d7-cfa7-4ffc-9b7b-1f6fd1fcc327 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 200 len: 853 time: 0.0475070 Jun 30 03:33:51.651256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320105d1-544d-4bc6-9782-80c0f922400a req-4b4714ba-35ba-4770-b5e2-e2f944605ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:51.652781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-320105d1-544d-4bc6-9782-80c0f922400a req-4b4714ba-35ba-4770-b5e2-e2f944605ccf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9c1b74a-b995-4ead-acc1-d1625bf0394a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609360 Jun 30 03:33:51.753939 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-320105d1-544d-4bc6-9782-80c0f922400a req-78ac0436-7795-4c90-b229-4d0c7a517a13 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935256 Jun 30 03:33:51.848902 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-320105d1-544d-4bc6-9782-80c0f922400a req-62cd8dbb-fcda-49ab-9642-9c651f04fbc6 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885880 Jun 30 03:33:52.229196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8def1-28d4-45d4-bbd0-7f5d08527e98 req-f71b08f4-17a2-4f0a-a577-f9e209405ad8 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:52.230576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1bb8def1-28d4-45d4-bbd0-7f5d08527e98 req-f71b08f4-17a2-4f0a-a577-f9e209405ad8 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 943 time: 0.0744729 Jun 30 03:33:52.277762 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1bb8def1-28d4-45d4-bbd0-7f5d08527e98 req-3258e14e-9cf7-476b-a9de-71bd55bb18ae tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Jun 30 03:33:53.484744 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ad644-6e90-480f-9bc1-9cae427afbcb req-f11ce329-4d49-4f07-bff4-5c520dd0d588 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:53.486278 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1e1ad644-6e90-480f-9bc1-9cae427afbcb req-f11ce329-4d49-4f07-bff4-5c520dd0d588 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 943 time: 0.0766590 Jun 30 03:33:53.531410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1e1ad644-6e90-480f-9bc1-9cae427afbcb req-2bfa1592-4280-420d-9e76-5746c39d7eee tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392838 Jun 30 03:33:54.490781 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-07f1bcde-0d4c-48f3-8fa5-7f11068bcc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:54.722296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bcc25-86b0-4110-82a9-c81a4075c18b req-c9ab1b7d-2dd3-453e-90f9-de8bd08e5239 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:54.723698 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c95bcc25-86b0-4110-82a9-c81a4075c18b req-c9ab1b7d-2dd3-453e-90f9-de8bd08e5239 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 943 time: 0.0745351 Jun 30 03:33:54.766432 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c95bcc25-86b0-4110-82a9-c81a4075c18b req-43ed1bbb-4f2a-4c93-a7bb-85e9b6cb8238 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Jun 30 03:33:54.970509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8f06464a-6061-495d-a2f4-46d97e261b47 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:33:55.087040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8f06464a-6061-495d-a2f4-46d97e261b47, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f06464a-6061-495d-a2f4-46d97e261b47,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:55.101168 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '8f06464a-6061-495d-a2f4-46d97e261b47', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'port_id': '8f06464a-6061-495d-a2f4-46d97e261b47', 'mac_address': 'fa:16:3e:16:ae:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:33:55.140569 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:55.153365 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f06464a-6061-495d-a2f4-46d97e261b47 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:33:55.177228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8f06464a-6061-495d-a2f4-46d97e261b47, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f06464a-6061-495d-a2f4-46d97e261b47,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:55.184473 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:55.234544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=8f06464a-6061-495d-a2f4-46d97e261b47,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:55.242187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.242534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.242908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.243249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.243584 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.243913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.244238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.244559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.244883 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.245370 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.245760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.246013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:33:55.492614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8f06464a-6061-495d-a2f4-46d97e261b47'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:33:55.949155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d38dae-8313-400b-a3ca-3e46f616dfd8 req-43253bb6-0bef-4598-b7b3-7c67a22139fd tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:55.950791 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66d38dae-8313-400b-a3ca-3e46f616dfd8 req-43253bb6-0bef-4598-b7b3-7c67a22139fd tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 944 time: 0.0679617 Jun 30 03:33:55.999701 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-66d38dae-8313-400b-a3ca-3e46f616dfd8 req-db98b1d1-8265-4b55-8996-1a07c9450af7 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390329 Jun 30 03:33:57.002134 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8f06464a-6061-495d-a2f4-46d97e261b47 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:33:57.048611 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b384d59-81e9-49bf-a216-4fcd3e7101aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:57.068698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 8f06464a-6061-495d-a2f4-46d97e261b47 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:33:57.072675 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 8f06464a-6061-495d-a2f4-46d97e261b47 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:33:57.073198 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:57.165270 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:57.176551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140501f-3e90-41b1-a21b-6f25bb61ccbb req-885477f2-c42e-4942-a73a-1d199abc9b51 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:57.178066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5140501f-3e90-41b1-a21b-6f25bb61ccbb req-885477f2-c42e-4942-a73a-1d199abc9b51 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 944 time: 0.0641904 Jun 30 03:33:57.179592 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:57.195693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:33:57.197996 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28acdee9-fbc9-4a47-ab43-662055cf6981" -d '{"events": [{"server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "name": "network-vif-plugged", "status": "completed", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:33:57.212281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 8f06464a-6061-495d-a2f4-46d97e261b47, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f06464a-6061-495d-a2f4-46d97e261b47,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:33:57.217587 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:57.220034 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5140501f-3e90-41b1-a21b-6f25bb61ccbb req-bca21684-f8cb-4d86-af83-a5a6b6957f26 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341938 Jun 30 03:33:57.252563 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab44ab4-041e-4f3d-b56c-f8025bc85d40 x-openstack-request-id: req-7ab44ab4-041e-4f3d-b56c-f8025bc85d40 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:33:57.252790 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "name": "network-vif-plugged", "status": "completed", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:33:57.253034 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ab44ab4-041e-4f3d-b56c-f8025bc85d40 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:33:57.253450 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47', 'code': 200} Jun 30 03:33:57.281263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=8f06464a-6061-495d-a2f4-46d97e261b47,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:33:57.379294 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc7c25-5a58-450d-b054-4f5a31a6408e req-e3447ad6-f006-463c-b84f-c5b10199c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:57.380780 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cccc7c25-5a58-450d-b054-4f5a31a6408e req-e3447ad6-f006-463c-b84f-c5b10199c498 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1097 time: 0.0684979 Jun 30 03:33:57.423460 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cccc7c25-5a58-450d-b054-4f5a31a6408e req-9ed412a2-2f6e-4ee5-87ff-439499f0f972 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357757 Jun 30 03:33:58.408865 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27028685-7533-4971-95e8-62837e3a1e0e req-6c7cf035-189a-4932-840b-d4d7ec8a1ab1 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:58.410326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27028685-7533-4971-95e8-62837e3a1e0e req-6c7cf035-189a-4932-840b-d4d7ec8a1ab1 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 945 time: 0.0753453 Jun 30 03:33:58.452978 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27028685-7533-4971-95e8-62837e3a1e0e req-b25bdae2-1dbf-4e35-ad15-40587297bc6a tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362740 Jun 30 03:33:58.522183 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:33:59.653093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4228-c298-40eb-a2e9-00aa9d9cf553 req-40681db5-f9cc-46d6-b709-ca44a3711360 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:59.654611 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-035a4228-c298-40eb-a2e9-00aa9d9cf553 req-40681db5-f9cc-46d6-b709-ca44a3711360 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 945 time: 0.0774541 Jun 30 03:33:59.703960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-035a4228-c298-40eb-a2e9-00aa9d9cf553 req-f8066868-e35c-4a9d-a525-15a54e6b08cc tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Jun 30 03:33:59.895995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0a778-861d-467c-b15d-059df2ce95d0 req-023f5902-85d3-4f7a-a4af-610f90acf482 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:33:59.897472 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ce0a778-861d-467c-b15d-059df2ce95d0 req-023f5902-85d3-4f7a-a4af-610f90acf482 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 945 time: 0.0710762 Jun 30 03:33:59.935905 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3ce0a778-861d-467c-b15d-059df2ce95d0 req-afd4e833-c139-4eb8-a5d2-e7a907058a53 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323756 Jun 30 03:34:00.297803 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1ff15-890a-467c-af68-8e3995f6df5e req-9f353a2b-8916-40cb-b277-3b7245c5f079 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:00.299877 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eec1ff15-890a-467c-af68-8e3995f6df5e req-9f353a2b-8916-40cb-b277-3b7245c5f079 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 945 time: 0.0833783 Jun 30 03:34:00.326752 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:00.341021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eec1ff15-890a-467c-af68-8e3995f6df5e req-473d2800-e880-404c-a6aa-4ddcbf2ce811 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356932 Jun 30 03:34:01.641088 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:34:12.191172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c015e-4f21-4e3c-a7c9-810a7edabd71 req-8bc63947-b8ee-43cf-8d9a-69d903e37eda tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:12.192625 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e7c015e-4f21-4e3c-a7c9-810a7edabd71 req-8bc63947-b8ee-43cf-8d9a-69d903e37eda tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 945 time: 0.0651670 Jun 30 03:34:12.234365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6e7c015e-4f21-4e3c-a7c9-810a7edabd71 req-53f6e76e-de46-45b8-ba46-1b4b0281a8c1 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324860 Jun 30 03:34:12.259942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50788) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:34:12.424964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ac881-6cd1-49fc-8dfb-e34095288ce8 tempest-TestMinimumBasicScenario-1335661515 tempest-TestMinimumBasicScenario-1335661515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:12.426576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-351ac881-6cd1-49fc-8dfb-e34095288ce8 tempest-TestMinimumBasicScenario-1335661515 tempest-TestMinimumBasicScenario-1335661515-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1092 time: 0.1656432 Jun 30 03:34:12.431445 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50792) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:34:12.436595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '8f06464a-6061-495d-a2f4-46d97e261b47', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:34:12.465248 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:12.568567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:12.687062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Allocated IP 172.25.7.197 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/be5203a8-1254-4b4d-8b4e-1e7294f7654b) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:34:12.803450 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:12.843253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:12.880201 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:34:12.882998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:34:12.889122 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:34:12.914738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'Port': ['ID=be5203a8-1254-4b4d-8b4e-1e7294f7654b,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:12.926219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.926562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.926987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.927257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.927585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.927953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.928268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.928587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.928907 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.929223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.929520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:12.929835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:13.324610 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:13.408278 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:13.558608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:13.564573 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:13.627592 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'Port': ['ID=be5203a8-1254-4b4d-8b4e-1e7294f7654b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:13.642415 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:13.753819 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Floating IP 771c51c7-39a0-48b6-8623-f22b1f8c17ae associated. External IP: 172.25.7.197, port: 8f06464a-6061-495d-a2f4-46d97e261b47. Jun 30 03:34:13.974622 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Router c7d1e330-e193-47d3-8249-265da79c03be has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:34:14.453362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:34:14.463996 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] Sync routers for ids ['c7d1e330-e193-47d3-8249-265da79c03be'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:34:14.470392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:14.474951 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] Routers {'c7d1e330-e193-47d3-8249-265da79c03be'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:34:14.475606 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:33:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c7d1e330-e193-47d3-8249-265da79c03be'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:34:14.507342 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d93740ca-8d13-428a-bbb3-b6e26894efa0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0748384 Jun 30 03:34:14.507895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:34:14.510224 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea32e207-b36f-460d-9f29-d2319d58ad9c" -d '{"events": [{"name": "network-changed", "server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:34:14.510694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50794) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:34:14.515926 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394806510', 'description': 'tempest-secgroup-smoke-1394806510 description', 'project_id': '58068b593765400887ed82e29d4f2167'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:34:14.547394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:14.549933 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51be8023-d758-490a-92a8-2f1796375974 x-openstack-request-id: req-51be8023-d758-490a-92a8-2f1796375974 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:34:14.550220 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:34:14.550491 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51be8023-d758-490a-92a8-2f1796375974 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:34:14.550940 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47', 'status': 'completed', 'code': 200} Jun 30 03:34:14.678378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-91d92132-8cb5-416e-abd0-004f9edcaea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:14.679938 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-91d92132-8cb5-416e-abd0-004f9edcaea8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1097 time: 0.1038001 Jun 30 03:34:14.690707 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] Set router c7d1e330-e193-47d3-8249-265da79c03be gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:34:14.697264 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:14.709844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:14.781919 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:14.785923 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2714148 Jun 30 03:34:14.786163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50798) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:34:14.792862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-936cd673-5b38-447b-9f34-0e4730e2cd1f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'security_group_rule': {'security_group_id': '73e54409-5ca1-4c28-8d91-46674fa19092', 'project_id': '58068b593765400887ed82e29d4f2167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:34:14.803651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e54409-5ca1-4c28-8d91-46674fa19092,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:14.824448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.824787 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.825124 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.825530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.825948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.826383 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.826701 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.827073 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.827398 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.827717 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.828061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.828361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbf9429-539e-409d-b8a3-5385489459b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:34:14.844329 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-da9a0bb7-592b-4c03-80f7-aa820db24d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:14.846588 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-da9a0bb7-592b-4c03-80f7-aa820db24d30 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 915 time: 0.1590719 Jun 30 03:34:14.896232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-936cd673-5b38-447b-9f34-0e4730e2cd1f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:14.929634 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '771c51c7-39a0-48b6-8623-f22b1f8c17ae', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'port_id': '8f06464a-6061-495d-a2f4-46d97e261b47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'mac_address': 'fa:16:3e:16:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a801ae-1196-4e5c-808c-de796a54c114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:34:13Z', 'updated_at': '2021-06-30T03:34:13Z', 'revision_number': 0, 'project_id': '58068b593765400887ed82e29d4f2167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc68b283-4641-4f64-b971-27d77a5d7c8a', 'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'mac_address': 'fa:16:3e:17:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:19Z', 'updated_at': '2021-06-30T03:33:25Z', 'revision_number': 5, 'project_id': '58068b593765400887ed82e29d4f2167', 'subnets': [{'id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:34:14.935226 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-c58eb391-ffcd-4504-b186-c9b4300ef903 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 999 time: 0.0815034 Jun 30 03:34:14.965319 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] Checking router: c7d1e330-e193-47d3-8249-265da79c03be for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:34:14.974123 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] Routers {'c7d1e330-e193-47d3-8249-265da79c03be'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:34:14.974734 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:33:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c7d1e330-e193-47d3-8249-265da79c03be'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:34:14.999563 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-936cd673-5b38-447b-9f34-0e4730e2cd1f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.005060 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-936cd673-5b38-447b-9f34-0e4730e2cd1f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.010945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-4e892e42-34db-4e58-8e4b-bcb00f55c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:15.012853 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-4e892e42-34db-4e58-8e4b-bcb00f55c72f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 200 len: 853 time: 0.0699971 Jun 30 03:34:15.033825 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cd673-5b38-447b-9f34-0e4730e2cd1f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330dc184-3e4b-4fd8-b863-a9149a1109e8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:15.065201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-936cd673-5b38-447b-9f34-0e4730e2cd1f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.066413 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-936cd673-5b38-447b-9f34-0e4730e2cd1f tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2793663 Jun 30 03:34:15.069974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50800) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:34:15.075032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8e0839c0-13b7-4c9b-9ac4-1fb44b1e4464 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'security_group_rule': {'security_group_id': '73e54409-5ca1-4c28-8d91-46674fa19092', 'project_id': '58068b593765400887ed82e29d4f2167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:34:15.086506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-6f4bec2e-754f-4355-a679-b11d3aa9d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:15.088332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-6f4bec2e-754f-4355-a679-b11d3aa9d7db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9c1b74a-b995-4ead-acc1-d1625bf0394a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665102 Jun 30 03:34:15.092440 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] Set router c7d1e330-e193-47d3-8249-265da79c03be gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:34:15.104937 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e0839c0-13b7-4c9b-9ac4-1fb44b1e4464 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.164846 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e0839c0-13b7-4c9b-9ac4-1fb44b1e4464 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.170143 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e0839c0-13b7-4c9b-9ac4-1fb44b1e4464 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.187172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-2a2c8ced-7326-488e-a928-98da2faaffe8 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907805 Jun 30 03:34:15.187606 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0839c0-13b7-4c9b-9ac4-1fb44b1e4464 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b37a27-c29d-4e39-96c0-8a0597f80275,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:15.199136 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8e0839c0-13b7-4c9b-9ac4-1fb44b1e4464 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.200793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8e0839c0-13b7-4c9b-9ac4-1fb44b1e4464 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294866 Jun 30 03:34:15.204276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50802) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:34:15.210599 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1966c50a-b6c2-4feb-8233-e36d3f7f6a5c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'security_group_rule': {'security_group_id': '73e54409-5ca1-4c28-8d91-46674fa19092', 'project_id': '58068b593765400887ed82e29d4f2167', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:34:15.241291 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1966c50a-b6c2-4feb-8233-e36d3f7f6a5c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.285239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ea32e207-b36f-460d-9f29-d2319d58ad9c req-04de0278-6d82-4b2e-b992-db2ead7814ac service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910594 Jun 30 03:34:15.313686 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1966c50a-b6c2-4feb-8233-e36d3f7f6a5c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.317693 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1966c50a-b6c2-4feb-8233-e36d3f7f6a5c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.329011 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '771c51c7-39a0-48b6-8623-f22b1f8c17ae', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'port_id': '8f06464a-6061-495d-a2f4-46d97e261b47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'mac_address': 'fa:16:3e:16:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a801ae-1196-4e5c-808c-de796a54c114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:34:13Z', 'updated_at': '2021-06-30T03:34:13Z', 'revision_number': 0, 'project_id': '58068b593765400887ed82e29d4f2167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc68b283-4641-4f64-b971-27d77a5d7c8a', 'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'mac_address': 'fa:16:3e:17:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:19Z', 'updated_at': '2021-06-30T03:33:25Z', 'revision_number': 5, 'project_id': '58068b593765400887ed82e29d4f2167', 'subnets': [{'id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:34:15.336503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966c50a-b6c2-4feb-8233-e36d3f7f6a5c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d7e5e4-47ff-4a91-8080-44b78fb01efd,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:15.345389 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1966c50a-b6c2-4feb-8233-e36d3f7f6a5c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.346578 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1966c50a-b6c2-4feb-8233-e36d3f7f6a5c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398056 Jun 30 03:34:15.349444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50804) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:34:15.353892 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-11a9527f-94bd-4eb7-9ec5-9b7c36c23bd9 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'security_group_rule': {'security_group_id': '73e54409-5ca1-4c28-8d91-46674fa19092', 'project_id': '58068b593765400887ed82e29d4f2167', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:34:15.355475 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09378ba-7ee7-4a37-9f0c-31f10a5a70cf None None] The sync data for ids ['c7d1e330-e193-47d3-8249-265da79c03be'] in n-d-758944-39 is: [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '771c51c7-39a0-48b6-8623-f22b1f8c17ae', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'floating_ip_address': '172.25.7.197', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'port_id': '8f06464a-6061-495d-a2f4-46d97e261b47', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'mac_address': 'fa:16:3e:16:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a801ae-1196-4e5c-808c-de796a54c114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:34:13Z', 'updated_at': '2021-06-30T03:34:13Z', 'revision_number': 0, 'project_id': '58068b593765400887ed82e29d4f2167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc68b283-4641-4f64-b971-27d77a5d7c8a', 'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'mac_address': 'fa:16:3e:17:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:19Z', 'updated_at': '2021-06-30T03:33:25Z', 'revision_number': 5, 'project_id': '58068b593765400887ed82e29d4f2167', 'subnets': [{'id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:34:15.382572 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a9527f-94bd-4eb7-9ec5-9b7c36c23bd9 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.451853 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a9527f-94bd-4eb7-9ec5-9b7c36c23bd9 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.457037 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a9527f-94bd-4eb7-9ec5-9b7c36c23bd9 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.475278 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9527f-94bd-4eb7-9ec5-9b7c36c23bd9 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d48413-28c2-40b1-9820-4cba4143e8a7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:15.481837 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-11a9527f-94bd-4eb7-9ec5-9b7c36c23bd9 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.483995 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-11a9527f-94bd-4eb7-9ec5-9b7c36c23bd9 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334445 Jun 30 03:34:15.486778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50806) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:34:15.491896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7b351a9d-aa1d-4e64-aafc-72779243defa tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'security_group_rule': {'security_group_id': '73e54409-5ca1-4c28-8d91-46674fa19092', 'project_id': '58068b593765400887ed82e29d4f2167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:34:15.519098 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-7b351a9d-aa1d-4e64-aafc-72779243defa tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Project 58068b593765400887ed82e29d4f2167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:34:15.524591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b351a9d-aa1d-4e64-aafc-72779243defa tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.590382 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c03dcc-7c0e-4de3-b265-6433b2fc11b3 None None] New status for floating IP 771c51c7-39a0-48b6-8623-f22b1f8c17ae: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:34:15.591586 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b351a9d-aa1d-4e64-aafc-72779243defa tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.597083 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b351a9d-aa1d-4e64-aafc-72779243defa tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.615214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b351a9d-aa1d-4e64-aafc-72779243defa tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b177eaf-f533-496b-8559-e85f4d0c6a81,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:15.623732 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7b351a9d-aa1d-4e64-aafc-72779243defa tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.625101 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7b351a9d-aa1d-4e64-aafc-72779243defa tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370702 Jun 30 03:34:15.628270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50808) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:34:15.633541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2af4576a-939c-4862-ab5a-8311fd87ef4e tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'security_group_rule': {'security_group_id': '73e54409-5ca1-4c28-8d91-46674fa19092', 'project_id': '58068b593765400887ed82e29d4f2167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:34:15.656091 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-2af4576a-939c-4862-ab5a-8311fd87ef4e tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Project 58068b593765400887ed82e29d4f2167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:34:15.661086 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af4576a-939c-4862-ab5a-8311fd87ef4e tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.729938 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af4576a-939c-4862-ab5a-8311fd87ef4e tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.735356 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af4576a-939c-4862-ab5a-8311fd87ef4e tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.754906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4576a-939c-4862-ab5a-8311fd87ef4e tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232f0e4d-4a19-40ac-8b26-db52718c5884,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:15.763801 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2af4576a-939c-4862-ab5a-8311fd87ef4e tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:15.765028 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2af4576a-939c-4862-ab5a-8311fd87ef4e tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351769 Jun 30 03:34:15.893870 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-6016f333-128e-4486-ba9e-8a6067772aa9 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394806510&fields=id&tenant_id=58068b593765400887ed82e29d4f2167 HTTP/1.1" status: 200 len: 267 time: 0.0451927 Jun 30 03:34:15.974545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-96a92bc3-53b9-40b1-bf77-d23d1310b58b tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:15.976114 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-96a92bc3-53b9-40b1-bf77-d23d1310b58b tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 945 time: 0.0768473 Jun 30 03:34:15.989719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-ac0ba552-d896-48e6-ae82-e4ac57710102 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'port': {'security_groups': ['7ac05c32-843c-4433-a1da-e2df7835002d', '73e54409-5ca1-4c28-8d91-46674fa19092']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:34:16.076723 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-ac0ba552-d896-48e6-ae82-e4ac57710102 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:16.273555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-ac0ba552-d896-48e6-ae82-e4ac57710102 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] For port 8f06464a-6061-495d-a2f4-46d97e261b47, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f06464a-6061-495d-a2f4-46d97e261b47,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:34:16.304626 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-ac0ba552-d896-48e6-ae82-e4ac57710102 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:16.313119 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-ac0ba552-d896-48e6-ae82-e4ac57710102 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:16.336333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8f06464a-6061-495d-a2f4-46d97e261b47'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:34:16.363682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-ac0ba552-d896-48e6-ae82-e4ac57710102 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:16.364308 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-ac0ba552-d896-48e6-ae82-e4ac57710102 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:16.365740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a08203a-e9ff-43c3-b002-545c4d30b3c7 req-ac0ba552-d896-48e6-ae82-e4ac57710102 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "PUT /v2.0/ports/8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 981 time: 0.3812740 Jun 30 03:34:16.366202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:34:16.371828 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1943f7e1-8de5-4327-b661-d796d34b3805" -d '{"events": [{"name": "network-changed", "server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:34:16.401545 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ba552-d896-48e6-ae82-e4ac57710102 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'Port': ['ID=8f06464a-6061-495d-a2f4-46d97e261b47,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:34:16.419675 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307124e3-ce86-4640-aa87-6a0323cb0a96 x-openstack-request-id: req-307124e3-ce86-4640-aa87-6a0323cb0a96 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:34:16.420052 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:34:16.420294 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-307124e3-ce86-4640-aa87-6a0323cb0a96 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:34:16.420710 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47', 'status': 'completed', 'code': 200} Jun 30 03:34:16.432231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8f06464a-6061-495d-a2f4-46d97e261b47'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:34:16.512757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-5f04ce37-dd1c-4f0a-8ac8-b7a7c182089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:16.516404 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-5f04ce37-dd1c-4f0a-8ac8-b7a7c182089b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1136 time: 0.0716414 Jun 30 03:34:16.599674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b9a1a-1e07-4e78-8c6a-9bbae6ff0d3d req-826de49b-550d-446b-8f45-39525dba2684 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:16.601984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd0b9a1a-1e07-4e78-8c6a-9bbae6ff0d3d req-826de49b-550d-446b-8f45-39525dba2684 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0871122 Jun 30 03:34:16.618426 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-18f6eb3d-24a4-4b24-b1b8-c232eb1d6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:16.620372 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-18f6eb3d-24a4-4b24-b1b8-c232eb1d6109 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 915 time: 0.0969231 Jun 30 03:34:16.655515 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fd0b9a1a-1e07-4e78-8c6a-9bbae6ff0d3d req-fc9232e2-f14d-46f6-8e4e-cb98978e4605 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471320 Jun 30 03:34:16.690887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:16.698246 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-5deee79c-14cb-48de-8710-955b6143ba82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 1001 time: 0.0705183 Jun 30 03:34:16.711039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-9d17d7f6-f63d-4e98-8a48-1a62f3b6b6c6 None None] Provisioning complete for port 8f06464a-6061-495d-a2f4-46d97e261b47 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:34:16.711401 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d17d7f6-f63d-4e98-8a48-1a62f3b6b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:16.750349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-125583e0-d112-44a7-ba6d-8b70be35e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:16.752173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-125583e0-d112-44a7-ba6d-8b70be35e6bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 200 len: 853 time: 0.0470905 Jun 30 03:34:16.808419 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:16.811062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-02c8ffd6-0b56-4f32-adaa-15afa35dc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:16.812541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-02c8ffd6-0b56-4f32-adaa-15afa35dc45d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9c1b74a-b995-4ead-acc1-d1625bf0394a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541880 Jun 30 03:34:16.908776 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-2bf0399a-882f-4ae8-8baa-e545205bf7a4 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889609 Jun 30 03:34:17.002206 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1943f7e1-8de5-4327-b661-d796d34b3805 req-e083bb06-a2e0-4698-8fdd-06757b081a89 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865903 Jun 30 03:34:24.479944 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d7ab03d-bc10-4cc8-9815-fd1f62e688cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:26.046307 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-0bbe52bd-c091-49fc-b6a4-f4f1677c03ff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0748065 Jun 30 03:34:26.164767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-247fdacf-d050-4cd3-8d1d-52096b03920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:26.166280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-247fdacf-d050-4cd3-8d1d-52096b03920f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1136 time: 0.0724676 Jun 30 03:34:26.285325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-29baef3f-3814-49d3-b32c-d2642c1aa3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:26.286845 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-29baef3f-3814-49d3-b32c-d2642c1aa3b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 915 time: 0.0977678 Jun 30 03:34:26.357414 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-a3236035-a602-4807-a1e4-1f6b91eda413 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 1001 time: 0.0644517 Jun 30 03:34:26.413007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-a598092e-4a62-42c1-9e8b-775ae4916f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:26.414462 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-a598092e-4a62-42c1-9e8b-775ae4916f82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 200 len: 853 time: 0.0508127 Jun 30 03:34:26.488722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-ad4d181a-d897-413e-ad29-a0d87236d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:34:26.491165 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-ad4d181a-d897-413e-ad29-a0d87236d2a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9c1b74a-b995-4ead-acc1-d1625bf0394a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664034 Jun 30 03:34:26.594378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-46e481e8-bc5c-4246-a8b6-d29f48c7181c service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965180 Jun 30 03:34:26.688130 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e021b40-6d16-4db2-b4e8-c97bf476b252 req-87e9021b-3563-4176-8d05-65faa619a6ac service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871191 Jun 30 03:34:27.033505 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bb36baf-c6c1-4767-acd5-9318d34e0b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:27.178390 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:28.527458 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:30.330870 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:38.644408 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:34:46.649391 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:46.768002 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:54.476205 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19593953-edcd-461a-8584-723ef5ffc2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:57.038170 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0aa80644-8fe6-40e1-93e0-0d3da9a9c243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:57.176000 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:34:58.535087 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:00.336917 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:05.137281 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-21097825-364e-448d-bb51-1421b5f98cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:05.138679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-21097825-364e-448d-bb51-1421b5f98cc6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1136 time: 0.0610049 Jun 30 03:35:05.178470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c83495-5b3e-4395-a8b8-d40b5b0a76a5 req-9aa61e16-cd5f-445d-a9f3-677021a04dde tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:05.180010 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c7c83495-5b3e-4395-a8b8-d40b5b0a76a5 req-9aa61e16-cd5f-445d-a9f3-677021a04dde tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0683794 Jun 30 03:35:05.221926 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c7c83495-5b3e-4395-a8b8-d40b5b0a76a5 req-8aef6d5a-fb05-4003-bf03-ba3cc2145eed tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355287 Jun 30 03:35:05.232609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-47bf038a-c714-4b38-aab7-a9a422965dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:05.234107 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-47bf038a-c714-4b38-aab7-a9a422965dcb service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 915 time: 0.0854433 Jun 30 03:35:05.616531 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-414825d0-85d0-4b80-aefd-48b8f4cacb62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 1001 time: 0.3750761 Jun 30 03:35:05.666096 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-b1405e38-8c17-4cdc-9056-56ad48be6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:05.667541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-b1405e38-8c17-4cdc-9056-56ad48be6ee2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 200 len: 853 time: 0.0440254 Jun 30 03:35:05.726941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-8d30e608-288e-4b28-8008-c48521b8e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:05.728296 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-8d30e608-288e-4b28-8008-c48521b8e60b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9c1b74a-b995-4ead-acc1-d1625bf0394a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541804 Jun 30 03:35:05.820855 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-36333a04-b52b-41a5-82b4-65c06cf5c45c service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852871 Jun 30 03:35:05.910822 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c9e8c1a0-b51e-4016-b94d-12ecff692bb2 req-4c95af48-9111-4eec-b927-bf2747d27f15 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831881 Jun 30 03:35:06.426450 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218084f-a64c-4e37-a829-5ccf7637bf71 req-6fda9f3e-ec4a-478f-8dba-27f060bb5ec0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:06.428001 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b218084f-a64c-4e37-a829-5ccf7637bf71 req-6fda9f3e-ec4a-478f-8dba-27f060bb5ec0 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0837712 Jun 30 03:35:06.476937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b218084f-a64c-4e37-a829-5ccf7637bf71 req-2310886d-2760-42a3-98f3-6135c68dd077 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399618 Jun 30 03:35:07.678495 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6d90f-8ab5-43cc-9a0d-b842e74d1342 req-2259a071-1ad0-4ee6-82cf-225387fd3484 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:07.680062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-20c6d90f-8ab5-43cc-9a0d-b842e74d1342 req-2259a071-1ad0-4ee6-82cf-225387fd3484 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0732565 Jun 30 03:35:07.728591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-20c6d90f-8ab5-43cc-9a0d-b842e74d1342 req-89d03662-9cb3-446e-bc20-8c786927a0dc tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426660 Jun 30 03:35:08.921685 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4337b-3acb-433d-ac5f-677afac3a157 req-48d86a84-7412-4595-92fb-e2e7401c02fc tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:08.923587 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44f4337b-3acb-433d-ac5f-677afac3a157 req-48d86a84-7412-4595-92fb-e2e7401c02fc tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0759544 Jun 30 03:35:08.965811 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-44f4337b-3acb-433d-ac5f-677afac3a157 req-b1617f6a-6b38-4301-98ce-e8e7630734e2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360978 Jun 30 03:35:10.155717 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894089c-3ccb-4a15-a6c1-2697fa3fb551 req-facf690c-d8e3-4ea1-9d9d-3186470ac781 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:10.157306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9894089c-3ccb-4a15-a6c1-2697fa3fb551 req-facf690c-d8e3-4ea1-9d9d-3186470ac781 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0685308 Jun 30 03:35:10.198515 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9894089c-3ccb-4a15-a6c1-2697fa3fb551 req-8a15f27b-0453-45a6-b4f3-30e4499be1a5 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344715 Jun 30 03:35:11.396194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16915b9e-32fa-4a9f-b323-c4b111a8ee05 req-5d03b4c7-a236-4326-8913-f92ed777a4c5 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:11.397672 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16915b9e-32fa-4a9f-b323-c4b111a8ee05 req-5d03b4c7-a236-4326-8913-f92ed777a4c5 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0796795 Jun 30 03:35:11.443492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-16915b9e-32fa-4a9f-b323-c4b111a8ee05 req-deda0e11-53ef-4e90-8ad7-adcda39ee8a5 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398073 Jun 30 03:35:12.631015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e237d-b9ef-41a0-8674-69d7c222404a req-16cd5bad-d677-4be8-81d2-d3b6d2295744 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:12.632483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b20e237d-b9ef-41a0-8674-69d7c222404a req-16cd5bad-d677-4be8-81d2-d3b6d2295744 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0681362 Jun 30 03:35:12.676803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b20e237d-b9ef-41a0-8674-69d7c222404a req-b358adf5-46e3-4497-83c3-f3302af73ffd tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354419 Jun 30 03:35:13.873555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dc685-2e00-4e02-8f57-11d37c4f7498 req-af74b804-2b43-432e-b7e8-d159d67058b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:13.875023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-614dc685-2e00-4e02-8f57-11d37c4f7498 req-af74b804-2b43-432e-b7e8-d159d67058b2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0747848 Jun 30 03:35:13.915684 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-614dc685-2e00-4e02-8f57-11d37c4f7498 req-646b1dc3-5d60-4b06-932e-488ecc372dd1 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344276 Jun 30 03:35:15.108712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6bbf8-9133-42aa-bcd7-b2f4b5ffd8c5 req-fe459131-22ac-425e-a892-eea282a8cbb2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:15.110148 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f6d6bbf8-9133-42aa-bcd7-b2f4b5ffd8c5 req-fe459131-22ac-425e-a892-eea282a8cbb2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0748868 Jun 30 03:35:15.160233 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f6d6bbf8-9133-42aa-bcd7-b2f4b5ffd8c5 req-f8f76b82-4e03-4a71-9b0a-aabd7622144e tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412667 Jun 30 03:35:15.648727 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:35:16.362118 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93557724-6e63-4767-9813-10231880a4f7 req-50ff355e-f93a-4bce-9df1-e168519afcba tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:16.363600 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-93557724-6e63-4767-9813-10231880a4f7 req-50ff355e-f93a-4bce-9df1-e168519afcba tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0799890 Jun 30 03:35:16.416026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-93557724-6e63-4767-9813-10231880a4f7 req-49fb7b40-6903-4dcd-8796-6d6864bc862c tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463047 Jun 30 03:35:16.648493 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:16.778427 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:17.615698 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44182aaa-a034-491f-bfc0-06216a6a988f req-ac14a9d6-0518-4089-a3ae-cf6e50839bba tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:17.617215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44182aaa-a034-491f-bfc0-06216a6a988f req-ac14a9d6-0518-4089-a3ae-cf6e50839bba tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0854239 Jun 30 03:35:17.675974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-44182aaa-a034-491f-bfc0-06216a6a988f req-3954e4b9-dafb-4ac6-aedc-39e7dcf50a23 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&id=73e54409-5ca1-4c28-8d91-46674fa19092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493720 Jun 30 03:35:24.472656 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5f4a5c0a-e1e5-4e9f-88bd-eb0eba07ddb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:26.031802 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-ae77e2e1-c975-4cc2-9770-c8d230630665 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625486 Jun 30 03:35:26.140779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-4bc4c9ff-0155-4f77-8335-3bf407b0d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:26.142280 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-4bc4c9ff-0155-4f77-8335-3bf407b0d127 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1136 time: 0.0584013 Jun 30 03:35:26.264028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-ab0a0eba-bc39-4d50-b5fb-e55a0a317350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:26.265619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-ab0a0eba-bc39-4d50-b5fb-e55a0a317350 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 915 time: 0.0918937 Jun 30 03:35:26.353126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-54bb7b4b-679f-4236-be8d-165723706ddf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 1001 time: 0.0768108 Jun 30 03:35:26.409850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-652602df-605c-4ddd-95c2-b87af945d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:26.411298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-652602df-605c-4ddd-95c2-b87af945d44e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 200 len: 853 time: 0.0455067 Jun 30 03:35:26.494046 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-8b13c382-2cb0-44ef-869d-9006c1a70353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:35:26.495604 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-8b13c382-2cb0-44ef-869d-9006c1a70353 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9c1b74a-b995-4ead-acc1-d1625bf0394a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608115 Jun 30 03:35:26.601374 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-96ee7be1-1cd4-41b6-af26-7a28cc37a1cf service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973277 Jun 30 03:35:26.711426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5c4a35a-e773-41d9-90cf-5b0e263930c6 req-76dd5cfb-730d-4f66-80e7-38b5cc0894d5 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030879 Jun 30 03:35:27.045089 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87a204ff-04e8-47d9-8472-01ae23bb1846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:27.174853 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:28.533151 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:30.340956 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:43.333616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-7d3da63a-712f-4cce-8e55-620b87a8fd47 req-20fa3256-95bd-4e02-adc5-43a728677af6 service neutron] (93770) timed out ('10.222.0.55', 47192) {{(pid=93770) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:35:46.653416 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:46.780905 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:52.649080 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:35:54.468602 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1cb596a3-7af2-477f-b47a-d9720c3f8ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:57.040454 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dec30d30-a00b-4221-9beb-7357760cb5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:57.175520 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:35:58.534273 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:00.340133 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:16.662916 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:16.776665 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.393676 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-cff86306-aacb-44e8-9844-61840ee8f067 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394806510&fields=id&tenant_id=58068b593765400887ed82e29d4f2167 HTTP/1.1" status: 200 len: 267 time: 0.2196743 Jun 30 03:36:21.473133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-701dd976-6941-4b63-bbc3-2a44dc079f8d tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:21.474647 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-701dd976-6941-4b63-bbc3-2a44dc079f8d tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 984 time: 0.0730300 Jun 30 03:36:21.485728 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Request body: {'port': {'security_groups': ['7ac05c32-843c-4433-a1da-e2df7835002d']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:21.571618 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.753283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] For port 8f06464a-6061-495d-a2f4-46d97e261b47, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f06464a-6061-495d-a2f4-46d97e261b47,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:21.784816 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.792483 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.804424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8f06464a-6061-495d-a2f4-46d97e261b47'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:36:21.841095 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:21.841772 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.843495 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f1e73fd8-cfb6-4a97-ba81-eb66bcdc2c73 req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "PUT /v2.0/ports/8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 942 time: 0.3623085 Jun 30 03:36:21.844004 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:36:21.846617 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:36:21.850859 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 50902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:21.876153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event updated for resources: {'Port': ['ID=8f06464a-6061-495d-a2f4-46d97e261b47,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:21.884415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.885241 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.885736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.886257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.886961 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.887478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.887971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.888473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.888977 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.889474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.890024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.890653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92194b-d57d-4326-874c-c2cf191eef24 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:21.907526 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405caa43-48f1-448d-a34d-891888bef0ec x-openstack-request-id: req-405caa43-48f1-448d-a34d-891888bef0ec {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:36:21.907818 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:36:21.908069 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-405caa43-48f1-448d-a34d-891888bef0ec {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:36:21.908474 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47', 'status': 'completed', 'code': 200} Jun 30 03:36:21.942745 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.972628 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:21.996479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-5c991850-158c-43f6-bdc6-9310064788b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:21.998006 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-5c991850-158c-43f6-bdc6-9310064788b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1097 time: 0.0648100 Jun 30 03:36:22.053876 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.057596 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.059595 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "DELETE /v2.0/security-groups/73e54409-5ca1-4c28-8d91-46674fa19092 HTTP/1.1" status: 204 len: 168 time: 0.2076168 Jun 30 03:36:22.062339 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 50908) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:22.076289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8f06464a-6061-495d-a2f4-46d97e261b47'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:36:22.076691 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e54409-5ca1-4c28-8d91-46674fa19092,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:22.086193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.086565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.087005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.087343 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.087670 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.087994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.088312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.088631 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.088949 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.089505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.089867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.090182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b57e884-90be-4ccc-a8a6-80118a352c79 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:22.165374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-20dc4fef-f488-4e95-a5a6-c6f1972defd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:22.166951 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-20dc4fef-f488-4e95-a5a6-c6f1972defd2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 915 time: 0.1622303 Jun 30 03:36:22.177525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c72bb785-582b-4713-ad77-2f3853909413 None None] Provisioning complete for port 8f06464a-6061-495d-a2f4-46d97e261b47 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:22.177899 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c72bb785-582b-4713-ad77-2f3853909413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.289779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-1c7206d9-1bee-464b-a735-0443bf776a02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 1001 time: 0.0953026 Jun 30 03:36:22.349196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Deleting port be5203a8-1254-4b4d-8b4e-1e7294f7654b {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:22.349546 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.352267 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-8b663bcb-868c-4bb4-9b8f-e148c56e908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:22.353733 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-8b663bcb-868c-4bb4-9b8f-e148c56e908c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 200 len: 853 time: 0.0576611 Jun 30 03:36:22.464804 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.465533 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.481097 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Calling delete_port for be5203a8-1254-4b4d-8b4e-1e7294f7654b owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:22.492924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-8edb3fb8-69d8-4c21-ad9f-5dc40a39afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:22.494426 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-8edb3fb8-69d8-4c21-ad9f-5dc40a39afb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9c1b74a-b995-4ead-acc1-d1625bf0394a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253567 Jun 30 03:36:22.643289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-3dc48a4f-a92e-4b35-bc66-28c1d21dce12 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416676 Jun 30 03:36:22.782184 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7c23e947-7e3f-4fb4-a65d-d19deec51ab5 req-357d6d2f-3edd-4fc0-8715-2fdea0e7599b service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290131 Jun 30 03:36:22.783281 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.810348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event deleted for resources: {'Port': ['ID=be5203a8-1254-4b4d-8b4e-1e7294f7654b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:22.875487 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:22.876113 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Floating IP 771c51c7-39a0-48b6-8623-f22b1f8c17ae disassociated (deleted). External IP: 172.25.7.197, port: 8f06464a-6061-495d-a2f4-46d97e261b47. Jun 30 03:36:23.100761 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Router c7d1e330-e193-47d3-8249-265da79c03be has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:36:23.218678 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:36:23.224320 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:23.229012 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] Sync routers for ids ['c7d1e330-e193-47d3-8249-265da79c03be'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:36:23.238953 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] Routers {'c7d1e330-e193-47d3-8249-265da79c03be'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:23.239557 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:35:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c7d1e330-e193-47d3-8249-265da79c03be'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:23.263870 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-002c5885-5f3d-4faf-b3e5-14a7496263ff tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "DELETE /v2.0/floatingips/771c51c7-39a0-48b6-8623-f22b1f8c17ae HTTP/1.1" status: 204 len: 168 time: 1.2001412 Jun 30 03:36:23.346317 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] Set router c7d1e330-e193-47d3-8249-265da79c03be gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:23.574349 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc68b283-4641-4f64-b971-27d77a5d7c8a', 'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'mac_address': 'fa:16:3e:17:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:19Z', 'updated_at': '2021-06-30T03:33:25Z', 'revision_number': 5, 'project_id': '58068b593765400887ed82e29d4f2167', 'subnets': [{'id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:23.601547 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] Checking router: c7d1e330-e193-47d3-8249-265da79c03be for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:36:23.610054 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] Routers {'c7d1e330-e193-47d3-8249-265da79c03be'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:23.610670 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:35:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c7d1e330-e193-47d3-8249-265da79c03be'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:23.717567 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] Set router c7d1e330-e193-47d3-8249-265da79c03be gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:23.909896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:36:23.912325 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0732350e-13e6-4023-8f08-fe3f940f3556" -d '{"events": [{"name": "network-changed", "server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:36:23.928365 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc68b283-4641-4f64-b971-27d77a5d7c8a', 'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'mac_address': 'fa:16:3e:17:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:19Z', 'updated_at': '2021-06-30T03:33:25Z', 'revision_number': 5, 'project_id': '58068b593765400887ed82e29d4f2167', 'subnets': [{'id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:23.954964 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb0fc30-67ca-4c17-a31d-8092fb0b4d92 x-openstack-request-id: req-0fb0fc30-67ca-4c17-a31d-8092fb0b4d92 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:36:23.955250 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:36:23.955483 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0fb0fc30-67ca-4c17-a31d-8092fb0b4d92 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:36:23.956011 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47', 'status': 'completed', 'code': 200} Jun 30 03:36:23.959209 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b956abd-70ab-413f-909c-66be69d8858d None None] The sync data for ids ['c7d1e330-e193-47d3-8249-265da79c03be'] in n-d-758944-39 is: [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:19Z', 'revision_number': 4, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc68b283-4641-4f64-b971-27d77a5d7c8a', 'name': '', 'network_id': 'a9c1b74a-b995-4ead-acc1-d1625bf0394a', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'mac_address': 'fa:16:3e:17:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:19Z', 'updated_at': '2021-06-30T03:33:25Z', 'revision_number': 5, 'project_id': '58068b593765400887ed82e29d4f2167', 'subnets': [{'id': '75ec0a40-1a39-46f9-9c6a-78b848f0c809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:36:24.041202 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-a9bcc0fa-12f7-4e4a-823b-7dfd85354e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:24.042985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-a9bcc0fa-12f7-4e4a-823b-7dfd85354e8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1097 time: 0.0616860 Jun 30 03:36:24.143565 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-b8789be2-d9f9-448f-85f2-cb9bab583900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:24.145059 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-b8789be2-d9f9-448f-85f2-cb9bab583900 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 915 time: 0.0958104 Jun 30 03:36:24.189761 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-a599e3d9-5141-4e79-a2cd-fc20e27a446e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 217 time: 0.0387254 Jun 30 03:36:24.209896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b39a5e0-2666-4919-ac68-1446fd0a5cd7 None None] New status for floating IP 771c51c7-39a0-48b6-8623-f22b1f8c17ae: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:36:24.245742 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-17ae381f-8f6b-41bf-b787-8542af933eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:24.247324 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-17ae381f-8f6b-41bf-b787-8542af933eb6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 200 len: 853 time: 0.0513008 Jun 30 03:36:24.305808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-cc95d957-90df-4a38-b801-705e3ce7de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:24.307369 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-cc95d957-90df-4a38-b801-705e3ce7de9f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9c1b74a-b995-4ead-acc1-d1625bf0394a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540688 Jun 30 03:36:24.398973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-f1079900-0ed0-4609-beaf-2d3067d880de service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847902 Jun 30 03:36:24.464909 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9531de39-60ad-4ff9-8687-6dbdf9e6f8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:24.497550 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0732350e-13e6-4023-8f08-fe3f940f3556 req-15671b69-fefb-4477-bdec-b5ac2d945b62 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922408 Jun 30 03:36:27.044619 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2f032fdb-ab49-45ea-9db5-d178c4e72136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:27.168988 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.015716 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-3cb61034-39be-404c-9a0d-efddff8c515d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560498 Jun 30 03:36:28.118257 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-e70734d9-50f3-4fd8-8b5b-351d17481b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:28.119806 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-e70734d9-50f3-4fd8-8b5b-351d17481b16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58068b593765400887ed82e29d4f2167&device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 1097 time: 0.0596950 Jun 30 03:36:28.238074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-d35e5640-b92b-4135-9cf0-b390efc85d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:28.240023 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-d35e5640-b92b-4135-9cf0-b390efc85d9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 200 len: 915 time: 0.0972521 Jun 30 03:36:28.287474 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-7522e32a-9cbb-46ec-8d5e-f53cfb7f9c0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 200 len: 217 time: 0.0392530 Jun 30 03:36:28.344671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-8dde771f-0624-4e3a-b949-4072fc663b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:28.346257 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-8dde771f-0624-4e3a-b949-4072fc663b40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 200 len: 853 time: 0.0521073 Jun 30 03:36:28.419837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-cb4991c9-710c-428c-856d-8de5516d0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:28.419837 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-cb4991c9-710c-428c-856d-8de5516d0161 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a9c1b74a-b995-4ead-acc1-d1625bf0394a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643604 Jun 30 03:36:28.523196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-0ab03b7a-c866-4c17-9a6d-d0c2e68b021e service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982831 Jun 30 03:36:28.539646 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:28.623820 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-225b6f41-ec05-4be6-9970-735d0a50b7eb req-f1ac4d6e-8672-42a4-a981-e216e08c1e45 service neutron] 10.222.0.69 "GET /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939603 Jun 30 03:36:29.649567 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:36:30.341374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:31.990474 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673281b-7ab5-44ed-b26a-2367c405eff3 req-b33b8f09-3b51-4183-b7c3-3cd53eb496a2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:31.992019 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f673281b-7ab5-44ed-b26a-2367c405eff3 req-b33b8f09-3b51-4183-b7c3-3cd53eb496a2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 945 time: 0.0685701 Jun 30 03:36:32.047250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f673281b-7ab5-44ed-b26a-2367c405eff3 req-76459506-cc14-40b2-b1bf-f2f810c693f2 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485544 Jun 30 03:36:33.261012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d5c90-80bc-486c-be53-24951221d4ac req-8a5524e9-793b-49be-9c77-499843c11f1d tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:33.262380 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe4d5c90-80bc-486c-be53-24951221d4ac req-8a5524e9-793b-49be-9c77-499843c11f1d tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 945 time: 0.0884192 Jun 30 03:36:33.306118 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fe4d5c90-80bc-486c-be53-24951221d4ac req-a911805f-7ed4-4e72-adf3-ddcda8625658 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/security-groups?id=7ac05c32-843c-4433-a1da-e2df7835002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Jun 30 03:36:33.801668 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-6edcf57d-ff9b-423a-b4c2-415ce5ae1f6d tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:33.803116 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-6edcf57d-ff9b-423a-b4c2-415ce5ae1f6d tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.69 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 945 time: 0.0808406 Jun 30 03:36:33.909981 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-207c144c-758c-4fbc-982f-6f7e4779b5e3 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Deleting port 8f06464a-6061-495d-a2f4-46d97e261b47 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:33.910243 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-207c144c-758c-4fbc-982f-6f7e4779b5e3 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.002275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-207c144c-758c-4fbc-982f-6f7e4779b5e3 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] For port 8f06464a-6061-495d-a2f4-46d97e261b47, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=8f06464a-6061-495d-a2f4-46d97e261b47,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:34.002624 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-207c144c-758c-4fbc-982f-6f7e4779b5e3 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.016463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-207c144c-758c-4fbc-982f-6f7e4779b5e3 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Calling delete_port for 8f06464a-6061-495d-a2f4-46d97e261b47 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:34.154669 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-207c144c-758c-4fbc-982f-6f7e4779b5e3 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.168932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['8f06464a-6061-495d-a2f4-46d97e261b47'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:36:34.186945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c144c-758c-4fbc-982f-6f7e4779b5e3 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Pushing event deleted for resources: {'Port': ['ID=8f06464a-6061-495d-a2f4-46d97e261b47,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:34.234684 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-207c144c-758c-4fbc-982f-6f7e4779b5e3 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] No DVR routers for this DVR port 8f06464a-6061-495d-a2f4-46d97e261b47 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:34.237783 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-207c144c-758c-4fbc-982f-6f7e4779b5e3 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:34.239872 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2cbf59b2-795f-46d2-b03d-22d5af518449 req-207c144c-758c-4fbc-982f-6f7e4779b5e3 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.69 "DELETE /v2.0/ports/8f06464a-6061-495d-a2f4-46d97e261b47 HTTP/1.1" status: 204 len: 173 time: 0.4299228 Jun 30 03:36:34.240309 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'name': 'network-vif-deleted', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:36:34.242724 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043c263c-28a0-4859-ab27-3ed9bd7f49dd" -d '{"events": [{"server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "name": "network-vif-deleted", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:36:34.474941 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03706d3-f26f-45ba-b07e-d3a0b83a5344 x-openstack-request-id: req-e03706d3-f26f-45ba-b07e-d3a0b83a5344 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:36:34.475619 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a801ae-1196-4e5c-808c-de796a54c114", "name": "network-vif-deleted", "tag": "8f06464a-6061-495d-a2f4-46d97e261b47", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:36:34.475619 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e03706d3-f26f-45ba-b07e-d3a0b83a5344 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:36:34.475829 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a801ae-1196-4e5c-808c-de796a54c114', 'name': 'network-vif-deleted', 'tag': '8f06464a-6061-495d-a2f4-46d97e261b47', 'status': 'completed', 'code': 200} Jun 30 03:36:34.477940 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c0556f5-05b2-4a98-b36a-6ca21d361440 req-1232a5c7-87a7-4795-97db-7932c5d73f66 tempest-TestMinimumBasicScenario-880401648 tempest-TestMinimumBasicScenario-880401648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03a801ae-1196-4e5c-808c-de796a54c114 HTTP/1.1" status: 200 len: 210 time: 0.0334456 Jun 30 03:36:36.163491 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51022) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:36.556266 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.826249 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] Deleting port cc68b283-4641-4f64-b971-27d77a5d7c8a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:36.826552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.906171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] For port cc68b283-4641-4f64-b971-27d77a5d7c8a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc68b283-4641-4f64-b971-27d77a5d7c8a,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:36.906555 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:36.919947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] Calling delete_port for cc68b283-4641-4f64-b971-27d77a5d7c8a owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:37.114896 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.144056 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc68b283-4641-4f64-b971-27d77a5d7c8a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:37.320594 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.552169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] Router c7d1e330-e193-47d3-8249-265da79c03be has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:36:37.663308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:36:37.669843 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-858d581d-b695-40c7-895e-5edfae5401c8 admin admin] 10.222.0.55 "PUT /v2.0/routers/c7d1e330-e193-47d3-8249-265da79c03be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5052857 Jun 30 03:36:37.672843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51024) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:37.674576 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] Sync routers for ids ['c7d1e330-e193-47d3-8249-265da79c03be'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:36:37.685551 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8f06464a-6061-495d-a2f4-46d97e261b47 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:37.686583 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] Routers {'c7d1e330-e193-47d3-8249-265da79c03be'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:37.687513 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c7d1e330-e193-47d3-8249-265da79c03be'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:37.706994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 8f06464a-6061-495d-a2f4-46d97e261b47 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:37.707479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 8f06464a-6061-495d-a2f4-46d97e261b47 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:37.784796 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.886878 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] Set router c7d1e330-e193-47d3-8249-265da79c03be gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:37.889225 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:37.943693 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Deleting port 935d24f1-19b4-499f-82d9-369bf5a40435 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:37.944029 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.021466 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] For port 935d24f1-19b4-499f-82d9-369bf5a40435, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=935d24f1-19b4-499f-82d9-369bf5a40435,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:38.021794 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.035336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Calling delete_port for 935d24f1-19b4-499f-82d9-369bf5a40435 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:38.071785 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:36:37Z', 'revision_number': 5, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port': {'id': '935d24f1-19b4-499f-82d9-369bf5a40435', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:38.099128 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] Checking router: c7d1e330-e193-47d3-8249-265da79c03be for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:36:38.108205 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] Routers {'c7d1e330-e193-47d3-8249-265da79c03be'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:38.108804 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['c7d1e330-e193-47d3-8249-265da79c03be'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:38.202707 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] Set router c7d1e330-e193-47d3-8249-265da79c03be gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:38.209496 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.238677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=935d24f1-19b4-499f-82d9-369bf5a40435,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:38.258692 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:36:37Z', 'revision_number': 6, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:38.284947 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73945f7b-bfcd-4255-9026-0fa965c9c8c2 None None] The sync data for ids ['c7d1e330-e193-47d3-8249-265da79c03be'] in n-d-758944-39 is: [{'id': 'c7d1e330-e193-47d3-8249-265da79c03be', 'name': 'tempest-TestMinimumBasicScenario-154487570-router', 'tenant_id': '58068b593765400887ed82e29d4f2167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:17Z', 'updated_at': '2021-06-30T03:36:37Z', 'revision_number': 6, 'project_id': '58068b593765400887ed82e29d4f2167', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:36:38.301119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.394249 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.398528 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.445070 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.445601 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d1e330-e193-47d3-8249-265da79c03be {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:36:38.450565 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.451776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c57daa53-0aea-4c6c-88a6-ec77ac1ecb3a admin admin] 10.222.0.55 "DELETE /v2.0/routers/c7d1e330-e193-47d3-8249-265da79c03be HTTP/1.1" status: 204 len: 168 time: 0.7774689 Jun 30 03:36:38.454752 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51028) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:38.509833 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e9e338-6f15-43ce-8883-847c99d1a12f admin admin] Deleting subnet 75ec0a40-1a39-46f9-9c6a-78b848f0c809 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:36:38.513011 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e338-6f15-43ce-8883-847c99d1a12f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.547760 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e338-6f15-43ce-8883-847c99d1a12f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.634829 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e338-6f15-43ce-8883-847c99d1a12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.698953 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e338-6f15-43ce-8883-847c99d1a12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.723458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9e338-6f15-43ce-8883-847c99d1a12f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ec0a40-1a39-46f9-9c6a-78b848f0c809,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:38.729531 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e338-6f15-43ce-8883-847c99d1a12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.731616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c5e9e338-6f15-43ce-8883-847c99d1a12f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/75ec0a40-1a39-46f9-9c6a-78b848f0c809 HTTP/1.1" status: 204 len: 168 time: 0.2755957 Jun 30 03:36:38.734326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51032) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:38.737859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3480958-802f-440d-bdff-d53df1dab9fd None None] Network a9c1b74a-b995-4ead-acc1-d1625bf0394a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:38.802207 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.855757 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Deleting port 3d2aa729-c879-4eb3-ac43-235e835b6f5e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:38.856120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.921150 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] For port 3d2aa729-c879-4eb3-ac43-235e835b6f5e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3d2aa729-c879-4eb3-ac43-235e835b6f5e,segment=NetworkSegment(d9800264-cf82-40cc-9c38-5b071fa17a36),segment_id=d9800264-cf82-40cc-9c38-5b071fa17a36)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:38.921507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:38.934143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Calling delete_port for 3d2aa729-c879-4eb3-ac43-235e835b6f5e owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:39.022221 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.058785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] No DVR routers for this DVR port 3d2aa729-c879-4eb3-ac43-235e835b6f5e on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:39.059183 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2aa729-c879-4eb3-ac43-235e835b6f5e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:39.096306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa5a596-a08c-4520-acb0-ba70932356ec None None] DHCP port deletion for a9c1b74a-b995-4ead-acc1-d1625bf0394a request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:36:39.133561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.143524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c1b74a-b995-4ead-acc1-d1625bf0394a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:39.153921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9800264-cf82-40cc-9c38-5b071fa17a36') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:39.154216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9800264-cf82-40cc-9c38-5b071fa17a36') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:39.163873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.178334 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.184922 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:36:39.185309 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:36:39.187208 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:36:39.249341 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.255564 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:39.257454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a9c1b74a-b995-4ead-acc1-d1625bf0394a HTTP/1.1" status: 204 len: 168 time: 0.5216970 Jun 30 03:36:39.260838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51034) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:39.269524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51053e-5cd4-4dcb-8d31-d4b6e42a60d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c1b74a-b995-4ead-acc1-d1625bf0394a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:39.559104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 935d24f1-19b4-499f-82d9-369bf5a40435 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:39.580782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 935d24f1-19b4-499f-82d9-369bf5a40435 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:39.581128 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 935d24f1-19b4-499f-82d9-369bf5a40435 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:39.581565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc68b283-4641-4f64-b971-27d77a5d7c8a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:39.601171 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: cc68b283-4641-4f64-b971-27d77a5d7c8a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:39.601469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc68b283-4641-4f64-b971-27d77a5d7c8a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:39.601934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3d2aa729-c879-4eb3-ac43-235e835b6f5e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:39.622980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 3d2aa729-c879-4eb3-ac43-235e835b6f5e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:39.623231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3d2aa729-c879-4eb3-ac43-235e835b6f5e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:39.922320 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:40.208237 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] Deleting port b2e812a2-0060-4109-9ff1-35f712122eca {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:40.208495 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:40.297804 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] For port b2e812a2-0060-4109-9ff1-35f712122eca, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b2e812a2-0060-4109-9ff1-35f712122eca,segment=NetworkSegment(bcfa9380-83ef-4699-9d82-7e395a05a256),segment_id=bcfa9380-83ef-4699-9d82-7e395a05a256)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:40.298963 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:40.310884 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] Calling delete_port for b2e812a2-0060-4109-9ff1-35f712122eca owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:40.508958 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:40.539605 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e812a2-0060-4109-9ff1-35f712122eca,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:40.703876 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:40.931561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] Router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:36:41.040305 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:36:41.045730 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ea45536d-ba9f-4eee-b478-39813a0caff3 admin admin] 10.222.0.55 "PUT /v2.0/routers/48d7b616-9a91-43b0-bcb7-4e3886af7bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7832384 Jun 30 03:36:41.050697 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51036) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:41.053766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] Sync routers for ids ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:36:41.063817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] Routers {'48d7b616-9a91-43b0-bcb7-4e3886af7bb3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:41.064509 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:41.159791 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.168793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] Set router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:41.260491 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.317711 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Deleting port 82aef3d0-ae60-4881-a3a8-d1442f100e17 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:41.318500 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.349834 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'name': 'tempest-TestMinimumBasicScenario-518962811-router', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107'}], 'enable_snat': True}, 'gw_port_id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:21Z', 'updated_at': '2021-06-30T03:36:40Z', 'revision_number': 5, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'gw_port': {'id': '82aef3d0-ae60-4881-a3a8-d1442f100e17', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:33:22Z', 'updated_at': '2021-06-30T03:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:41.376998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] Checking router: 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:36:41.385375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] Routers {'48d7b616-9a91-43b0-bcb7-4e3886af7bb3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:41.385980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:41.395574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] For port 82aef3d0-ae60-4881-a3a8-d1442f100e17, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=82aef3d0-ae60-4881-a3a8-d1442f100e17,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:41.395968 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.410300 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Calling delete_port for 82aef3d0-ae60-4881-a3a8-d1442f100e17 owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:41.474709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] Set router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:41.533266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'name': 'tempest-TestMinimumBasicScenario-518962811-router', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:21Z', 'updated_at': '2021-06-30T03:36:41Z', 'revision_number': 6, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:41.559179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107e34b-49fc-407a-abb2-b2338642951b None None] The sync data for ids ['48d7b616-9a91-43b0-bcb7-4e3886af7bb3'] in n-d-758944-39 is: [{'id': '48d7b616-9a91-43b0-bcb7-4e3886af7bb3', 'name': 'tempest-TestMinimumBasicScenario-518962811-router', 'tenant_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:33:21Z', 'updated_at': '2021-06-30T03:36:41Z', 'revision_number': 6, 'project_id': '71bb4a0a3edf41ee97ed24c64136e2a0', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:36:41.588617 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.619415 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Pushing event deleted for resources: {'Port': ['ID=82aef3d0-ae60-4881-a3a8-d1442f100e17,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:41.683618 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.783072 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.785169 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.829557 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.830252 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48d7b616-9a91-43b0-bcb7-4e3886af7bb3 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:36:41.834974 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.836149 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-760b9d69-a519-412f-ae09-20ed1b92a887 admin admin] 10.222.0.55 "DELETE /v2.0/routers/48d7b616-9a91-43b0-bcb7-4e3886af7bb3 HTTP/1.1" status: 204 len: 168 time: 0.7845147 Jun 30 03:36:41.838649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51038) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:41.889473 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9e1ac6-cfc9-4bd6-a04b-d3699ea6998a admin admin] Deleting subnet c7f763a2-88a6-4809-bbb1-691754a2f890 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:36:41.892937 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af9e1ac6-cfc9-4bd6-a04b-d3699ea6998a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:41.930196 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af9e1ac6-cfc9-4bd6-a04b-d3699ea6998a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.019134 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af9e1ac6-cfc9-4bd6-a04b-d3699ea6998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.085538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af9e1ac6-cfc9-4bd6-a04b-d3699ea6998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.111584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e1ac6-cfc9-4bd6-a04b-d3699ea6998a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f763a2-88a6-4809-bbb1-691754a2f890,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:42.117043 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-af9e1ac6-cfc9-4bd6-a04b-d3699ea6998a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.123385 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51042) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:42.124273 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-af9e1ac6-cfc9-4bd6-a04b-d3699ea6998a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c7f763a2-88a6-4809-bbb1-691754a2f890 HTTP/1.1" status: 204 len: 168 time: 0.2846105 Jun 30 03:36:42.126269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f644d16-1d0c-43a1-a2c3-30595fbc81ee None None] Network 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:42.201824 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.260205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Deleting port 923ce2ce-97b4-452a-852e-c9183c0cfb98 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:42.260517 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.354181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] DHCP port deletion for 6e991d2b-5ae4-477b-b3cb-d58131c5ba82 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:36:42.412073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Deleting port 923ce2ce-97b4-452a-852e-c9183c0cfb98 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:36:42.412455 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.496192 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] For port 923ce2ce-97b4-452a-852e-c9183c0cfb98, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=923ce2ce-97b4-452a-852e-c9183c0cfb98,segment=NetworkSegment(bcfa9380-83ef-4699-9d82-7e395a05a256),segment_id=bcfa9380-83ef-4699-9d82-7e395a05a256)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:42.496603 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.513200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Calling delete_port for 923ce2ce-97b4-452a-852e-c9183c0cfb98 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:42.601234 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.628839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Pushing event deleted for resources: {'Port': ['ID=923ce2ce-97b4-452a-852e-c9183c0cfb98,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:42.637501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.637937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.638344 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.638788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.639158 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.639668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.639974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.640368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.640756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.641146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.641873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.642115 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:42.653256 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05174dc-c437-4cb2-82f5-a440c3b3b5c8 None None] No DVR routers for this DVR port 923ce2ce-97b4-452a-852e-c9183c0cfb98 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:42.707967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] For port 923ce2ce-97b4-452a-852e-c9183c0cfb98, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=923ce2ce-97b4-452a-852e-c9183c0cfb98,segment=NetworkSegment(bcfa9380-83ef-4699-9d82-7e395a05a256),segment_id=bcfa9380-83ef-4699-9d82-7e395a05a256)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:42.708335 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.721546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Calling delete_port for 923ce2ce-97b4-452a-852e-c9183c0cfb98 owned by network:dhcp {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:36:42.801113 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.825431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Pushing event deleted for resources: {'Port': ['ID=923ce2ce-97b4-452a-852e-c9183c0cfb98,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:42.831968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] No DVR routers for this DVR port 923ce2ce-97b4-452a-852e-c9183c0cfb98 on host n-d-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:36:42.908412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.917987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e991d2b-5ae4-477b-b3cb-d58131c5ba82']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:42.927790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfa9380-83ef-4699-9d82-7e395a05a256') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:42.928083 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfa9380-83ef-4699-9d82-7e395a05a256') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:42.937366 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.954764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.964889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:36:42.965469 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: self.session.flush() Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:36:42.968405 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:36:43.026111 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.033188 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.035013 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6e991d2b-5ae4-477b-b3cb-d58131c5ba82 HTTP/1.1" status: 204 len: 168 time: 0.9094789 Jun 30 03:36:43.046241 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa95e0-5676-476b-bee1-7a324446add1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e991d2b-5ae4-477b-b3cb-d58131c5ba82,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:43.218935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51046) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:43.260509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-54891037-1d1e-4ff9-aa65-09286e86035c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58068b593765400887ed82e29d4f2167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403643 Jun 30 03:36:43.263180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51048) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:43.315428 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b170caec-6202-4d5a-aab5-2137b9985c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.336633 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b170caec-6202-4d5a-aab5-2137b9985c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.386301 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b170caec-6202-4d5a-aab5-2137b9985c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.389788 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b170caec-6202-4d5a-aab5-2137b9985c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.391409 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b170caec-6202-4d5a-aab5-2137b9985c13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ac05c32-843c-4433-a1da-e2df7835002d HTTP/1.1" status: 204 len: 168 time: 0.1270454 Jun 30 03:36:43.400298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170caec-6202-4d5a-aab5-2137b9985c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac05c32-843c-4433-a1da-e2df7835002d,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:43.571810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b2e812a2-0060-4109-9ff1-35f712122eca no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:43.593271 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b2e812a2-0060-4109-9ff1-35f712122eca {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:43.593639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b2e812a2-0060-4109-9ff1-35f712122eca not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:43.594067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 82aef3d0-ae60-4881-a3a8-d1442f100e17 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:43.616875 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 82aef3d0-ae60-4881-a3a8-d1442f100e17 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:43.617223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 82aef3d0-ae60-4881-a3a8-d1442f100e17 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:43.617652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 923ce2ce-97b4-452a-852e-c9183c0cfb98 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:36:43.637282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 923ce2ce-97b4-452a-852e-c9183c0cfb98 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:36:43.637528 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 923ce2ce-97b4-452a-852e-c9183c0cfb98 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:36:43.768636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51056) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:43.808774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cddc8042-3330-4957-8e4a-f27ade9287f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71bb4a0a3edf41ee97ed24c64136e2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389283 Jun 30 03:36:43.811352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51058) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:43.862884 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3266f4f-c2e2-47da-bc99-616fd359b41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.888368 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3266f4f-c2e2-47da-bc99-616fd359b41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.935671 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3266f4f-c2e2-47da-bc99-616fd359b41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.938300 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3266f4f-c2e2-47da-bc99-616fd359b41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:43.939499 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e3266f4f-c2e2-47da-bc99-616fd359b41a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddbcb8f1-036c-4871-bc53-501edc7f4dd7 HTTP/1.1" status: 204 len: 168 time: 0.1272969 Jun 30 03:36:43.947374 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3266f4f-c2e2-47da-bc99-616fd359b41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbcb8f1-036c-4871-bc53-501edc7f4dd7,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:45.828904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51098) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:45.836068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405876295', 'description': 'tempest-secgroup-smoke-405876295 description', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:45.866479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:45.875509 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:45.967091 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:45.973073 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.010245 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25061163-dc2c-4ad5-b4fd-001d4aa71846,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:46.070061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.075416 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.098622 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.099927 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2697570 Jun 30 03:36:46.103282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51100) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:46.108263 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e6561-e864-4d16-83d5-29f167781ded tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7751b5a7-e15e-4694-8f65-94ed897e2bee,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:46.108664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-1b28a308-7246-4202-a3a3-2beb339f77e1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': '7751b5a7-e15e-4694-8f65-94ed897e2bee', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:46.143976 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b28a308-7246-4202-a3a3-2beb339f77e1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.211658 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b28a308-7246-4202-a3a3-2beb339f77e1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.216827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b28a308-7246-4202-a3a3-2beb339f77e1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.236101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28a308-7246-4202-a3a3-2beb339f77e1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe921536-df81-45cb-8a5d-418e94867f8c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:46.243445 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b28a308-7246-4202-a3a3-2beb339f77e1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.244711 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1b28a308-7246-4202-a3a3-2beb339f77e1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403387 Jun 30 03:36:46.247947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51102) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:46.252562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e518516e-dbf3-4fd2-89b1-0552781082f2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': '7751b5a7-e15e-4694-8f65-94ed897e2bee', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:46.287382 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e518516e-dbf3-4fd2-89b1-0552781082f2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.355891 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e518516e-dbf3-4fd2-89b1-0552781082f2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.362277 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e518516e-dbf3-4fd2-89b1-0552781082f2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.379715 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518516e-dbf3-4fd2-89b1-0552781082f2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a101c0ba-290b-4271-a1a8-8970bd2e76d5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:46.386266 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e518516e-dbf3-4fd2-89b1-0552781082f2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.387524 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e518516e-dbf3-4fd2-89b1-0552781082f2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385357 Jun 30 03:36:46.390975 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51104) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:46.395657 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f7b0f066-662e-435d-85e9-b4f4d4d0f4df tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': '7751b5a7-e15e-4694-8f65-94ed897e2bee', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:46.424669 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f066-662e-435d-85e9-b4f4d4d0f4df tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.487060 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f066-662e-435d-85e9-b4f4d4d0f4df tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.492187 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f066-662e-435d-85e9-b4f4d4d0f4df tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.511899 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0f066-662e-435d-85e9-b4f4d4d0f4df tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d94370d-e649-4e7f-acce-73f65677363d,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:46.516972 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f066-662e-435d-85e9-b4f4d4d0f4df tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.518187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f7b0f066-662e-435d-85e9-b4f4d4d0f4df tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262431 Jun 30 03:36:46.522119 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51106) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:46.529671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-44a1589e-cf14-4705-a577-708e5df246e2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': '7751b5a7-e15e-4694-8f65-94ed897e2bee', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:46.562142 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44a1589e-cf14-4705-a577-708e5df246e2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.625022 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44a1589e-cf14-4705-a577-708e5df246e2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.631239 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44a1589e-cf14-4705-a577-708e5df246e2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.649006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1589e-cf14-4705-a577-708e5df246e2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7432a6aa-b1bf-4009-9d08-f7fe28fa86ce,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:46.656793 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-44a1589e-cf14-4705-a577-708e5df246e2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.658007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-44a1589e-cf14-4705-a577-708e5df246e2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345439 Jun 30 03:36:46.661551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51108) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:46.662591 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.666138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f89e9ff1-02d4-48af-b25d-3d228e9ea6ab tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': '7751b5a7-e15e-4694-8f65-94ed897e2bee', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:46.689304 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-f89e9ff1-02d4-48af-b25d-3d228e9ea6ab tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Project ffabc9c6ffdd42cdb8c0a7df7410ac5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:36:46.694946 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f89e9ff1-02d4-48af-b25d-3d228e9ea6ab tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.759410 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f89e9ff1-02d4-48af-b25d-3d228e9ea6ab tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.766312 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f89e9ff1-02d4-48af-b25d-3d228e9ea6ab tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.777643 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.785196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e9ff1-02d4-48af-b25d-3d228e9ea6ab tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f0227c-4ece-47f4-833e-191587c24ea7,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:46.791023 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f89e9ff1-02d4-48af-b25d-3d228e9ea6ab tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.792374 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f89e9ff1-02d4-48af-b25d-3d228e9ea6ab tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296499 Jun 30 03:36:46.794954 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51110) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:46.799629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4cdf3b5c-03e0-46f0-adf5-d238c6d9000d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': '7751b5a7-e15e-4694-8f65-94ed897e2bee', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:46.824260 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-4cdf3b5c-03e0-46f0-adf5-d238c6d9000d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Project ffabc9c6ffdd42cdb8c0a7df7410ac5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:36:46.831775 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3b5c-03e0-46f0-adf5-d238c6d9000d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.902954 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3b5c-03e0-46f0-adf5-d238c6d9000d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.908800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3b5c-03e0-46f0-adf5-d238c6d9000d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.931966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf3b5c-03e0-46f0-adf5-d238c6d9000d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3ca413-a7ea-4767-a662-9c226d8bac04,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:46.935699 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3b5c-03e0-46f0-adf5-d238c6d9000d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.936893 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4cdf3b5c-03e0-46f0-adf5-d238c6d9000d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410122 Jun 30 03:36:46.940707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51112) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:46.945774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'network': {'name': 'tempest-network-smoke--1801161217', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:46.968629 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:46.972129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:46.996144 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:36:47.006241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.006600 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Added segment 37b21138-543c-45e9-bf21-8527ee99370f of type vlan for network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 Jun 30 03:36:47.051685 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.086863 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.094775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:47.095719 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.160372 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2183709 Jun 30 03:36:47.164084 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51114) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:47.168854 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'admin_state_up': True, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:47.183324 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468af24-dba3-4dfb-a13f-2351f9b6c6e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Network': ['ID=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:47.195148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:36:47.200364 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.201426 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.256784 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.396198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.593050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.611538 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.717179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.25.7.147 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/e4e34c21-c50d-43d5-a1cc-536cb6389ab2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:47.833385 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.886633 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:47.939849 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:47.942986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:47.948492 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:47.954029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=e4e34c21-c50d-43d5-a1cc-536cb6389ab2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:48.208131 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:48.417480 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:48.561653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:36:48.665747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:36:48.675310 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Sync routers for ids ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:36:48.685238 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Routers {'dc50fe3f-ed87-4268-b008-d2fbd2efadf3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:48.685926 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:48.686297 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:48.687804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9662e084-1394-42a0-ae38-d9c396b7a5c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5224957 Jun 30 03:36:48.690772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:48.790676 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Set router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:48.824419 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-165c18ab-88bb-4ee9-a072-e776c838b734 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1323397 Jun 30 03:36:48.827173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51120) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:48.971554 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:48Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:48.980809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d4e235-9e65-40b2-ae00-73fb52ec888b tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:48.982370 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-20d4e235-9e65-40b2-ae00-73fb52ec888b tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1543021 Jun 30 03:36:48.985560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51122) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:48.998234 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Checking router: dc50fe3f-ed87-4268-b008-d2fbd2efadf3 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:36:48.998583 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Updating router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 port e4e34c21-c50d-43d5-a1cc-536cb6389ab2 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:36:49.021996 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ee313f48-5e69-4989-a013-fc90300bdd73 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353558 Jun 30 03:36:49.024934 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51124) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:49.029493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1568864122', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:49.032768 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.127254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:49.131325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.290314 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.299580 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Transition to ACTIVE for port object e4e34c21-c50d-43d5-a1cc-536cb6389ab2 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:49.305582 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.315343 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.354367 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Attempting to bind port e4e34c21-c50d-43d5-a1cc-536cb6389ab2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:49.354755 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Attempting to bind port e4e34c21-c50d-43d5-a1cc-536cb6389ab2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:49.355111 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Attempting to bind port e4e34c21-c50d-43d5-a1cc-536cb6389ab2 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:49.362411 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Pushing event updated for resources: {'Port': ['ID=e4e34c21-c50d-43d5-a1cc-536cb6389ab2,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:49.365463 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:49.365820 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:49.366208 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.366598 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:49.367074 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Bound port: e4e34c21-c50d-43d5-a1cc-536cb6389ab2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:49.367438 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.374156 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.374512 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.374868 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.375194 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.375512 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.375828 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.376147 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.376460 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.376765 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.377077 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.377476 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.377686 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:36:49.379447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Subnet': ['ID=9f1b6b8f-78bd-4552-9295-c1cb6853a2e4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:49.386831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Checking segment: {'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:49.387723 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network hostable DHCP agents. Network: a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:36:49.405211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:36:49.414807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:49.420345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:49.420955 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.430938 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] For port e4e34c21-c50d-43d5-a1cc-536cb6389ab2, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:49.433445 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8efaf1-f1e7-4d8b-b319-77b9a3c14685 None None] Network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:49.435699 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] For port e4e34c21-c50d-43d5-a1cc-536cb6389ab2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e4e34c21-c50d-43d5-a1cc-536cb6389ab2,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:49.441640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4cf42e45-61f2-4dea-bb1d-56ec7facae71 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4158478 Jun 30 03:36:49.442913 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.444881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51126) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:36:49.507191 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4403c-7ac4-4f70-b68a-bbf0f0576cb7 None None] Pushing event updated for resources: {'Port': ['ID=e4e34c21-c50d-43d5-a1cc-536cb6389ab2,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:49.511665 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Routers {'dc50fe3f-ed87-4268-b008-d2fbd2efadf3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:49.512264 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:49.594748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:36:49.595627 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.630739 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] Set router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:49.741481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Allocated IP 172.20.0.2 (a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215/9f1b6b8f-78bd-4552-9295-c1cb6853a2e4/d55ba834-d8d2-4e17-8b71-7d3b2bd688cb) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:49.821474 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:48Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:49.849421 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb0de01-0d51-4bad-859d-5d65d4d32304 None None] The sync data for ids ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'] in n-d-758944-39 is: [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:48Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:36:49.913190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.919918 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.922801 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Transition to ACTIVE for port object d55ba834-d8d2-4e17-8b71-7d3b2bd688cb will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:49.940542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Transition to ACTIVE for port object d55ba834-d8d2-4e17-8b71-7d3b2bd688cb will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:49.947496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:49.987207 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:49.992856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:49.998571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:50.001787 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Pushing event updated for resources: {'Port': ['ID=d55ba834-d8d2-4e17-8b71-7d3b2bd688cb,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:50.063097 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Attempting to bind port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:50.063451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Attempting to bind port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:50.063802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Attempting to bind port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb on network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:50.070250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:50.070665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Checking segment: {'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:50.071064 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:50.081755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Bound using segment: {'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:50.081755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Bound port: d55ba834-d8d2-4e17-8b71-7d3b2bd688cb, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:50.081755 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:50.169288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] For port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:50.177656 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] For port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d55ba834-d8d2-4e17-8b71-7d3b2bd688cb,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:50.183680 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:50.256835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dffc37-ff74-46cd-8bdb-971ef52e452c None None] Pushing event updated for resources: {'Port': ['ID=d55ba834-d8d2-4e17-8b71-7d3b2bd688cb,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:50.619148 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.20.0.1 (a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215/9f1b6b8f-78bd-4552-9295-c1cb6853a2e4/3602d0b0-c841-4ff4-ba28-ac849de5a3e2) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:50.737084 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:50.756802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Transition to ACTIVE for port object 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:50.796008 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:50.842286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:50.845421 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:50.851464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:50.857709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=3602d0b0-c841-4ff4-ba28-ac849de5a3e2,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:50.898683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:51.046627 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:51.186223 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b0c45-cf9f-49eb-93a2-dc32002628c3 None None] Network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:36:51.327665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-456c82ab-8283-4ae6-a785-abcad48a61b8 None None] Provisioning for port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:51.349855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:51.355539 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:51.432050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:51.433987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=3602d0b0-c841-4ff4-ba28-ac849de5a3e2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:51.541377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:51.543154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:51.652837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e4e34c21-c50d-43d5-a1cc-536cb6389ab2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:51.674275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:36:51.709544 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-321c7f92-e9ad-4294-b680-d906528659df None None] Provisioning for port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:51.716594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-321c7f92-e9ad-4294-b680-d906528659df None None] Provisioning complete for port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:51.716935 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-321c7f92-e9ad-4294-b680-d906528659df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:51.744793 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e4e34c21-c50d-43d5-a1cc-536cb6389ab2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:51.756194 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e4e34c21-c50d-43d5-a1cc-536cb6389ab2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:51.756559 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:51.760856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-321c7f92-e9ad-4294-b680-d906528659df None None] Port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:36:51.795889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:36:51.809131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eb8a0207-e30d-4919-a246-fe81ec26bdf5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "PUT /v2.0/routers/dc50fe3f-ed87-4268-b008-d2fbd2efadf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3627834 Jun 30 03:36:51.845582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Sync routers for ids ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:36:51.869225 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Routers {'dc50fe3f-ed87-4268-b008-d2fbd2efadf3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:51.869799 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:51.871984 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:51.935479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e4e34c21-c50d-43d5-a1cc-536cb6389ab2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e4e34c21-c50d-43d5-a1cc-536cb6389ab2,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:51.946833 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:51.947599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d55ba834-d8d2-4e17-8b71-7d3b2bd688cb up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:51.970876 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-00b3ee13-d753-4360-ba39-774ec10d8fa1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405876295&fields=id&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 267 time: 0.0378699 Jun 30 03:36:52.027049 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-13f87b74-4c51-4749-b6a1-805e1fca0c28 None None] Provisioning complete for port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:52.027424 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-13f87b74-4c51-4749-b6a1-805e1fca0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:52.089991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-8f3a5671-4269-448c-b2b7-7871e6fc114c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:52.091612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-8f3a5671-4269-448c-b2b7-7871e6fc114c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/networks?id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 HTTP/1.1" status: 200 len: 797 time: 0.1115541 Jun 30 03:36:52.107738 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-968cd3e3-0f9c-43a7-b59d-2122dc18616a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/quotas/ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 375 time: 0.0103569 Jun 30 03:36:52.181591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-0ed89b7f-7973-42f5-aa1d-747e9001a57c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682049 Jun 30 03:36:52.274853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-13f87b74-4c51-4749-b6a1-805e1fca0c28 None None] Port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:36:52.277463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Set router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:52.279558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e4e34c21-c50d-43d5-a1cc-536cb6389ab2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:52.318949 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:52.329249 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:52.329624 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:52.336014 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-5c4270bf-2402-4752-9fb4-f853c90d7d68 service neutron] 10.222.0.55 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423771 Jun 30 03:36:52.433932 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-e7137839-dc4b-4137-9ff5-61ec0c6bd679 service neutron] 10.222.0.55 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916860 Jun 30 03:36:52.453572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-48b20bd3-8546-43be-9dd5-10d4383ec8d1 None None] Provisioning complete for port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:52.454085 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-48b20bd3-8546-43be-9dd5-10d4383ec8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:52.537660 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-48b20bd3-8546-43be-9dd5-10d4383ec8d1 None None] Port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:36:52.581034 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:52.628864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d55ba834-d8d2-4e17-8b71-7d3b2bd688cb,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:52.630806 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-143cda98-9017-4645-b387-25b687879b95 req-3cfdd235-b72d-4ae0-978d-99c1110d1e98 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 210 time: 0.0378752 Jun 30 03:36:52.640481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:50Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3602d0b0-c841-4ff4-ba28-ac849de5a3e2', 'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:60:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:50Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 2, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:52.668152 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:52.671649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Checking router: dc50fe3f-ed87-4268-b008-d2fbd2efadf3 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:36:52.672449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Updating router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:36:52.742600 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:52.756558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=d55ba834-d8d2-4e17-8b71-7d3b2bd688cb,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:53.029685 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:53.039790 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Transition to ACTIVE for port object 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:53.045486 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:53.099583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe1b2b-4acf-4be9-8cac-246e5a6706b2 None None] Pushing event updated for resources: {'Port': ['ID=3602d0b0-c841-4ff4-ba28-ac849de5a3e2,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:53.149811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Attempting to bind port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:53.150177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Attempting to bind port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:53.150521 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Attempting to bind port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 on network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:53.155732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:53.156090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Checking segment: {'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:53.156481 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:53.156862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Bound using segment: {'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:53.157326 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Bound port: 3602d0b0-c841-4ff4-ba28-ac849de5a3e2, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:53.157698 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:53.229721 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] For port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:53.233406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] For port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3602d0b0-c841-4ff4-ba28-ac849de5a3e2,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:53.238452 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:53.304614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Routers {'dc50fe3f-ed87-4268-b008-d2fbd2efadf3'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:36:53.305252 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:36:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:53.308381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe1b2b-4acf-4be9-8cac-246e5a6706b2 None None] Pushing event updated for resources: {'Port': ['ID=3602d0b0-c841-4ff4-ba28-ac849de5a3e2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:53.430750 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] Set router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:36:53.596381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e4e34c21-c50d-43d5-a1cc-536cb6389ab2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:53.708761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:50Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3602d0b0-c841-4ff4-ba28-ac849de5a3e2', 'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:60:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:50Z', 'updated_at': '2021-06-30T03:36:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:36:53.711550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e4e34c21-c50d-43d5-a1cc-536cb6389ab2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:53.711923 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:53.741655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de08b5-6f11-43ce-a7c6-966fc763b51a None None] The sync data for ids ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'] in n-d-758944-39 is: [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:50Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3602d0b0-c841-4ff4-ba28-ac849de5a3e2', 'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:60:8e:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:50Z', 'updated_at': '2021-06-30T03:36:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:36:53.790120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-f412524f-7fcc-4d6a-b9e3-91c34d510218 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:53.804952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-f412524f-7fcc-4d6a-b9e3-91c34d510218 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "GET /v2.0/networks?id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 HTTP/1.1" status: 200 len: 797 time: 0.1452105 Jun 30 03:36:53.857940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d55ba834-d8d2-4e17-8b71-7d3b2bd688cb up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:53.861576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41d10014-f8af-426e-934d-fe42da42279a req-e667e09f-5ecc-4910-ad47-891e9d49ca02 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 210 time: 0.0409794 Jun 30 03:36:53.890781 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-65e57b6b-c187-480d-bba2-769d2772fc68 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 379 time: 0.0767665 Jun 30 03:36:53.906125 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'port': {'device_id': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'admin_state_up': True, 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'security_groups': ['7751b5a7-e15e-4694-8f65-94ed897e2bee']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:53.926792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:53.927550 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:54.041914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:36:54.045958 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:54.185994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.20.0.9 (a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215/9f1b6b8f-78bd-4552-9295-c1cb6853a2e4/57cc56ae-8146-4df5-b6a5-a8ba142041c0) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:36:54.334825 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:54.349272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Transition to ACTIVE for port object 57cc56ae-8146-4df5-b6a5-a8ba142041c0 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:54.385392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:54.436573 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:36:54.439831 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:36:54.442814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:36:54.477227 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5f14-3951-4a31-8d1d-1ba4a8f350de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:54.492192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=57cc56ae-8146-4df5-b6a5-a8ba142041c0,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:54.524997 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:54.525306 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:54.543051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-47d8e3ba-7e82-455e-9b4f-dfbe2044bdc4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6431780 Jun 30 03:36:54.555683 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Request body: {'port': {'device_id': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:36:54.635964 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:54.705797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8bd39838-5b28-48e0-92c7-255c9db18389 None None] Provisioning for port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:54.710798 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8bd39838-5b28-48e0-92c7-255c9db18389 None None] Provisioning complete for port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:54.711266 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8bd39838-5b28-48e0-92c7-255c9db18389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:54.749085 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8bd39838-5b28-48e0-92c7-255c9db18389 None None] Port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:36:54.926951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cc56ae-8146-4df5-b6a5-a8ba142041c0 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:36:54.935495 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:54.948927 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Transition to ACTIVE for port object 57cc56ae-8146-4df5-b6a5-a8ba142041c0 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:36:54.953356 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:55.035315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Pushing event updated for resources: {'Port': ['ID=57cc56ae-8146-4df5-b6a5-a8ba142041c0,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:55.130694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19004f22-46bc-4538-9de5-23ca0209e9cd req-50d80151-3666-437a-8313-8657de65277e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.132379 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19004f22-46bc-4538-9de5-23ca0209e9cd req-50d80151-3666-437a-8313-8657de65277e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 943 time: 0.1460834 Jun 30 03:36:55.135450 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Attempting to bind port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:36:55.135786 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Attempting to bind port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:36:55.136106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Attempting to bind port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 on network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:55.147915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 on network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:36:55.148209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Attempting to bind port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 on network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:36:55.162014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:36:55.162339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Checking segment: {'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:36:55.162705 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Bound using segment: {'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:36:55.163151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Bound port: 57cc56ae-8146-4df5-b6a5-a8ba142041c0, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b21138-543c-45e9-bf21-8527ee99370f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:36:55.163507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:55.189584 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-19004f22-46bc-4538-9de5-23ca0209e9cd req-bd47c848-06e0-46e4-ac87-fe8a4b9c7ddc tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500011 Jun 30 03:36:55.239909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] For port 57cc56ae-8146-4df5-b6a5-a8ba142041c0, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:36:55.243309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] For port 57cc56ae-8146-4df5-b6a5-a8ba142041c0, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=57cc56ae-8146-4df5-b6a5-a8ba142041c0,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:36:55.250592 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:55.290392 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.291180 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:55.292880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] 10.222.0.73 "PUT /v2.0/ports/57cc56ae-8146-4df5-b6a5-a8ba142041c0 HTTP/1.1" status: 200 len: 1092 time: 0.7424562 Jun 30 03:36:55.293317 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'tag': '57cc56ae-8146-4df5-b6a5-a8ba142041c0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:36:55.295695 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c913de2-4dd1-4293-bbc5-b0a6d76684b4", "tag": "57cc56ae-8146-4df5-b6a5-a8ba142041c0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:36:55.322224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08151d-a47b-4325-ba73-10802404c1fe service neutron] Pushing event updated for resources: {'Port': ['ID=57cc56ae-8146-4df5-b6a5-a8ba142041c0,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:55.336945 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02140e54-4dc2-4f02-b8a0-50586554f0e0 x-openstack-request-id: req-02140e54-4dc2-4f02-b8a0-50586554f0e0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:36:55.337237 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c913de2-4dd1-4293-bbc5-b0a6d76684b4", "tag": "57cc56ae-8146-4df5-b6a5-a8ba142041c0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:36:55.337565 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02140e54-4dc2-4f02-b8a0-50586554f0e0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:36:55.337975 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'tag': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'status': 'completed', 'code': 200} Jun 30 03:36:55.403291 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-b6306972-35bd-42c1-9b9e-4372a465e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.404856 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-b6306972-35bd-42c1-9b9e-4372a465e967 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 1095 time: 0.0592062 Jun 30 03:36:55.447942 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-dfd5c08a-bb5d-4a07-ba0c-29989291f051 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57cc56ae-8146-4df5-b6a5-a8ba142041c0 HTTP/1.1" status: 200 len: 217 time: 0.0356274 Jun 30 03:36:55.501909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-b6300324-9beb-415e-a5fb-73d9a01a2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.503446 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-b6300324-9beb-415e-a5fb-73d9a01a2294 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f1b6b8f-78bd-4552-9295-c1cb6853a2e4 HTTP/1.1" status: 200 len: 835 time: 0.0494606 Jun 30 03:36:55.564155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-519d51db-b922-4ed8-8e26-14a094fbd630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.565613 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-519d51db-b922-4ed8-8e26-14a094fbd630 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562646 Jun 30 03:36:55.586813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:55.637699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:36:55.641516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:55.641887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:55.660440 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-89125da9-50d7-4ec9-8f72-4732d09bdcd6 service neutron] 10.222.0.73 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882676 Jun 30 03:36:55.727099 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:55.763922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b1469dd0-ca52-403b-87c6-f78d26ff9ce7 req-44588d40-d763-44d3-ac12-32bdd5e617c8 service neutron] 10.222.0.73 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974207 Jun 30 03:36:55.764797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3602d0b0-c841-4ff4-ba28-ac849de5a3e2,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:55.770167 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:55.822825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=3602d0b0-c841-4ff4-ba28-ac849de5a3e2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:36:55.876437 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-54a2456d-8e8a-4a8f-ad0b-00d84fb28079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.878026 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-54a2456d-8e8a-4a8f-ad0b-00d84fb28079 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 1095 time: 0.0573785 Jun 30 03:36:55.978888 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-c81d25da-b517-4a6b-9b34-9e8b96322f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:55.980831 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-c81d25da-b517-4a6b-9b34-9e8b96322f51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 HTTP/1.1" status: 200 len: 898 time: 0.0958779 Jun 30 03:36:56.030221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-26bb34ea-3fbd-4f93-b64f-232aab308457 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57cc56ae-8146-4df5-b6a5-a8ba142041c0 HTTP/1.1" status: 200 len: 217 time: 0.0402834 Jun 30 03:36:56.079595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-0c71a6d7-96c3-47c7-8a37-6ccccd215f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:56.081095 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-0c71a6d7-96c3-47c7-8a37-6ccccd215f18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f1b6b8f-78bd-4552-9295-c1cb6853a2e4 HTTP/1.1" status: 200 len: 835 time: 0.0441134 Jun 30 03:36:56.142871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-a100daec-b1cc-40b3-a782-aa27f6b164ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:56.144381 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-a100daec-b1cc-40b3-a782-aa27f6b164ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566876 Jun 30 03:36:56.238746 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-e4ba0942-2c83-48e8-8430-88f291c8f065 service neutron] 10.222.0.73 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859575 Jun 30 03:36:56.365983 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b3e0002b-a2fa-46f6-95cb-e68e0ca146a9 req-ded0208f-91be-499b-bfd9-a60ab17f7ddc service neutron] 10.222.0.73 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203189 Jun 30 03:36:56.404404 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f35fe-ceab-48f9-b975-d1b4c2d2769e req-beecc50e-4e38-4c72-a5a0-467156ce2ad5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:56.405960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-230f35fe-ceab-48f9-b975-d1b4c2d2769e req-beecc50e-4e38-4c72-a5a0-467156ce2ad5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 943 time: 0.0962934 Jun 30 03:36:56.456015 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-230f35fe-ceab-48f9-b975-d1b4c2d2769e req-402b3e2c-cb59-4c39-8f8c-474d8a4ec5c6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438192 Jun 30 03:36:57.055321 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-db659fc2-ddfb-4629-b32e-e6cc77907cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:57.173933 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:57.568870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:36:57.621473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:36:57.621830 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:57.640983 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50599ed3-1120-4d92-814c-e54077b88920 req-ec7ab6ad-3251-4aca-bdda-a006d45c76f2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:57.642136 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50599ed3-1120-4d92-814c-e54077b88920 req-ec7ab6ad-3251-4aca-bdda-a006d45c76f2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 943 time: 0.0635200 Jun 30 03:36:57.682063 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50599ed3-1120-4d92-814c-e54077b88920 req-78a4cdd6-0c5a-4a55-b8b0-c8a269df6c40 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333931 Jun 30 03:36:58.541824 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:58.873189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5c114-ef34-452c-9b0b-eb20cafc1cc5 req-16005e1d-4f91-403b-9a33-beb9b46129dd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:36:58.874920 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-baf5c114-ef34-452c-9b0b-eb20cafc1cc5 req-16005e1d-4f91-403b-9a33-beb9b46129dd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 943 time: 0.0778415 Jun 30 03:36:58.914994 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-baf5c114-ef34-452c-9b0b-eb20cafc1cc5 req-8a290e14-683a-4d43-9cea-559011e1f1b1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340934 Jun 30 03:36:59.678776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 57cc56ae-8146-4df5-b6a5-a8ba142041c0 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:36:59.783866 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 57cc56ae-8146-4df5-b6a5-a8ba142041c0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=57cc56ae-8146-4df5-b6a5-a8ba142041c0,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:59.796011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'port_id': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'mac_address': 'fa:16:3e:db:00:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:36:59.834041 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:59.847869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cc56ae-8146-4df5-b6a5-a8ba142041c0 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:36:59.870322 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 57cc56ae-8146-4df5-b6a5-a8ba142041c0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=57cc56ae-8146-4df5-b6a5-a8ba142041c0,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:36:59.876393 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:36:59.924861 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=57cc56ae-8146-4df5-b6a5-a8ba142041c0,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:00.106704 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589283e-c4e1-4642-88a2-6a7386f64ded req-c6048ac6-c022-40a1-9e0a-724564a3cd94 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:00.108407 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d589283e-c4e1-4642-88a2-6a7386f64ded req-c6048ac6-c022-40a1-9e0a-724564a3cd94 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 944 time: 0.0731807 Jun 30 03:37:00.146522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['57cc56ae-8146-4df5-b6a5-a8ba142041c0'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:37:00.150343 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d589283e-c4e1-4642-88a2-6a7386f64ded req-8e02221f-b817-4fc6-911a-0511ef772e64 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335279 Jun 30 03:37:00.358447 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:01.338159 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b201de-6aa5-44ac-bba5-768a53adf682 req-170c0ba1-131f-4320-bce3-ceac31dc0a8d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:01.339694 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35b201de-6aa5-44ac-bba5-768a53adf682 req-170c0ba1-131f-4320-bce3-ceac31dc0a8d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 944 time: 0.0754819 Jun 30 03:37:01.381874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35b201de-6aa5-44ac-bba5-768a53adf682 req-00876ccd-af28-40fe-af8b-0c1ceed9be62 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337379 Jun 30 03:37:01.694513 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 57cc56ae-8146-4df5-b6a5-a8ba142041c0 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:01.752845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:01.757041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:01.757565 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:01.836383 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:01.868352 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cc56ae-8146-4df5-b6a5-a8ba142041c0'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:01.871432 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fa7c5b-8362-40f6-9926-a43e21dc0867" -d '{"events": [{"server_uuid": "5c913de2-4dd1-4293-bbc5-b0a6d76684b4", "name": "network-vif-plugged", "status": "completed", "tag": "57cc56ae-8146-4df5-b6a5-a8ba142041c0"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:01.885081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 57cc56ae-8146-4df5-b6a5-a8ba142041c0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=57cc56ae-8146-4df5-b6a5-a8ba142041c0,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:01.890874 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:01.916040 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cdebc1-0c10-422b-be34-6beb89d80eb2 x-openstack-request-id: req-07cdebc1-0c10-422b-be34-6beb89d80eb2 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:01.916365 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c913de2-4dd1-4293-bbc5-b0a6d76684b4", "name": "network-vif-plugged", "status": "completed", "tag": "57cc56ae-8146-4df5-b6a5-a8ba142041c0", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:01.916555 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07cdebc1-0c10-422b-be34-6beb89d80eb2 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:01.916990 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'code': 200} Jun 30 03:37:01.942433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=57cc56ae-8146-4df5-b6a5-a8ba142041c0,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:02.036139 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c6bf3-a98a-4ff4-a45e-e812e237dca0 req-8a24404a-c998-4be0-a437-28ba44878a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:02.037640 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-830c6bf3-a98a-4ff4-a45e-e812e237dca0 req-8a24404a-c998-4be0-a437-28ba44878a28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 1097 time: 0.0588377 Jun 30 03:37:02.075177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-830c6bf3-a98a-4ff4-a45e-e812e237dca0 req-a1b49942-11f5-4347-b056-82400b58ce54 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302935 Jun 30 03:37:02.577664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368c8e7-0de4-4d71-989f-bbc56c56bf57 req-e08e7199-ea3f-43e3-9c89-91c3c0058509 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:02.579153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c368c8e7-0de4-4d71-989f-bbc56c56bf57 req-e08e7199-ea3f-43e3-9c89-91c3c0058509 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.0792599 Jun 30 03:37:02.618418 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c368c8e7-0de4-4d71-989f-bbc56c56bf57 req-643985c2-d691-491f-a15a-21bae1e3d3e8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335338 Jun 30 03:37:03.823744 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d54f7-bba7-4f64-afe5-464fb5bdb4b8 req-e42572a6-ccdc-4552-a6c0-357080caaab8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:03.825209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12d54f7-bba7-4f64-afe5-464fb5bdb4b8 req-e42572a6-ccdc-4552-a6c0-357080caaab8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.0817835 Jun 30 03:37:03.866964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d12d54f7-bba7-4f64-afe5-464fb5bdb4b8 req-07c2ac7f-bae7-4d7a-9778-14bb2efd442c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334828 Jun 30 03:37:04.055246 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ababe5e-e67f-4321-8fbf-e4c921969817 req-829d10d4-7307-4515-973b-5bc54e05c993 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:04.057063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ababe5e-e67f-4321-8fbf-e4c921969817 req-829d10d4-7307-4515-973b-5bc54e05c993 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.0672824 Jun 30 03:37:04.098037 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3ababe5e-e67f-4321-8fbf-e4c921969817 req-5a3d4871-6a6a-4aa7-afca-edcce4494527 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351412 Jun 30 03:37:04.128609 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:04.187668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5a6bf8-06ba-416f-8634-4783534fcc89 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:04.189197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5a5a6bf8-06ba-416f-8634-4783534fcc89 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 1092 time: 0.0596156 Jun 30 03:37:04.193645 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:04.198871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:04.230429 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:04.358667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:04.470822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.25.7.95 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/7ce8f4e5-3b2e-4923-bc3a-495a9fcfc4c2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:04.587201 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:04.638810 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:04.684596 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:04.687542 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:04.692856 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:04.698240 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=7ce8f4e5-3b2e-4923-bc3a-495a9fcfc4c2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:05.088100 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:05.471476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:05.635256 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:05.641762 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:05.704973 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=7ce8f4e5-3b2e-4923-bc3a-495a9fcfc4c2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:05.718485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:05.824786 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Floating IP ef0e8c03-4b45-414c-adc5-b2908584f38c associated. External IP: 172.25.7.95, port: 57cc56ae-8146-4df5-b6a5-a8ba142041c0. Jun 30 03:37:06.042966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:37:06.158209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:06.169303 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] Sync routers for ids ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:06.176031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:06.178898 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] Routers {'dc50fe3f-ed87-4268-b008-d2fbd2efadf3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:06.179499 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:36:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:06.213991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-40ea6f53-2325-4146-96b8-65c822d4c917 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0192418 Jun 30 03:37:06.215068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'tag': '57cc56ae-8146-4df5-b6a5-a8ba142041c0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:06.217470 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05eaa525-0c29-41f8-ad1e-392ad1476100" -d '{"events": [{"name": "network-changed", "server_uuid": "5c913de2-4dd1-4293-bbc5-b0a6d76684b4", "tag": "57cc56ae-8146-4df5-b6a5-a8ba142041c0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:06.311862 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2386a1-72d6-4508-a219-5b93ac298d0d x-openstack-request-id: req-af2386a1-72d6-4508-a219-5b93ac298d0d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:06.312433 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c913de2-4dd1-4293-bbc5-b0a6d76684b4", "tag": "57cc56ae-8146-4df5-b6a5-a8ba142041c0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:06.312911 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af2386a1-72d6-4508-a219-5b93ac298d0d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:06.313377 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'tag': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'status': 'completed', 'code': 200} Jun 30 03:37:06.385724 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a046c1-5b20-4355-aacc-55df14602b71 req-679a9cb1-03d0-4067-9057-c6e90e9b1ee6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:06.387209 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-76a046c1-5b20-4355-aacc-55df14602b71 req-679a9cb1-03d0-4067-9057-c6e90e9b1ee6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.0713995 Jun 30 03:37:06.387415 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] Set router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:06.400100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-b730d428-9cf4-45d6-ac94-3737368b1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:06.402346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-b730d428-9cf4-45d6-ac94-3737368b1942 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 1097 time: 0.0653429 Jun 30 03:37:06.428461 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-76a046c1-5b20-4355-aacc-55df14602b71 req-352d16f4-eb74-49cd-8340-54d79645402c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354266 Jun 30 03:37:06.455286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51192) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:06.503998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-9366db80-1978-4b88-a58d-1e14d4a62eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:06.505492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-9366db80-1978-4b88-a58d-1e14d4a62eaa service neutron] 10.222.0.73 "GET /v2.0/networks?id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 HTTP/1.1" status: 200 len: 898 time: 0.0957181 Jun 30 03:37:06.519632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-58b8536c-f548-46ba-a40d-01426408acf6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/ef0e8c03-4b45-414c-adc5-b2908584f38c HTTP/1.1" status: 200 len: 990 time: 0.0625205 Jun 30 03:37:06.575610 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-e9965512-cf5d-454e-89ac-8207bae0a9f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57cc56ae-8146-4df5-b6a5-a8ba142041c0 HTTP/1.1" status: 200 len: 998 time: 0.0632825 Jun 30 03:37:06.626164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-13f9f2fc-a0af-4988-8a12-533b789cddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:06.626935 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:50Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'ef0e8c03-4b45-414c-adc5-b2908584f38c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'port_id': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'mac_address': 'fa:16:3e:db:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:37:04Z', 'updated_at': '2021-06-30T03:37:04Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602d0b0-c841-4ff4-ba28-ac849de5a3e2', 'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:60:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:50Z', 'updated_at': '2021-06-30T03:36:55Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:06.627673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-13f9f2fc-a0af-4988-8a12-533b789cddc0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f1b6b8f-78bd-4552-9295-c1cb6853a2e4 HTTP/1.1" status: 200 len: 835 time: 0.0443137 Jun 30 03:37:06.658031 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] Checking router: dc50fe3f-ed87-4268-b008-d2fbd2efadf3 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:06.664530 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:37:06.670789 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] Routers {'dc50fe3f-ed87-4268-b008-d2fbd2efadf3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:06.671344 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:36:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:06.688804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-2353f158-3be2-47eb-a61a-aaad2723623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:06.690318 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-2353f158-3be2-47eb-a61a-aaad2723623c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556667 Jun 30 03:37:06.777155 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] Set router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:06.784402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-77af818b-1c10-4ec8-9748-c1da08ed6ba8 service neutron] 10.222.0.73 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864656 Jun 30 03:37:06.873268 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-05eaa525-0c29-41f8-ad1e-392ad1476100 req-55dbcf14-7d0e-4519-942a-8c92d760fb2f service neutron] 10.222.0.73 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815558 Jun 30 03:37:07.010671 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:50Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'ef0e8c03-4b45-414c-adc5-b2908584f38c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'port_id': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'mac_address': 'fa:16:3e:db:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:37:04Z', 'updated_at': '2021-06-30T03:37:04Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602d0b0-c841-4ff4-ba28-ac849de5a3e2', 'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:60:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:50Z', 'updated_at': '2021-06-30T03:36:55Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:07.040326 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02374f-af0f-4123-989f-f7100020ffdb None None] The sync data for ids ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'] in n-d-758944-39 is: [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:50Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'ef0e8c03-4b45-414c-adc5-b2908584f38c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'port_id': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'mac_address': 'fa:16:3e:db:00:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:37:04Z', 'updated_at': '2021-06-30T03:37:04Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3602d0b0-c841-4ff4-ba28-ac849de5a3e2', 'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:60:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:50Z', 'updated_at': '2021-06-30T03:36:55Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:07.264648 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d85e5-1991-419e-8a92-fe8b93d90d22 None None] New status for floating IP ef0e8c03-4b45-414c-adc5-b2908584f38c: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:37:07.522670 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51194) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:07.591523 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c9b00db7-77ca-4031-8a5d-f9379f0a6c78 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/ef0e8c03-4b45-414c-adc5-b2908584f38c HTTP/1.1" status: 200 len: 992 time: 0.0676794 Jun 30 03:37:16.675345 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:16.775572 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:24.482478 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6a1d852-2bc9-4371-91c7-45d314728da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:27.051380 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a65c45a5-31a2-4a9d-ab7d-5fa29ce6d805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:27.178403 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:28.549879 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:30.349669 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:35.502309 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6347b1-464f-487d-98b2-069f2e33d91d req-aed122ff-dfff-433a-b25f-be14a8fe4032 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:35.503862 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b6347b1-464f-487d-98b2-069f2e33d91d req-aed122ff-dfff-433a-b25f-be14a8fe4032 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.0746806 Jun 30 03:37:35.548456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5b6347b1-464f-487d-98b2-069f2e33d91d req-8ec28a8c-6584-478d-a513-1ed5c22d71b9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385473 Jun 30 03:37:36.770771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59e372-8d95-47c1-a2de-d227a6569097 req-0cfcbca3-424b-4b64-98e9-67b10f533e6f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:36.772169 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff59e372-8d95-47c1-a2de-d227a6569097 req-0cfcbca3-424b-4b64-98e9-67b10f533e6f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.0781984 Jun 30 03:37:36.814408 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ff59e372-8d95-47c1-a2de-d227a6569097 req-2d087cd4-b837-48cb-b878-152de4b21f0d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339210 Jun 30 03:37:36.843638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51216) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:36.912571 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e9bed87a-906d-4a38-abb9-4615095d3d40 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/ef0e8c03-4b45-414c-adc5-b2908584f38c HTTP/1.1" status: 200 len: 992 time: 0.0674865 Jun 30 03:37:38.404051 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd81101-ad07-4236-a112-4ef457e49e1c req-5266b547-79ad-4517-a836-50f5c2c638b1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:38.406274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2cd81101-ad07-4236-a112-4ef457e49e1c req-5266b547-79ad-4517-a836-50f5c2c638b1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.0741243 Jun 30 03:37:38.456837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2cd81101-ad07-4236-a112-4ef457e49e1c req-3f8672fc-600e-42cc-8ae7-7d84034b3a2c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391922 Jun 30 03:37:39.018726 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-65e24639-af12-4c18-94ad-9cb3a43c6337 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1112771 Jun 30 03:37:39.129954 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-c87f65f5-a5c1-44c1-91cf-265c0a4aad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:39.131500 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-c87f65f5-a5c1-44c1-91cf-265c0a4aad88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 1097 time: 0.0670710 Jun 30 03:37:39.246882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-67ae424d-89c1-48ac-b1a5-f36be3b60f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:39.248280 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-67ae424d-89c1-48ac-b1a5-f36be3b60f7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 HTTP/1.1" status: 200 len: 898 time: 0.0950599 Jun 30 03:37:39.317738 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-62919f25-030a-47aa-9e00-fa7d71e98a9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57cc56ae-8146-4df5-b6a5-a8ba142041c0 HTTP/1.1" status: 200 len: 1000 time: 0.0624378 Jun 30 03:37:39.368336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-411c57fe-f826-44cd-a816-28efc9c131e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:39.370100 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-411c57fe-f826-44cd-a816-28efc9c131e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f1b6b8f-78bd-4552-9295-c1cb6853a2e4 HTTP/1.1" status: 200 len: 835 time: 0.0450792 Jun 30 03:37:39.443932 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-a3f1bc64-a6fb-4d70-83c2-e8046ffa3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:39.445570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-a3f1bc64-a6fb-4d70-83c2-e8046ffa3daa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681820 Jun 30 03:37:39.545601 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-1698f0a9-5f78-4a5c-b8f8-5de465fcc48a service neutron] 10.222.0.73 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919697 Jun 30 03:37:39.637187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9b8a3396-0df8-485a-8b0f-4366fe57b218 req-724b2518-e3e9-492d-adcd-a2f23b715ac6 service neutron] 10.222.0.73 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836828 Jun 30 03:37:39.646823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5118c18-c041-47c1-b24f-4ba65fe0922d req-9fdfe3fa-babe-41b0-816e-5672ddb1be1d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:39.648324 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5118c18-c041-47c1-b24f-4ba65fe0922d req-9fdfe3fa-babe-41b0-816e-5672ddb1be1d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.0672865 Jun 30 03:37:39.689962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a5118c18-c041-47c1-b24f-4ba65fe0922d req-d6eb364a-d7a6-4f48-8771-c8a6c1e78296 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334699 Jun 30 03:37:39.716291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51228) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:39.783268 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-37b119e7-9aec-44f5-9ec5-70e754d2bed8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/ef0e8c03-4b45-414c-adc5-b2908584f38c HTTP/1.1" status: 200 len: 992 time: 0.0655956 Jun 30 03:37:40.030671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:40.209158 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 7ce8f4e5-3b2e-4923-bc3a-495a9fcfc4c2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:40.209468 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:40.295991 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:40.296284 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:40.308641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 7ce8f4e5-3b2e-4923-bc3a-495a9fcfc4c2 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:40.471247 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:40.497768 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=7ce8f4e5-3b2e-4923-bc3a-495a9fcfc4c2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:40.525155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.525469 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.525849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.526185 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.526518 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.526963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.527454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.527968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.528292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.528624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.528954 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.529392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:40.573406 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:40.573794 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Floating IP ef0e8c03-4b45-414c-adc5-b2908584f38c disassociated (deleted). External IP: 172.25.7.95, port: 57cc56ae-8146-4df5-b6a5-a8ba142041c0. Jun 30 03:37:40.814394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:37:40.933343 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:40.939382 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:40.944083 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] Sync routers for ids ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:40.954603 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] Routers {'dc50fe3f-ed87-4268-b008-d2fbd2efadf3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:40.955334 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:40.983631 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-dd825113-3c3f-4498-a0ce-6d68f9836ca0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/floatingips/ef0e8c03-4b45-414c-adc5-b2908584f38c HTTP/1.1" status: 204 len: 168 time: 0.9492478 Jun 30 03:37:40.983631 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'tag': '57cc56ae-8146-4df5-b6a5-a8ba142041c0'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:40.984166 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df48a75c-eb40-461d-9f9a-8df14fe5ad67" -d '{"events": [{"name": "network-changed", "server_uuid": "5c913de2-4dd1-4293-bbc5-b0a6d76684b4", "tag": "57cc56ae-8146-4df5-b6a5-a8ba142041c0"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:41.021272 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb405dea-5a71-430d-b3f6-b86297487e79 x-openstack-request-id: req-bb405dea-5a71-430d-b3f6-b86297487e79 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:41.021606 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c913de2-4dd1-4293-bbc5-b0a6d76684b4", "tag": "57cc56ae-8146-4df5-b6a5-a8ba142041c0", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:41.022063 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bb405dea-5a71-430d-b3f6-b86297487e79 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:41.022542 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'tag': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'status': 'completed', 'code': 200} Jun 30 03:37:41.064100 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] Set router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:41.097521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-1a630b51-e6e5-47fa-9a18-09f4dc11b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:41.099088 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-1a630b51-e6e5-47fa-9a18-09f4dc11b37e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 1097 time: 0.0539970 Jun 30 03:37:41.201162 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-6f71e59c-f057-4d1f-a5b4-fafd98851a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:41.202816 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-6f71e59c-f057-4d1f-a5b4-fafd98851a8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 HTTP/1.1" status: 200 len: 898 time: 0.0966914 Jun 30 03:37:41.251979 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-52cd154e-d2b3-453f-b889-df6bab4b8ade service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57cc56ae-8146-4df5-b6a5-a8ba142041c0 HTTP/1.1" status: 200 len: 217 time: 0.0404184 Jun 30 03:37:41.271649 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:50Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3602d0b0-c841-4ff4-ba28-ac849de5a3e2', 'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:60:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:50Z', 'updated_at': '2021-06-30T03:36:55Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:41.303854 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] Checking router: dc50fe3f-ed87-4268-b008-d2fbd2efadf3 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:41.312892 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] Routers {'dc50fe3f-ed87-4268-b008-d2fbd2efadf3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:41.313503 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:41.331986 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-6c37f97f-17dc-45b8-8590-bfbee9d839b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:41.333347 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-6c37f97f-17dc-45b8-8590-bfbee9d839b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9f1b6b8f-78bd-4552-9295-c1cb6853a2e4 HTTP/1.1" status: 200 len: 835 time: 0.0731568 Jun 30 03:37:41.400412 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247295a-0def-4111-b7ad-9bd6f0421c47 req-63070cf9-686a-4c86-9f28-9a8f02d4ca9a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:41.401920 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d247295a-0def-4111-b7ad-9bd6f0421c47 req-63070cf9-686a-4c86-9f28-9a8f02d4ca9a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.1047816 Jun 30 03:37:41.423872 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] Set router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:41.430038 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-e0402868-5df3-4deb-bff9-27ad45ece39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:41.431545 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-e0402868-5df3-4deb-bff9-27ad45ece39f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892484 Jun 30 03:37:41.457748 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d247295a-0def-4111-b7ad-9bd6f0421c47 req-975bfeb7-fb9b-4a4b-b1f5-1f944b636708 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487087 Jun 30 03:37:41.536261 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-11c7fcfb-7101-4aec-8544-f4d607901b33 service neutron] 10.222.0.73 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923009 Jun 30 03:37:41.622463 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:50Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3602d0b0-c841-4ff4-ba28-ac849de5a3e2', 'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:60:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:50Z', 'updated_at': '2021-06-30T03:36:55Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:41.627103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-df48a75c-eb40-461d-9f9a-8df14fe5ad67 req-3b2fcca2-fe7a-4e1d-8767-12f42b5eb02d service neutron] 10.222.0.73 "GET /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825102 Jun 30 03:37:41.649505 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20dcc3-3163-449b-875d-e367720760fc None None] The sync data for ids ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'] in n-d-758944-39 is: [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:50Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '3602d0b0-c841-4ff4-ba28-ac849de5a3e2', 'name': '', 'network_id': 'a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:60:8e:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:50Z', 'updated_at': '2021-06-30T03:36:55Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '9f1b6b8f-78bd-4552-9295-c1cb6853a2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:41.883113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa341c7-2cff-4ad0-adc7-41c08fa23215 None None] New status for floating IP ef0e8c03-4b45-414c-adc5-b2908584f38c: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:37:42.644129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29581672-0e5b-4700-98de-8d70959ae009 req-f1594d32-ac3b-4110-9c47-49b13352871b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:42.645648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-29581672-0e5b-4700-98de-8d70959ae009 req-f1594d32-ac3b-4110-9c47-49b13352871b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.0660670 Jun 30 03:37:42.686697 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-29581672-0e5b-4700-98de-8d70959ae009 req-91c6a538-1bab-47a4-88e8-bf7ee59d4184 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=7751b5a7-e15e-4694-8f65-94ed897e2bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351336 Jun 30 03:37:42.956053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-e75e7cec-a2c5-457c-a358-8e325a877c95 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:42.957434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-e75e7cec-a2c5-457c-a358-8e325a877c95 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 945 time: 0.0866551 Jun 30 03:37:43.060836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:43.061127 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:43.151187 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port 57cc56ae-8146-4df5-b6a5-a8ba142041c0, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=57cc56ae-8146-4df5-b6a5-a8ba142041c0,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:43.151462 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:43.531664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 57cc56ae-8146-4df5-b6a5-a8ba142041c0 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:43.664950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:43.666602 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:37:43.697105 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=57cc56ae-8146-4df5-b6a5-a8ba142041c0,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:43.709529 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.709876 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.710219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.710547 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.710905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.711227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.711551 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.712026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.712195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.712494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.712810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.713127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:43.752032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] No DVR routers for this DVR port 57cc56ae-8146-4df5-b6a5-a8ba142041c0 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:37:43.754885 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:43.756921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6e5e5659-8102-4b15-9b10-e41cc19a2eb4 req-a4e7f38f-ca75-490d-a9da-7dc9b4db22ce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "DELETE /v2.0/ports/57cc56ae-8146-4df5-b6a5-a8ba142041c0 HTTP/1.1" status: 204 len: 173 time: 0.7941506 Jun 30 03:37:43.757362 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'name': 'network-vif-deleted', 'tag': '57cc56ae-8146-4df5-b6a5-a8ba142041c0'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:43.760237 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f38f03f-91f9-42b9-b6d3-927ef5199757" -d '{"events": [{"server_uuid": "5c913de2-4dd1-4293-bbc5-b0a6d76684b4", "name": "network-vif-deleted", "tag": "57cc56ae-8146-4df5-b6a5-a8ba142041c0"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:43.844750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a37fbc30-de46-46c0-9ed9-ad18680dd681 req-db23d1bb-a061-49e2-8069-a4b64e03ff8f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c913de2-4dd1-4293-bbc5-b0a6d76684b4 HTTP/1.1" status: 200 len: 210 time: 0.0291533 Jun 30 03:37:43.873155 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a88d93-ecde-48c3-b4f1-1868a749a241 x-openstack-request-id: req-d9a88d93-ecde-48c3-b4f1-1868a749a241 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:43.873456 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c913de2-4dd1-4293-bbc5-b0a6d76684b4", "name": "network-vif-deleted", "tag": "57cc56ae-8146-4df5-b6a5-a8ba142041c0", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:43.873718 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9a88d93-ecde-48c3-b4f1-1868a749a241 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:43.874148 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c913de2-4dd1-4293-bbc5-b0a6d76684b4', 'name': 'network-vif-deleted', 'tag': '57cc56ae-8146-4df5-b6a5-a8ba142041c0', 'status': 'completed', 'code': 200} Jun 30 03:37:44.945286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:45.433748 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.730259 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:45.730538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.821407 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port 3602d0b0-c841-4ff4-ba28-ac849de5a3e2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3602d0b0-c841-4ff4-ba28-ac849de5a3e2,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:45.821740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:45.845419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:45.863041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 57cc56ae-8146-4df5-b6a5-a8ba142041c0 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:45.883437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 57cc56ae-8146-4df5-b6a5-a8ba142041c0 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:45.883782 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 57cc56ae-8146-4df5-b6a5-a8ba142041c0 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:46.043658 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.070356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=3602d0b0-c841-4ff4-ba28-ac849de5a3e2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:46.249040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.690336 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.780593 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:46.788702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:37:46.898483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:46.904319 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d27cfe71-81ee-450c-9faa-6bc4b8a40106 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "PUT /v2.0/routers/dc50fe3f-ed87-4268-b008-d2fbd2efadf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9576063 Jun 30 03:37:46.907199 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:46.908695 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] Sync routers for ids ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:46.917975 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] Routers {'dc50fe3f-ed87-4268-b008-d2fbd2efadf3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:46.918593 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:46.959924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-867ea7ca-9bd5-46cd-af84-dec349f3e89a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting subnet 9f1b6b8f-78bd-4552-9295-c1cb6853a2e4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:37:46.963615 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ea7ca-9bd5-46cd-af84-dec349f3e89a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.006526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ea7ca-9bd5-46cd-af84-dec349f3e89a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.099992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ea7ca-9bd5-46cd-af84-dec349f3e89a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.128801 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] Set router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:47.162597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ea7ca-9bd5-46cd-af84-dec349f3e89a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.190059 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ea7ca-9bd5-46cd-af84-dec349f3e89a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1b6b8f-78bd-4552-9295-c1cb6853a2e4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:47.192036 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-867ea7ca-9bd5-46cd-af84-dec349f3e89a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.193964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-867ea7ca-9bd5-46cd-af84-dec349f3e89a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/subnets/9f1b6b8f-78bd-4552-9295-c1cb6853a2e4 HTTP/1.1" status: 204 len: 168 time: 0.2857344 Jun 30 03:37:47.197974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:47.198497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccdfa27-60c2-48db-b210-b050a8782960 None None] Network a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:37:47.311016 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.320131 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:37:45Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:47.348955 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] Checking router: dc50fe3f-ed87-4268-b008-d2fbd2efadf3 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:47.359724 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] Routers {'dc50fe3f-ed87-4268-b008-d2fbd2efadf3'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:47.360349 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:47.383452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] DHCP port deletion for a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:37:47.429802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.438682 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Deleting port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:47.439218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.479751 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] Set router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:47.489649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port e4e34c21-c50d-43d5-a1cc-536cb6389ab2 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:37:47.490394 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.589878 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port e4e34c21-c50d-43d5-a1cc-536cb6389ab2, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e4e34c21-c50d-43d5-a1cc-536cb6389ab2,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:47.590683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.604455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for e4e34c21-c50d-43d5-a1cc-536cb6389ab2 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:47.687030 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] For port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d55ba834-d8d2-4e17-8b71-7d3b2bd688cb,segment=NetworkSegment(37b21138-543c-45e9-bf21-8527ee99370f),segment_id=37b21138-543c-45e9-bf21-8527ee99370f)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:47.687540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.689178 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:37:45Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:47.691945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d55ba834-d8d2-4e17-8b71-7d3b2bd688cb no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:47.719348 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb36086b-a9f6-4831-9e21-57cde6646794 None None] The sync data for ids ['dc50fe3f-ed87-4268-b008-d2fbd2efadf3'] in n-d-758944-39 is: [{'id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524920696', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:37:45Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e4e34c21-c50d-43d5-a1cc-536cb6389ab2', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc50fe3f-ed87-4268-b008-d2fbd2efadf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:36:47Z', 'updated_at': '2021-06-30T03:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:47.721933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Calling delete_port for d55ba834-d8d2-4e17-8b71-7d3b2bd688cb owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:37:47.803253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.829101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=e4e34c21-c50d-43d5-a1cc-536cb6389ab2,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:47.847649 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.867947 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.898747 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.912805 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Pushing event deleted for resources: {'Port': ['ID=d55ba834-d8d2-4e17-8b71-7d3b2bd688cb,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:47.915449 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] No DVR routers for this DVR port d55ba834-d8d2-4e17-8b71-7d3b2bd688cb on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.930073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c91fda-408c-4bb6-b04a-ce49eb7fc04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:47.995418 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:47.997696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.044795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.045476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Fanout notify agent at l3_agent the message router_deleted on router dc50fe3f-ed87-4268-b008-d2fbd2efadf3 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:37:48.052900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.054007 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-82559987-fa14-401b-9dbe-3fdf41ad2599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/routers/dc50fe3f-ed87-4268-b008-d2fbd2efadf3 HTTP/1.1" status: 204 len: 168 time: 0.8537202 Jun 30 03:37:48.056814 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:48.143854 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.238522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.249456 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:48.259129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b21138-543c-45e9-bf21-8527ee99370f') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:48.259429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b21138-543c-45e9-bf21-8527ee99370f') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:48.268604 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.282478 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.288987 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:37:48.289469 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:37:48.292802 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:37:48.359989 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.368342 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.370180 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/networks/a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215 HTTP/1.1" status: 204 len: 168 time: 0.3124385 Jun 30 03:37:48.375375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:48.382846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ef7ab-93b2-4de7-a82f-cd79218f5fa6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Network': ['ID=a5b1ca8c-1cd6-4c1c-a33f-d6d0d85a6215,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:48.442910 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4431e9a2-3b07-416c-8e31-0ca2b177bf90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.468936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4431e9a2-3b07-416c-8e31-0ca2b177bf90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.536479 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4431e9a2-3b07-416c-8e31-0ca2b177bf90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.539036 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4431e9a2-3b07-416c-8e31-0ca2b177bf90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:48.540206 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4431e9a2-3b07-416c-8e31-0ca2b177bf90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/security-groups/7751b5a7-e15e-4694-8f65-94ed897e2bee HTTP/1.1" status: 204 len: 168 time: 0.1638298 Jun 30 03:37:48.550016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431e9a2-3b07-416c-8e31-0ca2b177bf90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7751b5a7-e15e-4694-8f65-94ed897e2bee,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:48.929598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51268) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:48.934451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d1ffa4f8-fdf8-4518-9f3b-9a3f8d6a816c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712275541', 'description': 'tempest-secgroup-smoke-1712275541 description', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:48.969009 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa4f8-fdf8-4518-9f3b-9a3f8d6a816c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.069160 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa4f8-fdf8-4518-9f3b-9a3f8d6a816c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.074431 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa4f8-fdf8-4518-9f3b-9a3f8d6a816c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.104331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffa4f8-fdf8-4518-9f3b-9a3f8d6a816c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25e8e42-9326-48b7-aa92-4337bdd5da44,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:49.108014 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d1ffa4f8-fdf8-4518-9f3b-9a3f8d6a816c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.109266 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d1ffa4f8-fdf8-4518-9f3b-9a3f8d6a816c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1786537 Jun 30 03:37:49.112465 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51270) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:49.117225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e8794bf9-5835-4764-b6bf-7980b7409240 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'e25e8e42-9326-48b7-aa92-4337bdd5da44', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:49.150824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8794bf9-5835-4764-b6bf-7980b7409240 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.210796 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8794bf9-5835-4764-b6bf-7980b7409240 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.216379 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8794bf9-5835-4764-b6bf-7980b7409240 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.234071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8794bf9-5835-4764-b6bf-7980b7409240 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed424a14-f06b-45f8-9566-dd327eac74b6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:49.241641 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8794bf9-5835-4764-b6bf-7980b7409240 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.243052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e8794bf9-5835-4764-b6bf-7980b7409240 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296501 Jun 30 03:37:49.247129 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51272) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:49.251710 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-28eaaac9-5e1f-4770-896c-e29a4a76c778 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'e25e8e42-9326-48b7-aa92-4337bdd5da44', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:49.280715 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28eaaac9-5e1f-4770-896c-e29a4a76c778 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.349466 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28eaaac9-5e1f-4770-896c-e29a4a76c778 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.355669 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28eaaac9-5e1f-4770-896c-e29a4a76c778 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.375293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaaac9-5e1f-4770-896c-e29a4a76c778 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c163c3-ad29-4a2f-aa97-e535e8f63237,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:49.382547 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-28eaaac9-5e1f-4770-896c-e29a4a76c778 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.383854 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-28eaaac9-5e1f-4770-896c-e29a4a76c778 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357613 Jun 30 03:37:49.387016 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51274) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:49.392023 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ffe5599f-3c81-4ebb-ba5b-6304ec01a908 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'e25e8e42-9326-48b7-aa92-4337bdd5da44', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:49.423399 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffe5599f-3c81-4ebb-ba5b-6304ec01a908 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.490345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffe5599f-3c81-4ebb-ba5b-6304ec01a908 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.496050 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffe5599f-3c81-4ebb-ba5b-6304ec01a908 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.513634 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5599f-3c81-4ebb-ba5b-6304ec01a908 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84cef39-9762-479e-aa5c-d7350506b490,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:49.521104 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ffe5599f-3c81-4ebb-ba5b-6304ec01a908 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.522388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ffe5599f-3c81-4ebb-ba5b-6304ec01a908 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343582 Jun 30 03:37:49.525299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51276) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:49.530109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-e0a141a4-b052-474e-a2a4-02904d85cb33 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'e25e8e42-9326-48b7-aa92-4337bdd5da44', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:49.559453 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0a141a4-b052-474e-a2a4-02904d85cb33 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.597926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e4e34c21-c50d-43d5-a1cc-536cb6389ab2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:49.622267 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e4e34c21-c50d-43d5-a1cc-536cb6389ab2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:49.622639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e4e34c21-c50d-43d5-a1cc-536cb6389ab2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:49.623095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:37:49.623680 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0a141a4-b052-474e-a2a4-02904d85cb33 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.628515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0a141a4-b052-474e-a2a4-02904d85cb33 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.642287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:37:49.642628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3602d0b0-c841-4ff4-ba28-ac849de5a3e2 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:37:49.647828 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a141a4-b052-474e-a2a4-02904d85cb33 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db139e55-6440-451f-8dfe-31a31ed39c14,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:49.655983 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-e0a141a4-b052-474e-a2a4-02904d85cb33 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.657058 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e0a141a4-b052-474e-a2a4-02904d85cb33 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308002 Jun 30 03:37:49.659953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51278) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:49.664521 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-fa592f05-b932-422f-8394-c848371004eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'e25e8e42-9326-48b7-aa92-4337bdd5da44', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:49.688946 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-fa592f05-b932-422f-8394-c848371004eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Project ffabc9c6ffdd42cdb8c0a7df7410ac5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:37:49.693909 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa592f05-b932-422f-8394-c848371004eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.771310 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa592f05-b932-422f-8394-c848371004eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.777848 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa592f05-b932-422f-8394-c848371004eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.795352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa592f05-b932-422f-8394-c848371004eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a2c802-eae6-487b-a830-f970a49eeb55,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:49.802049 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-fa592f05-b932-422f-8394-c848371004eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.803320 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-fa592f05-b932-422f-8394-c848371004eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424098 Jun 30 03:37:49.807176 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51280) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:49.811647 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-7ed6277e-adfe-4eda-b146-cd8f394c1c9a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'e25e8e42-9326-48b7-aa92-4337bdd5da44', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:49.838792 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-7ed6277e-adfe-4eda-b146-cd8f394c1c9a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Project ffabc9c6ffdd42cdb8c0a7df7410ac5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:37:49.844939 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed6277e-adfe-4eda-b146-cd8f394c1c9a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.910458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed6277e-adfe-4eda-b146-cd8f394c1c9a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.915836 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed6277e-adfe-4eda-b146-cd8f394c1c9a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.935264 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6277e-adfe-4eda-b146-cd8f394c1c9a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484b67b4-e3c1-4418-966c-2a46d5e370f4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:49.943134 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7ed6277e-adfe-4eda-b146-cd8f394c1c9a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:49.944794 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7ed6277e-adfe-4eda-b146-cd8f394c1c9a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366985 Jun 30 03:37:49.947807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51282) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:49.955372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'network': {'name': 'tempest-network-smoke--1271203634', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'port_security_enabled': True}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:49.981036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:37:49.984821 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.011875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:37:50.020844 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.021190 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Added segment 4a48a2c0-02d5-4211-87b1-9a52ed588d63 of type vlan for network fe4ac8da-0c48-485e-8e42-27268018697a Jun 30 03:37:50.064561 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.100591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.106161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:50.106898 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.167070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2177930 Jun 30 03:37:50.170032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51284) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:50.177199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'admin_state_up': True, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:50.199204 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90116c7-cb62-44e5-a67c-49380a09bb85 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Network': ['ID=fe4ac8da-0c48-485e-8e42-27268018697a,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:50.210853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network fe4ac8da-0c48-485e-8e42-27268018697a details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:37:50.218750 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.220373 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.282338 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.420058 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.631196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.650661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.763006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.25.7.60 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/4d296a4c-36d2-40ab-ae1f-05d54d1def30) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:50.866848 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.915078 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:50.953118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:50.955959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:50.961887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:50.988669 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=4d296a4c-36d2-40ab-ae1f-05d54d1def30,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:51.241471 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.439188 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.582674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:37:51.688958 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:51.699563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Sync routers for ids ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:51.709482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Routers {'9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:51.710101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:51.710472 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:51.715280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51286) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:51.715893 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f98309a6-3a68-4480-b498-8e26bae06b1c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5440013 Jun 30 03:37:51.750973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0d3ae8de-ca8c-4fe7-acba-818ef0ac8c7f tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336490 Jun 30 03:37:51.753839 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51288) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:51.815595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Set router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:51.902369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee6437-adc1-4091-8a8e-193ba23038e7 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:51.904053 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b8ee6437-adc1-4091-8a8e-193ba23038e7 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1492207 Jun 30 03:37:51.907239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51290) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:51.941809 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ae93f284-4081-4861-ad98-7ef9143f70ed tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334454 Jun 30 03:37:51.944633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51292) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:51.949864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-295543812', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:51.998178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:51Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:52.024248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Checking router: 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:52.024596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Updating router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 port 4d296a4c-36d2-40ab-ae1f-05d54d1def30 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:37:52.041441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:37:52.045093 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.059459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.240481 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.300327 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Subnet': ['ID=fc6a2479-0ed7-4684-a9a1-ae41d00e74c9,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:52.310416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Checking segment: {'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:52.310847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network hostable DHCP agents. Network: fe4ac8da-0c48-485e-8e42-27268018697a, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:37:52.313785 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.323702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Transition to ACTIVE for port object 4d296a4c-36d2-40ab-ae1f-05d54d1def30 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:52.328797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network fe4ac8da-0c48-485e-8e42-27268018697a is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:37:52.329711 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.338998 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, fe4ac8da-0c48-485e-8e42-27268018697a) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:52.343749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:52.345034 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.356304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393c67ef-e894-40b8-b9a3-3c55fe1b09e2 None None] Network fe4ac8da-0c48-485e-8e42-27268018697a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:37:52.363295 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-3208329a-c322-4f2e-8893-cd6c0ae20e03 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4175093 Jun 30 03:37:52.364361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51294) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:37:52.423832 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed10f9-5880-4272-97bf-6ba2957978fd None None] Pushing event updated for resources: {'Port': ['ID=4d296a4c-36d2-40ab-ae1f-05d54d1def30,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:52.428212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Attempting to bind port 4d296a4c-36d2-40ab-ae1f-05d54d1def30 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:52.428580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Attempting to bind port 4d296a4c-36d2-40ab-ae1f-05d54d1def30 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:52.428933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Attempting to bind port 4d296a4c-36d2-40ab-ae1f-05d54d1def30 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:52.438033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:52.438407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:52.438819 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.439198 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:52.439655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Bound port: 4d296a4c-36d2-40ab-ae1f-05d54d1def30, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:52.440028 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.531412 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] For port 4d296a4c-36d2-40ab-ae1f-05d54d1def30, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:52.537076 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] For port 4d296a4c-36d2-40ab-ae1f-05d54d1def30, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4d296a4c-36d2-40ab-ae1f-05d54d1def30,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:52.545673 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.605193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-fe4ac8da-0c48-485e-8e42-27268018697a', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:37:52.606021 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.642604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Routers {'9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:52.643263 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:52.644835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed10f9-5880-4272-97bf-6ba2957978fd None None] Pushing event updated for resources: {'Port': ['ID=4d296a4c-36d2-40ab-ae1f-05d54d1def30,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:52.804906 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:52.837195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] Set router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:52.898995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Allocated IP 172.20.0.2 (fe4ac8da-0c48-485e-8e42-27268018697a/fc6a2479-0ed7-4684-a9a1-ae41d00e74c9/d2516038-731c-4bd4-91ac-7623b70edff1) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:53.134275 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.145099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Transition to ACTIVE for port object d2516038-731c-4bd4-91ac-7623b70edff1 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:53.148153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:51Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:53.182520 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e20def-ade7-406a-b173-3b0ab6cec8a2 None None] The sync data for ids ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'] in n-d-758944-39 is: [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:51Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:53.191932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Transition to ACTIVE for port object d2516038-731c-4bd4-91ac-7623b70edff1 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:53.204411 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.243230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Network fe4ac8da-0c48-485e-8e42-27268018697a is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:53.250218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:53.251028 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.20.0.1 (fe4ac8da-0c48-485e-8e42-27268018697a/fc6a2479-0ed7-4684-a9a1-ae41d00e74c9/608291e1-73ce-4bc6-a7b0-9cf08cd54d7a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:53.256368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:53.259763 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Pushing event updated for resources: {'Port': ['ID=d2516038-731c-4bd4-91ac-7623b70edff1,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:53.316857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Attempting to bind port d2516038-731c-4bd4-91ac-7623b70edff1 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:53.317216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Attempting to bind port d2516038-731c-4bd4-91ac-7623b70edff1 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:53.317578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Attempting to bind port d2516038-731c-4bd4-91ac-7623b70edff1 on network fe4ac8da-0c48-485e-8e42-27268018697a {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:53.322775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:53.323152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Checking segment: {'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:53.323545 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.324039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Bound using segment: {'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:53.324496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Bound port: d2516038-731c-4bd4-91ac-7623b70edff1, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:53.324876 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.385022 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.402349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Transition to ACTIVE for port object 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:53.404527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] For port d2516038-731c-4bd4-91ac-7623b70edff1, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:53.409565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] For port d2516038-731c-4bd4-91ac-7623b70edff1, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d2516038-731c-4bd4-91ac-7623b70edff1,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:53.414963 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.439498 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.502967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network fe4ac8da-0c48-485e-8e42-27268018697a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:53.505684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3072a6c-b6fa-4347-a05a-2f78986b2f1c None None] Pushing event updated for resources: {'Port': ['ID=d2516038-731c-4bd4-91ac-7623b70edff1,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:53.506140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:53.513155 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:53.553104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=608291e1-73ce-4bc6-a7b0-9cf08cd54d7a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:53.580506 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.656193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d296a4c-36d2-40ab-ae1f-05d54d1def30 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:53.741004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 4d296a4c-36d2-40ab-ae1f-05d54d1def30 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:53.745364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4d296a4c-36d2-40ab-ae1f-05d54d1def30 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:53.745738 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.790289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.846705 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.869897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 4d296a4c-36d2-40ab-ae1f-05d54d1def30, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4d296a4c-36d2-40ab-ae1f-05d54d1def30,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:53.875679 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:53.931291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=4d296a4c-36d2-40ab-ae1f-05d54d1def30,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:54.085922 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.092594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.164268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=608291e1-73ce-4bc6-a7b0-9cf08cd54d7a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:54.169433 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.268236 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network fe4ac8da-0c48-485e-8e42-27268018697a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:54.269635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:54.385646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:37:54.485629 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d4cf0620-3987-42ea-a6d0-28505d59bcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.503181 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:37:54.516142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7890f595-2a8d-4f6a-b578-784de75549e4 None None] Network fe4ac8da-0c48-485e-8e42-27268018697a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:37:54.516353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a544db82-6d8d-49ac-b263-396d943dd621 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "PUT /v2.0/routers/9e3be83a-d8a3-4a9c-9ed6-6db5aea40621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1434007 Jun 30 03:37:54.630821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8003f61b-7748-4574-a5bb-91e02fa9e565 None None] Provisioning for port d2516038-731c-4bd4-91ac-7623b70edff1 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:54.923320 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Sync routers for ids ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:37:54.933573 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Routers {'9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:54.934206 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:54.971930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cb7ecb96-bf0f-4cdd-a262-c69d41401edf None None] Provisioning for port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:54.976087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-cb7ecb96-bf0f-4cdd-a262-c69d41401edf None None] Provisioning complete for port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:54.976877 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-cb7ecb96-bf0f-4cdd-a262-c69d41401edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:54.995487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-f0e1b2fd-4edf-46f3-a9e7-c19967892202 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712275541&fields=id&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 267 time: 0.3628774 Jun 30 03:37:55.033804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ecb96-bf0f-4cdd-a262-c69d41401edf None None] Port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:37:55.084275 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Set router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:55.120358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-0f22fc9e-0ac6-47ea-991a-9eed0ca3ece5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:55.121881 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-0f22fc9e-0ac6-47ea-991a-9eed0ca3ece5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/networks?id=fe4ac8da-0c48-485e-8e42-27268018697a HTTP/1.1" status: 200 len: 797 time: 0.1181724 Jun 30 03:37:55.143259 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-2057e25b-faa7-4e30-913c-0e3cf19880f8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/quotas/ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 375 time: 0.0149240 Jun 30 03:37:55.169153 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0c66234e-cac3-4a62-a04c-916a97a7d923 None None] Provisioning complete for port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:55.169947 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0c66234e-cac3-4a62-a04c-916a97a7d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.211375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0c66234e-cac3-4a62-a04c-916a97a7d923 None None] Port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:37:55.228271 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-bd2b89db-7f11-4911-9445-6f2c83120848 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803120 Jun 30 03:37:55.311903 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '608291e1-73ce-4bc6-a7b0-9cf08cd54d7a', 'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:04:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 2, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:55.343089 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-58604681-6319-417f-b35e-61b899e5d1c8 service neutron] 10.222.0.55 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986090 Jun 30 03:37:55.344890 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Checking router: 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:37:55.345248 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Updating router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:37:55.383622 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.432384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b35685c8-1a61-4bc0-804d-175215b93e54 None None] Provisioning complete for port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:55.432740 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b35685c8-1a61-4bc0-804d-175215b93e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.439353 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-a4078f95-5b74-4d87-8825-115a3d97753b service neutron] 10.222.0.55 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952661 Jun 30 03:37:55.473111 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b35685c8-1a61-4bc0-804d-175215b93e54 None None] Port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:37:55.655775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-59b6554e-211b-4cbe-bdf3-7fd3dde7deb3 req-f578f292-6b13-46da-9527-0abcaf47fc1f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 210 time: 0.0313785 Jun 30 03:37:55.699797 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.711034 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Transition to ACTIVE for port object 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:55.722603 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d296a4c-36d2-40ab-ae1f-05d54d1def30 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:55.723353 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.777684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 4d296a4c-36d2-40ab-ae1f-05d54d1def30 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:55.778084 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.803297 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Pushing event updated for resources: {'Port': ['ID=608291e1-73ce-4bc6-a7b0-9cf08cd54d7a,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:55.830801 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.831144 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.831476 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.831800 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.832121 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.832440 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.832782 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.833095 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.833404 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.833955 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.834279 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.834588 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:37:55.852247 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Attempting to bind port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:55.852555 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Attempting to bind port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:55.852915 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Attempting to bind port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a on network fe4ac8da-0c48-485e-8e42-27268018697a {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:55.861391 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:55.861592 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Checking segment: {'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:55.861977 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.862756 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Bound using segment: {'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:55.863457 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Bound port: 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:55.864211 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.865652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d2516038-731c-4bd4-91ac-7623b70edff1 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:55.936654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port d2516038-731c-4bd4-91ac-7623b70edff1 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:55.940714 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] For port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:55.941267 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d2516038-731c-4bd4-91ac-7623b70edff1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:55.941386 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:55.944648 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] For port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=608291e1-73ce-4bc6-a7b0-9cf08cd54d7a,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:55.953011 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.021104 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Routers {'9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:37:56.022219 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:37:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:56.025849 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209796d-9508-482b-87a5-bde6af14a7a2 None None] Pushing event updated for resources: {'Port': ['ID=608291e1-73ce-4bc6-a7b0-9cf08cd54d7a,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:56.027310 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.069837 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port d2516038-731c-4bd4-91ac-7623b70edff1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d2516038-731c-4bd4-91ac-7623b70edff1,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:56.076084 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:56.151313 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] Set router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:37:56.156269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=d2516038-731c-4bd4-91ac-7623b70edff1,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:56.467673 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '608291e1-73ce-4bc6-a7b0-9cf08cd54d7a', 'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:04:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:37:56.495123 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275018c-c1e4-4ce9-b4c2-ce48b09e777e None None] The sync data for ids ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'] in n-d-758944-39 is: [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '608291e1-73ce-4bc6-a7b0-9cf08cd54d7a', 'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:04:03:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:55Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:37:56.800232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f14f291b-f225-4dc3-8c40-ea93faa22f2e req-a0aaf11f-c4fe-4b46-b48b-24cda741c7bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 210 time: 0.0300887 Jun 30 03:37:57.056896 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f4881df6-4fd9-41e4-8ced-2827e6d20459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.110964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6430e995-96d0-423e-a9d5-17edfda59e53 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:57.113049 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6430e995-96d0-423e-a9d5-17edfda59e53 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "GET /v2.0/networks?id=fe4ac8da-0c48-485e-8e42-27268018697a HTTP/1.1" status: 200 len: 797 time: 0.1251495 Jun 30 03:37:57.158232 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-eb90a6d2-e562-4064-9e34-ded5215612e5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 380 time: 0.0366509 Jun 30 03:37:57.168435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'port': {'device_id': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'admin_state_up': True, 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'security_groups': ['e25e8e42-9326-48b7-aa92-4337bdd5da44']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:57.180842 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.285585 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:37:57.288855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.420854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.20.0.12 (fe4ac8da-0c48-485e-8e42-27268018697a/fc6a2479-0ed7-4684-a9a1-ae41d00e74c9/9bc7e897-9a9b-4c02-9286-2889cd2131e6) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:37:57.569005 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.584396 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Transition to ACTIVE for port object 9bc7e897-9a9b-4c02-9286-2889cd2131e6 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:57.619345 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.665747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network fe4ac8da-0c48-485e-8e42-27268018697a is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:37:57.669767 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:37:57.677362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:37:57.683842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=9bc7e897-9a9b-4c02-9286-2889cd2131e6,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:57.705522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:57.730934 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:57.731683 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.749021 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-06be39d8-9800-42e7-ada0-9958b13ac6f5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5844262 Jun 30 03:37:57.759992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-8124b6d8-595a-4c3d-9d3c-a14df82238f3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:37:57.760281 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:57.761233 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-8124b6d8-595a-4c3d-9d3c-a14df82238f3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063145 Jun 30 03:37:57.764788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:57.765156 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.821010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Request body: {'port': {'device_id': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:37:57.850938 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.898346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=608291e1-73ce-4bc6-a7b0-9cf08cd54d7a,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:37:57.904261 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.905296 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d2516038-731c-4bd4-91ac-7623b70edff1 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:57.911546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1eaa8e4-53da-4d8f-8e9a-d106e34969f0 None None] Provisioning for port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:37:57.913259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.963899 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-f1eaa8e4-53da-4d8f-8e9a-d106e34969f0 None None] Provisioning complete for port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:57.964187 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa8e4-53da-4d8f-8e9a-d106e34969f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:57.998709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485e6ce-f772-46f4-8a53-599347c2ea5b req-f2b5f395-5800-44e7-99c6-f7187d5fb759 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:58.000479 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2485e6ce-f772-46f4-8a53-599347c2ea5b req-f2b5f395-5800-44e7-99c6-f7187d5fb759 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 932 time: 0.0709558 Jun 30 03:37:58.032630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f1eaa8e4-53da-4d8f-8e9a-d106e34969f0 None None] Port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:37:58.034615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d2516038-731c-4bd4-91ac-7623b70edff1 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:58.035296 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.038330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=608291e1-73ce-4bc6-a7b0-9cf08cd54d7a,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:58.049893 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2485e6ce-f772-46f4-8a53-599347c2ea5b req-9c132496-aad5-45b2-b19a-c9c210aa1c3a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409806 Jun 30 03:37:58.196903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc7e897-9a9b-4c02-9286-2889cd2131e6 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:37:58.206284 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.221014 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Transition to ACTIVE for port object 9bc7e897-9a9b-4c02-9286-2889cd2131e6 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:37:58.225719 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.276859 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc7e897-9a9b-4c02-9286-2889cd2131e6,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:58.356078 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Attempting to bind port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:37:58.356418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Attempting to bind port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:37:58.356893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Attempting to bind port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 on network fe4ac8da-0c48-485e-8e42-27268018697a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:58.361939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 on network fe4ac8da-0c48-485e-8e42-27268018697a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:37:58.362266 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Attempting to bind port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 on network fe4ac8da-0c48-485e-8e42-27268018697a {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:37:58.367478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:37:58.367819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Checking segment: {'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:37:58.368196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Bound using segment: {'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:37:58.368618 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Bound port: 9bc7e897-9a9b-4c02-9286-2889cd2131e6, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a48a2c0-02d5-4211-87b1-9a52ed588d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:37:58.369289 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.437707 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] For port 9bc7e897-9a9b-4c02-9286-2889cd2131e6, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:37:58.441061 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] For port 9bc7e897-9a9b-4c02-9286-2889cd2131e6, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:37:58.446415 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.479548 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:58.480155 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.481615 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] 10.222.0.69 "PUT /v2.0/ports/9bc7e897-9a9b-4c02-9286-2889cd2131e6 HTTP/1.1" status: 200 len: 1093 time: 0.7128372 Jun 30 03:37:58.482051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'tag': '9bc7e897-9a9b-4c02-9286-2889cd2131e6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:37:58.484361 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6ff445-7e90-4a53-8b94-97baf7474342" -d '{"events": [{"name": "network-changed", "server_uuid": "3057c6ff-7a46-43ab-b5d1-f414b8149e79", "tag": "9bc7e897-9a9b-4c02-9286-2889cd2131e6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:37:58.512492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e2dc-82a5-4172-9040-04ed3eb51f06 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc7e897-9a9b-4c02-9286-2889cd2131e6,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:37:58.532275 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a73db0-6f00-4370-bba7-5bceaf72323b x-openstack-request-id: req-b8a73db0-6f00-4370-bba7-5bceaf72323b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:37:58.532651 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3057c6ff-7a46-43ab-b5d1-f414b8149e79", "tag": "9bc7e897-9a9b-4c02-9286-2889cd2131e6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:37:58.532972 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8a73db0-6f00-4370-bba7-5bceaf72323b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:37:58.533616 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'tag': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'status': 'completed', 'code': 200} Jun 30 03:37:58.559042 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:37:58.585874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-dd4a2511-0413-40e3-a2c9-7d51ab7f7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:58.587344 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-dd4a2511-0413-40e3-a2c9-7d51ab7f7ff0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 1096 time: 0.0667183 Jun 30 03:37:58.629284 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-d6abd225-beb0-47d0-b059-b88df0e2968d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6 HTTP/1.1" status: 200 len: 217 time: 0.0350249 Jun 30 03:37:58.679492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-9650f6d4-52ca-44d3-8c6f-820dd927d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:58.680953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-9650f6d4-52ca-44d3-8c6f-820dd927d0c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fc6a2479-0ed7-4684-a9a1-ae41d00e74c9 HTTP/1.1" status: 200 len: 834 time: 0.0459237 Jun 30 03:37:58.742677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-e8855cb1-da41-4d83-895a-683b530b7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:58.744506 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-e8855cb1-da41-4d83-895a-683b530b7dc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe4ac8da-0c48-485e-8e42-27268018697a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577128 Jun 30 03:37:58.845747 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-a7f7e8a3-c2e7-4b05-8478-8b4efd5a4d6c service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944238 Jun 30 03:37:58.936928 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9796caa4-e3aa-4f3d-846a-acef9f064458 req-eea65916-9776-41d8-a2c1-f6ad10f57fa8 service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842447 Jun 30 03:37:59.061305 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-d2934c6a-86bd-4204-9c54-cafa7850a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:59.062767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-d2934c6a-86bd-4204-9c54-cafa7850a851 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 1096 time: 0.0595047 Jun 30 03:37:59.156574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-437914cd-d863-495c-8d00-0880a7f73ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:59.157979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-437914cd-d863-495c-8d00-0880a7f73ea5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe4ac8da-0c48-485e-8e42-27268018697a HTTP/1.1" status: 200 len: 898 time: 0.0892494 Jun 30 03:37:59.203608 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-66a50d01-3426-46d5-8334-ab2587ca4b91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6 HTTP/1.1" status: 200 len: 217 time: 0.0391552 Jun 30 03:37:59.227283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525aa8f6-fb0f-4554-b1f6-6dcbca18bf0b req-a2e781dc-e16c-4a5a-9880-eb9d9ce5360a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:59.228774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-525aa8f6-fb0f-4554-b1f6-6dcbca18bf0b req-a2e781dc-e16c-4a5a-9880-eb9d9ce5360a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 944 time: 0.0665369 Jun 30 03:37:59.259337 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-43b4b1d2-e2ce-4654-8327-fd18a741c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:59.263489 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-43b4b1d2-e2ce-4654-8327-fd18a741c403 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fc6a2479-0ed7-4684-a9a1-ae41d00e74c9 HTTP/1.1" status: 200 len: 834 time: 0.0532160 Jun 30 03:37:59.279669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-525aa8f6-fb0f-4554-b1f6-6dcbca18bf0b req-2761c01d-3536-4c08-bdcf-48d74f2cf2c6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439711 Jun 30 03:37:59.323008 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-164fa6ff-1847-4670-b8da-97f972ad5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:37:59.324512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-164fa6ff-1847-4670-b8da-97f972ad5836 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe4ac8da-0c48-485e-8e42-27268018697a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560255 Jun 30 03:37:59.429281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-548d67e0-70f3-4f72-a01d-8f08087c30b6 service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981250 Jun 30 03:37:59.520783 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8f6ff445-7e90-4a53-8b94-97baf7474342 req-f6156193-493c-49aa-b182-cd56fb1caf79 service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853703 Jun 30 03:37:59.610464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:37:59.658495 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:37:59.658888 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.351810 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:00.465290 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f40e68-442c-4ee9-9499-ca89a40b0f57 req-56c5d90b-41b1-4530-84b5-f03a92fd18c9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:00.467304 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87f40e68-442c-4ee9-9499-ca89a40b0f57 req-56c5d90b-41b1-4530-84b5-f03a92fd18c9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 944 time: 0.0687416 Jun 30 03:38:00.505841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87f40e68-442c-4ee9-9499-ca89a40b0f57 req-de7c58e9-a362-4e97-8aad-a682d5255fc1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327435 Jun 30 03:38:01.707632 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc9fe0-d86b-4acb-affd-76d11aec46b3 req-73c98950-44d8-4448-95de-19fd32d8106b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:01.708989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8cc9fe0-d86b-4acb-affd-76d11aec46b3 req-73c98950-44d8-4448-95de-19fd32d8106b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 944 time: 0.0797443 Jun 30 03:38:01.750256 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8cc9fe0-d86b-4acb-affd-76d11aec46b3 req-6765a616-b6cd-4159-b8c1-4d66adf122fd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326016 Jun 30 03:38:02.133553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9bc7e897-9a9b-4c02-9286-2889cd2131e6 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:38:02.234573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 9bc7e897-9a9b-4c02-9286-2889cd2131e6, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:02.246436 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'port_id': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'mac_address': 'fa:16:3e:3f:f0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:38:02.287644 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:02.301266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc7e897-9a9b-4c02-9286-2889cd2131e6 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:38:02.321591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 9bc7e897-9a9b-4c02-9286-2889cd2131e6, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:02.328445 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:02.379072 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=9bc7e897-9a9b-4c02-9286-2889cd2131e6,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:02.672367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['9bc7e897-9a9b-4c02-9286-2889cd2131e6'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:38:02.940256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb187c-3d6a-458e-9cf2-7f419bd66598 req-331ae335-cba3-41e5-8fde-b36c47bb029a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:02.941704 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48cb187c-3d6a-458e-9cf2-7f419bd66598 req-331ae335-cba3-41e5-8fde-b36c47bb029a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 945 time: 0.0730314 Jun 30 03:38:02.980805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48cb187c-3d6a-458e-9cf2-7f419bd66598 req-d49b8b95-83bf-470e-8ed8-a0efd2907d37 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334332 Jun 30 03:38:04.133012 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9bc7e897-9a9b-4c02-9286-2889cd2131e6 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:38:04.173413 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cfbc8-5bbc-49b8-b863-d4788d23c658 req-3db3c231-977f-4a2d-b398-5e080c73981f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:04.174948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd1cfbc8-5bbc-49b8-b863-d4788d23c658 req-3db3c231-977f-4a2d-b398-5e080c73981f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 945 time: 0.0698133 Jun 30 03:38:04.184671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:38:04.188872 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:38:04.189237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.216318 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd1cfbc8-5bbc-49b8-b863-d4788d23c658 req-9cbcae46-3503-4076-8c58-910e07f65dd0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356355 Jun 30 03:38:04.267085 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.294283 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc7e897-9a9b-4c02-9286-2889cd2131e6'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:38:04.296655 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9c9728-6663-47c9-bd55-691c13d4f90f" -d '{"events": [{"server_uuid": "3057c6ff-7a46-43ab-b5d1-f414b8149e79", "name": "network-vif-plugged", "status": "completed", "tag": "9bc7e897-9a9b-4c02-9286-2889cd2131e6"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:38:04.309167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 9bc7e897-9a9b-4c02-9286-2889cd2131e6, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:38:04.314373 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:04.364017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=9bc7e897-9a9b-4c02-9286-2889cd2131e6,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:04.385060 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be48a9f-b1ac-4cfb-9096-953c0208d0be x-openstack-request-id: req-5be48a9f-b1ac-4cfb-9096-953c0208d0be {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:38:04.385351 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3057c6ff-7a46-43ab-b5d1-f414b8149e79", "name": "network-vif-plugged", "status": "completed", "tag": "9bc7e897-9a9b-4c02-9286-2889cd2131e6", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:38:04.385589 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5be48a9f-b1ac-4cfb-9096-953c0208d0be {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:38:04.385963 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'code': 200} Jun 30 03:38:04.504349 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6e65-fefb-406c-8495-3dff1e817494 req-bb48cffc-32f7-4d88-ac54-11fbe0f4c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:04.505843 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecad6e65-fefb-406c-8495-3dff1e817494 req-bb48cffc-32f7-4d88-ac54-11fbe0f4c754 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 1098 time: 0.0566714 Jun 30 03:38:04.540400 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ecad6e65-fefb-406c-8495-3dff1e817494 req-1bf59303-f986-4bad-87f5-3a757b515516 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279398 Jun 30 03:38:05.423933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164c3ec-e48f-4030-a3df-5bccc6af04ac req-aa9534cb-cd38-4dc0-8c20-31b3ae94cbd6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:05.423933 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8164c3ec-e48f-4030-a3df-5bccc6af04ac req-aa9534cb-cd38-4dc0-8c20-31b3ae94cbd6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0778680 Jun 30 03:38:05.464549 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8164c3ec-e48f-4030-a3df-5bccc6af04ac req-0450c290-a011-45ef-a743-748405061845 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354807 Jun 30 03:38:06.649771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde96af6-c193-458e-bae2-a353e3cf8971 req-1ab4422f-052a-4d91-bbe2-0475c2765bbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:06.651383 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fde96af6-c193-458e-bae2-a353e3cf8971 req-1ab4422f-052a-4d91-bbe2-0475c2765bbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0728137 Jun 30 03:38:06.697603 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fde96af6-c193-458e-bae2-a353e3cf8971 req-5b893294-e172-41a6-b9bc-1d69afd4ea61 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364163 Jun 30 03:38:06.884835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1febb-683f-4e66-882b-9f0ae18ec629 req-c5bdab4a-df10-490f-b3a3-ed7a49061c79 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:06.886302 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3d1febb-683f-4e66-882b-9f0ae18ec629 req-c5bdab4a-df10-490f-b3a3-ed7a49061c79 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0740454 Jun 30 03:38:06.926489 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3d1febb-683f-4e66-882b-9f0ae18ec629 req-1fbab77d-f037-42a9-be69-2f05b9ac556b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336788 Jun 30 03:38:06.957648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51354) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:07.022917 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9922578e-b2f0-4309-84f1-c9b247ca197f tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:07.024444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9922578e-b2f0-4309-84f1-c9b247ca197f tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 1093 time: 0.0658586 Jun 30 03:38:07.028780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51356) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:07.033330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:38:07.059406 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:07.160626 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:07.270910 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.25.7.154 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/bcb27794-42f5-4d25-a6a1-da3a919a2e75) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:38:07.385983 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:07.432592 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:07.472538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:38:07.475370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:38:07.481610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:38:07.487221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=bcb27794-42f5-4d25-a6a1-da3a919a2e75,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:07.876487 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:07.982688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:08.135536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:08.143107 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:08.219024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=bcb27794-42f5-4d25-a6a1-da3a919a2e75,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:38:08.230622 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:08.352642 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Floating IP 0a3c8211-306f-4d51-a234-5eef5a1a8b9f associated. External IP: 172.25.7.154, port: 9bc7e897-9a9b-4c02-9286-2889cd2131e6. Jun 30 03:38:08.570308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:38:08.699081 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:38:08.712963 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] Sync routers for ids ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:38:08.720344 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:08.724677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] Routers {'9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:38:08.725329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:37:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:08.837237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] Set router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:38:09.085289 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e3b89b76-6a78-40e9-8645-e8bd7b8608fe tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0554733 Jun 30 03:38:09.085925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '0a3c8211-306f-4d51-a234-5eef5a1a8b9f', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'port_id': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'mac_address': 'fa:16:3e:3f:f0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:38:07Z', 'updated_at': '2021-06-30T03:38:07Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608291e1-73ce-4bc6-a7b0-9cf08cd54d7a', 'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:04:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:57Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:09.086102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'tag': '9bc7e897-9a9b-4c02-9286-2889cd2131e6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:38:09.088121 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c483b23-a0af-43a3-80eb-f3eeb1d610be" -d '{"events": [{"name": "network-changed", "server_uuid": "3057c6ff-7a46-43ab-b5d1-f414b8149e79", "tag": "9bc7e897-9a9b-4c02-9286-2889cd2131e6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:38:09.112119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] Checking router: 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:38:09.120670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] Routers {'9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:38:09.122368 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:37:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:09.126456 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbca376-34dd-47bd-8c81-96d6e3852cf0 x-openstack-request-id: req-7dbca376-34dd-47bd-8c81-96d6e3852cf0 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:38:09.126760 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3057c6ff-7a46-43ab-b5d1-f414b8149e79", "tag": "9bc7e897-9a9b-4c02-9286-2889cd2131e6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:38:09.127032 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7dbca376-34dd-47bd-8c81-96d6e3852cf0 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:38:09.127392 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'tag': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'status': 'completed', 'code': 200} Jun 30 03:38:09.232930 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] Set router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:38:09.242436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-11af21b7-9d1a-439a-a767-b75a16106689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:09.244252 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-11af21b7-9d1a-439a-a767-b75a16106689 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 1098 time: 0.0897098 Jun 30 03:38:09.305195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceae84-da50-4cee-b7f8-0253ae3dc6c4 req-7ca4665b-75ac-4b5a-ab35-d1b941776b97 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:09.306654 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37ceae84-da50-4cee-b7f8-0253ae3dc6c4 req-7ca4665b-75ac-4b5a-ab35-d1b941776b97 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.1165419 Jun 30 03:38:09.365358 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37ceae84-da50-4cee-b7f8-0253ae3dc6c4 req-a73cc3bd-406b-4ffa-9d43-0fffaf17e8d5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523174 Jun 30 03:38:09.375817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-796f9954-ae90-464c-82c6-a49c762d39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:09.376962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-796f9954-ae90-464c-82c6-a49c762d39d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe4ac8da-0c48-485e-8e42-27268018697a HTTP/1.1" status: 200 len: 898 time: 0.1244822 Jun 30 03:38:09.392211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51362) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:09.457796 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-f38dc3a7-e988-4eaf-b108-984976b4385d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6 HTTP/1.1" status: 200 len: 1000 time: 0.0743392 Jun 30 03:38:09.463313 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '0a3c8211-306f-4d51-a234-5eef5a1a8b9f', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'port_id': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'mac_address': 'fa:16:3e:3f:f0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:38:07Z', 'updated_at': '2021-06-30T03:38:07Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608291e1-73ce-4bc6-a7b0-9cf08cd54d7a', 'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:04:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:57Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:38:09.465072 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f302ece1-f38f-4619-81cb-2f5fdca122db tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/0a3c8211-306f-4d51-a234-5eef5a1a8b9f HTTP/1.1" status: 200 len: 992 time: 0.0717266 Jun 30 03:38:09.495149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d64df2-d245-49b4-b799-10ab7a073913 None None] The sync data for ids ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'] in n-d-758944-39 is: [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '0a3c8211-306f-4d51-a234-5eef5a1a8b9f', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'port_id': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'mac_address': 'fa:16:3e:3f:f0:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:38:07Z', 'updated_at': '2021-06-30T03:38:07Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608291e1-73ce-4bc6-a7b0-9cf08cd54d7a', 'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:04:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:57Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:38:09.509308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-a353f98b-6e31-445d-b84f-9029015cae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:09.510777 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-a353f98b-6e31-445d-b84f-9029015cae10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fc6a2479-0ed7-4684-a9a1-ae41d00e74c9 HTTP/1.1" status: 200 len: 834 time: 0.0460730 Jun 30 03:38:09.569467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-ae29b515-4f23-4c7e-a6a2-fb98cea64469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:09.570984 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-ae29b515-4f23-4c7e-a6a2-fb98cea64469 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe4ac8da-0c48-485e-8e42-27268018697a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540378 Jun 30 03:38:09.669214 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-622f6e1b-1d97-457e-be2c-1ade8048d160 service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909979 Jun 30 03:38:09.702024 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ae1bb-f98a-40f8-bbb2-6662bc03f7a0 None None] New status for floating IP 0a3c8211-306f-4d51-a234-5eef5a1a8b9f: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:38:09.759481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1c483b23-a0af-43a3-80eb-f3eeb1d610be req-c3ed104e-bc12-41d3-9ee1-22592c0c20bd service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834856 Jun 30 03:38:10.470433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51364) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:38:10.539960 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ace13766-7ca9-4e8f-9a0d-f2f81afb83ff tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/0a3c8211-306f-4d51-a234-5eef5a1a8b9f HTTP/1.1" status: 200 len: 994 time: 0.0683260 Jun 30 03:38:16.696321 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:16.788793 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:20.670100 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:38:24.489072 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2ab4b03c-1843-483f-8fa2-90e2849451f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:27.050668 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-deb3869d-6bc6-4747-8430-4abe4879ff95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:27.187829 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:28.552149 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:30.358294 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:31.031680 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-36df8292-227a-4100-9be5-cc2f366d0d59 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0694752 Jun 30 03:38:31.142753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-d9d0d16f-f54d-4d24-9c14-fd6b07445ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:31.145384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-d9d0d16f-f54d-4d24-9c14-fd6b07445ea9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 1098 time: 0.0662105 Jun 30 03:38:31.273649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-e7fef1db-4401-4699-b3fc-4c269bb73fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:31.275174 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-e7fef1db-4401-4699-b3fc-4c269bb73fe3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe4ac8da-0c48-485e-8e42-27268018697a HTTP/1.1" status: 200 len: 898 time: 0.1032717 Jun 30 03:38:31.344031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-b4d68d06-c02a-4cf4-8c50-9941086978f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6 HTTP/1.1" status: 200 len: 1002 time: 0.0619006 Jun 30 03:38:31.395324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-577015ef-12d8-4189-964d-c0d910728207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:31.396881 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-577015ef-12d8-4189-964d-c0d910728207 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fc6a2479-0ed7-4684-a9a1-ae41d00e74c9 HTTP/1.1" status: 200 len: 834 time: 0.0458741 Jun 30 03:38:31.466064 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-ed529dec-f653-4f82-a0aa-ed1700202e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:38:31.467714 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-ed529dec-f653-4f82-a0aa-ed1700202e89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe4ac8da-0c48-485e-8e42-27268018697a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633409 Jun 30 03:38:31.565509 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-3527c739-4898-4cfa-aacc-f8bb09ea233e service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896528 Jun 30 03:38:31.663303 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1a634df1-dfdc-44b4-82c5-548ee6b49aa3 req-0032ab3c-5e8f-4831-bb59-451662eb82f9 service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907083 Jun 30 03:38:46.694303 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:46.787461 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:54.496520 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab12ad11-a83d-41dc-b3da-a174b40b9c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:57.055384 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5742608-c3d1-490a-96a8-4bbbe891a1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:57.186195 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:38:57.675023 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:38:58.559528 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:00.359967 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:15.769445 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-d4750066-438e-4c4a-9a48-f4fb36614e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:15.770969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-d4750066-438e-4c4a-9a48-f4fb36614e8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 1098 time: 0.0567062 Jun 30 03:39:15.813050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57906cb9-872d-4f49-b95f-1c6e0fe55c7b req-c49ccff1-ec12-4167-997f-e70327601494 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:15.814425 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-57906cb9-872d-4f49-b95f-1c6e0fe55c7b req-c49ccff1-ec12-4167-997f-e70327601494 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0679240 Jun 30 03:39:15.852643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-57906cb9-872d-4f49-b95f-1c6e0fe55c7b req-a06c8e95-5d77-4d77-89be-c620af966837 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323083 Jun 30 03:39:15.863552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-ca8eaad6-43a9-43e5-a2fa-d628883c3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:15.865039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-ca8eaad6-43a9-43e5-a2fa-d628883c3b01 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe4ac8da-0c48-485e-8e42-27268018697a HTTP/1.1" status: 200 len: 898 time: 0.0877252 Jun 30 03:39:15.930493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-55b9cf2b-7450-433f-938d-7b01e6ffec9b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6 HTTP/1.1" status: 200 len: 1002 time: 0.0571442 Jun 30 03:39:15.980629 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-b35f6b5c-bf32-461a-97f8-d5f3b731dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:15.982041 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-b35f6b5c-bf32-461a-97f8-d5f3b731dfc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fc6a2479-0ed7-4684-a9a1-ae41d00e74c9 HTTP/1.1" status: 200 len: 834 time: 0.0442419 Jun 30 03:39:16.044275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-4fc80350-a6f0-42eb-bc7b-d0c32228796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:16.045740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-4fc80350-a6f0-42eb-bc7b-d0c32228796f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe4ac8da-0c48-485e-8e42-27268018697a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566850 Jun 30 03:39:16.134431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-1a4cab5d-6d8d-4421-a524-fdf8a29c8e39 service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817609 Jun 30 03:39:16.231705 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7006b629-cd4f-42a7-b4f2-74207e3e5418 req-1c833db4-aee4-4308-ad49-7a6a017c113e service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876238 Jun 30 03:39:16.695108 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:16.789252 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:17.042868 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226dbc4-ee46-4331-9f53-3e9ffa747615 req-06c77717-69b9-4b12-8aee-d80412041acf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:17.044226 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f226dbc4-ee46-4331-9f53-3e9ffa747615 req-06c77717-69b9-4b12-8aee-d80412041acf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0701976 Jun 30 03:39:17.082305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f226dbc4-ee46-4331-9f53-3e9ffa747615 req-c4c26699-c978-415e-82d6-556dbbc48c43 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Jun 30 03:39:18.274870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeea570-8ba6-45b0-bcd9-0496fad5e504 req-7bb8cd9b-822a-483c-b6c0-3ff05b9a7d43 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:18.276386 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5eeea570-8ba6-45b0-bcd9-0496fad5e504 req-7bb8cd9b-822a-483c-b6c0-3ff05b9a7d43 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0709114 Jun 30 03:39:18.314402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5eeea570-8ba6-45b0-bcd9-0496fad5e504 req-a6462c91-e9cf-4e36-ada8-4706207ce599 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Jun 30 03:39:19.511484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6a82c-7aa4-4967-96c1-5a8fef0c0c89 req-391f79d2-23ec-461c-aa8d-9b039ffc1f2d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:19.513225 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-07d6a82c-7aa4-4967-96c1-5a8fef0c0c89 req-391f79d2-23ec-461c-aa8d-9b039ffc1f2d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0769804 Jun 30 03:39:19.553320 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-07d6a82c-7aa4-4967-96c1-5a8fef0c0c89 req-6ab726df-eb7c-4337-8866-ad57ed04be92 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340774 Jun 30 03:39:20.744239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609068-b4eb-4cd4-a1b9-77be45ca5839 req-08dd86d8-a114-44b2-ae51-91bc5170a574 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:20.745685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24609068-b4eb-4cd4-a1b9-77be45ca5839 req-08dd86d8-a114-44b2-ae51-91bc5170a574 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0791175 Jun 30 03:39:20.789720 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24609068-b4eb-4cd4-a1b9-77be45ca5839 req-e03d2ab0-f12d-4db4-98e1-97bea82de396 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345194 Jun 30 03:39:21.992163 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06924d-69d0-401f-b528-62fb11f01a11 req-247d14bb-dc05-4bb3-a3b4-052f0df776b8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:21.994039 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c06924d-69d0-401f-b528-62fb11f01a11 req-247d14bb-dc05-4bb3-a3b4-052f0df776b8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0828676 Jun 30 03:39:22.040079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8c06924d-69d0-401f-b528-62fb11f01a11 req-138fed51-0e20-4cd1-a728-ea208e14d504 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Jun 30 03:39:23.232322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15547754-affd-4587-9465-5fa1ef731991 req-ea997af2-46e1-4ce3-8557-73693a9f2ecd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:23.233804 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15547754-affd-4587-9465-5fa1ef731991 req-ea997af2-46e1-4ce3-8557-73693a9f2ecd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0748982 Jun 30 03:39:23.274760 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-15547754-affd-4587-9465-5fa1ef731991 req-5c7bb701-f44c-444d-a0d6-9bf51a480d3d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325863 Jun 30 03:39:24.475879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c5d32-2686-497b-ba96-9a87ed4f2504 req-929d9446-0eca-4255-a4d5-e50ee5a6ec06 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:24.477464 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f67c5d32-2686-497b-ba96-9a87ed4f2504 req-929d9446-0eca-4255-a4d5-e50ee5a6ec06 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0784497 Jun 30 03:39:24.494103 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ae818e06-23d8-4aa8-aea3-8cf0313d1215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:24.517276 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f67c5d32-2686-497b-ba96-9a87ed4f2504 req-5e8e1521-f01e-479b-a436-89d105b98026 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336659 Jun 30 03:39:25.716030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650194df-767a-495e-8d73-935642c7f4c6 req-63d5fc79-ab95-42f7-8c15-d0298786d39e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:25.717721 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-650194df-767a-495e-8d73-935642c7f4c6 req-63d5fc79-ab95-42f7-8c15-d0298786d39e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0756083 Jun 30 03:39:25.759339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-650194df-767a-495e-8d73-935642c7f4c6 req-7fd8353e-d470-4210-88a4-b19fd5bcafe4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331173 Jun 30 03:39:26.947007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5358403-716c-4c2d-9fa9-0dea44e85293 req-7c95e3e0-0642-4d44-ac32-2d4f0ced9620 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:26.948376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5358403-716c-4c2d-9fa9-0dea44e85293 req-7c95e3e0-0642-4d44-ac32-2d4f0ced9620 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0711010 Jun 30 03:39:26.999592 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f5358403-716c-4c2d-9fa9-0dea44e85293 req-83680e74-482e-4178-af80-7003ba12800b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Jun 30 03:39:27.058849 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-19efa87d-3f3a-4ef7-ac3d-415af654347d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:27.179604 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:28.218571 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f8ec-e2ba-4875-8ac3-e8cd06fdcad5 req-c6fc85ea-b321-4e58-8f1c-f966ca4ced9d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:28.220069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3003f8ec-e2ba-4875-8ac3-e8cd06fdcad5 req-c6fc85ea-b321-4e58-8f1c-f966ca4ced9d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0828376 Jun 30 03:39:28.259067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3003f8ec-e2ba-4875-8ac3-e8cd06fdcad5 req-4045250e-8853-4bce-be69-a092d2518983 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331018 Jun 30 03:39:28.285430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51426) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:39:28.348370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e6bd5665-d1e7-47da-8725-4e5a0f00e604 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/0a3c8211-306f-4d51-a234-5eef5a1a8b9f HTTP/1.1" status: 200 len: 994 time: 0.0614808 Jun 30 03:39:28.560428 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:30.361458 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:31.042366 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-c6ec4b95-5324-4083-9677-4ceb70b94c66 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639043 Jun 30 03:39:31.169454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-e31b241c-6363-45ea-860f-43be8531bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:31.171561 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-e31b241c-6363-45ea-860f-43be8531bdd5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 1098 time: 0.0721433 Jun 30 03:39:31.284507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-6c1eeff4-a480-4b36-99a9-c0edc9f5ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:31.285964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-6c1eeff4-a480-4b36-99a9-c0edc9f5ae9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe4ac8da-0c48-485e-8e42-27268018697a HTTP/1.1" status: 200 len: 898 time: 0.0926301 Jun 30 03:39:31.358324 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-c936ed76-e989-45ff-854f-f643d5749c3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6 HTTP/1.1" status: 200 len: 1002 time: 0.0650964 Jun 30 03:39:31.410503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-de70ac4e-a48c-4a7d-8fda-391afb8da3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:31.411998 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-de70ac4e-a48c-4a7d-8fda-391afb8da3c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fc6a2479-0ed7-4684-a9a1-ae41d00e74c9 HTTP/1.1" status: 200 len: 834 time: 0.0453005 Jun 30 03:39:31.474862 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-2d0f7421-db29-44fa-9bc0-6a053d5331db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:39:31.476370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-2d0f7421-db29-44fa-9bc0-6a053d5331db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe4ac8da-0c48-485e-8e42-27268018697a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571804 Jun 30 03:39:31.584709 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-48d38a66-b8f8-49a1-a3bc-eff9d7c2a2eb service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008174 Jun 30 03:39:31.685230 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8e93bd7e-5aac-4235-90cb-3d463930c98c req-7f045203-ac0d-43ff-a2af-3b41acfb9c9d service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932708 Jun 30 03:39:34.677902 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:39:46.692723 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:46.793652 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:54.489913 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8e95d949-f5df-4a23-951a-ba5d970ed676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:57.066177 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e70d4754-224f-4a13-be57-7a91c4a1b193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:57.184040 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:39:58.562374 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:00.365167 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:11.680972 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:40:16.690202 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:16.815413 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:24.487758 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9e94a907-ecfe-4406-85ac-4f41c00b8668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.420076 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51466) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:25.607319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port bcb27794-42f5-4d25-a6a1-da3a919a2e75 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:25.607717 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.693082 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.693408 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.706754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for bcb27794-42f5-4d25-a6a1-da3a919a2e75 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:25.893071 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.921864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=bcb27794-42f5-4d25-a6a1-da3a919a2e75,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:25.949441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.949754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.950118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.950446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.950801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.951147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.951451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.951798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.952096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.952425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.952735 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.953268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:25.995100 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:25.995481 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Floating IP 0a3c8211-306f-4d51-a234-5eef5a1a8b9f disassociated (deleted). External IP: 172.25.7.154, port: 9bc7e897-9a9b-4c02-9286-2889cd2131e6. Jun 30 03:40:26.583646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:26.705403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:26.710237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:26.715557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] Sync routers for ids ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:26.725665 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] Routers {'9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:26.726292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:39:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:26.749008 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-db605ba7-c230-4f3b-8851-00a63de3561f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/floatingips/0a3c8211-306f-4d51-a234-5eef5a1a8b9f HTTP/1.1" status: 204 len: 168 time: 1.3277082 Jun 30 03:40:26.749891 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'tag': '9bc7e897-9a9b-4c02-9286-2889cd2131e6'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:26.752342 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0122af4-41d8-4d92-8b4a-1017271d2b99" -d '{"events": [{"name": "network-changed", "server_uuid": "3057c6ff-7a46-43ab-b5d1-f414b8149e79", "tag": "9bc7e897-9a9b-4c02-9286-2889cd2131e6"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:26.811034 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419a9020-83de-4f2a-9cb7-f49cd07058f5 x-openstack-request-id: req-419a9020-83de-4f2a-9cb7-f49cd07058f5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:26.811034 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3057c6ff-7a46-43ab-b5d1-f414b8149e79", "tag": "9bc7e897-9a9b-4c02-9286-2889cd2131e6", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:26.811312 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-419a9020-83de-4f2a-9cb7-f49cd07058f5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:26.811742 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'tag': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'status': 'completed', 'code': 200} Jun 30 03:40:26.834463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] Set router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:26.893361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-18fd535b-2aac-4da8-9538-b9a204fa9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:26.894914 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-18fd535b-2aac-4da8-9538-b9a204fa9962 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 1098 time: 0.0589550 Jun 30 03:40:27.002828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-63f0f3bf-de8e-4430-9f39-cec1c0914a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:27.004326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-63f0f3bf-de8e-4430-9f39-cec1c0914a32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fe4ac8da-0c48-485e-8e42-27268018697a HTTP/1.1" status: 200 len: 898 time: 0.1026714 Jun 30 03:40:27.049628 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-acc20e1e-a8a6-493b-9959-1f5bafe4cb30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6 HTTP/1.1" status: 200 len: 217 time: 0.0383062 Jun 30 03:40:27.051142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '608291e1-73ce-4bc6-a7b0-9cf08cd54d7a', 'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:04:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:57Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:27.087878 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] Checking router: 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:27.092319 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0df79141-e594-41c8-9817-855f8fae5a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.098533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] Routers {'9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:27.099180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:40:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:27.140356 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-97055681-85dc-4ca7-a404-8f64b28ae301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:27.141816 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-97055681-85dc-4ca7-a404-8f64b28ae301 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fc6a2479-0ed7-4684-a9a1-ae41d00e74c9 HTTP/1.1" status: 200 len: 834 time: 0.0851207 Jun 30 03:40:27.194992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d0e8e-7d87-423f-89da-f7dd72ccf023 req-8c45e1af-9c7c-411f-9e58-c16a76ec242a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:27.196526 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec0d0e8e-7d87-423f-89da-f7dd72ccf023 req-8c45e1af-9c7c-411f-9e58-c16a76ec242a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.1084716 Jun 30 03:40:27.251099 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ec0d0e8e-7d87-423f-89da-f7dd72ccf023 req-77130ff0-486c-412c-a6e1-19c584d6648d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464921 Jun 30 03:40:27.253058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-4b4439ce-02a9-44fb-9e9b-f56d78a38389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:27.254515 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-4b4439ce-02a9-44fb-9e9b-f56d78a38389 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fe4ac8da-0c48-485e-8e42-27268018697a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048262 Jun 30 03:40:27.352945 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-856d0ba3-990e-471c-a302-b055e9c9dae8 service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906720 Jun 30 03:40:27.367532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:27.383970 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] Set router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:27.455867 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e0122af4-41d8-4d92-8b4a-1017271d2b99 req-171ca2ff-747c-45e9-b0e7-e61c0b6c331f service neutron] 10.222.0.69 "GET /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953858 Jun 30 03:40:27.601681 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '608291e1-73ce-4bc6-a7b0-9cf08cd54d7a', 'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:04:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:57Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:27.627867 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939615e-6594-44cc-87ef-bb81b1c00efa None None] The sync data for ids ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'] in n-d-758944-39 is: [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '608291e1-73ce-4bc6-a7b0-9cf08cd54d7a', 'name': '', 'network_id': 'fe4ac8da-0c48-485e-8e42-27268018697a', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:04:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:52Z', 'updated_at': '2021-06-30T03:37:57Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'fc6a2479-0ed7-4684-a9a1-ae41d00e74c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:27.857525 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099dbcf-aef6-4798-8e18-c92aba93f902 None None] New status for floating IP 0a3c8211-306f-4d51-a234-5eef5a1a8b9f: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:40:28.439123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c520c0-6c7a-4546-9051-3f2367926c62 req-e857373c-b474-4c1b-a60a-3fd551a81874 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:28.440629 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25c520c0-6c7a-4546-9051-3f2367926c62 req-e857373c-b474-4c1b-a60a-3fd551a81874 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0733120 Jun 30 03:40:28.484600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-25c520c0-6c7a-4546-9051-3f2367926c62 req-f7b48546-4cfc-422c-8333-607cb49a0005 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=e25e8e42-9326-48b7-aa92-4337bdd5da44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356548 Jun 30 03:40:28.566256 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:28.907877 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-6397c3aa-72dc-4f10-99c7-d02e55eb9bff tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:28.909248 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-6397c3aa-72dc-4f10-99c7-d02e55eb9bff tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 946 time: 0.0833828 Jun 30 03:40:29.016122 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:29.016418 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.119017 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port 9bc7e897-9a9b-4c02-9286-2889cd2131e6, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9bc7e897-9a9b-4c02-9286-2889cd2131e6,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:29.119361 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.131905 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 9bc7e897-9a9b-4c02-9286-2889cd2131e6 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:29.274465 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.314544 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=9bc7e897-9a9b-4c02-9286-2889cd2131e6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:29.344822 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.345177 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.345517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.345850 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.346176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.346502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.346851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.347160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.347478 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.347794 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.348116 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.348431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:29.368969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] No DVR routers for this DVR port 9bc7e897-9a9b-4c02-9286-2889cd2131e6 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:40:29.372091 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:29.374069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-96303476-3d0f-49d1-af3f-6aa1b59cd2b9 req-a678a476-5b77-4bd3-9ffe-e247d1c81fce tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "DELETE /v2.0/ports/9bc7e897-9a9b-4c02-9286-2889cd2131e6 HTTP/1.1" status: 204 len: 173 time: 0.4586565 Jun 30 03:40:29.374534 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'name': 'network-vif-deleted', 'tag': '9bc7e897-9a9b-4c02-9286-2889cd2131e6'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:29.376810 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d441f8d0-0eb1-4d97-bce3-f504bfcf6f78" -d '{"events": [{"server_uuid": "3057c6ff-7a46-43ab-b5d1-f414b8149e79", "name": "network-vif-deleted", "tag": "9bc7e897-9a9b-4c02-9286-2889cd2131e6"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:29.414160 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44f0260-d383-4b45-93d0-6800d3d7a80c x-openstack-request-id: req-f44f0260-d383-4b45-93d0-6800d3d7a80c {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:29.414455 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3057c6ff-7a46-43ab-b5d1-f414b8149e79", "name": "network-vif-deleted", "tag": "9bc7e897-9a9b-4c02-9286-2889cd2131e6", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:29.414739 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f44f0260-d383-4b45-93d0-6800d3d7a80c {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:29.415146 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3057c6ff-7a46-43ab-b5d1-f414b8149e79', 'name': 'network-vif-deleted', 'tag': '9bc7e897-9a9b-4c02-9286-2889cd2131e6', 'status': 'completed', 'code': 200} Jun 30 03:40:29.662183 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3d8d1c6a-ce2b-461b-8b6c-9cf3b39bd9f9 req-e2eae5a2-ca24-44c0-9eee-6b2545324fab tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=3057c6ff-7a46-43ab-b5d1-f414b8149e79 HTTP/1.1" status: 200 len: 210 time: 0.0350564 Jun 30 03:40:30.382882 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:30.758485 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51484) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:31.156394 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.459857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:31.460165 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.572773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=608291e1-73ce-4bc6-a7b0-9cf08cd54d7a,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:31.573443 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.586425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:31.809778 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:31.845914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=608291e1-73ce-4bc6-a7b0-9cf08cd54d7a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:32.039654 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.298901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:32.422238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:32.428570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-0dd5c993-8efb-4b40-be8c-9b5ebd9f6b5a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "PUT /v2.0/routers/9e3be83a-d8a3-4a9c-9ed6-6db5aea40621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6686647 Jun 30 03:40:32.431435 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51488) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:32.432145 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] Sync routers for ids ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:32.441955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] Routers {'9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:32.442581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:40:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:32.484069 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce076f7-1e2d-438a-ba3a-e3fb3871a1d5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting subnet fc6a2479-0ed7-4684-a9a1-ae41d00e74c9 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:40:32.487507 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce076f7-1e2d-438a-ba3a-e3fb3871a1d5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.528554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce076f7-1e2d-438a-ba3a-e3fb3871a1d5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.548159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] Set router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:32.619139 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce076f7-1e2d-438a-ba3a-e3fb3871a1d5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.680350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce076f7-1e2d-438a-ba3a-e3fb3871a1d5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.700518 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d1905-a4de-436e-a871-5ee12d783a0f None None] Network fe4ac8da-0c48-485e-8e42-27268018697a requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:40:32.708996 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5ce076f7-1e2d-438a-ba3a-e3fb3871a1d5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.711014 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5ce076f7-1e2d-438a-ba3a-e3fb3871a1d5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/subnets/fc6a2479-0ed7-4684-a9a1-ae41d00e74c9 HTTP/1.1" status: 204 len: 168 time: 0.2783883 Jun 30 03:40:32.712532 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce076f7-1e2d-438a-ba3a-e3fb3871a1d5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6a2479-0ed7-4684-a9a1-ae41d00e74c9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:32.714575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51490) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:32.800237 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:40:31Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:32.825056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.841881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] Checking router: 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:32.855378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] Routers {'9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:32.855976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:40:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:32.931547 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:32.943310 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9bc7e897-9a9b-4c02-9286-2889cd2131e6 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:32.967796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 9bc7e897-9a9b-4c02-9286-2889cd2131e6 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:32.967796 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9bc7e897-9a9b-4c02-9286-2889cd2131e6 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:32.993822 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] Set router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:32.996086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 4d296a4c-36d2-40ab-ae1f-05d54d1def30 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:32.996436 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.023403 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] DHCP port deletion for fe4ac8da-0c48-485e-8e42-27268018697a request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:40:33.076709 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port 4d296a4c-36d2-40ab-ae1f-05d54d1def30, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=4d296a4c-36d2-40ab-ae1f-05d54d1def30,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:33.077159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.090252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 4d296a4c-36d2-40ab-ae1f-05d54d1def30 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:33.180002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Deleting port d2516038-731c-4bd4-91ac-7623b70edff1 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:40:33.180275 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.249408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] For port d2516038-731c-4bd4-91ac-7623b70edff1, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d2516038-731c-4bd4-91ac-7623b70edff1,segment=NetworkSegment(4a48a2c0-02d5-4211-87b1-9a52ed588d63),segment_id=4a48a2c0-02d5-4211-87b1-9a52ed588d63)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:33.249664 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.261692 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.264804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Calling delete_port for d2516038-731c-4bd4-91ac-7623b70edff1 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:40:33.277541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:40:31Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:33.291694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=4d296a4c-36d2-40ab-ae1f-05d54d1def30,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:33.334042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff3272-fbac-413d-80c7-b514683c3601 None None] The sync data for ids ['9e3be83a-d8a3-4a9c-9ed6-6db5aea40621'] in n-d-758944-39 is: [{'id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2035707716', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:40:31Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '4d296a4c-36d2-40ab-ae1f-05d54d1def30', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3be83a-d8a3-4a9c-9ed6-6db5aea40621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:37:50Z', 'updated_at': '2021-06-30T03:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:33.367762 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.384524 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.411006 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Pushing event deleted for resources: {'Port': ['ID=d2516038-731c-4bd4-91ac-7623b70edff1,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:33.419375 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] No DVR routers for this DVR port d2516038-731c-4bd4-91ac-7623b70edff1 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:40:33.428606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.428955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.429359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.429683 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.430082 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.430333 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.430662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.431017 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.431621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.432066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.432888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.432888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91d18f4-dc04-47c7-b148-28f76366d455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:33.465076 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.467285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.517761 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.518344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Fanout notify agent at l3_agent the message router_deleted on router 9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:40:33.525600 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.526697 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f08a3bea-9e72-440d-bd0d-db7eac16af9e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/routers/9e3be83a-d8a3-4a9c-9ed6-6db5aea40621 HTTP/1.1" status: 204 len: 168 time: 0.8096871 Jun 30 03:40:33.531371 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51492) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:33.607789 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.702274 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.713668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4ac8da-0c48-485e-8e42-27268018697a']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:33.727431 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a48a2c0-02d5-4211-87b1-9a52ed588d63') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:33.727739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a48a2c0-02d5-4211-87b1-9a52ed588d63') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:33.738252 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.753645 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.760957 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:40:33.761701 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:40:33.765817 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:40:33.807499 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:33.834321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:33.834894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 608291e1-73ce-4bc6-a7b0-9cf08cd54d7a not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:33.835505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d2516038-731c-4bd4-91ac-7623b70edff1 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:33.840119 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.858698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.860690 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/networks/fe4ac8da-0c48-485e-8e42-27268018697a HTTP/1.1" status: 204 len: 168 time: 0.3287561 Jun 30 03:40:33.862075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673624ff-e4c5-4904-a1f9-c373d053a5ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Network': ['ID=fe4ac8da-0c48-485e-8e42-27268018697a,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:33.864055 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51494) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:33.868983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: d2516038-731c-4bd4-91ac-7623b70edff1 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:33.869329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d2516038-731c-4bd4-91ac-7623b70edff1 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:33.933064 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ba1-bb43-43cb-91ca-45bfc12c93e0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:33.968017 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ba1-bb43-43cb-91ca-45bfc12c93e0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.035552 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ba1-bb43-43cb-91ca-45bfc12c93e0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.041276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-bf1e9ba1-bb43-43cb-91ca-45bfc12c93e0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.042517 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-bf1e9ba1-bb43-43cb-91ca-45bfc12c93e0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/security-groups/e25e8e42-9326-48b7-aa92-4337bdd5da44 HTTP/1.1" status: 204 len: 168 time: 0.1764936 Jun 30 03:40:34.052285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e9ba1-bb43-43cb-91ca-45bfc12c93e0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25e8e42-9326-48b7-aa92-4337bdd5da44,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:34.343024 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51502) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:34.349144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0b1e7715-677d-4857-820b-f883e0b9f72e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633946933', 'description': 'tempest-secgroup-smoke-1633946933 description', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:34.375270 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7715-677d-4857-820b-f883e0b9f72e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.462375 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7715-677d-4857-820b-f883e0b9f72e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.467644 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7715-677d-4857-820b-f883e0b9f72e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.496889 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0b1e7715-677d-4857-820b-f883e0b9f72e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.498161 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0b1e7715-677d-4857-820b-f883e0b9f72e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1535666 Jun 30 03:40:34.501801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51504) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:34.502277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e7715-677d-4857-820b-f883e0b9f72e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:34.507497 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d22e3e5b-3307-4bdd-b505-add56279b883 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b94f8a3d-4e17-4c34-8c06-ae1e3cc12017', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:34.537140 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d22e3e5b-3307-4bdd-b505-add56279b883 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.594124 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d22e3e5b-3307-4bdd-b505-add56279b883 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.598460 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d22e3e5b-3307-4bdd-b505-add56279b883 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.620694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e3e5b-3307-4bdd-b505-add56279b883 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d97a731-45fe-4ef6-9e78-a232f2de086f,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:34.627526 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d22e3e5b-3307-4bdd-b505-add56279b883 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.628733 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d22e3e5b-3307-4bdd-b505-add56279b883 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258368 Jun 30 03:40:34.631836 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51506) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:34.636525 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6b8d8287-d7c0-42c4-9460-e221a84f6ca6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b94f8a3d-4e17-4c34-8c06-ae1e3cc12017', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:34.666499 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8287-d7c0-42c4-9460-e221a84f6ca6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.730235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8287-d7c0-42c4-9460-e221a84f6ca6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.735679 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8287-d7c0-42c4-9460-e221a84f6ca6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.754609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d8287-d7c0-42c4-9460-e221a84f6ca6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76925747-1673-445e-a415-56f4597287f2,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:34.762302 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8287-d7c0-42c4-9460-e221a84f6ca6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.763527 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6b8d8287-d7c0-42c4-9460-e221a84f6ca6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307144 Jun 30 03:40:34.766600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51508) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:34.771136 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f9ae74e6-26c8-4390-ae6c-fe1760525c2d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b94f8a3d-4e17-4c34-8c06-ae1e3cc12017', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:34.798609 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ae74e6-26c8-4390-ae6c-fe1760525c2d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.862616 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ae74e6-26c8-4390-ae6c-fe1760525c2d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.868425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ae74e6-26c8-4390-ae6c-fe1760525c2d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.886213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae74e6-26c8-4390-ae6c-fe1760525c2d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5dbbbb8-4789-4964-b46d-a0f361ab9501,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:34.893438 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f9ae74e6-26c8-4390-ae6c-fe1760525c2d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.894758 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f9ae74e6-26c8-4390-ae6c-fe1760525c2d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271334 Jun 30 03:40:34.897703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51510) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:34.902147 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-2b4888af-5add-4d42-9e68-77c63d4a0b36 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b94f8a3d-4e17-4c34-8c06-ae1e3cc12017', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:34.931851 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b4888af-5add-4d42-9e68-77c63d4a0b36 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.992562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b4888af-5add-4d42-9e68-77c63d4a0b36 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:34.997850 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b4888af-5add-4d42-9e68-77c63d4a0b36 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.015332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4888af-5add-4d42-9e68-77c63d4a0b36 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3493c7c4-bdb0-4bb4-a9e4-c1a4f78292dc,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:35.021351 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2b4888af-5add-4d42-9e68-77c63d4a0b36 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.022325 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2b4888af-5add-4d42-9e68-77c63d4a0b36 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236770 Jun 30 03:40:35.025403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51512) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:35.029900 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-453362b7-9f40-48ea-a91a-d4719aedf93f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b94f8a3d-4e17-4c34-8c06-ae1e3cc12017', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:35.051984 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-453362b7-9f40-48ea-a91a-d4719aedf93f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Project ffabc9c6ffdd42cdb8c0a7df7410ac5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:40:35.056640 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-453362b7-9f40-48ea-a91a-d4719aedf93f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.115846 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-453362b7-9f40-48ea-a91a-d4719aedf93f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.122246 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-453362b7-9f40-48ea-a91a-d4719aedf93f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.144873 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453362b7-9f40-48ea-a91a-d4719aedf93f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d671370-bfed-4152-bb03-0c6bbab48b1a,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:35.151978 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-453362b7-9f40-48ea-a91a-d4719aedf93f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.153206 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-453362b7-9f40-48ea-a91a-d4719aedf93f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268961 Jun 30 03:40:35.156635 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51514) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:35.163558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-cd45ddd7-bee1-4a2a-8db0-4723a3fc3149 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b94f8a3d-4e17-4c34-8c06-ae1e3cc12017', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:35.190378 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-cd45ddd7-bee1-4a2a-8db0-4723a3fc3149 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Project ffabc9c6ffdd42cdb8c0a7df7410ac5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:40:35.195215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd45ddd7-bee1-4a2a-8db0-4723a3fc3149 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.260437 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd45ddd7-bee1-4a2a-8db0-4723a3fc3149 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.266154 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd45ddd7-bee1-4a2a-8db0-4723a3fc3149 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.284751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45ddd7-bee1-4a2a-8db0-4723a3fc3149 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6f3e34-b3df-4e8c-8fe2-3b1eade0f271,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:35.292491 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cd45ddd7-bee1-4a2a-8db0-4723a3fc3149 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.293854 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cd45ddd7-bee1-4a2a-8db0-4723a3fc3149 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361353 Jun 30 03:40:35.297209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51516) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:35.302551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'network': {'name': 'tempest-network-smoke--467743867', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:35.325508 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:40:35.329314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.354514 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:40:35.365777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.366580 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Added segment 85da16e4-a04d-47df-8957-b9ee6d82b9a1 of type vlan for network 004880f3-e956-4d97-bb01-5512dfbecdaf Jun 30 03:40:35.412722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.451530 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.457483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:35.458060 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.513772 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2154050 Jun 30 03:40:35.517045 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51518) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:35.524093 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'admin_state_up': True, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:35.533438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cd0a2-bfda-4cf5-a9d2-ce5b6f8eaa90 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Network': ['ID=004880f3-e956-4d97-bb01-5512dfbecdaf,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:35.544574 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 004880f3-e956-4d97-bb01-5512dfbecdaf details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:40:35.553253 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.554254 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.606781 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:35.666864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d296a4c-36d2-40ab-ae1f-05d54d1def30 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:40:35.688287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 4d296a4c-36d2-40ab-ae1f-05d54d1def30 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:40:35.688718 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 4d296a4c-36d2-40ab-ae1f-05d54d1def30 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:40:35.754325 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:36.352821 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:36.372224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:36.474919 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.25.7.204 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/d21ff687-64ca-4b65-b326-ab4c5c0231dc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:36.590975 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:36.638772 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:36.675959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:36.678745 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:36.684340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:36.689821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=d21ff687-64ca-4b65-b326-ab4c5c0231dc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:36.941235 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:37.149412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:37.285995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:40:37.394457 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:37.404115 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Sync routers for ids ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:37.414032 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:37.414276 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Routers {'37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:37.414847 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:40:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:37.420144 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-721e46d0-64a9-4abc-9b1a-5b09c02a9cb9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8973360 Jun 30 03:40:37.420336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51520) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:37.449036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3e1fc0e7-ef04-43a4-a21e-a166a602524e tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285990 Jun 30 03:40:37.451937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51522) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:37.531118 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Set router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:37.544824 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b443cef-3a83-4753-9b19-e8f9fd3bd6c6 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:37.546591 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3b443cef-3a83-4753-9b19-e8f9fd3bd6c6 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933762 Jun 30 03:40:37.549492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51524) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:37.577116 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-be7bc46b-d439-4c7e-971b-f573916f3114 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265002 Jun 30 03:40:37.580113 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51526) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:37.584911 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-689801508', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:37.676834 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:40:37.680647 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:37.709062 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:36Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:37.735218 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Checking router: 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:37.735709 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Updating router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb port d21ff687-64ca-4b65-b326-ab4c5c0231dc binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:40:37.773481 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:37.863424 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:37.924992 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Subnet': ['ID=89dda2b9-5958-4e3f-87ae-fe43ebe72f91,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:37.934438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Checking segment: {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:37.934817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network hostable DHCP agents. Network: 004880f3-e956-4d97-bb01-5512dfbecdaf, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:40:37.955541 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 004880f3-e956-4d97-bb01-5512dfbecdaf is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:40:37.965123 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 004880f3-e956-4d97-bb01-5512dfbecdaf) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:37.969908 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:37.970526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:37.977599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a691156-9e31-418f-91ed-503a5c0182da None None] Network 004880f3-e956-4d97-bb01-5512dfbecdaf requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:40:37.985581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-58a41359-f42f-4884-b711-2ae26f32ed3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4044621 Jun 30 03:40:37.988366 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51528) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:38.026668 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.038069 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Transition to ACTIVE for port object d21ff687-64ca-4b65-b326-ab4c5c0231dc will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:38.046233 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.094678 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Attempting to bind port d21ff687-64ca-4b65-b326-ab4c5c0231dc on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:40:38.095208 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Attempting to bind port d21ff687-64ca-4b65-b326-ab4c5c0231dc by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:40:38.095666 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Attempting to bind port d21ff687-64ca-4b65-b326-ab4c5c0231dc on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:38.106494 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:40:38.106920 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:38.107325 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.107720 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:40:38.108311 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Bound port: d21ff687-64ca-4b65-b326-ab4c5c0231dc, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:40:38.108803 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.147862 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-004880f3-e956-4d97-bb01-5512dfbecdaf', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:40:38.149589 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.155322 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Pushing event updated for resources: {'Port': ['ID=d21ff687-64ca-4b65-b326-ab4c5c0231dc,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:38.172013 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.172351 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.172734 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.173067 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.173392 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.173720 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.174134 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.174398 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.174829 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.175207 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.175861 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.176146 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:40:38.187883 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] For port d21ff687-64ca-4b65-b326-ab4c5c0231dc, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:40:38.191444 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] For port d21ff687-64ca-4b65-b326-ab4c5c0231dc, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d21ff687-64ca-4b65-b326-ab4c5c0231dc,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:40:38.196800 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.248308 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Routers {'37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:38.249318 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:40:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:38.308973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Allocated IP 172.20.0.2 (004880f3-e956-4d97-bb01-5512dfbecdaf/89dda2b9-5958-4e3f-87ae-fe43ebe72f91/5ee7577d-72a5-4349-a996-9970238f048b) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:38.459059 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae4746-cfbc-4289-8db6-187368faf66f None None] Pushing event updated for resources: {'Port': ['ID=d21ff687-64ca-4b65-b326-ab4c5c0231dc,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:38.485699 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.489212 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] Set router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:38.496204 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Transition to ACTIVE for port object 5ee7577d-72a5-4349-a996-9970238f048b will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:38.513390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Transition to ACTIVE for port object 5ee7577d-72a5-4349-a996-9970238f048b will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:38.521201 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.563985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Network 004880f3-e956-4d97-bb01-5512dfbecdaf is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:38.570317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:38.572925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:38.581318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Pushing event updated for resources: {'Port': ['ID=5ee7577d-72a5-4349-a996-9970238f048b,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:38.644889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Attempting to bind port 5ee7577d-72a5-4349-a996-9970238f048b on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:40:38.645262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Attempting to bind port 5ee7577d-72a5-4349-a996-9970238f048b by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:40:38.645625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Attempting to bind port 5ee7577d-72a5-4349-a996-9970238f048b on network 004880f3-e956-4d97-bb01-5512dfbecdaf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:38.652115 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:40:38.653182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Checking segment: {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:38.653600 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.653999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Bound using segment: {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:40:38.654472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Bound port: 5ee7577d-72a5-4349-a996-9970238f048b, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:40:38.655717 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.680089 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:36Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:38.714504 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681ce3f-e9dd-455e-bb09-02be9da02713 None None] The sync data for ids ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'] in n-d-758944-39 is: [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:36Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:38.730773 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] For port 5ee7577d-72a5-4349-a996-9970238f048b, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:40:38.736094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] For port 5ee7577d-72a5-4349-a996-9970238f048b, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5ee7577d-72a5-4349-a996-9970238f048b,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:40:38.745439 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:38.808973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b5de5-724c-4db9-b327-39b212139fa0 None None] Pushing event updated for resources: {'Port': ['ID=5ee7577d-72a5-4349-a996-9970238f048b,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:38.810598 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:39.142880 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.20.0.1 (004880f3-e956-4d97-bb01-5512dfbecdaf/89dda2b9-5958-4e3f-87ae-fe43ebe72f91/cc743992-43b4-4418-a7ea-e5c653f802e4) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:39.265185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:39.281244 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Transition to ACTIVE for port object cc743992-43b4-4418-a7ea-e5c653f802e4 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:39.320986 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:39.364262 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 004880f3-e956-4d97-bb01-5512dfbecdaf is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:39.368112 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:39.374896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:39.381230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=cc743992-43b4-4418-a7ea-e5c653f802e4,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:39.423573 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:39.581000 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:39.786709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d21ff687-64ca-4b65-b326-ab4c5c0231dc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:39.815459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca2f73-2d95-4d3d-a6a8-2233607e0d57 None None] Network 004880f3-e956-4d97-bb01-5512dfbecdaf requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:40:39.896857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port d21ff687-64ca-4b65-b326-ab4c5c0231dc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:39.898759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:39.904197 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:39.912940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d21ff687-64ca-4b65-b326-ab4c5c0231dc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:39.913313 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:39.968025 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e2c51f21-22e6-4695-b3a3-bd914e163888 None None] Provisioning for port 5ee7577d-72a5-4349-a996-9970238f048b completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:39.987849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=cc743992-43b4-4418-a7ea-e5c653f802e4,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:39.990704 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.089993 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 004880f3-e956-4d97-bb01-5512dfbecdaf is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:40.091754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:40.223726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:40.228379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.258118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port d21ff687-64ca-4b65-b326-ab4c5c0231dc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d21ff687-64ca-4b65-b326-ab4c5c0231dc,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:40.266673 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.267525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5ee7577d-72a5-4349-a996-9970238f048b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:40.354189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=d21ff687-64ca-4b65-b326-ab4c5c0231dc,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:40.363763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:40.369353 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 5ee7577d-72a5-4349-a996-9970238f048b completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:40.371239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f23de608-d7da-4da7-8697-0eb4a264104a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "PUT /v2.0/routers/37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3818593 Jun 30 03:40:40.375285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5ee7577d-72a5-4349-a996-9970238f048b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:40.376058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.472817 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.519669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Sync routers for ids ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:40.526307 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 5ee7577d-72a5-4349-a996-9970238f048b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5ee7577d-72a5-4349-a996-9970238f048b,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:40.534125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Routers {'37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:40.534899 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:40:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:40.537515 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.554547 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-945add01-7384-47c4-a973-b17626b717d8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633946933&fields=id&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 267 time: 0.0393608 Jun 30 03:40:40.674833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4bcc90dc-85a7-4ef1-a929-43278c3d7753 None None] Provisioning complete for port 5ee7577d-72a5-4349-a996-9970238f048b triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:40.675210 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bcc90dc-85a7-4ef1-a929-43278c3d7753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.678496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=5ee7577d-72a5-4349-a996-9970238f048b,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:40.679506 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-41e31d13-c0e5-4e0f-82f3-7f3f83c25d14 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:40.687236 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-41e31d13-c0e5-4e0f-82f3-7f3f83c25d14 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 796 time: 0.1247463 Jun 30 03:40:40.699646 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-ce42570b-4b21-459b-934b-528e36d2b906 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/quotas/ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 375 time: 0.0114706 Jun 30 03:40:40.724328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Set router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:40.772157 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2ae3aeee-580d-4e1a-a4f8-b6921eb03471 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662098 Jun 30 03:40:40.834400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-21f1405e-850b-446e-805c-1b0cbb558e21 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:40:40.835573 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-21f1405e-850b-446e-805c-1b0cbb558e21 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511491 Jun 30 03:40:40.911183 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4bcc90dc-85a7-4ef1-a929-43278c3d7753 None None] Provisioning for port cc743992-43b4-4418-a7ea-e5c653f802e4 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:40.921882 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4bcc90dc-85a7-4ef1-a929-43278c3d7753 None None] Provisioning complete for port cc743992-43b4-4418-a7ea-e5c653f802e4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:40.922252 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4bcc90dc-85a7-4ef1-a929-43278c3d7753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:40.938060 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-4d4d62aa-cef2-4caf-855f-e4adf0ffd2bc service neutron] 10.222.0.55 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930965 Jun 30 03:40:40.978582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc90dc-85a7-4ef1-a929-43278c3d7753 None None] Port cc743992-43b4-4418-a7ea-e5c653f802e4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:40:41.003409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:39Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc743992-43b4-4418-a7ea-e5c653f802e4', 'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:08:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:38Z', 'updated_at': '2021-06-30T03:40:39Z', 'revision_number': 2, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:41.028107 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-94c4d616-9b54-4b74-b9df-da06cec2126b service neutron] 10.222.0.55 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841215 Jun 30 03:40:41.030631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Checking router: 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:41.031651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Updating router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb port cc743992-43b4-4418-a7ea-e5c653f802e4 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:40:41.065377 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.128064 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-634f00a5-dcac-4cbd-a591-ba3b9dd2d23b None None] Provisioning complete for port cc743992-43b4-4418-a7ea-e5c653f802e4 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:41.128411 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-634f00a5-dcac-4cbd-a591-ba3b9dd2d23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.210048 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4b3efadc-0689-444d-a2a9-5c3773bb2295 req-1217d8e5-fd38-4257-9044-9a780ef834c4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 210 time: 0.0317330 Jun 30 03:40:41.220869 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-634f00a5-dcac-4cbd-a591-ba3b9dd2d23b None None] Port cc743992-43b4-4418-a7ea-e5c653f802e4 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:40:41.366606 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.376927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Transition to ACTIVE for port object cc743992-43b4-4418-a7ea-e5c653f802e4 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:41.385016 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.439075 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b22d45-c44e-4f06-9d72-0a333d233179 None None] Pushing event updated for resources: {'Port': ['ID=cc743992-43b4-4418-a7ea-e5c653f802e4,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:41.503019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Attempting to bind port cc743992-43b4-4418-a7ea-e5c653f802e4 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:40:41.503824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Attempting to bind port cc743992-43b4-4418-a7ea-e5c653f802e4 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:40:41.503824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Attempting to bind port cc743992-43b4-4418-a7ea-e5c653f802e4 on network 004880f3-e956-4d97-bb01-5512dfbecdaf {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:41.508964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:40:41.509347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Checking segment: {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:41.509746 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.510129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Bound using segment: {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:40:41.510838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Bound port: cc743992-43b4-4418-a7ea-e5c653f802e4, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:40:41.511662 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.582447 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] For port cc743992-43b4-4418-a7ea-e5c653f802e4, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:40:41.586685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] For port cc743992-43b4-4418-a7ea-e5c653f802e4, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc743992-43b4-4418-a7ea-e5c653f802e4,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:40:41.591747 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:41.667957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Routers {'37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:41.669236 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:40:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:41.720378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b22d45-c44e-4f06-9d72-0a333d233179 None None] Pushing event updated for resources: {'Port': ['ID=cc743992-43b4-4418-a7ea-e5c653f802e4,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:41.775034 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d21ff687-64ca-4b65-b326-ab4c5c0231dc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:41.831282 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] Set router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:41.911851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port d21ff687-64ca-4b65-b326-ab4c5c0231dc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:41.912566 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:42.095811 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5ee7577d-72a5-4349-a996-9970238f048b up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:42.151415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:39Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc743992-43b4-4418-a7ea-e5c653f802e4', 'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:08:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:38Z', 'updated_at': '2021-06-30T03:40:41Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:42.180618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7d8d1-e5ee-4fd0-914b-0832c29e7dba None None] The sync data for ids ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'] in n-d-758944-39 is: [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:39Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc743992-43b4-4418-a7ea-e5c653f802e4', 'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:08:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:38Z', 'updated_at': '2021-06-30T03:40:41Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:42.186288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 5ee7577d-72a5-4349-a996-9970238f048b triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:42.186697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:42.410159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f00e31ad-ac1b-4f44-87ae-ae52aa4a88c0 req-c6efe958-82ad-4080-bdbe-9655d251de98 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 210 time: 0.0423608 Jun 30 03:40:42.508185 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-303aaa31-487d-450a-84df-ed94574b4b9f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:42.509898 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-303aaa31-487d-450a-84df-ed94574b4b9f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 796 time: 0.1519759 Jun 30 03:40:42.568944 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-788989a1-f472-4c8b-a8c7-3b10a91559be tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 380 time: 0.0431719 Jun 30 03:40:42.579041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'port': {'device_id': '5847bc88-c5ff-4629-8875-31b495594730', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'admin_state_up': True, 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'security_groups': ['b94f8a3d-4e17-4c34-8c06-ae1e3cc12017']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:42.719089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:40:42.722772 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:42.857666 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.20.0.8 (004880f3-e956-4d97-bb01-5512dfbecdaf/89dda2b9-5958-4e3f-87ae-fe43ebe72f91/14d7db75-cd3a-43a5-8eac-80bce3e0bfb5) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:43.016846 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.031239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Transition to ACTIVE for port object 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:43.065295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.110322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 004880f3-e956-4d97-bb01-5512dfbecdaf is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:43.113708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:43.121006 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:43.127711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:43.179269 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:43.179922 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.197685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2dfa0552-841f-4e29-9892-06af2410ff38 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6227612 Jun 30 03:40:43.209730 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-a304fdcd-52bf-4be7-9d47-67bca29fe801 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:40:43.211177 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-a304fdcd-52bf-4be7-9d47-67bca29fe801 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063789 Jun 30 03:40:43.224585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Request body: {'port': {'device_id': '5847bc88-c5ff-4629-8875-31b495594730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:43.313258 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.341984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3156a14f-f355-429e-b603-debeda64f686 None None] Provisioning for port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:43.346415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-3156a14f-f355-429e-b603-debeda64f686 None None] Provisioning complete for port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:43.347078 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3156a14f-f355-429e-b603-debeda64f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.391856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-3156a14f-f355-429e-b603-debeda64f686 None None] Port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:40:43.597562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:40:43.605078 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.606963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579a322-08ae-456d-997e-aa8a6be95604 req-87eb7e0b-312d-4a6c-8dab-4897da18229b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:43.608900 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9579a322-08ae-456d-997e-aa8a6be95604 req-87eb7e0b-312d-4a6c-8dab-4897da18229b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 931 time: 0.0717990 Jun 30 03:40:43.618741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Transition to ACTIVE for port object 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:40:43.624146 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.649883 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9579a322-08ae-456d-997e-aa8a6be95604 req-d7dab559-954a-447f-9848-87b58e025ebf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353136 Jun 30 03:40:43.700816 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Pushing event updated for resources: {'Port': ['ID=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:43.761721 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Attempting to bind port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:40:43.762065 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Attempting to bind port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:40:43.764432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Attempting to bind port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 on network 004880f3-e956-4d97-bb01-5512dfbecdaf {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:43.770684 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 on network 004880f3-e956-4d97-bb01-5512dfbecdaf not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:40:43.771243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Attempting to bind port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 on network 004880f3-e956-4d97-bb01-5512dfbecdaf {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:40:43.772588 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc743992-43b4-4418-a7ea-e5c653f802e4 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:43.777920 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:40:43.778263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Checking segment: {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:40:43.778661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Bound using segment: {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:40:43.779130 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Bound port: 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:40:43.779489 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.825087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port cc743992-43b4-4418-a7ea-e5c653f802e4 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:43.829989 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cc743992-43b4-4418-a7ea-e5c653f802e4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:43.830467 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.854834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:40:43.857643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:40:43.863888 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.898725 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:43.899345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.900732 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] 10.222.0.73 "PUT /v2.0/ports/14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 1092 time: 0.6808057 Jun 30 03:40:43.901259 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:43.903592 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015a8b85-953d-45cc-a9e8-231f14c12437" -d '{"events": [{"name": "network-changed", "server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:43.922093 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:43.929515 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857428c3-9689-4ed5-bd52-e88c4c9d6c63 service neutron] Pushing event updated for resources: {'Port': ['ID=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:43.964292 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587ca1b0-c50c-44aa-a376-942a749289c7 x-openstack-request-id: req-587ca1b0-c50c-44aa-a376-942a749289c7 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:43.964649 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:43.964972 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-587ca1b0-c50c-44aa-a376-942a749289c7 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:43.965494 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'status': 'completed', 'code': 200} Jun 30 03:40:43.967858 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port cc743992-43b4-4418-a7ea-e5c653f802e4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc743992-43b4-4418-a7ea-e5c653f802e4,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:43.972744 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:44.024703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=cc743992-43b4-4418-a7ea-e5c653f802e4,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:44.032446 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-a36a4fb7-fddc-4acc-9a5a-7f0e336e6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:44.034173 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-a36a4fb7-fddc-4acc-9a5a-7f0e336e6abd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1095 time: 0.0667078 Jun 30 03:40:44.080371 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-0695ebd8-eaa6-4cb8-af60-5f6a9506fba5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0389960 Jun 30 03:40:44.130917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2b311afa-627e-4106-a3fa-04e1007fa664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:44.132402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-2b311afa-627e-4106-a3fa-04e1007fa664 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0464392 Jun 30 03:40:44.193740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-f0dbf533-9cda-4d39-91eb-dd6bcffdf861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:44.195210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-f0dbf533-9cda-4d39-91eb-dd6bcffdf861 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560269 Jun 30 03:40:44.305997 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-60ea0275-1910-4b99-acca-70dd80848f9f service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035028 Jun 30 03:40:44.402602 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b14a4a21-f477-479c-b83c-9ccffa09741c req-24fe08dc-307e-480a-8ad0-3432bf3f669a service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889697 Jun 30 03:40:44.520605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-e73ea1b4-21ca-41dc-88b5-1f79761efc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:44.522113 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-e73ea1b4-21ca-41dc-88b5-1f79761efc03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1095 time: 0.0660717 Jun 30 03:40:44.619557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-8224b03e-97a2-413e-bc1a-5b5a466306f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:44.621018 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-8224b03e-97a2-413e-bc1a-5b5a466306f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 897 time: 0.0912933 Jun 30 03:40:44.672643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-ebeea5ce-7faa-447e-912d-949330e4cd70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0421555 Jun 30 03:40:44.728033 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-6b4c06dc-9884-41a3-bfe4-8131c484b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:44.729520 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-6b4c06dc-9884-41a3-bfe4-8131c484b4c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0502558 Jun 30 03:40:44.797071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-d86357b2-7d01-4856-bb27-5fa65c45e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:44.798600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-d86357b2-7d01-4856-bb27-5fa65c45e0eb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610800 Jun 30 03:40:44.861324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeac7dd-d947-43a9-a00b-d3f5dbb39911 req-a6498ca2-62aa-498e-a906-59a3273e56c7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:44.862867 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8aeac7dd-d947-43a9-a00b-d3f5dbb39911 req-a6498ca2-62aa-498e-a906-59a3273e56c7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 943 time: 0.0633907 Jun 30 03:40:44.894739 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-17f1d030-1579-4cb8-8eca-05648e237a5e service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847352 Jun 30 03:40:44.901662 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8aeac7dd-d947-43a9-a00b-d3f5dbb39911 req-401c7c0d-1d29-4561-adbb-139b6455ddc7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326123 Jun 30 03:40:44.993183 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-015a8b85-953d-45cc-a9e8-231f14c12437 req-8bd1b9f0-61c3-4c35-833f-63d0abdc62c0 service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916147 Jun 30 03:40:45.721652 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc743992-43b4-4418-a7ea-e5c653f802e4 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:45.776396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port cc743992-43b4-4418-a7ea-e5c653f802e4 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:45.776765 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:46.097110 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed4a3b-57ac-4fa1-a205-4c7837792387 req-aab17b08-28fc-4cf2-8ab5-2b469a1d9ee9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:46.098633 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58ed4a3b-57ac-4fa1-a205-4c7837792387 req-aab17b08-28fc-4cf2-8ab5-2b469a1d9ee9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 943 time: 0.0669749 Jun 30 03:40:46.136413 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-58ed4a3b-57ac-4fa1-a205-4c7837792387 req-1ad2fbb9-03d7-4a0f-8e11-fb08a4e6f380 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Jun 30 03:40:46.673120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:40:46.696846 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:46.773894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:46.783952 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'port_id': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:40:46.829437 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:46.830457 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:46.847806 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:40:46.868651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:46.874951 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:46.926797 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:47.127921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['14d7db75-cd3a-43a5-8eac-80bce3e0bfb5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:40:47.326743 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11fd29-1fba-4852-abaf-93876c068e26 req-aea4b835-7f80-4f2b-b791-cd786cad8642 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:47.328338 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a11fd29-1fba-4852-abaf-93876c068e26 req-aea4b835-7f80-4f2b-b791-cd786cad8642 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 944 time: 0.0643132 Jun 30 03:40:47.370216 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5a11fd29-1fba-4852-abaf-93876c068e26 req-78094eb3-0843-4400-8a16-4ff9b06ad110 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359414 Jun 30 03:40:48.559178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1cc60-cd3a-431b-8fc4-64b813f794be req-c3a7a7a0-1b8d-4f09-8a1b-feb9b4bbacef tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:48.562619 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2fe1cc60-cd3a-431b-8fc4-64b813f794be req-c3a7a7a0-1b8d-4f09-8a1b-feb9b4bbacef tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 944 time: 0.0698931 Jun 30 03:40:48.605316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2fe1cc60-cd3a-431b-8fc4-64b813f794be req-e35fd8de-4c58-400e-a687-8bc03e3f35b4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368109 Jun 30 03:40:48.684183 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:40:48.686024 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:40:48.744440 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:40:48.749244 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:40:48.749649 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:48.841936 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:49.028947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:49.031336 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc84d1-5dca-480e-b6c0-b06c0ef13715" -d '{"events": [{"server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "name": "network-vif-plugged", "status": "completed", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:49.046163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:40:49.054433 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:49.082522 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da223da-a4ca-4cfb-a2b8-c63d3f16bf7a x-openstack-request-id: req-5da223da-a4ca-4cfb-a2b8-c63d3f16bf7a {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:49.082865 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "name": "network-vif-plugged", "status": "completed", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:49.083114 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5da223da-a4ca-4cfb-a2b8-c63d3f16bf7a {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:49.083501 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'code': 200} Jun 30 03:40:49.119216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:49.194560 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24a7b0-44c1-45bd-935c-5a511b44d41c req-c1d33c60-6ec1-4551-9e58-fa1f63aad3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:49.196059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7b24a7b0-44c1-45bd-935c-5a511b44d41c req-c1d33c60-6ec1-4551-9e58-fa1f63aad3ab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1097 time: 0.0534325 Jun 30 03:40:49.232516 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7b24a7b0-44c1-45bd-935c-5a511b44d41c req-8c186e91-81d7-4371-b870-81c5897212c4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294604 Jun 30 03:40:49.797540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6035ae-fc15-4be7-9bd7-d1879f988521 req-4461db80-dc4e-422b-bed8-e413c8477a20 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:49.799038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d6035ae-fc15-4be7-9bd7-d1879f988521 req-4461db80-dc4e-422b-bed8-e413c8477a20 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0769439 Jun 30 03:40:49.836921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d6035ae-fc15-4be7-9bd7-d1879f988521 req-c7f92cce-5056-4c45-9bbe-5d9d22c47652 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Jun 30 03:40:51.036703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab1e41-4cb3-41f0-ae40-337ee634660b req-9b3e976a-a871-464d-950b-6e738ee94214 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:51.038200 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c3ab1e41-4cb3-41f0-ae40-337ee634660b req-9b3e976a-a871-464d-950b-6e738ee94214 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0740011 Jun 30 03:40:51.077812 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c3ab1e41-4cb3-41f0-ae40-337ee634660b req-e1f1d986-a0c6-47af-be2a-478c332aec28 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334542 Jun 30 03:40:51.267565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3448a9-a237-4dcb-aaf8-ba6c1bececac req-ec2ae520-7d91-4695-be1d-95fe78efd383 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:51.269081 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f3448a9-a237-4dcb-aaf8-ba6c1bececac req-ec2ae520-7d91-4695-be1d-95fe78efd383 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0744052 Jun 30 03:40:51.313210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f3448a9-a237-4dcb-aaf8-ba6c1bececac req-db2f2b71-bfdc-4ee6-8d9d-d9b5fa563d05 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357921 Jun 30 03:40:51.337610 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51586) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:51.399479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03ec2a5-5e18-4ea7-b070-076aaf5f5be5 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:51.401305 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f03ec2a5-5e18-4ea7-b070-076aaf5f5be5 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1092 time: 0.0626788 Jun 30 03:40:51.404567 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51588) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:51.411671 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:40:51.440496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:51.552896 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:51.672872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.25.7.62 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/bc7d92dd-3513-4a47-9130-a6dfa7d1db9a) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:40:51.781973 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:51.827381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:51.875593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:40:51.878357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:40:51.884753 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:40:51.890345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=bc7d92dd-3513-4a47-9130-a6dfa7d1db9a,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:52.282694 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:52.380708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:52.535650 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:52.541269 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:52.607828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=bc7d92dd-3513-4a47-9130-a6dfa7d1db9a,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:40:52.622576 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:52.725811 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Floating IP b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea associated. External IP: 172.25.7.62, port: 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5. Jun 30 03:40:52.945172 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:40:53.065924 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:40:53.075720 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] Sync routers for ids ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:40:53.083338 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:53.085570 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] Routers {'37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:53.086413 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:40:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:53.123316 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4661da94-f181-48b2-b78c-c30713068db5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7148600 Jun 30 03:40:53.123316 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:40:53.123865 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02db0c0-3036-4777-b3ca-b3fab9fcb787" -d '{"events": [{"name": "network-changed", "server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:40:53.167711 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0771e91-60bd-40f7-a74e-c49093f5ad12 x-openstack-request-id: req-c0771e91-60bd-40f7-a74e-c49093f5ad12 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:40:53.168067 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:40:53.168300 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0771e91-60bd-40f7-a74e-c49093f5ad12 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:40:53.168849 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'status': 'completed', 'code': 200} Jun 30 03:40:53.198170 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] Set router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:53.244726 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-a3d11c62-1cac-4bf6-b813-7dc172fdfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:53.246221 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-a3d11c62-1cac-4bf6-b813-7dc172fdfda2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1097 time: 0.0546248 Jun 30 03:40:53.289025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb3164-68ca-43ab-80ba-ea5c228a40bf req-c303b13d-b930-4b7e-b697-530f9b5196a8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:53.290527 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dbeb3164-68ca-43ab-80ba-ea5c228a40bf req-c303b13d-b930-4b7e-b697-530f9b5196a8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0655951 Jun 30 03:40:53.332031 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-dbeb3164-68ca-43ab-80ba-ea5c228a40bf req-b70029aa-33a6-4dc7-9e9f-1f8ba5ec77b9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352588 Jun 30 03:40:53.342915 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-4c863059-5aba-4e0d-bddd-889f301995ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:53.344437 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-4c863059-5aba-4e0d-bddd-889f301995ee service neutron] 10.222.0.73 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 897 time: 0.0914664 Jun 30 03:40:53.358085 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51596) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:53.427719 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:39Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'port_id': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5847bc88-c5ff-4629-8875-31b495594730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:40:52Z', 'updated_at': '2021-06-30T03:40:52Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc743992-43b4-4418-a7ea-e5c653f802e4', 'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:38Z', 'updated_at': '2021-06-30T03:40:43Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:53.454775 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-339a0fe8-923b-4bb1-8864-11a9d0d3ab41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 998 time: 0.1033254 Jun 30 03:40:53.455248 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] Checking router: 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:40:53.464022 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] Routers {'37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:40:53.464615 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:40:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:53.472051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-99e3a556-f33a-4d6f-8599-84021e847a72 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea HTTP/1.1" status: 200 len: 990 time: 0.1117771 Jun 30 03:40:53.510882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-e4a9bca0-42c1-451f-804e-9626804fb691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:53.512098 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-e4a9bca0-42c1-451f-804e-9626804fb691 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0510106 Jun 30 03:40:53.569422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-892c555a-d4f5-4e62-80f8-c254e4d8fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:40:53.571797 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-892c555a-d4f5-4e62-80f8-c254e4d8fb59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520916 Jun 30 03:40:53.615325 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] Set router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:40:53.668025 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-a8dc2d94-2f53-4ad7-bc6f-47ffd2e75cc0 service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896993 Jun 30 03:40:53.760344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b02db0c0-3036-4777-b3ca-b3fab9fcb787 req-e635e8b4-bd9b-4ece-9ebb-81862a96ea0c service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852065 Jun 30 03:40:53.895821 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:39Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'port_id': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5847bc88-c5ff-4629-8875-31b495594730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:40:52Z', 'updated_at': '2021-06-30T03:40:52Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc743992-43b4-4418-a7ea-e5c653f802e4', 'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:38Z', 'updated_at': '2021-06-30T03:40:43Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:40:53.921285 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d1c9d2-84ac-48c2-ab02-f0a5690a62c3 None None] The sync data for ids ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'] in n-d-758944-39 is: [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:39Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.62', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'port_id': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5847bc88-c5ff-4629-8875-31b495594730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:40:52Z', 'updated_at': '2021-06-30T03:40:52Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc743992-43b4-4418-a7ea-e5c653f802e4', 'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:38Z', 'updated_at': '2021-06-30T03:40:43Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:40:54.146514 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791f8ba-3781-4d03-ba18-80fb702e1669 None None] New status for floating IP b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:40:54.477037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51598) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:40:54.482259 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64c02d5d-5cfa-4158-8b43-1e66784d3581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:54.548729 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-695c5c72-d7d7-4c45-8b5d-01caa0efd2d2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea HTTP/1.1" status: 200 len: 992 time: 0.0704715 Jun 30 03:40:57.068628 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-04d2df78-ed99-4bf1-b5d9-8a7234fde0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:57.192406 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:40:58.582861 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:00.379809 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:16.691887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:16.838135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:24.491420 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fba69936-0bbd-4025-9896-00207add001b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:25.684978 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:41:26.180038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51616) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:26.205425 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a48fe-15f2-4f41-a132-f106072230df req-9ff01cd6-8273-4de5-9b21-31e72a7ef6ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:26.206978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a12a48fe-15f2-4f41-a132-f106072230df req-9ff01cd6-8273-4de5-9b21-31e72a7ef6ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0656385 Jun 30 03:41:26.251343 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a12a48fe-15f2-4f41-a132-f106072230df req-57b5fbcc-e555-4c46-8c54-5855fb8df020 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Jun 30 03:41:26.278461 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-b91e83d6-0736-48d7-b4b4-20b722a7dfc6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969961 Jun 30 03:41:27.061058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad0f7975-97d9-4526-ab7b-309b432e415b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.197434 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:27.522249 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452ff94-be4f-4fa3-a569-ddaa2bf39105 req-943bc57e-dca7-4165-86e8-5bd715d0a784 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:27.523933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2452ff94-be4f-4fa3-a569-ddaa2bf39105 req-943bc57e-dca7-4165-86e8-5bd715d0a784 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.1434965 Jun 30 03:41:27.533163 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-ace42c70-591c-4f22-84b2-5fb84e486194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:27.534657 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-ace42c70-591c-4f22-84b2-5fb84e486194 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1097 time: 0.0565901 Jun 30 03:41:27.566519 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2452ff94-be4f-4fa3-a569-ddaa2bf39105 req-ab433deb-9852-4366-96e7-cd059135122b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365138 Jun 30 03:41:27.627268 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-65a7b385-9dda-4782-964c-82e10bb8c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:27.628776 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-65a7b385-9dda-4782-964c-82e10bb8c0b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 897 time: 0.0862720 Jun 30 03:41:27.704925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-50bd803c-3565-458c-bf0f-2d0ef272e2f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 1000 time: 0.0674570 Jun 30 03:41:27.755983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-5234b444-9710-46ef-83e9-09ff8583d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:27.757442 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-5234b444-9710-46ef-83e9-09ff8583d3f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0456841 Jun 30 03:41:27.823134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-07f253cf-59fc-46ae-8fae-d0043039278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:27.824543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-07f253cf-59fc-46ae-8fae-d0043039278a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563734 Jun 30 03:41:27.926088 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-3b7b679b-55d7-4dd6-8a38-c642e56555da service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934768 Jun 30 03:41:28.019367 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-934a2cea-d094-404a-8805-109585106922 service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860152 Jun 30 03:41:28.573238 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:28.802355 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37128f02-aef1-4279-a0e9-a6be8595fb58 req-e0eec374-db37-4055-8273-d032e3a97c3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:28.804022 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37128f02-aef1-4279-a0e9-a6be8595fb58 req-e0eec374-db37-4055-8273-d032e3a97c3f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.1212094 Jun 30 03:41:28.859131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-37128f02-aef1-4279-a0e9-a6be8595fb58 req-f82fa7c2-67ee-41a2-96c8-a91ecb42de52 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456848 Jun 30 03:41:30.079566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2a2d5-018c-48ba-b416-10156227c92a req-a58e71a0-2c5c-40a0-a848-3537e6b4d4b3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:30.081052 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9b2a2d5-018c-48ba-b416-10156227c92a req-a58e71a0-2c5c-40a0-a848-3537e6b4d4b3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0866952 Jun 30 03:41:30.120306 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a9b2a2d5-018c-48ba-b416-10156227c92a req-79d21b64-6ae5-49f4-8178-2f1afa62b9b6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334399 Jun 30 03:41:30.380088 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:31.309597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751458a3-958b-49bd-a42c-425354c54963 req-fe50a52b-f92b-40bb-abdd-b8b2d4ca2e7b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:31.311136 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-751458a3-958b-49bd-a42c-425354c54963 req-fe50a52b-f92b-40bb-abdd-b8b2d4ca2e7b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0741763 Jun 30 03:41:31.354749 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-751458a3-958b-49bd-a42c-425354c54963 req-ff2260f8-dd10-4d5c-b031-76e8c5000b89 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371351 Jun 30 03:41:32.555126 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad1677-bf2f-4967-aa37-1942809b7a2e req-4d84e254-be66-492d-92db-4cbc918d0c86 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:32.556728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-13ad1677-bf2f-4967-aa37-1942809b7a2e req-4d84e254-be66-492d-92db-4cbc918d0c86 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0754039 Jun 30 03:41:32.597288 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-13ad1677-bf2f-4967-aa37-1942809b7a2e req-50b849c9-43b9-463e-8684-a3b2f8603c64 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347130 Jun 30 03:41:33.787171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1ba53-469a-4397-9fe1-6440a6121b1e req-da4aca64-c615-4176-8741-5e233de11140 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:33.788669 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aee1ba53-469a-4397-9fe1-6440a6121b1e req-da4aca64-c615-4176-8741-5e233de11140 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0687397 Jun 30 03:41:33.828446 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aee1ba53-469a-4397-9fe1-6440a6121b1e req-910d4740-e9c8-42a7-848f-901810136934 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338402 Jun 30 03:41:35.028633 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c441a-5a18-4e9c-ad9f-234e6bc0da42 req-0d66a08b-f59f-4fb9-af88-ee6cd2b7d007 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:35.030154 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-590c441a-5a18-4e9c-ad9f-234e6bc0da42 req-0d66a08b-f59f-4fb9-af88-ee6cd2b7d007 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0818331 Jun 30 03:41:35.074857 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-590c441a-5a18-4e9c-ad9f-234e6bc0da42 req-287b330d-9e37-4a58-8c82-e174718fc63b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355744 Jun 30 03:41:36.654174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ab278-069b-4578-9966-244498e684a9 req-e04e6bbd-57a8-4d82-aebf-313863da8db4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:36.655724 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bb1ab278-069b-4578-9966-244498e684a9 req-e04e6bbd-57a8-4d82-aebf-313863da8db4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.4619915 Jun 30 03:41:36.694332 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bb1ab278-069b-4578-9966-244498e684a9 req-38605ef1-a095-4746-b10e-04b77ef79c2d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323741 Jun 30 03:41:37.881154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2b896-812f-4ea7-9cd8-a7f7dd12f43d req-a0c3de6a-125e-41cc-af3b-2ac1a5593fc5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:37.882622 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68b2b896-812f-4ea7-9cd8-a7f7dd12f43d req-a0c3de6a-125e-41cc-af3b-2ac1a5593fc5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0742009 Jun 30 03:41:37.926182 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-68b2b896-812f-4ea7-9cd8-a7f7dd12f43d req-4619dc56-38a6-4c34-997b-2e187042577c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343306 Jun 30 03:41:39.139234 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2fb0e-6a5b-4567-a84e-36a1258482d9 req-a454190c-2eac-4829-9670-71e7c2463c83 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:39.140717 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bd2fb0e-6a5b-4567-a84e-36a1258482d9 req-a454190c-2eac-4829-9670-71e7c2463c83 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0788820 Jun 30 03:41:39.181808 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8bd2fb0e-6a5b-4567-a84e-36a1258482d9 req-e7bff28a-06bb-41b1-9be5-015a0386e400 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Jun 30 03:41:40.358268 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae454f-4337-41f7-a4b4-acf21d25ba69 req-0702eebc-a3a7-475a-8f3b-e1c7593847c5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:40.359858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ae454f-4337-41f7-a4b4-acf21d25ba69 req-0702eebc-a3a7-475a-8f3b-e1c7593847c5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0654886 Jun 30 03:41:40.405739 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ae454f-4337-41f7-a4b4-acf21d25ba69 req-cf5db0fb-84d3-4cce-94d6-b28508c74a81 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391459 Jun 30 03:41:40.997785 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-ac89c86f-924b-4899-923a-a6eb6f64a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:40.999344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-ac89c86f-924b-4899-923a-a6eb6f64a913 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1097 time: 0.0607629 Jun 30 03:41:41.127174 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-72cc7cbb-4df0-43ea-b840-19724efb8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:41.128672 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-72cc7cbb-4df0-43ea-b840-19724efb8388 service neutron] 10.222.0.73 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 897 time: 0.1009037 Jun 30 03:41:41.208877 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-54839b7a-61c9-42d3-81c4-49ee0ae80edc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 1000 time: 0.0725582 Jun 30 03:41:41.261238 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-739201d1-ec39-4446-bee0-09ca87165df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:41.262574 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-739201d1-ec39-4446-bee0-09ca87165df7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0461218 Jun 30 03:41:41.335556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-8057c203-4847-403a-b9e9-488d924e3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:41.337064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-8057c203-4847-403a-b9e9-488d924e3884 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669107 Jun 30 03:41:41.435856 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-b14211dd-a0b2-4269-9811-972fcea8b91b service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907044 Jun 30 03:41:41.540750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-60cff5a1-6f5c-4ae3-bebb-4eeb4c5ac810 req-3db469d4-c7e5-487a-b5e3-20ead069d325 service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976391 Jun 30 03:41:41.595939 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a786ae-4694-476d-93b5-ae564421cc68 req-c48fe4c6-55e2-498a-a00b-689cfa4f0ea2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:41.597444 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a786ae-4694-476d-93b5-ae564421cc68 req-c48fe4c6-55e2-498a-a00b-689cfa4f0ea2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0721054 Jun 30 03:41:41.642756 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-84a786ae-4694-476d-93b5-ae564421cc68 req-71d02e62-be3a-454d-8db1-9a47ea1077b5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368390 Jun 30 03:41:42.831006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c24ec-fc67-4656-b9fa-bc8dacc1186d req-ed527d01-8270-4cc3-9bd6-bf82b485228a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:42.832512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-646c24ec-fc67-4656-b9fa-bc8dacc1186d req-ed527d01-8270-4cc3-9bd6-bf82b485228a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0720177 Jun 30 03:41:42.872621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-646c24ec-fc67-4656-b9fa-bc8dacc1186d req-15e7e56b-176a-4a1e-acf8-8c7f1ce9d2d9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337143 Jun 30 03:41:44.064954 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ac123-9651-4ea4-a7da-4602e75f2841 req-abd20782-5999-4313-9c3f-c43d8409bd25 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:44.066422 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-124ac123-9651-4ea4-a7da-4602e75f2841 req-abd20782-5999-4313-9c3f-c43d8409bd25 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0696778 Jun 30 03:41:44.105637 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-124ac123-9651-4ea4-a7da-4602e75f2841 req-c8fe69d4-1851-4d28-8cc9-2529e2ace881 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333464 Jun 30 03:41:45.019529 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-22eb9a90-3bc3-4e44-af09-a788c3b6140e service neutron] show failed (client error): The resource could not be found. Jun 30 03:41:45.020593 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-22eb9a90-3bc3-4e44-af09-a788c3b6140e service neutron] 10.222.0.73 "GET /v2.0/ports/14d7db75-cd3a-43a5-8eac-80bce3e0bfb5/bindings/n-h1-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0670898 Jun 30 03:41:45.327624 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-94bfad83-ea6a-4476-bbc9-64311337775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:45.329090 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-94bfad83-ea6a-4476-bbc9-64311337775d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 1097 time: 0.0913594 Jun 30 03:41:45.343223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:41:45.395038 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6dc53-6824-403d-9e6c-7c6baa6f8104 req-1377c4f6-055d-471c-9958-a2bced06212d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:45.396491 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6e6dc53-6824-403d-9e6c-7c6baa6f8104 req-1377c4f6-055d-471c-9958-a2bced06212d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.1121552 Jun 30 03:41:45.448322 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:45.467841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d6e6dc53-6824-403d-9e6c-7c6baa6f8104 req-729977e8-5df7-4087-b80e-e1dcffff2beb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654628 Jun 30 03:41:46.001352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:46.041995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:41:46.082304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:41:46.085143 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a91dd9a-bdb3-44c7-ab35-dd7f042763b8" -d '{"events": [{"server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "name": "network-vif-unplugged", "status": "completed", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:41:46.088793 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:46.104067 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Transition to ACTIVE for port object 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:41:46.109749 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:46.144011 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a329c0-ec8f-471a-9dd3-9afb69965062 x-openstack-request-id: req-f0a329c0-ec8f-471a-9dd3-9afb69965062 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:41:46.144301 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "name": "network-vif-unplugged", "status": "completed", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:41:46.144550 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0a329c0-ec8f-471a-9dd3-9afb69965062 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:41:46.144937 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'code': 200} Jun 30 03:41:46.196738 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Pushing event updated for resources: {'Port': ['ID=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,revision_number=6']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:46.212593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.212941 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.213286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.213635 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.213957 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.214272 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.214588 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.215022 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.215335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.215646 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.215956 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.216264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:46.249443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] No DVR routers for this DVR port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:41:46.391644 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Attempting to bind port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:41:46.392394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Attempting to bind port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:41:46.392394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Attempting to bind port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 on network 004880f3-e956-4d97-bb01-5512dfbecdaf {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:41:46.397652 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 on network 004880f3-e956-4d97-bb01-5512dfbecdaf not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:41:46.397955 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Attempting to bind port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 on network 004880f3-e956-4d97-bb01-5512dfbecdaf {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:41:46.407264 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:41:46.407547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Checking segment: {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:41:46.408036 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Bound using segment: {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:41:46.408640 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Bound port: 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85da16e4-a04d-47df-8957-b9ee6d82b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:41:46.409131 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:46.477780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:41:46.481029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:41:46.488058 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:46.522502 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:46.523211 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:46.524814 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] 10.222.0.69 "PUT /v2.0/ports/14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 1092 time: 1.1864524 Jun 30 03:41:46.549175 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d89c8-49bb-4939-ad3c-f4796d2a524d service neutron] Pushing event updated for resources: {'Port': ['ID=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,revision_number=7']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:46.646643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-bbb936b0-af3b-4a07-8193-88d461330693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:46.648555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-bbb936b0-af3b-4a07-8193-88d461330693 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1095 time: 0.0916884 Jun 30 03:41:46.690436 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:46.733196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d31ba-cc31-4eed-9f04-0d4f161507c0 req-55e8eb42-3b5c-450d-a21f-9eb7a359f103 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:46.734677 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-967d31ba-cc31-4eed-9f04-0d4f161507c0 req-55e8eb42-3b5c-450d-a21f-9eb7a359f103 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 943 time: 0.1340301 Jun 30 03:41:46.779755 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-59836572-42fe-48b4-a717-b0c11fc1da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:46.781144 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-59836572-42fe-48b4-a717-b0c11fc1da22 service neutron] 10.222.0.69 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 897 time: 0.1249762 Jun 30 03:41:46.799652 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-967d31ba-cc31-4eed-9f04-0d4f161507c0 req-a9b4d8d0-2bde-4e50-860e-5af415576e31 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575993 Jun 30 03:41:46.836261 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:46.852536 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-5387a224-a4fa-4aad-9914-42a2356fda5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 998 time: 0.0633504 Jun 30 03:41:46.905462 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-c6c3664a-ab87-4fa0-b305-2c5b0fee94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:46.906934 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-c6c3664a-ab87-4fa0-b305-2c5b0fee94ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0482585 Jun 30 03:41:46.975054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-e7381579-d9ba-4e3c-bc61-2899e1f2022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:46.976576 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-e7381579-d9ba-4e3c-bc61-2899e1f2022c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634396 Jun 30 03:41:47.080944 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-d573399d-79ca-4034-b57a-877291083bf7 service neutron] 10.222.0.69 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974047 Jun 30 03:41:47.177793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fb745f7d-50c0-49b4-8336-b7be85445208 req-589b575a-b1b8-45f4-8d24-22ef55c48232 service neutron] 10.222.0.69 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898316 Jun 30 03:41:47.996797 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e3666-6cb6-4e8b-aaa8-950e523185b2 req-f82718cf-cfe4-44a2-910c-7b487311009f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:47.998222 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d93e3666-6cb6-4e8b-aaa8-950e523185b2 req-f82718cf-cfe4-44a2-910c-7b487311009f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 943 time: 0.0800569 Jun 30 03:41:48.041057 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d93e3666-6cb6-4e8b-aaa8-950e523185b2 req-0e3c3ebc-06a7-45b1-9f70-c24ff576a7ef tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370111 Jun 30 03:41:48.146438 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:41:48.148961 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763e34b4-5bdf-403b-8381-0b3c17cf2743" -d '{"events": [{"name": "network-changed", "server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:41:48.201623 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3fe0c4-53e4-45bf-bf62-76595f6a49db x-openstack-request-id: req-1e3fe0c4-53e4-45bf-bf62-76595f6a49db {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:41:48.201889 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:41:48.202201 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e3fe0c4-53e4-45bf-bf62-76595f6a49db {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:41:48.202627 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'status': 'completed', 'code': 200} Jun 30 03:41:48.278083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-392ead0f-6566-43ac-8478-fa8319430f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:48.279513 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-392ead0f-6566-43ac-8478-fa8319430f70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1095 time: 0.0568666 Jun 30 03:41:48.283231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-adb8086b-abc6-467c-b2cf-6c61cd3741b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:48.284798 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-adb8086b-abc6-467c-b2cf-6c61cd3741b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1095 time: 0.0584891 Jun 30 03:41:48.383127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-22ae17dd-224c-4b8d-9fbe-07abc033cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:48.383416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-ed1601e4-aa15-42a5-bdc1-206ecdcecd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:48.384570 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-22ae17dd-224c-4b8d-9fbe-07abc033cf1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 897 time: 0.0935557 Jun 30 03:41:48.384954 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-ed1601e4-aa15-42a5-bdc1-206ecdcecd30 service neutron] 10.222.0.69 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 897 time: 0.0976093 Jun 30 03:41:48.451651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-f5abeda8-a5b6-434a-a72f-97b8a4061ea9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 998 time: 0.0596910 Jun 30 03:41:48.454149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-cc681bb4-2977-4dd2-8da9-81254b853fd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 998 time: 0.0630732 Jun 30 03:41:48.502754 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-4683ba19-f632-45fa-9174-c9fc5a4fc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:48.503056 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-99f974b6-c59c-4b1c-8683-0990b6bd6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:48.504220 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-4683ba19-f632-45fa-9174-c9fc5a4fc77b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0439291 Jun 30 03:41:48.504376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-99f974b6-c59c-4b1c-8683-0990b6bd6824 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0451014 Jun 30 03:41:48.565514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-f65a86b1-d8da-4c0a-8294-11bcf2d2fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:48.567106 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-f65a86b1-d8da-4c0a-8294-11bcf2d2fa0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561273 Jun 30 03:41:48.568522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-81179858-f446-4b43-8e2e-8b529942734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:48.570160 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-81179858-f446-4b43-8e2e-8b529942734f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578775 Jun 30 03:41:48.661176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-7c1d6487-6502-44f6-ab1b-9fde56c19640 service neutron] 10.222.0.69 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836716 Jun 30 03:41:48.668676 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-7d2bb456-37b9-487d-aab5-0a724121183d service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942895 Jun 30 03:41:48.753115 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-795d3d26-78a1-458f-b734-f63d949a4c84 service neutron] 10.222.0.69 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851779 Jun 30 03:41:48.760498 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-763e34b4-5bdf-403b-8381-0b3c17cf2743 req-53b4b064-8bce-4079-876b-ec8825e29562 service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848594 Jun 30 03:41:49.035738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:41:49.087948 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:41:49.257640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a12153-ad65-4dc7-a87a-76e097a6c084 req-feef9529-2869-4a13-99a7-f6888821007f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:49.259158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35a12153-ad65-4dc7-a87a-76e097a6c084 req-feef9529-2869-4a13-99a7-f6888821007f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 943 time: 0.0755589 Jun 30 03:41:49.300514 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-35a12153-ad65-4dc7-a87a-76e097a6c084 req-759fecfc-ea83-4e4c-af5e-a0bde18b85c3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330851 Jun 30 03:41:50.486463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91932b85-a947-41ec-8d31-5b07b10f4e2d req-f7efd384-e132-4c49-838e-9fbc3457cc6f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:50.487973 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91932b85-a947-41ec-8d31-5b07b10f4e2d req-f7efd384-e132-4c49-838e-9fbc3457cc6f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 943 time: 0.0670235 Jun 30 03:41:50.529062 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-91932b85-a947-41ec-8d31-5b07b10f4e2d req-ff4e92a7-57a1-4ab4-93ac-e4860c475f28 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331690 Jun 30 03:41:50.828360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ba810-4c8f-4253-9ace-f66b7827f1ff req-9359dbd7-d6bd-438b-8dc7-08cc1fb21289 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:50.829846 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d1ba810-4c8f-4253-9ace-f66b7827f1ff req-9359dbd7-d6bd-438b-8dc7-08cc1fb21289 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 943 time: 0.0666318 Jun 30 03:41:50.841109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-d7f56378-5f73-47a7-a5cb-22d7d2f3a6cf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:50.842630 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-d7f56378-5f73-47a7-a5cb-22d7d2f3a6cf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&binding%3Ahost_id=n-h1-758944-39 HTTP/1.1" status: 200 len: 943 time: 0.0730119 Jun 30 03:41:50.868962 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7d1ba810-4c8f-4253-9ace-f66b7827f1ff req-ebf35c9e-f4e8-4e1a-ab00-6d85cab8ab95 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330868 Jun 30 03:41:50.903811 n-d-758944-39 neutron-server[93770]: INFO neutron.api.v2.resource [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-f4bd3603-fb4f-4539-8230-4bbce42692ee service neutron] delete failed (client error): The resource could not be found. Jun 30 03:41:50.904853 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-f4bd3603-fb4f-4539-8230-4bbce42692ee service neutron] 10.222.0.73 "DELETE /v2.0/ports/14d7db75-cd3a-43a5-8eac-80bce3e0bfb5/bindings/n-h2-758944-39 HTTP/1.1" status: 404 len: 381 time: 0.0562713 Jun 30 03:41:51.033303 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-7babc284-fad0-49ef-9492-d1d4f45120b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:51.035052 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-7babc284-fad0-49ef-9492-d1d4f45120b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1095 time: 0.0870326 Jun 30 03:41:51.116784 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a42ead-a223-4ca9-99a7-42208da3526d req-3487ed67-0675-42f5-bbd9-026286ec32f4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:51.118289 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-94a42ead-a223-4ca9-99a7-42208da3526d req-3487ed67-0675-42f5-bbd9-026286ec32f4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 943 time: 0.1268783 Jun 30 03:41:51.160305 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-335a10e9-35f9-4b1c-843a-1fe5ce8fdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:51.161661 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-335a10e9-35f9-4b1c-843a-1fe5ce8fdb54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 897 time: 0.1201427 Jun 30 03:41:51.181863 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-94a42ead-a223-4ca9-99a7-42208da3526d req-fc1e3558-252e-4d74-95cd-4208846a02c9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526745 Jun 30 03:41:51.234947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-abb31368-8156-41e2-89ca-a28e8cd9b297 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 998 time: 0.0662179 Jun 30 03:41:51.284114 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-6069af4f-5891-468b-88a4-c613694038da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:51.285571 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-6069af4f-5891-468b-88a4-c613694038da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0439413 Jun 30 03:41:51.357406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-59a57f9e-2673-4cf7-9f3e-c1ec1238bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:51.359987 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-59a57f9e-2673-4cf7-9f3e-c1ec1238bfb5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672495 Jun 30 03:41:51.384974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:41:51.451339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-a8805326-06a5-404f-a23d-ea24dd98fc14 service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842388 Jun 30 03:41:51.483481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:51.496642 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'port_id': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'mac_address': 'fa:16:3e:ac:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:41:51.534756 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:51.547772 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:41:51.548554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-81a52b9c-43c3-4557-9006-9eb060d2af22 req-d5bcf454-2658-4cc5-afe4-1ab479f1d7b5 service neutron] 10.222.0.73 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907719 Jun 30 03:41:51.569160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:51.575887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:51.630761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:51.638655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.639033 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.639381 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.639718 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.640057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.640390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.640758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.641156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.641454 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.641768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.642123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.642464 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:41:51.960133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['14d7db75-cd3a-43a5-8eac-80bce3e0bfb5'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:41:52.380041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2fece-6d1e-4d87-ba9d-c08f9b189659 req-793ad88e-084b-426d-9c83-75c579918e75 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:41:52.381617 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04c2fece-6d1e-4d87-ba9d-c08f9b189659 req-793ad88e-084b-426d-9c83-75c579918e75 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 944 time: 0.0785718 Jun 30 03:41:52.421514 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-04c2fece-6d1e-4d87-ba9d-c08f9b189659 req-e11987a2-afc9-4622-9f9c-137470edc04a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333693 Jun 30 03:41:52.447586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51700) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:41:52.511968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-cf0444ad-a34e-451f-8fcb-f5bc2fbeac15 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea HTTP/1.1" status: 200 len: 991 time: 0.0630851 Jun 30 03:41:53.395928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:41:53.455644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:41:53.460044 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:41:53.460378 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:53.539531 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:53.563534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:41:53.565847 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838f2acf-aaa6-4764-8995-34b6b938e21e" -d '{"events": [{"server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "name": "network-vif-plugged", "status": "completed", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:41:53.579758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:41:53.584990 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:53.610784 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698c7d43-9fe0-49da-a268-d477c5182fa3 x-openstack-request-id: req-698c7d43-9fe0-49da-a268-d477c5182fa3 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:41:53.611075 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "name": "network-vif-plugged", "status": "completed", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:41:53.611320 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-698c7d43-9fe0-49da-a268-d477c5182fa3 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:41:53.611695 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'code': 200} Jun 30 03:41:53.644199 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,revision_number=9']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:41:54.487164 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8f8312b-6cb5-41f4-b211-8acccb00e1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:57.074917 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4753d84e-d482-494f-ae0d-d3f8d2d1ccfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:57.211914 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:41:58.575818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:00.387924 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:02.685794 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:42:16.722329 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:16.827343 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:24.492515 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b46c4096-0d99-488e-a119-642021cf8fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:27.077774 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdbe3ee3-1064-4158-b6cc-ccaad884090f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:27.206587 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:28.586262 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:30.388128 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:34.014249 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-aa38b484-2407-416e-a9d3-d17c94d9c54d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0672448 Jun 30 03:42:34.124336 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-c54b9290-b7f2-48ea-bb94-aa63ed557c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:34.125890 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-c54b9290-b7f2-48ea-bb94-aa63ed557c4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1097 time: 0.0614939 Jun 30 03:42:34.248505 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-d97dcff0-bafa-4e39-b023-c78824e3e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:34.250127 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-d97dcff0-bafa-4e39-b023-c78824e3e571 service neutron] 10.222.0.69 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 897 time: 0.0977023 Jun 30 03:42:34.322211 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-62a16d68-1d33-48d9-bcdb-04f2f11dfec3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 1000 time: 0.0654335 Jun 30 03:42:34.377131 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-b038ada9-eb50-444b-a7d7-51efd3e4742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:34.378679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-b038ada9-eb50-444b-a7d7-51efd3e4742b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0502396 Jun 30 03:42:34.446065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-a280f9c8-d406-4f76-8e56-4901677054d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:34.447897 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-a280f9c8-d406-4f76-8e56-4901677054d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623946 Jun 30 03:42:34.549100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-537a9f0b-a2b3-415b-a344-c8c3a2ce1b92 service neutron] 10.222.0.69 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943432 Jun 30 03:42:34.647627 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0d224469-6cbc-4bf1-b3ca-2b8a3bf69a93 req-41cdc698-850f-4b31-8660-27b493da6eaa service neutron] 10.222.0.69 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919633 Jun 30 03:42:39.686684 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:42:46.728656 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:46.837460 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:49.749104 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:49.918752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port bc7d92dd-3513-4a47-9130-a6dfa7d1db9a {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:42:49.919088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:50.017274 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:50.017508 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:50.038127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for bc7d92dd-3513-4a47-9130-a6dfa7d1db9a owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:42:50.220235 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:50.251991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=bc7d92dd-3513-4a47-9130-a6dfa7d1db9a,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:50.280808 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.281052 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.281380 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.281712 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.282039 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.282430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.282823 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.283146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.283463 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.283809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.284127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.284430 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:50.324929 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:50.325297 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Floating IP b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea disassociated (deleted). External IP: 172.25.7.62, port: 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5. Jun 30 03:42:50.545501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:42:50.662065 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:42:50.667361 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:50.672002 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] Sync routers for ids ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:42:50.682425 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] Routers {'37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:42:50.683043 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:50.715286 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-daafb6ad-3fea-4103-876f-c56526832274 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/floatingips/b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea HTTP/1.1" status: 204 len: 168 time: 0.9645844 Jun 30 03:42:50.715826 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:42:50.718614 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f283c0-6fed-477d-878b-02f86e367f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:42:50.794374 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] Set router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:42:50.806941 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4ac767-ca2c-4a0b-aa17-8df5228ffba3 x-openstack-request-id: req-1c4ac767-ca2c-4a0b-aa17-8df5228ffba3 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:42:50.807467 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:42:50.807576 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c4ac767-ca2c-4a0b-aa17-8df5228ffba3 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:42:50.807903 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'status': 'completed', 'code': 200} Jun 30 03:42:50.895440 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f283c0-6fed-477d-878b-02f86e367f9e req-58261ac6-46d9-462e-b62d-3e57202a47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:50.896966 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22f283c0-6fed-477d-878b-02f86e367f9e req-58261ac6-46d9-462e-b62d-3e57202a47a9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 1097 time: 0.0626478 Jun 30 03:42:51.004720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f283c0-6fed-477d-878b-02f86e367f9e req-abc3056d-de9d-4a91-b301-749679f05ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:51.006220 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22f283c0-6fed-477d-878b-02f86e367f9e req-abc3056d-de9d-4a91-b301-749679f05ec3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 200 len: 897 time: 0.1007519 Jun 30 03:42:51.056259 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22f283c0-6fed-477d-878b-02f86e367f9e req-e383200a-76c2-4c52-a397-b74bbcbcddb4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 200 len: 217 time: 0.0419466 Jun 30 03:42:51.116271 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:39Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc743992-43b4-4418-a7ea-e5c653f802e4', 'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:38Z', 'updated_at': '2021-06-30T03:40:43Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:51.137971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f283c0-6fed-477d-878b-02f86e367f9e req-72f24bbf-eaee-488d-9753-cd2fcdec80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:51.139679 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22f283c0-6fed-477d-878b-02f86e367f9e req-72f24bbf-eaee-488d-9753-cd2fcdec80e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 200 len: 834 time: 0.0760412 Jun 30 03:42:51.143309 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] Checking router: 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:42:51.152146 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] Routers {'37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:42:51.152833 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:51.191470 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd12c4-7c0e-49ca-8820-df40db2b83b4 req-7940034a-ecb2-4c72-a919-d857f65ab8b4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:51.192950 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c5cd12c4-7c0e-49ca-8820-df40db2b83b4 req-7940034a-ecb2-4c72-a919-d857f65ab8b4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.1024692 Jun 30 03:42:51.248538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c5cd12c4-7c0e-49ca-8820-df40db2b83b4 req-e3751cea-3cef-4a46-a6e2-b5f6c5bee804 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479355 Jun 30 03:42:51.251574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f283c0-6fed-477d-878b-02f86e367f9e req-f41d75eb-f20d-4ec5-bc61-35defab81afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:51.252895 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22f283c0-6fed-477d-878b-02f86e367f9e req-f41d75eb-f20d-4ec5-bc61-35defab81afa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=004880f3-e956-4d97-bb01-5512dfbecdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052551 Jun 30 03:42:51.263612 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] Set router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:42:51.351058 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22f283c0-6fed-477d-878b-02f86e367f9e req-8afea11d-a452-440a-8122-8a0afb7270a8 service neutron] 10.222.0.69 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838704 Jun 30 03:42:51.457621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-22f283c0-6fed-477d-878b-02f86e367f9e req-55687bf9-ba31-4123-9829-2325abce23cd service neutron] 10.222.0.69 "GET /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940573 Jun 30 03:42:51.469132 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:39Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc743992-43b4-4418-a7ea-e5c653f802e4', 'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:38Z', 'updated_at': '2021-06-30T03:40:43Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:51.496803 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53579c05-d9a5-48ff-8c81-5cdca49615a4 None None] The sync data for ids ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'] in n-d-758944-39 is: [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:40:39Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'cc743992-43b4-4418-a7ea-e5c653f802e4', 'name': '', 'network_id': '004880f3-e956-4d97-bb01-5512dfbecdaf', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:38Z', 'updated_at': '2021-06-30T03:40:43Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '89dda2b9-5958-4e3f-87ae-fe43ebe72f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:42:51.737302 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd53f3b8-86b8-49e9-861a-cfc216319b46 None None] New status for floating IP b2ff0c48-0bf6-4801-b4c6-909d06ebe7ea: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:42:52.454073 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d21b7-ce85-44a5-b717-67dd8fdc2f27 req-866618cb-51a8-4a21-b1e9-0670e850b81c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:52.455745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-078d21b7-ce85-44a5-b717-67dd8fdc2f27 req-866618cb-51a8-4a21-b1e9-0670e850b81c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0740464 Jun 30 03:42:52.496778 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-078d21b7-ce85-44a5-b717-67dd8fdc2f27 req-a02336d2-0072-42d9-a819-d7601be5c6d9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349789 Jun 30 03:42:52.808723 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-f6d684c4-4ade-4596-86ad-626c8404f7ea tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:52.810160 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-f6d684c4-4ade-4596-86ad-626c8404f7ea tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 945 time: 0.0668068 Jun 30 03:42:52.933966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-c6780e96-9788-42aa-b933-d6ab66b87df6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:42:52.934279 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-c6780e96-9788-42aa-b933-d6ab66b87df6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:53.031813 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-c6780e96-9788-42aa-b933-d6ab66b87df6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:53.032117 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-c6780e96-9788-42aa-b933-d6ab66b87df6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:53.043980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-c6780e96-9788-42aa-b933-d6ab66b87df6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:42:53.179989 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-c6780e96-9788-42aa-b933-d6ab66b87df6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:53.545552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6780e96-9788-42aa-b933-d6ab66b87df6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=14d7db75-cd3a-43a5-8eac-80bce3e0bfb5,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:53.591847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-c6780e96-9788-42aa-b933-d6ab66b87df6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] No DVR routers for this DVR port 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:42:53.595064 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-c6780e96-9788-42aa-b933-d6ab66b87df6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:53.597136 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2297af63-a5e6-4447-9e92-ef52be182fe0 req-c6780e96-9788-42aa-b933-d6ab66b87df6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "DELETE /v2.0/ports/14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 HTTP/1.1" status: 204 len: 173 time: 0.7808154 Jun 30 03:42:53.597703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'name': 'network-vif-deleted', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:42:53.600022 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4487c3ee-0f0b-4c21-97aa-3179d4dc895e" -d '{"events": [{"server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "name": "network-vif-deleted", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:42:53.652273 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41eb7d0-72b0-429e-a721-66f8965c0fba x-openstack-request-id: req-c41eb7d0-72b0-429e-a721-66f8965c0fba {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:42:53.652559 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5847bc88-c5ff-4629-8875-31b495594730", "name": "network-vif-deleted", "tag": "14d7db75-cd3a-43a5-8eac-80bce3e0bfb5", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:42:53.652806 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c41eb7d0-72b0-429e-a721-66f8965c0fba {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:42:53.653206 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5847bc88-c5ff-4629-8875-31b495594730', 'name': 'network-vif-deleted', 'tag': '14d7db75-cd3a-43a5-8eac-80bce3e0bfb5', 'status': 'completed', 'code': 200} Jun 30 03:42:53.655680 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-abbc4b2b-0c1c-4245-80ea-f4ca2f7cbdb9 req-46928aca-0e65-4c0d-9703-f062a3cd0a8f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=5847bc88-c5ff-4629-8875-31b495594730 HTTP/1.1" status: 200 len: 210 time: 0.0319269 Jun 30 03:42:54.506661 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3bb0901d-2309-41d4-8996-ba89ca85881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:54.773574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51744) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:55.157113 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:55.437213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port cc743992-43b4-4418-a7ea-e5c653f802e4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:42:55.437562 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:55.529752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port cc743992-43b4-4418-a7ea-e5c653f802e4, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=cc743992-43b4-4418-a7ea-e5c653f802e4,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:55.530059 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:55.541814 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for cc743992-43b4-4418-a7ea-e5c653f802e4 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:42:55.741400 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:55.768835 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=cc743992-43b4-4418-a7ea-e5c653f802e4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:55.943389 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.176939 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:42:56.293342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:42:56.299725 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b2044c51-1c25-4196-96a5-d356d8193fa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "PUT /v2.0/routers/37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5250807 Jun 30 03:42:56.302698 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51746) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:56.304870 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20265138-377d-44c8-95ea-730450b26311 None None] Sync routers for ids ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:42:56.315089 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20265138-377d-44c8-95ea-730450b26311 None None] Routers {'37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:42:56.315694 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20265138-377d-44c8-95ea-730450b26311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:56.354558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-231c8bef-77a4-4796-be1d-3f466f88d2bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting subnet 89dda2b9-5958-4e3f-87ae-fe43ebe72f91 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:42:56.357615 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231c8bef-77a4-4796-be1d-3f466f88d2bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.398731 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231c8bef-77a4-4796-be1d-3f466f88d2bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.423520 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-20265138-377d-44c8-95ea-730450b26311 None None] Set router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:42:56.486158 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231c8bef-77a4-4796-be1d-3f466f88d2bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.549528 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231c8bef-77a4-4796-be1d-3f466f88d2bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.576082 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c8bef-77a4-4796-be1d-3f466f88d2bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Subnet': ['ID=89dda2b9-5958-4e3f-87ae-fe43ebe72f91,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:56.585368 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-231c8bef-77a4-4796-be1d-3f466f88d2bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.585644 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207da167-a873-43f7-81b6-c2ab2698e4e7 None None] Network 004880f3-e956-4d97-bb01-5512dfbecdaf requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:42:56.587388 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-231c8bef-77a4-4796-be1d-3f466f88d2bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/subnets/89dda2b9-5958-4e3f-87ae-fe43ebe72f91 HTTP/1.1" status: 204 len: 168 time: 0.2837205 Jun 30 03:42:56.590483 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51748) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:56.610174 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20265138-377d-44c8-95ea-730450b26311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:42:55Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:56.640624 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20265138-377d-44c8-95ea-730450b26311 None None] Checking router: 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:42:56.649624 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20265138-377d-44c8-95ea-730450b26311 None None] Routers {'37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:42:56.650242 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20265138-377d-44c8-95ea-730450b26311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:42:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:56.703181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.760133 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-20265138-377d-44c8-95ea-730450b26311 None None] Set router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:42:56.797813 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] DHCP port deletion for 004880f3-e956-4d97-bb01-5512dfbecdaf request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:42:56.826844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.850740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Deleting port 5ee7577d-72a5-4349-a996-9970238f048b {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:42:56.851203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.887896 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port d21ff687-64ca-4b65-b326-ab4c5c0231dc {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:42:56.888326 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.920303 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] For port 5ee7577d-72a5-4349-a996-9970238f048b, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=5ee7577d-72a5-4349-a996-9970238f048b,segment=NetworkSegment(85da16e4-a04d-47df-8957-b9ee6d82b9a1),segment_id=85da16e4-a04d-47df-8957-b9ee6d82b9a1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:56.920707 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.934348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Calling delete_port for 5ee7577d-72a5-4349-a996-9970238f048b owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:42:56.944163 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-20265138-377d-44c8-95ea-730450b26311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:42:55Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:56.972389 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20265138-377d-44c8-95ea-730450b26311 None None] The sync data for ids ['37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb'] in n-d-758944-39 is: [{'id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1663996301', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204'}], 'enable_snat': True}, 'gw_port_id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:40:35Z', 'updated_at': '2021-06-30T03:42:55Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'd21ff687-64ca-4b65-b326-ab4c5c0231dc', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:94:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:40:36Z', 'updated_at': '2021-06-30T03:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:42:56.979608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port d21ff687-64ca-4b65-b326-ab4c5c0231dc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=d21ff687-64ca-4b65-b326-ab4c5c0231dc,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:42:56.980120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:56.995854 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for d21ff687-64ca-4b65-b326-ab4c5c0231dc owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:42:57.026028 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.050031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Pushing event deleted for resources: {'Port': ['ID=5ee7577d-72a5-4349-a996-9970238f048b,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:57.066669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] No DVR routers for this DVR port 5ee7577d-72a5-4349-a996-9970238f048b on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:42:57.068919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.069274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.069604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.069947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.070308 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.070628 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.070985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.071337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.071669 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.072013 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.072403 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.072857 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d0a32f-1198-4932-a4dc-e65a8f5b6542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.087444 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4078d3d6-4209-49f3-b894-be00f1535a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.188326 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.201896 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.216903 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=d21ff687-64ca-4b65-b326-ab4c5c0231dc,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:57.284112 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.379998 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.382314 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.430575 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.431552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Fanout notify agent at l3_agent the message router_deleted on router 37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:42:57.439088 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.440224 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f1cf8425-4a15-4c14-8669-e2da78cec388 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/routers/37c9fb4c-d30a-4fa1-b2b4-8b84a65bb7cb HTTP/1.1" status: 204 len: 168 time: 0.8488550 Jun 30 03:42:57.442988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51750) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:57.532120 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.629119 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.639708 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004880f3-e956-4d97-bb01-5512dfbecdaf']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:57.651285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85da16e4-a04d-47df-8957-b9ee6d82b9a1') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:57.651578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85da16e4-a04d-47df-8957-b9ee6d82b9a1') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:42:57.661480 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.677579 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.683819 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:42:57.684207 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:42:57.687115 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:42:57.693577 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:42:57.714003 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:42:57.714615 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 14d7db75-cd3a-43a5-8eac-80bce3e0bfb5 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:42:57.754875 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.762170 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.763902 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/networks/004880f3-e956-4d97-bb01-5512dfbecdaf HTTP/1.1" status: 204 len: 168 time: 0.3199518 Jun 30 03:42:57.766921 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51752) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:57.775830 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1894752-9764-43be-ad72-21c7d5ddce7f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Network': ['ID=004880f3-e956-4d97-bb01-5512dfbecdaf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:57.826685 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.853193 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.937560 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.940418 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:57.941597 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/security-groups/b94f8a3d-4e17-4c34-8c06-ae1e3cc12017 HTTP/1.1" status: 204 len: 168 time: 0.1736209 Jun 30 03:42:57.951403 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94f8a3d-4e17-4c34-8c06-ae1e3cc12017,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:57.959866 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.960211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.960545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.962483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.962483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.962483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.962483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.962483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.962483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.963129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.963129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:57.963400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4891e499-7ff8-42e9-b5ee-1cec2193b82f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:42:58.058853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d21ff687-64ca-4b65-b326-ab4c5c0231dc no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:42:58.081604 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: d21ff687-64ca-4b65-b326-ab4c5c0231dc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:42:58.081877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device d21ff687-64ca-4b65-b326-ab4c5c0231dc not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:42:58.082287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc743992-43b4-4418-a7ea-e5c653f802e4 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:42:58.100015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: cc743992-43b4-4418-a7ea-e5c653f802e4 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:42:58.100355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device cc743992-43b4-4418-a7ea-e5c653f802e4 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:42:58.100754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5ee7577d-72a5-4349-a996-9970238f048b no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:42:58.118940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 5ee7577d-72a5-4349-a996-9970238f048b {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:42:58.119250 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 5ee7577d-72a5-4349-a996-9970238f048b not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:42:58.228753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51758) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:58.233498 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-04598859-0207-4418-8fc8-722d8c1b7839 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686900532', 'description': 'tempest-secgroup-smoke-1686900532 description', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:58.260004 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04598859-0207-4418-8fc8-722d8c1b7839 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.347873 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04598859-0207-4418-8fc8-722d8c1b7839 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.353554 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04598859-0207-4418-8fc8-722d8c1b7839 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.381834 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-04598859-0207-4418-8fc8-722d8c1b7839 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.383078 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-04598859-0207-4418-8fc8-722d8c1b7839 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1533210 Jun 30 03:42:58.385109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04598859-0207-4418-8fc8-722d8c1b7839 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa14e070-f055-44d9-9d89-cb5ab9dbfae1,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:58.386357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51760) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:58.391311 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b75d16cb-cdf2-4b01-81bf-5d0bf3999768 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'fa14e070-f055-44d9-9d89-cb5ab9dbfae1', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:58.420597 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b75d16cb-cdf2-4b01-81bf-5d0bf3999768 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.477855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b75d16cb-cdf2-4b01-81bf-5d0bf3999768 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.484001 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b75d16cb-cdf2-4b01-81bf-5d0bf3999768 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.503858 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d16cb-cdf2-4b01-81bf-5d0bf3999768 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96698420-b1c2-4678-b0aa-dfd7746e4e1c,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:58.513293 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b75d16cb-cdf2-4b01-81bf-5d0bf3999768 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.514804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b75d16cb-cdf2-4b01-81bf-5d0bf3999768 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272526 Jun 30 03:42:58.517828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51762) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:58.522280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-590811c7-a617-43c0-bc3f-2534c0c57224 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'fa14e070-f055-44d9-9d89-cb5ab9dbfae1', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:58.551318 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-590811c7-a617-43c0-bc3f-2534c0c57224 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.581880 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.612610 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-590811c7-a617-43c0-bc3f-2534c0c57224 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.617437 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-590811c7-a617-43c0-bc3f-2534c0c57224 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.635874 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590811c7-a617-43c0-bc3f-2534c0c57224 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c95f5d-8383-4040-abdc-f498abaad15e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:58.640376 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-590811c7-a617-43c0-bc3f-2534c0c57224 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.641985 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-590811c7-a617-43c0-bc3f-2534c0c57224 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230183 Jun 30 03:42:58.644719 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51764) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:58.649800 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-c6fcb74d-955d-48c5-8637-1df83fd6ee7c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'fa14e070-f055-44d9-9d89-cb5ab9dbfae1', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:58.679005 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb74d-955d-48c5-8637-1df83fd6ee7c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.749147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb74d-955d-48c5-8637-1df83fd6ee7c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.753987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb74d-955d-48c5-8637-1df83fd6ee7c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.771612 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcb74d-955d-48c5-8637-1df83fd6ee7c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84884017-7b07-4c79-9ff9-59d0601e9555,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:58.778526 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb74d-955d-48c5-8637-1df83fd6ee7c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.779745 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c6fcb74d-955d-48c5-8637-1df83fd6ee7c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340721 Jun 30 03:42:58.783150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51766) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:58.787522 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-53b7e3de-0a4b-434d-ba57-79a8f5d5ca87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'fa14e070-f055-44d9-9d89-cb5ab9dbfae1', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:58.813555 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53b7e3de-0a4b-434d-ba57-79a8f5d5ca87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.876891 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53b7e3de-0a4b-434d-ba57-79a8f5d5ca87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.881215 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53b7e3de-0a4b-434d-ba57-79a8f5d5ca87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.899603 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7e3de-0a4b-434d-ba57-79a8f5d5ca87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127d56fe-0b1a-4fab-ab28-69ff3cd0f550,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:58.905730 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-53b7e3de-0a4b-434d-ba57-79a8f5d5ca87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:58.907482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-53b7e3de-0a4b-434d-ba57-79a8f5d5ca87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232588 Jun 30 03:42:58.910277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51768) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:58.920619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e8e2b36f-9ed3-46d5-82c9-142398f2d805 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'fa14e070-f055-44d9-9d89-cb5ab9dbfae1', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:58.948914 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-e8e2b36f-9ed3-46d5-82c9-142398f2d805 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Project ffabc9c6ffdd42cdb8c0a7df7410ac5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:42:58.954857 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b36f-9ed3-46d5-82c9-142398f2d805 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.017572 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b36f-9ed3-46d5-82c9-142398f2d805 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.022576 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b36f-9ed3-46d5-82c9-142398f2d805 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.041176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2b36f-9ed3-46d5-82c9-142398f2d805 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc8e3bf-3bea-4e09-86e7-704f14f42195,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:59.047804 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e8e2b36f-9ed3-46d5-82c9-142398f2d805 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.048979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e8e2b36f-9ed3-46d5-82c9-142398f2d805 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376417 Jun 30 03:42:59.051771 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51770) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:59.058403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1c27ec9f-438e-4dbe-9099-706da4445038 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'fa14e070-f055-44d9-9d89-cb5ab9dbfae1', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:59.083554 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-1c27ec9f-438e-4dbe-9099-706da4445038 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Project ffabc9c6ffdd42cdb8c0a7df7410ac5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:42:59.088894 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c27ec9f-438e-4dbe-9099-706da4445038 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.172116 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c27ec9f-438e-4dbe-9099-706da4445038 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.178460 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c27ec9f-438e-4dbe-9099-706da4445038 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.202164 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27ec9f-438e-4dbe-9099-706da4445038 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd65ca12-f9e4-4e98-8ca1-e5293c9a4e31,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:59.209490 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1c27ec9f-438e-4dbe-9099-706da4445038 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.210824 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1c27ec9f-438e-4dbe-9099-706da4445038 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1578717 Jun 30 03:42:59.213700 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51772) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:59.218658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'network': {'name': 'tempest-network-smoke--1157873684', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:59.240779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:42:59.244378 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.269937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:42:59.282944 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.283399 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Added segment 82ebaa60-31b7-4a7b-989e-d21fde18d6dc of type vlan for network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 Jun 30 03:42:59.324335 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.355199 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.361032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:42:59.361621 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.417176 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2022057 Jun 30 03:42:59.420186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51774) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:42:59.427199 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'admin_state_up': True, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:42:59.433367 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07e715-04b4-42d3-8594-c5d2d267bf93 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Network': ['ID=222d6f7c-a4a1-46ff-9109-d76e8fe3d285,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:42:59.444068 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:42:59.455583 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.456591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.513104 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.655977 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.868417 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:42:59.887688 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:00.013379 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.25.7.7 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/e9a25891-48d6-46b0-8c61-7cda6c13b555) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:00.121904 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:00.173592 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:00.210153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:00.213055 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:00.218408 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:00.224077 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=e9a25891-48d6-46b0-8c61-7cda6c13b555,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:00.387783 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:00.496272 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:00.699285 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:00.844546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 35fb5b2b-e05c-4079-9c67-2c54c43536dc is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:43:00.959002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:43:00.970433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Sync routers for ids ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:43:00.977412 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:00.978615 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-6c7a0cc6-52ce-4499-95b2-52a3b59d80a2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5568438 Jun 30 03:43:00.981898 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51776) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:00.985482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Routers {'35fb5b2b-e05c-4079-9c67-2c54c43536dc'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:00.986095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:01.051840 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-496eeb95-26d8-4af1-8267-9c3194f95584 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688033 Jun 30 03:43:01.054493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51780) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:01.089587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Set router 35fb5b2b-e05c-4079-9c67-2c54c43536dc gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:01.143582 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabf3a02-211a-4e88-b924-63cabf5b29b9 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:01.145109 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-aabf3a02-211a-4e88-b924-63cabf5b29b9 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897374 Jun 30 03:43:01.148192 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51782) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:01.176092 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ebbe3fda-a08f-47dd-b2b1-2b52c3de286a tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267997 Jun 30 03:43:01.178668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51784) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:01.183995 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-296226729', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:01.273171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:43:01.276178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:00Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:01.276764 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.304292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Checking router: 35fb5b2b-e05c-4079-9c67-2c54c43536dc for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:43:01.304619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Updating router 35fb5b2b-e05c-4079-9c67-2c54c43536dc port e9a25891-48d6-46b0-8c61-7cda6c13b555 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:43:01.339352 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.463549 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.523804 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Subnet': ['ID=f041581f-e616-49f4-9b47-54ba3f8b282b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:01.533438 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Checking segment: {'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:01.533809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network hostable DHCP agents. Network: 222d6f7c-a4a1-46ff-9109-d76e8fe3d285, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:43:01.551996 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:43:01.561072 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 222d6f7c-a4a1-46ff-9109-d76e8fe3d285) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:01.565423 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:01.566120 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.582287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-805463d9-9c06-45c5-b9ca-7ff0490207b7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4026055 Jun 30 03:43:01.585193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51786) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:01.588476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438dc39b-14d4-48fe-87b5-e3991a238a38 None None] Network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:43:01.649249 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.667081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Transition to ACTIVE for port object e9a25891-48d6-46b0-8c61-7cda6c13b555 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:01.683844 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.770859 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167c5dd-3f5b-4bdc-9925-f2549a9505a3 None None] Pushing event updated for resources: {'Port': ['ID=e9a25891-48d6-46b0-8c61-7cda6c13b555,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:01.773121 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Attempting to bind port e9a25891-48d6-46b0-8c61-7cda6c13b555 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:43:01.773529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Attempting to bind port e9a25891-48d6-46b0-8c61-7cda6c13b555 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:43:01.773976 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Attempting to bind port e9a25891-48d6-46b0-8c61-7cda6c13b555 on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:01.788723 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:43:01.789098 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:01.789503 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.789891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:43:01.790362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Bound port: e9a25891-48d6-46b0-8c61-7cda6c13b555, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:43:01.790747 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.845650 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:43:01.846621 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:01.885279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] For port e9a25891-48d6-46b0-8c61-7cda6c13b555, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:43:01.889327 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] For port e9a25891-48d6-46b0-8c61-7cda6c13b555, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e9a25891-48d6-46b0-8c61-7cda6c13b555,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:43:02.030030 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.102453 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.212494 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167c5dd-3f5b-4bdc-9925-f2549a9505a3 None None] Pushing event updated for resources: {'Port': ['ID=e9a25891-48d6-46b0-8c61-7cda6c13b555,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:02.216590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Routers {'35fb5b2b-e05c-4079-9c67-2c54c43536dc'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:02.217200 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:02.270886 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Allocated IP 172.20.0.2 (222d6f7c-a4a1-46ff-9109-d76e8fe3d285/f041581f-e616-49f4-9b47-54ba3f8b282b/b103691a-c2b7-4837-9f10-61a1a088005d) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:02.398630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] Set router 35fb5b2b-e05c-4079-9c67-2c54c43536dc gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:02.608772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.621617 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Transition to ACTIVE for port object b103691a-c2b7-4837-9f10-61a1a088005d will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:02.657792 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Transition to ACTIVE for port object b103691a-c2b7-4837-9f10-61a1a088005d will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:02.666781 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.712759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:02.713475 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.20.0.1 (222d6f7c-a4a1-46ff-9109-d76e8fe3d285/f041581f-e616-49f4-9b47-54ba3f8b282b/703a35ef-d6e5-4cef-be04-82fc8063d441) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:02.722618 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:02.727868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:02.733435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Pushing event updated for resources: {'Port': ['ID=b103691a-c2b7-4837-9f10-61a1a088005d,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:02.738147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:00Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:02.768292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b25f4-5ce9-4a1f-b821-22bce8dd919f None None] The sync data for ids ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'] in n-d-758944-39 is: [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:00Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:43:02.824817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Attempting to bind port b103691a-c2b7-4837-9f10-61a1a088005d on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:43:02.825251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Attempting to bind port b103691a-c2b7-4837-9f10-61a1a088005d by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:43:02.825702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Attempting to bind port b103691a-c2b7-4837-9f10-61a1a088005d on network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:02.831468 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:43:02.831842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Checking segment: {'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:02.832242 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.832631 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Bound using segment: {'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:43:02.833096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Bound port: b103691a-c2b7-4837-9f10-61a1a088005d, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:43:02.833476 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.838522 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.858855 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Transition to ACTIVE for port object 703a35ef-d6e5-4cef-be04-82fc8063d441 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:02.894129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.902621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] For port b103691a-c2b7-4837-9f10-61a1a088005d, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:43:02.906847 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] For port b103691a-c2b7-4837-9f10-61a1a088005d, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b103691a-c2b7-4837-9f10-61a1a088005d,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:43:02.915083 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:02.931325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:02.934493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:02.938389 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:02.980465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f6b21-e4f2-439e-9680-4b9246e5ac69 None None] Pushing event updated for resources: {'Port': ['ID=b103691a-c2b7-4837-9f10-61a1a088005d,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:02.991218 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=703a35ef-d6e5-4cef-be04-82fc8063d441,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:03.009805 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.225655 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.524020 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.529648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.609792 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=703a35ef-d6e5-4cef-be04-82fc8063d441,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:03.613007 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.710516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:03.712172 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:03.848043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 35fb5b2b-e05c-4079-9c67-2c54c43536dc has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:43:03.876975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e9a25891-48d6-46b0-8c61-7cda6c13b555 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:03.940679 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port e9a25891-48d6-46b0-8c61-7cda6c13b555 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:03.945701 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e9a25891-48d6-46b0-8c61-7cda6c13b555 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:03.946080 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:03.949010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3583a932-83e4-47aa-9e53-717de9260cca None None] Network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:43:03.974896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:43:03.981248 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8cbdbc3f-d6bd-4834-ae53-aeb369d4120a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "PUT /v2.0/routers/35fb5b2b-e05c-4079-9c67-2c54c43536dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3947518 Jun 30 03:43:04.089227 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-740220b1-e8d3-42d9-9300-126d1a1f3b6c None None] Provisioning for port b103691a-c2b7-4837-9f10-61a1a088005d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:04.139676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.142840 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-0a7301b9-06ab-45ae-af67-b1aa70d91db2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686900532&fields=id&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 267 time: 0.0420549 Jun 30 03:43:04.182517 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port e9a25891-48d6-46b0-8c61-7cda6c13b555, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e9a25891-48d6-46b0-8c61-7cda6c13b555,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:04.190764 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.192136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b103691a-c2b7-4837-9f10-61a1a088005d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:04.254526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853c26-7cdd-4940-9d76-c43498e83428 req-d73233e7-44c7-450c-a757-62e26b8f2210 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:04.256126 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-d73233e7-44c7-450c-a757-62e26b8f2210 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/networks?id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285 HTTP/1.1" status: 200 len: 797 time: 0.1057053 Jun 30 03:43:04.271595 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-21fc8c84-a80d-49b7-afd9-19d235b58de3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/quotas/ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 375 time: 0.0099485 Jun 30 03:43:04.290844 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=e9a25891-48d6-46b0-8c61-7cda6c13b555,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:04.308917 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b103691a-c2b7-4837-9f10-61a1a088005d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:04.314035 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b103691a-c2b7-4837-9f10-61a1a088005d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:04.314645 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.353588 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-bef009dc-09d3-4c25-94a1-85c66a160f1f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764360 Jun 30 03:43:04.408585 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.425773 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-9763532d-1570-4d7a-a310-fb9ac2f6153a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:43:04.427332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-9763532d-1570-4d7a-a310-fb9ac2f6153a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0594013 Jun 30 03:43:04.452019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port b103691a-c2b7-4837-9f10-61a1a088005d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b103691a-c2b7-4837-9f10-61a1a088005d,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:04.457260 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.517728 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=b103691a-c2b7-4837-9f10-61a1a088005d,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:04.530681 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Sync routers for ids ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:43:04.545934 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Routers {'35fb5b2b-e05c-4079-9c67-2c54c43536dc'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:04.546561 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:04.556132 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-37754d0a-a15e-477a-b0de-77bb880a99f0 None None] Provisioning complete for port b103691a-c2b7-4837-9f10-61a1a088005d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:04.556497 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37754d0a-a15e-477a-b0de-77bb880a99f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.559330 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3068e810-b61c-45c1-9db6-76602c03016a service neutron] 10.222.0.55 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228657 Jun 30 03:43:04.661759 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-37754d0a-a15e-477a-b0de-77bb880a99f0 None None] Provisioning for port 703a35ef-d6e5-4cef-be04-82fc8063d441 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:04.665754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-458d63c4-1169-4a17-86d9-c233d4e83dfd service neutron] 10.222.0.55 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980232 Jun 30 03:43:04.666664 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-37754d0a-a15e-477a-b0de-77bb880a99f0 None None] Provisioning complete for port 703a35ef-d6e5-4cef-be04-82fc8063d441 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:04.667088 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-37754d0a-a15e-477a-b0de-77bb880a99f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.686274 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Set router 35fb5b2b-e05c-4079-9c67-2c54c43536dc gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:04.707455 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-37754d0a-a15e-477a-b0de-77bb880a99f0 None None] Port 703a35ef-d6e5-4cef-be04-82fc8063d441 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:43:04.835294 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-56c08a79-9afa-455a-bde6-cd96a8b9dc8c None None] Provisioning complete for port 703a35ef-d6e5-4cef-be04-82fc8063d441 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:04.835672 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56c08a79-9afa-455a-bde6-cd96a8b9dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:04.879561 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9cf1e6cc-5b1f-43bf-b31c-55595a9de542 req-c82f28d0-b05f-45ec-bd8f-ad898b82fbb3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 210 time: 0.0446436 Jun 30 03:43:04.882889 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-56c08a79-9afa-455a-bde6-cd96a8b9dc8c None None] Port 703a35ef-d6e5-4cef-be04-82fc8063d441 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:43:05.005066 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b2301364-d4f0-44c2-a206-48abc96b5fa0 None None] Provisioning complete for port 703a35ef-d6e5-4cef-be04-82fc8063d441 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:05.005340 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b2301364-d4f0-44c2-a206-48abc96b5fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.027205 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:03Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '703a35ef-d6e5-4cef-be04-82fc8063d441', 'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:fa:06:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:02Z', 'updated_at': '2021-06-30T03:43:03Z', 'revision_number': 2, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:05.038808 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-b2301364-d4f0-44c2-a206-48abc96b5fa0 None None] Port 703a35ef-d6e5-4cef-be04-82fc8063d441 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:43:05.055238 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Checking router: 35fb5b2b-e05c-4079-9c67-2c54c43536dc for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:43:05.055595 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Updating router 35fb5b2b-e05c-4079-9c67-2c54c43536dc port 703a35ef-d6e5-4cef-be04-82fc8063d441 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:43:05.088681 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.366772 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.377741 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Transition to ACTIVE for port object 703a35ef-d6e5-4cef-be04-82fc8063d441 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:05.384664 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.453564 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Pushing event updated for resources: {'Port': ['ID=703a35ef-d6e5-4cef-be04-82fc8063d441,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:05.484027 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.484407 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.484689 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.485005 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.485374 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.485646 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.485935 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.486242 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.486545 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.486892 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.487181 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.487489 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:43:05.500692 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Attempting to bind port 703a35ef-d6e5-4cef-be04-82fc8063d441 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:43:05.501059 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Attempting to bind port 703a35ef-d6e5-4cef-be04-82fc8063d441 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:43:05.501412 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Attempting to bind port 703a35ef-d6e5-4cef-be04-82fc8063d441 on network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:05.506630 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:43:05.507022 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Checking segment: {'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:05.507447 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.507843 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Bound using segment: {'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:43:05.508319 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Bound port: 703a35ef-d6e5-4cef-be04-82fc8063d441, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:43:05.508687 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.572570 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] For port 703a35ef-d6e5-4cef-be04-82fc8063d441, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:43:05.575890 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] For port 703a35ef-d6e5-4cef-be04-82fc8063d441, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=703a35ef-d6e5-4cef-be04-82fc8063d441,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:43:05.581185 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.639650 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Routers {'35fb5b2b-e05c-4079-9c67-2c54c43536dc'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:05.640277 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:05.642681 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87995514-da6a-4eda-a6fc-7f97e0d6ab64 None None] Pushing event updated for resources: {'Port': ['ID=703a35ef-d6e5-4cef-be04-82fc8063d441,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:05.755138 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] Set router 35fb5b2b-e05c-4079-9c67-2c54c43536dc gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:05.823043 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e9a25891-48d6-46b0-8c61-7cda6c13b555 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:05.875992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port e9a25891-48d6-46b0-8c61-7cda6c13b555 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:05.876292 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:05.959037 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fdcc09a8-b34d-4186-a4db-bbf3a1810e61 req-e38cbede-b4e8-4247-869d-1136467808ac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 210 time: 0.0285611 Jun 30 03:43:05.963009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b103691a-c2b7-4837-9f10-61a1a088005d up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:06.002868 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:03Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '703a35ef-d6e5-4cef-be04-82fc8063d441', 'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:fa:06:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:02Z', 'updated_at': '2021-06-30T03:43:05Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:06.009848 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b103691a-c2b7-4837-9f10-61a1a088005d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:06.010219 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:06.028538 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e04ac-69c6-470e-9b6a-f6798cfffd52 None None] The sync data for ids ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'] in n-d-758944-39 is: [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:03Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '703a35ef-d6e5-4cef-be04-82fc8063d441', 'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:fa:06:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:02Z', 'updated_at': '2021-06-30T03:43:05Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:43:07.049070 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0a8a620-ea6d-4718-9338-d85bbd444049 req-3eb839a8-f32f-4744-a40b-2a95540de7b0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 210 time: 0.0338907 Jun 30 03:43:07.824289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 703a35ef-d6e5-4cef-be04-82fc8063d441 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:07.888216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 703a35ef-d6e5-4cef-be04-82fc8063d441 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:07.892089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 703a35ef-d6e5-4cef-be04-82fc8063d441 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:07.892451 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:07.987602 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:08.021102 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 703a35ef-d6e5-4cef-be04-82fc8063d441, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=703a35ef-d6e5-4cef-be04-82fc8063d441,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:08.025712 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:08.074752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=703a35ef-d6e5-4cef-be04-82fc8063d441,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:08.138026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-50107823-f650-4d0d-8a57-7efe9ede3164 req-0c388b29-3cbe-4405-96dd-7946763ac120 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 210 time: 0.0286233 Jun 30 03:43:09.300317 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-188fe4cf-cc05-4fb6-9244-a52ccc14f92b req-6288754d-3dec-40e5-9940-20ea0e8554c2 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 210 time: 0.0424886 Jun 30 03:43:09.804555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 703a35ef-d6e5-4cef-be04-82fc8063d441 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:09.859835 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 703a35ef-d6e5-4cef-be04-82fc8063d441 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:09.860578 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.085258 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853c26-7cdd-4940-9d76-c43498e83428 req-f0f4a19a-91b3-457e-b082-21a8577185b4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:10.087088 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-f0f4a19a-91b3-457e-b082-21a8577185b4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "GET /v2.0/networks?id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285 HTTP/1.1" status: 200 len: 797 time: 0.1096997 Jun 30 03:43:10.136337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3ed6749d-d369-47ac-94d2-18e054377dec tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 380 time: 0.0353971 Jun 30 03:43:10.145620 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'port': {'device_id': '726b62ce-be50-42a1-bb61-b4451920e889', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'admin_state_up': True, 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'security_groups': ['fa14e070-f055-44d9-9d89-cb5ab9dbfae1']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:10.266254 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:43:10.270196 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.405777 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.20.0.5 (222d6f7c-a4a1-46ff-9109-d76e8fe3d285/f041581f-e616-49f4-9b47-54ba3f8b282b/0a1fd9ec-245c-495c-a4e3-136cdb7e675d) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:10.452861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71c1252a-89ad-4e5c-b168-28cdbdd3ef35 req-3d5f409b-f2a7-4c9a-9593-2c9fa9043f07 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 210 time: 0.0339925 Jun 30 03:43:10.558591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.573434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Transition to ACTIVE for port object 0a1fd9ec-245c-495c-a4e3-136cdb7e675d will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:10.612429 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.661287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:10.664545 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:10.671332 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:10.676938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:10.723869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:10.724530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.741153 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-3dbf1bc7-60bf-4d83-839f-e80dc3897601 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5998690 Jun 30 03:43:10.798774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Request body: {'port': {'device_id': '726b62ce-be50-42a1-bb61-b4451920e889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:10.862892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b5d47ef-61f0-4aa3-8ffb-2f547c275e20 None None] Provisioning for port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:10.867078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-6b5d47ef-61f0-4aa3-8ffb-2f547c275e20 None None] Provisioning complete for port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:10.867451 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6b5d47ef-61f0-4aa3-8ffb-2f547c275e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.873631 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:10.908087 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-6b5d47ef-61f0-4aa3-8ffb-2f547c275e20 None None] Port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:43:11.163275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1fd9ec-245c-495c-a4e3-136cdb7e675d {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:43:11.171123 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.183936 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Transition to ACTIVE for port object 0a1fd9ec-245c-495c-a4e3-136cdb7e675d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:43:11.187940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.237688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:11.319870 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Attempting to bind port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:43:11.320216 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Attempting to bind port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:43:11.320673 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Attempting to bind port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d on network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:11.326007 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d on network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:43:11.326337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Attempting to bind port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d on network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:43:11.332001 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:43:11.332336 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Checking segment: {'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:43:11.332731 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Bound using segment: {'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:43:11.333178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Bound port: 0a1fd9ec-245c-495c-a4e3-136cdb7e675d, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ebaa60-31b7-4a7b-989e-d21fde18d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:43:11.333527 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.402299 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] For port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:43:11.405322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] For port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:43:11.409514 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.445298 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:11.445839 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:11.447218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] 10.222.0.73 "PUT /v2.0/ports/0a1fd9ec-245c-495c-a4e3-136cdb7e675d HTTP/1.1" status: 200 len: 1092 time: 0.6985414 Jun 30 03:43:11.447645 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726b62ce-be50-42a1-bb61-b4451920e889', 'tag': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:11.449960 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "726b62ce-be50-42a1-bb61-b4451920e889", "tag": "0a1fd9ec-245c-495c-a4e3-136cdb7e675d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:11.473134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0351ae8-ad80-422e-865a-1d04ddbb18f9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:11.558931 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853c26-7cdd-4940-9d76-c43498e83428 req-ea7d49f2-0b85-4844-addc-609176a2cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:11.560716 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-ea7d49f2-0b85-4844-addc-609176a2cb41 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 1095 time: 0.0683644 Jun 30 03:43:11.562373 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc59dafd-eca5-4efc-a8bc-0470394a2305 x-openstack-request-id: req-fc59dafd-eca5-4efc-a8bc-0470394a2305 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:11.563124 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726b62ce-be50-42a1-bb61-b4451920e889", "tag": "0a1fd9ec-245c-495c-a4e3-136cdb7e675d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:11.563571 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc59dafd-eca5-4efc-a8bc-0470394a2305 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:11.564303 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726b62ce-be50-42a1-bb61-b4451920e889', 'tag': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'status': 'completed', 'code': 200} Jun 30 03:43:11.609978 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-0c3bd2f0-ea1d-4b46-84f6-8e690e6230dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d HTTP/1.1" status: 200 len: 217 time: 0.0394552 Jun 30 03:43:11.652995 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ed5fb-1b53-43b2-8a35-82bfecc8ea3f req-f13850dd-dbe4-4f7e-af85-319c11e4eccd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:11.654475 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-200ed5fb-1b53-43b2-8a35-82bfecc8ea3f req-f13850dd-dbe4-4f7e-af85-319c11e4eccd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 943 time: 0.0720823 Jun 30 03:43:11.661913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853c26-7cdd-4940-9d76-c43498e83428 req-b1b4ca48-f4d8-4216-9710-575773834c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:11.663382 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-b1b4ca48-f4d8-4216-9710-575773834c43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f041581f-e616-49f4-9b47-54ba3f8b282b HTTP/1.1" status: 200 len: 834 time: 0.0471599 Jun 30 03:43:11.697382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-200ed5fb-1b53-43b2-8a35-82bfecc8ea3f req-49979eff-3f11-4aa7-9f7b-678969a3146d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367532 Jun 30 03:43:11.722621 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853c26-7cdd-4940-9d76-c43498e83428 req-c823b0e0-bcd2-448d-8d82-ccd6e2471b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:11.724290 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-c823b0e0-bcd2-448d-8d82-ccd6e2471b8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544086 Jun 30 03:43:11.822469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-db2ec18d-a7dd-4d23-8a62-8e607aff2a56 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908189 Jun 30 03:43:11.920663 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-45853c26-7cdd-4940-9d76-c43498e83428 req-d3545579-295b-461e-8877-78faa2b66cc2 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915682 Jun 30 03:43:12.049554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-f37a234b-df59-4765-b575-79b714bef283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:12.051181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-f37a234b-df59-4765-b575-79b714bef283 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 1095 time: 0.0748076 Jun 30 03:43:12.155900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-918e9848-60d8-48db-a007-12e739dca8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:12.157616 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-918e9848-60d8-48db-a007-12e739dca8f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285 HTTP/1.1" status: 200 len: 898 time: 0.1000059 Jun 30 03:43:12.205054 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-e2d0c18a-9847-4ecc-a83b-1e8ff8c70d83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d HTTP/1.1" status: 200 len: 217 time: 0.0402617 Jun 30 03:43:12.256626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-8842ff7a-a7ae-4ab9-93ad-566e4a116e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:12.258140 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-8842ff7a-a7ae-4ab9-93ad-566e4a116e66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f041581f-e616-49f4-9b47-54ba3f8b282b HTTP/1.1" status: 200 len: 834 time: 0.0452042 Jun 30 03:43:12.331179 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-369852cf-94e3-4788-a0ee-b2941fbcb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:12.333449 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-369852cf-94e3-4788-a0ee-b2941fbcb1cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681767 Jun 30 03:43:12.435212 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-485a954d-4ff4-41bf-8c03-283f1242ea68 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939426 Jun 30 03:43:12.528187 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e309cb-a6ce-43ca-b647-a2dcebc9b2f9 req-56ff64a2-bf7d-415c-b710-e1585bd14730 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855234 Jun 30 03:43:12.886724 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c63ceb-596c-4931-a41d-920222530287 req-49a8173a-bffa-4d58-bf9e-c8f441ebcb05 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:12.888318 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51c63ceb-596c-4931-a41d-920222530287 req-49a8173a-bffa-4d58-bf9e-c8f441ebcb05 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 943 time: 0.0705342 Jun 30 03:43:12.928210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-51c63ceb-596c-4931-a41d-920222530287 req-40e9b187-2dfb-4915-8372-3a51cd119172 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322249 Jun 30 03:43:14.124338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b32c11-1455-4f1e-803a-8ab04b359b4a req-9c4240f4-0b7c-40ab-8fe2-047dc4bdff8e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:14.125848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6b32c11-1455-4f1e-803a-8ab04b359b4a req-9c4240f4-0b7c-40ab-8fe2-047dc4bdff8e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 943 time: 0.0699561 Jun 30 03:43:14.167607 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6b32c11-1455-4f1e-803a-8ab04b359b4a req-6fec6782-7ebb-4a48-8dc2-d73b45398723 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328138 Jun 30 03:43:15.368106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30940c-3c9e-4367-9cef-b49833631159 req-c67822a3-d270-4f1b-a09e-2baaf937d887 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:15.369614 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3a30940c-3c9e-4367-9cef-b49833631159 req-c67822a3-d270-4f1b-a09e-2baaf937d887 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 943 time: 0.0838001 Jun 30 03:43:15.400903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0a1fd9ec-245c-495c-a4e3-136cdb7e675d details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:43:15.414651 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3a30940c-3c9e-4367-9cef-b49833631159 req-677e50fb-44e3-4a61-87f6-b591392cb1f3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389762 Jun 30 03:43:15.506561 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:15.518149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'port_id': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'mac_address': 'fa:16:3e:82:a4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:43:15.557178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.574928 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1fd9ec-245c-495c-a4e3-136cdb7e675d {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:43:15.595112 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:15.600272 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:15.650078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:15.808348 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['0a1fd9ec-245c-495c-a4e3-136cdb7e675d'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:43:16.600879 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df18e4-8f29-4a5f-9f39-1ea927374721 req-a9de1294-576e-496b-8325-4f6996b64e8e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:16.602352 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-08df18e4-8f29-4a5f-9f39-1ea927374721 req-a9de1294-576e-496b-8325-4f6996b64e8e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 944 time: 0.0665135 Jun 30 03:43:16.647979 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-08df18e4-8f29-4a5f-9f39-1ea927374721 req-72eeaeea-886e-4396-99eb-833dc4b6a825 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372066 Jun 30 03:43:16.690082 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:43:16.729117 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:16.837256 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:17.417929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0a1fd9ec-245c-495c-a4e3-136cdb7e675d up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:43:17.482319 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:43:17.485845 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:43:17.486207 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:17.575258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:17.597942 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726b62ce-be50-42a1-bb61-b4451920e889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:17.600748 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fae294b-a530-41bb-89cf-b7dc83c63dbe" -d '{"events": [{"server_uuid": "726b62ce-be50-42a1-bb61-b4451920e889", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fd9ec-245c-495c-a4e3-136cdb7e675d"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:17.613465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:43:17.619335 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:17.668810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:17.691631 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f2f335-6609-4819-84cb-8d313105201d x-openstack-request-id: req-64f2f335-6609-4819-84cb-8d313105201d {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:17.691924 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726b62ce-be50-42a1-bb61-b4451920e889", "name": "network-vif-plugged", "status": "completed", "tag": "0a1fd9ec-245c-495c-a4e3-136cdb7e675d", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:17.692300 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64f2f335-6609-4819-84cb-8d313105201d {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:17.692700 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726b62ce-be50-42a1-bb61-b4451920e889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'code': 200} Jun 30 03:43:17.813214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02a686-53c3-419e-831d-48c5ec638bf6 req-fa02d4a0-f129-411c-876d-422934d44ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:17.814763 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb02a686-53c3-419e-831d-48c5ec638bf6 req-fa02d4a0-f129-411c-876d-422934d44ae0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 1097 time: 0.0575845 Jun 30 03:43:17.829304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af248515-e510-4174-8078-9ce80b971704 req-3b6dddbb-0e42-4574-a05d-0cb7e671037b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:17.830754 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af248515-e510-4174-8078-9ce80b971704 req-3b6dddbb-0e42-4574-a05d-0cb7e671037b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0637479 Jun 30 03:43:17.853922 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cb02a686-53c3-419e-831d-48c5ec638bf6 req-32c54ee2-d484-46de-adef-643e7cad86a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Jun 30 03:43:17.872115 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-af248515-e510-4174-8078-9ce80b971704 req-bcb7042c-d5cc-48c9-af00-0b32042eefe1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342727 Jun 30 03:43:19.065909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a38e0-6228-4340-8f92-8f3bc5c051a7 req-a31fb673-8503-49a5-9340-fccef153373f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:19.067519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-322a38e0-6228-4340-8f92-8f3bc5c051a7 req-a31fb673-8503-49a5-9340-fccef153373f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0717523 Jun 30 03:43:19.107274 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-322a38e0-6228-4340-8f92-8f3bc5c051a7 req-1c00ea18-a8fa-480a-a1d7-4c32e6b06d15 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341215 Jun 30 03:43:19.288283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842446d-fee2-4e4c-ad5f-1576c0080467 req-a4bc4256-a688-4906-b73a-64718fd448e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:19.289767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0842446d-fee2-4e4c-ad5f-1576c0080467 req-a4bc4256-a688-4906-b73a-64718fd448e3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0692627 Jun 30 03:43:19.332784 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0842446d-fee2-4e4c-ad5f-1576c0080467 req-e3763f85-a787-41b6-9555-653ea82ca6bc tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344391 Jun 30 03:43:19.372229 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51864) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:19.435962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5575d-a03d-428e-9b6d-2cef9158d272 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:19.437515 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-92a5575d-a03d-428e-9b6d-2cef9158d272 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 1092 time: 0.0637815 Jun 30 03:43:19.440671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51866) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:19.445195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:43:19.471477 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.583820 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.688133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.25.7.79 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/40cb633f-3914-4862-80d2-75daeb05b3dd) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:43:19.810362 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.863041 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:19.900169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:43:19.903009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:43:19.909009 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:43:19.914661 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=40cb633f-3914-4862-80d2-75daeb05b3dd,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:20.288490 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.373261 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.523448 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.529601 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.599470 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=40cb633f-3914-4862-80d2-75daeb05b3dd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:43:20.611295 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:20.717802 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Floating IP b324a612-5c67-4dce-a946-4933a54a9b7c associated. External IP: 172.25.7.79, port: 0a1fd9ec-245c-495c-a4e3-136cdb7e675d. Jun 30 03:43:21.323429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 35fb5b2b-e05c-4079-9c67-2c54c43536dc has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:43:21.434960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:43:21.445431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] Sync routers for ids ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:43:21.453355 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:21.455058 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] Routers {'35fb5b2b-e05c-4079-9c67-2c54c43536dc'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:21.455632 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:21.493947 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-678da48e-b9ca-4d31-b349-d2501c44ae7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0521142 Jun 30 03:43:21.494583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726b62ce-be50-42a1-bb61-b4451920e889', 'tag': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:43:21.496889 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd3ceff-77d6-451c-9094-12c30d2659d8" -d '{"events": [{"name": "network-changed", "server_uuid": "726b62ce-be50-42a1-bb61-b4451920e889", "tag": "0a1fd9ec-245c-495c-a4e3-136cdb7e675d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:43:21.534503 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3f330b-93b7-4e27-9a0d-dded8a9f7853 x-openstack-request-id: req-7a3f330b-93b7-4e27-9a0d-dded8a9f7853 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:43:21.534833 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726b62ce-be50-42a1-bb61-b4451920e889", "tag": "0a1fd9ec-245c-495c-a4e3-136cdb7e675d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:43:21.535085 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a3f330b-93b7-4e27-9a0d-dded8a9f7853 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:43:21.535474 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726b62ce-be50-42a1-bb61-b4451920e889', 'tag': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'status': 'completed', 'code': 200} Jun 30 03:43:21.650514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-44c1e448-d7d8-4d3b-8fe3-fe0cc3d5088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:21.651939 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-44c1e448-d7d8-4d3b-8fe3-fe0cc3d5088d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 1097 time: 0.0933602 Jun 30 03:43:21.676941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877469-54b4-4956-b7c6-c1f753c9bb7b req-25152dc1-6865-41cc-a9be-4f59c2709dee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:21.678550 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1e877469-54b4-4956-b7c6-c1f753c9bb7b req-25152dc1-6865-41cc-a9be-4f59c2709dee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0921133 Jun 30 03:43:21.729406 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] Set router 35fb5b2b-e05c-4079-9c67-2c54c43536dc gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:21.759682 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1e877469-54b4-4956-b7c6-c1f753c9bb7b req-bc0300c6-696b-4766-8b38-4a4eb475271e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688581 Jun 30 03:43:21.781869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-61813e7c-7bb2-4852-ac31-9790f566e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:21.783433 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-61813e7c-7bb2-4852-ac31-9790f566e23c service neutron] 10.222.0.73 "GET /v2.0/networks?id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285 HTTP/1.1" status: 200 len: 898 time: 0.1246665 Jun 30 03:43:21.787964 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51872) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:21.894877 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-b880722f-483c-4b07-9a06-4e69972773af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d HTTP/1.1" status: 200 len: 998 time: 0.1046705 Jun 30 03:43:21.897992 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-e939869e-4f31-443d-bf1b-1ce087683f92 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b324a612-5c67-4dce-a946-4933a54a9b7c HTTP/1.1" status: 200 len: 990 time: 0.1089795 Jun 30 03:43:21.945354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-4531edc3-33b7-4997-841b-2eb8dc0f588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:21.946924 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-4531edc3-33b7-4997-841b-2eb8dc0f588c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f041581f-e616-49f4-9b47-54ba3f8b282b HTTP/1.1" status: 200 len: 834 time: 0.0457714 Jun 30 03:43:21.957581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:03Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b324a612-5c67-4dce-a946-4933a54a9b7c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'port_id': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'mac_address': 'fa:16:3e:82:a4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726b62ce-be50-42a1-bb61-b4451920e889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:43:20Z', 'updated_at': '2021-06-30T03:43:20Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703a35ef-d6e5-4cef-be04-82fc8063d441', 'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:fa:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:02Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:21.983342 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] Checking router: 35fb5b2b-e05c-4079-9c67-2c54c43536dc for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:43:21.992114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] Routers {'35fb5b2b-e05c-4079-9c67-2c54c43536dc'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:43:21.992760 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:42:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:22.010743 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-f0e7a052-ee0e-4027-9cce-9347de06e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:22.012252 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-f0e7a052-ee0e-4027-9cce-9347de06e6c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590630 Jun 30 03:43:22.099497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] Set router 35fb5b2b-e05c-4079-9c67-2c54c43536dc gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:43:22.105989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-851a98a4-779f-43f2-98d0-d7e9501de50d service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873461 Jun 30 03:43:22.202038 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5dd3ceff-77d6-451c-9094-12c30d2659d8 req-97782cb3-76cd-4d4f-8b2c-db8b11cf0286 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893357 Jun 30 03:43:22.330257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:03Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b324a612-5c67-4dce-a946-4933a54a9b7c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'port_id': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'mac_address': 'fa:16:3e:82:a4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726b62ce-be50-42a1-bb61-b4451920e889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:43:20Z', 'updated_at': '2021-06-30T03:43:20Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703a35ef-d6e5-4cef-be04-82fc8063d441', 'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:fa:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:02Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:43:22.359896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce4e18-7060-48a3-a469-7b30f2ff1c11 None None] The sync data for ids ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'] in n-d-758944-39 is: [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:03Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b324a612-5c67-4dce-a946-4933a54a9b7c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'port_id': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'mac_address': 'fa:16:3e:82:a4:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726b62ce-be50-42a1-bb61-b4451920e889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:43:20Z', 'updated_at': '2021-06-30T03:43:20Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703a35ef-d6e5-4cef-be04-82fc8063d441', 'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:fa:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:02Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:43:22.584853 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a54a11-ca8b-456e-b5d5-a9d9801b39f4 None None] New status for floating IP b324a612-5c67-4dce-a946-4933a54a9b7c: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:43:22.902363 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51876) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:43:22.975525 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9628472b-ef27-4a18-b93b-387aa1593671 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b324a612-5c67-4dce-a946-4933a54a9b7c HTTP/1.1" status: 200 len: 992 time: 0.0717709 Jun 30 03:43:24.501548 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-54dfad20-7215-44cc-a810-9ae0b3656fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:27.077981 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5dce34f4-c374-41aa-8140-6d8bbef52107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:27.209996 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:28.588396 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:30.393842 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:41.962197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-09a8ec81-c814-4660-be13-dfc9d89bb092 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583780 Jun 30 03:43:42.066863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-01dc804b-ec9e-417a-92e1-8bdec59347d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:42.068481 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-01dc804b-ec9e-417a-92e1-8bdec59347d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 1097 time: 0.0598629 Jun 30 03:43:42.177869 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-0503c249-0754-4ab9-8d38-a3e323ea444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:42.179324 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-0503c249-0754-4ab9-8d38-a3e323ea444c service neutron] 10.222.0.73 "GET /v2.0/networks?id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285 HTTP/1.1" status: 200 len: 898 time: 0.0886798 Jun 30 03:43:42.251434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-b1fad74b-f09b-4c72-b3b8-f3b97f34bfd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d HTTP/1.1" status: 200 len: 1000 time: 0.0644028 Jun 30 03:43:42.302665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-b10924ba-5eb4-4e82-8b54-2dc5aff95b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:42.304146 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-b10924ba-5eb4-4e82-8b54-2dc5aff95b83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f041581f-e616-49f4-9b47-54ba3f8b282b HTTP/1.1" status: 200 len: 834 time: 0.0461361 Jun 30 03:43:42.376836 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-aa052b8a-cd94-426c-9a76-ec96e00c1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:42.378498 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-aa052b8a-cd94-426c-9a76-ec96e00c1c93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677288 Jun 30 03:43:42.474918 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-e5debdaf-044d-46d6-874d-f7b24e7842a3 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869365 Jun 30 03:43:42.567200 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-04c6c7d4-2d85-4cb2-bd49-717a0b50bc50 req-f9324de1-828c-4c5a-bb8f-1df561375c70 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851352 Jun 30 03:43:46.751483 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:46.835236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:53.689725 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:43:54.470890 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3992b2-0446-4dfd-90dd-542e491ee230 req-9b6cbd75-3c95-4054-bb5b-2acbde17a2f1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:54.472378 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f3992b2-0446-4dfd-90dd-542e491ee230 req-9b6cbd75-3c95-4054-bb5b-2acbde17a2f1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0699968 Jun 30 03:43:54.507743 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-428a58ef-5d89-4022-912c-48014296ced5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:54.512842 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7f3992b2-0446-4dfd-90dd-542e491ee230 req-477d891e-51ee-4801-98eb-0f34531ff812 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346620 Jun 30 03:43:55.700974 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a93ab-287e-4a30-9cc1-ccff2046c3c2 req-25cc4075-8de2-45af-940b-33d5409de434 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:55.702375 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b42a93ab-287e-4a30-9cc1-ccff2046c3c2 req-25cc4075-8de2-45af-940b-33d5409de434 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0721097 Jun 30 03:43:55.740724 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b42a93ab-287e-4a30-9cc1-ccff2046c3c2 req-9482dfb4-9c3b-4f41-a2cb-04b8a5a82487 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324214 Jun 30 03:43:56.939256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a449f6-1f06-403e-b23e-3c735d51344a req-529cd775-1e2d-430e-93c6-2a6936fd7fc7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:56.940755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94a449f6-1f06-403e-b23e-3c735d51344a req-529cd775-1e2d-430e-93c6-2a6936fd7fc7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0769045 Jun 30 03:43:56.979372 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-94a449f6-1f06-403e-b23e-3c735d51344a req-096370c4-feb1-4a3d-9d5a-8ec61d49ba8a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327504 Jun 30 03:43:57.075540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e84f5a40-f70c-41c2-a702-bdec67cec8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:57.204480 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:58.169868 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a246765-a9b7-4132-864b-dbd92fa718e5 req-da6afc3d-c2e2-4e92-81e9-b3c2c25a3845 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:58.171429 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a246765-a9b7-4132-864b-dbd92fa718e5 req-da6afc3d-c2e2-4e92-81e9-b3c2c25a3845 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0778084 Jun 30 03:43:58.215771 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4a246765-a9b7-4132-864b-dbd92fa718e5 req-5cd1255d-9825-45e3-b3ce-cf2afb730c59 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384569 Jun 30 03:43:58.598404 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:43:59.415888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645906a-e047-404d-b4ae-de9d7d32fae6 req-293084de-90e4-440b-af57-67b709cf0089 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:43:59.417425 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3645906a-e047-404d-b4ae-de9d7d32fae6 req-293084de-90e4-440b-af57-67b709cf0089 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0832064 Jun 30 03:43:59.457158 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3645906a-e047-404d-b4ae-de9d7d32fae6 req-8247f154-653c-471d-863f-e38dffecfe14 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337906 Jun 30 03:44:00.396086 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:00.664236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86a425-6852-467a-b67a-b4b068cdcc1c req-12ee0d00-f365-400f-a856-e93dbd7d3793 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:00.665708 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d86a425-6852-467a-b67a-b4b068cdcc1c req-12ee0d00-f365-400f-a856-e93dbd7d3793 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0684304 Jun 30 03:44:00.712938 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1d86a425-6852-467a-b67a-b4b068cdcc1c req-eed35d33-064e-46b6-8ed9-7a53931dd69a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412490 Jun 30 03:44:01.909530 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562eda6-b86c-46d0-b9f7-3f77a70cf925 req-a5da8063-43fa-4041-a9f6-aadcf87935f1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:01.911030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2562eda6-b86c-46d0-b9f7-3f77a70cf925 req-a5da8063-43fa-4041-a9f6-aadcf87935f1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0740972 Jun 30 03:44:01.950498 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2562eda6-b86c-46d0-b9f7-3f77a70cf925 req-68a64c15-f1e8-4133-b0f2-8c39b4afafd4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336950 Jun 30 03:44:03.169608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966191e-f87d-40a4-b571-d50a3054ddfa req-ecb83742-9a29-4788-bc8c-404047f68ad9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:03.171112 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3966191e-f87d-40a4-b571-d50a3054ddfa req-ecb83742-9a29-4788-bc8c-404047f68ad9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0916362 Jun 30 03:44:03.210602 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3966191e-f87d-40a4-b571-d50a3054ddfa req-7a152a92-5096-43e8-b026-99d4937a9a7a tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335636 Jun 30 03:44:04.397425 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638e361-24ec-482d-a7d8-b5eff3ebdbbd req-9e8cc580-30a3-493b-8afc-0c2d075f5fb6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:04.398909 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1638e361-24ec-482d-a7d8-b5eff3ebdbbd req-9e8cc580-30a3-493b-8afc-0c2d075f5fb6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0707321 Jun 30 03:44:04.440026 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-1638e361-24ec-482d-a7d8-b5eff3ebdbbd req-64269226-4a9f-4089-8698-5bc2be429afa tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342765 Jun 30 03:44:05.638011 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e9ccb-0817-4179-9f0f-21ac3ee35416 req-7aa0864d-e4da-4fdb-bcb1-b1e28c3ea9a3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:05.640178 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bf8e9ccb-0817-4179-9f0f-21ac3ee35416 req-7aa0864d-e4da-4fdb-bcb1-b1e28c3ea9a3 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0780127 Jun 30 03:44:05.679457 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-bf8e9ccb-0817-4179-9f0f-21ac3ee35416 req-563c30ae-8458-4cc3-9d65-fa1e59e78f94 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336769 Jun 30 03:44:06.876054 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc83aef-1680-40af-bc26-7856e8b999c3 req-dc3224c8-c08d-4186-a7db-2b646091166f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:06.877521 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dc83aef-1680-40af-bc26-7856e8b999c3 req-dc3224c8-c08d-4186-a7db-2b646091166f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0752170 Jun 30 03:44:06.920337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5dc83aef-1680-40af-bc26-7856e8b999c3 req-25d9c32b-55ec-4c4b-be93-cc34606503dc tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338559 Jun 30 03:44:08.112554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bbd98-d688-4b7e-b17d-7e775d2d44e6 req-4b42e965-33d3-4fbe-b0d6-4982701600ba tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:08.114396 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e9bbd98-d688-4b7e-b17d-7e775d2d44e6 req-4b42e965-33d3-4fbe-b0d6-4982701600ba tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0656810 Jun 30 03:44:08.153469 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e9bbd98-d688-4b7e-b17d-7e775d2d44e6 req-c4d31883-31b8-443f-83ee-750213ec83f1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332282 Jun 30 03:44:09.370144 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7ea08-ef1b-4c68-a816-9c5bb5524896 req-444a07fd-2711-4c28-9ca9-35b9404b45ae tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:09.371857 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6e7ea08-ef1b-4c68-a816-9c5bb5524896 req-444a07fd-2711-4c28-9ca9-35b9404b45ae tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0843689 Jun 30 03:44:09.415199 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f6e7ea08-ef1b-4c68-a816-9c5bb5524896 req-82958784-2bbc-4ebd-a944-42b0fdbb0a11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346947 Jun 30 03:44:10.610597 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c26d4-c4d1-4734-b6eb-db42fc1c5dad req-bd9c4c6d-f938-4d1a-be2a-150e397febb0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:10.612134 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-240c26d4-c4d1-4734-b6eb-db42fc1c5dad req-bd9c4c6d-f938-4d1a-be2a-150e397febb0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0765438 Jun 30 03:44:10.655224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-240c26d4-c4d1-4734-b6eb-db42fc1c5dad req-077f5f7d-05f3-4445-a790-08499fff21b8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368667 Jun 30 03:44:10.683681 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51932) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:10.747664 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-72f2192f-7afd-47c1-b54e-a4a9b7cde43c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b324a612-5c67-4dce-a946-4933a54a9b7c HTTP/1.1" status: 200 len: 992 time: 0.0628638 Jun 30 03:44:12.200024 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-0dd1ce10-5c82-41b4-a06d-087a51c41a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:12.201538 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-0dd1ce10-5c82-41b4-a06d-087a51c41a76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 1097 time: 0.0607438 Jun 30 03:44:12.208210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaba64a-31a5-40b4-b18d-7909cc8331e8 req-48aed966-3e52-48f7-b34e-80e5258c3fd7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:12.209663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eaaba64a-31a5-40b4-b18d-7909cc8331e8 req-48aed966-3e52-48f7-b34e-80e5258c3fd7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0663431 Jun 30 03:44:12.248060 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-eaaba64a-31a5-40b4-b18d-7909cc8331e8 req-7fe3900c-9a1a-4a5a-ad0a-3963258216fb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Jun 30 03:44:12.303430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-7da89f7d-d1e8-480c-944b-735f9eb85ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:12.304828 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-7da89f7d-d1e8-480c-944b-735f9eb85ac2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285 HTTP/1.1" status: 200 len: 898 time: 0.0933344 Jun 30 03:44:12.377275 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-3a8893dc-7175-45dd-809e-d3be4e54b776 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d HTTP/1.1" status: 200 len: 1000 time: 0.0645125 Jun 30 03:44:12.437447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-5307d838-7b58-48d5-bb93-d49ef670d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:12.438970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-5307d838-7b58-48d5-bb93-d49ef670d64a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f041581f-e616-49f4-9b47-54ba3f8b282b HTTP/1.1" status: 200 len: 834 time: 0.0525386 Jun 30 03:44:12.505952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-850f94f1-2da7-4a71-8437-aed21c648d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:12.507475 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-850f94f1-2da7-4a71-8437-aed21c648d7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609365 Jun 30 03:44:12.603490 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-b4784296-7ecf-4240-948f-4076a868f7d0 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882838 Jun 30 03:44:12.704106 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-daa3c179-a6ca-4cf8-b499-f411c773244a req-501833b4-51c5-4242-9c6e-164f2f6d21e1 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934451 Jun 30 03:44:13.438872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8c158-0d57-4b57-bcad-85527098e344 req-9e245831-a4e0-417b-8362-4a7071c42c8c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:13.440357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52b8c158-0d57-4b57-bcad-85527098e344 req-9e245831-a4e0-417b-8362-4a7071c42c8c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0684752 Jun 30 03:44:13.480533 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-52b8c158-0d57-4b57-bcad-85527098e344 req-423bc71c-fc87-4ed2-9438-12d568dc9fd0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314267 Jun 30 03:44:13.507306 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51942) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:13.576741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9a40379d-84d1-4b95-8a5f-ae149b648a24 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b324a612-5c67-4dce-a946-4933a54a9b7c HTTP/1.1" status: 200 len: 992 time: 0.0682192 Jun 30 03:44:16.731978 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:16.840317 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:24.508217 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fb7854c7-1d90-46b5-91a3-4b0e471a727b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.078053 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c89542d3-3d26-407c-acd0-33e31861f8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:27.214587 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:28.600049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:30.399288 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:30.689429 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:44:41.763503 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-120a0396-6ef4-4ba6-8eb2-46398309c8d6 req-fec8b45e-24cd-47fa-926a-13cf0fe08360 service neutron] (93771) timed out ('10.222.0.55', 48682) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 03:44:43.960211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-a853cd9d-17ca-4ef4-ba05-c76016f6e138 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0576637 Jun 30 03:44:44.065086 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-948d9d5d-ee5b-4282-878d-85f945fc5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:44.066474 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-948d9d5d-ee5b-4282-878d-85f945fc5dfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 1097 time: 0.0583327 Jun 30 03:44:44.173860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-fe70ec4c-c478-4e28-b55c-2c2a0fd6be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:44.175404 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-fe70ec4c-c478-4e28-b55c-2c2a0fd6be80 service neutron] 10.222.0.73 "GET /v2.0/networks?id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285 HTTP/1.1" status: 200 len: 898 time: 0.0872338 Jun 30 03:44:44.245066 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-50901e7d-af7e-49cf-9055-f2f247dab1c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d HTTP/1.1" status: 200 len: 1000 time: 0.0620966 Jun 30 03:44:44.295665 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-9f82e3f3-0e7c-4fd2-b2a8-1c35225b9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:44.297096 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-9f82e3f3-0e7c-4fd2-b2a8-1c35225b9e1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f041581f-e616-49f4-9b47-54ba3f8b282b HTTP/1.1" status: 200 len: 834 time: 0.0454276 Jun 30 03:44:44.356405 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-a98284e4-de96-4628-bbf7-fc70a5ae1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:44.357770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-a98284e4-de96-4628-bbf7-fc70a5ae1c78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537922 Jun 30 03:44:44.454480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-0870ed83-bfdc-4e53-bae4-ecffc12c55c4 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888007 Jun 30 03:44:44.553921 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4b8bd51-ce88-436a-acf1-606240b3d7a7 req-ffbde0e1-4720-47da-8588-27992087721e service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916953 Jun 30 03:44:46.040676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51956) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:46.209528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 40cb633f-3914-4862-80d2-75daeb05b3dd {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:46.209801 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.299862 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.300276 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.312282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 40cb633f-3914-4862-80d2-75daeb05b3dd owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:46.472883 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.499383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=40cb633f-3914-4862-80d2-75daeb05b3dd,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:46.516951 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.517318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.517807 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.518334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.518749 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.519156 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.519616 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.520064 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.520507 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.520968 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.521718 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.522212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:46.585684 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.585995 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Floating IP b324a612-5c67-4dce-a946-4933a54a9b7c disassociated (deleted). External IP: 172.25.7.79, port: 0a1fd9ec-245c-495c-a4e3-136cdb7e675d. Jun 30 03:44:46.758904 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.794538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 35fb5b2b-e05c-4079-9c67-2c54c43536dc has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:44:46.851959 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.905112 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:46.910411 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:46.915980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] Sync routers for ids ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:46.924657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] Routers {'35fb5b2b-e05c-4079-9c67-2c54c43536dc'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:46.925259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:46.948067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7e1c7239-6e1a-4882-be2e-f30b0f055c58 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/floatingips/b324a612-5c67-4dce-a946-4933a54a9b7c HTTP/1.1" status: 204 len: 168 time: 0.9062586 Jun 30 03:44:46.948648 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726b62ce-be50-42a1-bb61-b4451920e889', 'tag': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:44:46.952766 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b3d689-729a-4edb-a0c0-bc258059d157" -d '{"events": [{"name": "network-changed", "server_uuid": "726b62ce-be50-42a1-bb61-b4451920e889", "tag": "0a1fd9ec-245c-495c-a4e3-136cdb7e675d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:44:46.990907 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ddf2d8-e75f-4586-8ae7-425d92ce37a5 x-openstack-request-id: req-07ddf2d8-e75f-4586-8ae7-425d92ce37a5 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:44:46.991223 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726b62ce-be50-42a1-bb61-b4451920e889", "tag": "0a1fd9ec-245c-495c-a4e3-136cdb7e675d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:44:46.991471 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07ddf2d8-e75f-4586-8ae7-425d92ce37a5 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:44:46.991856 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726b62ce-be50-42a1-bb61-b4451920e889', 'tag': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'status': 'completed', 'code': 200} Jun 30 03:44:47.041939 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] Set router 35fb5b2b-e05c-4079-9c67-2c54c43536dc gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:47.069075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-baed45e0-8b30-4026-8aba-cb4ad49d045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:47.070696 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-baed45e0-8b30-4026-8aba-cb4ad49d045d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 1097 time: 0.0554805 Jun 30 03:44:47.176875 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-523ae2eb-d305-4421-bd44-3d13f84f2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:47.178904 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-523ae2eb-d305-4421-bd44-3d13f84f2df4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285 HTTP/1.1" status: 200 len: 898 time: 0.1011953 Jun 30 03:44:47.234304 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-ea8bbd4d-cf8e-4cb0-b766-7f49541e2ff4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d HTTP/1.1" status: 200 len: 217 time: 0.0427010 Jun 30 03:44:47.262218 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:03Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '703a35ef-d6e5-4cef-be04-82fc8063d441', 'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:fa:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:02Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:47.289971 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] Checking router: 35fb5b2b-e05c-4079-9c67-2c54c43536dc for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:47.292656 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-e096d248-8d5c-41c4-aa26-43b64267fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:47.294132 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-e096d248-8d5c-41c4-aa26-43b64267fff0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f041581f-e616-49f4-9b47-54ba3f8b282b HTTP/1.1" status: 200 len: 834 time: 0.0511067 Jun 30 03:44:47.298503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] Routers {'35fb5b2b-e05c-4079-9c67-2c54c43536dc'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:47.299164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:47.334566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a08bad-56b6-4e7f-8bb4-ecc7394960ff req-cb9e4369-5388-40e7-a209-9a538f1b1927 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:47.336107 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1a08bad-56b6-4e7f-8bb4-ecc7394960ff req-cb9e4369-5388-40e7-a209-9a538f1b1927 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0674927 Jun 30 03:44:47.358699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-25d770ca-3a40-4089-b11c-1d87d21249aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:47.360251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-25d770ca-3a40-4089-b11c-1d87d21249aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=222d6f7c-a4a1-46ff-9109-d76e8fe3d285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569620 Jun 30 03:44:47.382118 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d1a08bad-56b6-4e7f-8bb4-ecc7394960ff req-ff3dce10-870e-4d79-b43d-e8581b97a801 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385613 Jun 30 03:44:47.409775 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] Set router 35fb5b2b-e05c-4079-9c67-2c54c43536dc gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:47.463710 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-a39fd092-be61-42e1-9437-0415363215bf service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960968 Jun 30 03:44:47.561178 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a9b3d689-729a-4edb-a0c0-bc258059d157 req-e41471dd-c6cf-4793-8ca5-4c3b924f5977 service neutron] 10.222.0.73 "GET /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906398 Jun 30 03:44:47.622169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:03Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '703a35ef-d6e5-4cef-be04-82fc8063d441', 'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:fa:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:02Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:47.649090 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321bd4f-3423-4f54-a8cb-ef9022c14d40 None None] The sync data for ids ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'] in n-d-758944-39 is: [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:03Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '703a35ef-d6e5-4cef-be04-82fc8063d441', 'name': '', 'network_id': '222d6f7c-a4a1-46ff-9109-d76e8fe3d285', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:fa:06:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:43:02Z', 'updated_at': '2021-06-30T03:43:08Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': 'f041581f-e616-49f4-9b47-54ba3f8b282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:48.004807 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641eba8d-5669-4c54-b7d2-0578e69bcf8c None None] New status for floating IP b324a612-5c67-4dce-a946-4933a54a9b7c: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:44:48.577266 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ed792-0641-4b80-9864-94b598f75efc req-8c8c5396-58d5-44d3-87d1-431064a9353c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:48.578836 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f53ed792-0641-4b80-9864-94b598f75efc req-8c8c5396-58d5-44d3-87d1-431064a9353c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0751350 Jun 30 03:44:48.619692 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f53ed792-0641-4b80-9864-94b598f75efc req-dcde185b-6dca-4561-a050-8304beced502 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=fa14e070-f055-44d9-9d89-cb5ab9dbfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349724 Jun 30 03:44:48.937375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-4ce38ef3-bd39-4a42-b334-15dbc63de7e9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:48.938868 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-4ce38ef3-bd39-4a42-b334-15dbc63de7e9 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 945 time: 0.0733902 Jun 30 03:44:49.055272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-aa0aeca7-6917-432a-a406-a1bd4c511fcb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:49.055578 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-aa0aeca7-6917-432a-a406-a1bd4c511fcb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.145357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-aa0aeca7-6917-432a-a406-a1bd4c511fcb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:49.145678 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-aa0aeca7-6917-432a-a406-a1bd4c511fcb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.159607 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-aa0aeca7-6917-432a-a406-a1bd4c511fcb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 0a1fd9ec-245c-495c-a4e3-136cdb7e675d owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:49.311442 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-aa0aeca7-6917-432a-a406-a1bd4c511fcb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.344764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0aeca7-6917-432a-a406-a1bd4c511fcb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=0a1fd9ec-245c-495c-a4e3-136cdb7e675d,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:49.390344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-aa0aeca7-6917-432a-a406-a1bd4c511fcb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] No DVR routers for this DVR port 0a1fd9ec-245c-495c-a4e3-136cdb7e675d on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:49.393068 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-aa0aeca7-6917-432a-a406-a1bd4c511fcb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:49.395146 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-debe22ce-1b9e-4bf2-8b18-e2b0676fa048 req-aa0aeca7-6917-432a-a406-a1bd4c511fcb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.73 "DELETE /v2.0/ports/0a1fd9ec-245c-495c-a4e3-136cdb7e675d HTTP/1.1" status: 204 len: 173 time: 0.4495752 Jun 30 03:44:49.395583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726b62ce-be50-42a1-bb61-b4451920e889', 'name': 'network-vif-deleted', 'tag': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:44:49.397907 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29d2cba-49a9-4248-89c1-338b6c7b9682" -d '{"events": [{"server_uuid": "726b62ce-be50-42a1-bb61-b4451920e889", "name": "network-vif-deleted", "tag": "0a1fd9ec-245c-495c-a4e3-136cdb7e675d"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:44:49.448506 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb311f2-c965-46d1-b6e7-04edd205373e x-openstack-request-id: req-ecb311f2-c965-46d1-b6e7-04edd205373e {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:44:49.448794 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726b62ce-be50-42a1-bb61-b4451920e889", "name": "network-vif-deleted", "tag": "0a1fd9ec-245c-495c-a4e3-136cdb7e675d", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:44:49.449040 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ecb311f2-c965-46d1-b6e7-04edd205373e {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:44:49.449434 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726b62ce-be50-42a1-bb61-b4451920e889', 'name': 'network-vif-deleted', 'tag': '0a1fd9ec-245c-495c-a4e3-136cdb7e675d', 'status': 'completed', 'code': 200} Jun 30 03:44:49.785303 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ee58fd26-4c4f-43d1-972e-ff9f35ec5505 req-f3b972c5-d8b0-4a38-ad31-3e4df73fe662 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=726b62ce-be50-42a1-bb61-b4451920e889 HTTP/1.1" status: 200 len: 210 time: 0.0305874 Jun 30 03:44:50.894432 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51972) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:51.653823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:51.853622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0a1fd9ec-245c-495c-a4e3-136cdb7e675d no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:51.874195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: 0a1fd9ec-245c-495c-a4e3-136cdb7e675d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:51.874542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device 0a1fd9ec-245c-495c-a4e3-136cdb7e675d not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:51.929177 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 703a35ef-d6e5-4cef-be04-82fc8063d441 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:51.929782 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.021168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port 703a35ef-d6e5-4cef-be04-82fc8063d441, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=703a35ef-d6e5-4cef-be04-82fc8063d441,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:52.021493 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.033992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 703a35ef-d6e5-4cef-be04-82fc8063d441 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:52.235539 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.264005 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=703a35ef-d6e5-4cef-be04-82fc8063d441,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:52.440935 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.676924 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 35fb5b2b-e05c-4079-9c67-2c54c43536dc has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:44:52.805543 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:52.810827 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-090c70d8-cdd7-4a20-8f2f-ddd005dea3c1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "PUT /v2.0/routers/35fb5b2b-e05c-4079-9c67-2c54c43536dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9152939 Jun 30 03:44:52.813724 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51974) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:52.815324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] Sync routers for ids ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:52.824864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] Routers {'35fb5b2b-e05c-4079-9c67-2c54c43536dc'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:52.825596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:52.865098 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07a2ee8-0658-4c53-ba12-aab26667ddd6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting subnet f041581f-e616-49f4-9b47-54ba3f8b282b {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:44:52.868414 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f07a2ee8-0658-4c53-ba12-aab26667ddd6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.908815 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f07a2ee8-0658-4c53-ba12-aab26667ddd6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:52.930492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] Set router 35fb5b2b-e05c-4079-9c67-2c54c43536dc gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:52.995458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f07a2ee8-0658-4c53-ba12-aab26667ddd6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.059502 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f07a2ee8-0658-4c53-ba12-aab26667ddd6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.089280 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a2ee8-0658-4c53-ba12-aab26667ddd6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Subnet': ['ID=f041581f-e616-49f4-9b47-54ba3f8b282b,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:53.092675 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f07a2ee8-0658-4c53-ba12-aab26667ddd6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.095315 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f07a2ee8-0658-4c53-ba12-aab26667ddd6 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/subnets/f041581f-e616-49f4-9b47-54ba3f8b282b HTTP/1.1" status: 204 len: 168 time: 0.2806544 Jun 30 03:44:53.096974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1fa1f6-dcfe-4710-9200-2bb761a6c55d None None] Network 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:53.098209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51976) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:53.169982 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:44:52Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:53.209905 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.213694 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] Checking router: 35fb5b2b-e05c-4079-9c67-2c54c43536dc for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:53.247173 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] Routers {'35fb5b2b-e05c-4079-9c67-2c54c43536dc'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:53.247789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:44:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:53.314531 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.370800 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port e9a25891-48d6-46b0-8c61-7cda6c13b555 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:53.371184 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.468053 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port e9a25891-48d6-46b0-8c61-7cda6c13b555, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=e9a25891-48d6-46b0-8c61-7cda6c13b555,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:53.468299 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.481520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for e9a25891-48d6-46b0-8c61-7cda6c13b555 owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:53.527502 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] Set router 35fb5b2b-e05c-4079-9c67-2c54c43536dc gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:53.581248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] DHCP port deletion for 222d6f7c-a4a1-46ff-9109-d76e8fe3d285 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:44:53.664613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.691386 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=e9a25891-48d6-46b0-8c61-7cda6c13b555,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:53.715794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Deleting port b103691a-c2b7-4837-9f10-61a1a088005d {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:44:53.716174 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.758087 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.789868 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] For port b103691a-c2b7-4837-9f10-61a1a088005d, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b103691a-c2b7-4837-9f10-61a1a088005d,segment=NetworkSegment(82ebaa60-31b7-4a7b-989e-d21fde18d6dc),segment_id=82ebaa60-31b7-4a7b-989e-d21fde18d6dc)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:44:53.790265 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.804881 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Calling delete_port for b103691a-c2b7-4837-9f10-61a1a088005d owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:44:53.823339 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:44:52Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:53.878763 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.881327 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.884239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4145-aa9e-46e0-a77a-9214d483b5c0 None None] The sync data for ids ['35fb5b2b-e05c-4079-9c67-2c54c43536dc'] in n-d-758944-39 is: [{'id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-32136757', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:44:52Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': 'e9a25891-48d6-46b0-8c61-7cda6c13b555', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb5b2b-e05c-4079-9c67-2c54c43536dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:42:59Z', 'updated_at': '2021-06-30T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:53.930316 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.947673 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.948227 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Fanout notify agent at l3_agent the message router_deleted on router 35fb5b2b-e05c-4079-9c67-2c54c43536dc {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:44:53.955347 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:53.956581 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cdf67523-2300-44bc-9fb8-73d8197a9fee tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/routers/35fb5b2b-e05c-4079-9c67-2c54c43536dc HTTP/1.1" status: 204 len: 168 time: 0.8573296 Jun 30 03:44:53.957614 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Pushing event deleted for resources: {'Port': ['ID=b103691a-c2b7-4837-9f10-61a1a088005d,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:53.959538 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51978) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:53.963306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] No DVR routers for this DVR port b103691a-c2b7-4837-9f10-61a1a088005d on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:44:53.976439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.976439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.976439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.976439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.976439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.976439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.976439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.976439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.976439 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.977890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.977890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:53.977890 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f0e7ee-bfde-45ae-8e4f-f86a19814e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:54.039056 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.132804 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.143232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222d6f7c-a4a1-46ff-9109-d76e8fe3d285']}} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:54.153104 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ebaa60-31b7-4a7b-989e-d21fde18d6dc') {'for_net_delete': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:54.153381 n-d-758944-39 neutron-server[93770]: DEBUG neutron.services.segments.db [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ebaa60-31b7-4a7b-989e-d21fde18d6dc') {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:54.162611 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12054697'] for segment, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.176983 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.186636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93770) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:44:54.187210 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12045155'] for segment, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: Traceback (most recent call last): Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: timer() Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: cb(*args, **kw) Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: return func(*args, **kwargs) Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: self._notify() Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: self.callback(batched_events) Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: event.method(event) Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: return f(self, *a, **k) Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: return self._get(url).json() Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: return self.request(url, 'GET', **kwargs) Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:44:54.191056 n-d-758944-39 neutron-server[93770]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:44:54.253709 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.258104 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b103691a-c2b7-4837-9f10-61a1a088005d no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:54.265535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.267503 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/networks/222d6f7c-a4a1-46ff-9109-d76e8fe3d285 HTTP/1.1" status: 204 len: 168 time: 0.3069286 Jun 30 03:44:54.270236 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51980) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:54.280257 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b103691a-c2b7-4837-9f10-61a1a088005d {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:54.280732 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b103691a-c2b7-4837-9f10-61a1a088005d not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:54.289823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05016b4-cd89-4e78-be12-ac8876a7a455 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Network': ['ID=222d6f7c-a4a1-46ff-9109-d76e8fe3d285,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:54.345568 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fc1de91-f199-4251-b395-3a25005ac507 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.372169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fc1de91-f199-4251-b395-3a25005ac507 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.447215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fc1de91-f199-4251-b395-3a25005ac507 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.450149 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8fc1de91-f199-4251-b395-3a25005ac507 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.451349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8fc1de91-f199-4251-b395-3a25005ac507 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/security-groups/fa14e070-f055-44d9-9d89-cb5ab9dbfae1 HTTP/1.1" status: 204 len: 168 time: 0.1798232 Jun 30 03:44:54.461031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1de91-f199-4251-b395-3a25005ac507 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa14e070-f055-44d9-9d89-cb5ab9dbfae1,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:54.506542 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8b7a84cc-255d-4c30-9ba2-185d696c16ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.822558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:54.829971 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-480b8dfe-cac5-44a0-9e1f-740aa5cb34ca tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1322082068', 'description': 'tempest-secgroup-smoke-1322082068 description', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:54.859144 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480b8dfe-cac5-44a0-9e1f-740aa5cb34ca tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.944698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480b8dfe-cac5-44a0-9e1f-740aa5cb34ca tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.949567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480b8dfe-cac5-44a0-9e1f-740aa5cb34ca tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.979679 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-480b8dfe-cac5-44a0-9e1f-740aa5cb34ca tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:54.981036 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-480b8dfe-cac5-44a0-9e1f-740aa5cb34ca tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1569431 Jun 30 03:44:54.983224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b8dfe-cac5-44a0-9e1f-740aa5cb34ca tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14db53e-379e-4d66-aa2c-677c1847afbc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:54.984431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51988) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:54.989906 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b14db53e-379e-4d66-aa2c-677c1847afbc', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:55.021590 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.079445 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.083876 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.104506 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079dc92e-842e-47b5-9f5a-9a5cda271319,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:55.113802 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.115219 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294818 Jun 30 03:44:55.116831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.117176 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.117516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.117937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.118242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:55.118793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.118793 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.119060 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.119288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.119626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.119948 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.120271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.120591 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46341bfb-452a-4f53-84fd-d130d6797d1e tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:55.129829 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8ba3324d-4885-4832-9e48-3976ef04be70 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b14db53e-379e-4d66-aa2c-677c1847afbc', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:55.157781 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba3324d-4885-4832-9e48-3976ef04be70 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.222900 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba3324d-4885-4832-9e48-3976ef04be70 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.227804 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba3324d-4885-4832-9e48-3976ef04be70 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.245310 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3324d-4885-4832-9e48-3976ef04be70 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc14c22-841b-4fc9-a69c-c312ddfd3890,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:55.254135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8ba3324d-4885-4832-9e48-3976ef04be70 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.255637 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8ba3324d-4885-4832-9e48-3976ef04be70 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361327 Jun 30 03:44:55.258482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 51992) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:55.263472 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-88b082b5-b521-4de9-b9e0-1b7990a388c0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b14db53e-379e-4d66-aa2c-677c1847afbc', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:55.293781 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b082b5-b521-4de9-b9e0-1b7990a388c0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.359214 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b082b5-b521-4de9-b9e0-1b7990a388c0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.364709 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b082b5-b521-4de9-b9e0-1b7990a388c0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.383495 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b082b5-b521-4de9-b9e0-1b7990a388c0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4365b3-7514-450b-b619-66909fe54e0e,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:55.386734 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-88b082b5-b521-4de9-b9e0-1b7990a388c0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.388196 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-88b082b5-b521-4de9-b9e0-1b7990a388c0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286266 Jun 30 03:44:55.391111 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51994) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:55.395863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-333e7ab0-d3fd-46b2-9b7e-0219f2d14453 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b14db53e-379e-4d66-aa2c-677c1847afbc', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:55.425378 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-333e7ab0-d3fd-46b2-9b7e-0219f2d14453 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.489169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-333e7ab0-d3fd-46b2-9b7e-0219f2d14453 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.493944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-333e7ab0-d3fd-46b2-9b7e-0219f2d14453 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.512991 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e7ab0-d3fd-46b2-9b7e-0219f2d14453 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05dc5a1-64c8-4fee-be4a-66eea8df61c1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:55.520227 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-333e7ab0-d3fd-46b2-9b7e-0219f2d14453 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.521504 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-333e7ab0-d3fd-46b2-9b7e-0219f2d14453 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293023 Jun 30 03:44:55.524406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:55.529074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d91d06c2-f0cb-4aa3-953d-cb2a3d57514c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b14db53e-379e-4d66-aa2c-677c1847afbc', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:55.552583 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-d91d06c2-f0cb-4aa3-953d-cb2a3d57514c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Project ffabc9c6ffdd42cdb8c0a7df7410ac5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:44:55.557950 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91d06c2-f0cb-4aa3-953d-cb2a3d57514c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.626290 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91d06c2-f0cb-4aa3-953d-cb2a3d57514c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.630924 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91d06c2-f0cb-4aa3-953d-cb2a3d57514c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.649822 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d06c2-f0cb-4aa3-953d-cb2a3d57514c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c55dc7-55eb-4482-b0f2-ce93c3a8f76b,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:55.656832 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d91d06c2-f0cb-4aa3-953d-cb2a3d57514c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.658186 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d91d06c2-f0cb-4aa3-953d-cb2a3d57514c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328025 Jun 30 03:44:55.661089 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 51998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:55.665481 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-94dcd19b-18f7-47dc-ac42-84ffc6366484 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'security_group_rule': {'security_group_id': 'b14db53e-379e-4d66-aa2c-677c1847afbc', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:55.690114 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-94dcd19b-18f7-47dc-ac42-84ffc6366484 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Project ffabc9c6ffdd42cdb8c0a7df7410ac5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:44:55.695358 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94dcd19b-18f7-47dc-ac42-84ffc6366484 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.767013 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94dcd19b-18f7-47dc-ac42-84ffc6366484 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.772095 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94dcd19b-18f7-47dc-ac42-84ffc6366484 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.792542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcd19b-18f7-47dc-ac42-84ffc6366484 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936de768-1170-476d-aa93-0476277ad7db,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:55.796424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-94dcd19b-18f7-47dc-ac42-84ffc6366484 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.797627 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-94dcd19b-18f7-47dc-ac42-84ffc6366484 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355937 Jun 30 03:44:55.800625 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:55.805689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'network': {'name': 'tempest-network-smoke--1091113707', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'port_security_enabled': True}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:55.825463 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e9a25891-48d6-46b0-8c61-7cda6c13b555 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:55.830587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:55.834525 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.848622 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: e9a25891-48d6-46b0-8c61-7cda6c13b555 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:55.848951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device e9a25891-48d6-46b0-8c61-7cda6c13b555 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:55.849391 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 703a35ef-d6e5-4cef-be04-82fc8063d441 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:44:55.863817 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:44:55.870761 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 703a35ef-d6e5-4cef-be04-82fc8063d441 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:44:55.871117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 703a35ef-d6e5-4cef-be04-82fc8063d441 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:44:55.879272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.879625 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Added segment d8de9909-867a-47d8-ab49-bacfdabe0b59 of type vlan for network 34f778c5-afa9-488e-9950-0eca9332951c Jun 30 03:44:55.924759 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.955837 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:55.961715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:55.962318 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.015772 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2139809 Jun 30 03:44:56.018823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52002) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:56.023763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'admin_state_up': True, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:56.030362 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d3ab2-ea5c-4856-88d1-08ab401927eb tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Network': ['ID=34f778c5-afa9-488e-9950-0eca9332951c,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:56.041480 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 34f778c5-afa9-488e-9950-0eca9332951c details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:44:56.055179 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.056212 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.108530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.257838 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.470793 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.489820 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.593102 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.25.7.73 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/20397189-f8ee-4fa0-81c8-f58331e410bf) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:56.698999 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.741098 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:56.777294 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:56.780153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:56.785562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:56.791136 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=20397189-f8ee-4fa0-81c8-f58331e410bf,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:57.038012 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.074357 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0ab291fa-ea1f-4a51-acb9-2dfb564f2185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.211616 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.246802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.753135 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:44:57.873275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:44:57.883602 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Sync routers for ids ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:44:57.893129 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:57.893356 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Routers {'6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:57.893946 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:57.894369 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-07425844-758e-4b8e-af7c-a9559fda7fbd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8745019 Jun 30 03:44:57.897778 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52006) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:57.925864 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1efa0678-83c8-4228-aef8-f77fc5b78a9d tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268445 Jun 30 03:44:57.928882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:58.002730 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Set router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:58.025649 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5182f7c-51c2-440f-99f5-49a8b00902c8 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:58.027134 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e5182f7c-51c2-440f-99f5-49a8b00902c8 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972414 Jun 30 03:44:58.030149 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52010) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:58.062074 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-76c05b35-8740-4a33-b828-47e1e7ddaa29 tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=944c7a62-4bfa-4a4f-8619-0180f1244e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283630 Jun 30 03:44:58.062357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52012) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:58.067990 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1565891365', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:44:58.162333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:44:58.165847 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.290338 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:44:56Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:58.318252 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Checking router: 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:44:58.318862 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Updating router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea port 20397189-f8ee-4fa0-81c8-f58331e410bf binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:44:58.354523 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.596748 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.620735 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.631542 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Transition to ACTIVE for port object 20397189-f8ee-4fa0-81c8-f58331e410bf will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:58.636765 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.677763 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.685596 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Attempting to bind port 20397189-f8ee-4fa0-81c8-f58331e410bf on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:58.685962 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Attempting to bind port 20397189-f8ee-4fa0-81c8-f58331e410bf by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:58.686325 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Attempting to bind port 20397189-f8ee-4fa0-81c8-f58331e410bf on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:58.693339 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Pushing event updated for resources: {'Port': ['ID=20397189-f8ee-4fa0-81c8-f58331e410bf,revision_number=2']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:58.696205 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:58.696569 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:58.696968 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.697350 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:58.697813 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Bound port: 20397189-f8ee-4fa0-81c8-f58331e410bf, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:58.698178 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.704611 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.704951 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.705286 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.705615 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.705963 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.706277 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.706593 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.706939 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.707257 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.707564 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.708291 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.708291 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:44:58.744729 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Subnet': ['ID=395404f8-78e6-4cdf-8fc3-f00a928cc3cf,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:58.751098 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Checking segment: {'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:58.751479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network hostable DHCP agents. Network: 34f778c5-afa9-488e-9950-0eca9332951c, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:44:58.760506 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] For port 20397189-f8ee-4fa0-81c8-f58331e410bf, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:58.764619 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] For port 20397189-f8ee-4fa0-81c8-f58331e410bf, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=20397189-f8ee-4fa0-81c8-f58331e410bf,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:58.770260 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.770507 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 34f778c5-afa9-488e-9950-0eca9332951c is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:44:58.780275 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 34f778c5-afa9-488e-9950-0eca9332951c) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:58.785454 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:44:58.786147 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:58.789311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb61e564-6bf9-4812-b3b3-5f6c440aeb72 None None] Network 34f778c5-afa9-488e-9950-0eca9332951c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:44:58.804173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f3584134-9e83-4386-8458-89a0a7877fac tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7405655 Jun 30 03:44:58.807263 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52014) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:44:58.839763 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad26433-7d8c-44e9-803a-d090329c8760 None None] Pushing event updated for resources: {'Port': ['ID=20397189-f8ee-4fa0-81c8-f58331e410bf,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:58.847134 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Routers {'6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:44:58.847666 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:58.958522 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] Set router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:44:58.959186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-34f778c5-afa9-488e-9950-0eca9332951c', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:44:58.960042 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:59.102602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Allocated IP 172.20.0.2 (34f778c5-afa9-488e-9950-0eca9332951c/395404f8-78e6-4cdf-8fc3-f00a928cc3cf/41b6fd2c-1047-4775-9d42-ec85c5eebc72) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:59.158327 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:44:56Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:44:59.188253 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c73b55-a0fe-4982-b24b-a47b3b7904f2 None None] The sync data for ids ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'] in n-d-758944-39 is: [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:44:56Z', 'revision_number': 3, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:44:59.254132 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:59.265343 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Transition to ACTIVE for port object 41b6fd2c-1047-4775-9d42-ec85c5eebc72 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:59.269518 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:59.286945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Transition to ACTIVE for port object 41b6fd2c-1047-4775-9d42-ec85c5eebc72 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:59.293602 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:59.338190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Network 34f778c5-afa9-488e-9950-0eca9332951c is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:59.344065 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:59.348525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:59.351596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Pushing event updated for resources: {'Port': ['ID=41b6fd2c-1047-4775-9d42-ec85c5eebc72,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:59.409854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Attempting to bind port 41b6fd2c-1047-4775-9d42-ec85c5eebc72 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:44:59.410133 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Attempting to bind port 41b6fd2c-1047-4775-9d42-ec85c5eebc72 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:44:59.411570 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Attempting to bind port 41b6fd2c-1047-4775-9d42-ec85c5eebc72 on network 34f778c5-afa9-488e-9950-0eca9332951c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:44:59.418485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:44:59.418485 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Checking segment: {'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:44:59.418830 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:59.432453 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Bound using segment: {'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:44:59.442149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Bound port: 41b6fd2c-1047-4775-9d42-ec85c5eebc72, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:44:59.442995 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:59.528534 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] For port 41b6fd2c-1047-4775-9d42-ec85c5eebc72, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:44:59.532525 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] For port 41b6fd2c-1047-4775-9d42-ec85c5eebc72, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=41b6fd2c-1047-4775-9d42-ec85c5eebc72,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:44:59.538924 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:59.588549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.20.0.1 (34f778c5-afa9-488e-9950-0eca9332951c/395404f8-78e6-4cdf-8fc3-f00a928cc3cf/dfdce6fc-f847-45fb-ad56-dced29691161) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:44:59.605190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e9676-17af-4f76-845a-62b0b7e70bbc None None] Pushing event updated for resources: {'Port': ['ID=41b6fd2c-1047-4775-9d42-ec85c5eebc72,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:59.724305 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:59.740562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Transition to ACTIVE for port object dfdce6fc-f847-45fb-ad56-dced29691161 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:44:59.799632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:44:59.867013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 34f778c5-afa9-488e-9950-0eca9332951c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:44:59.878668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=dfdce6fc-f847-45fb-ad56-dced29691161,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:44:59.883101 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:44:59.886318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:44:59.940847 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.003159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 41b6fd2c-1047-4775-9d42-ec85c5eebc72 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:45:00.059529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 41b6fd2c-1047-4775-9d42-ec85c5eebc72 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:45:00.064771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 20397189-f8ee-4fa0-81c8-f58331e410bf up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:45:00.118536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 20397189-f8ee-4fa0-81c8-f58331e410bf completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:45:00.119701 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.124095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 20397189-f8ee-4fa0-81c8-f58331e410bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:00.124817 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.224039 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.246407 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 20397189-f8ee-4fa0-81c8-f58331e410bf, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=20397189-f8ee-4fa0-81c8-f58331e410bf,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:00.251454 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.300125 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=20397189-f8ee-4fa0-81c8-f58331e410bf,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:00.401744 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.415793 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.421929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.502984 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=dfdce6fc-f847-45fb-ad56-dced29691161,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:00.506878 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:00.605671 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 34f778c5-afa9-488e-9950-0eca9332951c is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:45:00.608477 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:45:00.731956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:45:00.856737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:45:00.859187 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a16ffe-cac3-4ae8-92bd-2afee55245fa None None] Network 34f778c5-afa9-488e-9950-0eca9332951c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:45:00.862585 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d2a0128d-a423-42ff-a75a-497b4c941d7d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "PUT /v2.0/routers/6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0537031 Jun 30 03:45:00.920137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fdd70b07-dd1a-4a81-8b65-8ce9fb98166f None None] Provisioning for port 41b6fd2c-1047-4775-9d42-ec85c5eebc72 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:45:00.928201 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-fdd70b07-dd1a-4a81-8b65-8ce9fb98166f None None] Provisioning complete for port 41b6fd2c-1047-4775-9d42-ec85c5eebc72 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:00.928568 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdd70b07-dd1a-4a81-8b65-8ce9fb98166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:01.019818 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-ef5f0e70-ddc1-4158-a200-e88b16960b95 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1322082068&fields=id&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 267 time: 0.0362291 Jun 30 03:45:01.084552 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdd70b07-dd1a-4a81-8b65-8ce9fb98166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:01.124746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-fdd70b07-dd1a-4a81-8b65-8ce9fb98166f None None] For port 41b6fd2c-1047-4775-9d42-ec85c5eebc72, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=41b6fd2c-1047-4775-9d42-ec85c5eebc72,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:01.131053 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fdd70b07-dd1a-4a81-8b65-8ce9fb98166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:01.141129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d56cd78c-864d-4d9e-b7de-763002fde0c5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:01.142677 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d56cd78c-864d-4d9e-b7de-763002fde0c5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/networks?id=34f778c5-afa9-488e-9950-0eca9332951c HTTP/1.1" status: 200 len: 797 time: 0.1144621 Jun 30 03:45:01.167402 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-1725f345-1fdb-4f4d-b3b1-043e41380af1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/quotas/ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 375 time: 0.0150485 Jun 30 03:45:01.193152 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Sync routers for ids ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:45:01.200386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd70b07-dd1a-4a81-8b65-8ce9fb98166f None None] Pushing event updated for resources: {'Port': ['ID=41b6fd2c-1047-4775-9d42-ec85c5eebc72,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:01.213688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Routers {'6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:45:01.214547 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:01.245813 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-cdad58c2-9e68-4180-b970-8fca53ad72f1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689075 Jun 30 03:45:01.334871 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Set router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:45:01.356856 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-65d57f9e-d77d-4b40-aaea-7fef767158f4 service neutron] 10.222.0.55 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972426 Jun 30 03:45:01.463085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-e6f91ac6-a7fc-411b-a255-8e50aa610ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994034 Jun 30 03:45:01.476863 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f600ca7-43fa-4e1d-bae9-d453e43ca660 None None] Provisioning complete for port 41b6fd2c-1047-4775-9d42-ec85c5eebc72 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:01.477533 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f600ca7-43fa-4e1d-bae9-d453e43ca660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:01.635111 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'dfdce6fc-f847-45fb-ad56-dced29691161', 'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:59Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 2, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:01.665740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f600ca7-43fa-4e1d-bae9-d453e43ca660 None None] Provisioning for port dfdce6fc-f847-45fb-ad56-dced29691161 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:45:01.667182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Checking router: 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:45:01.667817 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Updating router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea port dfdce6fc-f847-45fb-ad56-dced29691161 binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:45:01.672430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-8f600ca7-43fa-4e1d-bae9-d453e43ca660 None None] Provisioning complete for port dfdce6fc-f847-45fb-ad56-dced29691161 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:01.672905 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8f600ca7-43fa-4e1d-bae9-d453e43ca660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:01.673111 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-167851bf-f3c9-47d7-8e10-3fe1d14d7710 req-5740255a-29f2-4a8b-980c-1514214c8f75 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 210 time: 0.0391769 Jun 30 03:45:01.742044 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:01.745265 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-8f600ca7-43fa-4e1d-bae9-d453e43ca660 None None] Port dfdce6fc-f847-45fb-ad56-dced29691161 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:45:01.894276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 20397189-f8ee-4fa0-81c8-f58331e410bf up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:45:01.898483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-c8b66fc3-4dd7-4419-8917-76eb7066a1e3 None None] Provisioning complete for port dfdce6fc-f847-45fb-ad56-dced29691161 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:01.898884 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8b66fc3-4dd7-4419-8917-76eb7066a1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.172663 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-c8b66fc3-4dd7-4419-8917-76eb7066a1e3 None None] Port dfdce6fc-f847-45fb-ad56-dced29691161 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:45:02.208929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 20397189-f8ee-4fa0-81c8-f58331e410bf triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:02.209276 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.328670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.346366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Transition to ACTIVE for port object dfdce6fc-f847-45fb-ad56-dced29691161 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:45:02.351323 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 41b6fd2c-1047-4775-9d42-ec85c5eebc72 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:45:02.353944 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.437405 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82caf521-037b-49b8-bc4b-fcdc7dfc9bb9 None None] Pushing event updated for resources: {'Port': ['ID=dfdce6fc-f847-45fb-ad56-dced29691161,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:02.488708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 41b6fd2c-1047-4775-9d42-ec85c5eebc72 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:02.489074 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.521919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Attempting to bind port dfdce6fc-f847-45fb-ad56-dced29691161 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:45:02.522284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Attempting to bind port dfdce6fc-f847-45fb-ad56-dced29691161 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:45:02.522654 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Attempting to bind port dfdce6fc-f847-45fb-ad56-dced29691161 on network 34f778c5-afa9-488e-9950-0eca9332951c {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:45:02.532186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:45:02.532579 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Checking segment: {'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:45:02.532972 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.533346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Bound using segment: {'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:45:02.533802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Bound port: dfdce6fc-f847-45fb-ad56-dced29691161, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:45:02.534173 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.637337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] For port dfdce6fc-f847-45fb-ad56-dced29691161, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:45:02.649411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] For port dfdce6fc-f847-45fb-ad56-dced29691161, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=dfdce6fc-f847-45fb-ad56-dced29691161,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:45:02.654805 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:02.740609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Routers {'6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:45:02.741975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:02.745596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82caf521-037b-49b8-bc4b-fcdc7dfc9bb9 None None] Pushing event updated for resources: {'Port': ['ID=dfdce6fc-f847-45fb-ad56-dced29691161,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:02.818560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-126b4738-622d-4709-9121-031d6f3b2e50 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:02.820143 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-126b4738-622d-4709-9121-031d6f3b2e50 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "GET /v2.0/networks?id=34f778c5-afa9-488e-9950-0eca9332951c HTTP/1.1" status: 200 len: 797 time: 0.1612315 Jun 30 03:45:02.879795 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-6fea4a2e-8d62-495c-99c8-33a0a42c486c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b HTTP/1.1" status: 200 len: 380 time: 0.0423098 Jun 30 03:45:02.883465 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0a5380b4-6889-4b44-b27c-331af4ebc8e1 req-cc3777ef-088d-4987-ab36-b025fa4e74b8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 210 time: 0.0537994 Jun 30 03:45:02.888099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] Set router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:45:02.891034 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'port': {'device_id': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'admin_state_up': True, 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'security_groups': ['b14db53e-379e-4d66-aa2c-677c1847afbc']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:45:03.017667 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Made reservation on behalf of ffabc9c6ffdd42cdb8c0a7df7410ac5b for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:45:03.021643 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:03.112974 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'dfdce6fc-f847-45fb-ad56-dced29691161', 'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:59Z', 'updated_at': '2021-06-30T03:45:02Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:03.150891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfbda8-a994-40ba-8bc2-6b7e0c8b527a None None] The sync data for ids ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'] in n-d-758944-39 is: [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'dfdce6fc-f847-45fb-ad56-dced29691161', 'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:14:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:59Z', 'updated_at': '2021-06-30T03:45:02Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:45:03.162487 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.20.0.6 (34f778c5-afa9-488e-9950-0eca9332951c/395404f8-78e6-4cdf-8fc3-f00a928cc3cf/74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:45:03.320664 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:03.336512 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Transition to ACTIVE for port object 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:45:03.371722 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:03.412210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 34f778c5-afa9-488e-9950-0eca9332951c is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:45:03.417653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:45:03.420882 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:45:03.464019 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:03.493795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:03.494480 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:03.513340 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-c30347a0-cb6e-4644-95b2-f32076ad4231 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272662 Jun 30 03:45:03.585277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Request body: {'port': {'device_id': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:45:03.661238 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:03.708888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dbde20a3-97fd-499d-90e0-8c4d1ade1adb None None] Provisioning for port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:45:03.713698 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-dbde20a3-97fd-499d-90e0-8c4d1ade1adb None None] Provisioning complete for port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:03.714207 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dbde20a3-97fd-499d-90e0-8c4d1ade1adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:03.752042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-dbde20a3-97fd-499d-90e0-8c4d1ade1adb None None] Port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:45:03.905321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dfdce6fc-f847-45fb-ad56-dced29691161 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:45:03.970548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port dfdce6fc-f847-45fb-ad56-dced29691161 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:45:03.974538 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port dfdce6fc-f847-45fb-ad56-dced29691161 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:03.975178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:03.979820 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:45:03.990365 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.032226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Transition to ACTIVE for port object 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:45:04.040566 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.067269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.105626 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Pushing event updated for resources: {'Port': ['ID=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:04.108975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port dfdce6fc-f847-45fb-ad56-dced29691161, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=dfdce6fc-f847-45fb-ad56-dced29691161,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:04.117969 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.148003 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2613ac-5b05-43b2-a8e5-90e745606c54 req-acc9958c-0cbb-45a3-907e-c639ea46a878 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:04.149965 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa2613ac-5b05-43b2-a8e5-90e745606c54 req-acc9958c-0cbb-45a3-907e-c639ea46a878 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 931 time: 0.1570868 Jun 30 03:45:04.185070 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=dfdce6fc-f847-45fb-ad56-dced29691161,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:04.237534 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fa2613ac-5b05-43b2-a8e5-90e745606c54 req-b37435ef-cf33-4682-8f97-56188bb1c56d tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560982 Jun 30 03:45:04.248044 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Attempting to bind port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:45:04.248494 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Attempting to bind port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:45:04.248829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Attempting to bind port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec on network 34f778c5-afa9-488e-9950-0eca9332951c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:45:04.255479 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec on network 34f778c5-afa9-488e-9950-0eca9332951c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:45:04.255809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Attempting to bind port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec on network 34f778c5-afa9-488e-9950-0eca9332951c {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:45:04.262682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:45:04.263324 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Checking segment: {'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:45:04.263863 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Bound using segment: {'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:45:04.264418 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Bound port: 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8de9909-867a-47d8-ab49-bacfdabe0b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:45:04.264877 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.338745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] For port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:45:04.342238 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] For port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:45:04.346658 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.383937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:04.384896 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:04.386281 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] 10.222.0.69 "PUT /v2.0/ports/74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec HTTP/1.1" status: 200 len: 1092 time: 0.8648806 Jun 30 03:45:04.386706 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'tag': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:45:04.389275 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c978a666-5b50-4a23-842d-7dc0c0330850" -d '{"events": [{"name": "network-changed", "server_uuid": "e6138fd8-db6c-43b0-a1e5-b097d797171d", "tag": "74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:45:04.417795 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b61a5e-1f51-405f-99fb-eaaa7a090322 service neutron] Pushing event updated for resources: {'Port': ['ID=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:04.447417 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd92e71-0384-472e-986e-76ed7058003d x-openstack-request-id: req-1bd92e71-0384-472e-986e-76ed7058003d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:45:04.447703 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6138fd8-db6c-43b0-a1e5-b097d797171d", "tag": "74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:45:04.447950 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1bd92e71-0384-472e-986e-76ed7058003d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:45:04.448345 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'tag': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'status': 'completed', 'code': 200} Jun 30 03:45:04.499077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-96d14e9e-5a3f-4db3-b7ad-53384efa08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:04.500556 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-96d14e9e-5a3f-4db3-b7ad-53384efa08b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 1095 time: 0.0625010 Jun 30 03:45:04.545937 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-b61ff674-bd0f-413c-9ba4-ef1b3955f675 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec HTTP/1.1" status: 200 len: 217 time: 0.0375695 Jun 30 03:45:04.600739 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-85416e84-60f5-4acd-9d77-11a6685aec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:04.602490 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-85416e84-60f5-4acd-9d77-11a6685aec61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395404f8-78e6-4cdf-8fc3-f00a928cc3cf HTTP/1.1" status: 200 len: 835 time: 0.0495293 Jun 30 03:45:04.666984 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-e97c2d89-d38c-41fb-ba5a-82b7f8c42103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:04.668444 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-e97c2d89-d38c-41fb-ba5a-82b7f8c42103 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34f778c5-afa9-488e-9950-0eca9332951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598643 Jun 30 03:45:04.765901 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-e53ae09f-275e-4b68-abc7-a8fab8d38b30 service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905752 Jun 30 03:45:04.859331 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-41c52c0b-0fee-4dbb-a6b1-9a28ed9fa5a7 req-2f8c28c0-d58a-4274-a29a-bd64c5222c4a service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860806 Jun 30 03:45:04.977759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-aed2710f-1783-49d7-9933-f4e677f07178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:04.979317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-aed2710f-1783-49d7-9933-f4e677f07178 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 1095 time: 0.0630479 Jun 30 03:45:05.075851 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-ae83c49d-8713-4800-a2c6-02f9a792422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:05.077325 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-ae83c49d-8713-4800-a2c6-02f9a792422f service neutron] 10.222.0.69 "GET /v2.0/networks?id=34f778c5-afa9-488e-9950-0eca9332951c HTTP/1.1" status: 200 len: 898 time: 0.0918262 Jun 30 03:45:05.123597 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-83b3179d-f466-4d07-84d0-3575093cc16e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec HTTP/1.1" status: 200 len: 217 time: 0.0388458 Jun 30 03:45:05.178417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-0ecc1dcd-7df1-44c0-a547-eadfb1687340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:05.179946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-0ecc1dcd-7df1-44c0-a547-eadfb1687340 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395404f8-78e6-4cdf-8fc3-f00a928cc3cf HTTP/1.1" status: 200 len: 835 time: 0.0489435 Jun 30 03:45:05.238043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-34b3eb40-1120-486f-a3ef-06103e8eac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:05.239603 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-34b3eb40-1120-486f-a3ef-06103e8eac81 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34f778c5-afa9-488e-9950-0eca9332951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538027 Jun 30 03:45:05.343286 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-3f219d76-dffe-493d-88e3-31ea23584723 service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963347 Jun 30 03:45:05.472838 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c978a666-5b50-4a23-842d-7dc0c0330850 req-fb1c5376-3a6d-44bd-9c7a-c2cc6a454cf8 service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236908 Jun 30 03:45:05.487486 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e48cf-e593-474b-a2f3-297b04b195c7 req-d510f18a-975a-4aa9-b32d-c3c9fd1d1219 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:05.488959 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d91e48cf-e593-474b-a2f3-297b04b195c7 req-d510f18a-975a-4aa9-b32d-c3c9fd1d1219 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 943 time: 0.1214569 Jun 30 03:45:05.529062 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d91e48cf-e593-474b-a2f3-297b04b195c7 req-2a632644-b7a9-4115-be3c-06d27213d1ba tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337396 Jun 30 03:45:05.880141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dfdce6fc-f847-45fb-ad56-dced29691161 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:45:05.941390 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port dfdce6fc-f847-45fb-ad56-dced29691161 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:05.941665 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:06.735166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa47c5c-4d2e-49a8-8bdc-f2346b7f9c05 req-2ab4f029-7393-4512-8f6d-8a86e41b3d3c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:06.736617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afa47c5c-4d2e-49a8-8bdc-f2346b7f9c05 req-2ab4f029-7393-4512-8f6d-8a86e41b3d3c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 943 time: 0.0825601 Jun 30 03:45:06.776960 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-afa47c5c-4d2e-49a8-8bdc-f2346b7f9c05 req-e5a40ddb-2fbc-4e21-9efd-bfe5c58a40ad tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340431 Jun 30 03:45:07.691091 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:45:07.978287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127073e-da7e-4554-a4e1-cd501cdf6e0f req-8d85f9fc-5996-4069-ad87-e4a22742fa10 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:07.980579 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0127073e-da7e-4554-a4e1-cd501cdf6e0f req-8d85f9fc-5996-4069-ad87-e4a22742fa10 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 943 time: 0.0854228 Jun 30 03:45:08.022142 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0127073e-da7e-4554-a4e1-cd501cdf6e0f req-1ecad916-ca5e-4d01-a15f-69467bab470f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343647 Jun 30 03:45:08.179221 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:45:08.278807 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:08.290094 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'port_id': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'mac_address': 'fa:16:3e:a0:2b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:45:08.335228 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:08.352329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:45:08.373037 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:08.378014 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:08.429404 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:08.715964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:45:09.219146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46572b81-ccac-479d-a397-c7a9b01e93f7 req-06c9bd00-0f69-492c-a350-87f5aaab8fbf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:09.220658 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46572b81-ccac-479d-a397-c7a9b01e93f7 req-06c9bd00-0f69-492c-a350-87f5aaab8fbf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 944 time: 0.0736806 Jun 30 03:45:09.263763 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-46572b81-ccac-479d-a397-c7a9b01e93f7 req-e0e81135-797c-4057-b005-8701a13f3f95 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369124 Jun 30 03:45:10.195950 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:45:10.255234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:45:10.261598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:45:10.262284 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:10.343165 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:10.366619 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:45:10.368934 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc1af05-e71e-4229-aa2f-040e0f37b193" -d '{"events": [{"server_uuid": "e6138fd8-db6c-43b0-a1e5-b097d797171d", "name": "network-vif-plugged", "status": "completed", "tag": "74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:45:10.382655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:45:10.388671 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:10.424037 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c327ea28-f0ec-4988-b1cd-f3e24842d4fb x-openstack-request-id: req-c327ea28-f0ec-4988-b1cd-f3e24842d4fb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:45:10.424459 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6138fd8-db6c-43b0-a1e5-b097d797171d", "name": "network-vif-plugged", "status": "completed", "tag": "74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:45:10.424812 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c327ea28-f0ec-4988-b1cd-f3e24842d4fb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:45:10.425282 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'code': 200} Jun 30 03:45:10.457580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:10.460875 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f66fdd-790f-473b-aa37-af6c84e70a11 req-4b3c622d-5c57-4855-9147-bc91f3b47271 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:10.462440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1f66fdd-790f-473b-aa37-af6c84e70a11 req-4b3c622d-5c57-4855-9147-bc91f3b47271 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0877657 Jun 30 03:45:10.532759 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b1f66fdd-790f-473b-aa37-af6c84e70a11 req-f844853a-03d1-4c1a-9177-5bb5b07383d7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634730 Jun 30 03:45:10.562100 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dc2d7-b23c-49c5-bbcf-ef8864238e5d req-8734c9a0-7bcb-4713-a709-86bd41624fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:10.563757 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e1dc2d7-b23c-49c5-bbcf-ef8864238e5d req-8734c9a0-7bcb-4713-a709-86bd41624fad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 1097 time: 0.0708647 Jun 30 03:45:10.598519 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e1dc2d7-b23c-49c5-bbcf-ef8864238e5d req-78f82a18-2e98-4ce8-a02e-3f4cef5ad27d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281734 Jun 30 03:45:11.724930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efdbe9-7dda-40fe-bd96-1ab484104a9d req-68895bc4-d4f1-46d5-bb4f-d831ed98e493 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:11.726388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2efdbe9-7dda-40fe-bd96-1ab484104a9d req-68895bc4-d4f1-46d5-bb4f-d831ed98e493 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0684628 Jun 30 03:45:11.765509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2efdbe9-7dda-40fe-bd96-1ab484104a9d req-8101c7af-479e-49c4-afce-4fe09f447d52 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333154 Jun 30 03:45:12.950313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f8bcb-0f20-4f55-a973-95446c406a29 req-9db55071-01c0-4ace-bba4-d7a29499d163 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:12.951804 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d0f8bcb-0f20-4f55-a973-95446c406a29 req-9db55071-01c0-4ace-bba4-d7a29499d163 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0752597 Jun 30 03:45:12.993933 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6d0f8bcb-0f20-4f55-a973-95446c406a29 req-94ddca99-0e07-4bbd-9048-06413b572f25 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343485 Jun 30 03:45:13.210223 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e717f-ce9a-4f38-a102-eea215e7c4ff req-1a6590aa-9d62-4046-a2b4-29b65d21bfa8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:13.211741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd6e717f-ce9a-4f38-a102-eea215e7c4ff req-1a6590aa-9d62-4046-a2b4-29b65d21bfa8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0750585 Jun 30 03:45:13.255588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cd6e717f-ce9a-4f38-a102-eea215e7c4ff req-6fd36b16-c43d-4497-bb30-4ad757a81ee5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354426 Jun 30 03:45:13.289079 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52068) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:45:13.344406 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9444e6-4d6a-43a7-8368-8cfeecb87eec tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:13.345995 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9e9444e6-4d6a-43a7-8368-8cfeecb87eec tempest-TestNetworkAdvancedServerOps-277174058 tempest-TestNetworkAdvancedServerOps-277174058-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 1092 time: 0.0559547 Jun 30 03:45:13.349473 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52070) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:45:13.353881 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:45:13.383698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:13.484823 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:13.592109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Allocated IP 172.25.7.177 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/420717c9-35ff-40a4-9e31-9d775d8a4b76) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:45:13.703879 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:13.746251 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:13.783960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:45:13.786694 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:45:13.789864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:45:13.820462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=420717c9-35ff-40a4-9e31-9d775d8a4b76,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:14.185064 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:14.260458 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:14.411967 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:14.419944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:14.489478 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event updated for resources: {'Port': ['ID=420717c9-35ff-40a4-9e31-9d775d8a4b76,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:45:14.501579 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:14.604917 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Floating IP b2fda8df-7125-4d35-93d8-65bc2e6ba353 associated. External IP: 172.25.7.177, port: 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec. Jun 30 03:45:15.202146 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:45:15.317798 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:45:15.328874 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] Sync routers for ids ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:45:15.339678 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:15.341793 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] Routers {'6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:45:15.342581 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:15.376501 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d4c4d3c4-a2ab-44c8-96bb-db583e03ca11 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0260274 Jun 30 03:45:15.377274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'tag': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:45:15.379880 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02" -d '{"events": [{"name": "network-changed", "server_uuid": "e6138fd8-db6c-43b0-a1e5-b097d797171d", "tag": "74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:45:15.427727 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43af86f-8d05-444e-8330-d66f60db3a37 x-openstack-request-id: req-a43af86f-8d05-444e-8330-d66f60db3a37 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:45:15.428034 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6138fd8-db6c-43b0-a1e5-b097d797171d", "tag": "74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:45:15.428261 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a43af86f-8d05-444e-8330-d66f60db3a37 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:45:15.429067 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'tag': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'status': 'completed', 'code': 200} Jun 30 03:45:15.448327 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] Set router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:45:15.517347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-56d93913-3a89-4825-9c31-cdcf6f05c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:15.518782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-56d93913-3a89-4825-9c31-cdcf6f05c862 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 1097 time: 0.0689220 Jun 30 03:45:15.639654 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83a86a-cc41-42c6-93f8-a8b8c77d81a8 req-b966fb33-7405-49d3-bfa2-964a2be981b0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:15.641128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4d83a86a-cc41-42c6-93f8-a8b8c77d81a8 req-b966fb33-7405-49d3-bfa2-964a2be981b0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.1456206 Jun 30 03:45:15.645972 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-968e2d08-2cc4-45ef-8246-780234465ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:15.647397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-968e2d08-2cc4-45ef-8246-780234465ad9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34f778c5-afa9-488e-9950-0eca9332951c HTTP/1.1" status: 200 len: 898 time: 0.1126161 Jun 30 03:45:15.680896 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b2fda8df-7125-4d35-93d8-65bc2e6ba353', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'port_id': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'mac_address': 'fa:16:3e:a0:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:45:14Z', 'updated_at': '2021-06-30T03:45:14Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdce6fc-f847-45fb-ad56-dced29691161', 'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:59Z', 'updated_at': '2021-06-30T03:45:04Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:15.707697 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] Checking router: 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:45:15.716881 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] Routers {'6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:45:15.717487 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:44:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:15.727648 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4d83a86a-cc41-42c6-93f8-a8b8c77d81a8 req-699da268-fa5c-4439-89da-d510b6f47a63 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780444 Jun 30 03:45:15.734729 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-464ac26b-ac33-4252-aa44-8108a42ada57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec HTTP/1.1" status: 200 len: 999 time: 0.0804577 Jun 30 03:45:15.752802 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52078) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:45:15.785568 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-01026f1f-3c92-41c6-94fb-bb49c9a4ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:15.787068 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-01026f1f-3c92-41c6-94fb-bb49c9a4ac77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395404f8-78e6-4cdf-8fc3-f00a928cc3cf HTTP/1.1" status: 200 len: 835 time: 0.0459795 Jun 30 03:45:15.815692 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ec7c7819-a308-48e1-a5d9-9d85686192d5 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b2fda8df-7125-4d35-93d8-65bc2e6ba353 HTTP/1.1" status: 200 len: 991 time: 0.0601969 Jun 30 03:45:15.831412 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] Set router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:45:15.847215 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-db285c26-f871-47cf-8240-7f582605430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:15.848720 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-db285c26-f871-47cf-8240-7f582605430e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34f778c5-afa9-488e-9950-0eca9332951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559776 Jun 30 03:45:15.939841 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-ea3a3447-be39-496f-a049-eba01a6bb483 service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845406 Jun 30 03:45:16.040384 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ff5ff05-f83d-4e51-8b4e-733bf59e8f02 req-37121602-83f1-4e6f-b419-8c2f796b9fe5 service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941072 Jun 30 03:45:16.160779 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b2fda8df-7125-4d35-93d8-65bc2e6ba353', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'port_id': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'mac_address': 'fa:16:3e:a0:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:45:14Z', 'updated_at': '2021-06-30T03:45:14Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdce6fc-f847-45fb-ad56-dced29691161', 'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:59Z', 'updated_at': '2021-06-30T03:45:04Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:45:16.187145 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca659d8-6277-43ca-82e8-add187f9e753 None None] The sync data for ids ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'] in n-d-758944-39 is: [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': 'b2fda8df-7125-4d35-93d8-65bc2e6ba353', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'floating_ip_address': '172.25.7.177', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'port_id': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'mac_address': 'fa:16:3e:a0:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:45:14Z', 'updated_at': '2021-06-30T03:45:14Z', 'revision_number': 0, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdce6fc-f847-45fb-ad56-dced29691161', 'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:59Z', 'updated_at': '2021-06-30T03:45:04Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:45:16.403146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fe45f-1399-44d7-aa51-bb526e069771 None None] New status for floating IP b2fda8df-7125-4d35-93d8-65bc2e6ba353: ACTIVE {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:45:16.756887 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:16.819043 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52080) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:45:16.866924 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:16.889445 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4b62297b-9d9a-46ab-bc23-92a029450aa4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b2fda8df-7125-4d35-93d8-65bc2e6ba353 HTTP/1.1" status: 200 len: 993 time: 0.0693142 Jun 30 03:45:24.511993 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2a7147ad-9ca2-4a3b-ac81-290874e63e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:27.085554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a20510a4-7fd9-475f-9d53-43d7c51fdfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:27.207393 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:28.604218 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:30.409655 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:37.031929 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab655f81-c578-4fca-bef8-669443c6a740 req-ad26c621-2892-4e12-8cd0-63a030c0db62 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0753887 Jun 30 03:45:37.149988 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab655f81-c578-4fca-bef8-669443c6a740 req-e5268514-d256-4268-89b3-f6cf494d7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:37.151555 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab655f81-c578-4fca-bef8-669443c6a740 req-e5268514-d256-4268-89b3-f6cf494d7bd3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 1097 time: 0.0690787 Jun 30 03:45:37.278093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab655f81-c578-4fca-bef8-669443c6a740 req-d6eeeea5-e9bc-46a1-b123-b84ef1cc61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:37.279674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab655f81-c578-4fca-bef8-669443c6a740 req-d6eeeea5-e9bc-46a1-b123-b84ef1cc61d8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34f778c5-afa9-488e-9950-0eca9332951c HTTP/1.1" status: 200 len: 898 time: 0.1056268 Jun 30 03:45:37.362317 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab655f81-c578-4fca-bef8-669443c6a740 req-103ae741-2fce-4847-bc0a-3d7b01018559 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec HTTP/1.1" status: 200 len: 1001 time: 0.0745699 Jun 30 03:45:37.425715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab655f81-c578-4fca-bef8-669443c6a740 req-165af57a-e442-4e51-939a-bc2a97d82658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:37.428106 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab655f81-c578-4fca-bef8-669443c6a740 req-165af57a-e442-4e51-939a-bc2a97d82658 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395404f8-78e6-4cdf-8fc3-f00a928cc3cf HTTP/1.1" status: 200 len: 835 time: 0.0600028 Jun 30 03:45:37.494141 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab655f81-c578-4fca-bef8-669443c6a740 req-e1e64178-ca5a-44d7-b3d4-7803391c1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:45:37.495690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab655f81-c578-4fca-bef8-669443c6a740 req-e1e64178-ca5a-44d7-b3d4-7803391c1eaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34f778c5-afa9-488e-9950-0eca9332951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609329 Jun 30 03:45:37.590235 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab655f81-c578-4fca-bef8-669443c6a740 req-e2754521-3ef4-4bf1-af3e-47be01cc0ce5 service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877669 Jun 30 03:45:37.687824 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ab655f81-c578-4fca-bef8-669443c6a740 req-dd07ebb9-75a9-4ad4-938f-69dc572e1c6f service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907779 Jun 30 03:45:44.695144 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:45:46.756566 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:46.866598 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:54.517013 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-76798868-7852-4725-b913-bc0e3024286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:57.089014 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1b39f54f-d15d-4dd7-8f14-ba70042c4d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:57.222673 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:45:58.612049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:00.410490 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:16.773697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:16.886106 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:18.888826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f44a9-52ed-42d0-b4c0-f6f1a4535ba7 req-3496ffc8-c80a-427c-b368-223dac07406f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:18.890319 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-932f44a9-52ed-42d0-b4c0-f6f1a4535ba7 req-3496ffc8-c80a-427c-b368-223dac07406f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0750792 Jun 30 03:46:18.928766 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-932f44a9-52ed-42d0-b4c0-f6f1a4535ba7 req-c8c98b69-2605-48ee-9a31-e366c435b495 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Jun 30 03:46:20.131332 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4ade8-06ff-4cbc-9b7c-2efe25652ccd req-6b8c9af9-ccbd-4561-9cc3-7b566782bffd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:20.132725 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-98a4ade8-06ff-4cbc-9b7c-2efe25652ccd req-6b8c9af9-ccbd-4561-9cc3-7b566782bffd tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0720189 Jun 30 03:46:20.176172 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-98a4ade8-06ff-4cbc-9b7c-2efe25652ccd req-270c1bde-1202-4240-bdb5-a48556a77eb8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353415 Jun 30 03:46:21.389653 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5e107-ad01-4bb0-9a48-509c22550344 req-45a270ac-99be-458c-90cd-401d7e2354aa tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:21.391203 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-68d5e107-ad01-4bb0-9a48-509c22550344 req-45a270ac-99be-458c-90cd-401d7e2354aa tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0808256 Jun 30 03:46:21.440846 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-68d5e107-ad01-4bb0-9a48-509c22550344 req-6af58648-01fd-414c-b3eb-a2d5332588e4 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433466 Jun 30 03:46:21.466708 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52116) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:21.534543 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-d7b20f51-dd9d-46c3-8dad-8a9b8f7d42d1 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b2fda8df-7125-4d35-93d8-65bc2e6ba353 HTTP/1.1" status: 200 len: 993 time: 0.0665309 Jun 30 03:46:21.700647 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:46:23.034569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227c3cc-815e-491c-b771-175db8b59677 req-d90d60fa-af86-4e11-a7f1-970a444e81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:23.036051 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c227c3cc-815e-491c-b771-175db8b59677 req-d90d60fa-af86-4e11-a7f1-970a444e81af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 1097 time: 0.1106396 Jun 30 03:46:23.047303 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1afda-e26d-4738-8d39-d4dddb923701 req-c0f9bddb-caad-4407-a5e8-665947e0c359 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:23.048681 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ca1afda-e26d-4738-8d39-d4dddb923701 req-c0f9bddb-caad-4407-a5e8-665947e0c359 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0910335 Jun 30 03:46:23.132800 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ca1afda-e26d-4738-8d39-d4dddb923701 req-77a8fc0c-8f76-4652-baf5-99617a40115c tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757129 Jun 30 03:46:23.157750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227c3cc-815e-491c-b771-175db8b59677 req-5fe80bf0-8479-42c2-b5e5-e356f412453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:23.159256 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c227c3cc-815e-491c-b771-175db8b59677 req-5fe80bf0-8479-42c2-b5e5-e356f412453a service neutron] 10.222.0.69 "GET /v2.0/networks?id=34f778c5-afa9-488e-9950-0eca9332951c HTTP/1.1" status: 200 len: 898 time: 0.1097410 Jun 30 03:46:23.230604 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c227c3cc-815e-491c-b771-175db8b59677 req-cf44c1f8-1ca9-4ef5-bf66-fcff54375f35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec HTTP/1.1" status: 200 len: 1001 time: 0.0636134 Jun 30 03:46:23.279191 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227c3cc-815e-491c-b771-175db8b59677 req-5877e8e7-e6b1-45c3-b469-4f70e9cc3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:23.280599 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c227c3cc-815e-491c-b771-175db8b59677 req-5877e8e7-e6b1-45c3-b469-4f70e9cc3ff9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395404f8-78e6-4cdf-8fc3-f00a928cc3cf HTTP/1.1" status: 200 len: 835 time: 0.0436299 Jun 30 03:46:23.348656 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227c3cc-815e-491c-b771-175db8b59677 req-89e06d06-9a2a-4575-9858-bc6a19ff2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:23.350127 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c227c3cc-815e-491c-b771-175db8b59677 req-89e06d06-9a2a-4575-9858-bc6a19ff2c97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34f778c5-afa9-488e-9950-0eca9332951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602543 Jun 30 03:46:23.449577 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c227c3cc-815e-491c-b771-175db8b59677 req-214a2938-779a-4e62-a44c-b41d8f540fbc service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918591 Jun 30 03:46:23.541976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c227c3cc-815e-491c-b771-175db8b59677 req-f190d2ae-36d4-4257-b8e8-93913de83c0a service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855429 Jun 30 03:46:24.329074 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f380ac6-2025-42be-b1cd-65e7b05368a9 req-ac4220c0-d0f5-4f2a-afe2-536c8b1b1434 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:24.330536 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f380ac6-2025-42be-b1cd-65e7b05368a9 req-ac4220c0-d0f5-4f2a-afe2-536c8b1b1434 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0759904 Jun 30 03:46:24.379456 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-6f380ac6-2025-42be-b1cd-65e7b05368a9 req-972057a5-2ea1-42f0-ad44-74e31bdfcce8 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 Jun 30 03:46:24.514023 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-87656a62-6e9f-4ea9-a0cd-b05e49a6612e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:25.597154 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5cb53-43b1-49bd-8bf9-7fc52401358d req-c0a3f7f3-bba9-409a-a2c3-16ad400c8586 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:25.598638 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ec5cb53-43b1-49bd-8bf9-7fc52401358d req-c0a3f7f3-bba9-409a-a2c3-16ad400c8586 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0832467 Jun 30 03:46:25.644042 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6ec5cb53-43b1-49bd-8bf9-7fc52401358d req-fb68a3ef-5900-4aba-adb4-0d1a66bb21af tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393784 Jun 30 03:46:25.680747 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52128) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:25.747065 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0b453b68-76e1-4a74-af1f-c08368604bde tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/floatingips/b2fda8df-7125-4d35-93d8-65bc2e6ba353 HTTP/1.1" status: 200 len: 993 time: 0.0652115 Jun 30 03:46:26.060826 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52134) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:26.242247 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 420717c9-35ff-40a4-9e31-9d775d8a4b76 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:26.242550 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.321567 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.321831 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.335235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 420717c9-35ff-40a4-9e31-9d775d8a4b76 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:26.496219 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.522878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=420717c9-35ff-40a4-9e31-9d775d8a4b76,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:26.534689 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.535057 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.535436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.535816 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.536194 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.536517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.536996 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.537497 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.538032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.538395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.538789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.539152 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:26.598242 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:26.599796 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Floating IP b2fda8df-7125-4d35-93d8-65bc2e6ba353 disassociated (deleted). External IP: 172.25.7.177, port: 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec. Jun 30 03:46:27.081907 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-132d7811-ae77-4b58-9047-e2ef0b2fe5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.149481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:27.208247 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.268845 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:27.275898 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:27.283116 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] Sync routers for ids ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:27.292617 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] Routers {'6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:27.293490 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:27.313832 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3869dd4d-2dc6-4d3c-aad9-6f98756c1802 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/floatingips/b2fda8df-7125-4d35-93d8-65bc2e6ba353 HTTP/1.1" status: 204 len: 168 time: 1.2517178 Jun 30 03:46:27.314745 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'tag': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:27.317310 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30472951-a706-424a-bd3e-af67cc081c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6138fd8-db6c-43b0-a1e5-b097d797171d", "tag": "74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:27.358240 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b422bf-8aad-4f73-bdba-a70deb500266 x-openstack-request-id: req-23b422bf-8aad-4f73-bdba-a70deb500266 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:27.358495 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6138fd8-db6c-43b0-a1e5-b097d797171d", "tag": "74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:27.358774 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23b422bf-8aad-4f73-bdba-a70deb500266 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:27.359206 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'tag': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'status': 'completed', 'code': 200} Jun 30 03:46:27.403850 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] Set router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:27.447453 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472951-a706-424a-bd3e-af67cc081c5b req-70fa878f-eef4-4f1f-ad8f-a223bd3cb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:27.449069 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30472951-a706-424a-bd3e-af67cc081c5b req-70fa878f-eef4-4f1f-ad8f-a223bd3cb95e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 1097 time: 0.0588453 Jun 30 03:46:27.551416 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472951-a706-424a-bd3e-af67cc081c5b req-4830a578-ea76-45cc-8c53-97db436218f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:27.553398 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30472951-a706-424a-bd3e-af67cc081c5b req-4830a578-ea76-45cc-8c53-97db436218f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=34f778c5-afa9-488e-9950-0eca9332951c HTTP/1.1" status: 200 len: 898 time: 0.0970733 Jun 30 03:46:27.597709 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30472951-a706-424a-bd3e-af67cc081c5b req-a7ad227f-972c-4990-a941-0df50deddbd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec HTTP/1.1" status: 200 len: 217 time: 0.0372138 Jun 30 03:46:27.624990 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'dfdce6fc-f847-45fb-ad56-dced29691161', 'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:59Z', 'updated_at': '2021-06-30T03:45:04Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:27.656058 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472951-a706-424a-bd3e-af67cc081c5b req-b649883d-e197-4e0a-9cc4-0f746501735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:27.658551 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30472951-a706-424a-bd3e-af67cc081c5b req-b649883d-e197-4e0a-9cc4-0f746501735b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=395404f8-78e6-4cdf-8fc3-f00a928cc3cf HTTP/1.1" status: 200 len: 835 time: 0.0527463 Jun 30 03:46:27.659456 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] Checking router: 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:27.669232 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] Routers {'6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:27.669900 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:27.715092 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1bd6d-df67-40d3-8343-5500d51d1016 req-5819cbf8-f9bb-4a5e-b01b-ba7170ec0ad7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:27.716644 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8fc1bd6d-df67-40d3-8343-5500d51d1016 req-5819cbf8-f9bb-4a5e-b01b-ba7170ec0ad7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0734215 Jun 30 03:46:27.718661 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472951-a706-424a-bd3e-af67cc081c5b req-693498f4-02c5-4d63-a88e-7b26472e65b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:27.720612 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30472951-a706-424a-bd3e-af67cc081c5b req-693498f4-02c5-4d63-a88e-7b26472e65b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=34f778c5-afa9-488e-9950-0eca9332951c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559475 Jun 30 03:46:27.760006 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8fc1bd6d-df67-40d3-8343-5500d51d1016 req-cdc53f9e-dabb-4ddb-9cbf-3da81c62c480 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365615 Jun 30 03:46:27.781824 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] Set router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:27.812726 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30472951-a706-424a-bd3e-af67cc081c5b req-df6c7f42-3125-48ee-8dc0-c786701a11ef service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849679 Jun 30 03:46:27.909700 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-30472951-a706-424a-bd3e-af67cc081c5b req-29ca641c-ecba-4dbf-86c9-0a7bc2c7c71d service neutron] 10.222.0.69 "GET /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899582 Jun 30 03:46:27.982519 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'dfdce6fc-f847-45fb-ad56-dced29691161', 'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:59Z', 'updated_at': '2021-06-30T03:45:04Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:28.009796 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bafffbd-0cc7-4ae5-9135-458588039a91 None None] The sync data for ids ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'] in n-d-758944-39 is: [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'dfdce6fc-f847-45fb-ad56-dced29691161', 'name': '', 'network_id': '34f778c5-afa9-488e-9950-0eca9332951c', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'mac_address': 'fa:16:3e:8f:14:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:59Z', 'updated_at': '2021-06-30T03:45:04Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'subnets': [{'id': '395404f8-78e6-4cdf-8fc3-f00a928cc3cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:28.259193 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c3291-87c0-4a69-80f9-6dc8e6017efd None None] New status for floating IP b2fda8df-7125-4d35-93d8-65bc2e6ba353: DOWN {{(pid=93772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:46:28.609392 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:29.059872 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373238fc-0401-4782-b55a-ce8465e0a3cb req-bfa0c9d1-9cc0-4dd2-906a-a9b715fb8558 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:29.061358 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-373238fc-0401-4782-b55a-ce8465e0a3cb req-bfa0c9d1-9cc0-4dd2-906a-a9b715fb8558 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.1782598 Jun 30 03:46:29.105740 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-373238fc-0401-4782-b55a-ce8465e0a3cb req-08db1e56-9451-4d3b-8a7e-6ebb416aa074 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/security-groups?id=b14db53e-379e-4d66-aa2c-677c1847afbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356967 Jun 30 03:46:29.497774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-4110ff9b-9f3f-4f31-a1ed-bebe1cebc17b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:29.499271 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-4110ff9b-9f3f-4f31-a1ed-bebe1cebc17b tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 945 time: 0.0758493 Jun 30 03:46:29.604253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-6a41ffca-8d7d-4623-83e5-e1028247b779 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:29.604568 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-6a41ffca-8d7d-4623-83e5-e1028247b779 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:29.711000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-6a41ffca-8d7d-4623-83e5-e1028247b779 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:29.711277 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-6a41ffca-8d7d-4623-83e5-e1028247b779 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:29.723169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-6a41ffca-8d7d-4623-83e5-e1028247b779 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:29.852484 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-6a41ffca-8d7d-4623-83e5-e1028247b779 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:29.885966 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41ffca-8d7d-4623-83e5-e1028247b779 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:29.932436 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-6a41ffca-8d7d-4623-83e5-e1028247b779 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] No DVR routers for this DVR port 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:46:29.935745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-6a41ffca-8d7d-4623-83e5-e1028247b779 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:29.938806 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c407fad7-bebb-4d06-8721-7b5f3605b2af req-6a41ffca-8d7d-4623-83e5-e1028247b779 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.69 "DELETE /v2.0/ports/74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec HTTP/1.1" status: 204 len: 173 time: 0.4332578 Jun 30 03:46:29.939485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'name': 'network-vif-deleted', 'tag': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:29.942945 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c2d7fe-ed92-4a8c-ac0c-6d3874fdbb7c" -d '{"events": [{"server_uuid": "e6138fd8-db6c-43b0-a1e5-b097d797171d", "name": "network-vif-deleted", "tag": "74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:29.987961 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b323e303-de48-4105-8044-30ff0bac72e8 x-openstack-request-id: req-b323e303-de48-4105-8044-30ff0bac72e8 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:29.988431 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6138fd8-db6c-43b0-a1e5-b097d797171d", "name": "network-vif-deleted", "tag": "74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:29.988747 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b323e303-de48-4105-8044-30ff0bac72e8 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:29.989126 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6138fd8-db6c-43b0-a1e5-b097d797171d', 'name': 'network-vif-deleted', 'tag': '74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec', 'status': 'completed', 'code': 200} Jun 30 03:46:30.271855 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-45282637-cdf7-41c9-8028-cd56ecbf57fa req-d1e00540-0917-452a-853e-eae3c48f9640 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6138fd8-db6c-43b0-a1e5-b097d797171d HTTP/1.1" status: 200 len: 210 time: 0.0312464 Jun 30 03:46:30.413841 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:31.375619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:31.767123 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.062835 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port dfdce6fc-f847-45fb-ad56-dced29691161 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:32.063191 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.157096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port dfdce6fc-f847-45fb-ad56-dced29691161, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=dfdce6fc-f847-45fb-ad56-dced29691161,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:32.157441 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.170952 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for dfdce6fc-f847-45fb-ad56-dced29691161 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:32.372507 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.404588 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=dfdce6fc-f847-45fb-ad56-dced29691161,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:32.417806 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.418147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.418505 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.418882 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.419255 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.419586 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.419917 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.420251 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.420575 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.420904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.421242 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.421531 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:32.597377 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:32.832020 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:32.940843 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:32.946753 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a063c1c1-9dc1-47aa-bc4d-4f2aa0a8203f tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "PUT /v2.0/routers/6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5699902 Jun 30 03:46:32.948729 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52156) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:32.950878 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] Sync routers for ids ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:32.960239 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] Routers {'6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:32.960887 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:33.000959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb26a6ce-5119-48b2-9a25-b809d43bcab0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting subnet 395404f8-78e6-4cdf-8fc3-f00a928cc3cf {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:46:33.004163 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb26a6ce-5119-48b2-9a25-b809d43bcab0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.043282 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb26a6ce-5119-48b2-9a25-b809d43bcab0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.065310 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] Set router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:33.133632 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb26a6ce-5119-48b2-9a25-b809d43bcab0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.198648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb26a6ce-5119-48b2-9a25-b809d43bcab0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.234981 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26a6ce-5119-48b2-9a25-b809d43bcab0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Subnet': ['ID=395404f8-78e6-4cdf-8fc3-f00a928cc3cf,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:33.238169 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-eb26a6ce-5119-48b2-9a25-b809d43bcab0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.240291 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eb26a6ce-5119-48b2-9a25-b809d43bcab0 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/subnets/395404f8-78e6-4cdf-8fc3-f00a928cc3cf HTTP/1.1" status: 204 len: 168 time: 0.2903459 Jun 30 03:46:33.243643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:33.252149 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a571e84-b01e-4b7f-b020-10e8b868ccd4 None None] Network 34f778c5-afa9-488e-9950-0eca9332951c requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:33.272918 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:33.300177 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] Checking router: 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:33.310506 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] Routers {'6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:33.311382 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:33.356713 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.457366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] DHCP port deletion for 34f778c5-afa9-488e-9950-0eca9332951c request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:46:33.479912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.518002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Deleting port 41b6fd2c-1047-4775-9d42-ec85c5eebc72 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:33.518405 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.519204 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] Set router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:33.545526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Deleting port 20397189-f8ee-4fa0-81c8-f58331e410bf {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:46:33.545869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.586743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] For port 41b6fd2c-1047-4775-9d42-ec85c5eebc72, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=41b6fd2c-1047-4775-9d42-ec85c5eebc72,segment=NetworkSegment(d8de9909-867a-47d8-ab49-bacfdabe0b59),segment_id=d8de9909-867a-47d8-ab49-bacfdabe0b59)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:33.587291 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.602476 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Calling delete_port for 41b6fd2c-1047-4775-9d42-ec85c5eebc72 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:33.630702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] For port 20397189-f8ee-4fa0-81c8-f58331e410bf, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=20397189-f8ee-4fa0-81c8-f58331e410bf,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:33.631101 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.643025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Calling delete_port for 20397189-f8ee-4fa0-81c8-f58331e410bf owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:46:33.704892 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:33.736231 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089b87d-1731-4ef9-a794-85c543773b7f None None] The sync data for ids ['6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea'] in n-d-758944-39 is: [{'id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078436486', 'tenant_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:46:32Z', 'revision_number': 5, 'project_id': 'ffabc9c6ffdd42cdb8c0a7df7410ac5b', 'gw_port': {'id': '20397189-f8ee-4fa0-81c8-f58331e410bf', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ae:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:44:56Z', 'updated_at': '2021-06-30T03:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:33.826538 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.855363 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Port': ['ID=20397189-f8ee-4fa0-81c8-f58331e410bf,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:33.858466 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:33.884877 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Pushing event deleted for resources: {'Port': ['ID=41b6fd2c-1047-4775-9d42-ec85c5eebc72,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:33.889860 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] No DVR routers for this DVR port 41b6fd2c-1047-4775-9d42-ec85c5eebc72 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:46:33.900696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.900696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.900696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.900696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.900696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.900696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.900696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.900696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.900696 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.902170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.902170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.902170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afbdbd4-14ce-43d4-bdcd-d2c0f4bb358f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:33.925821 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.021682 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.023871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.078539 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.079295 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Fanout notify agent at l3_agent the message router_deleted on router 6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:46:34.087872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.090805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-62c56602-58f7-486f-9f0e-eb90eee98b87 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/routers/6f867f68-3d6f-4e6b-b7b4-9e09f1cd7fea HTTP/1.1" status: 204 len: 168 time: 0.8438463 Jun 30 03:46:34.092102 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:34.180304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dfdce6fc-f847-45fb-ad56-dced29691161 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:34.189610 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.200994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: dfdce6fc-f847-45fb-ad56-dced29691161 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:34.201336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dfdce6fc-f847-45fb-ad56-dced29691161 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:34.201755 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 41b6fd2c-1047-4775-9d42-ec85c5eebc72 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:34.220757 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 41b6fd2c-1047-4775-9d42-ec85c5eebc72 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:34.221111 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 41b6fd2c-1047-4775-9d42-ec85c5eebc72 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:34.282577 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.292256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f778c5-afa9-488e-9950-0eca9332951c']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:34.301713 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8de9909-867a-47d8-ab49-bacfdabe0b59') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:34.302007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8de9909-867a-47d8-ab49-bacfdabe0b59') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:34.310609 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.324456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.331849 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:46:34.332336 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:46:34.336550 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:46:34.401375 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.411456 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.413481 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/networks/34f778c5-afa9-488e-9950-0eca9332951c HTTP/1.1" status: 204 len: 168 time: 0.3203676 Jun 30 03:46:34.424261 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52164) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:34.426937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4064c3-ea26-4efd-98f0-89d17ef3eec7 tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'Network': ['ID=34f778c5-afa9-488e-9950-0eca9332951c,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:34.486730 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4b0099b-dbd1-4717-bb07-85a19de498bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.511987 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4b0099b-dbd1-4717-bb07-85a19de498bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.576281 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4b0099b-dbd1-4717-bb07-85a19de498bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.579559 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4b0099b-dbd1-4717-bb07-85a19de498bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:34.580959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f4b0099b-dbd1-4717-bb07-85a19de498bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] 10.222.0.55 "DELETE /v2.0/security-groups/b14db53e-379e-4d66-aa2c-677c1847afbc HTTP/1.1" status: 204 len: 168 time: 0.1557050 Jun 30 03:46:34.590496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0099b-dbd1-4717-bb07-85a19de498bf tempest-TestNetworkAdvancedServerOps-1703542049 tempest-TestNetworkAdvancedServerOps-1703542049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14db53e-379e-4d66-aa2c-677c1847afbc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:34.677580 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:34.698189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:34.698543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 74c3d0e8-c02a-4e04-90ef-e938d2fcd6ec not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:34.965900 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:35.116159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-5e726103-75e9-42c9-84f8-4f9115a47686 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffabc9c6ffdd42cdb8c0a7df7410ac5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488783 Jun 30 03:46:35.120194 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52176) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:35.169117 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32b4543-e139-4140-bd62-15997ef2e17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.190139 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32b4543-e139-4140-bd62-15997ef2e17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.245135 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32b4543-e139-4140-bd62-15997ef2e17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.247902 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f32b4543-e139-4140-bd62-15997ef2e17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.249063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f32b4543-e139-4140-bd62-15997ef2e17d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25061163-dc2c-4ad5-b4fd-001d4aa71846 HTTP/1.1" status: 204 len: 168 time: 0.1279912 Jun 30 03:46:35.259180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b4543-e139-4140-bd62-15997ef2e17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25061163-dc2c-4ad5-b4fd-001d4aa71846,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:35.550540 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52182) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:35.564700 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-383ebe8b-f7c9-40ae-8cac-c7f265eac437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.663471 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-383ebe8b-f7c9-40ae-8cac-c7f265eac437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.669031 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-383ebe8b-f7c9-40ae-8cac-c7f265eac437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.708061 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-383ebe8b-f7c9-40ae-8cac-c7f265eac437 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe3226b7282a4da4a9485b397ffbd72b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563222 Jun 30 03:46:35.709643 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ebe8b-f7c9-40ae-8cac-c7f265eac437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555cd4ff-6fcc-488b-87bc-4ca0700d26b6,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:35.711053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52184) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:35.781807 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f97bdd00-0d8a-493c-b53c-6287b537b367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.804251 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f97bdd00-0d8a-493c-b53c-6287b537b367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.861986 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f97bdd00-0d8a-493c-b53c-6287b537b367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.864524 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f97bdd00-0d8a-493c-b53c-6287b537b367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:35.865725 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f97bdd00-0d8a-493c-b53c-6287b537b367 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/555cd4ff-6fcc-488b-87bc-4ca0700d26b6 HTTP/1.1" status: 204 len: 168 time: 0.1532462 Jun 30 03:46:35.875118 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bdd00-0d8a-493c-b53c-6287b537b367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555cd4ff-6fcc-488b-87bc-4ca0700d26b6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:35.881700 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 20397189-f8ee-4fa0-81c8-f58331e410bf no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:46:35.910000 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 20397189-f8ee-4fa0-81c8-f58331e410bf {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:46:35.910347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 20397189-f8ee-4fa0-81c8-f58331e410bf not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:46:36.649577 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52208) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:36.755298 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1657030619-network', 'tenant_id': '38fa811a87414102833ca4f7f074e543'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:36.780217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Made reservation on behalf of 38fa811a87414102833ca4f7f074e543 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:36.783890 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.795161 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.897011 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.902665 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.928968 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:46:36.939789 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882ca7d4-eacf-4ff5-912a-db5564c38f84,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:36.946303 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:36.946926 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Added segment 1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113 of type vlan for network 1e13a376-7117-48c0-b477-3ee9936e6920 Jun 30 03:46:36.987276 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.018707 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.019616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:37.020188 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.074112 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4227076 Jun 30 03:46:37.077252 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52212) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:37.079369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b836dd7-bec9-4c00-902a-bbc211d24b40 admin admin] Pushing event updated for resources: {'Network': ['ID=1e13a376-7117-48c0-b477-3ee9936e6920,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:37.087742 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Request body: {'subnet': {'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1657030619-subnet', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'ip_version': 4}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:37.090075 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 1e13a376-7117-48c0-b477-3ee9936e6920 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:46:37.110062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Made reservation on behalf of 38fa811a87414102833ca4f7f074e543 for: {'subnet': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:37.112899 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392930'] for subnet, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.302286 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12054541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392948'] for subnet, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.366994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:37.390788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Checking segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:37.391205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Network hostable DHCP agents. Network: 1e13a376-7117-48c0-b477-3ee9936e6920, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93770) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:46:37.415767 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Network 1e13a376-7117-48c0-b477-3ee9936e6920 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93770) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:46:37.426790 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 1e13a376-7117-48c0-b477-3ee9936e6920) {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:37.431909 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:37.432451 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.437315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e06ae76-b622-404e-9f8a-a28987d96c78 None None] Network 1e13a376-7117-48c0-b477-3ee9936e6920 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:37.452346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a2c1a4d2-da2e-4792-b4d7-36f959faca51 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3713050 Jun 30 03:46:37.452763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:37.457477 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:37.480285 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.481306 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.543072 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.596226 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-1e13a376-7117-48c0-b477-3ee9936e6920', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:46:37.597101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.686920 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.742919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Allocated IP 172.20.0.2 (1e13a376-7117-48c0-b477-3ee9936e6920/41acdddf-cdfa-4ffa-bd7b-4b2796706bb4/3091b281-02c9-45f5-a92a-207967787c38) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:37.907614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.909536 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.917514 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Transition to ACTIVE for port object 3091b281-02c9-45f5-a92a-207967787c38 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:37.932259 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.937649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Transition to ACTIVE for port object 3091b281-02c9-45f5-a92a-207967787c38 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:37.944612 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:37.985927 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Network 1e13a376-7117-48c0-b477-3ee9936e6920 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:37.991367 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:37.996117 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:37.999312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Pushing event updated for resources: {'Port': ['ID=3091b281-02c9-45f5-a92a-207967787c38,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:38.050188 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Allocated IP 172.25.7.248 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/af1928e1-f2b1-4b7a-be8e-6b252962136e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:38.056492 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Attempting to bind port 3091b281-02c9-45f5-a92a-207967787c38 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:38.057209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Attempting to bind port 3091b281-02c9-45f5-a92a-207967787c38 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:38.057479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Attempting to bind port 3091b281-02c9-45f5-a92a-207967787c38 on network 1e13a376-7117-48c0-b477-3ee9936e6920 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:38.062994 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:38.063403 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Checking segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:38.063792 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:38.064163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Bound using segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:38.064685 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Bound port: 3091b281-02c9-45f5-a92a-207967787c38, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:38.065060 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:38.134894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] For port 3091b281-02c9-45f5-a92a-207967787c38, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:38.138741 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] For port 3091b281-02c9-45f5-a92a-207967787c38, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3091b281-02c9-45f5-a92a-207967787c38,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:38.143503 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:38.174371 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:38.206411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab7ab6-d191-430a-ba4c-943ea45fa7f5 None None] Pushing event updated for resources: {'Port': ['ID=3091b281-02c9-45f5-a92a-207967787c38,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:38.223517 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:38.266569 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:38.269400 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:38.276338 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:38.282088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Pushing event updated for resources: {'Port': ['ID=af1928e1-f2b1-4b7a-be8e-6b252962136e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:38.542237 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:39.080379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0e43a-0790-4f6e-a418-502bb57ac1fe None None] Network 1e13a376-7117-48c0-b477-3ee9936e6920 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:39.090740 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:39.194409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-42b353e0-8fd3-4852-89a3-6399816aec35 None None] Provisioning for port 3091b281-02c9-45f5-a92a-207967787c38 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:39.224578 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:46:39.338371 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:39.348450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Sync routers for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:39.356332 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:39.360796 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3b1f9e9c-e724-4d17-b76a-0878c62bb281 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9040620 Jun 30 03:46:39.360984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:39.360984 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:39.361233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52220) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:39.470658 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:39.659472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:38Z', 'revision_number': 3, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:39.690571 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Checking router: 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:39.690937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Updating router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 port af1928e1-f2b1-4b7a-be8e-6b252962136e binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:46:39.724190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:39.781325 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:39.947170 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Allocated IP 172.20.0.1 (1e13a376-7117-48c0-b477-3ee9936e6920/41acdddf-cdfa-4ffa-bd7b-4b2796706bb4/bc87fc0b-d3aa-4053-8114-863837c0f277) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:39.972594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3091b281-02c9-45f5-a92a-207967787c38 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:40.018841 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.033553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Transition to ACTIVE for port object af1928e1-f2b1-4b7a-be8e-6b252962136e will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:40.042628 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.052156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 3091b281-02c9-45f5-a92a-207967787c38 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:40.054632 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.067638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Transition to ACTIVE for port object bc87fc0b-d3aa-4053-8114-863837c0f277 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:40.086321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3091b281-02c9-45f5-a92a-207967787c38 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:40.086680 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.103551 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.126151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Attempting to bind port af1928e1-f2b1-4b7a-be8e-6b252962136e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:40.126418 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Attempting to bind port af1928e1-f2b1-4b7a-be8e-6b252962136e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:40.126824 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Attempting to bind port af1928e1-f2b1-4b7a-be8e-6b252962136e on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:40.130345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a4a71-10aa-4400-b52e-f216d6c53274 None None] Pushing event updated for resources: {'Port': ['ID=af1928e1-f2b1-4b7a-be8e-6b252962136e,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:40.140186 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Network 1e13a376-7117-48c0-b477-3ee9936e6920 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:40.141608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:40.145997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:40.154999 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:40.155397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:40.155762 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.156147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:40.156629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Bound port: af1928e1-f2b1-4b7a-be8e-6b252962136e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:40.156987 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.188223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Pushing event updated for resources: {'Port': ['ID=bc87fc0b-d3aa-4053-8114-863837c0f277,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:40.205794 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.222151 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] For port af1928e1-f2b1-4b7a-be8e-6b252962136e, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:40.225734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] For port af1928e1-f2b1-4b7a-be8e-6b252962136e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=af1928e1-f2b1-4b7a-be8e-6b252962136e,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:40.232236 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.308037 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.341856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:40.342503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:40.350119 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a4a71-10aa-4400-b52e-f216d6c53274 None None] Pushing event updated for resources: {'Port': ['ID=af1928e1-f2b1-4b7a-be8e-6b252962136e,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:40.367718 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.408823 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 3091b281-02c9-45f5-a92a-207967787c38, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3091b281-02c9-45f5-a92a-207967787c38,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:40.417495 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.478424 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58e1e3ef-f8d9-4ba2-a339-973b13f52296 None None] Provisioning for port bc87fc0b-d3aa-4053-8114-863837c0f277 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:40.492136 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58e1e3ef-f8d9-4ba2-a339-973b13f52296 None None] Provisioning complete for port bc87fc0b-d3aa-4053-8114-863837c0f277 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:40.492508 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58e1e3ef-f8d9-4ba2-a339-973b13f52296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.541577 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.547634 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.557460 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=3091b281-02c9-45f5-a92a-207967787c38,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:40.561318 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:40.589756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58e1e3ef-f8d9-4ba2-a339-973b13f52296 None None] Port bc87fc0b-d3aa-4053-8114-863837c0f277 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:40.614904 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:40.616774 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Pushing event updated for resources: {'Port': ['ID=bc87fc0b-d3aa-4053-8114-863837c0f277,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:40.715032 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Network 1e13a376-7117-48c0-b477-3ee9936e6920 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:40.716847 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:40.770413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:39Z', 'revision_number': 1, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:40.797555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e5d04-c3b8-4de1-9c70-f48eb5739ae5 None None] The sync data for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 is: [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:39Z', 'revision_number': 1, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:40.840352 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:40.953938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:40.967569 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-05c72feb-905d-4c5e-bda6-d78f06f17703 admin admin] 10.222.0.55 "PUT /v2.0/routers/2160f65c-1d6e-47f7-8ef8-6510cd683bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051846 Jun 30 03:46:41.021411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0f90c781-efc7-4f87-8a90-5ed4776eddd2 None None] Provisioning complete for port bc87fc0b-d3aa-4053-8114-863837c0f277 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:41.021793 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0f90c781-efc7-4f87-8a90-5ed4776eddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.057172 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0f90c781-efc7-4f87-8a90-5ed4776eddd2 None None] Port bc87fc0b-d3aa-4053-8114-863837c0f277 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:41.504688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:41.509837 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-400907409-network', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:41.532724 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Made reservation on behalf of af617bb0520542a88c32e5ec778e2c93 for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:41.535496 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.546936 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.652040 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.656564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.679936 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:46:41.694733 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda1aa09-9e3b-43d8-ba7a-eabc415d6919,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:41.700292 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.700640 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Added segment b1c70c9f-3d54-4899-9dd7-7c96fc9480d2 of type vlan for network a59772ca-7bc4-4e33-b17d-f4c91c1c803b Jun 30 03:46:41.745679 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.778658 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.779979 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:41.780566 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:41.838827 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3303101 Jun 30 03:46:41.839072 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52238) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:41.845551 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Request body: {'subnet': {'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-400907409-subnet', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:41.854312 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be30342-55bf-427a-b6ca-668a47013fef admin admin] Pushing event updated for resources: {'Network': ['ID=a59772ca-7bc4-4e33-b17d-f4c91c1c803b,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:41.866411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network a59772ca-7bc4-4e33-b17d-f4c91c1c803b details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:46:41.875213 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Made reservation on behalf of af617bb0520542a88c32e5ec778e2c93 for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:41.878136 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.088810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3091b281-02c9-45f5-a92a-207967787c38 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:42.107696 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.168738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 3091b281-02c9-45f5-a92a-207967787c38 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:42.169114 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.185368 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735f36e9-95f9-4a6d-865c-d2b91ae5a3c5,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:42.199997 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Checking segment: {'id': 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:42.200361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Network hostable DHCP agents. Network: a59772ca-7bc4-4e33-b17d-f4c91c1c803b, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:46:42.221227 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Network a59772ca-7bc4-4e33-b17d-f4c91c1c803b is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:46:42.232335 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, a59772ca-7bc4-4e33-b17d-f4c91c1c803b) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:42.238045 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:42.239045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.245095 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d140f-33ef-4b2c-ad96-f293d591ec60 None None] Network a59772ca-7bc4-4e33-b17d-f4c91c1c803b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:42.260580 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-10aa5c79-c793-4165-83f2-2db767d50c62 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4163442 Jun 30 03:46:42.261217 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52242) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:42.266413 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-400907409-router', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:42.293912 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.294969 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.350261 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.478921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device af1928e1-f2b1-4b7a-be8e-6b252962136e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:42.531476 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.584234 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port af1928e1-f2b1-4b7a-be8e-6b252962136e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:42.591677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port af1928e1-f2b1-4b7a-be8e-6b252962136e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:42.592048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.680520 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-a59772ca-7bc4-4e33-b17d-f4c91c1c803b', 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'fixed_ips': [{'subnet_id': '735f36e9-95f9-4a6d-865c-d2b91ae5a3c5'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:46:42.681496 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.714091 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.771492 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.788428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port af1928e1-f2b1-4b7a-be8e-6b252962136e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=af1928e1-f2b1-4b7a-be8e-6b252962136e,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:42.793178 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.799549 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:42.883740 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=af1928e1-f2b1-4b7a-be8e-6b252962136e,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:42.893523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Allocated IP 172.20.0.2 (a59772ca-7bc4-4e33-b17d-f4c91c1c803b/735f36e9-95f9-4a6d-865c-d2b91ae5a3c5/b2ede90a-537d-4cca-9c58-2790a1416397) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:42.920869 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Allocated IP 172.25.7.238 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/852e9592-ab6c-47eb-944f-93caed5fd7af) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:43.033000 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.065572 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.076684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Transition to ACTIVE for port object b2ede90a-537d-4cca-9c58-2790a1416397 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:43.080634 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Sync routers for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:43.086140 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.092395 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:43.092997 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:43.097021 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Transition to ACTIVE for port object b2ede90a-537d-4cca-9c58-2790a1416397 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:43.104652 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.124417 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:43.127500 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:43.130526 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:43.151167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Network a59772ca-7bc4-4e33-b17d-f4c91c1c803b is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:43.155304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:43.157633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Pushing event updated for resources: {'Port': ['ID=b2ede90a-537d-4cca-9c58-2790a1416397,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:43.159686 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:43.176223 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Pushing event updated for resources: {'Port': ['ID=852e9592-ab6c-47eb-944f-93caed5fd7af,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:43.209030 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:43.227160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Attempting to bind port b2ede90a-537d-4cca-9c58-2790a1416397 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:43.227537 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Attempting to bind port b2ede90a-537d-4cca-9c58-2790a1416397 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:43.228016 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Attempting to bind port b2ede90a-537d-4cca-9c58-2790a1416397 on network a59772ca-7bc4-4e33-b17d-f4c91c1c803b {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:43.233235 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:43.233609 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Checking segment: {'id': 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:43.234000 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.234481 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Bound using segment: {'id': 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:43.234980 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Bound port: b2ede90a-537d-4cca-9c58-2790a1416397, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:43.235697 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.299997 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] For port b2ede90a-537d-4cca-9c58-2790a1416397, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:43.303085 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] For port b2ede90a-537d-4cca-9c58-2790a1416397, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b2ede90a-537d-4cca-9c58-2790a1416397,segment=NetworkSegment(b1c70c9f-3d54-4899-9dd7-7c96fc9480d2),segment_id=b1c70c9f-3d54-4899-9dd7-7c96fc9480d2)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:43.309408 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.367599 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acdeae-fabe-4db9-9688-8a4d52cc98f3 None None] Pushing event updated for resources: {'Port': ['ID=b2ede90a-537d-4cca-9c58-2790a1416397,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:43.429811 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 2, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:43.435795 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.457836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Checking router: 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:43.458184 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Updating router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 port bc87fc0b-d3aa-4053-8114-863837c0f277 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:46:43.497979 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.680732 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.804257 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.813397 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Router eecf9962-5458-4c23-aac4-803be17aa83b is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:46:43.815816 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Transition to ACTIVE for port object bc87fc0b-d3aa-4053-8114-863837c0f277 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:43.821965 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.877543 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Pushing event updated for resources: {'Port': ['ID=bc87fc0b-d3aa-4053-8114-863837c0f277,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:43.908123 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.908123 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.908390 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.919681 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.920188 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.920783 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.921117 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.921477 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.921790 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.922110 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.922436 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.922790 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:46:43.943167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:43.952649 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Sync routers for ids ['eecf9962-5458-4c23-aac4-803be17aa83b'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:43.964359 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Routers {'eecf9962-5458-4c23-aac4-803be17aa83b'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:43.965101 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eecf9962-5458-4c23-aac4-803be17aa83b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:43.965860 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Attempting to bind port bc87fc0b-d3aa-4053-8114-863837c0f277 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:43.966223 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Attempting to bind port bc87fc0b-d3aa-4053-8114-863837c0f277 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:43.966581 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Attempting to bind port bc87fc0b-d3aa-4053-8114-863837c0f277 on network 1e13a376-7117-48c0-b477-3ee9936e6920 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:43.972794 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:43.973151 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Checking segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:43.973552 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.973928 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Bound using segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:43.975471 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Bound port: bc87fc0b-d3aa-4053-8114-863837c0f277, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:43.975850 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.984300 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:43.988778 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4ce9ecc2-d64f-4bb2-974f-aca3d7e86c72 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7242465 Jun 30 03:46:43.989388 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52246) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:44.077960 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] For port bc87fc0b-d3aa-4053-8114-863837c0f277, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:44.104378 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] For port bc87fc0b-d3aa-4053-8114-863837c0f277, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bc87fc0b-d3aa-4053-8114-863837c0f277,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:44.109036 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device af1928e1-f2b1-4b7a-be8e-6b252962136e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:44.118882 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:44.191409 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Set router eecf9962-5458-4c23-aac4-803be17aa83b gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:44.202631 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:44.203888 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:44.214092 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe8cf-bd20-4a0c-bb80-052758acc229 None None] Pushing event updated for resources: {'Port': ['ID=bc87fc0b-d3aa-4053-8114-863837c0f277,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:44.343591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port af1928e1-f2b1-4b7a-be8e-6b252962136e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:44.343968 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:44.354589 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:44.513535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b2ede90a-537d-4cca-9c58-2790a1416397 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:44.556469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'name': 'tempest-TestShelveInstance-400907409-router', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:43Z', 'revision_number': 3, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'gw_port': {'id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:44.593583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Checking router: eecf9962-5458-4c23-aac4-803be17aa83b for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:44.593832 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Updating router eecf9962-5458-4c23-aac4-803be17aa83b port 852e9592-ab6c-47eb-944f-93caed5fd7af binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:46:44.593945 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:44.638258 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:44.650557 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:44Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:44.679182 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf0d47-f994-4e31-ba48-21bd93152f08 None None] Network a59772ca-7bc4-4e33-b17d-f4c91c1c803b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:46:44.681458 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port b2ede90a-537d-4cca-9c58-2790a1416397 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:44.686414 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b8ad0-fd00-4f9a-a5c9-ef4e18f70831 None None] The sync data for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 is: [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:44Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:44.961054 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a153828-6a3e-46db-95bc-b23c1e5b592e None None] Provisioning for port b2ede90a-537d-4cca-9c58-2790a1416397 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:44.985795 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0a153828-6a3e-46db-95bc-b23c1e5b592e None None] Provisioning complete for port b2ede90a-537d-4cca-9c58-2790a1416397 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:44.986170 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a153828-6a3e-46db-95bc-b23c1e5b592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.139562 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.176469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Transition to ACTIVE for port object 852e9592-ab6c-47eb-944f-93caed5fd7af will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:45.189900 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.191536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Allocated IP 172.20.0.1 (a59772ca-7bc4-4e33-b17d-f4c91c1c803b/735f36e9-95f9-4a6d-865c-d2b91ae5a3c5/dc744b08-47a4-40c9-b283-1ee80a215a78) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:45.193749 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a153828-6a3e-46db-95bc-b23c1e5b592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.273836 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Attempting to bind port 852e9592-ab6c-47eb-944f-93caed5fd7af on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:45.274205 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Attempting to bind port 852e9592-ab6c-47eb-944f-93caed5fd7af by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:45.274560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Attempting to bind port 852e9592-ab6c-47eb-944f-93caed5fd7af on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:45.282590 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f42318-c1d9-49a8-bcc4-b92d956e74d1 None None] Pushing event updated for resources: {'Port': ['ID=852e9592-ab6c-47eb-944f-93caed5fd7af,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:45.289894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:45.290345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:45.290858 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.291380 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:45.291864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Bound port: 852e9592-ab6c-47eb-944f-93caed5fd7af, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:45.292299 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.295203 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-0a153828-6a3e-46db-95bc-b23c1e5b592e None None] For port b2ede90a-537d-4cca-9c58-2790a1416397, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b2ede90a-537d-4cca-9c58-2790a1416397,segment=NetworkSegment(b1c70c9f-3d54-4899-9dd7-7c96fc9480d2),segment_id=b1c70c9f-3d54-4899-9dd7-7c96fc9480d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:45.325793 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a153828-6a3e-46db-95bc-b23c1e5b592e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.334800 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.349561 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Transition to ACTIVE for port object dc744b08-47a4-40c9-b283-1ee80a215a78 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:45.400620 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.404821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] For port 852e9592-ab6c-47eb-944f-93caed5fd7af, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:45.408160 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] For port 852e9592-ab6c-47eb-944f-93caed5fd7af, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=852e9592-ab6c-47eb-944f-93caed5fd7af,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:45.409277 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a153828-6a3e-46db-95bc-b23c1e5b592e None None] Pushing event updated for resources: {'Port': ['ID=b2ede90a-537d-4cca-9c58-2790a1416397,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:45.419414 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.453513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Network a59772ca-7bc4-4e33-b17d-f4c91c1c803b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:45.468169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:45.473488 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:45.481166 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc744b08-47a4-40c9-b283-1ee80a215a78,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:45.496427 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f42318-c1d9-49a8-bcc4-b92d956e74d1 None None] Pushing event updated for resources: {'Port': ['ID=852e9592-ab6c-47eb-944f-93caed5fd7af,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:45.499107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Routers {'eecf9962-5458-4c23-aac4-803be17aa83b'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:45.499721 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eecf9962-5458-4c23-aac4-803be17aa83b'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:45.529704 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.560140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-64ba8a5c-95f2-4cbf-99ce-f1315e05999e None None] Provisioning complete for port b2ede90a-537d-4cca-9c58-2790a1416397 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:45.560524 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-64ba8a5c-95f2-4cbf-99ce-f1315e05999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.652960 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] Set router eecf9962-5458-4c23-aac4-803be17aa83b gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:45.686826 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.863855 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.869535 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.948733 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:45.950300 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Pushing event updated for resources: {'Port': ['ID=dc744b08-47a4-40c9-b283-1ee80a215a78,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:45.986612 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bc87fc0b-d3aa-4053-8114-863837c0f277 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:46.043651 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Network a59772ca-7bc4-4e33-b17d-f4c91c1c803b is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:46.045345 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:46.070832 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port bc87fc0b-d3aa-4053-8114-863837c0f277 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:46.083794 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port bc87fc0b-d3aa-4053-8114-863837c0f277 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:46.084165 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:46.113986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'name': 'tempest-TestShelveInstance-400907409-router', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:43Z', 'revision_number': 3, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'gw_port': {'id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:46.147222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0dc17326-e5ff-4d90-a968-235f01e216c8 None None] Provisioning for port dc744b08-47a4-40c9-b283-1ee80a215a78 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:46.152130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7bad4-c445-4523-a9b9-33157abc5023 None None] The sync data for ids ['eecf9962-5458-4c23-aac4-803be17aa83b'] in n-d-758944-39 is: [{'id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'name': 'tempest-TestShelveInstance-400907409-router', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:43Z', 'revision_number': 3, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'gw_port': {'id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:46.157737 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-0dc17326-e5ff-4d90-a968-235f01e216c8 None None] Provisioning complete for port dc744b08-47a4-40c9-b283-1ee80a215a78 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:46.157737 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0dc17326-e5ff-4d90-a968-235f01e216c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:46.178950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Router eecf9962-5458-4c23-aac4-803be17aa83b has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:46:46.206396 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-0dc17326-e5ff-4d90-a968-235f01e216c8 None None] Port dc744b08-47a4-40c9-b283-1ee80a215a78 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:46.254754 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:46.293354 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port bc87fc0b-d3aa-4053-8114-863837c0f277, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bc87fc0b-d3aa-4053-8114-863837c0f277,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:46.297789 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:46.298891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b2ede90a-537d-4cca-9c58-2790a1416397 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:46.312415 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:46:46.320767 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-1241c73c-e54c-4de9-ad1c-9a44d65604e9 admin admin] 10.222.0.55 "PUT /v2.0/routers/eecf9962-5458-4c23-aac4-803be17aa83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3301966 Jun 30 03:46:46.393912 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1c7ba5a2-abb9-41a3-a8ef-1af5d11d2b99 None None] Provisioning complete for port dc744b08-47a4-40c9-b283-1ee80a215a78 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:46.394364 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c7ba5a2-abb9-41a3-a8ef-1af5d11d2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:46.420157 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=bc87fc0b-d3aa-4053-8114-863837c0f277,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:46.450543 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port b2ede90a-537d-4cca-9c58-2790a1416397 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:46.450951 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:46.492139 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ba5a2-abb9-41a3-a8ef-1af5d11d2b99 None None] Port dc744b08-47a4-40c9-b283-1ee80a215a78 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:46.784203 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:46.912050 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.100847 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52254) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:47.105712 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-71b55410-7856-4e05-8df9-1d4861ce238a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343666904', 'description': 'tempest-secgroup-smoke-1343666904 description', 'project_id': '38fa811a87414102833ca4f7f074e543'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:47.133663 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b55410-7856-4e05-8df9-1d4861ce238a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.223157 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b55410-7856-4e05-8df9-1d4861ce238a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.227911 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b55410-7856-4e05-8df9-1d4861ce238a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.253940 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-71b55410-7856-4e05-8df9-1d4861ce238a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.255349 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-71b55410-7856-4e05-8df9-1d4861ce238a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1534696 Jun 30 03:46:47.258871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52256) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:47.259830 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b55410-7856-4e05-8df9-1d4861ce238a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bcaeba-7799-4350-a5e3-8b1f9c105153,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:47.273308 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-31a1f6d3-83e0-4eaf-b7be-bd70cd9e6561 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '72bcaeba-7799-4350-a5e3-8b1f9c105153', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:47.304453 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a1f6d3-83e0-4eaf-b7be-bd70cd9e6561 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.363346 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a1f6d3-83e0-4eaf-b7be-bd70cd9e6561 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.369634 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a1f6d3-83e0-4eaf-b7be-bd70cd9e6561 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.390474 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1f6d3-83e0-4eaf-b7be-bd70cd9e6561 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d67cc72-dd9f-4d2d-ada3-9a07a0b404eb,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:47.398775 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-31a1f6d3-83e0-4eaf-b7be-bd70cd9e6561 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.400204 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-31a1f6d3-83e0-4eaf-b7be-bd70cd9e6561 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398215 Jun 30 03:46:47.403568 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52258) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:47.408447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-8455c0e2-e927-47c0-84b3-6e4d5aea36c0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '72bcaeba-7799-4350-a5e3-8b1f9c105153', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:47.438559 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8455c0e2-e927-47c0-84b3-6e4d5aea36c0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.500434 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8455c0e2-e927-47c0-84b3-6e4d5aea36c0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.505161 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8455c0e2-e927-47c0-84b3-6e4d5aea36c0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.523151 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455c0e2-e927-47c0-84b3-6e4d5aea36c0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d781fe4-c470-4486-8afa-745bf26c5646,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:47.529746 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8455c0e2-e927-47c0-84b3-6e4d5aea36c0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.530615 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-8455c0e2-e927-47c0-84b3-6e4d5aea36c0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259618 Jun 30 03:46:47.534579 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52260) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:47.539452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-d836ed31-4e1b-48f4-bce1-18105325b230 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '72bcaeba-7799-4350-a5e3-8b1f9c105153', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:47.568870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d836ed31-4e1b-48f4-bce1-18105325b230 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.630728 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d836ed31-4e1b-48f4-bce1-18105325b230 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.636006 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d836ed31-4e1b-48f4-bce1-18105325b230 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.654280 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836ed31-4e1b-48f4-bce1-18105325b230 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4c90d6-1a38-434d-bdd0-da99dfa0b400,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:47.661664 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d836ed31-4e1b-48f4-bce1-18105325b230 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.662924 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d836ed31-4e1b-48f4-bce1-18105325b230 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272485 Jun 30 03:46:47.666915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52262) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:47.671414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-040ed9e8-716a-47b8-885c-d46f3263ce22 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '72bcaeba-7799-4350-a5e3-8b1f9c105153', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:47.697660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-040ed9e8-716a-47b8-885c-d46f3263ce22 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.761670 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-040ed9e8-716a-47b8-885c-d46f3263ce22 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.766878 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-040ed9e8-716a-47b8-885c-d46f3263ce22 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.786647 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ed9e8-716a-47b8-885c-d46f3263ce22 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf2e23c-9f78-42b0-ac0f-a7f5df332f91,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:47.794181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-040ed9e8-716a-47b8-885c-d46f3263ce22 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.798376 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-040ed9e8-716a-47b8-885c-d46f3263ce22 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277704 Jun 30 03:46:47.798775 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52264) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:47.803700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c975baa7-71a8-4c09-83cb-a67629293a41 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '72bcaeba-7799-4350-a5e3-8b1f9c105153', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:47.827499 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-c975baa7-71a8-4c09-83cb-a67629293a41 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Project 38fa811a87414102833ca4f7f074e543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:46:47.832401 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c975baa7-71a8-4c09-83cb-a67629293a41 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.901613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c975baa7-71a8-4c09-83cb-a67629293a41 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.907962 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c975baa7-71a8-4c09-83cb-a67629293a41 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.933373 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975baa7-71a8-4c09-83cb-a67629293a41 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575bcc83-16c2-42f4-850b-02b231d49170,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:47.937172 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c975baa7-71a8-4c09-83cb-a67629293a41 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:47.939257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c975baa7-71a8-4c09-83cb-a67629293a41 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1394072 Jun 30 03:46:47.942768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52266) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:47.950094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c16c0f45-bb4e-48a3-874a-4e027b5cda3c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '72bcaeba-7799-4350-a5e3-8b1f9c105153', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:47.974396 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-c16c0f45-bb4e-48a3-874a-4e027b5cda3c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Project 38fa811a87414102833ca4f7f074e543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:46:47.980224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c16c0f45-bb4e-48a3-874a-4e027b5cda3c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:48.033596 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bc87fc0b-d3aa-4053-8114-863837c0f277 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:48.046018 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c16c0f45-bb4e-48a3-874a-4e027b5cda3c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:48.052542 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c16c0f45-bb4e-48a3-874a-4e027b5cda3c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:48.071739 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c0f45-bb4e-48a3-874a-4e027b5cda3c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f43bfc-1b5b-48cf-8f5b-6f9b1a02bdb1,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:48.079312 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c16c0f45-bb4e-48a3-874a-4e027b5cda3c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:48.080780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c16c0f45-bb4e-48a3-874a-4e027b5cda3c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368496 Jun 30 03:46:48.089819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port bc87fc0b-d3aa-4053-8114-863837c0f277 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:48.090192 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:48.129956 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Sync routers for ids ['eecf9962-5458-4c23-aac4-803be17aa83b'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:46:48.141103 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Routers {'eecf9962-5458-4c23-aac4-803be17aa83b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:48.142109 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eecf9962-5458-4c23-aac4-803be17aa83b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:48.183279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 852e9592-ab6c-47eb-944f-93caed5fd7af up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:48.236923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 852e9592-ab6c-47eb-944f-93caed5fd7af completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:48.242174 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 852e9592-ab6c-47eb-944f-93caed5fd7af triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:48.242632 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:48.308845 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-a80d5f8a-7170-4c29-91fe-aeaabce3499e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343666904&fields=id&tenant_id=38fa811a87414102833ca4f7f074e543 HTTP/1.1" status: 200 len: 267 time: 0.0388963 Jun 30 03:46:48.332969 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:48.356120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 852e9592-ab6c-47eb-944f-93caed5fd7af, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=852e9592-ab6c-47eb-944f-93caed5fd7af,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:48.361279 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:48.380805 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Set router eecf9962-5458-4c23-aac4-803be17aa83b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:48.417992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=852e9592-ab6c-47eb-944f-93caed5fd7af,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:48.424225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-46496a9b-65c5-49dd-82c2-cdd8267b0a5b tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:48.426755 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-46496a9b-65c5-49dd-82c2-cdd8267b0a5b tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 809 time: 0.1102674 Jun 30 03:46:48.445437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2f1cfed4-2c1b-4dde-b1ce-5eee31bd8780 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/quotas/38fa811a87414102833ca4f7f074e543 HTTP/1.1" status: 200 len: 375 time: 0.0095499 Jun 30 03:46:48.521149 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-b6ff02f4-434e-4c73-a900-6b083b5fa315 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684450 Jun 30 03:46:48.588628 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'name': 'tempest-TestShelveInstance-400907409-router', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:45Z', 'revision_number': 4, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'gw_port': {'id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'dc744b08-47a4-40c9-b283-1ee80a215a78', 'name': '', 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'mac_address': 'fa:16:3e:8f:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '735f36e9-95f9-4a6d-865c-d2b91ae5a3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:44Z', 'updated_at': '2021-06-30T03:46:45Z', 'revision_number': 2, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'subnets': [{'id': '735f36e9-95f9-4a6d-865c-d2b91ae5a3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:48.617765 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Checking router: eecf9962-5458-4c23-aac4-803be17aa83b for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:46:48.618118 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Updating router eecf9962-5458-4c23-aac4-803be17aa83b port dc744b08-47a4-40c9-b283-1ee80a215a78 binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:46:48.619443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-b9e9d3ff-f46a-4084-9ec9-b8435f62c3b5 service neutron] 10.222.0.55 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855289 Jun 30 03:46:48.653255 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:48.715319 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-96de5228-3e43-4bb6-b232-04a078426b35 service neutron] 10.222.0.55 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890973 Jun 30 03:46:48.940456 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:48.951739 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Transition to ACTIVE for port object dc744b08-47a4-40c9-b283-1ee80a215a78 will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:48.959098 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:49.014768 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01be280-7a3c-484e-9647-d95a57d575c7 None None] Pushing event updated for resources: {'Port': ['ID=dc744b08-47a4-40c9-b283-1ee80a215a78,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:49.053715 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b241dec4-3edd-4b04-9a13-5432c78afe1f req-1ae86a0c-d5a0-40ac-be14-192f34bdb77d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 210 time: 0.1810863 Jun 30 03:46:49.080542 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Attempting to bind port dc744b08-47a4-40c9-b283-1ee80a215a78 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:49.081006 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Attempting to bind port dc744b08-47a4-40c9-b283-1ee80a215a78 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:49.081455 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Attempting to bind port dc744b08-47a4-40c9-b283-1ee80a215a78 on network a59772ca-7bc4-4e33-b17d-f4c91c1c803b {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:49.087291 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:49.087853 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Checking segment: {'id': 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:49.088415 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:49.088806 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Bound using segment: {'id': 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:49.089294 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Bound port: dc744b08-47a4-40c9-b283-1ee80a215a78, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:49.089823 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:49.157481 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] For port dc744b08-47a4-40c9-b283-1ee80a215a78, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:49.162753 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] For port dc744b08-47a4-40c9-b283-1ee80a215a78, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=dc744b08-47a4-40c9-b283-1ee80a215a78,segment=NetworkSegment(b1c70c9f-3d54-4899-9dd7-7c96fc9480d2),segment_id=b1c70c9f-3d54-4899-9dd7-7c96fc9480d2)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:49.168511 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:49.232230 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Routers {'eecf9962-5458-4c23-aac4-803be17aa83b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:46:49.232869 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eecf9962-5458-4c23-aac4-803be17aa83b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:49.271012 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01be280-7a3c-484e-9647-d95a57d575c7 None None] Pushing event updated for resources: {'Port': ['ID=dc744b08-47a4-40c9-b283-1ee80a215a78,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:49.359433 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] Set router eecf9962-5458-4c23-aac4-803be17aa83b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:46:49.574482 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'name': 'tempest-TestShelveInstance-400907409-router', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:45Z', 'revision_number': 4, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'gw_port': {'id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'dc744b08-47a4-40c9-b283-1ee80a215a78', 'name': '', 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'mac_address': 'fa:16:3e:8f:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '735f36e9-95f9-4a6d-865c-d2b91ae5a3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:44Z', 'updated_at': '2021-06-30T03:46:49Z', 'revision_number': 4, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'subnets': [{'id': '735f36e9-95f9-4a6d-865c-d2b91ae5a3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:46:49.600931 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25de98-d0bc-4b9d-844d-3abd2b16610e None None] The sync data for ids ['eecf9962-5458-4c23-aac4-803be17aa83b'] in n-d-758944-39 is: [{'id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'name': 'tempest-TestShelveInstance-400907409-router', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:45Z', 'revision_number': 4, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'gw_port': {'id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'dc744b08-47a4-40c9-b283-1ee80a215a78', 'name': '', 'network_id': 'a59772ca-7bc4-4e33-b17d-f4c91c1c803b', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'mac_address': 'fa:16:3e:8f:78:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '735f36e9-95f9-4a6d-865c-d2b91ae5a3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:44Z', 'updated_at': '2021-06-30T03:46:49Z', 'revision_number': 4, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'subnets': [{'id': '735f36e9-95f9-4a6d-865c-d2b91ae5a3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:46:50.005255 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 852e9592-ab6c-47eb-944f-93caed5fd7af up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:50.060996 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 852e9592-ab6c-47eb-944f-93caed5fd7af triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:50.061451 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:50.151186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dc744b08-47a4-40c9-b283-1ee80a215a78 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:50.210170 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port dc744b08-47a4-40c9-b283-1ee80a215a78 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:50.215934 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port dc744b08-47a4-40c9-b283-1ee80a215a78 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:50.216326 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:50.223336 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cfde74c2-7d63-4ab7-b6ef-0fbd908f3e99 req-136fca38-e23d-460b-8139-75b1532f5eb9 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 210 time: 0.0366356 Jun 30 03:46:50.317921 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:50.326201 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-d7cc3db4-db85-45d5-b7f2-3327710f30f0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:50.328574 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-d7cc3db4-db85-45d5-b7f2-3327710f30f0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 809 time: 0.1434486 Jun 30 03:46:50.355688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port dc744b08-47a4-40c9-b283-1ee80a215a78, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=dc744b08-47a4-40c9-b283-1ee80a215a78,segment=NetworkSegment(b1c70c9f-3d54-4899-9dd7-7c96fc9480d2),segment_id=b1c70c9f-3d54-4899-9dd7-7c96fc9480d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:50.361540 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:50.376785 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-bd16127c-430d-405b-818c-897c9d316513 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38fa811a87414102833ca4f7f074e543 HTTP/1.1" status: 200 len: 380 time: 0.0371010 Jun 30 03:46:50.386527 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'port': {'device_id': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'admin_state_up': True, 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'security_groups': ['72bcaeba-7799-4350-a5e3-8b1f9c105153']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:50.430073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=dc744b08-47a4-40c9-b283-1ee80a215a78,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:50.512480 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Made reservation on behalf of 38fa811a87414102833ca4f7f074e543 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:46:50.516109 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:50.645764 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Allocated IP 172.20.0.3 (1e13a376-7117-48c0-b477-3ee9936e6920/41acdddf-cdfa-4ffa-bd7b-4b2796706bb4/fc5df526-fcfc-4f31-9718-bb381cbca651) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:46:50.796653 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:50.814245 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Transition to ACTIVE for port object fc5df526-fcfc-4f31-9718-bb381cbca651 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:50.852698 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:50.901411 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Network 1e13a376-7117-48c0-b477-3ee9936e6920 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:46:50.904711 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:46:50.911384 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:46:50.917930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:50.968320 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:50.968979 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:50.986909 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-2847f0a0-c5a9-4c0b-bab0-f39e0ad9615c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041815 Jun 30 03:46:51.001376 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Request body: {'port': {'device_id': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:51.082702 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:51.199028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a1b6645a-25f4-4938-b722-04a5ab9092f0 None None] Provisioning for port fc5df526-fcfc-4f31-9718-bb381cbca651 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:51.203324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a1b6645a-25f4-4938-b722-04a5ab9092f0 None None] Provisioning complete for port fc5df526-fcfc-4f31-9718-bb381cbca651 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:51.203705 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a1b6645a-25f4-4938-b722-04a5ab9092f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:51.238910 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-a1b6645a-25f4-4938-b722-04a5ab9092f0 None None] Port fc5df526-fcfc-4f31-9718-bb381cbca651 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:46:51.393383 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5df526-fcfc-4f31-9718-bb381cbca651 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:46:51.402658 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:51.419826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Transition to ACTIVE for port object fc5df526-fcfc-4f31-9718-bb381cbca651 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:46:51.424345 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:51.483994 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2efa00-3177-4653-9f9e-1da374bc31e9 req-8f5738e0-03f0-49ca-9aca-21fe0c118eb6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:51.485948 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b2efa00-3177-4653-9f9e-1da374bc31e9 req-8f5738e0-03f0-49ca-9aca-21fe0c118eb6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 931 time: 0.1356008 Jun 30 03:46:51.496133 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:51.580344 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4b2efa00-3177-4653-9f9e-1da374bc31e9 req-af0ad31b-253c-48e7-8f75-6049121159ef tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876694 Jun 30 03:46:51.603763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Attempting to bind port fc5df526-fcfc-4f31-9718-bb381cbca651 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:46:51.604103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Attempting to bind port fc5df526-fcfc-4f31-9718-bb381cbca651 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:46:51.604430 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Attempting to bind port fc5df526-fcfc-4f31-9718-bb381cbca651 on network 1e13a376-7117-48c0-b477-3ee9936e6920 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:51.609028 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Port fc5df526-fcfc-4f31-9718-bb381cbca651 on network 1e13a376-7117-48c0-b477-3ee9936e6920 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:46:51.609339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Attempting to bind port fc5df526-fcfc-4f31-9718-bb381cbca651 on network 1e13a376-7117-48c0-b477-3ee9936e6920 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:46:51.615182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:46:51.615311 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Checking segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:46:51.615608 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Bound using segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:46:51.616032 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Bound port: fc5df526-fcfc-4f31-9718-bb381cbca651, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:46:51.616386 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:51.683696 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:46:51.687129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:46:51.692597 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:51.728097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:51.729125 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:51.730540 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] 10.222.0.73 "PUT /v2.0/ports/fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 1092 time: 0.7347801 Jun 30 03:46:51.731008 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:51.733331 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c964d17-72d2-48cc-97d7-161d353a943a" -d '{"events": [{"name": "network-changed", "server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:51.771983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db680cd-b207-4f00-9af3-1d2e9fc1847b service neutron] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:51.776695 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c76e8c-28e3-4acd-bb32-bc87e6992bc0 x-openstack-request-id: req-55c76e8c-28e3-4acd-bb32-bc87e6992bc0 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:51.776889 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:51.777253 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-55c76e8c-28e3-4acd-bb32-bc87e6992bc0 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:51.777505 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'status': 'completed', 'code': 200} Jun 30 03:46:51.849434 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-9fdf4582-6d52-4a10-bcb7-1c70426c6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:51.851048 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-9fdf4582-6d52-4a10-bcb7-1c70426c6263 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1095 time: 0.0628536 Jun 30 03:46:51.896685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-91730e43-b4b7-4ce8-becb-c2abb92f2744 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 217 time: 0.0371158 Jun 30 03:46:51.941084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dc744b08-47a4-40c9-b283-1ee80a215a78 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:51.948904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-63e7bd46-9239-4926-b872-3b7d025da4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:51.950410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-63e7bd46-9239-4926-b872-3b7d025da4fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0468185 Jun 30 03:46:52.000957 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port dc744b08-47a4-40c9-b283-1ee80a215a78 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:52.001243 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:52.015674 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-bdcb6105-f90b-45b4-bcdb-b7f5cd997303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:52.017194 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-bdcb6105-f90b-45b4-bcdb-b7f5cd997303 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592954 Jun 30 03:46:52.108149 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-78fa3f2f-0c1d-4ad1-8214-a2b9b8b5c974 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833309 Jun 30 03:46:52.210870 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8ebc9a54-48f2-4c6b-9304-eb7c5ace1837 req-1783a4ad-3e39-4489-b170-3a0114910c6b service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956051 Jun 30 03:46:52.317361 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c964d17-72d2-48cc-97d7-161d353a943a req-f8a10201-0933-46da-9a21-112a5e1e3fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:52.318961 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c964d17-72d2-48cc-97d7-161d353a943a req-f8a10201-0933-46da-9a21-112a5e1e3fef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1095 time: 0.0574396 Jun 30 03:46:52.419193 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c964d17-72d2-48cc-97d7-161d353a943a req-70a0e6d2-a5cc-4455-ba6c-b4f8e1fe8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:52.420648 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c964d17-72d2-48cc-97d7-161d353a943a req-70a0e6d2-a5cc-4455-ba6c-b4f8e1fe8b4f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0952687 Jun 30 03:46:52.468768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c964d17-72d2-48cc-97d7-161d353a943a req-1302733c-ea27-42a9-8c6a-eb6cc81035c1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 217 time: 0.0402429 Jun 30 03:46:52.523147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c964d17-72d2-48cc-97d7-161d353a943a req-082c69b9-5952-40ce-86b1-982380ba5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:52.524750 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c964d17-72d2-48cc-97d7-161d353a943a req-082c69b9-5952-40ce-86b1-982380ba5482 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0496824 Jun 30 03:46:52.584920 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c964d17-72d2-48cc-97d7-161d353a943a req-4544cefe-77d4-4a1a-bc75-0509959da914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:52.586410 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c964d17-72d2-48cc-97d7-161d353a943a req-4544cefe-77d4-4a1a-bc75-0509959da914 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539110 Jun 30 03:46:52.692204 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c964d17-72d2-48cc-97d7-161d353a943a req-1d63ace7-b44e-431e-9394-11d16d218f57 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972216 Jun 30 03:46:52.821250 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9c964d17-72d2-48cc-97d7-161d353a943a req-c84683bf-dbb8-4a0d-9bdd-124bb0572ba7 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219251 Jun 30 03:46:52.835801 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937d22-6a03-402c-a0c4-b32186419d72 req-5d09cb14-7085-4950-b43d-765335c48186 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:52.837272 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08937d22-6a03-402c-a0c4-b32186419d72 req-5d09cb14-7085-4950-b43d-765335c48186 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 943 time: 0.1305387 Jun 30 03:46:52.885069 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-08937d22-6a03-402c-a0c4-b32186419d72 req-8f5014f1-abd0-4ebf-8bdd-c950f1256383 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375197 Jun 30 03:46:54.072878 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c5ef1-8a4d-4000-b946-6efcf7615645 req-7f8f7f9b-0893-4d29-982c-73df1db97dc6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:54.074326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-127c5ef1-8a4d-4000-b946-6efcf7615645 req-7f8f7f9b-0893-4d29-982c-73df1db97dc6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 943 time: 0.0658536 Jun 30 03:46:54.113690 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-127c5ef1-8a4d-4000-b946-6efcf7615645 req-cea7a7ce-ad78-4290-83da-799259a0f96c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336425 Jun 30 03:46:54.490398 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:46:54.518190 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aacff985-63e6-42c0-b11f-abae2553bd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:54.597894 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:54.609397 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'port_id': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'mac_address': 'fa:16:3e:88:f9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:46:54.653836 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:54.666589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5df526-fcfc-4f31-9718-bb381cbca651 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:46:54.686975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:54.693536 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:54.745272 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:54.945189 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['fc5df526-fcfc-4f31-9718-bb381cbca651'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:46:55.300747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81f6b2-8309-4951-8a19-144fc587e055 req-4a1a3dcf-518c-4876-9d2a-4774fb1e0b28 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:55.302459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e81f6b2-8309-4951-8a19-144fc587e055 req-4a1a3dcf-518c-4876-9d2a-4774fb1e0b28 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0739326 Jun 30 03:46:55.342181 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9e81f6b2-8309-4951-8a19-144fc587e055 req-008a8406-4f09-4628-835f-871b8f15aa6d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336528 Jun 30 03:46:56.518748 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:46:56.552482 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b57d0b-5b28-4da8-8c43-7273cd457d93 req-9e108e2f-b3c0-4d13-96a2-f2f3793c40b6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:56.553984 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d0b57d0b-5b28-4da8-8c43-7273cd457d93 req-9e108e2f-b3c0-4d13-96a2-f2f3793c40b6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0792334 Jun 30 03:46:56.576248 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port fc5df526-fcfc-4f31-9718-bb381cbca651 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:46:56.580446 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port fc5df526-fcfc-4f31-9718-bb381cbca651 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:46:56.580815 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:56.594621 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d0b57d0b-5b28-4da8-8c43-7273cd457d93 req-71393140-de87-4838-8555-9c4b2ec7b027 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347669 Jun 30 03:46:56.660689 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:56.684936 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:46:56.687283 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d922ce9-c93c-4173-a8e9-b8e02b331f46" -d '{"events": [{"server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "name": "network-vif-plugged", "status": "completed", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:46:56.700591 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:46:56.705637 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:56.729379 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f497384-b675-42b8-bbba-6dd9c88e14eb x-openstack-request-id: req-5f497384-b675-42b8-bbba-6dd9c88e14eb {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:46:56.729825 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "name": "network-vif-plugged", "status": "completed", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:46:56.730181 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f497384-b675-42b8-bbba-6dd9c88e14eb {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:46:56.730666 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'code': 200} Jun 30 03:46:56.759479 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:46:56.851296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3ac55-a9ea-49f1-aec6-b1875069cb55 req-bc389d72-4913-47d3-8d19-eb4d827a1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:56.852839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88f3ac55-a9ea-49f1-aec6-b1875069cb55 req-bc389d72-4913-47d3-8d19-eb4d827a1439 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1097 time: 0.0636561 Jun 30 03:46:56.895489 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88f3ac55-a9ea-49f1-aec6-b1875069cb55 req-558e126e-3bae-4e09-a802-db14a51a7e99 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347910 Jun 30 03:46:57.088112 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c374485d-c304-4d02-9a5f-397360a47ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:57.209873 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:57.808809 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e1f63-a503-4b04-977c-ec556faa1d1d req-11415f49-5cfc-4171-a4a5-6a876e8dabd4 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:57.810332 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d47e1f63-a503-4b04-977c-ec556faa1d1d req-11415f49-5cfc-4171-a4a5-6a876e8dabd4 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0696378 Jun 30 03:46:57.850853 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d47e1f63-a503-4b04-977c-ec556faa1d1d req-44d1cb95-25c1-497a-9967-7e2b2f4d332e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347514 Jun 30 03:46:58.623135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:58.704168 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:46:59.040644 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252b1cf-8de0-4357-95d2-a661812cedec req-e32ff6fb-4bae-4c89-9607-f11f1f585445 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:59.042247 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b252b1cf-8de0-4357-95d2-a661812cedec req-e32ff6fb-4bae-4c89-9607-f11f1f585445 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0760331 Jun 30 03:46:59.083741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b252b1cf-8de0-4357-95d2-a661812cedec req-b0e519a6-8874-432f-9f74-9c8282f77653 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347703 Jun 30 03:46:59.266987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3780c-832b-41f5-b4c7-5ae361746d3e req-5a38bdb7-33d3-44c0-a58d-b923a2bf700a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:59.268479 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67b3780c-832b-41f5-b4c7-5ae361746d3e req-5a38bdb7-33d3-44c0-a58d-b923a2bf700a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0732253 Jun 30 03:46:59.639431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-67b3780c-832b-41f5-b4c7-5ae361746d3e req-8ce0abf7-480a-4428-b388-a86fd58f0563 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650305 Jun 30 03:46:59.663681 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52328) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:59.769143 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8fc3d6-233e-48c6-8213-a7eb21912731 tempest-TestShelveInstance-371979328 tempest-TestShelveInstance-371979328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:46:59.770674 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9d8fc3d6-233e-48c6-8213-a7eb21912731 tempest-TestShelveInstance-371979328 tempest-TestShelveInstance-371979328-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1092 time: 0.1056330 Jun 30 03:46:59.773779 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52332) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:46:59.778169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:46:59.802577 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for floatingip, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:46:59.921425 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:00.027021 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Allocated IP 172.25.7.207 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/0d2c9561-21b8-4fbc-a46d-0a8a57495464) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:47:00.134999 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:00.176524 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:00.213296 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:47:00.216419 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:47:00.222581 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:47:00.228253 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'Port': ['ID=0d2c9561-21b8-4fbc-a46d-0a8a57495464,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:00.414052 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:00.607949 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:00.707506 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:00.868769 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:00.876167 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:00.958952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'Port': ['ID=0d2c9561-21b8-4fbc-a46d-0a8a57495464,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:47:00.968327 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:01.094138 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Floating IP 0028702d-c501-45e9-b2f4-9b7227bef500 associated. External IP: 172.25.7.207, port: fc5df526-fcfc-4f31-9718-bb381cbca651. Jun 30 03:47:01.316077 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:47:01.440989 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:47:01.453842 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] Sync routers for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:47:01.461243 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:01.465900 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:01.466524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:01.500253 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-fe6e5180-16ff-4912-a88a-f051bfb9c6d6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7254364 Jun 30 03:47:01.500853 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:47:01.503219 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4480a68-76bd-48fd-94ab-40d16723da44" -d '{"events": [{"name": "network-changed", "server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:47:01.545367 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03ac91c-62a3-47c2-80f5-be84cc4dd70d x-openstack-request-id: req-a03ac91c-62a3-47c2-80f5-be84cc4dd70d {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:47:01.545658 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:47:01.545910 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a03ac91c-62a3-47c2-80f5-be84cc4dd70d {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:47:01.546324 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'status': 'completed', 'code': 200} Jun 30 03:47:01.577810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:01.623817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-c4dc718d-67a7-44df-9f7e-8914ba08a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:01.623817 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-c4dc718d-67a7-44df-9f7e-8914ba08a9ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1097 time: 0.0541821 Jun 30 03:47:01.717753 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-8b4bdf9a-ccab-4e5e-b4d5-a2021952e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:01.719276 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-8b4bdf9a-ccab-4e5e-b4d5-a2021952e3db service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0889623 Jun 30 03:47:01.786226 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-e123d0c3-0057-40c7-a082-7410bdcb3a56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 999 time: 0.0587201 Jun 30 03:47:01.813581 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '0028702d-c501-45e9-b2f4-9b7227bef500', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'port_id': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'mac_address': 'fa:16:3e:88:f9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:47:00Z', 'updated_at': '2021-06-30T03:47:00Z', 'revision_number': 0, 'project_id': '38fa811a87414102833ca4f7f074e543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:01.839885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] Checking router: 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:47:01.840352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-7e55428f-20b0-47bd-8e1d-afa6546946a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:01.841839 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-7e55428f-20b0-47bd-8e1d-afa6546946a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0490541 Jun 30 03:47:01.848995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:47:01.849594 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:46:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:01.903029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-b5b941c2-1a7c-493e-9a3d-5a40f7e7b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:01.904572 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-b5b941c2-1a7c-493e-9a3d-5a40f7e7b2ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551748 Jun 30 03:47:01.957738 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:47:01.995656 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-c8a38f3c-a2aa-43b1-b184-3996c18271bb service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845981 Jun 30 03:47:02.088377 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4480a68-76bd-48fd-94ab-40d16723da44 req-3a20dada-946c-4b02-94b8-f09c2dacee29 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862224 Jun 30 03:47:02.199366 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '0028702d-c501-45e9-b2f4-9b7227bef500', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'port_id': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'mac_address': 'fa:16:3e:88:f9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:47:00Z', 'updated_at': '2021-06-30T03:47:00Z', 'revision_number': 0, 'project_id': '38fa811a87414102833ca4f7f074e543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:47:02.226559 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ad83c-a2b9-4e27-a271-f676182c92d1 None None] The sync data for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 is: [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '0028702d-c501-45e9-b2f4-9b7227bef500', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'port_id': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'mac_address': 'fa:16:3e:88:f9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:47:00Z', 'updated_at': '2021-06-30T03:47:00Z', 'revision_number': 0, 'project_id': '38fa811a87414102833ca4f7f074e543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:47:02.430214 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab25417-dcbd-4b30-8630-8d5db8c613e0 None None] New status for floating IP 0028702d-c501-45e9-b2f4-9b7227bef500: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:47:16.787092 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:16.915237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:24.517554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d7794f57-b4e1-4492-8be8-d75265dff69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:27.099012 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-42c9a79a-7925-43a3-adf5-eec10f3444d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:27.205231 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:28.626293 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:30.419397 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:35.703982 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:47:46.808725 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:46.927053 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:48.954011 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-1fc28f5e-804f-4a85-9bec-ba4073106624 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589368 Jun 30 03:47:49.073612 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-41990a46-d9b8-498a-b04c-ac8b20336ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:49.075498 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-41990a46-d9b8-498a-b04c-ac8b20336ef3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1097 time: 0.0703905 Jun 30 03:47:49.191476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-a95831cf-608b-4323-acea-f319d75d5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:49.192957 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-a95831cf-608b-4323-acea-f319d75d5adf service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0969257 Jun 30 03:47:49.271473 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-0809aacc-6230-44a4-9615-7ad4ea535e01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 1001 time: 0.0717270 Jun 30 03:47:49.330087 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-97585019-5d10-41c2-89de-eedb5d3ef9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:49.331551 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-97585019-5d10-41c2-89de-eedb5d3ef9f6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0542977 Jun 30 03:47:49.390738 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-b84c7802-2252-47bb-a27c-ca4f74bdad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:47:49.392213 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-b84c7802-2252-47bb-a27c-ca4f74bdad0f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543554 Jun 30 03:47:49.483313 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-3255dda6-9c83-4ec6-bcb0-96a957c60399 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846801 Jun 30 03:47:49.574680 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ed7a732c-5f44-4fcd-b3be-abb67bc33ff3 req-9ffa7944-f0fb-45cd-b37c-d43bd75d20c0 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849547 Jun 30 03:47:54.514839 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-183aaaae-d2a3-46ab-bf42-4adb6f6cc932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:57.103117 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-de475ddb-23dc-4e26-959b-61396e999b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:57.210373 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:47:58.629340 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:00.423353 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:12.705690 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:48:16.802974 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:16.931482 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:24.512116 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5893a4a8-9603-4741-b644-8eeba73864e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:27.095919 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9d7308c6-12df-4878-93aa-eacaa22ff3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:27.214120 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:28.787162 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:30.429416 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:46.821181 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:46.942251 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:48.992928 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-e105a0bb-2a73-4653-bb18-d3fe99c613c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1080444 Jun 30 03:48:49.093737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-c5d11cc1-8e55-4ca4-ad4d-60e89a73f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:49.095639 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-c5d11cc1-8e55-4ca4-ad4d-60e89a73f542 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1097 time: 0.0576019 Jun 30 03:48:49.207883 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-7789a16b-5b4f-4500-94fc-150a7097e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:49.209621 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-7789a16b-5b4f-4500-94fc-150a7097e02b service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0926981 Jun 30 03:48:49.287409 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-e94ccaac-44df-4249-beaa-ca18957a3bc4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 1001 time: 0.0715601 Jun 30 03:48:49.343905 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-8dab7e4b-90f5-4990-915d-a3000d5e3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:49.345369 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-8dab7e4b-90f5-4990-915d-a3000d5e3b03 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0522089 Jun 30 03:48:49.404103 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-1a28b671-1a1a-4b09-93fa-56872c88b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:49.405600 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-1a28b671-1a1a-4b09-93fa-56872c88b2c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538344 Jun 30 03:48:49.504146 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-bac2164e-a69f-421e-a7d2-992c440534b9 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902817 Jun 30 03:48:49.598905 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e922712-960b-46ae-b0a4-8c03d9093039 req-602c634f-f6fe-4601-bf55-bace79b233d2 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874636 Jun 30 03:48:49.706674 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:48:54.506397 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-202747bb-a9cc-4c0c-a0a7-84e06ba0a7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:56.211603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1f551-4e5b-4f9a-bb50-5051f895b309 req-59a899a4-5580-4f5a-89aa-91a25db940f0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:56.213079 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cf1f551-4e5b-4f9a-bb50-5051f895b309 req-59a899a4-5580-4f5a-89aa-91a25db940f0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0681064 Jun 30 03:48:56.254672 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0cf1f551-4e5b-4f9a-bb50-5051f895b309 req-e1886b06-748e-4be2-a69b-3599f1848f04 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333626 Jun 30 03:48:57.102746 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-62d98869-2334-4763-8136-a8d022463e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:57.224051 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:57.464821 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef0b01-b791-4d9a-9430-470675a3c265 req-2b7d7d72-3858-4afe-a634-500c9fac10e6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:57.466352 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-52ef0b01-b791-4d9a-9430-470675a3c265 req-2b7d7d72-3858-4afe-a634-500c9fac10e6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0754986 Jun 30 03:48:57.510173 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-52ef0b01-b791-4d9a-9430-470675a3c265 req-89b122d0-f45f-4c37-b243-12be1ea7acb5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353160 Jun 30 03:48:58.627487 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:48:58.723422 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e29b5-2ab5-4452-97d1-52a5db05c502 req-423dd1d5-7cf8-4a5a-aea9-fa0388684215 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:58.724770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a81e29b5-2ab5-4452-97d1-52a5db05c502 req-423dd1d5-7cf8-4a5a-aea9-fa0388684215 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0718446 Jun 30 03:48:58.767159 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a81e29b5-2ab5-4452-97d1-52a5db05c502 req-6cbc45a6-e008-43df-a0d2-852f74a2c7ab tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342624 Jun 30 03:48:59.963691 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305d55d-ed63-46aa-92de-e363cf51328d req-a407a022-595c-4302-a460-82364ca3b8c4 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:48:59.965441 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e305d55d-ed63-46aa-92de-e363cf51328d req-a407a022-595c-4302-a460-82364ca3b8c4 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0712101 Jun 30 03:49:00.007917 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e305d55d-ed63-46aa-92de-e363cf51328d req-8a924f19-826c-4aef-9ff3-b7d7bbb607a3 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367525 Jun 30 03:49:00.428083 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:01.217212 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599a3b-75cb-4231-bea7-76c7798f842a req-a6956863-5698-464b-a9a2-93bfeca1d935 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:01.218684 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24599a3b-75cb-4231-bea7-76c7798f842a req-a6956863-5698-464b-a9a2-93bfeca1d935 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0871701 Jun 30 03:49:01.259903 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-24599a3b-75cb-4231-bea7-76c7798f842a req-b9cc6991-2ec1-40eb-acf7-d01059d9a821 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327690 Jun 30 03:49:02.455688 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544205f5-3c73-4fe7-88c5-35491845274e req-4454c228-8164-4c79-816b-9d0d6a2d5b92 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:02.457223 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-544205f5-3c73-4fe7-88c5-35491845274e req-4454c228-8164-4c79-816b-9d0d6a2d5b92 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0726073 Jun 30 03:49:02.496593 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-544205f5-3c73-4fe7-88c5-35491845274e req-089c06ea-70eb-449b-8db8-3463beb00285 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335426 Jun 30 03:49:03.715799 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb25caf-3aa7-404b-8845-754fa3322dc5 req-dd9cbe5e-b7a7-4fd9-a1c9-d5a96af3c334 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:03.717300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5fb25caf-3aa7-404b-8845-754fa3322dc5 req-dd9cbe5e-b7a7-4fd9-a1c9-d5a96af3c334 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0905290 Jun 30 03:49:03.760328 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5fb25caf-3aa7-404b-8845-754fa3322dc5 req-340d3144-745d-49a5-9080-ff7b21e0b0e9 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370245 Jun 30 03:49:04.967639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2a7b-4507-483d-b68f-3b1cf1d42323 req-19e2f881-828d-47e9-b0a0-a8f5fb38cab3 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:04.969242 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71ac2a7b-4507-483d-b68f-3b1cf1d42323 req-19e2f881-828d-47e9-b0a0-a8f5fb38cab3 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0839913 Jun 30 03:49:05.009290 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71ac2a7b-4507-483d-b68f-3b1cf1d42323 req-69ebe60b-b112-4406-9d27-aeec4ef3a198 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341942 Jun 30 03:49:06.228872 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f62d60-fe0d-4b6b-be1e-516988085e0f req-77e11596-d9d6-45b9-bddb-de80fc91a2ba tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:06.230773 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96f62d60-fe0d-4b6b-be1e-516988085e0f req-77e11596-d9d6-45b9-bddb-de80fc91a2ba tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0907359 Jun 30 03:49:06.277064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-96f62d60-fe0d-4b6b-be1e-516988085e0f req-a05954d6-12be-4f61-ab5b-b7213521aa01 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367782 Jun 30 03:49:07.127593 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:49:07.230600 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:07.242433 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'port_id': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'mac_address': 'fa:16:3e:88:f9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:49:07.280462 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:07.294164 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc5df526-fcfc-4f31-9718-bb381cbca651 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:49:07.314921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:07.321393 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:07.374562 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:07.382312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.382583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.382944 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.383277 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.383602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.383947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.384262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.384582 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.384895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.385677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.385677 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.385896 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:07.401155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['fc5df526-fcfc-4f31-9718-bb381cbca651'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:49:07.467476 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17a39b-2c31-4f5e-ac79-906522c3134e req-a195370c-29a8-41f3-b0b4-21627a18ed14 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:07.468964 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd17a39b-2c31-4f5e-ac79-906522c3134e req-a195370c-29a8-41f3-b0b4-21627a18ed14 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0698314 Jun 30 03:49:07.507038 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cd17a39b-2c31-4f5e-ac79-906522c3134e req-d53a8134-5a5f-46d0-bea9-1396e58dc770 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322578 Jun 30 03:49:08.684496 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a925368-4df2-40fa-a1c4-d2b0ac7f9ee1 req-c9212eb8-56cc-49e8-9935-b03b29fd1e89 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:08.685970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a925368-4df2-40fa-a1c4-d2b0ac7f9ee1 req-c9212eb8-56cc-49e8-9935-b03b29fd1e89 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0647295 Jun 30 03:49:08.725596 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9a925368-4df2-40fa-a1c4-d2b0ac7f9ee1 req-04582405-ba0c-4c14-aeed-f1893ee25559 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Jun 30 03:49:09.125546 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:49:09.178169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port fc5df526-fcfc-4f31-9718-bb381cbca651 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:49:09.178453 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:09.264045 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:09.291371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:49:09.293892 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c5b56f-ebde-4c50-91ea-ff16cb48bdd7" -d '{"events": [{"server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "name": "network-vif-plugged", "status": "completed", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:49:09.308238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:09.314580 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:09.380851 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:09.414656 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a1470c-d314-41c9-a126-f36680c1a3a4 x-openstack-request-id: req-75a1470c-d314-41c9-a126-f36680c1a3a4 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:49:09.415099 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "name": "network-vif-plugged", "status": "completed", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:49:09.415457 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75a1470c-d314-41c9-a126-f36680c1a3a4 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:49:09.415985 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'code': 200} Jun 30 03:49:09.912826 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f11c8-075a-4470-b655-7a6df1e114d1 req-250d5595-14b8-4005-a4a9-fdb3799bc5e1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:09.914490 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f9f11c8-075a-4470-b655-7a6df1e114d1 req-250d5595-14b8-4005-a4a9-fdb3799bc5e1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0720735 Jun 30 03:49:09.954974 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5f9f11c8-075a-4470-b655-7a6df1e114d1 req-7225c9df-7d03-44ef-930a-a15c55c35aca tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347590 Jun 30 03:49:11.145187 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e15a84-adbf-4167-b7e0-d73f6e804a02 req-4a6129ca-7337-4a11-bbe3-1173c48060fd tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:11.146863 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99e15a84-adbf-4167-b7e0-d73f6e804a02 req-4a6129ca-7337-4a11-bbe3-1173c48060fd tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0671103 Jun 30 03:49:11.199315 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-99e15a84-adbf-4167-b7e0-d73f6e804a02 req-b1743dbb-9624-4afa-a2f1-b8a6f370523d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466542 Jun 30 03:49:12.397417 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fb8e4-8985-40c6-82a0-8c63af83a00c req-4a5be2b9-dc66-4e2e-90fa-bbcef1f68dd6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:12.398986 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a45fb8e4-8985-40c6-82a0-8c63af83a00c req-4a5be2b9-dc66-4e2e-90fa-bbcef1f68dd6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0748084 Jun 30 03:49:12.445292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a45fb8e4-8985-40c6-82a0-8c63af83a00c req-49785b3c-34ab-47cc-94cd-0a2ba93bb45c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387444 Jun 30 03:49:13.645341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d491de-383d-490d-9c7e-93d05197a7a7 req-1518f912-1c57-4658-b354-ef76b58fc609 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:13.648301 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23d491de-383d-490d-9c7e-93d05197a7a7 req-1518f912-1c57-4658-b354-ef76b58fc609 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0821066 Jun 30 03:49:13.698135 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-23d491de-383d-490d-9c7e-93d05197a7a7 req-15f5d0dc-565f-4cca-b197-350fdeea739f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454276 Jun 30 03:49:14.890941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824e06-b526-481a-be44-0c64af1c148e req-5fff15f0-f3ee-4cf9-9a5f-6a89eef1761d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:14.893382 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4824e06-b526-481a-be44-0c64af1c148e req-5fff15f0-f3ee-4cf9-9a5f-6a89eef1761d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0735843 Jun 30 03:49:14.937583 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d4824e06-b526-481a-be44-0c64af1c148e req-0c91957c-7e90-4ecc-97e2-d87affad4159 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373201 Jun 30 03:49:16.150571 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7eb91-4df5-4f14-921d-b018e74d3c1f req-59ad0c82-0523-468a-ba33-94e3ada4e524 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:16.159334 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27d7eb91-4df5-4f14-921d-b018e74d3c1f req-59ad0c82-0523-468a-ba33-94e3ada4e524 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0952809 Jun 30 03:49:16.203913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-27d7eb91-4df5-4f14-921d-b018e74d3c1f req-e7e2abf3-8d90-4e16-94c2-f987ef6c9d33 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Jun 30 03:49:16.850448 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:16.934670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:17.395976 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a61789-25ae-4a23-b00f-b7bd0b60e085 req-6f3a2be6-5ebb-4e05-8b7b-799921b729de tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:17.397483 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4a61789-25ae-4a23-b00f-b7bd0b60e085 req-6f3a2be6-5ebb-4e05-8b7b-799921b729de tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0663762 Jun 30 03:49:17.437417 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f4a61789-25ae-4a23-b00f-b7bd0b60e085 req-c18434fe-324e-44cf-b4f7-fbf0baf96dfe tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341632 Jun 30 03:49:18.298190 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-39f71ae8-c335-430e-a599-6a3b01f91e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:18.300395 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-39f71ae8-c335-430e-a599-6a3b01f91e58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1097 time: 0.0642920 Jun 30 03:49:18.402315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-102578bb-252a-48c2-885e-9a030fd03df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:18.404224 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-102578bb-252a-48c2-885e-9a030fd03df2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0965369 Jun 30 03:49:18.470316 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-0e18d8ea-1ec5-488d-887c-a29e0ebdad33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 1001 time: 0.0590286 Jun 30 03:49:18.523552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-5edb3141-f6fc-471c-b116-0b6e7792a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:18.525110 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-5edb3141-f6fc-471c-b116-0b6e7792a84d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0484433 Jun 30 03:49:18.588260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-57fe18ae-78aa-42f5-beb7-5d5267bc240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:18.589777 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-57fe18ae-78aa-42f5-beb7-5d5267bc240c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570924 Jun 30 03:49:18.624722 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844e5c3-0a02-4b03-9121-6308bccd9263 req-1b94d902-a471-46d7-8465-5cfaa92aa0fe tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:18.626834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7844e5c3-0a02-4b03-9121-6308bccd9263 req-1b94d902-a471-46d7-8465-5cfaa92aa0fe tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0727837 Jun 30 03:49:18.666669 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7844e5c3-0a02-4b03-9121-6308bccd9263 req-0bd5d474-3c11-4429-9abe-e4c73ebe1c00 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344985 Jun 30 03:49:18.686439 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-2a267c7e-1a92-4f67-8ba4-671e345c3d8d service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896859 Jun 30 03:49:18.792027 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2b5d7c8a-71cb-4911-aaa6-f14b277a4b97 req-f04041a5-8049-418e-a1f3-6cc723afca2a service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990918 Jun 30 03:49:19.873318 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a41447-de60-4cf0-bfe6-c62533fde045 req-a1b32d01-20ba-4365-a141-d91453c736a9 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:19.874901 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-68a41447-de60-4cf0-bfe6-c62533fde045 req-a1b32d01-20ba-4365-a141-d91453c736a9 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0844686 Jun 30 03:49:19.915418 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-68a41447-de60-4cf0-bfe6-c62533fde045 req-d18dc529-d3ea-4013-b19d-e38842005542 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346673 Jun 30 03:49:21.115197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f7b73-618a-4db5-92b3-656e2ec13087 req-61539b0e-4f05-44f2-be55-bff445aa4107 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:21.116713 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-711f7b73-618a-4db5-92b3-656e2ec13087 req-61539b0e-4f05-44f2-be55-bff445aa4107 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0703635 Jun 30 03:49:21.155536 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:49:21.158431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-711f7b73-618a-4db5-92b3-656e2ec13087 req-d08b174a-513f-464b-a7f2-eb54361ba2cb tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359895 Jun 30 03:49:21.237987 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:21.261080 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:49:21.263475 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a4882a-06aa-4def-853b-3a5767e63753" -d '{"events": [{"server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:49:21.277129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:21.282053 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:21.306683 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5632aec-8d35-4d7f-8261-4ce281c91d85 x-openstack-request-id: req-f5632aec-8d35-4d7f-8261-4ce281c91d85 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:49:21.307000 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "name": "network-vif-unplugged", "status": "failed", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:49:21.307245 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5632aec-8d35-4d7f-8261-4ce281c91d85 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:49:21.307648 n-d-758944-39 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'code': 422} returned with failed status Jun 30 03:49:21.334809 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:21.520517 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fda4b-9452-4651-bc7c-9d71cea67ea8 req-978a4f13-8d65-42dd-a38e-b78eddb57b88 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:21.522066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f87fda4b-9452-4651-bc7c-9d71cea67ea8 req-978a4f13-8d65-42dd-a38e-b78eddb57b88 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 943 time: 0.0639484 Jun 30 03:49:21.561512 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f87fda4b-9452-4651-bc7c-9d71cea67ea8 req-289f6e07-a026-4bd4-a573-f37011e1bdd2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333538 Jun 30 03:49:21.811888 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-17917f78-fea0-4260-8b32-3a8b7bf927a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091328 Jun 30 03:49:22.763325 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65492e0-660a-4302-ba2c-9a805e1e3a66 req-130ce992-16ca-40f8-9e6d-c945dba1e94f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:22.764799 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d65492e0-660a-4302-ba2c-9a805e1e3a66 req-130ce992-16ca-40f8-9e6d-c945dba1e94f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 943 time: 0.0812721 Jun 30 03:49:22.806103 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d65492e0-660a-4302-ba2c-9a805e1e3a66 req-e72715e2-544b-431b-9e9e-b82b2f1f2f90 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347750 Jun 30 03:49:22.820481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-bc68ca68-554f-4cae-a173-228f98375c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:22.821976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-bc68ca68-554f-4cae-a173-228f98375c54 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c&tenant_id=38fa811a87414102833ca4f7f074e543 HTTP/1.1" status: 200 len: 1095 time: 0.0539162 Jun 30 03:49:22.834390 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-39', 'device_owner': 'compute:nova'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:49:22.913223 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:23.126513 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:23.168937 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h2-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:49:23.208361 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5df526-fcfc-4f31-9718-bb381cbca651 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:49:23.216260 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:23.228622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Transition to ACTIVE for port object fc5df526-fcfc-4f31-9718-bb381cbca651 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:49:23.234571 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:23.308694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=9']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:23.323041 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.323385 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.323720 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.324049 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.324370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.324692 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.325026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.325333 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.325670 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.325987 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.326317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.326636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:49:23.368985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] No DVR routers for this DVR port fc5df526-fcfc-4f31-9718-bb381cbca651 on host n-h2-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:49:23.508566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Attempting to bind port fc5df526-fcfc-4f31-9718-bb381cbca651 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:49:23.508904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Attempting to bind port fc5df526-fcfc-4f31-9718-bb381cbca651 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:49:23.509233 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Attempting to bind port fc5df526-fcfc-4f31-9718-bb381cbca651 on network 1e13a376-7117-48c0-b477-3ee9936e6920 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:49:23.513762 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Port fc5df526-fcfc-4f31-9718-bb381cbca651 on network 1e13a376-7117-48c0-b477-3ee9936e6920 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:49:23.514085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Attempting to bind port fc5df526-fcfc-4f31-9718-bb381cbca651 on network 1e13a376-7117-48c0-b477-3ee9936e6920 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:49:23.519842 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:49:23.520204 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Checking segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:49:23.520558 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Bound using segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:49:23.520978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Bound port: fc5df526-fcfc-4f31-9718-bb381cbca651, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:49:23.521361 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:23.586651 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:49:23.589838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:49:23.597992 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:23.632214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:23.632825 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:23.634193 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b1396690-9812-4191-80a7-898dac333b62 service neutron] 10.222.0.69 "PUT /v2.0/ports/fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 1092 time: 0.8040485 Jun 30 03:49:23.634643 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:49:23.636930 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:49:23.665043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1396690-9812-4191-80a7-898dac333b62 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=10']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:23.734225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-3ca54c9f-4b3d-4702-bcd6-8249ca0a4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:23.736118 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-3ca54c9f-4b3d-4702-bcd6-8249ca0a4273 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1096 time: 0.0648034 Jun 30 03:49:23.753542 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ddf5c4-6740-4f8d-ab2a-5608fb2b63c6 x-openstack-request-id: req-d3ddf5c4-6740-4f8d-ab2a-5608fb2b63c6 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:49:23.753841 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:49:23.754083 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d3ddf5c4-6740-4f8d-ab2a-5608fb2b63c6 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:49:23.754482 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'status': 'completed', 'code': 200} Jun 30 03:49:23.833235 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-8c7e47c5-f4ce-4b08-8833-46c686591e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:23.834747 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-8c7e47c5-f4ce-4b08-8833-46c686591e71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0918231 Jun 30 03:49:23.906482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-959c28ef-2fc0-452d-a04f-2f28291cc3f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 999 time: 0.0641632 Jun 30 03:49:23.961485 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-96063001-a808-4e1c-a86d-8f46690256b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:23.963779 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-96063001-a808-4e1c-a86d-8f46690256b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0505657 Jun 30 03:49:23.990637 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4ebba-b504-45ff-ac33-947e90a964f2 req-d9852810-ff19-4c1d-9b29-0f71d86ab97f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:23.992197 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64a4ebba-b504-45ff-ac33-947e90a964f2 req-d9852810-ff19-4c1d-9b29-0f71d86ab97f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0711532 Jun 30 03:49:24.024501 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-661acb2d-a750-478d-b142-6bc1ff2ea6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:24.026002 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-661acb2d-a750-478d-b142-6bc1ff2ea6d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559609 Jun 30 03:49:24.031435 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-64a4ebba-b504-45ff-ac33-947e90a964f2 req-ae6a75bf-70ad-4080-ad1d-36bae255880b tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332844 Jun 30 03:49:24.039680 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-18f32697-a607-42c8-9b49-e04629b196ab service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:49:24.040610 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-18f32697-a607-42c8-9b49-e04629b196ab service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053520 Jun 30 03:49:24.141769 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-b920bff7-bcaf-4357-b83b-0541c292996e service neutron] 10.222.0.69 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902603 Jun 30 03:49:24.240541 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cc5755fc-aa33-4b5e-b5f1-fba4ee4ab58f req-e6775162-0064-4113-8986-7a4a3069acb2 service neutron] 10.222.0.69 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922189 Jun 30 03:49:24.346260 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-3d3597f3-f3db-4a4d-bf94-32768860ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:24.347934 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-3d3597f3-f3db-4a4d-bf94-32768860ff7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1096 time: 0.0566404 Jun 30 03:49:24.512009 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-b140ab1c-24c9-443b-a573-26d2ff9ef406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:24.814669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-c00d839b-19eb-4781-8fc3-dc127a83a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:24.816645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-c00d839b-19eb-4781-8fc3-dc127a83a5a3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.4614401 Jun 30 03:49:25.171096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:49:25.223429 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646570f-4c8f-4d7f-aa02-aaf4e1b27709 req-4ca08046-d5d0-49bf-b51d-18257651d237 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:25.225347 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c646570f-4c8f-4d7f-aa02-aaf4e1b27709 req-4ca08046-d5d0-49bf-b51d-18257651d237 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0751090 Jun 30 03:49:25.236846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:49:25.268367 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c646570f-4c8f-4d7f-aa02-aaf4e1b27709 req-46452469-7caf-4e93-913a-ebde264283fa tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362196 Jun 30 03:49:26.460862 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2831f3-b46f-435d-9317-657eb2aa86c1 req-d98d8d71-cef6-45fe-bcb9-203dba4a3bbc tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:26.462539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e2831f3-b46f-435d-9317-657eb2aa86c1 req-d98d8d71-cef6-45fe-bcb9-203dba4a3bbc tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0693207 Jun 30 03:49:26.509297 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5e2831f3-b46f-435d-9317-657eb2aa86c1 req-3681ca33-3bc8-48f8-b2f3-bf401d6b93cb tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404875 Jun 30 03:49:26.708018 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:49:27.096863 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-40ca06b1-77ad-4a2c-8744-6c2515f2a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:27.222332 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:27.701105 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a01e90-042e-4da5-ac97-685708ba5f03 req-4171e879-96c2-4370-99ba-4d9515c2d16c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:27.702860 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80a01e90-042e-4da5-ac97-685708ba5f03 req-4171e879-96c2-4370-99ba-4d9515c2d16c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0720534 Jun 30 03:49:27.743765 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-80a01e90-042e-4da5-ac97-685708ba5f03 req-4bb5e895-ac1c-4542-883a-30f5260ace91 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340703 Jun 30 03:49:28.635272 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:28.977702 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9a064-e0c2-4a94-8a3b-60e260e3d361 req-f7715828-8e8c-4afb-8db7-b3b44a4f0ffa tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:28.980028 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1cd9a064-e0c2-4a94-8a3b-60e260e3d361 req-f7715828-8e8c-4afb-8db7-b3b44a4f0ffa tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0821333 Jun 30 03:49:29.019234 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1cd9a064-e0c2-4a94-8a3b-60e260e3d361 req-bfee499f-4c36-42f4-b4e1-2932645d2954 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Jun 30 03:49:30.209576 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae08e7-005c-4d63-933c-9b5ce6156ec0 req-ad274376-1e56-465e-8667-eacca7bcc61e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:30.211452 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ae08e7-005c-4d63-933c-9b5ce6156ec0 req-ad274376-1e56-465e-8667-eacca7bcc61e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0672390 Jun 30 03:49:30.255686 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ae08e7-005c-4d63-933c-9b5ce6156ec0 req-2b0e8d03-4d6a-4527-9260-1526e76cc6a3 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371263 Jun 30 03:49:30.447129 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:31.457169 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d39e8-cc77-4f7c-a2eb-dd38899e2a4b req-ed757671-3d56-4c3a-aeac-18cc33b2a791 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:31.459257 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-484d39e8-cc77-4f7c-a2eb-dd38899e2a4b req-ed757671-3d56-4c3a-aeac-18cc33b2a791 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0770535 Jun 30 03:49:31.501317 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-484d39e8-cc77-4f7c-a2eb-dd38899e2a4b req-39600cd4-5c53-4048-8cac-e1e95ba367ea tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356867 Jun 30 03:49:32.691451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ce6d5-5a86-4eb1-9ae5-a41d27d3c754 req-4920bdbf-73d6-4abb-8d43-66c99a8721af tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:32.693573 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c89ce6d5-5a86-4eb1-9ae5-a41d27d3c754 req-4920bdbf-73d6-4abb-8d43-66c99a8721af tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0696988 Jun 30 03:49:32.739422 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c89ce6d5-5a86-4eb1-9ae5-a41d27d3c754 req-2be66851-be13-415e-be4f-e9355c0f3e37 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401168 Jun 30 03:49:33.959514 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd66000-3963-4e34-a6af-23870bd2d975 req-2749e014-0120-41b7-85da-cd323000ff2f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:33.961067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3bd66000-3963-4e34-a6af-23870bd2d975 req-2749e014-0120-41b7-85da-cd323000ff2f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.1047559 Jun 30 03:49:34.009051 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3bd66000-3963-4e34-a6af-23870bd2d975 req-2e9e1e93-d410-45da-a7da-e32a8c6ac21c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406840 Jun 30 03:49:35.187498 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df436599-f1b7-4093-8637-e727eac7df79 req-14076a45-ee5d-45e5-9ac7-c57901642d9d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:35.188960 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df436599-f1b7-4093-8637-e727eac7df79 req-14076a45-ee5d-45e5-9ac7-c57901642d9d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0644209 Jun 30 03:49:35.228003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-df436599-f1b7-4093-8637-e727eac7df79 req-7d901630-213d-43b4-9a20-352e9ef8f174 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330455 Jun 30 03:49:36.418120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f13dbe-f748-4b90-93b2-ccd966be3b39 req-3b31d870-a2b9-4711-add2-a72be81cba3d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:36.421455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34f13dbe-f748-4b90-93b2-ccd966be3b39 req-3b31d870-a2b9-4711-add2-a72be81cba3d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0725510 Jun 30 03:49:36.461492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-34f13dbe-f748-4b90-93b2-ccd966be3b39 req-652a764a-ee59-4b83-86d9-d03de892ce0f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348847 Jun 30 03:49:37.005270 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-ce17f5ac-5598-4646-a901-558dad955468 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 999 time: 0.0628424 Jun 30 03:49:37.061226 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-c470d941-797f-432c-9fa2-2da46f3d0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:37.062686 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-c470d941-797f-432c-9fa2-2da46f3d0b71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0489001 Jun 30 03:49:37.125894 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-b766803e-1127-43c3-af8f-83c96a8c1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:37.127645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-b766803e-1127-43c3-af8f-83c96a8c1d27 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552969 Jun 30 03:49:37.219078 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-fa810575-1cdc-4ac1-9735-638f6c859c4b service neutron] 10.222.0.69 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835974 Jun 30 03:49:37.315113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5ff6eb9f-4d3d-45fd-8cab-2e0019de05d4 req-aa8d016d-b44f-4bf5-a64f-cf07882d30a7 service neutron] 10.222.0.69 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891147 Jun 30 03:49:37.660016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5527f-9eb2-4a95-a54c-cbc66c97175a req-8c336d1e-c38e-4746-af07-a51ee7399753 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:37.661440 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-09f5527f-9eb2-4a95-a54c-cbc66c97175a req-8c336d1e-c38e-4746-af07-a51ee7399753 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0684414 Jun 30 03:49:37.703869 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-09f5527f-9eb2-4a95-a54c-cbc66c97175a req-37e55bf2-ff97-489b-8d55-b6877988d224 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339723 Jun 30 03:49:38.899662 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dc887-30e5-4702-a044-e5a821ec6191 req-f6e0b08f-fc6b-4708-b8e3-2ccc44d6cff2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:38.901131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-252dc887-30e5-4702-a044-e5a821ec6191 req-f6e0b08f-fc6b-4708-b8e3-2ccc44d6cff2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0748901 Jun 30 03:49:38.941021 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-252dc887-30e5-4702-a044-e5a821ec6191 req-ce8f3f0f-86a1-48c9-ba89-3f3f8ab25c2c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339921 Jun 30 03:49:40.037784 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-c1fcaf52-95e6-417b-a640-4cbcf7ea8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:40.039359 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-c1fcaf52-95e6-417b-a640-4cbcf7ea8bd3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1096 time: 0.0631971 Jun 30 03:49:40.197325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7224f-6c63-4ee5-a463-ba1e13e25006 req-b5ee3b5a-250f-4463-a8cd-14991b8b4b85 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:40.198828 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eb7224f-6c63-4ee5-a463-ba1e13e25006 req-b5ee3b5a-250f-4463-a8cd-14991b8b4b85 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.1398487 Jun 30 03:49:40.199938 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-4d28e718-83b7-4072-abab-5d3e513e7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:40.201213 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-4d28e718-83b7-4072-abab-5d3e513e7c45 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.1330330 Jun 30 03:49:40.285345 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7eb7224f-6c63-4ee5-a463-ba1e13e25006 req-4e81b7d9-d711-47a4-8ef8-4f00e28c1b41 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802567 Jun 30 03:49:40.295649 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-432041fd-90fe-4bde-881b-ed6075043d79 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 999 time: 0.0842755 Jun 30 03:49:40.348414 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-ca74b234-6a13-439c-b9a9-e716146e1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:40.349858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-ca74b234-6a13-439c-b9a9-e716146e1b12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0479681 Jun 30 03:49:40.420574 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-f7051c5e-b490-45f8-a3ae-6363421f3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:40.422100 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-f7051c5e-b490-45f8-a3ae-6363421f3cd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646765 Jun 30 03:49:40.513818 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-883a1dd2-e4e4-4113-9574-ea949e8f400b service neutron] 10.222.0.69 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847735 Jun 30 03:49:40.617492 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-5282c56d-6ef3-40d1-9a59-62a3a3e57103 req-f6f87068-ac4d-4024-98c1-469c7c700477 service neutron] 10.222.0.69 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970006 Jun 30 03:49:41.485094 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1ec7c-5a14-4dfa-bd9f-6e545a3063e8 req-97642543-cc6e-4520-8554-5ea955acf09e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:41.486588 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fcb1ec7c-5a14-4dfa-bd9f-6e545a3063e8 req-97642543-cc6e-4520-8554-5ea955acf09e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 944 time: 0.0742207 Jun 30 03:49:41.500179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:49:41.525330 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fcb1ec7c-5a14-4dfa-bd9f-6e545a3063e8 req-82bd21d4-b71f-4ee1-9ac5-8b2d0f357fe7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Jun 30 03:49:41.602061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:41.613788 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'port_id': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'mac_address': 'fa:16:3e:88:f9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:49:41.653023 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:41.666839 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5df526-fcfc-4f31-9718-bb381cbca651 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:49:41.685730 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:41.692291 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:41.740968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=11']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:42.052452 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['fc5df526-fcfc-4f31-9718-bb381cbca651'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:49:42.706964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f8403-8fd0-4504-a82e-beaf075640c7 req-ea4a2c46-a888-4cc5-afe8-bcefe738460d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:42.708316 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f40f8403-8fd0-4504-a82e-beaf075640c7 req-ea4a2c46-a888-4cc5-afe8-bcefe738460d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 945 time: 0.0647995 Jun 30 03:49:42.747805 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f40f8403-8fd0-4504-a82e-beaf075640c7 req-6c9a3158-457c-4aac-b1ea-f42b342c77da tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334671 Jun 30 03:49:43.517287 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:49:43.574386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port fc5df526-fcfc-4f31-9718-bb381cbca651 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:49:43.578154 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port fc5df526-fcfc-4f31-9718-bb381cbca651 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:49:43.578535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:43.663545 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:43.692864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:49:43.695384 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecefb33d-b887-4ed1-b180-6c79dbf68365" -d '{"events": [{"server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "name": "network-vif-plugged", "status": "completed", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:49:43.707766 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:49:43.713653 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:43.737992 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa29a6c-eb24-44cf-809e-949fbe453309 x-openstack-request-id: req-9fa29a6c-eb24-44cf-809e-949fbe453309 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:49:43.738823 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "name": "network-vif-plugged", "status": "completed", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:49:43.739080 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fa29a6c-eb24-44cf-809e-949fbe453309 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:49:43.739467 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'code': 200} Jun 30 03:49:43.767975 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=12']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:49:43.957282 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce008d-2e9d-48d4-843a-31400e611225 req-a4a5ef08-8195-4cd0-91d5-67a7468e163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:43.958767 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8dce008d-2e9d-48d4-843a-31400e611225 req-a4a5ef08-8195-4cd0-91d5-67a7468e163b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1098 time: 0.0989087 Jun 30 03:49:43.975035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044fa8-0832-40f6-bca6-c0454e2def0c req-7de235b4-e41c-4e0b-8e15-258263fa39f5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:43.976599 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37044fa8-0832-40f6-bca6-c0454e2def0c req-7de235b4-e41c-4e0b-8e15-258263fa39f5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 946 time: 0.0897276 Jun 30 03:49:44.027518 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8dce008d-2e9d-48d4-843a-31400e611225 req-989cfab7-76f3-4dfb-9577-beba76accab7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602472 Jun 30 03:49:44.034990 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-37044fa8-0832-40f6-bca6-c0454e2def0c req-3d4f08eb-cf01-4d25-960b-5c7a28d72146 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517621 Jun 30 03:49:45.237471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a8e2b-7a96-4324-a2f0-34dffa6d098f req-a211c56a-4ab5-4f1e-a322-6779e9d5d503 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:45.239287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-774a8e2b-7a96-4324-a2f0-34dffa6d098f req-a211c56a-4ab5-4f1e-a322-6779e9d5d503 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 946 time: 0.0746965 Jun 30 03:49:45.280085 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-774a8e2b-7a96-4324-a2f0-34dffa6d098f req-a12c7a20-d586-4752-a417-bd9b60c76547 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345581 Jun 30 03:49:46.473011 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb6f2e-6b24-445a-8841-e34cbede521f req-6c8407a2-49c6-426f-9364-d36bed61f389 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:49:46.474488 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87cb6f2e-6b24-445a-8841-e34cbede521f req-6c8407a2-49c6-426f-9364-d36bed61f389 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 946 time: 0.0720060 Jun 30 03:49:46.515524 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-87cb6f2e-6b24-445a-8841-e34cbede521f req-4dcd94a3-6b6e-4a82-b112-f3dfec0ac8fe tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348060 Jun 30 03:49:46.848691 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:46.952387 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:54.522855 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c335cfa7-d9dd-4cc2-b01a-8aecf6ec4383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.110318 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8273d34-efb7-4c61-bbab-4960b302de89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:57.224580 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:49:58.629888 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:00.443538 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:03.713628 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:50:16.849803 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:16.967291 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:24.522964 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-57d5cbb3-c158-47f6-b8bd-8fd3bdda7286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:27.110106 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bfffbf00-9ae6-42c0-a315-38801b712853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:27.221360 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:28.637238 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:30.445124 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:40.713421 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:50:41.048848 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-2fc1b008-c62c-431b-a7a3-ab1cab116707 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1117027 Jun 30 03:50:41.153369 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-9c0855d5-c75a-4d71-8766-d161b000dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:41.154934 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-9c0855d5-c75a-4d71-8766-d161b000dd14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1098 time: 0.0578237 Jun 30 03:50:41.266354 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-c3774af7-d290-409e-a9bb-da51b5bd5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:41.267879 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-c3774af7-d290-409e-a9bb-da51b5bd5063 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0909600 Jun 30 03:50:41.353736 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-7949254a-7aa3-467f-8a3e-85555fcfa2f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 1001 time: 0.0741949 Jun 30 03:50:41.411888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-1f0ed358-6824-4e29-8781-aa493945f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:41.413410 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-1f0ed358-6824-4e29-8781-aa493945f5c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0533183 Jun 30 03:50:41.478071 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-ff251616-85ce-487e-8b75-2328927299a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:50:41.479715 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-ff251616-85ce-487e-8b75-2328927299a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579708 Jun 30 03:50:41.592456 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-7613efc1-1944-4f64-9479-4602e2f9ab51 service neutron] 10.222.0.69 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009827 Jun 30 03:50:41.696910 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d3c749fb-666c-4f67-aee6-8f045896b3e3 req-e4ede005-ab8d-40c9-8165-d16ca559a2fa service neutron] 10.222.0.69 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003985 Jun 30 03:50:46.841077 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:46.973854 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:54.517770 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1456c385-b80c-4ccc-bff8-ae1ab8541112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:57.109115 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a33b5ce5-28cb-49e1-bfcd-21ece4de52ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:57.228924 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:50:58.634900 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:00.436780 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:16.848449 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:16.979664 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:17.716835 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:51:24.516126 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6508f44a-2305-41ec-9d3c-fbcb2afbaa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:27.108411 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-90fc4c33-8cce-4f1d-811b-e1f5697cb236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:27.228918 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:28.648021 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:30.439666 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:30.879641 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52670) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:31.048085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Deleting port 0d2c9561-21b8-4fbc-a46d-0a8a57495464 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:51:31.049052 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:31.134299 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:31.134590 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:31.147466 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Calling delete_port for 0d2c9561-21b8-4fbc-a46d-0a8a57495464 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:51:31.313162 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:31.339734 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event deleted for resources: {'Port': ['ID=0d2c9561-21b8-4fbc-a46d-0a8a57495464,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:31.352899 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.353248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.353584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.353922 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.354276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.354602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.354964 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.355285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.355976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.356285 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.356602 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.356915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:31.415602 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:31.415962 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Floating IP 0028702d-c501-45e9-b2f4-9b7227bef500 disassociated (deleted). External IP: 172.25.7.207, port: fc5df526-fcfc-4f31-9718-bb381cbca651. Jun 30 03:51:31.645676 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:51:31.756999 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:51:31.761461 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:31.767258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] Sync routers for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:51:31.777186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:31.777802 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:31.798049 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-32e57e5d-9fb3-4390-9546-164df400ab1d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "DELETE /v2.0/floatingips/0028702d-c501-45e9-b2f4-9b7227bef500 HTTP/1.1" status: 204 len: 168 time: 0.9170525 Jun 30 03:51:31.798587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:51:31.800912 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e8e27-8105-42cf-b7b5-b94291bc5583" -d '{"events": [{"name": "network-changed", "server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:51:31.887602 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:32.102563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:32.129758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] Checking router: 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:51:32.138457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:51:32.139129 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:51:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:32.199581 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cceace-5cfa-489f-8d33-9b5e424fa6bd req-bf1437d6-06fe-4c70-b3ea-d3c88c83dede tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:32.201182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3cceace-5cfa-489f-8d33-9b5e424fa6bd req-bf1437d6-06fe-4c70-b3ea-d3c88c83dede tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 946 time: 0.0717049 Jun 30 03:51:32.247346 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f3cceace-5cfa-489f-8d33-9b5e424fa6bd req-70dcea45-ec64-40f2-b98d-682abe61eb62 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401385 Jun 30 03:51:32.255819 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:51:32.465919 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:51:32.493285 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2cf03-b963-4bab-8f71-6bd8ce5f2c17 None None] The sync data for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 is: [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:51:32.732530 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6f8211-7e85-4dad-91e8-0950e7d7471c None None] New status for floating IP 0028702d-c501-45e9-b2f4-9b7227bef500: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:51:32.858963 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c9c3f1-2891-404b-a278-63debd32f088 x-openstack-request-id: req-e8c9c3f1-2891-404b-a278-63debd32f088 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:51:32.859503 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:51:32.859503 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8c9c3f1-2891-404b-a278-63debd32f088 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:51:32.859926 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'status': 'completed', 'code': 200} Jun 30 03:51:32.941161 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-0d866c22-382b-4fd9-986d-1fe5b026b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:32.942677 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-0d866c22-382b-4fd9-986d-1fe5b026b3fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 1098 time: 0.0587816 Jun 30 03:51:33.034604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-9acfcff8-0252-4a51-9d67-6f0e017eedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:33.035996 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-9acfcff8-0252-4a51-9d67-6f0e017eedb3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0864229 Jun 30 03:51:33.082650 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-a42c6065-dfe9-4ed1-9fc1-b4b901877cf4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 200 len: 217 time: 0.0398340 Jun 30 03:51:33.135026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-ae0b9c37-407c-43eb-a018-891272fba430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:33.136483 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-ae0b9c37-407c-43eb-a018-891272fba430 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0466666 Jun 30 03:51:33.197616 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-f3c416c6-a3e5-489e-959e-4eb0865a398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:33.199149 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-f3c416c6-a3e5-489e-959e-4eb0865a398a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556300 Jun 30 03:51:33.300271 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-e6f482d5-ecef-4617-adf7-bf601c6d3686 service neutron] 10.222.0.69 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918720 Jun 30 03:51:33.409956 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0e5e8e27-8105-42cf-b7b5-b94291bc5583 req-e9be7ca6-9d21-435b-a887-e9d8bc5ccf30 service neutron] 10.222.0.69 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038635 Jun 30 03:51:33.458357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd7f53-a2ed-4961-b23d-cc6dac68eed1 req-4583a2aa-790b-4a3b-8ee3-483b57ea9b98 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:33.459951 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88fd7f53-a2ed-4961-b23d-cc6dac68eed1 req-4583a2aa-790b-4a3b-8ee3-483b57ea9b98 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 946 time: 0.0762947 Jun 30 03:51:33.504340 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-88fd7f53-a2ed-4961-b23d-cc6dac68eed1 req-17668b81-7d15-4e1d-90bb-9e43b38e9fd6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=72bcaeba-7799-4350-a5e3-8b1f9c105153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380874 Jun 30 03:51:33.747140 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-dc2a87a4-3575-4347-a9c3-a30ff5f63ff5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:33.748912 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-dc2a87a4-3575-4347-a9c3-a30ff5f63ff5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.69 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 946 time: 0.0878897 Jun 30 03:51:33.866093 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-bfd8638f-f519-4366-8ea1-5b6cd5a2374c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Deleting port fc5df526-fcfc-4f31-9718-bb381cbca651 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:51:33.866855 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-bfd8638f-f519-4366-8ea1-5b6cd5a2374c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:33.971320 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-bfd8638f-f519-4366-8ea1-5b6cd5a2374c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] For port fc5df526-fcfc-4f31-9718-bb381cbca651, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=fc5df526-fcfc-4f31-9718-bb381cbca651,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:51:33.971632 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-bfd8638f-f519-4366-8ea1-5b6cd5a2374c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:33.985448 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-bfd8638f-f519-4366-8ea1-5b6cd5a2374c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Calling delete_port for fc5df526-fcfc-4f31-9718-bb381cbca651 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:51:34.132153 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-bfd8638f-f519-4366-8ea1-5b6cd5a2374c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:34.163305 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8638f-f519-4366-8ea1-5b6cd5a2374c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event deleted for resources: {'Port': ['ID=fc5df526-fcfc-4f31-9718-bb381cbca651,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:34.213323 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-bfd8638f-f519-4366-8ea1-5b6cd5a2374c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] No DVR routers for this DVR port fc5df526-fcfc-4f31-9718-bb381cbca651 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:51:34.215857 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-bfd8638f-f519-4366-8ea1-5b6cd5a2374c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:34.217989 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-985667b3-3acf-4578-b62a-9a857f8c2576 req-bfd8638f-f519-4366-8ea1-5b6cd5a2374c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.69 "DELETE /v2.0/ports/fc5df526-fcfc-4f31-9718-bb381cbca651 HTTP/1.1" status: 204 len: 173 time: 0.4637899 Jun 30 03:51:34.742493 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f75da0ce-01b6-4bbc-abcd-29dc328ae8f0 req-f33e2388-1a35-4792-816e-c48c9e32d77e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aab850f-1e31-4007-af6d-d864a6cc509c HTTP/1.1" status: 200 len: 210 time: 0.0986235 Jun 30 03:51:34.861422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'name': 'network-vif-deleted', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:51:34.864390 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a62501d-07c8-4c28-ac97-c7bfc7f5b94e" -d '{"events": [{"server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "name": "network-vif-deleted", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:51:34.901681 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e921d95a-dbba-434a-bcb7-38402716ec18 x-openstack-request-id: req-e921d95a-dbba-434a-bcb7-38402716ec18 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:51:34.902367 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aab850f-1e31-4007-af6d-d864a6cc509c", "name": "network-vif-deleted", "tag": "fc5df526-fcfc-4f31-9718-bb381cbca651", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:51:34.902367 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e921d95a-dbba-434a-bcb7-38402716ec18 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:51:34.902797 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aab850f-1e31-4007-af6d-d864a6cc509c', 'name': 'network-vif-deleted', 'tag': 'fc5df526-fcfc-4f31-9718-bb381cbca651', 'status': 'completed', 'code': 200} Jun 30 03:51:35.839555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52704) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:35.902245 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-402acbca-314c-4f50-9d8d-d050acfc17cd tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:35.929192 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-402acbca-314c-4f50-9d8d-d050acfc17cd tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:35.994826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-402acbca-314c-4f50-9d8d-d050acfc17cd tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:35.997661 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-402acbca-314c-4f50-9d8d-d050acfc17cd tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:35.998862 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-402acbca-314c-4f50-9d8d-d050acfc17cd tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "DELETE /v2.0/security-groups/72bcaeba-7799-4350-a5e3-8b1f9c105153 HTTP/1.1" status: 204 len: 168 time: 0.1582870 Jun 30 03:51:36.011403 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402acbca-314c-4f50-9d8d-d050acfc17cd tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bcaeba-7799-4350-a5e3-8b1f9c105153,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:36.011539 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:51:36.038052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: fc5df526-fcfc-4f31-9718-bb381cbca651 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:51:36.038472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device fc5df526-fcfc-4f31-9718-bb381cbca651 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:51:36.781985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52712) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:36.789288 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-21aa47cb-7529-4c8e-99e8-4ed5d4420b8c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2147414406', 'description': 'tempest-secgroup-smoke-2147414406 description', 'project_id': '38fa811a87414102833ca4f7f074e543'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:36.820564 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21aa47cb-7529-4c8e-99e8-4ed5d4420b8c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:36.916582 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21aa47cb-7529-4c8e-99e8-4ed5d4420b8c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:36.922185 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21aa47cb-7529-4c8e-99e8-4ed5d4420b8c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:36.956688 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-21aa47cb-7529-4c8e-99e8-4ed5d4420b8c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:36.958434 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-21aa47cb-7529-4c8e-99e8-4ed5d4420b8c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1751070 Jun 30 03:51:36.962429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52716) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:36.964726 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa47cb-7529-4c8e-99e8-4ed5d4420b8c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969dc52a-7938-449b-bf24-2d6c347c5a4e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:36.970914 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '969dc52a-7938-449b-bf24-2d6c347c5a4e', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:37.006392 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.055156 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.060620 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.079237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3842c785-834e-455b-b7da-64a61ff3714a,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:37.089441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.089789 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.090154 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.090493 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.090858 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.091186 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.091513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.091840 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.092161 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.092494 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.092823 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.093147 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:51:37.096371 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.097576 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4afa8518-1295-49ba-bbcf-e54711adb7b2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329541 Jun 30 03:51:37.100802 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52718) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:37.105757 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-0dec96b9-25b9-4d17-883d-9dec3964d557 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '969dc52a-7938-449b-bf24-2d6c347c5a4e', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:37.133697 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dec96b9-25b9-4d17-883d-9dec3964d557 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.198933 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dec96b9-25b9-4d17-883d-9dec3964d557 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.204854 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dec96b9-25b9-4d17-883d-9dec3964d557 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.232976 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec96b9-25b9-4d17-883d-9dec3964d557 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fece239-267f-48fe-9f0d-05244b9cdd23,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:37.242620 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0dec96b9-25b9-4d17-883d-9dec3964d557 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.244433 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0dec96b9-25b9-4d17-883d-9dec3964d557 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425886 Jun 30 03:51:37.248564 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52720) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:37.256209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-3cce1fbe-925e-4456-95ce-c355c042eeb5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '969dc52a-7938-449b-bf24-2d6c347c5a4e', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:37.297627 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cce1fbe-925e-4456-95ce-c355c042eeb5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.366354 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cce1fbe-925e-4456-95ce-c355c042eeb5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.371090 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cce1fbe-925e-4456-95ce-c355c042eeb5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.389386 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce1fbe-925e-4456-95ce-c355c042eeb5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89767ff4-a386-4b51-8f81-9147888b67ac,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:37.399511 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3cce1fbe-925e-4456-95ce-c355c042eeb5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.400880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3cce1fbe-925e-4456-95ce-c355c042eeb5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509094 Jun 30 03:51:37.404000 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 52722) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:37.410278 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-5c7f221e-eabb-4763-a720-6a226114e6d1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '969dc52a-7938-449b-bf24-2d6c347c5a4e', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:37.440554 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7f221e-eabb-4763-a720-6a226114e6d1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.511098 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7f221e-eabb-4763-a720-6a226114e6d1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.516540 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7f221e-eabb-4763-a720-6a226114e6d1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.535456 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f221e-eabb-4763-a720-6a226114e6d1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d9975d-b410-4fc5-a75a-03886e14e423,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:37.541797 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-5c7f221e-eabb-4763-a720-6a226114e6d1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.543390 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-5c7f221e-eabb-4763-a720-6a226114e6d1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382065 Jun 30 03:51:37.546646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52724) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:37.555334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-535410cd-98d0-4a24-ab74-72aa81714cf6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '969dc52a-7938-449b-bf24-2d6c347c5a4e', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:37.580718 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-535410cd-98d0-4a24-ab74-72aa81714cf6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Project 38fa811a87414102833ca4f7f074e543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:51:37.585740 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535410cd-98d0-4a24-ab74-72aa81714cf6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.664487 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535410cd-98d0-4a24-ab74-72aa81714cf6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.669755 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535410cd-98d0-4a24-ab74-72aa81714cf6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.690315 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535410cd-98d0-4a24-ab74-72aa81714cf6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c848737b-dfdc-4cd1-8ee5-56221f05d16c,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:37.696026 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-535410cd-98d0-4a24-ab74-72aa81714cf6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.697415 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-535410cd-98d0-4a24-ab74-72aa81714cf6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487594 Jun 30 03:51:37.700565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52726) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:51:37.705334 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-463a9e3b-48a0-47e8-847b-fdd506ef21b7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'security_group_rule': {'security_group_id': '969dc52a-7938-449b-bf24-2d6c347c5a4e', 'project_id': '38fa811a87414102833ca4f7f074e543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:37.729932 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-463a9e3b-48a0-47e8-847b-fdd506ef21b7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Project 38fa811a87414102833ca4f7f074e543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:51:37.741472 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-463a9e3b-48a0-47e8-847b-fdd506ef21b7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.809075 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-463a9e3b-48a0-47e8-847b-fdd506ef21b7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.814566 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-463a9e3b-48a0-47e8-847b-fdd506ef21b7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.834508 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a9e3b-48a0-47e8-847b-fdd506ef21b7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b618529e-f64a-446e-9f5a-47a3b23afffd,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:37.839189 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-463a9e3b-48a0-47e8-847b-fdd506ef21b7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:37.840686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-463a9e3b-48a0-47e8-847b-fdd506ef21b7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391022 Jun 30 03:51:46.841278 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:47.003521 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:53.498321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-9feaf3d4-8544-44da-859e-81ff0ce03295 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2147414406&fields=id&tenant_id=38fa811a87414102833ca4f7f074e543 HTTP/1.1" status: 200 len: 267 time: 0.0352778 Jun 30 03:51:53.987096 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-ec2bd938-3ece-4424-babb-8bbe5e043caa tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:53.988622 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-ec2bd938-3ece-4424-babb-8bbe5e043caa tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 809 time: 0.4828088 Jun 30 03:51:54.004237 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-1657b6f7-b93c-496a-9e9c-e1838e444863 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/quotas/38fa811a87414102833ca4f7f074e543 HTTP/1.1" status: 200 len: 375 time: 0.0099850 Jun 30 03:51:54.083581 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-8c1b621f-98e4-4ad0-be12-9b88f7aa562f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708668 Jun 30 03:51:54.165985 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-c13e35eb-e9f9-451c-982b-88944c18147a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:51:54.167009 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-c13e35eb-e9f9-451c-982b-88944c18147a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0714478 Jun 30 03:51:54.267492 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-2d7d58a3-95d6-45e4-9c69-9d2996095794 service neutron] 10.222.0.55 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937119 Jun 30 03:51:54.360459 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-bf1b7727-df0c-41ff-b963-187b995b0a4e service neutron] 10.222.0.55 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866287 Jun 30 03:51:54.511402 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-8a89d24b-81fa-4bc4-b253-874405837817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:54.681025 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4e603646-bddf-4be1-ad59-9eecbee4f64f req-2981394d-fe42-4a97-8ffa-d27f8a6e9366 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 210 time: 0.0294390 Jun 30 03:51:54.716141 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:51:55.931219 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-4de9f630-0aef-43e1-8f68-96c8044c05aa tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:55.932742 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-4de9f630-0aef-43e1-8f68-96c8044c05aa tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 809 time: 0.1217856 Jun 30 03:51:55.983526 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-9e0a4699-452a-4c52-bfee-2a208d67e6d7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38fa811a87414102833ca4f7f074e543 HTTP/1.1" status: 200 len: 380 time: 0.0376115 Jun 30 03:51:55.992441 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'port': {'device_id': '2610461c-b072-4a8c-84e6-72157886ca6d', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'admin_state_up': True, 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'security_groups': ['969dc52a-7938-449b-bf24-2d6c347c5a4e']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:56.065473 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-61c11f6d-b05e-47b8-9cda-145d9499e6c2 req-4b095a74-e898-4655-bb37-7cc52d3e4beb tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 210 time: 0.0584996 Jun 30 03:51:56.143867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Made reservation on behalf of 38fa811a87414102833ca4f7f074e543 for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:51:56.147538 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.276282 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Allocated IP 172.20.0.13 (1e13a376-7117-48c0-b477-3ee9936e6920/41acdddf-cdfa-4ffa-bd7b-4b2796706bb4/fd5e1535-e983-4db5-a1e7-9234be0f9095) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:51:56.425954 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.440339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Transition to ACTIVE for port object fd5e1535-e983-4db5-a1e7-9234be0f9095 will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:51:56.478453 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.526075 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Network 1e13a376-7117-48c0-b477-3ee9936e6920 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:51:56.529471 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:51:56.536476 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:51:56.543029 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'Port': ['ID=fd5e1535-e983-4db5-a1e7-9234be0f9095,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:56.595308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:56.596038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.615052 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-5d1fe373-5521-4561-ac84-4cab41e50c32 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265392 Jun 30 03:51:56.625639 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-6dcbbe94-76f1-40a2-8054-8cdbba03dc54 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:51:56.627099 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-6dcbbe94-76f1-40a2-8054-8cdbba03dc54 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058520 Jun 30 03:51:56.637904 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Request body: {'port': {'device_id': '2610461c-b072-4a8c-84e6-72157886ca6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:51:56.713245 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.774018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-965d59b4-9cc9-4966-8e3a-ba5ee815bbc9 None None] Provisioning for port fd5e1535-e983-4db5-a1e7-9234be0f9095 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:51:56.778853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-965d59b4-9cc9-4966-8e3a-ba5ee815bbc9 None None] Provisioning complete for port fd5e1535-e983-4db5-a1e7-9234be0f9095 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:51:56.779223 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-965d59b4-9cc9-4966-8e3a-ba5ee815bbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:56.816357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-965d59b4-9cc9-4966-8e3a-ba5ee815bbc9 None None] Port fd5e1535-e983-4db5-a1e7-9234be0f9095 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:51:56.984129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5e1535-e983-4db5-a1e7-9234be0f9095 {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:51:56.993404 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.006867 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Transition to ACTIVE for port object fd5e1535-e983-4db5-a1e7-9234be0f9095 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:51:57.011391 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.062896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5e1535-e983-4db5-a1e7-9234be0f9095,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:57.124923 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-142ef2bc-f4dd-4d0f-af91-3c29b159d3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.156484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Attempting to bind port fd5e1535-e983-4db5-a1e7-9234be0f9095 on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:51:57.156871 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Attempting to bind port fd5e1535-e983-4db5-a1e7-9234be0f9095 by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:51:57.157205 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Attempting to bind port fd5e1535-e983-4db5-a1e7-9234be0f9095 on network 1e13a376-7117-48c0-b477-3ee9936e6920 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:51:57.165809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Port fd5e1535-e983-4db5-a1e7-9234be0f9095 on network 1e13a376-7117-48c0-b477-3ee9936e6920 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:51:57.166197 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Attempting to bind port fd5e1535-e983-4db5-a1e7-9234be0f9095 on network 1e13a376-7117-48c0-b477-3ee9936e6920 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:51:57.174595 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:51:57.175054 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Checking segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:51:57.175184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Bound using segment: {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:51:57.175552 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Bound port: fd5e1535-e983-4db5-a1e7-9234be0f9095, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:51:57.176022 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.228959 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.269947 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] For port fd5e1535-e983-4db5-a1e7-9234be0f9095, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:51:57.275773 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] For port fd5e1535-e983-4db5-a1e7-9234be0f9095, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:51:57.288085 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.306452 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d558d2-3c59-4f3f-b0c9-3f2e7ec9371e req-a6540fa0-25e1-4cfd-9a49-09e867f1f3c7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:57.308145 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-57d558d2-3c59-4f3f-b0c9-3f2e7ec9371e req-a6540fa0-25e1-4cfd-9a49-09e867f1f3c7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0721376 Jun 30 03:51:57.329022 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:57.330159 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:57.331912 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] 10.222.0.73 "PUT /v2.0/ports/fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 1093 time: 0.6987889 Jun 30 03:51:57.332464 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:51:57.334863 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde4a8e8-2d8e-49eb-bef9-3111373ca827" -d '{"events": [{"name": "network-changed", "server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:51:57.359113 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-57d558d2-3c59-4f3f-b0c9-3f2e7ec9371e req-05cf44f5-79e2-4a09-9d1a-820f056c566b tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447428 Jun 30 03:51:57.366615 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db51d6-5dce-4ad1-806f-984792e40039 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5e1535-e983-4db5-a1e7-9234be0f9095,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:51:57.467755 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-6737fd95-bf68-417d-a02f-6430aa239faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:57.469514 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-6737fd95-bf68-417d-a02f-6430aa239faf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1096 time: 0.0652342 Jun 30 03:51:57.475669 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218226f6-5a30-4f0e-b215-68b6327c6041 x-openstack-request-id: req-218226f6-5a30-4f0e-b215-68b6327c6041 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:51:57.476032 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:51:57.476348 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-218226f6-5a30-4f0e-b215-68b6327c6041 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:51:57.476825 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'status': 'completed', 'code': 200} Jun 30 03:51:57.519853 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-cd169882-f1c1-416f-a2fb-24f03f75250b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 217 time: 0.0415380 Jun 30 03:51:57.573510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-aa96b962-af29-45c4-8a4c-e7c9692b979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:57.575089 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-aa96b962-af29-45c4-8a4c-e7c9692b979f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0485432 Jun 30 03:51:57.635158 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-70736bb5-d17e-4c13-aeed-f315883a32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:57.636688 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-70736bb5-d17e-4c13-aeed-f315883a32a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546546 Jun 30 03:51:57.736568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-d35191f1-e818-4fab-b341-5d861b8d9b73 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919802 Jun 30 03:51:57.834779 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0530f580-f827-45b3-8ade-394e60d4ccd4 req-9bc0bf0d-502f-4b8f-87c4-d6b6b5af0d73 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908842 Jun 30 03:51:57.941208 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-85831e04-6fc4-4f42-909a-a605e55ca6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:57.942875 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-85831e04-6fc4-4f42-909a-a605e55ca6b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1096 time: 0.0560100 Jun 30 03:51:58.038576 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-bd67e2f8-770b-4350-ba48-2c4d865afe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:58.040115 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-bd67e2f8-770b-4350-ba48-2c4d865afe12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0909743 Jun 30 03:51:58.082638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-9fe297b3-4631-4843-829e-251b5a1ce4b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 217 time: 0.0353978 Jun 30 03:51:58.132511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-22e9f1bf-f998-4f7c-a87a-8892a2bfc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:58.133876 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-22e9f1bf-f998-4f7c-a87a-8892a2bfc9e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0445123 Jun 30 03:51:58.203550 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-f5417dad-850b-43d6-a7cd-d82fa907400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:58.205124 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-f5417dad-850b-43d6-a7cd-d82fa907400c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650797 Jun 30 03:51:58.298191 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-1e6c7ad0-7500-46c4-9080-2a0fc531f1f7 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855651 Jun 30 03:51:58.391087 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cde4a8e8-2d8e-49eb-bef9-3111373ca827 req-2eb38e60-08aa-4779-b40d-2196e977ca4f service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858960 Jun 30 03:51:58.598079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e6ff3-a765-4b70-9d0a-7b7d468c015a req-fa75a1f1-3e57-43ad-8f71-ea8791a528a6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:58.599651 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-686e6ff3-a765-4b70-9d0a-7b7d468c015a req-fa75a1f1-3e57-43ad-8f71-ea8791a528a6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0740464 Jun 30 03:51:58.639896 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:51:58.641668 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-686e6ff3-a765-4b70-9d0a-7b7d468c015a req-c1535f84-c0c7-4182-b4c8-d497350af9ea tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362227 Jun 30 03:51:59.827819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463a3e9-a87f-4e7d-aad5-41308478f762 req-b6ac9dac-daea-405a-85fe-eec726dfab0d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:51:59.829523 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d463a3e9-a87f-4e7d-aad5-41308478f762 req-b6ac9dac-daea-405a-85fe-eec726dfab0d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0717924 Jun 30 03:51:59.880198 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d463a3e9-a87f-4e7d-aad5-41308478f762 req-6cc0fa3d-2ea6-4c03-8007-b57d1ec35ffc tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439379 Jun 30 03:52:00.437049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:01.064883 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b0afc-2688-4534-9dbb-2e895258b30b req-c962b905-5d3d-4b35-8293-958e48ff36cc tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:01.066809 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-123b0afc-2688-4534-9dbb-2e895258b30b req-c962b905-5d3d-4b35-8293-958e48ff36cc tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0707729 Jun 30 03:52:01.119976 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-123b0afc-2688-4534-9dbb-2e895258b30b req-3a7fc800-b1dd-4b94-92b3-dbdc3b5ecbd1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446548 Jun 30 03:52:02.339763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342efca1-3333-475c-94cc-647f19a1f08c req-710f03b8-9b3a-4600-a9e8-6811123c139c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:02.341182 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-342efca1-3333-475c-94cc-647f19a1f08c req-710f03b8-9b3a-4600-a9e8-6811123c139c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0863094 Jun 30 03:52:02.397591 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-342efca1-3333-475c-94cc-647f19a1f08c req-7222e23f-0876-4ff4-a343-165801ed315c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482519 Jun 30 03:52:03.601228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19341f-1625-4164-837a-00b46f3c4b4b req-0ccc8abe-faad-41f9-9f5f-c1d61ca75d4f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:03.602742 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4f19341f-1625-4164-837a-00b46f3c4b4b req-0ccc8abe-faad-41f9-9f5f-c1d61ca75d4f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0818400 Jun 30 03:52:03.651171 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4f19341f-1625-4164-837a-00b46f3c4b4b req-00ae18f9-a07a-41e7-8ac6-4775f201f9e6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Jun 30 03:52:04.869293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ee6c-b8a4-4962-802d-826c0d00d2bc req-676d32c3-c11a-445e-8b86-93f461ec9fad tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:04.870891 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea01ee6c-b8a4-4962-802d-826c0d00d2bc req-676d32c3-c11a-445e-8b86-93f461ec9fad tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0776405 Jun 30 03:52:04.911625 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ea01ee6c-b8a4-4962-802d-826c0d00d2bc req-f2f0e79c-5185-4be5-9078-e8c9f30ba3be tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349567 Jun 30 03:52:06.103402 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd9bbb-26e6-4fc4-93c0-c0fa15abc5fc req-96ec07b9-5cb5-4420-9a8a-3aaa97651654 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:06.105293 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aedd9bbb-26e6-4fc4-93c0-c0fa15abc5fc req-96ec07b9-5cb5-4420-9a8a-3aaa97651654 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0681591 Jun 30 03:52:06.154181 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aedd9bbb-26e6-4fc4-93c0-c0fa15abc5fc req-186c9009-82de-4eb7-8124-829656829ea9 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 Jun 30 03:52:07.343014 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d155104-6daa-4a5f-9cf3-2e61941862a3 req-cbadf865-1c84-425d-9d70-a3bce5f5e4fd tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:07.344509 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d155104-6daa-4a5f-9cf3-2e61941862a3 req-cbadf865-1c84-425d-9d70-a3bce5f5e4fd tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0760629 Jun 30 03:52:07.383910 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-9d155104-6daa-4a5f-9cf3-2e61941862a3 req-d97addab-c47d-405c-bdaf-9988fb4e63f5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321925 Jun 30 03:52:07.869992 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fd5e1535-e983-4db5-a1e7-9234be0f9095 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:52:07.969142 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fd5e1535-e983-4db5-a1e7-9234be0f9095, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:52:07.981693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'port_id': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'mac_address': 'fa:16:3e:01:32:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:52:08.023118 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:08.036639 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5e1535-e983-4db5-a1e7-9234be0f9095 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:52:08.064372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fd5e1535-e983-4db5-a1e7-9234be0f9095, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:52:08.071289 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:08.122378 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fd5e1535-e983-4db5-a1e7-9234be0f9095,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:08.129821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.130167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.130505 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.130956 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.131239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.131636 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.131951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.132266 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.132616 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.132903 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.133222 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.133519 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:52:08.297651 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['fd5e1535-e983-4db5-a1e7-9234be0f9095'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:52:08.564192 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30d143-d94c-4a24-9c20-694a01f62246 req-24bd6847-a011-4dfb-8830-28e842999cce tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:08.565696 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c30d143-d94c-4a24-9c20-694a01f62246 req-24bd6847-a011-4dfb-8830-28e842999cce tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 945 time: 0.0643694 Jun 30 03:52:08.606397 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-4c30d143-d94c-4a24-9c20-694a01f62246 req-e19a822c-0b0b-48bc-99cc-6e3dbe117777 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348134 Jun 30 03:52:09.794134 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c28ad7-8772-4625-af7b-e59b8e316d84 req-a63d905d-a3a1-4353-a708-6bd3b877fc57 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:09.795647 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2c28ad7-8772-4625-af7b-e59b8e316d84 req-a63d905d-a3a1-4353-a708-6bd3b877fc57 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 945 time: 0.0748796 Jun 30 03:52:09.842165 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c2c28ad7-8772-4625-af7b-e59b8e316d84 req-8fc06836-5b02-4733-a7d0-42f7e8fabef8 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357122 Jun 30 03:52:09.885830 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fd5e1535-e983-4db5-a1e7-9234be0f9095 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:52:09.944317 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port fd5e1535-e983-4db5-a1e7-9234be0f9095 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:52:09.950331 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port fd5e1535-e983-4db5-a1e7-9234be0f9095 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:52:09.950920 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:10.036148 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:10.060435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:52:10.062707 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b330e3-2b08-470a-8ff0-eabb02098cac" -d '{"events": [{"server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "name": "network-vif-plugged", "status": "completed", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:52:10.076690 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fd5e1535-e983-4db5-a1e7-9234be0f9095, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:52:10.081428 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:10.106831 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f696964-a253-457e-b520-77c481247dd1 x-openstack-request-id: req-0f696964-a253-457e-b520-77c481247dd1 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:52:10.107142 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "name": "network-vif-plugged", "status": "completed", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:52:10.107394 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f696964-a253-457e-b520-77c481247dd1 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:52:10.107774 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'code': 200} Jun 30 03:52:10.134467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fd5e1535-e983-4db5-a1e7-9234be0f9095,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:10.213580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ee84-7e05-4aa5-b7c3-06cdf57e4de3 req-f8273066-73b9-4e34-a92b-23328179628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:10.215127 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3168ee84-7e05-4aa5-b7c3-06cdf57e4de3 req-f8273066-73b9-4e34-a92b-23328179628c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0526669 Jun 30 03:52:10.251218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3168ee84-7e05-4aa5-b7c3-06cdf57e4de3 req-10ecb514-1088-4e55-b7a8-fc672482513a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295441 Jun 30 03:52:11.040240 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d65ce-d39f-4399-8540-ea5fbf5edbab req-3da91c47-4ed6-497c-807d-f8add7813f6d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:11.041770 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a47d65ce-d39f-4399-8540-ea5fbf5edbab req-3da91c47-4ed6-497c-807d-f8add7813f6d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0740280 Jun 30 03:52:11.081556 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a47d65ce-d39f-4399-8540-ea5fbf5edbab req-e9a86d2e-3a77-4881-b4d5-7d7e427efc21 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340443 Jun 30 03:52:12.289467 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e808e91-76de-4f01-853a-c2859b2007a0 req-eb5912bd-3f72-4a00-8e46-49a49a7b9e85 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:12.290982 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e808e91-76de-4f01-853a-c2859b2007a0 req-eb5912bd-3f72-4a00-8e46-49a49a7b9e85 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0887885 Jun 30 03:52:12.331405 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9e808e91-76de-4f01-853a-c2859b2007a0 req-dbd2178c-613a-4882-a031-18d39cc32bc7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344651 Jun 30 03:52:12.533572 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2eb2c-59b7-4b21-ac4d-b2d7e963165b req-0ed7818a-c3e6-41f0-a8e0-d22d1651a416 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:12.535985 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4b2eb2c-59b7-4b21-ac4d-b2d7e963165b req-0ed7818a-c3e6-41f0-a8e0-d22d1651a416 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0748003 Jun 30 03:52:12.582476 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b4b2eb2c-59b7-4b21-ac4d-b2d7e963165b req-1c3c4d9e-e3e3-4cb3-aa7a-52ad2455e8f4 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377214 Jun 30 03:52:12.608930 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52942) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:52:12.711516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb39140c-643d-4608-8ba7-44c9f1ce27e3 tempest-TestShelveInstance-371979328 tempest-TestShelveInstance-371979328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:12.713063 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-eb39140c-643d-4608-8ba7-44c9f1ce27e3 tempest-TestShelveInstance-371979328 tempest-TestShelveInstance-371979328-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1093 time: 0.1031051 Jun 30 03:52:12.716069 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 52946) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:52:12.720497 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:52:12.745680 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:12.852380 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:12.972583 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Allocated IP 172.25.7.86 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/bf09141e-e569-401c-b661-a210113eaf4f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:52:13.083910 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.130036 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.173036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:52:13.178486 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:52:13.183267 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:52:13.186296 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'Port': ['ID=bf09141e-e569-401c-b661-a210113eaf4f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:13.578242 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.666541 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.824907 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.834350 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:13.903281 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event updated for resources: {'Port': ['ID=bf09141e-e569-401c-b661-a210113eaf4f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:52:13.912328 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:14.031373 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Floating IP 8470e296-0e35-404f-a27d-f48746517f31 associated. External IP: 172.25.7.86, port: fd5e1535-e983-4db5-a1e7-9234be0f9095. Jun 30 03:52:14.263942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:52:14.388066 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:52:14.397986 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] Sync routers for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:52:14.405589 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:14.408337 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:52:14.408962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:14.444293 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4835cb5c-1c66-4a9c-a0cc-61d0d94e2831 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7271690 Jun 30 03:52:14.444894 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:52:14.447187 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81" -d '{"events": [{"name": "network-changed", "server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:52:14.483739 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3084b4f-63e4-4f73-ae9c-80f2d9422e2b x-openstack-request-id: req-c3084b4f-63e4-4f73-ae9c-80f2d9422e2b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:52:14.484031 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:52:14.484277 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3084b4f-63e4-4f73-ae9c-80f2d9422e2b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:52:14.484645 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'status': 'completed', 'code': 200} Jun 30 03:52:14.531925 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:52:14.565902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-4a2b8599-8cd5-4139-b89d-73968af43592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.567566 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-4a2b8599-8cd5-4139-b89d-73968af43592 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0592330 Jun 30 03:52:14.665585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-c48dcb82-f071-4478-9ff5-fdb740f65e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.667064 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-c48dcb82-f071-4478-9ff5-fdb740f65e30 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0916216 Jun 30 03:52:14.733741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-09b4aa2d-6609-4dc4-9b54-348d25d3de45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 999 time: 0.0604753 Jun 30 03:52:14.763195 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '8470e296-0e35-404f-a27d-f48746517f31', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'port_id': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'mac_address': 'fa:16:3e:01:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2610461c-b072-4a8c-84e6-72157886ca6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:52:13Z', 'updated_at': '2021-06-30T03:52:13Z', 'revision_number': 0, 'project_id': '38fa811a87414102833ca4f7f074e543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:14.787737 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-d0a3ebc7-f695-49ec-ad2e-461bcdb01fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.789219 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-d0a3ebc7-f695-49ec-ad2e-461bcdb01fa2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0492294 Jun 30 03:52:14.789864 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] Checking router: 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:52:14.798467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:52:14.799099 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:51:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:14.848680 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-52cf39cd-c558-4a4e-98fd-edf1d7fdae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:14.850522 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-52cf39cd-c558-4a4e-98fd-edf1d7fdae83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553029 Jun 30 03:52:14.907721 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:52:14.940774 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-515abd45-8cb7-44f2-9f3f-ea34c591e61e service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839252 Jun 30 03:52:15.040120 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-3cd1bb5e-4b8f-463a-98b9-1072a2a67e81 req-7d76ddc2-7161-4ef3-bb1d-fdb61d2228be service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923517 Jun 30 03:52:15.155465 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '8470e296-0e35-404f-a27d-f48746517f31', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'port_id': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'mac_address': 'fa:16:3e:01:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2610461c-b072-4a8c-84e6-72157886ca6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:52:13Z', 'updated_at': '2021-06-30T03:52:13Z', 'revision_number': 0, 'project_id': '38fa811a87414102833ca4f7f074e543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:52:15.185526 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d86e704-6d6d-49f2-8630-c62f6d780c89 None None] The sync data for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 is: [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '8470e296-0e35-404f-a27d-f48746517f31', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'port_id': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'mac_address': 'fa:16:3e:01:32:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2610461c-b072-4a8c-84e6-72157886ca6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:52:13Z', 'updated_at': '2021-06-30T03:52:13Z', 'revision_number': 0, 'project_id': '38fa811a87414102833ca4f7f074e543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:52:15.391849 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95521c43-ef30-4422-b75c-0a09c8abc79b None None] New status for floating IP 8470e296-0e35-404f-a27d-f48746517f31: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:52:16.846472 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:17.008077 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:24.516740 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-20ec54f2-1554-4b64-ab2f-6ebd090032fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:27.111632 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea7e0-0d49-4d31-89cd-581a25559c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:27.227092 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:28.646761 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:30.439647 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:31.716836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:52:46.859233 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:47.021532 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:51.924450 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-3446d867-e038-4f1a-8c5a-e8e45f3a0720 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571733 Jun 30 03:52:52.029860 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-c30afffe-3ad7-44f8-8ff1-70aa6511a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:52.031398 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-c30afffe-3ad7-44f8-8ff1-70aa6511a142 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0614679 Jun 30 03:52:52.543272 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-3ed43988-de8a-469d-a3e1-ca57e9d9f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:52.544745 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-3ed43988-de8a-469d-a3e1-ca57e9d9f0a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.4866002 Jun 30 03:52:52.617283 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-4732852c-b48d-42bf-9802-635bec7f6dff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 1001 time: 0.0650079 Jun 30 03:52:52.672942 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-31b4ca26-ca4e-4a97-88c6-5f99a77f5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:52.674467 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-31b4ca26-ca4e-4a97-88c6-5f99a77f5122 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0513196 Jun 30 03:52:52.734276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-4b0b5f02-a68c-43a3-8b59-d01a4b564190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:52:52.735823 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-4b0b5f02-a68c-43a3-8b59-d01a4b564190 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553272 Jun 30 03:52:52.841815 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-30e5d648-de62-4095-a2e2-404e1f5f1de7 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981266 Jun 30 03:52:52.944406 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-39a7578e-db0d-40c0-a84a-69e131f043bb req-292056e7-86c4-4a05-80e4-d80489d87429 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960951 Jun 30 03:52:54.523178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f34d5501-25a5-4608-a07e-5464332778fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:57.118001 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ace1d3ce-b876-4157-adf0-d69964100953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:57.220464 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:52:58.646734 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:00.443736 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:08.718836 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:53:16.865139 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:17.022342 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:24.518129 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ab31b4aa-0316-4d13-99f6-64e2ab1ce620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:27.114964 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f0ab01a-3bfa-47e5-978b-eb9ea627920d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:27.224564 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:28.655999 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:30.449725 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:45.722337 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:53:46.865612 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:47.024263 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:53.997166 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5452150-1ca9-4642-8104-f3943b943c69 req-c5128fc2-91a2-4fc9-b709-82bbc2a455ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1114419 Jun 30 03:53:54.144088 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452150-1ca9-4642-8104-f3943b943c69 req-30e0ba7d-55e2-4093-9b1f-d22c8ee08cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:54.145709 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5452150-1ca9-4642-8104-f3943b943c69 req-30e0ba7d-55e2-4093-9b1f-d22c8ee08cf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0958233 Jun 30 03:53:54.308941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452150-1ca9-4642-8104-f3943b943c69 req-5f92513a-2b23-4a74-8850-9644d0075b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:54.311638 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5452150-1ca9-4642-8104-f3943b943c69 req-5f92513a-2b23-4a74-8850-9644d0075b3c service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.1407082 Jun 30 03:53:54.409821 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5452150-1ca9-4642-8104-f3943b943c69 req-3f9c7236-25c6-475c-bd21-e9d0e54835c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 1001 time: 0.0907989 Jun 30 03:53:54.466973 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452150-1ca9-4642-8104-f3943b943c69 req-bbbb32db-f32c-4888-862d-dc01db23b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:54.468826 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5452150-1ca9-4642-8104-f3943b943c69 req-bbbb32db-f32c-4888-862d-dc01db23b597 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0512912 Jun 30 03:53:54.526433 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-15290289-0229-4b53-8452-fb003625d029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:54.542339 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452150-1ca9-4642-8104-f3943b943c69 req-cd2366ef-33a6-4c0b-99ed-e5bf4e74580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:53:54.544017 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5452150-1ca9-4642-8104-f3943b943c69 req-cd2366ef-33a6-4c0b-99ed-e5bf4e74580e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674691 Jun 30 03:53:54.677111 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5452150-1ca9-4642-8104-f3943b943c69 req-d0eae74a-cb49-4ea8-96be-e50ca537bd2f service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251273 Jun 30 03:53:54.821034 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a5452150-1ca9-4642-8104-f3943b943c69 req-7c1f56a1-7f56-41f3-a11b-bbd37b20992d service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368983 Jun 30 03:53:57.110777 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-973e69d0-a684-403f-946a-677d2315c98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:57.230212 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:53:58.655625 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:00.452508 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:10.108561 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654c05a-4cec-44ca-b32d-e552c27f87ee req-7d42e037-f8f9-4e59-873d-26073f75e9fb tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:10.110017 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f654c05a-4cec-44ca-b32d-e552c27f87ee req-7d42e037-f8f9-4e59-873d-26073f75e9fb tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0831821 Jun 30 03:54:10.166969 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f654c05a-4cec-44ca-b32d-e552c27f87ee req-a68e7eab-89b2-4333-abfb-2913795f4ebb tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496774 Jun 30 03:54:11.379462 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdf4c4-297e-4d04-b242-760a4abdf83f req-15bb4547-75ca-4d89-a16a-13d7047bf567 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:11.382052 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5bdf4c4-297e-4d04-b242-760a4abdf83f req-15bb4547-75ca-4d89-a16a-13d7047bf567 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0871632 Jun 30 03:54:11.449130 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f5bdf4c4-297e-4d04-b242-760a4abdf83f req-d904dfca-52e1-4d77-b264-8244e8bc0892 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604470 Jun 30 03:54:12.715725 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2fb2-b5fd-40ca-b014-0e432e9334de req-9a9e2288-7c54-421a-8356-c0b71ce56fd4 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:12.717147 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cbd2fb2-b5fd-40ca-b014-0e432e9334de req-9a9e2288-7c54-421a-8356-c0b71ce56fd4 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.1084120 Jun 30 03:54:12.770123 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-0cbd2fb2-b5fd-40ca-b014-0e432e9334de req-0428bd3a-0dc4-48cd-8e2b-32a20fe5e20c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386612 Jun 30 03:54:14.069312 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8f36-8392-4d42-9926-de0e7f205d81 req-eec7cefb-3a74-481d-80fd-6c30b15586b6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:14.071147 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-906e8f36-8392-4d42-9926-de0e7f205d81 req-eec7cefb-3a74-481d-80fd-6c30b15586b6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.1049259 Jun 30 03:54:14.145091 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-906e8f36-8392-4d42-9926-de0e7f205d81 req-cb128c9a-4bc9-4afd-bc5a-55281ab28fc2 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634868 Jun 30 03:54:15.406431 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5b8c9-9f88-4838-93bc-593eed4726b0 req-15438b44-7bf0-4959-9644-ce908dbc7494 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:15.408118 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-62b5b8c9-9f88-4838-93bc-593eed4726b0 req-15438b44-7bf0-4959-9644-ce908dbc7494 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0896075 Jun 30 03:54:15.471894 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-62b5b8c9-9f88-4838-93bc-593eed4726b0 req-a4edf899-a1c3-4f7a-b7fe-2b4264131bb8 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478680 Jun 30 03:54:16.715050 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18876ea3-078d-4288-bf99-fe3f30746660 req-07b5d88e-a50a-493a-bb10-8623f0e01441 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:16.716977 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-18876ea3-078d-4288-bf99-fe3f30746660 req-07b5d88e-a50a-493a-bb10-8623f0e01441 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0965586 Jun 30 03:54:16.765893 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-18876ea3-078d-4288-bf99-fe3f30746660 req-2f86954b-7a24-4c48-9c5d-21a55d011d20 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Jun 30 03:54:16.886963 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:17.052340 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:17.970614 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4003d92-4ae3-4d8b-99ca-b914535a8a9e req-8ba47e7d-11db-4d35-9305-6d32520424f3 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:17.972670 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4003d92-4ae3-4d8b-99ca-b914535a8a9e req-8ba47e7d-11db-4d35-9305-6d32520424f3 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0858736 Jun 30 03:54:18.029283 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b4003d92-4ae3-4d8b-99ca-b914535a8a9e req-25d4edc1-b5b4-4155-b63e-6694fb6f7322 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484803 Jun 30 03:54:19.266326 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fabf2-f33f-4d5c-9833-f69608065384 req-9dd46edd-fa5a-46f9-8314-96dac921a16f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:19.267937 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a62fabf2-f33f-4d5c-9833-f69608065384 req-9dd46edd-fa5a-46f9-8314-96dac921a16f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0836051 Jun 30 03:54:19.324581 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a62fabf2-f33f-4d5c-9833-f69608065384 req-f23b44f4-fce5-47f7-816c-1bd1b1c799ed tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469344 Jun 30 03:54:20.129347 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-93c6d593-fc56-4d4a-97ca-d0f3f7839e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:20.131107 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-93c6d593-fc56-4d4a-97ca-d0f3f7839e6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0645406 Jun 30 03:54:20.239810 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-9cd6e285-642b-4954-87a4-092a7bc771b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:20.241342 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-9cd6e285-642b-4954-87a4-092a7bc771b0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.1037326 Jun 30 03:54:20.312333 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-1aa17519-73f3-4c71-a43a-297fa14c2b87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 1001 time: 0.0645289 Jun 30 03:54:20.374913 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-240c2fb7-f263-4560-9979-97720f78e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:20.377196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-240c2fb7-f263-4560-9979-97720f78e249 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0583646 Jun 30 03:54:20.457357 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-f07a2590-d1de-4e96-8f92-14c6d0e1f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:20.459371 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-f07a2590-d1de-4e96-8f92-14c6d0e1f745 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747621 Jun 30 03:54:20.561016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724a5f6-cc46-4f13-8b12-8b27a7a1e977 req-4b97c200-2404-4047-b57f-33452e88c6f4 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:20.563370 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8724a5f6-cc46-4f13-8b12-8b27a7a1e977 req-4b97c200-2404-4047-b57f-33452e88c6f4 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0814366 Jun 30 03:54:20.587336 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-18fe8987-5b69-406e-81b8-81a309d8b0ad service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214869 Jun 30 03:54:20.629387 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8724a5f6-cc46-4f13-8b12-8b27a7a1e977 req-e8afd0ce-b563-449c-8b76-8d58e7aba51a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541422 Jun 30 03:54:20.739654 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-17477c25-42ef-4592-9d01-2aab66a3f45d req-5c1e93ce-3ced-4d73-bcc0-b1f7cb7e60dd service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460388 Jun 30 03:54:21.853369 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbb915-0897-491a-a3f6-e7b9f06d664e req-56ea218d-d8ce-4062-a7f1-5eeacd9fc62d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:21.854959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97cbb915-0897-491a-a3f6-e7b9f06d664e req-56ea218d-d8ce-4062-a7f1-5eeacd9fc62d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0977747 Jun 30 03:54:21.912269 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-97cbb915-0897-491a-a3f6-e7b9f06d664e req-03366e6c-4879-4aa2-8bbc-5c4a36a3e81a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507286 Jun 30 03:54:22.728489 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:54:23.134089 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77b5af-672c-4f53-8a23-88ac44df1a03 req-9603bc97-a90c-4316-b6f9-62db9446413e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:23.136337 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a77b5af-672c-4f53-8a23-88ac44df1a03 req-9603bc97-a90c-4316-b6f9-62db9446413e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0889015 Jun 30 03:54:23.185458 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-7a77b5af-672c-4f53-8a23-88ac44df1a03 req-899eb585-0030-4acc-88b1-d3d3eda4b71e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Jun 30 03:54:24.406202 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cce78-393f-4342-b13a-834dd06cd149 req-d888962e-ccb7-4978-a4ad-5f9e537a3909 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:24.407925 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d39cce78-393f-4342-b13a-834dd06cd149 req-d888962e-ccb7-4978-a4ad-5f9e537a3909 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0840151 Jun 30 03:54:24.459716 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d39cce78-393f-4342-b13a-834dd06cd149 req-adfdfb35-b21d-4ef8-b44a-276dac936eea tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438399 Jun 30 03:54:24.539335 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-83dcc214-f34b-4a89-836c-cac78fe0b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:24.883662 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-1a964c07-a59d-4123-b7f7-eec699d1099c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340537 Jun 30 03:54:24.927732 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add815a4-6130-4149-b64c-ba2a285d0dc1 req-48e948ef-68e6-4a4d-a008-6d39da753fff tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:24.929874 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-add815a4-6130-4149-b64c-ba2a285d0dc1 req-48e948ef-68e6-4a4d-a008-6d39da753fff tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.1000848 Jun 30 03:54:24.987711 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-add815a4-6130-4149-b64c-ba2a285d0dc1 req-a0322edb-7012-41fe-a7cc-752f7b1badc0 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514100 Jun 30 03:54:26.204313 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce02ff-5f15-4246-b9d4-e60f3468cf65 req-22fadf39-9a71-4640-9ac7-2b43a3eb18a1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:26.206030 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79ce02ff-5f15-4246-b9d4-e60f3468cf65 req-22fadf39-9a71-4640-9ac7-2b43a3eb18a1 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0926709 Jun 30 03:54:26.259119 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-79ce02ff-5f15-4246-b9d4-e60f3468cf65 req-df685862-44d5-444b-9b62-07eb18dd9176 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447764 Jun 30 03:54:26.477289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fd5e1535-e983-4db5-a1e7-9234be0f9095 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:54:26.568034 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:26.595635 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:54:26.597899 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8031aa-d584-4c6d-93be-26a2079991ff" -d '{"events": [{"server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:54:26.614163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fd5e1535-e983-4db5-a1e7-9234be0f9095, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:26.621941 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:26.700751 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fd5e1535-e983-4db5-a1e7-9234be0f9095,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:26.715041 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.715689 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.716356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.716933 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.717995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.718550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.719103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.719670 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.720214 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.720752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.721315 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.722131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:54:26.744629 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b72e314-dd3f-47bd-ad24-1de4a0b9c8ed x-openstack-request-id: req-7b72e314-dd3f-47bd-ad24-1de4a0b9c8ed {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:54:26.745058 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "name": "network-vif-unplugged", "status": "failed", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095", "code": 422}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:54:26.745419 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b72e314-dd3f-47bd-ad24-1de4a0b9c8ed {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:54:26.746041 n-d-758944-39 neutron-server[93772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'code': 422} returned with failed status Jun 30 03:54:27.113268 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-44f9602c-d858-4734-bc56-1dd5ecfa651b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:27.233535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:27.519325 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602c926-ec6b-4ad5-8e74-63d15014125c req-e76165b7-478c-4240-ab87-d16079436bac tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:27.522571 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3602c926-ec6b-4ad5-8e74-63d15014125c req-e76165b7-478c-4240-ab87-d16079436bac tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0942328 Jun 30 03:54:27.577012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-3602c926-ec6b-4ad5-8e74-63d15014125c req-3d5046e5-af67-4714-809f-104aec9a387d tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451474 Jun 30 03:54:28.661375 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:28.813257 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a7abf-69b5-4b26-a409-c012420f152f req-f9977c39-4f8e-4859-9a94-365b084c82cc tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:28.814968 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e19a7abf-69b5-4b26-a409-c012420f152f req-f9977c39-4f8e-4859-9a94-365b084c82cc tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0922713 Jun 30 03:54:28.866820 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e19a7abf-69b5-4b26-a409-c012420f152f req-b68eed21-9c46-48c8-8284-1799c05b9953 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429265 Jun 30 03:54:30.107460 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc243ad-5e62-4a18-983c-c34a874abcc1 req-ff36b99d-5900-4b5a-9cb5-71218b3eb56c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:30.110949 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-acc243ad-5e62-4a18-983c-c34a874abcc1 req-ff36b99d-5900-4b5a-9cb5-71218b3eb56c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.1016479 Jun 30 03:54:30.173646 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-acc243ad-5e62-4a18-983c-c34a874abcc1 req-8c33b5b0-d6f7-4bff-b3ac-05a6fba97114 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546269 Jun 30 03:54:30.457863 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:30.464923 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-4b701516-44c3-44ae-896e-93c015669c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:30.467448 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-4b701516-44c3-44ae-896e-93c015669c17 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d&tenant_id=38fa811a87414102833ca4f7f074e543 HTTP/1.1" status: 200 len: 1096 time: 0.0667615 Jun 30 03:54:30.553214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-538d79d3-846e-4c2c-9775-9261c1855cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:30.554860 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-538d79d3-846e-4c2c-9775-9261c1855cef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1096 time: 0.0615695 Jun 30 03:54:30.659857 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-0f4e749b-244b-46d2-b338-4603932d25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:30.661586 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-0f4e749b-244b-46d2-b338-4603932d25ad service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0996881 Jun 30 03:54:30.745985 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-9b8155a0-c84b-481f-b53b-ab27815759a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 999 time: 0.0775094 Jun 30 03:54:30.806842 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-9bbf8ee4-c5ca-48b0-a2a3-0d0a336f1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:30.811142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-9bbf8ee4-c5ca-48b0-a2a3-0d0a336f1805 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0588183 Jun 30 03:54:30.884451 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-7a9e72f0-abb2-46bf-98bb-1a82f4ae9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:30.886017 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-7a9e72f0-abb2-46bf-98bb-1a82f4ae9e92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684469 Jun 30 03:54:30.991431 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-9e4190a1-bca0-43f2-a00f-cf533fb827bf service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986896 Jun 30 03:54:31.094246 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-74101d36-da80-40bb-9806-47473510ed6d service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963228 Jun 30 03:54:31.375123 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818c29d-473e-4f14-8304-24e38d7b059a req-f7ca0ff3-9c75-4fae-94fc-aca052fdc002 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:31.376830 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b818c29d-473e-4f14-8304-24e38d7b059a req-f7ca0ff3-9c75-4fae-94fc-aca052fdc002 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0792179 Jun 30 03:54:31.436287 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b818c29d-473e-4f14-8304-24e38d7b059a req-82ecc894-8908-4b0b-84b9-1307cdbb606c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525222 Jun 30 03:54:32.653871 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c9179-e5e1-48fe-9a10-bb8db24ff8f2 req-9ea953da-22a6-4f8e-928c-6043260efe82 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:32.655782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a53c9179-e5e1-48fe-9a10-bb8db24ff8f2 req-9ea953da-22a6-4f8e-928c-6043260efe82 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0764050 Jun 30 03:54:32.705192 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a53c9179-e5e1-48fe-9a10-bb8db24ff8f2 req-934be4af-ca25-44a1-9ede-8ca0ccb6d51a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Jun 30 03:54:33.933603 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21a102-32c4-40f9-a3ad-cdca5b3bef12 req-c23fb1d2-c814-4b66-8b70-32e66a5f53e5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:33.935273 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f21a102-32c4-40f9-a3ad-cdca5b3bef12 req-c23fb1d2-c814-4b66-8b70-32e66a5f53e5 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0770698 Jun 30 03:54:33.998641 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2f21a102-32c4-40f9-a3ad-cdca5b3bef12 req-e618a1e6-a6c8-4837-8857-504b0e0eab49 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564957 Jun 30 03:54:35.232350 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff28c42-79e8-4bd2-86b6-4e4f7b149028 req-b1b2043a-5a78-435c-a974-743ca637ecbe tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:35.234360 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fff28c42-79e8-4bd2-86b6-4e4f7b149028 req-b1b2043a-5a78-435c-a974-743ca637ecbe tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0831990 Jun 30 03:54:35.281667 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-fff28c42-79e8-4bd2-86b6-4e4f7b149028 req-678261f2-1e5c-4344-9ba1-7503946d5bbe tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398836 Jun 30 03:54:36.484992 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7b56f-83e0-4ead-b08d-bb617031c1c9 req-4a0774b1-4d75-4e87-bc45-15ace315cec7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:36.486795 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0eb7b56f-83e0-4ead-b08d-bb617031c1c9 req-4a0774b1-4d75-4e87-bc45-15ace315cec7 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0738356 Jun 30 03:54:36.533976 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0eb7b56f-83e0-4ead-b08d-bb617031c1c9 req-c4e89be8-a1f7-41ab-8f4c-7e74400c586e tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403080 Jun 30 03:54:37.749330 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211d7d-763b-419a-842c-2f71a158fd0b req-ee4368ac-7841-446e-9836-ca789d5bc006 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:37.751056 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1211d7d-763b-419a-842c-2f71a158fd0b req-ee4368ac-7841-446e-9836-ca789d5bc006 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0734265 Jun 30 03:54:37.796652 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1211d7d-763b-419a-842c-2f71a158fd0b req-bdce68dd-b8c0-47b5-8c6d-4970161abd2b tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394661 Jun 30 03:54:39.000400 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ba61a-2368-48b7-bb6a-4041e7acf94d req-76e12231-9d19-4c4f-927c-cf779612b088 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:39.002141 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f30ba61a-2368-48b7-bb6a-4041e7acf94d req-76e12231-9d19-4c4f-927c-cf779612b088 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0847480 Jun 30 03:54:39.059686 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f30ba61a-2368-48b7-bb6a-4041e7acf94d req-dfefed27-453d-4d57-91c1-2e7917ae2fab tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482147 Jun 30 03:54:40.286752 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f3908-5a1f-4fbf-8e45-bfe09eabf656 req-d5025a1c-b478-4b23-9726-3cf5e12a7ed9 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:40.289109 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a70f3908-5a1f-4fbf-8e45-bfe09eabf656 req-d5025a1c-b478-4b23-9726-3cf5e12a7ed9 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 944 time: 0.0811028 Jun 30 03:54:40.349029 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a70f3908-5a1f-4fbf-8e45-bfe09eabf656 req-898922cb-6b66-45d8-8c4c-a5f8d6465a35 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538080 Jun 30 03:54:40.569789 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fd5e1535-e983-4db5-a1e7-9234be0f9095 details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:54:40.715966 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fd5e1535-e983-4db5-a1e7-9234be0f9095, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:40.733260 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'port_id': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'mac_address': 'fa:16:3e:01:32:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:54:40.807191 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:40.829768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5e1535-e983-4db5-a1e7-9234be0f9095 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:54:40.857261 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fd5e1535-e983-4db5-a1e7-9234be0f9095, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:40.864678 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:40.940743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fd5e1535-e983-4db5-a1e7-9234be0f9095,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:41.093818 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['fd5e1535-e983-4db5-a1e7-9234be0f9095'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:54:41.606660 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e50c6-71bf-405f-8eb2-481fd9d099e8 req-bb44fe2b-9e76-4e14-b4f8-bfee5391c37c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:41.608569 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5a5e50c6-71bf-405f-8eb2-481fd9d099e8 req-bb44fe2b-9e76-4e14-b4f8-bfee5391c37c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 945 time: 0.0926578 Jun 30 03:54:41.658803 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-5a5e50c6-71bf-405f-8eb2-481fd9d099e8 req-d8c1124f-d3a6-4f84-9948-8e29ee11e5e6 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433519 Jun 30 03:54:42.586274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fd5e1535-e983-4db5-a1e7-9234be0f9095 up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:54:42.677357 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port fd5e1535-e983-4db5-a1e7-9234be0f9095 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:54:42.678144 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:42.802528 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:42.837432 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:54:42.840235 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c60e6c-9ed5-487f-be73-9f5d167faf71" -d '{"events": [{"server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "name": "network-vif-plugged", "status": "completed", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:54:42.864498 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port fd5e1535-e983-4db5-a1e7-9234be0f9095, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:54:42.877751 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:42.933130 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eb21a8-7c3b-4fd0-bd18-9f05fff6f890 x-openstack-request-id: req-f2eb21a8-7c3b-4fd0-bd18-9f05fff6f890 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:54:42.933130 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "name": "network-vif-plugged", "status": "completed", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:54:42.933701 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f2eb21a8-7c3b-4fd0-bd18-9f05fff6f890 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:54:42.934028 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'code': 200} Jun 30 03:54:42.946969 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3c4f3-ffc9-4709-8d0b-f33ebe195160 req-dcaabc93-298e-4ccf-b259-2b510d2cd76a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:42.956003 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efb3c4f3-ffc9-4709-8d0b-f33ebe195160 req-dcaabc93-298e-4ccf-b259-2b510d2cd76a tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 945 time: 0.1253285 Jun 30 03:54:42.962437 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=fd5e1535-e983-4db5-a1e7-9234be0f9095,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:54:43.003306 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efb3c4f3-ffc9-4709-8d0b-f33ebe195160 req-aa4ced12-39b9-4ffa-bfdf-f879400ea7f4 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463724 Jun 30 03:54:43.145143 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfaed2-669a-4a14-9537-8390721dff08 req-6eeab4b3-bed1-4de3-9ed2-635064e3bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:43.147214 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8cfaed2-669a-4a14-9537-8390721dff08 req-6eeab4b3-bed1-4de3-9ed2-635064e3bc58 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0678139 Jun 30 03:54:43.201297 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8cfaed2-669a-4a14-9537-8390721dff08 req-8e73b4a0-0a18-4bd2-af40-5570841fba6c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470178 Jun 30 03:54:44.237890 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62c061-1ee7-4565-a0de-b7acd6322d35 req-e88e614d-f057-450c-8309-b595a9f1726b tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:44.239687 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af62c061-1ee7-4565-a0de-b7acd6322d35 req-e88e614d-f057-450c-8309-b595a9f1726b tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0706484 Jun 30 03:54:44.288809 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-af62c061-1ee7-4565-a0de-b7acd6322d35 req-39bc710c-c554-4ede-a842-1fec7486f014 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Jun 30 03:54:46.876809 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:47.055539 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:54.529929 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-6e7c54fc-7f4e-46cc-891f-48c4eff2dd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:54.956142 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-76e31be5-999c-4a23-96e0-5074c3d17115 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0752127 Jun 30 03:54:55.113619 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-80bab06d-3471-4515-b913-f2565921905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:55.115853 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-80bab06d-3471-4515-b913-f2565921905c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0957308 Jun 30 03:54:55.268846 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-a7ef26fb-3ed3-4d3b-8977-2fbdd3b65c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:55.270709 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-a7ef26fb-3ed3-4d3b-8977-2fbdd3b65c5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.1275795 Jun 30 03:54:55.357306 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-9e36aa99-cee8-4530-b734-a13bff0da227 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 1001 time: 0.0793517 Jun 30 03:54:55.429359 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-3829e3cd-b859-49dd-bf94-e0838d386ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:55.431933 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-3829e3cd-b859-49dd-bf94-e0838d386ea7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0684683 Jun 30 03:54:55.528955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-e0d88ca4-0ffa-4864-91f2-e4826e4dca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:54:55.531579 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-e0d88ca4-0ffa-4864-91f2-e4826e4dca88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927353 Jun 30 03:54:55.657550 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-182bf824-52ce-4582-b562-c2049b5b27c2 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168342 Jun 30 03:54:55.780392 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-fb18074d-3fa6-4745-b074-88da9f4d5cf1 req-89e7e87f-aaca-4b1d-8ea4-d974d65f1945 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154261 Jun 30 03:54:57.124027 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c8d7d9d2-3a4f-41b6-8ef8-f55181ae7f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:57.230767 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:58.666648 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:54:59.731772 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:55:00.462874 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:16.902626 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:17.051201 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:24.525062 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-51455781-967d-4e3c-859d-5d35ce955db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:27.117468 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dceac442-f304-4415-b0db-96a0d7ffe8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:27.224936 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:28.662593 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:30.459443 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:36.732095 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:55:46.892833 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:47.061965 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:54.525965 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-100719f0-d679-49a2-93c3-07f32f7e6e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:55.955643 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-663514fc-365a-4570-9ca3-243195aec981 req-2b4b3e9e-9f3d-4cb3-a97e-509609c1360d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0695693 Jun 30 03:55:56.066372 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663514fc-365a-4570-9ca3-243195aec981 req-02a3ab43-faf2-4682-9079-82a92bc28892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:56.068040 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-663514fc-365a-4570-9ca3-243195aec981 req-02a3ab43-faf2-4682-9079-82a92bc28892 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0627861 Jun 30 03:55:56.185447 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663514fc-365a-4570-9ca3-243195aec981 req-fa883a99-99e8-4281-bbe8-09c80538503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:56.187000 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-663514fc-365a-4570-9ca3-243195aec981 req-fa883a99-99e8-4281-bbe8-09c80538503d service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0929437 Jun 30 03:55:56.266161 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-663514fc-365a-4570-9ca3-243195aec981 req-78514247-6001-403c-bae4-7339a14fdfa2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 1001 time: 0.0726089 Jun 30 03:55:56.338239 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663514fc-365a-4570-9ca3-243195aec981 req-22340721-74d2-48dd-84d3-4d88a6672261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:56.339822 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-663514fc-365a-4570-9ca3-243195aec981 req-22340721-74d2-48dd-84d3-4d88a6672261 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0679178 Jun 30 03:55:56.408410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663514fc-365a-4570-9ca3-243195aec981 req-3ec3a3e8-fcd2-45db-9806-f10782377fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:55:56.410119 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-663514fc-365a-4570-9ca3-243195aec981 req-3ec3a3e8-fcd2-45db-9806-f10782377fb5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638003 Jun 30 03:55:56.541388 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-663514fc-365a-4570-9ca3-243195aec981 req-3bd875f4-ab0e-4954-97ea-60f788581f1b service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246998 Jun 30 03:55:56.645949 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-663514fc-365a-4570-9ca3-243195aec981 req-10f0568b-d66b-4b7a-811f-95501f70c0f8 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980463 Jun 30 03:55:57.128688 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d29f5df0-51b1-46cb-9b91-f1cb8f6d2c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:57.238876 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:58.672475 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:55:59.955058 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53118) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:00.131195 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Deleting port bf09141e-e569-401c-b661-a210113eaf4f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:00.131598 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:00.241206 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:00.241725 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:00.259559 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Calling delete_port for bf09141e-e569-401c-b661-a210113eaf4f owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:00.466863 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:00.473769 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:00.502741 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event deleted for resources: {'Port': ['ID=bf09141e-e569-401c-b661-a210113eaf4f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:00.518253 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.518895 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.519463 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.520030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.520585 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.521142 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.521677 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.522340 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.522959 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.523557 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.524100 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.524640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:00.613453 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:00.614029 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Floating IP 8470e296-0e35-404f-a27d-f48746517f31 disassociated (deleted). External IP: 172.25.7.86, port: fd5e1535-e983-4db5-a1e7-9234be0f9095. Jun 30 03:56:00.879468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:01.003556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:01.008553 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:01.017821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] Sync routers for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:01.027924 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:01.028553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:01.054780 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9f31eca7-d71d-48b2-867d-e864c5f7344f tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "DELETE /v2.0/floatingips/8470e296-0e35-404f-a27d-f48746517f31 HTTP/1.1" status: 204 len: 168 time: 1.0983305 Jun 30 03:56:01.055664 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:01.059707 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f" -d '{"events": [{"name": "network-changed", "server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:01.112551 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f301a44-be0c-4cd4-89ab-514e57336124 x-openstack-request-id: req-3f301a44-be0c-4cd4-89ab-514e57336124 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:01.112969 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:01.113327 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f301a44-be0c-4cd4-89ab-514e57336124 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:01.113843 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'status': 'completed', 'code': 200} Jun 30 03:56:01.201831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:01.208375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-66f1336e-677c-42c0-8e59-56f7d03c99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:01.210215 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-66f1336e-677c-42c0-8e59-56f7d03c99c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38fa811a87414102833ca4f7f074e543&device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 1098 time: 0.0726054 Jun 30 03:56:01.315173 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-84f8eff1-e956-4864-b2ea-9c8f1e5b1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:01.316704 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-84f8eff1-e956-4864-b2ea-9c8f1e5b1afd service neutron] 10.222.0.73 "GET /v2.0/networks?id=1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 200 len: 910 time: 0.0990758 Jun 30 03:56:01.396657 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-1ab8be2c-85da-4fb2-bd1a-729406803ad7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 200 len: 217 time: 0.0722136 Jun 30 03:56:01.484751 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-642775ae-57ff-454e-8174-196c39b0e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:01.486618 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-642775ae-57ff-454e-8174-196c39b0e942 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 200 len: 848 time: 0.0781822 Jun 30 03:56:01.606966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-df54e09a-f5c1-4c8b-8745-90532c827f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:01.608511 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-df54e09a-f5c1-4c8b-8745-90532c827f86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1e13a376-7117-48c0-b477-3ee9936e6920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146109 Jun 30 03:56:01.676562 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2df6e-21a3-4b22-b1ae-431108f957fa req-3fb31662-8eac-4896-b42e-82d7ff596885 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:01.678254 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bf2df6e-21a3-4b22-b1ae-431108f957fa req-3fb31662-8eac-4896-b42e-82d7ff596885 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.1412508 Jun 30 03:56:01.754508 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-2bf2df6e-21a3-4b22-b1ae-431108f957fa req-9002b840-6cab-4cb5-8297-56a8bf666103 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626051 Jun 30 03:56:01.754898 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:01.759890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-327a88cd-8285-4db9-978a-7a64c521a985 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418729 Jun 30 03:56:01.801414 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] Checking router: 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:01.814705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:01.815765 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:01.883407 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a65c4af3-d89b-48e3-a1da-e7c7c3ffa62f req-d4084d6c-bae5-48b2-b182-ac3467825dc2 service neutron] 10.222.0.73 "GET /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154604 Jun 30 03:56:01.956888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:02.189488 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:02.224100 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426e30a-5d91-4cda-b9c1-9c94b0ccc1dd None None] The sync data for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 is: [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:40Z', 'revision_number': 4, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'bc87fc0b-d3aa-4053-8114-863837c0f277', 'name': '', 'network_id': '1e13a376-7117-48c0-b477-3ee9936e6920', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'mac_address': 'fa:16:3e:86:d3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:39Z', 'updated_at': '2021-06-30T03:46:46Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'subnets': [{'id': '41acdddf-cdfa-4ffa-bd7b-4b2796706bb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:02.533901 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac92d818-c497-4808-9a56-d3506e06dd7c None None] New status for floating IP 8470e296-0e35-404f-a27d-f48746517f31: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:56:02.996392 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826163a-d79f-4c91-97a2-5174eaa3afe1 req-66387932-fbc0-472b-b980-76fe6a5a4249 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:02.998661 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f826163a-d79f-4c91-97a2-5174eaa3afe1 req-66387932-fbc0-472b-b980-76fe6a5a4249 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0870709 Jun 30 03:56:03.068991 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f826163a-d79f-4c91-97a2-5174eaa3afe1 req-334966f9-55a1-41e3-a672-c04ecffc4e14 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/security-groups?id=969dc52a-7938-449b-bf24-2d6c347c5a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625646 Jun 30 03:56:03.078707 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-8da6dc70-9aba-413f-9a89-222684f6eb1c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:03.081519 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-8da6dc70-9aba-413f-9a89-222684f6eb1c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.73 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 946 time: 0.0998721 Jun 30 03:56:03.197928 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-25163cd5-06fd-474a-b3aa-9e3fa193f320 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Deleting port fd5e1535-e983-4db5-a1e7-9234be0f9095 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:03.198520 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-25163cd5-06fd-474a-b3aa-9e3fa193f320 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:03.315374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-25163cd5-06fd-474a-b3aa-9e3fa193f320 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] For port fd5e1535-e983-4db5-a1e7-9234be0f9095, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=fd5e1535-e983-4db5-a1e7-9234be0f9095,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:03.315967 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-25163cd5-06fd-474a-b3aa-9e3fa193f320 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:03.339591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-25163cd5-06fd-474a-b3aa-9e3fa193f320 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Calling delete_port for fd5e1535-e983-4db5-a1e7-9234be0f9095 owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:03.489039 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-25163cd5-06fd-474a-b3aa-9e3fa193f320 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:03.976563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25163cd5-06fd-474a-b3aa-9e3fa193f320 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event deleted for resources: {'Port': ['ID=fd5e1535-e983-4db5-a1e7-9234be0f9095,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:04.030276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-25163cd5-06fd-474a-b3aa-9e3fa193f320 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] No DVR routers for this DVR port fd5e1535-e983-4db5-a1e7-9234be0f9095 on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:04.033162 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-25163cd5-06fd-474a-b3aa-9e3fa193f320 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:04.036727 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c0d631f5-e2c4-4878-9368-377f7afeef67 req-25163cd5-06fd-474a-b3aa-9e3fa193f320 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.73 "DELETE /v2.0/ports/fd5e1535-e983-4db5-a1e7-9234be0f9095 HTTP/1.1" status: 204 len: 173 time: 0.9496875 Jun 30 03:56:04.037189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'name': 'network-vif-deleted', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:04.039852 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f958a4e-8279-4bcc-9f0c-4465e414f80c" -d '{"events": [{"server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "name": "network-vif-deleted", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:04.115179 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1fcfe5-6f99-408b-bc94-5a79cd7faf83 x-openstack-request-id: req-4d1fcfe5-6f99-408b-bc94-5a79cd7faf83 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:04.115179 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2610461c-b072-4a8c-84e6-72157886ca6d", "name": "network-vif-deleted", "tag": "fd5e1535-e983-4db5-a1e7-9234be0f9095", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:04.115179 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d1fcfe5-6f99-408b-bc94-5a79cd7faf83 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:04.116637 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2610461c-b072-4a8c-84e6-72157886ca6d', 'name': 'network-vif-deleted', 'tag': 'fd5e1535-e983-4db5-a1e7-9234be0f9095', 'status': 'completed', 'code': 200} Jun 30 03:56:04.286238 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-973523ed-660b-430f-872f-414774283663 req-2b0ec2e6-6499-4c72-aa73-8b55c2f137ad tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 210 time: 0.0329807 Jun 30 03:56:05.512193 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a686096f-f12d-49d2-8939-6d17753a0094 req-14414cd9-30e1-4eb1-8c38-6e7d4877b951 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 210 time: 0.0374689 Jun 30 03:56:06.702794 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-9decaf12-f229-4ca9-a8b9-c921198fb9fe req-279ebf5f-c6ed-4807-af08-ca64c79a933b tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 210 time: 0.0374572 Jun 30 03:56:07.100637 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fd5e1535-e983-4db5-a1e7-9234be0f9095 no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:07.128607 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: fd5e1535-e983-4db5-a1e7-9234be0f9095 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:07.129081 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device fd5e1535-e983-4db5-a1e7-9234be0f9095 not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:07.944670 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-31d9f659-a212-4847-933b-65dbcf8d4f7d req-0380d03e-2c03-4750-97b9-ef14560f3b4c tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2610461c-b072-4a8c-84e6-72157886ca6d HTTP/1.1" status: 200 len: 210 time: 0.0596139 Jun 30 03:56:09.065374 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53154) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:09.176860 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37e88d87-a581-43a2-91ad-221bf6904956 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:09.226923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37e88d87-a581-43a2-91ad-221bf6904956 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:09.333073 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37e88d87-a581-43a2-91ad-221bf6904956 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:09.338462 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-37e88d87-a581-43a2-91ad-221bf6904956 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:09.340504 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-37e88d87-a581-43a2-91ad-221bf6904956 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] 10.222.0.55 "DELETE /v2.0/security-groups/969dc52a-7938-449b-bf24-2d6c347c5a4e HTTP/1.1" status: 204 len: 168 time: 0.2735913 Jun 30 03:56:09.357329 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e88d87-a581-43a2-91ad-221bf6904956 tempest-TestShelveInstance-744986113 tempest-TestShelveInstance-744986113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969dc52a-7938-449b-bf24-2d6c347c5a4e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:09.415630 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53158) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:10.016521 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:10.734763 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Deleting port bc87fc0b-d3aa-4053-8114-863837c0f277 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:10.735641 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:10.871359 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] For port bc87fc0b-d3aa-4053-8114-863837c0f277, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=bc87fc0b-d3aa-4053-8114-863837c0f277,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:10.871971 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:10.896023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Calling delete_port for bc87fc0b-d3aa-4053-8114-863837c0f277 owned by network:router_interface {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:11.215713 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:11.252074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc87fc0b-d3aa-4053-8114-863837c0f277,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:11.288566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.288566 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.289074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.289074 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.289657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.290009 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.290210 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.290555 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.290887 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.291221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.291636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.291971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:11.510860 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:11.836001 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:11.964378 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:11.970201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-d64ec6c0-d40a-446a-8177-b69f81e27698 admin admin] 10.222.0.55 "PUT /v2.0/routers/2160f65c-1d6e-47f7-8ef8-6510cd683bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5517833 Jun 30 03:56:11.972619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53162) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:11.975565 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] Sync routers for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:11.986264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:11.987022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:12.101227 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Notify callbacks [] for router, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:12.124827 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:12.234667 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:12.307037 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Deleting port af1928e1-f2b1-4b7a-be8e-6b252962136e {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:12.307462 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:12.377573 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:56:11Z', 'revision_number': 5, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port': {'id': 'af1928e1-f2b1-4b7a-be8e-6b252962136e', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:12.408159 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] Checking router: 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:12.419597 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] Routers {'2160f65c-1d6e-47f7-8ef8-6510cd683bc7'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:12.420726 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:12.423715 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] For port af1928e1-f2b1-4b7a-be8e-6b252962136e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=af1928e1-f2b1-4b7a-be8e-6b252962136e,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:12.424272 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:12.441660 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Calling delete_port for af1928e1-f2b1-4b7a-be8e-6b252962136e owned by network:router_gateway {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:12.533993 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] Set router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:12.599471 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:56:12Z', 'revision_number': 6, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:12.635040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b237cc2c-9c0e-42df-b79a-d80e82011ea1 None None] The sync data for ids ['2160f65c-1d6e-47f7-8ef8-6510cd683bc7'] in n-d-758944-39 is: [{'id': '2160f65c-1d6e-47f7-8ef8-6510cd683bc7', 'name': 'tempest-TestShelveInstance-1657030619-router', 'tenant_id': '38fa811a87414102833ca4f7f074e543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:37Z', 'updated_at': '2021-06-30T03:56:12Z', 'revision_number': 6, 'project_id': '38fa811a87414102833ca4f7f074e543', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:12.678485 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:12.715085 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1928e1-f2b1-4b7a-be8e-6b252962136e,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:12.780906 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:12.896356 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:12.899219 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:12.955908 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:12.956409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2160f65c-1d6e-47f7-8ef8-6510cd683bc7 {{(pid=93771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:56:12.961501 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] Notify callbacks [] for router, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:12.962914 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-c5accd2e-d4bc-44df-8e09-9e52f26b6f81 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2160f65c-1d6e-47f7-8ef8-6510cd683bc7 HTTP/1.1" status: 204 len: 168 time: 0.9890635 Jun 30 03:56:12.966351 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53164) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:13.032068 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-335050e2-0b86-46ee-a757-fbdf70ae2382 admin admin] Deleting subnet 41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:56:13.036061 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335050e2-0b86-46ee-a757-fbdf70ae2382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.090280 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335050e2-0b86-46ee-a757-fbdf70ae2382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.199260 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335050e2-0b86-46ee-a757-fbdf70ae2382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.269876 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335050e2-0b86-46ee-a757-fbdf70ae2382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.318552 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335050e2-0b86-46ee-a757-fbdf70ae2382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41acdddf-cdfa-4ffa-bd7b-4b2796706bb4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:13.324227 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-335050e2-0b86-46ee-a757-fbdf70ae2382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.324497 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c52390-b168-4656-b745-04f437d11b66 None None] Network 1e13a376-7117-48c0-b477-3ee9936e6920 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:13.327487 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-335050e2-0b86-46ee-a757-fbdf70ae2382 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/41acdddf-cdfa-4ffa-bd7b-4b2796706bb4 HTTP/1.1" status: 204 len: 168 time: 0.3597879 Jun 30 03:56:13.330304 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53166) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:13.431019 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.499925 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Deleting port 3091b281-02c9-45f5-a92a-207967787c38 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:13.500469 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.604394 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] For port 3091b281-02c9-45f5-a92a-207967787c38, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=3091b281-02c9-45f5-a92a-207967787c38,segment=NetworkSegment(1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113),segment_id=1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:13.604987 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.630585 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] DHCP port deletion for 1e13a376-7117-48c0-b477-3ee9936e6920 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:56:13.633750 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Calling delete_port for 3091b281-02c9-45f5-a92a-207967787c38 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:13.735282 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:56:13.746175 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.776655 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Deleting port 3091b281-02c9-45f5-a92a-207967787c38 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:13.776941 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.789043 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Pushing event deleted for resources: {'Port': ['ID=3091b281-02c9-45f5-a92a-207967787c38,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:13.795248 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] No DVR routers for this DVR port 3091b281-02c9-45f5-a92a-207967787c38 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:13.888924 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.904062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e13a376-7117-48c0-b477-3ee9936e6920']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:13.911963 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] For port 3091b281-02c9-45f5-a92a-207967787c38, host n-d-758944-39, got binding levels [] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:13.913004 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.930138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:13.930838 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b85c6f2-9221-4d6e-b8c6-4ec45ca9c113') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:13.939693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Calling delete_port for 3091b281-02c9-45f5-a92a-207967787c38 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:13.945951 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.946311 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.ipam_backend_mixin [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Port 3091b281-02c9-45f5-a92a-207967787c38 was not found and therefore no delete operation was performed {{(pid=93772) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 03:56:13.965395 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.976893 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:56:13.977488 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:56:13.980294 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:56:13.996327 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:14.033181 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] No DVR routers for this DVR port 3091b281-02c9-45f5-a92a-207967787c38 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:14.039815 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Pushing event deleted for resources: {'Port': ['ID=3091b281-02c9-45f5-a92a-207967787c38,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:14.055135 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:14.057630 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.057907 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.058264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.059550 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.059902 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.060251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.060587 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.061324 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.061625 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.061961 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.062291 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.062610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b834a2c-058b-4c0d-b02f-857fae76a6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:14.077410 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:14.079834 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1e13a376-7117-48c0-b477-3ee9936e6920 HTTP/1.1" status: 204 len: 168 time: 0.7477543 Jun 30 03:56:14.082103 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb8752-aee1-46b4-9f76-2974bcdeac94 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e13a376-7117-48c0-b477-3ee9936e6920,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:14.083131 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53168) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:14.312228 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device af1928e1-f2b1-4b7a-be8e-6b252962136e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:14.338923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: af1928e1-f2b1-4b7a-be8e-6b252962136e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:14.339955 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device af1928e1-f2b1-4b7a-be8e-6b252962136e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:14.340175 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bc87fc0b-d3aa-4053-8114-863837c0f277 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:14.370695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: bc87fc0b-d3aa-4053-8114-863837c0f277 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:14.371074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device bc87fc0b-d3aa-4053-8114-863837c0f277 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:14.371496 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3091b281-02c9-45f5-a92a-207967787c38 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:14.391826 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 3091b281-02c9-45f5-a92a-207967787c38 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:14.392262 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 3091b281-02c9-45f5-a92a-207967787c38 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:14.501383 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:14.812853 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] Deleting port dc744b08-47a4-40c9-b283-1ee80a215a78 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:14.813237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:14.908168 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] For port dc744b08-47a4-40c9-b283-1ee80a215a78, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=dc744b08-47a4-40c9-b283-1ee80a215a78,segment=NetworkSegment(b1c70c9f-3d54-4899-9dd7-7c96fc9480d2),segment_id=b1c70c9f-3d54-4899-9dd7-7c96fc9480d2)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:14.908530 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:14.927410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] Calling delete_port for dc744b08-47a4-40c9-b283-1ee80a215a78 owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:15.183425 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:15.213763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc744b08-47a4-40c9-b283-1ee80a215a78,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:15.469755 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:15.756041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] Router eecf9962-5458-4c23-aac4-803be17aa83b has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:15.873370 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:15.881292 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-51df32b6-f22d-4c99-8e24-c8b71969bca2 admin admin] 10.222.0.55 "PUT /v2.0/routers/eecf9962-5458-4c23-aac4-803be17aa83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7968256 Jun 30 03:56:15.885513 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53170) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:15.888646 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] Sync routers for ids ['eecf9962-5458-4c23-aac4-803be17aa83b'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:15.902798 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] Routers {'eecf9962-5458-4c23-aac4-803be17aa83b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:15.903480 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eecf9962-5458-4c23-aac4-803be17aa83b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:16.050326 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.051284 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] Set router eecf9962-5458-4c23-aac4-803be17aa83b gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:16.199215 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.283377 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Deleting port 852e9592-ab6c-47eb-944f-93caed5fd7af {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:16.284113 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.293193 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'name': 'tempest-TestShelveInstance-400907409-router', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:56:15Z', 'revision_number': 5, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'gw_port': {'id': '852e9592-ab6c-47eb-944f-93caed5fd7af', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:16.333848 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] Checking router: eecf9962-5458-4c23-aac4-803be17aa83b for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:16.344992 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] Routers {'eecf9962-5458-4c23-aac4-803be17aa83b'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:16.345904 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['eecf9962-5458-4c23-aac4-803be17aa83b'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:16.381766 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] For port 852e9592-ab6c-47eb-944f-93caed5fd7af, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=852e9592-ab6c-47eb-944f-93caed5fd7af,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:16.382176 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.396444 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Calling delete_port for 852e9592-ab6c-47eb-944f-93caed5fd7af owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:16.472408 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] Set router eecf9962-5458-4c23-aac4-803be17aa83b gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:16.649002 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.657517 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'name': 'tempest-TestShelveInstance-400907409-router', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:56:16Z', 'revision_number': 6, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:16.685159 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf3bb21-a6fb-4f2b-9d83-4b3417dd3746 None None] The sync data for ids ['eecf9962-5458-4c23-aac4-803be17aa83b'] in n-d-758944-39 is: [{'id': 'eecf9962-5458-4c23-aac4-803be17aa83b', 'name': 'tempest-TestShelveInstance-400907409-router', 'tenant_id': 'af617bb0520542a88c32e5ec778e2c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:46:42Z', 'updated_at': '2021-06-30T03:56:16Z', 'revision_number': 6, 'project_id': 'af617bb0520542a88c32e5ec778e2c93', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:16.685923 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Pushing event deleted for resources: {'Port': ['ID=852e9592-ab6c-47eb-944f-93caed5fd7af,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:16.770237 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.890711 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.894114 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.899261 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.943613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.944458 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eecf9962-5458-4c23-aac4-803be17aa83b {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:56:16.949272 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:16.953957 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-346b061e-b6e4-4a22-b86d-be4a166c9961 admin admin] 10.222.0.55 "DELETE /v2.0/routers/eecf9962-5458-4c23-aac4-803be17aa83b HTTP/1.1" status: 204 len: 168 time: 1.0635927 Jun 30 03:56:16.961948 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53172) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:17.033546 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacb36dc-aca1-46ae-9525-fb29dd7fd924 admin admin] Deleting subnet 735f36e9-95f9-4a6d-865c-d2b91ae5a3c5 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:56:17.037038 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cacb36dc-aca1-46ae-9525-fb29dd7fd924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.074580 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.083665 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cacb36dc-aca1-46ae-9525-fb29dd7fd924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.189474 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cacb36dc-aca1-46ae-9525-fb29dd7fd924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.280363 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cacb36dc-aca1-46ae-9525-fb29dd7fd924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.311214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb36dc-aca1-46ae-9525-fb29dd7fd924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735f36e9-95f9-4a6d-865c-d2b91ae5a3c5,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:17.318186 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-cacb36dc-aca1-46ae-9525-fb29dd7fd924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.320245 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-cacb36dc-aca1-46ae-9525-fb29dd7fd924 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/735f36e9-95f9-4a6d-865c-d2b91ae5a3c5 HTTP/1.1" status: 204 len: 168 time: 0.3568137 Jun 30 03:56:17.323740 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53174) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:17.324945 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1143b9b1-1b9f-4ebf-9517-eff13d4949d7 None None] Network a59772ca-7bc4-4e33-b17d-f4c91c1c803b requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:17.410524 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.499907 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Deleting port b2ede90a-537d-4cca-9c58-2790a1416397 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:17.500882 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.607447 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] For port b2ede90a-537d-4cca-9c58-2790a1416397, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b2ede90a-537d-4cca-9c58-2790a1416397,segment=NetworkSegment(b1c70c9f-3d54-4899-9dd7-7c96fc9480d2),segment_id=b1c70c9f-3d54-4899-9dd7-7c96fc9480d2)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:17.612151 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.628166 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Calling delete_port for b2ede90a-537d-4cca-9c58-2790a1416397 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:17.629067 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b2e873-ffd9-4c9a-b689-5c26c06669bc None None] DHCP port deletion for a59772ca-7bc4-4e33-b17d-f4c91c1c803b request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:56:17.688555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-84b2e873-ffd9-4c9a-b689-5c26c06669bc None None] Deleting port b2ede90a-537d-4cca-9c58-2790a1416397 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:56:17.689097 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84b2e873-ffd9-4c9a-b689-5c26c06669bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.729232 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.757604 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ede90a-537d-4cca-9c58-2790a1416397,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:17.761256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] No DVR routers for this DVR port b2ede90a-537d-4cca-9c58-2790a1416397 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:17.775893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-84b2e873-ffd9-4c9a-b689-5c26c06669bc None None] For port b2ede90a-537d-4cca-9c58-2790a1416397, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=b2ede90a-537d-4cca-9c58-2790a1416397,segment=NetworkSegment(b1c70c9f-3d54-4899-9dd7-7c96fc9480d2),segment_id=b1c70c9f-3d54-4899-9dd7-7c96fc9480d2)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:17.776269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84b2e873-ffd9-4c9a-b689-5c26c06669bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.800998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-84b2e873-ffd9-4c9a-b689-5c26c06669bc None None] Calling delete_port for b2ede90a-537d-4cca-9c58-2790a1416397 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:56:17.856350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.868219 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59772ca-7bc4-4e33-b17d-f4c91c1c803b']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:17.882786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:17.882786 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c70c9f-3d54-4899-9dd7-7c96fc9480d2') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:17.898098 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-84b2e873-ffd9-4c9a-b689-5c26c06669bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.901573 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.926265 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.931238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2e873-ffd9-4c9a-b689-5c26c06669bc None None] Pushing event deleted for resources: {'Port': ['ID=b2ede90a-537d-4cca-9c58-2790a1416397,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:17.938372 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:56:17.939446 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: timer() Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:56:17.942570 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:56:17.953057 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b2e873-ffd9-4c9a-b689-5c26c06669bc None None] No DVR routers for this DVR port b2ede90a-537d-4cca-9c58-2790a1416397 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:56:18.008870 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.015518 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.018403 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a59772ca-7bc4-4e33-b17d-f4c91c1c803b HTTP/1.1" status: 204 len: 168 time: 0.6933699 Jun 30 03:56:18.032587 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98a30d-c87c-4f5c-ac77-ba04a3818292 admin admin] Pushing event deleted for resources: {'Network': ['ID=a59772ca-7bc4-4e33-b17d-f4c91c1c803b,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:18.184433 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53178) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:18.260431 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0836c1d3-7f05-4ea8-841c-e64f558516c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38fa811a87414102833ca4f7f074e543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714121 Jun 30 03:56:18.262772 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53180) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:18.311156 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dc744b08-47a4-40c9-b283-1ee80a215a78 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:18.330844 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2848d403-1093-4342-b69c-e6507219d2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.338019 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: dc744b08-47a4-40c9-b283-1ee80a215a78 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:18.338472 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device dc744b08-47a4-40c9-b283-1ee80a215a78 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:18.339147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 852e9592-ab6c-47eb-944f-93caed5fd7af no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:18.361368 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2848d403-1093-4342-b69c-e6507219d2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.364336 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 852e9592-ab6c-47eb-944f-93caed5fd7af {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:18.364702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 852e9592-ab6c-47eb-944f-93caed5fd7af not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:18.365137 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b2ede90a-537d-4cca-9c58-2790a1416397 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:56:18.385289 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: b2ede90a-537d-4cca-9c58-2790a1416397 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:56:18.385640 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device b2ede90a-537d-4cca-9c58-2790a1416397 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:56:18.418244 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2848d403-1093-4342-b69c-e6507219d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.421031 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-2848d403-1093-4342-b69c-e6507219d2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.422298 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-2848d403-1093-4342-b69c-e6507219d2fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/882ca7d4-eacf-4ff5-912a-db5564c38f84 HTTP/1.1" status: 204 len: 168 time: 0.1585233 Jun 30 03:56:18.434978 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848d403-1093-4342-b69c-e6507219d2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882ca7d4-eacf-4ff5-912a-db5564c38f84,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:18.832127 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53186) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:18.877211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-24cd1b49-0a84-4f03-87a7-757993668f8a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af617bb0520542a88c32e5ec778e2c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437651 Jun 30 03:56:18.880887 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53188) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:18.938281 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c36fee5-b484-44d2-8f79-2c599e4e765a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:18.963098 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c36fee5-b484-44d2-8f79-2c599e4e765a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:19.014015 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c36fee5-b484-44d2-8f79-2c599e4e765a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:19.018606 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4c36fee5-b484-44d2-8f79-2c599e4e765a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:19.020553 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4c36fee5-b484-44d2-8f79-2c599e4e765a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fda1aa09-9e3b-43d8-ba7a-eabc415d6919 HTTP/1.1" status: 204 len: 168 time: 0.1384206 Jun 30 03:56:19.029031 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36fee5-b484-44d2-8f79-2c599e4e765a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda1aa09-9e3b-43d8-ba7a-eabc415d6919,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:19.777774 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53210) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:19.888307 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-290834827-network', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:19.913152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Made reservation on behalf of e5ee7832a8704eb79f810aee4a4929fc for: {'network': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:19.915608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:19.931153 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.024536 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.029506 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.054276 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93770) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:56:20.065002 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f246b3f-b372-48ad-a6b4-230ca3035baa,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:20.070483 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.070937 n-d-758944-39 neutron-server[93770]: INFO neutron.db.segments_db [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Added segment 6120fc3b-69f7-4aa5-9e0c-c03828489b6d of type vlan for network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 Jun 30 03:56:20.119686 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.161824 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.163700 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:20.164684 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Notify callbacks [] for network, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.234982 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4559147 Jun 30 03:56:20.241662 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53214) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:20.248196 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Request body: {'subnet': {'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-290834827-subnet', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:20.252243 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce570526-38e9-423a-b104-765883ce476a admin admin] Pushing event updated for resources: {'Network': ['ID=2f3aded6-dcbd-4552-91e3-bf84beea17a4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:20.269314 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:56:20.279180 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Made reservation on behalf of e5ee7832a8704eb79f810aee4a4929fc for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:20.281660 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.479777 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.536451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2ad648-951a-4cb8-beb5-db1732ae4ae8,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:20.549228 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Checking segment: {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:20.549619 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Network hostable DHCP agents. Network: 2f3aded6-dcbd-4552-91e3-bf84beea17a4, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:56:20.569432 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:56:20.580866 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, 2f3aded6-dcbd-4552-91e3-bf84beea17a4) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:20.588307 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:20.588307 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.592983 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aabd45-b09f-4ad4-95ef-b5b152b444af None None] Network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:20.611983 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-e2801b63-c524-4d2b-9d34-117a7cf60427 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3686457 Jun 30 03:56:20.614960 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53216) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:20.622189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:20.651613 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.652947 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.718021 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.763290 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:56:20.764772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.883434 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:20.933167 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Allocated IP 172.20.0.2 (2f3aded6-dcbd-4552-91e3-bf84beea17a4/dc2ad648-951a-4cb8-beb5-db1732ae4ae8/c9b0d8bc-2c45-4f7b-915c-6a85face25f9) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:21.105879 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.116288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Transition to ACTIVE for port object c9b0d8bc-2c45-4f7b-915c-6a85face25f9 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:21.134074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Transition to ACTIVE for port object c9b0d8bc-2c45-4f7b-915c-6a85face25f9 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:21.140237 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.187689 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:21.192107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:21.198548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:21.216684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Pushing event updated for resources: {'Port': ['ID=c9b0d8bc-2c45-4f7b-915c-6a85face25f9,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:21.268990 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Attempting to bind port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:21.269358 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Attempting to bind port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:21.270040 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Attempting to bind port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 on network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:21.275888 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:21.276274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Checking segment: {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:21.276670 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.277052 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Bound using segment: {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:21.277516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Bound port: c9b0d8bc-2c45-4f7b-915c-6a85face25f9, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:21.277891 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.513218 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.518876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] For port c9b0d8bc-2c45-4f7b-915c-6a85face25f9, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:21.522130 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] For port c9b0d8bc-2c45-4f7b-915c-6a85face25f9, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c9b0d8bc-2c45-4f7b-915c-6a85face25f9,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:21.528034 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.533712 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.592610 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0ea8c-1a7a-4523-8ee2-40db50afcfa3 None None] Pushing event updated for resources: {'Port': ['ID=c9b0d8bc-2c45-4f7b-915c-6a85face25f9,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:21.656184 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Allocated IP 172.25.7.120 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:21.800070 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.847264 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:21.894902 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:21.898321 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:21.904602 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:21.910667 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Pushing event updated for resources: {'Port': ['ID=77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:22.181625 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:22.344671 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c9b0d8bc-2c45-4f7b-915c-6a85face25f9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:22.402834 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:22.431351 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:22.574241 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f13d5ae-19b4-4139-a8d7-b466f502c0d3 None None] Network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:22.588320 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Router 3640646b-396d-4c4e-b250-6e96e2cfc05a is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:56:22.639724 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-56c4e6db-35b1-4bec-ae3c-cf71d1ce80ae None None] Provisioning for port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:22.652892 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-56c4e6db-35b1-4bec-ae3c-cf71d1ce80ae None None] Provisioning complete for port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:22.653269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56c4e6db-35b1-4bec-ae3c-cf71d1ce80ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:22.706525 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:22.723708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Sync routers for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:22.734423 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:22.735837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dc69391c-a3c4-49a5-a5f9-0972272ec938 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1193771 Jun 30 03:56:22.739195 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53218) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:22.753684 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:22.754169 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:22.893209 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56c4e6db-35b1-4bec-ae3c-cf71d1ce80ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:22.940264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:23.007535 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-56c4e6db-35b1-4bec-ae3c-cf71d1ce80ae None None] For port c9b0d8bc-2c45-4f7b-915c-6a85face25f9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c9b0d8bc-2c45-4f7b-915c-6a85face25f9,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:23.018918 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56c4e6db-35b1-4bec-ae3c-cf71d1ce80ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.128846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4e6db-35b1-4bec-ae3c-cf71d1ce80ae None None] Pushing event updated for resources: {'Port': ['ID=c9b0d8bc-2c45-4f7b-915c-6a85face25f9,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:23.206780 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:22Z', 'revision_number': 3, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:23.230442 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.234825 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Checking router: 3640646b-396d-4c4e-b250-6e96e2cfc05a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:23.235155 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Updating router 3640646b-396d-4c4e-b250-6e96e2cfc05a port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:56:23.278505 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.390708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-a16d9f2d-535a-4349-a18a-07d7676d31fd None None] Provisioning complete for port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:23.391560 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a16d9f2d-535a-4349-a18a-07d7676d31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.424672 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Allocated IP 172.20.0.1 (2f3aded6-dcbd-4552-91e3-bf84beea17a4/dc2ad648-951a-4cb8-beb5-db1732ae4ae8/a5bea2b7-169c-4256-8232-befa214f431e) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:23.570424 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.586317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Transition to ACTIVE for port object a5bea2b7-169c-4256-8232-befa214f431e will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:23.629564 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.631955 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.643379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Transition to ACTIVE for port object 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:23.651820 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.691287 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:23.695915 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:23.703709 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:23.731014 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Attempting to bind port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:23.731384 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Attempting to bind port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:23.731749 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Attempting to bind port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:23.731991 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Pushing event updated for resources: {'Port': ['ID=a5bea2b7-169c-4256-8232-befa214f431e,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:23.737450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655301b7-0b86-4edd-84c2-42addc75ff8f None None] Pushing event updated for resources: {'Port': ['ID=77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:23.742395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:23.742395 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:23.742975 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.743178 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:23.743720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Bound port: 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:23.744005 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.759649 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.802754 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] For port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:23.808821 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] For port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:23.813614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:23.876239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:23.876962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:23.930163 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655301b7-0b86-4edd-84c2-42addc75ff8f None None] Pushing event updated for resources: {'Port': ['ID=77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:23.938898 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:24.009231 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4abea247-ebf8-49a4-94b6-fd43fd73b86e None None] Provisioning for port a5bea2b7-169c-4256-8232-befa214f431e completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:24.016356 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-4abea247-ebf8-49a4-94b6-fd43fd73b86e None None] Provisioning complete for port a5bea2b7-169c-4256-8232-befa214f431e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:24.016724 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4abea247-ebf8-49a4-94b6-fd43fd73b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:24.047715 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:24.097362 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-4abea247-ebf8-49a4-94b6-fd43fd73b86e None None] Port a5bea2b7-169c-4256-8232-befa214f431e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:24.131942 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:24.137871 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:24.209229 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Pushing event updated for resources: {'Port': ['ID=a5bea2b7-169c-4256-8232-befa214f431e,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:24.212065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:24.301963 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 1, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:24.320409 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:24.321970 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:24.331450 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c9b0d8bc-2c45-4f7b-915c-6a85face25f9 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:24.334147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebe108-d54f-4dde-aeb9-08c0ec6650fd None None] The sync data for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 is: [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 1, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:24.410708 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:24.411459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:24.488293 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Router 3640646b-396d-4c4e-b250-6e96e2cfc05a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:24.553135 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-247cf3ed-07bb-42c5-baa4-8ebebee1b099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:24.628776 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-11fc95ef-95fd-469e-9a7f-5d7c17314f82 None None] Provisioning complete for port a5bea2b7-169c-4256-8232-befa214f431e triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:24.628929 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-11fc95ef-95fd-469e-9a7f-5d7c17314f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:24.651270 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:24.661437 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-49474a3e-7fd7-4d4f-9706-ae7d287efcfc admin admin] 10.222.0.55 "PUT /v2.0/routers/3640646b-396d-4c4e-b250-6e96e2cfc05a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9204895 Jun 30 03:56:24.670147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-11fc95ef-95fd-469e-9a7f-5d7c17314f82 None None] Port a5bea2b7-169c-4256-8232-befa214f431e cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:25.254945 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53234) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:25.260598 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1320752119-network', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:25.289053 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Made reservation on behalf of eae246f1f0e54c8998ee8c4bb3ff7a5d for: {'network': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:25.291654 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for network, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.302811 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.419872 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.425181 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.461423 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 03:56:25.467051 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7acba67-74b5-4f09-9b29-13c76908b8c2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:25.478271 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.478702 n-d-758944-39 neutron-server[93771]: INFO neutron.db.segments_db [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Added segment 5b1fb96e-404c-44e6-b773-aa201f1f0e28 of type vlan for network c377da5f-dd0f-49e8-9799-0f16d8427bd2 Jun 30 03:56:25.887659 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776557196620'] for network, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.925857 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241'] for network, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.927128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:25.927708 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:25.983504 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7273724 Jun 30 03:56:25.988083 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53236) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:25.995341 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Request body: {'subnet': {'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1320752119-subnet', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'ip_version': 4}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:25.999679 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1e67c-3931-46e3-a96b-2c3062f1976f admin admin] Pushing event updated for resources: {'Network': ['ID=c377da5f-dd0f-49e8-9799-0f16d8427bd2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:26.011589 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Network c377da5f-dd0f-49e8-9799-0f16d8427bd2 details requested by agent ovs-agent-n-d-758944-39 with host n-d-758944-39 {{(pid=93772) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 03:56:26.026283 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Made reservation on behalf of eae246f1f0e54c8998ee8c4bb3ff7a5d for: {'subnet': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:26.030092 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9067812'] for subnet, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.265928 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-19394469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9067826'] for subnet, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.337026 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75742503-807e-4682-8a72-5dc61c9050f6,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:26.353888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Checking segment: {'id': '5b1fb96e-404c-44e6-b773-aa201f1f0e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:26.353888 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Network hostable DHCP agents. Network: c377da5f-dd0f-49e8-9799-0f16d8427bd2, hostable agents: ['ec91e700-b0b9-4114-8cc4-c25a41086e47'], hosted agents: [] {{(pid=93771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 03:56:26.361010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:26.375560 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Network c377da5f-dd0f-49e8-9799-0f16d8427bd2 is scheduled to be hosted by DHCP agent ec91e700-b0b9-4114-8cc4-c25a41086e47 with binding_index 1 {{(pid=93771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 03:56:26.389159 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-39, c377da5f-dd0f-49e8-9799-0f16d8427bd2) {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:26.395256 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:26.395256 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.402510 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea3ad16-ec13-4d7b-8d57-0aeba75c43b4 None None] Network c377da5f-dd0f-49e8-9799-0f16d8427bd2 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:26.413133 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-b13650fd-96b1-49b9-a961-78eaa0b94db6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4237733 Jun 30 03:56:26.416209 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53238) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:26.425109 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1320752119-router', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:26.459795 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-559077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129938'] for router, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.460769 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-698958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129945'] for router, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.514430 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:26.521721 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:26.522144 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.551386 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.585764 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Sync routers for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:26.597201 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:26.597910 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:55:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:26.684465 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.689831 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6e0459e2-c79c-5af5-b1c1-dff3fe83291c-c377da5f-dd0f-49e8-9799-0f16d8427bd2', 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'fixed_ips': [{'subnet_id': '75742503-807e-4682-8a72-5dc61c9050f6'}]}} from n-d-758944-39. {{(pid=93772) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 03:56:26.690853 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.735558 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130031'] for router, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.755846 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:26.760112 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:26.807049 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:26.923279 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:26.951251 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.db_base_plugin_common [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Allocated IP 172.20.0.2 (c377da5f-dd0f-49e8-9799-0f16d8427bd2/75742503-807e-4682-8a72-5dc61c9050f6/36978748-4ca9-42c0-834c-34bd933a9784) {{(pid=93772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:27.030214 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.053929 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.062442 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:24Z', 'revision_number': 2, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:27.093354 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Checking router: 3640646b-396d-4c4e-b250-6e96e2cfc05a for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:27.093795 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Updating router 3640646b-396d-4c4e-b250-6e96e2cfc05a port a5bea2b7-169c-4256-8232-befa214f431e binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:56:27.139197 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.207504 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-88bf603f-34c7-4fa8-abf4-51e5d7684cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.218740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Allocated IP 172.25.7.152 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/55e27b94-dbfd-4e24-9775-25d487d1232c) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:27.256267 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.340794 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Notify callbacks [] for port, precommit_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.351852 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Transition to ACTIVE for port object 36978748-4ca9-42c0-834c-34bd933a9784 will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:27.368466 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.374089 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Transition to ACTIVE for port object 36978748-4ca9-42c0-834c-34bd933a9784 will not be triggered until provisioned by entity DHCP. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:27.384702 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802'] for port, after_create {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.442779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Network c377da5f-dd0f-49e8-9799-0f16d8427bd2 is already hosted by enough agents. {{(pid=93772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:27.444143 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.447633 n-d-758944-39 neutron-server[93772]: DEBUG neutron.scheduler.base_scheduler [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Resources bound (agent type, host, resource id): {{(pid=93772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:27.457435 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Received port after_create {{(pid=93772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:27.468703 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Pushing event updated for resources: {'Port': ['ID=36978748-4ca9-42c0-834c-34bd933a9784,revision_number=1']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:27.489230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:27.496337 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:27.502036 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:27.558740 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.559777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Attempting to bind port 36978748-4ca9-42c0-834c-34bd933a9784 on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:27.560148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Attempting to bind port 36978748-4ca9-42c0-834c-34bd933a9784 by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '5b1fb96e-404c-44e6-b773-aa201f1f0e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:27.560506 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Attempting to bind port 36978748-4ca9-42c0-834c-34bd933a9784 on network c377da5f-dd0f-49e8-9799-0f16d8427bd2 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:27.565810 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:27.566190 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Checking segment: {'id': '5b1fb96e-404c-44e6-b773-aa201f1f0e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:27.566579 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.567177 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Bound using segment: {'id': '5b1fb96e-404c-44e6-b773-aa201f1f0e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:27.567477 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Bound port: 36978748-4ca9-42c0-834c-34bd933a9784, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1fb96e-404c-44e6-b773-aa201f1f0e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:27.567957 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.569518 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Transition to ACTIVE for port object a5bea2b7-169c-4256-8232-befa214f431e will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:27.578095 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.582579 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Pushing event updated for resources: {'Port': ['ID=55e27b94-dbfd-4e24-9775-25d487d1232c,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:27.654858 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Pushing event updated for resources: {'Port': ['ID=a5bea2b7-169c-4256-8232-befa214f431e,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:27.668413 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] For port 36978748-4ca9-42c0-834c-34bd933a9784, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:27.672186 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] For port 36978748-4ca9-42c0-834c-34bd933a9784, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=36978748-4ca9-42c0-834c-34bd933a9784,segment=NetworkSegment(5b1fb96e-404c-44e6-b773-aa201f1f0e28),segment_id=5b1fb96e-404c-44e6-b773-aa201f1f0e28)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:27.673280 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.673834 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.674319 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.674859 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.675382 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.675870 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.676379 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.676898 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.677405 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.678070 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.678654 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.678923 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.679156 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:56:27.768995 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e920314-3878-43d1-9dba-b2ee41ce4518 None None] Pushing event updated for resources: {'Port': ['ID=36978748-4ca9-42c0-834c-34bd933a9784,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:27.772032 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Attempting to bind port a5bea2b7-169c-4256-8232-befa214f431e on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:27.772287 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Attempting to bind port a5bea2b7-169c-4256-8232-befa214f431e by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:27.772426 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Attempting to bind port a5bea2b7-169c-4256-8232-befa214f431e on network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:27.779664 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:27.780036 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Checking segment: {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:27.780431 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.780849 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Bound using segment: {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:27.781339 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Bound port: a5bea2b7-169c-4256-8232-befa214f431e, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:27.781713 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.829329 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.882795 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] For port a5bea2b7-169c-4256-8232-befa214f431e, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:27.886169 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] For port a5bea2b7-169c-4256-8232-befa214f431e, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a5bea2b7-169c-4256-8232-befa214f431e,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:27.894791 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:27.950573 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:27.951321 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:28.027796 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f8cd2-12b5-4c7a-825a-e86f7f457a22 None None] Pushing event updated for resources: {'Port': ['ID=a5bea2b7-169c-4256-8232-befa214f431e,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:28.137230 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570695'] for router, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.169205 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:28.382864 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Router d1a8c33c-1680-44d5-9c70-524746950db4 is scheduled to L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 with binding_index 1 {{(pid=93770) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 03:56:28.510940 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:28.526302 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:27Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:28.564932 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:28.565388 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.568227 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9d659-7139-4f7f-a7eb-7837ad4013cb None None] The sync data for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 is: [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:27Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:28.590395 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:28.607720 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Sync routers for ids ['d1a8c33c-1680-44d5-9c70-524746950db4'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:28.620612 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.622820 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-bb98e5b3-167d-495f-b0c6-c5e6f49d96a9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2036610 Jun 30 03:56:28.625938 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53240) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:28.630667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Routers {'d1a8c33c-1680-44d5-9c70-524746950db4'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:28.631372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d1a8c33c-1680-44d5-9c70-524746950db4'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:28.764428 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 36978748-4ca9-42c0-834c-34bd933a9784 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:28.797422 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:28.875721 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Set router d1a8c33c-1680-44d5-9c70-524746950db4 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:28.940725 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 36978748-4ca9-42c0-834c-34bd933a9784 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:28.963010 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a5bea2b7-169c-4256-8232-befa214f431e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:29.089276 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port a5bea2b7-169c-4256-8232-befa214f431e completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:29.113206 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a5bea2b7-169c-4256-8232-befa214f431e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:29.113838 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.227031 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ca3fe-5dde-4164-af72-22e60af483f9 None None] Network c377da5f-dd0f-49e8-9799-0f16d8427bd2 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:56:29.336347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'name': 'tempest-TestSnapshotPattern-1320752119-router', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:26Z', 'updated_at': '2021-06-30T03:56:27Z', 'revision_number': 3, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'gw_port': {'id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:27Z', 'updated_at': '2021-06-30T03:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:29.374178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.395364 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-46379e7d-1300-47f5-859b-6ad535356885 None None] Provisioning for port 36978748-4ca9-42c0-834c-34bd933a9784 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:29.398029 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Checking router: d1a8c33c-1680-44d5-9c70-524746950db4 for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:29.398209 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Updating router d1a8c33c-1680-44d5-9c70-524746950db4 port 55e27b94-dbfd-4e24-9775-25d487d1232c binding host n-d-758944-39 {{(pid=93772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:56:29.425264 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-46379e7d-1300-47f5-859b-6ad535356885 None None] Provisioning complete for port 36978748-4ca9-42c0-834c-34bd933a9784 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:29.425641 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46379e7d-1300-47f5-859b-6ad535356885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.511274 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port a5bea2b7-169c-4256-8232-befa214f431e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a5bea2b7-169c-4256-8232-befa214f431e,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:29.528216 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.531700 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.675588 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.801429 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=a5bea2b7-169c-4256-8232-befa214f431e,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:29.816232 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46379e7d-1300-47f5-859b-6ad535356885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:29.892416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Allocated IP 172.20.0.1 (c377da5f-dd0f-49e8-9799-0f16d8427bd2/75742503-807e-4682-8a72-5dc61c9050f6/96508b0d-5093-4441-a7ac-fa67b5eea0cc) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:29.915962 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-46379e7d-1300-47f5-859b-6ad535356885 None None] For port 36978748-4ca9-42c0-834c-34bd933a9784, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=36978748-4ca9-42c0-834c-34bd933a9784,segment=NetworkSegment(5b1fb96e-404c-44e6-b773-aa201f1f0e28),segment_id=5b1fb96e-404c-44e6-b773-aa201f1f0e28)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:29.927933 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-46379e7d-1300-47f5-859b-6ad535356885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.006583 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46379e7d-1300-47f5-859b-6ad535356885 None None] Pushing event updated for resources: {'Port': ['ID=36978748-4ca9-42c0-834c-34bd933a9784,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:30.037648 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.059455 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Transition to ACTIVE for port object 96508b0d-5093-4441-a7ac-fa67b5eea0cc will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:30.072627 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Notify callbacks [] for port, precommit_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.085699 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Transition to ACTIVE for port object 55e27b94-dbfd-4e24-9775-25d487d1232c will not be triggered until provisioned by entity L2. {{(pid=93772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:30.092572 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.124944 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.150022 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Attempting to bind port 55e27b94-dbfd-4e24-9775-25d487d1232c on host n-d-758944-39 for vnic_type normal with profile {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:30.150460 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Attempting to bind port 55e27b94-dbfd-4e24-9775-25d487d1232c by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:30.151269 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Attempting to bind port 55e27b94-dbfd-4e24-9775-25d487d1232c on network 944c7a62-4bfa-4a4f-8619-0180f1244e73 {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:30.158662 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f69dc-5ea7-4f21-8fa1-7856f28b4c69 None None] Pushing event updated for resources: {'Port': ['ID=55e27b94-dbfd-4e24-9775-25d487d1232c,revision_number=2']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:30.161578 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:30.161963 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Checking segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:30.162457 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.163028 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Bound using segment: {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'} {{(pid=93772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:30.163702 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.managers [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Bound port: 55e27b94-dbfd-4e24-9775-25d487d1232c, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8693bfaf-ebe0-43a9-8528-277a7d4f39c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73'}}] {{(pid=93772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:30.164090 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.169962 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Network c377da5f-dd0f-49e8-9799-0f16d8427bd2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:30.175120 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:30.179410 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:30.206640 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Pushing event updated for resources: {'Port': ['ID=96508b0d-5093-4441-a7ac-fa67b5eea0cc,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:30.230220 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571726'] for router_interface, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.267804 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] For port 55e27b94-dbfd-4e24-9775-25d487d1232c, host n-d-758944-39, cleared binding levels {{(pid=93772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:30.304743 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-23e55f9d-5415-4b7c-8016-b829ae1c516b None None] Provisioning complete for port 36978748-4ca9-42c0-834c-34bd933a9784 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:30.304743 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-23e55f9d-5415-4b7c-8016-b829ae1c516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.311416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] For port 55e27b94-dbfd-4e24-9775-25d487d1232c, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=55e27b94-dbfd-4e24-9775-25d487d1232c,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:30.331247 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.482791 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.545501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 36978748-4ca9-42c0-834c-34bd933a9784 up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:30.623554 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.659523 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Routers {'d1a8c33c-1680-44d5-9c70-524746950db4'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:30.660321 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d1a8c33c-1680-44d5-9c70-524746950db4'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:30.662557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f69dc-5ea7-4f21-8fa1-7856f28b4c69 None None] Pushing event updated for resources: {'Port': ['ID=55e27b94-dbfd-4e24-9775-25d487d1232c,revision_number=3']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:30.683661 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.690109 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.772080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Pushing event updated for resources: {'Port': ['ID=96508b0d-5093-4441-a7ac-fa67b5eea0cc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:30.775572 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572281'] for router_interface, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.792196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 36978748-4ca9-42c0-834c-34bd933a9784 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:30.792572 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:30.854501 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] Set router d1a8c33c-1680-44d5-9c70-524746950db4 gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:30.884178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Network c377da5f-dd0f-49e8-9799-0f16d8427bd2 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:30.886524 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:31.035998 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a5bea2b7-169c-4256-8232-befa214f431e up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:31.041771 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Router d1a8c33c-1680-44d5-9c70-524746950db4 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:31.042092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-43b7aec8-c68f-43b5-898b-2aacbd854c2d None None] Provisioning for port 96508b0d-5093-4441-a7ac-fa67b5eea0cc completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:31.070180 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-43b7aec8-c68f-43b5-898b-2aacbd854c2d None None] Provisioning complete for port 96508b0d-5093-4441-a7ac-fa67b5eea0cc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:31.070797 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43b7aec8-c68f-43b5-898b-2aacbd854c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.160284 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-43b7aec8-c68f-43b5-898b-2aacbd854c2d None None] Port 96508b0d-5093-4441-a7ac-fa67b5eea0cc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:31.215618 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:31.231163 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-9555d43e-dbe9-4434-9bab-5c8c740bc412 admin admin] 10.222.0.55 "PUT /v2.0/routers/d1a8c33c-1680-44d5-9c70-524746950db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5954840 Jun 30 03:56:31.231411 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port a5bea2b7-169c-4256-8232-befa214f431e triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:31.231411 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.308092 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-711f0a77-b97f-46ba-bfef-7758ab2ecb6d None None] Provisioning complete for port 96508b0d-5093-4441-a7ac-fa67b5eea0cc triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:31.308681 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-711f0a77-b97f-46ba-bfef-7758ab2ecb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:31.350300 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'name': 'tempest-TestSnapshotPattern-1320752119-router', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:26Z', 'updated_at': '2021-06-30T03:56:30Z', 'revision_number': 4, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'gw_port': {'id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:27Z', 'updated_at': '2021-06-30T03:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '96508b0d-5093-4441-a7ac-fa67b5eea0cc', 'name': '', 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'mac_address': 'fa:16:3e:95:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '75742503-807e-4682-8a72-5dc61c9050f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:29Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 1, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'subnets': [{'id': '75742503-807e-4682-8a72-5dc61c9050f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:31.398687 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617535e5-9f8b-4b78-b621-5247f9018d2d None None] The sync data for ids ['d1a8c33c-1680-44d5-9c70-524746950db4'] in n-d-758944-39 is: [{'id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'name': 'tempest-TestSnapshotPattern-1320752119-router', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:26Z', 'updated_at': '2021-06-30T03:56:30Z', 'revision_number': 4, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'gw_port': {'id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:27Z', 'updated_at': '2021-06-30T03:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '96508b0d-5093-4441-a7ac-fa67b5eea0cc', 'name': '', 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'mac_address': 'fa:16:3e:95:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '75742503-807e-4682-8a72-5dc61c9050f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:29Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 1, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'subnets': [{'id': '75742503-807e-4682-8a72-5dc61c9050f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:31.433191 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-711f0a77-b97f-46ba-bfef-7758ab2ecb6d None None] Port 96508b0d-5093-4441-a7ac-fa67b5eea0cc cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:32.169622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53248) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:32.174424 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-38934a32-b99e-47ba-bcfb-80ff320002ea tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927520165', 'description': 'tempest-secgroup-smoke-927520165 description', 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:32.207264 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38934a32-b99e-47ba-bcfb-80ff320002ea tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.336919 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38934a32-b99e-47ba-bcfb-80ff320002ea tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.343352 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38934a32-b99e-47ba-bcfb-80ff320002ea tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.377527 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 55e27b94-dbfd-4e24-9775-25d487d1232c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:32.391183 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38934a32-b99e-47ba-bcfb-80ff320002ea tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20473c5-acdd-481f-9576-812f4d06a756,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:32.394374 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-38934a32-b99e-47ba-bcfb-80ff320002ea tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.396482 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-38934a32-b99e-47ba-bcfb-80ff320002ea tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2252638 Jun 30 03:56:32.399633 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53250) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:32.407292 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-f9d5b32c-a21e-4ee6-9b7e-334d9c55bd1d tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'security_group_rule': {'security_group_id': 'a20473c5-acdd-481f-9576-812f4d06a756', 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:32.454691 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b32c-a21e-4ee6-9b7e-334d9c55bd1d tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.495216 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 55e27b94-dbfd-4e24-9775-25d487d1232c completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:32.502457 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 55e27b94-dbfd-4e24-9775-25d487d1232c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:32.503169 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.545269 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b32c-a21e-4ee6-9b7e-334d9c55bd1d tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.551738 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b32c-a21e-4ee6-9b7e-334d9c55bd1d tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.584821 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5b32c-a21e-4ee6-9b7e-334d9c55bd1d tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc2cf77-9404-4b6b-ba4c-7521841cbdb5,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:32.593882 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f9d5b32c-a21e-4ee6-9b7e-334d9c55bd1d tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.598131 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-f9d5b32c-a21e-4ee6-9b7e-334d9c55bd1d tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1943910 Jun 30 03:56:32.598694 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53252) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:32.606493 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-a37a074b-702b-4de9-aae7-c631f79736ab tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'security_group_rule': {'security_group_id': 'a20473c5-acdd-481f-9576-812f4d06a756', 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:32.634833 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.658190 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a37a074b-702b-4de9-aae7-c631f79736ab tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.670431 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 55e27b94-dbfd-4e24-9775-25d487d1232c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=55e27b94-dbfd-4e24-9775-25d487d1232c,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:32.675708 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.745147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=55e27b94-dbfd-4e24-9775-25d487d1232c,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:32.748052 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a37a074b-702b-4de9-aae7-c631f79736ab tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.753944 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a37a074b-702b-4de9-aae7-c631f79736ab tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.775613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a074b-702b-4de9-aae7-c631f79736ab tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1225c37-121d-49fa-bff6-08e817e52b11,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:32.788728 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-a37a074b-702b-4de9-aae7-c631f79736ab tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.794054 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-a37a074b-702b-4de9-aae7-c631f79736ab tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1901097 Jun 30 03:56:32.794271 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53254) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:32.798935 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-91c4ad30-cde6-4ad8-8bbc-1041d9ed70b6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'security_group_rule': {'security_group_id': 'a20473c5-acdd-481f-9576-812f4d06a756', 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:32.831583 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91c4ad30-cde6-4ad8-8bbc-1041d9ed70b6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.911864 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91c4ad30-cde6-4ad8-8bbc-1041d9ed70b6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.917348 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91c4ad30-cde6-4ad8-8bbc-1041d9ed70b6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.946398 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4ad30-cde6-4ad8-8bbc-1041d9ed70b6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b997d07-28c4-4370-ad27-5d6904616359,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:32.955350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-91c4ad30-cde6-4ad8-8bbc-1041d9ed70b6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:32.956614 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-91c4ad30-cde6-4ad8-8bbc-1041d9ed70b6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613700 Jun 30 03:56:32.962024 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53256) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:32.968260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-a32fd8d9-63f6-477b-b49c-09f6f53aebac tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'security_group_rule': {'security_group_id': 'a20473c5-acdd-481f-9576-812f4d06a756', 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:33.005552 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a32fd8d9-63f6-477b-b49c-09f6f53aebac tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.098147 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a32fd8d9-63f6-477b-b49c-09f6f53aebac tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.103869 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a32fd8d9-63f6-477b-b49c-09f6f53aebac tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.125701 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fd8d9-63f6-477b-b49c-09f6f53aebac tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9192926f-cef1-4d49-ac0b-7a8541176f73,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:33.130226 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a32fd8d9-63f6-477b-b49c-09f6f53aebac tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.131892 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-a32fd8d9-63f6-477b-b49c-09f6f53aebac tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681767 Jun 30 03:56:33.136050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53258) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:33.140600 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [None req-eac70d6c-ac2a-4904-989f-768c878a2c91 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'security_group_rule': {'security_group_id': 'a20473c5-acdd-481f-9576-812f4d06a756', 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:33.166206 n-d-758944-39 neutron-server[93771]: INFO neutron.db.securitygroups_db [None req-eac70d6c-ac2a-4904-989f-768c878a2c91 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Project e5ee7832a8704eb79f810aee4a4929fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:56:33.172826 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eac70d6c-ac2a-4904-989f-768c878a2c91 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.249696 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eac70d6c-ac2a-4904-989f-768c878a2c91 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.255350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eac70d6c-ac2a-4904-989f-768c878a2c91 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.284255 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac70d6c-ac2a-4904-989f-768c878a2c91 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18615486-53bd-48df-8db5-c0b4dd18abfd,revision_number=0']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:33.297949 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-eac70d6c-ac2a-4904-989f-768c878a2c91 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.299239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-eac70d6c-ac2a-4904-989f-768c878a2c91 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1628635 Jun 30 03:56:33.303763 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53260) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:33.309260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-c02032bb-9406-4627-b787-e7a47572878f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'security_group_rule': {'security_group_id': 'a20473c5-acdd-481f-9576-812f4d06a756', 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:33.337227 n-d-758944-39 neutron-server[93770]: INFO neutron.db.securitygroups_db [None req-c02032bb-9406-4627-b787-e7a47572878f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Project e5ee7832a8704eb79f810aee4a4929fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 03:56:33.342844 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c02032bb-9406-4627-b787-e7a47572878f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.415241 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c02032bb-9406-4627-b787-e7a47572878f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.421097 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c02032bb-9406-4627-b787-e7a47572878f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558056'] for security_group_rule, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.445248 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02032bb-9406-4627-b787-e7a47572878f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e19e8c-4a2b-4342-880d-c71a314a650e,revision_number=0']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:33.453627 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c02032bb-9406-4627-b787-e7a47572878f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:33.456285 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-c02032bb-9406-4627-b787-e7a47572878f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512504 Jun 30 03:56:33.616736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-f7f7e1f4-b604-490b-9692-9ca4084b41c1 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927520165&fields=id&tenant_id=e5ee7832a8704eb79f810aee4a4929fc HTTP/1.1" status: 200 len: 267 time: 0.0377989 Jun 30 03:56:33.738676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-da4ed868-59e1-4e47-9beb-203731f9457e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:33.740268 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-da4ed868-59e1-4e47-9beb-203731f9457e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 809 time: 0.1166987 Jun 30 03:56:33.758455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-a476078f-da85-453a-be25-dafb0bba3abe tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/quotas/e5ee7832a8704eb79f810aee4a4929fc HTTP/1.1" status: 200 len: 375 time: 0.0104387 Jun 30 03:56:33.832454 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-90a4c098-4e9a-493c-b04b-0d79ef6fc782 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678375 Jun 30 03:56:33.939062 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-54ca7619-38c4-4a40-89da-d9e61180644e service neutron] 10.222.0.55 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943649 Jun 30 03:56:34.041805 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-eefbb385-e307-48e2-88f4-c4a321f01e98 service neutron] 10.222.0.55 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951746 Jun 30 03:56:34.231288 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-bbc0c865-6b15-40d0-94fe-c2d171f17a60 req-026a4995-77ce-4e18-9335-bc6d3fae1a83 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 210 time: 0.0308130 Jun 30 03:56:34.321347 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 55e27b94-dbfd-4e24-9775-25d487d1232c up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:34.390268 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 55e27b94-dbfd-4e24-9775-25d487d1232c triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:34.390832 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.319556 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Sync routers for ids ['d1a8c33c-1680-44d5-9c70-524746950db4'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:35.330879 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Routers {'d1a8c33c-1680-44d5-9c70-524746950db4'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:35.331752 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d1a8c33c-1680-44d5-9c70-524746950db4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:35.408787 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-23458d59-3467-4189-9e1b-0e9c79730f84 req-61ff0f62-8337-4a1b-b1b5-a8c7336007f2 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 210 time: 0.0336180 Jun 30 03:56:35.486915 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Set router d1a8c33c-1680-44d5-9c70-524746950db4 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:35.614145 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dc3fb677-f565-4626-b1b0-dfd6b9820691 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:35.616818 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dc3fb677-f565-4626-b1b0-dfd6b9820691 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.73 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 809 time: 0.1451554 Jun 30 03:56:35.688970 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-0e732aee-e2e9-4a37-9b64-38168ab73048 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5ee7832a8704eb79f810aee4a4929fc HTTP/1.1" status: 200 len: 379 time: 0.0616446 Jun 30 03:56:35.702308 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'port': {'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'admin_state_up': True, 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'security_groups': ['a20473c5-acdd-481f-9576-812f4d06a756']}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:35.832874 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Made reservation on behalf of e5ee7832a8704eb79f810aee4a4929fc for: {'port': 1} {{(pid=93770) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:56:35.838683 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.879460 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'name': 'tempest-TestSnapshotPattern-1320752119-router', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:26Z', 'updated_at': '2021-06-30T03:56:30Z', 'revision_number': 4, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'gw_port': {'id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:27Z', 'updated_at': '2021-06-30T03:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '96508b0d-5093-4441-a7ac-fa67b5eea0cc', 'name': '', 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'mac_address': 'fa:16:3e:95:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '75742503-807e-4682-8a72-5dc61c9050f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:29Z', 'updated_at': '2021-06-30T03:56:30Z', 'revision_number': 2, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'subnets': [{'id': '75742503-807e-4682-8a72-5dc61c9050f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:35.909198 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Checking router: d1a8c33c-1680-44d5-9c70-524746950db4 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:35.909547 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Updating router d1a8c33c-1680-44d5-9c70-524746950db4 port 96508b0d-5093-4441-a7ac-fa67b5eea0cc binding host n-d-758944-39 {{(pid=93773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 03:56:35.952024 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:35.993809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Allocated IP 172.20.0.11 (2f3aded6-dcbd-4552-91e3-bf84beea17a4/dc2ad648-951a-4cb8-beb5-db1732ae4ae8/dfc0ecca-fee1-475a-97be-2ebfb3dee83f) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:36.174198 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.191933 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Transition to ACTIVE for port object dfc0ecca-fee1-475a-97be-2ebfb3dee83f will not be triggered until provisioned by entity DHCP. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:36.238635 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.298177 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.316106 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:36.317860 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.provisioning_blocks [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Transition to ACTIVE for port object 96508b0d-5093-4441-a7ac-fa67b5eea0cc will not be triggered until provisioned by entity L2. {{(pid=93773) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:36.326118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:36.327423 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.332394 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:36.337768 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'Port': ['ID=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:36.412015 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:36.412941 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.428805 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e474856-e57e-487b-b1f9-e4fa63ab6909 None None] Pushing event updated for resources: {'Port': ['ID=96508b0d-5093-4441-a7ac-fa67b5eea0cc,revision_number=3']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:36.445539 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-dd27310c-dff6-43b1-9acd-707a5558b006 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7508168 Jun 30 03:56:36.479630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Request body: {'port': {'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-39'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:36.486858 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Attempting to bind port 96508b0d-5093-4441-a7ac-fa67b5eea0cc on host n-d-758944-39 for vnic_type normal with profile {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:36.487332 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Attempting to bind port 96508b0d-5093-4441-a7ac-fa67b5eea0cc by drivers openvswitch,hyperv on host n-d-758944-39 at level 0 using segments [{'id': '5b1fb96e-404c-44e6-b773-aa201f1f0e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2'}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:36.487911 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Attempting to bind port 96508b0d-5093-4441-a7ac-fa67b5eea0cc on network c377da5f-dd0f-49e8-9799-0f16d8427bd2 {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:36.495254 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Checking agent: {'id': '9bc4952b-56f7-4569-8e4a-3d9e1848d030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 11, 27), 'started_at': datetime.datetime(2021, 6, 30, 2, 11, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-39'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:36.495653 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Checking segment: {'id': '5b1fb96e-404c-44e6-b773-aa201f1f0e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:36.495997 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.496383 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Bound using segment: {'id': '5b1fb96e-404c-44e6-b773-aa201f1f0e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2'} {{(pid=93773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:36.496867 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.managers [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Bound port: 96508b0d-5093-4441-a7ac-fa67b5eea0cc, host: n-d-758944-39, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1fb96e-404c-44e6-b773-aa201f1f0e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2'}}] {{(pid=93773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:36.497244 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.630053 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] For port 96508b0d-5093-4441-a7ac-fa67b5eea0cc, host n-d-758944-39, cleared binding levels {{(pid=93773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:36.638468 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.641717 n-d-758944-39 neutron-server[93773]: DEBUG neutron.plugins.ml2.db [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] For port 96508b0d-5093-4441-a7ac-fa67b5eea0cc, host n-d-758944-39, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=96508b0d-5093-4441-a7ac-fa67b5eea0cc,segment=NetworkSegment(5b1fb96e-404c-44e6-b773-aa201f1f0e28),segment_id=5b1fb96e-404c-44e6-b773-aa201f1f0e28)] {{(pid=93773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:36.650350 n-d-758944-39 neutron-server[93773]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.739586 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Routers {'d1a8c33c-1680-44d5-9c70-524746950db4'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:36.741101 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d1a8c33c-1680-44d5-9c70-524746950db4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:36.832771 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e5aff2d2-e558-47be-8692-c7d769a835e4 None None] Provisioning for port dfc0ecca-fee1-475a-97be-2ebfb3dee83f completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:36.844306 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-e5aff2d2-e558-47be-8692-c7d769a835e4 None None] Provisioning complete for port dfc0ecca-fee1-475a-97be-2ebfb3dee83f triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:36.847325 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e5aff2d2-e558-47be-8692-c7d769a835e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:36.854398 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e474856-e57e-487b-b1f9-e4fa63ab6909 None None] Pushing event updated for resources: {'Port': ['ID=96508b0d-5093-4441-a7ac-fa67b5eea0cc,revision_number=4']} {{(pid=93773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:36.965147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-e5aff2d2-e558-47be-8692-c7d769a835e4 None None] Port dfc0ecca-fee1-475a-97be-2ebfb3dee83f cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:56:36.994104 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] Set router d1a8c33c-1680-44d5-9c70-524746950db4 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:37.027929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3811fa-5ee2-4272-8f4d-eec16c7ad734 req-9cc6ad7b-6c8a-46f5-a6a2-529eeb223ab9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:37.030195 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c3811fa-5ee2-4272-8f4d-eec16c7ad734 req-9cc6ad7b-6c8a-46f5-a6a2-529eeb223ab9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 932 time: 0.4264569 Jun 30 03:56:37.085946 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-6c3811fa-5ee2-4272-8f4d-eec16c7ad734 req-b9fe81f5-af0a-4ed4-9999-bc92cb5aa1be tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480514 Jun 30 03:56:37.093499 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc0ecca-fee1-475a-97be-2ebfb3dee83f {{(pid=93770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:56:37.105356 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.119233 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Transition to ACTIVE for port object dfc0ecca-fee1-475a-97be-2ebfb3dee83f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:56:37.124435 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.210155 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:37.273941 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Attempting to bind port dfc0ecca-fee1-475a-97be-2ebfb3dee83f on host n-h2-758944-39 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:56:37.274459 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Attempting to bind port dfc0ecca-fee1-475a-97be-2ebfb3dee83f by drivers openvswitch,hyperv on host n-h2-758944-39 at level 0 using segments [{'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:56:37.274844 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Attempting to bind port dfc0ecca-fee1-475a-97be-2ebfb3dee83f on network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:37.282485 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Port dfc0ecca-fee1-475a-97be-2ebfb3dee83f on network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-39 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:56:37.283037 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Attempting to bind port dfc0ecca-fee1-475a-97be-2ebfb3dee83f on network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:56:37.296556 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Checking agent: {'id': 'f783e66c-7ff0-4ba7-b9e6-8fe1bb35c263', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:56:37.297554 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Checking segment: {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:56:37.298081 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Bound using segment: {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:56:37.298636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Bound port: dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host: n-h2-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:56:37.299231 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.320763 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'name': 'tempest-TestSnapshotPattern-1320752119-router', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:26Z', 'updated_at': '2021-06-30T03:56:30Z', 'revision_number': 4, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'gw_port': {'id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:27Z', 'updated_at': '2021-06-30T03:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '96508b0d-5093-4441-a7ac-fa67b5eea0cc', 'name': '', 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'mac_address': 'fa:16:3e:95:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '75742503-807e-4682-8a72-5dc61c9050f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:29Z', 'updated_at': '2021-06-30T03:56:36Z', 'revision_number': 4, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'subnets': [{'id': '75742503-807e-4682-8a72-5dc61c9050f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:37.353501 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d6a04-7907-40b2-80b7-50788cb575c5 None None] The sync data for ids ['d1a8c33c-1680-44d5-9c70-524746950db4'] in n-d-758944-39 is: [{'id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'name': 'tempest-TestSnapshotPattern-1320752119-router', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:26Z', 'updated_at': '2021-06-30T03:56:30Z', 'revision_number': 4, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'gw_port': {'id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:27Z', 'updated_at': '2021-06-30T03:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': '96508b0d-5093-4441-a7ac-fa67b5eea0cc', 'name': '', 'network_id': 'c377da5f-dd0f-49e8-9799-0f16d8427bd2', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'mac_address': 'fa:16:3e:95:64:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '75742503-807e-4682-8a72-5dc61c9050f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:29Z', 'updated_at': '2021-06-30T03:56:36Z', 'revision_number': 4, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'subnets': [{'id': '75742503-807e-4682-8a72-5dc61c9050f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:37.443164 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] For port dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host n-h2-758944-39, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:56:37.449138 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] For port dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host n-h2-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:56:37.457494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.531772 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:37.532468 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:37.533989 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] 10.222.0.73 "PUT /v2.0/ports/dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 1093 time: 1.0762291 Jun 30 03:56:37.534563 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:37.538850 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafd2716-db46-4721-9e20-abd8f93116b5" -d '{"events": [{"name": "network-changed", "server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:37.579293 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9a268-f61b-4fd0-acc7-6dabac9d9eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:37.642964 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d0eb9-bded-4d6b-afad-4d8190277ed6 x-openstack-request-id: req-5c9d0eb9-bded-4d6b-afad-4d8190277ed6 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:37.642964 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:37.642964 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c9d0eb9-bded-4d6b-afad-4d8190277ed6 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:37.642964 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'status': 'completed', 'code': 200} Jun 30 03:56:37.698182 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-63c14739-56b7-45d2-9411-ba68366f516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:37.700201 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-63c14739-56b7-45d2-9411-ba68366f516e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1096 time: 0.1044915 Jun 30 03:56:37.763339 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-0da855d5-c261-4ac5-85df-b7fe0a1d5b8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 217 time: 0.0542386 Jun 30 03:56:37.836207 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-f9abbdc3-f4c1-48f8-974c-812d73394977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:37.837736 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-f9abbdc3-f4c1-48f8-974c-812d73394977 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0680628 Jun 30 03:56:37.944180 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-5f8a65c6-7ed2-434a-9069-dd36e1972132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:37.947351 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-5f8a65c6-7ed2-434a-9069-dd36e1972132 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011653 Jun 30 03:56:38.074220 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-7cdc2c55-83a4-49ae-94f7-b55bbf87692d service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196282 Jun 30 03:56:38.229927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c4310b4e-0aa1-4644-9837-28b9a8a3f6b4 req-1d98c14e-4d7c-458e-8ba7-c420f0dd5d6b service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478162 Jun 30 03:56:38.375398 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17227acb-6f9d-4f04-ab64-c8545d80a4b2 req-987f6fd3-89b1-4fbb-bdb9-373b09eacc32 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:38.379352 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17227acb-6f9d-4f04-ab64-c8545d80a4b2 req-987f6fd3-89b1-4fbb-bdb9-373b09eacc32 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 944 time: 0.1120129 Jun 30 03:56:38.380239 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 96508b0d-5093-4441-a7ac-fa67b5eea0cc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:38.413580 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-920fe5c9-2339-404d-9e41-26ea0071e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:38.416554 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-920fe5c9-2339-404d-9e41-26ea0071e7b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1096 time: 0.1034098 Jun 30 03:56:38.445971 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-17227acb-6f9d-4f04-ab64-c8545d80a4b2 req-57259e03-7fd5-424e-a606-914b01f03e6a tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556693 Jun 30 03:56:38.479542 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning for port 96508b0d-5093-4441-a7ac-fa67b5eea0cc completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:38.485078 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 96508b0d-5093-4441-a7ac-fa67b5eea0cc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:38.485679 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.553424 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-d77aa599-1399-4587-a8ed-e0590171393c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:38.555002 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-d77aa599-1399-4587-a8ed-e0590171393c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.1312389 Jun 30 03:56:38.606485 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-385c8325-13b4-4d19-9476-5300826d8b70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 217 time: 0.0442479 Jun 30 03:56:38.607144 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.661345 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] For port 96508b0d-5093-4441-a7ac-fa67b5eea0cc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=96508b0d-5093-4441-a7ac-fa67b5eea0cc,segment=NetworkSegment(5b1fb96e-404c-44e6-b773-aa201f1f0e28),segment_id=5b1fb96e-404c-44e6-b773-aa201f1f0e28)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:38.665817 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-9e103dd7-caf5-49bd-af8e-ba39213ce862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:38.667178 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:38.667810 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-9e103dd7-caf5-49bd-af8e-ba39213ce862 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0540833 Jun 30 03:56:38.724107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Pushing event updated for resources: {'Port': ['ID=96508b0d-5093-4441-a7ac-fa67b5eea0cc,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:38.759352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-777cf28e-b495-4718-91fd-c21fa9d54eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:38.761988 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-777cf28e-b495-4718-91fd-c21fa9d54eb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843573 Jun 30 03:56:38.879200 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-ffafadb9-b701-4ca2-b06a-66edb96e6169 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092546 Jun 30 03:56:39.012158 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-aafd2716-db46-4721-9e20-abd8f93116b5 req-70bd4a53-1c88-449d-9cf1-05d889f3a3c8 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242013 Jun 30 03:56:39.667593 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd7df6-c132-42dd-932b-b6ef33c255ed req-d43d00ed-9694-47df-acc8-eb09f3380868 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:39.669151 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-94cd7df6-c132-42dd-932b-b6ef33c255ed req-d43d00ed-9694-47df-acc8-eb09f3380868 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 944 time: 0.0771277 Jun 30 03:56:39.710959 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-94cd7df6-c132-42dd-932b-b6ef33c255ed req-be97efc8-8267-4f0c-bea0-bec0f1f8d05f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357578 Jun 30 03:56:40.318466 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 96508b0d-5093-4441-a7ac-fa67b5eea0cc up at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:40.372259 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Provisioning complete for port 96508b0d-5093-4441-a7ac-fa67b5eea0cc triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:40.372620 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:40.936079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e877d-60e6-40fe-96cc-f6bd259e1bc9 req-0d8d308f-c95a-4d92-9fbe-ae15d6298e88 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:40.937929 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ef8e877d-60e6-40fe-96cc-f6bd259e1bc9 req-0d8d308f-c95a-4d92-9fbe-ae15d6298e88 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 944 time: 0.0979095 Jun 30 03:56:41.004645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ef8e877d-60e6-40fe-96cc-f6bd259e1bc9 req-dcd1a935-bfc6-4fc6-bfa1-82492206328d tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525982 Jun 30 03:56:41.191328 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device dfc0ecca-fee1-475a-97be-2ebfb3dee83f details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:56:41.327213 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:41.342954 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:56:41.383383 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.397103 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc0ecca-fee1-475a-97be-2ebfb3dee83f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:56:41.420629 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:41.426798 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:41.494444 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:41.649595 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['dfc0ecca-fee1-475a-97be-2ebfb3dee83f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:56:42.291344 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282a5b1-fc6b-4098-827a-98fe62eae5ae req-7536130c-2c69-48ab-abe3-fd6b259942c0 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:42.293845 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1282a5b1-fc6b-4098-827a-98fe62eae5ae req-7536130c-2c69-48ab-abe3-fd6b259942c0 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 945 time: 0.0876827 Jun 30 03:56:42.344814 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-1282a5b1-fc6b-4098-827a-98fe62eae5ae req-fbac7e40-bb8a-41f8-910d-f7e3f86c47e0 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445855 Jun 30 03:56:43.206015 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device dfc0ecca-fee1-475a-97be-2ebfb3dee83f up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:56:43.272753 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning for port dfc0ecca-fee1-475a-97be-2ebfb3dee83f completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:56:43.277512 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port dfc0ecca-fee1-475a-97be-2ebfb3dee83f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:56:43.278005 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:43.380088 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:43.406572 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:43.409038 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f53983d-e70c-4516-900d-2769ae50d09c" -d '{"events": [{"server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "name": "network-vif-plugged", "status": "completed", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:43.431298 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:56:43.438686 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:43.475992 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca99d06-6916-4c58-a36b-bae34eb7c01e x-openstack-request-id: req-2ca99d06-6916-4c58-a36b-bae34eb7c01e {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:43.476746 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "name": "network-vif-plugged", "status": "completed", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:43.477104 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ca99d06-6916-4c58-a36b-bae34eb7c01e {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:43.477697 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'code': 200} Jun 30 03:56:43.516258 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:43.590127 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a895cdc-f489-48d1-93f7-961505bd6721 req-4003df63-93ee-41c5-a45f-57887280f2c5 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:43.592316 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a895cdc-f489-48d1-93f7-961505bd6721 req-4003df63-93ee-41c5-a45f-57887280f2c5 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 946 time: 0.0938294 Jun 30 03:56:43.620972 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58de4e7-2035-4e74-95e9-229cd5c1dc38 req-6469ae11-bd25-4a9e-afe6-e0d5b450fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:43.623443 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d58de4e7-2035-4e74-95e9-229cd5c1dc38 req-6469ae11-bd25-4a9e-afe6-e0d5b450fb65 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1098 time: 0.0699685 Jun 30 03:56:43.649326 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8a895cdc-f489-48d1-93f7-961505bd6721 req-d548b541-5f31-4530-820b-00d619235ab6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475614 Jun 30 03:56:43.677241 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d58de4e7-2035-4e74-95e9-229cd5c1dc38 req-048488ed-377e-4092-be8b-24cfdee5f1d4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472896 Jun 30 03:56:44.840747 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9241-8357-4f30-a2f2-6d0f6f983582 req-66d747d0-8d44-48c7-bfd8-d2241e297686 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:44.842463 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce6e9241-8357-4f30-a2f2-6d0f6f983582 req-66d747d0-8d44-48c7-bfd8-d2241e297686 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 946 time: 0.0709982 Jun 30 03:56:44.893819 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ce6e9241-8357-4f30-a2f2-6d0f6f983582 req-50c11db9-8802-4976-b84c-52e568f9b1f1 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441768 Jun 30 03:56:45.079639 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c0988-6ba8-4319-958f-7646919b27a1 req-239171fe-ee4c-46a7-aaa7-2d96eb479924 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:45.081128 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-547c0988-6ba8-4319-958f-7646919b27a1 req-239171fe-ee4c-46a7-aaa7-2d96eb479924 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 946 time: 0.0726173 Jun 30 03:56:45.122632 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-547c0988-6ba8-4319-958f-7646919b27a1 req-ac1805f2-ee64-4d01-b1da-78e872212a2c tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347781 Jun 30 03:56:45.160646 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53312) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:45.278382 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d9d85-5718-4256-85a0-2574eef3d4bb tempest-TestSnapshotPattern-926308843 tempest-TestSnapshotPattern-926308843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:45.279941 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4a8d9d85-5718-4256-85a0-2574eef3d4bb tempest-TestSnapshotPattern-926308843 tempest-TestSnapshotPattern-926308843-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1093 time: 0.1182714 Jun 30 03:56:45.283118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53316) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:56:45.288626 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:56:45.317987 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:45.422346 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:45.543287 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Allocated IP 172.25.7.115 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/23db6aed-2b5f-418b-912f-7d3ec19e70f4) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:56:45.679501 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:45.736447 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:45.780214 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:56:45.783026 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:56:45.788809 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:56:45.794465 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'Port': ['ID=23db6aed-2b5f-418b-912f-7d3ec19e70f4,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:46.221431 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:46.309584 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:46.473898 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:46.479802 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:46.555275 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'Port': ['ID=23db6aed-2b5f-418b-912f-7d3ec19e70f4,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:56:46.565361 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:46.677027 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Floating IP 99d42235-e801-40b7-993d-fbc8701e51c2 associated. External IP: 172.25.7.115, port: dfc0ecca-fee1-475a-97be-2ebfb3dee83f. Jun 30 03:56:46.926069 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.066621 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.295397 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Router 3640646b-396d-4c4e-b250-6e96e2cfc05a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:56:47.418852 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:56:47.431123 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] Sync routers for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:56:47.438199 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:47.443530 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:47.444312 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:47.490740 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4419fbab-97a1-4f7d-a409-595950af7bbd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1949272 Jun 30 03:56:47.490740 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:56:47.490740 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7080c6d5-5e2c-45a7-90d7-769113c79e87" -d '{"events": [{"name": "network-changed", "server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:56:47.541211 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903a6f41-d87f-4248-afe3-7509c1184ff2 x-openstack-request-id: req-903a6f41-d87f-4248-afe3-7509c1184ff2 {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:56:47.541605 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:56:47.541925 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-903a6f41-d87f-4248-afe3-7509c1184ff2 {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:56:47.542153 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'status': 'completed', 'code': 200} Jun 30 03:56:47.568469 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:47.639313 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-6db58573-daf5-46a3-b6a8-b07747bca97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:47.640844 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-6db58573-daf5-46a3-b6a8-b07747bca97c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1098 time: 0.0707076 Jun 30 03:56:47.740483 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-b744a152-ec8f-4d3c-90f2-760475f51493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:47.742040 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-b744a152-ec8f-4d3c-90f2-760475f51493 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.0939934 Jun 30 03:56:47.813099 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-ed215970-c911-4809-9a03-28dd9cb7a196 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 1000 time: 0.0640905 Jun 30 03:56:47.857667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '99d42235-e801-40b7-993d-fbc8701e51c2', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:46Z', 'updated_at': '2021-06-30T03:56:46Z', 'revision_number': 0, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:47.873511 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-480bffae-775c-4053-942b-fa7912fcd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:47.875271 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-480bffae-775c-4053-942b-fa7912fcd371 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0556343 Jun 30 03:56:47.885371 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] Checking router: 3640646b-396d-4c4e-b250-6e96e2cfc05a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:56:47.894355 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:56:47.895007 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:56:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:47.946021 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-ce71070b-c7e6-4217-8551-1892eca8ebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:47.948825 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-ce71070b-c7e6-4217-8551-1892eca8ebed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673990 Jun 30 03:56:48.071059 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-2ecb5d09-06b1-413d-a868-1f8107790e2d service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149004 Jun 30 03:56:48.182757 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7080c6d5-5e2c-45a7-90d7-769113c79e87 req-e6dcc064-eeb6-43a6-87bf-626c127d13f4 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040072 Jun 30 03:56:48.191746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:56:48.515707 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '99d42235-e801-40b7-993d-fbc8701e51c2', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:46Z', 'updated_at': '2021-06-30T03:56:46Z', 'revision_number': 0, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:56:48.553442 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd326f1-703c-4dc8-bd36-40c9516ff326 None None] The sync data for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 is: [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '99d42235-e801-40b7-993d-fbc8701e51c2', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:46Z', 'updated_at': '2021-06-30T03:56:46Z', 'revision_number': 0, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:56:48.760484 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31d8da-3893-4b43-853f-5169962316a4 None None] New status for floating IP 99d42235-e801-40b7-993d-fbc8701e51c2: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:56:50.735877 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:56:54.530379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4d1c09fd-b2ae-4aab-b9fd-e85ad3dea656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:56.976068 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-ea2f29f0-b53d-42c7-b10d-b9abd10758ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610466 Jun 30 03:56:57.081926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-b2c9ed2d-544b-46c6-a641-463f670afd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:57.083479 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-b2c9ed2d-544b-46c6-a641-463f670afd5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1098 time: 0.0596302 Jun 30 03:56:57.121937 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a13ef500-16e6-4db6-8e9e-1bf142daf6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.208117 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-44366e12-c360-405e-a5d0-fa49af572752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:57.210211 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-44366e12-c360-405e-a5d0-fa49af572752 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.1044824 Jun 30 03:56:57.235211 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:56:57.292927 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-2f13d971-3c07-4753-baba-34c50aa0f791 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 1002 time: 0.0746074 Jun 30 03:56:57.350759 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-ad8bebda-221d-484b-a0fc-c62241bfd604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:57.352323 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-ad8bebda-221d-484b-a0fc-c62241bfd604 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0528979 Jun 30 03:56:57.425196 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-473507e2-ef66-4835-83a8-05d93b8b9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:56:57.427819 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-473507e2-ef66-4835-83a8-05d93b8b9e83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669785 Jun 30 03:56:57.545744 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-42f9409f-3174-49a5-861c-72058a054746 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097827 Jun 30 03:56:57.669614 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0ebf9bb5-d231-4b83-8107-ae27b9197149 req-41a7688f-6bea-4adb-a1cb-3c8db806c0d2 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169229 Jun 30 03:56:58.680909 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:00.479271 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:16.939094 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:17.078280 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:24.531048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-4c01ab98-a75b-469f-aff7-ae25b05304a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:27.132287 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c1b6533d-4f00-44ef-8716-f774eabb9fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:27.232915 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:27.737681 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:57:28.690680 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:30.474989 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:46.958820 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:47.104241 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:54.531504 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-392c9be4-5bee-436b-bdb5-a848324641da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:56.941612 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-17b21344-124a-4708-b472-297e6b4cc529 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0716467 Jun 30 03:57:57.055402 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-6cfbe1f5-814a-4822-9c8c-eccf7de87a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:57.056984 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-6cfbe1f5-814a-4822-9c8c-eccf7de87a96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1098 time: 0.0630283 Jun 30 03:57:57.128876 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d19cbaaf-83d8-4560-af93-b449f4ede30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:57.196210 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-c0392d75-b430-4452-84e7-cfabd0eaf23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:57.197714 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-c0392d75-b430-4452-84e7-cfabd0eaf23a service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.1189635 Jun 30 03:57:57.232279 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:57:57.286161 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-c84f1c33-2c86-4d21-b1a1-34f6e314dab6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 1002 time: 0.0807374 Jun 30 03:57:57.344352 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-a7f5d6bb-562d-427f-b6c0-5556035b1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:57.345890 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-a7f5d6bb-562d-427f-b6c0-5556035b1407 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0537167 Jun 30 03:57:57.411679 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-5dbdc4c3-1b60-49fd-a178-1ea1d7b8bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:57:57.413286 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-5dbdc4c3-1b60-49fd-a178-1ea1d7b8bab0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610125 Jun 30 03:57:57.515873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-ba53e244-1de2-4349-a8ff-49b5ff71ef09 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949740 Jun 30 03:57:57.621660 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8e1bebc7-9b62-4a4a-b081-cbf9dff00a95 req-b38f7054-c5ab-423d-bacf-4d8af2a84dd6 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996187 Jun 30 03:57:58.681315 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:00.479013 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:04.738373 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:58:16.956224 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:17.120775 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:24.531903 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-3a0bd8b2-172e-4b13-8e75-dfb0bbaffb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:27.124515 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c04ef9d6-f4c7-409b-8893-ee25ff0a661d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:27.231818 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:28.685748 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:30.486967 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:41.738139 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:58:46.967060 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:47.129181 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:47.812885 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device dfc0ecca-fee1-475a-97be-2ebfb3dee83f details requested by agent hyperv_n-h2-758944-39 with host n-h2-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:58:47.932964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:58:47.947140 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Returning: {'device': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:58:47.996030 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:48.012113 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfc0ecca-fee1-475a-97be-2ebfb3dee83f {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:58:48.036514 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:58:48.042774 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:48.099462 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:58:48.107893 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.108330 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.108731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.109131 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.109533 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.109916 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.110304 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.110688 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.111039 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.111408 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.111734 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.112061 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:58:48.117524 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] get_ports_and_sgs() called for port_ids ['dfc0ecca-fee1-475a-97be-2ebfb3dee83f'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:58:49.834212 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device dfc0ecca-fee1-475a-97be-2ebfb3dee83f up at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:58:49.891746 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Provisioning complete for port dfc0ecca-fee1-475a-97be-2ebfb3dee83f triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:58:49.892105 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:50.016052 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:50.045838 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:58:50.048713 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a1e378-78a0-4e97-b4eb-8b412821dc0c" -d '{"events": [{"server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "name": "network-vif-plugged", "status": "completed", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:58:50.073091 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:58:50.082264 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:50.116608 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb13947-e716-4f4d-a4c3-64e9d6dbd1cd x-openstack-request-id: req-8fb13947-e716-4f4d-a4c3-64e9d6dbd1cd {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:58:50.116919 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "name": "network-vif-plugged", "status": "completed", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:58:50.117142 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fb13947-e716-4f4d-a4c3-64e9d6dbd1cd {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:58:50.117529 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'code': 200} Jun 30 03:58:50.150473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:58:54.530955 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a9c942b9-1684-4865-ba19-9433638e7f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:57.128232 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-aa20953a-3f73-4b1f-9166-b4d4ea1ab358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:57.220019 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-8d76ad14-69cf-424a-8d70-a6ec208b5bc7 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927520165&fields=id&tenant_id=e5ee7832a8704eb79f810aee4a4929fc HTTP/1.1" status: 200 len: 267 time: 0.0349452 Jun 30 03:58:57.229312 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:57.336342 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-900cf8d8-3789-4189-ace7-c615ea7c7c14 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:57.337880 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-900cf8d8-3789-4189-ace7-c615ea7c7c14 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 809 time: 0.1100087 Jun 30 03:58:57.359581 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-e94ee557-7897-4945-9f36-d7c062036609 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/quotas/e5ee7832a8704eb79f810aee4a4929fc HTTP/1.1" status: 200 len: 375 time: 0.0135052 Jun 30 03:58:57.442131 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-1e1c1afe-4324-42fa-85ba-391e5cb48ed7 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0752985 Jun 30 03:58:57.504648 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-2155246d-135b-4964-9749-52a85c7599ee service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:58:57.505660 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-2155246d-135b-4964-9749-52a85c7599ee service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521078 Jun 30 03:58:57.610728 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-fed0aa90-4b43-4fc8-b957-3f44b233e2e8 service neutron] 10.222.0.55 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989952 Jun 30 03:58:57.705057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-0f93e72e-98fa-482e-9a75-a5098ac8c582 service neutron] 10.222.0.55 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877798 Jun 30 03:58:57.962888 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e23761fc-ba63-41e3-9ddf-f11f7a0b9115 req-ceb397eb-5fa7-4e25-8aae-09282322e6fb tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 210 time: 0.0809498 Jun 30 03:58:58.688674 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:58.968876 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-0452398a-67a5-45c6-849b-ea6702916996 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1006842 Jun 30 03:58:59.148834 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-73835f0e-8a79-4b58-8744-2b3ad4e76465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:59.152145 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-73835f0e-8a79-4b58-8744-2b3ad4e76465 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1098 time: 0.1213026 Jun 30 03:58:59.164619 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b44e802e-1b18-4df1-bb86-3f63d0d1b5a5 req-21991a94-b6f4-4695-a334-cde32972430f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 210 time: 0.0571318 Jun 30 03:58:59.238169 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-4a65558a-6a6e-446a-afb0-aef842749af3 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:59.239774 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-4a65558a-6a6e-446a-afb0-aef842749af3 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.69 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 809 time: 0.2226443 Jun 30 03:58:59.285322 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-e54c1903-9412-4a92-8bf9-55317354a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:59.286013 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-a8d70a3f-ccda-4089-871f-f4c50c2dd7c6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5ee7832a8704eb79f810aee4a4929fc HTTP/1.1" status: 200 len: 379 time: 0.0376880 Jun 30 03:58:59.287321 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-e54c1903-9412-4a92-8bf9-55317354a6a4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.1072330 Jun 30 03:58:59.296023 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'port': {'device_id': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'admin_state_up': True, 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'security_groups': ['a20473c5-acdd-481f-9576-812f4d06a756']}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:58:59.366911 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-7801b8f3-b1d5-46d9-a1b7-c8d8f835e94a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 1002 time: 0.0729651 Jun 30 03:58:59.421468 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-994fb949-e5b0-4099-8d9c-f01af204ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:59.423617 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-994fb949-e5b0-4099-8d9c-f01af204ed9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0504792 Jun 30 03:58:59.428515 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Made reservation on behalf of e5ee7832a8704eb79f810aee4a4929fc for: {'port': 1} {{(pid=93771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 03:58:59.442038 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:59.505262 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-de4a1d3e-3c35-4028-aca4-7c92fc385132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:58:59.507952 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-de4a1d3e-3c35-4028-aca4-7c92fc385132 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782804 Jun 30 03:58:59.611345 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_common [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Allocated IP 172.20.0.14 (2f3aded6-dcbd-4552-91e3-bf84beea17a4/dc2ad648-951a-4cb8-beb5-db1732ae4ae8/9f1df7b9-471e-4721-b936-0ec87b60bfe2) {{(pid=93771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:58:59.619020 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-8353b141-e7f7-461d-82bf-e8134f6cd23f service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040180 Jun 30 03:58:59.835593 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-7ac908d7-060b-41ab-96df-a97bcfe7ebe1 req-33c6023d-89c7-4849-a1da-bb4ab3a0cb6f service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106421 Jun 30 03:58:59.883638 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device dfc0ecca-fee1-475a-97be-2ebfb3dee83f no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:58:59.890352 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for port, precommit_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:59.907160 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Transition to ACTIVE for port object 9f1df7b9-471e-4721-b936-0ec87b60bfe2 will not be triggered until provisioned by entity DHCP. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:58:59.946604 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-19387413'] for port, after_create {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:58:59.980443 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 is already hosted by enough agents. {{(pid=93771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:58:59.984714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.base_scheduler [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Resources bound (agent type, host, resource id): {{(pid=93771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:59:00.039119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Received port after_create {{(pid=93771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:59:00.090480 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:00.130395 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:00.131094 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:00.146951 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:59:00.151511 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5edbbfe-6caa-4c81-97c6-212c8264d21a" -d '{"events": [{"server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:59:00.171493 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] For port dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:00.174595 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8837802 Jun 30 03:59:00.178309 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:00.179225 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'Port': ['ID=9f1df7b9-471e-4721-b936-0ec87b60bfe2,revision_number=1']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:00.189025 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.192360 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.192760 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.193029 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.193492 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.193831 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.194292 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.194682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.195012 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.195318 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.195609 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.195946 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a87aaae-de83-4966-b2e1-174458c7f99f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:00.278134 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 03:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86853081-9c6d-449e-a994-0a340dddfc00 x-openstack-request-id: req-86853081-9c6d-449e-a994-0a340dddfc00 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:59:00.278424 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:59:00.278693 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86853081-9c6d-449e-a994-0a340dddfc00 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:59:00.279133 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'code': 200} Jun 30 03:59:00.324074 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Pushing event updated for resources: {'Port': ['ID=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:00.402557 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85c9ff82-5e07-4285-977b-1b31f2d4c63a None None] Provisioning for port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 completed by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:59:00.407981 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-85c9ff82-5e07-4285-977b-1b31f2d4c63a None None] Provisioning complete for port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 triggered by entity DHCP. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:59:00.408803 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-85c9ff82-5e07-4285-977b-1b31f2d4c63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:00.450854 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-85c9ff82-5e07-4285-977b-1b31f2d4c63a None None] Port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 cannot update to ACTIVE because it is not bound. {{(pid=93772) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 03:59:00.475736 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123725b-2441-4ed8-bf27-3aa632119c3a req-bdaf39fa-bc5c-483c-9fc5-234f3a93533b tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:00.477322 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b123725b-2441-4ed8-bf27-3aa632119c3a req-bdaf39fa-bc5c-483c-9fc5-234f3a93533b tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 932 time: 0.0905523 Jun 30 03:59:00.489157 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:00.524036 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-b123725b-2441-4ed8-bf27-3aa632119c3a req-ef2c6daf-e7c3-4d0a-a898-f8447cfdbb91 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404291 Jun 30 03:59:01.723449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8936708-5ceb-4430-b4d7-f28753c01e46 req-8230d72f-9da5-4287-a3a0-9121384bfcbb tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:01.724977 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f8936708-5ceb-4430-b4d7-f28753c01e46 req-8230d72f-9da5-4287-a3a0-9121384bfcbb tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 932 time: 0.0709062 Jun 30 03:59:01.774357 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-f8936708-5ceb-4430-b4d7-f28753c01e46 req-dc9d01c3-da30-41b1-9ef0-0225fa162c6b tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407391 Jun 30 03:59:02.965209 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6139c-9d80-4a19-b6c6-0c678a6742f9 req-cb4be583-15ac-42c1-b866-1deb1693ebb3 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:02.966808 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cff6139c-9d80-4a19-b6c6-0c678a6742f9 req-cb4be583-15ac-42c1-b866-1deb1693ebb3 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 932 time: 0.0680206 Jun 30 03:59:03.007887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-cff6139c-9d80-4a19-b6c6-0c678a6742f9 req-8fd41488-51d7-4334-87e4-86c5515ffde5 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351019 Jun 30 03:59:04.196375 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5a028-17db-4386-9655-305fb5d00895 req-ad020aea-63b3-4da8-87ec-8488d5fe6e73 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:04.197924 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e5a028-17db-4386-9655-305fb5d00895 req-ad020aea-63b3-4da8-87ec-8488d5fe6e73 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 932 time: 0.0710526 Jun 30 03:59:04.239510 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-e8e5a028-17db-4386-9655-305fb5d00895 req-e957f1d1-e693-415a-b509-01531604a765 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356307 Jun 30 03:59:05.458086 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927fb52-da89-4c35-b277-ba943c7f7505 req-77ed22ab-bdaf-4924-953c-974875e8481a tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:05.459656 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f927fb52-da89-4c35-b277-ba943c7f7505 req-77ed22ab-bdaf-4924-953c-974875e8481a tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 932 time: 0.0831170 Jun 30 03:59:05.501751 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-f927fb52-da89-4c35-b277-ba943c7f7505 req-04bba2fa-02c1-407e-be0c-6896cfb71145 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357020 Jun 30 03:59:06.712935 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac9db2-f841-45f0-a5e2-8e0f4f540f34 req-9e120246-5a6d-43d3-8f06-3e8e2f077dea tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:06.715030 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62ac9db2-f841-45f0-a5e2-8e0f4f540f34 req-9e120246-5a6d-43d3-8f06-3e8e2f077dea tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 932 time: 0.0912044 Jun 30 03:59:06.758231 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-62ac9db2-f841-45f0-a5e2-8e0f4f540f34 req-321f18ac-315b-4660-be50-8d245ab67231 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372019 Jun 30 03:59:07.968221 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef33ed-327d-447b-b2d2-cf166dfc7bc6 req-a16c8c99-a96e-422b-aeeb-84a47fd6ab29 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:07.969913 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2fef33ed-327d-447b-b2d2-cf166dfc7bc6 req-a16c8c99-a96e-422b-aeeb-84a47fd6ab29 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 932 time: 0.0782609 Jun 30 03:59:08.016450 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2fef33ed-327d-447b-b2d2-cf166dfc7bc6 req-199ed5dd-8718-4284-a05e-be90f60beaac tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364730 Jun 30 03:59:09.234522 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f6ef0-7b70-451a-a66e-136b9ee181bb req-6fabca39-edca-4925-ba0e-3e38592a8f23 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:09.236300 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-353f6ef0-7b70-451a-a66e-136b9ee181bb req-6fabca39-edca-4925-ba0e-3e38592a8f23 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 932 time: 0.0919561 Jun 30 03:59:09.280585 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-353f6ef0-7b70-451a-a66e-136b9ee181bb req-326b44eb-5ac2-4edd-b320-6f58c6c944ae tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369663 Jun 30 03:59:10.480376 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82776c-cfd2-47ae-907d-c5ae2cd0319f req-241fe5c2-4196-4351-8b10-4513278b4765 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:10.481878 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad82776c-cfd2-47ae-907d-c5ae2cd0319f req-241fe5c2-4196-4351-8b10-4513278b4765 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 932 time: 0.0750105 Jun 30 03:59:10.521457 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-ad82776c-cfd2-47ae-907d-c5ae2cd0319f req-d9e7e22e-560e-4e9e-8076-48c55a817eff tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334918 Jun 30 03:59:11.706314 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c965e68-5657-412a-a380-3386a6dbcb91 req-c9e27d06-d3de-418b-afb7-f6fbd8bba47f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:11.707741 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c965e68-5657-412a-a380-3386a6dbcb91 req-c9e27d06-d3de-418b-afb7-f6fbd8bba47f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 932 time: 0.0661931 Jun 30 03:59:11.748218 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-0c965e68-5657-412a-a380-3386a6dbcb91 req-67ad8623-0f09-41ec-9626-0bdf2f215266 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335958 Jun 30 03:59:11.856370 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.v2.base [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Request body: {'port': {'device_id': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-39'}} {{(pid=93771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:59:11.933504 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:12.206538 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1df7b9-471e-4721-b936-0ec87b60bfe2 {{(pid=93771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:59:12.214866 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:12.228138 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.provisioning_blocks [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Transition to ACTIVE for port object 9f1df7b9-471e-4721-b936-0ec87b60bfe2 will not be triggered until provisioned by entity L2. {{(pid=93771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 03:59:12.233350 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:12.287050 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Pushing event updated for resources: {'Port': ['ID=9f1df7b9-471e-4721-b936-0ec87b60bfe2,revision_number=2']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:12.376153 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Attempting to bind port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 on host n-h1-758944-39 for vnic_type normal with profile {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 03:59:12.376658 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Attempting to bind port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 by drivers openvswitch,hyperv on host n-h1-758944-39 at level 0 using segments [{'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 03:59:12.377214 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Attempting to bind port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 on network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:59:12.382886 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 on network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-39 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 03:59:12.383197 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Attempting to bind port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 on network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 03:59:12.389897 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Checking agent: {'id': '9687ee7d-e9b7-4694-92a4-dcae1cd1361b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-39', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'started_at': datetime.datetime(2021, 6, 30, 2, 19, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 3, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 03:59:12.390411 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Checking segment: {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 03:59:12.391062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Bound using segment: {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'} {{(pid=93771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 03:59:12.391759 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.managers [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Bound port: 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host: n-h1-758944-39, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6120fc3b-69f7-4aa5-9e0c-c03828489b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4'}}] {{(pid=93771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 03:59:12.392275 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:12.474916 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] For port 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host n-h1-758944-39, cleared binding levels {{(pid=93771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 03:59:12.478327 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] For port 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host n-h1-758944-39, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 03:59:12.483902 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-19387431'] for port, after_update {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:12.520150 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:12.520781 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:12.522250 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] 10.222.0.69 "PUT /v2.0/ports/9f1df7b9-471e-4721-b936-0ec87b60bfe2 HTTP/1.1" status: 200 len: 1093 time: 0.7174299 Jun 30 03:59:12.522702 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:59:12.525033 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ba9f8e-078f-4bbe-b07f-412028e82b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:59:12.559062 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d5b1b-62b6-494c-98a1-a3c45898aeba service neutron] Pushing event updated for resources: {'Port': ['ID=9f1df7b9-471e-4721-b936-0ec87b60bfe2,revision_number=3']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:12.628828 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-0c9809fe-d52d-43b1-b7f7-621968a0999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:12.630396 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-0c9809fe-d52d-43b1-b7f7-621968a0999b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 1096 time: 0.0631804 Jun 30 03:59:12.683570 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-02fe942b-d86c-42e2-aa16-0a253182e099 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2 HTTP/1.1" status: 200 len: 217 time: 0.0456693 Jun 30 03:59:12.765703 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-17835cb3-15c8-447e-90f2-34f3ad69570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:12.768645 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-17835cb3-15c8-447e-90f2-34f3ad69570e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0775251 Jun 30 03:59:12.849422 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-066585ef-b603-4457-99ac-ae772ce52115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:12.851692 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-066585ef-b603-4457-99ac-ae772ce52115 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764587 Jun 30 03:59:12.868918 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68631b8-4de2-46ed-a0e5-563048577f5b x-openstack-request-id: req-f68631b8-4de2-46ed-a0e5-563048577f5b {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:59:12.869793 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:59:12.869793 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f68631b8-4de2-46ed-a0e5-563048577f5b {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:59:12.870114 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'status': 'completed', 'code': 200} Jun 30 03:59:12.955785 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-dff12a83-dc8e-4d8f-adf2-74a49b3656b5 service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978007 Jun 30 03:59:12.988516 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2003b6-f8e6-4b82-b0ec-257666a7d0f6 req-8564ee37-8f0d-4ab3-b4b2-51458664e7d0 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:12.991434 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f2003b6-f8e6-4b82-b0ec-257666a7d0f6 req-8564ee37-8f0d-4ab3-b4b2-51458664e7d0 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 944 time: 0.0824142 Jun 30 03:59:13.031754 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-8f2003b6-f8e6-4b82-b0ec-257666a7d0f6 req-21f13b73-aa1b-4da6-9b0a-8959a76f1064 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353813 Jun 30 03:59:13.060064 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-efdd0e39-39ea-404d-8a72-24797080c5f5 req-ba1e893e-a55e-4d37-af9d-e662ee50dc71 service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973227 Jun 30 03:59:13.162980 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-ee9032ca-568d-437a-bca8-f4bd2a3823a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:13.164501 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-ee9032ca-568d-437a-bca8-f4bd2a3823a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 1096 time: 0.0540104 Jun 30 03:59:13.258286 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-8f09de2a-e90d-421d-8674-6df9e7839960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:13.259842 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-8f09de2a-e90d-421d-8674-6df9e7839960 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.0887651 Jun 30 03:59:13.301953 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-8c72caa7-b2d8-4055-aa0a-1446d63c659d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2 HTTP/1.1" status: 200 len: 217 time: 0.0354147 Jun 30 03:59:13.356550 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-400231a9-b3df-4174-bbc4-d03400dbb5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:13.358012 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-400231a9-b3df-4174-bbc4-d03400dbb5fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0498164 Jun 30 03:59:13.420151 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-5a359dfe-3c96-472a-a99a-1e7c59909407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:13.421663 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-5a359dfe-3c96-472a-a99a-1e7c59909407 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578182 Jun 30 03:59:13.513664 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-a1612d34-8195-460c-8311-5be7a6c449c8 service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854414 Jun 30 03:59:13.613511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-62ba9f8e-078f-4bbe-b07f-412028e82b5a req-3043d91d-a436-4c76-bc42-54f7630f239a service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925288 Jun 30 03:59:14.212653 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4ef0e-51fd-45cc-8a5f-5d1ed3256b00 req-6dfee3b7-b792-4961-ac85-daf02d394544 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:14.214241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71d4ef0e-51fd-45cc-8a5f-5d1ed3256b00 req-6dfee3b7-b792-4961-ac85-daf02d394544 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 944 time: 0.0672455 Jun 30 03:59:14.252945 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-71d4ef0e-51fd-45cc-8a5f-5d1ed3256b00 req-100d0e8e-2cfc-4149-9f26-56e9547a9abb tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326359 Jun 30 03:59:15.437484 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ead87b-f811-4f62-bdf7-78571f7ca677 req-9b632a0c-5029-42df-a124-24c2816296d2 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:15.439010 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b5ead87b-f811-4f62-bdf7-78571f7ca677 req-9b632a0c-5029-42df-a124-24c2816296d2 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 944 time: 0.0700328 Jun 30 03:59:15.478560 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b5ead87b-f811-4f62-bdf7-78571f7ca677 req-7a8e0e8a-56a0-4e0f-aa18-68016d8ff59b tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Jun 30 03:59:16.290522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9f1df7b9-471e-4721-b936-0ec87b60bfe2 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 03:59:16.389329 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:16.404292 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'port_id': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'mac_address': 'fa:16:3e:04:d6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 03:59:16.441366 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:16.457305 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1df7b9-471e-4721-b936-0ec87b60bfe2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 03:59:16.481270 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:16.485607 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:16.534779 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=9f1df7b9-471e-4721-b936-0ec87b60bfe2,revision_number=4']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:16.668657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6c05e-7a49-44ff-96a5-634966511726 req-7876bf93-d0b9-4311-aedf-10f50fce7264 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:16.670189 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ad6c05e-7a49-44ff-96a5-634966511726 req-7876bf93-d0b9-4311-aedf-10f50fce7264 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 945 time: 0.0756278 Jun 30 03:59:16.712744 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2ad6c05e-7a49-44ff-96a5-634966511726 req-ef5dbf73-aae3-4dc1-8190-e23fa36ea75d tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365915 Jun 30 03:59:16.873558 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['9f1df7b9-471e-4721-b936-0ec87b60bfe2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:59:16.973928 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:17.132418 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:17.904955 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da45d-f271-4e73-9ebc-8cfde43c64e4 req-1405965a-6d23-481c-90a8-36333bc92bf8 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:17.906477 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a39da45d-f271-4e73-9ebc-8cfde43c64e4 req-1405965a-6d23-481c-90a8-36333bc92bf8 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 945 time: 0.0763850 Jun 30 03:59:17.954919 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-a39da45d-f271-4e73-9ebc-8cfde43c64e4 req-595f0bbd-c52d-4797-b439-af5180de6a61 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Jun 30 03:59:18.289935 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9f1df7b9-471e-4721-b936-0ec87b60bfe2 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 03:59:18.345073 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning for port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 completed by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 03:59:18.349554 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:59:18.350490 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:18.437061 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:18.462415 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:59:18.464940 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2f12a8-0499-4a70-96ba-72dda6c4883e" -d '{"events": [{"server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "name": "network-vif-plugged", "status": "completed", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:59:18.479937 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:59:18.485429 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:18.512645 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e58cfe4-031c-4bc6-b28b-0960639f3030 x-openstack-request-id: req-3e58cfe4-031c-4bc6-b28b-0960639f3030 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:59:18.512645 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "name": "network-vif-plugged", "status": "completed", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:59:18.513633 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e58cfe4-031c-4bc6-b28b-0960639f3030 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:59:18.513633 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'code': 200} Jun 30 03:59:18.541756 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=9f1df7b9-471e-4721-b936-0ec87b60bfe2,revision_number=5']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:18.625636 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272008e6-c0d2-473b-a90b-603a031e209f req-7f5a63a1-7284-441b-9201-72c33ece0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:18.627239 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-272008e6-c0d2-473b-a90b-603a031e209f req-7f5a63a1-7284-441b-9201-72c33ece0cde service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 1098 time: 0.0565252 Jun 30 03:59:18.663117 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-272008e6-c0d2-473b-a90b-603a031e209f req-5d964817-f6d9-47c5-b56e-2d1df64a7a56 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296152 Jun 30 03:59:18.739239 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:59:19.159668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650724e-150e-4716-b265-a435957fde9f req-bb49edd9-dbb4-4b0a-a98f-04ed443d70b3 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:19.161819 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4650724e-150e-4716-b265-a435957fde9f req-bb49edd9-dbb4-4b0a-a98f-04ed443d70b3 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 946 time: 0.0810537 Jun 30 03:59:19.222251 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-4650724e-150e-4716-b265-a435957fde9f req-7400d994-e55a-46c9-b3b8-049b0383e779 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530484 Jun 30 03:59:20.415190 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8733817-bc70-4121-9820-063d22b8285f req-4855d5e7-1f58-42b0-bcfd-addffe5f9417 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:20.416782 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8733817-bc70-4121-9820-063d22b8285f req-4855d5e7-1f58-42b0-bcfd-addffe5f9417 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 946 time: 0.0765071 Jun 30 03:59:20.461849 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a8733817-bc70-4121-9820-063d22b8285f req-7f6ee6a3-22c4-4292-a312-8b18518bd482 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385330 Jun 30 03:59:20.655663 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef619a84-51aa-4308-a564-d8af2361f2a0 req-1611b99d-e244-4df2-8cdf-c90f2c7b0226 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:20.657210 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef619a84-51aa-4308-a564-d8af2361f2a0 req-1611b99d-e244-4df2-8cdf-c90f2c7b0226 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 946 time: 0.0792830 Jun 30 03:59:20.705793 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-ef619a84-51aa-4308-a564-d8af2361f2a0 req-ea54d80d-ead0-4099-8950-07090fd5e84b tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424933 Jun 30 03:59:20.731393 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53620) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:59:20.792928 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20501ca9-2b9b-493e-b9e0-5399ab750a58 tempest-TestSnapshotPattern-926308843 tempest-TestSnapshotPattern-926308843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:20.794511 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-20501ca9-2b9b-493e-b9e0-5399ab750a58 tempest-TestSnapshotPattern-926308843 tempest-TestSnapshotPattern-926308843-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 1093 time: 0.0621216 Jun 30 03:59:20.798678 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53622) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:59:20.803429 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.v2.base [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Request body: {'floatingip': {'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'port_id': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93770) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:59:20.828494 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for floatingip, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:20.949361 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:21.058605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_common [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Allocated IP 172.25.7.227 (944c7a62-4bfa-4a4f-8619-0180f1244e73/919c399f-8b7a-41ed-8e0e-7296ad60ffc0/186fa748-b4ec-4faa-a93e-8e5c4e652fa3) {{(pid=93770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 03:59:21.171715 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for port, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:21.212641 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3672949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-242159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776557209802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12045245'] for port, after_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:21.250439 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Network 944c7a62-4bfa-4a4f-8619-0180f1244e73 is already hosted by enough agents. {{(pid=93770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 03:59:21.253171 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.base_scheduler [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Resources bound (agent type, host, resource id): {{(pid=93770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 03:59:21.259885 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Received port after_create {{(pid=93770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 03:59:21.265548 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'Port': ['ID=186fa748-b4ec-4faa-a93e-8e5c4e652fa3,revision_number=1']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:21.292129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.292449 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.292682 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.293041 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.293338 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.293688 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.294013 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.294319 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.294630 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.294966 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.295283 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.295594 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:59:21.700283 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:21.785234 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:21.950042 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:21.956376 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12045199'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:22.041467 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event updated for resources: {'Port': ['ID=186fa748-b4ec-4faa-a93e-8e5c4e652fa3,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:59:22.048577 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570653'] for floatingip, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:22.165093 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Floating IP a074bf42-9cdb-4ea9-83da-f231f399f338 associated. External IP: 172.25.7.227, port: 9f1df7b9-471e-4721-b936-0ec87b60bfe2. Jun 30 03:59:22.394286 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Router 3640646b-396d-4c4e-b250-6e96e2cfc05a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:59:22.509926 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:59:22.526483 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] Sync routers for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:59:22.528580 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:22.536522 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:59:22.537147 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:58:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:59:22.585853 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-22feec8b-09f6-4d3d-a940-724e0f07730e tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7857909 Jun 30 03:59:22.586668 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:59:22.590988 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae0291f-6391-4fd7-8203-a54689f32f79" -d '{"events": [{"name": "network-changed", "server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:59:22.651438 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:59:22.685929 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a8a1be-0b72-47fe-84be-b38e38624d1b x-openstack-request-id: req-e0a8a1be-0b72-47fe-84be-b38e38624d1b {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:59:22.686214 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:59:22.686461 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0a8a1be-0b72-47fe-84be-b38e38624d1b {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:59:22.686912 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'status': 'completed', 'code': 200} Jun 30 03:59:22.767276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-2723f750-dd9f-4096-adf5-7b0955f35afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:22.768781 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-2723f750-dd9f-4096-adf5-7b0955f35afa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 1098 time: 0.0573456 Jun 30 03:59:22.864457 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-2d121f17-93c7-4fac-ba3d-b396d342f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:22.865884 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-2d121f17-93c7-4fac-ba3d-b396d342f618 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.0912004 Jun 30 03:59:22.935758 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '99d42235-e801-40b7-993d-fbc8701e51c2', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:46Z', 'updated_at': '2021-06-30T03:56:48Z', 'revision_number': 1, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}, {'id': 'a074bf42-9cdb-4ea9-83da-f231f399f338', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:04:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:59:21Z', 'updated_at': '2021-06-30T03:59:21Z', 'revision_number': 0, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:59:22.937887 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-7f5b4f60-1a5f-4db2-9a73-882fe5851e4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2 HTTP/1.1" status: 200 len: 1000 time: 0.0653348 Jun 30 03:59:22.965482 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] Checking router: 3640646b-396d-4c4e-b250-6e96e2cfc05a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:59:22.975379 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:59:22.976009 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T03:58:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:59:23.000531 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-15db30a6-d5ca-450d-ae80-baa16da7e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:23.002540 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-15db30a6-d5ca-450d-ae80-baa16da7e1c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0586519 Jun 30 03:59:23.074088 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-d1a80ded-31e7-445e-a5fb-9eaba3965aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:23.075793 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-d1a80ded-31e7-445e-a5fb-9eaba3965aa4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665576 Jun 30 03:59:23.092425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:59:23.180789 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-f2b99907-9238-4473-ae58-65e8123a1f93 service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985200 Jun 30 03:59:23.292864 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-aae0291f-6391-4fd7-8203-a54689f32f79 req-7dd11d07-b8bc-4338-bbc1-e28bd7b8b23f service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059554 Jun 30 03:59:23.344422 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '99d42235-e801-40b7-993d-fbc8701e51c2', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:46Z', 'updated_at': '2021-06-30T03:56:48Z', 'revision_number': 1, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}, {'id': 'a074bf42-9cdb-4ea9-83da-f231f399f338', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:04:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:59:21Z', 'updated_at': '2021-06-30T03:59:21Z', 'revision_number': 0, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:59:23.372096 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45eb2b1a-f403-46ce-883e-cde1b280dd24 None None] The sync data for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 is: [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '99d42235-e801-40b7-993d-fbc8701e51c2', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:46Z', 'updated_at': '2021-06-30T03:56:48Z', 'revision_number': 1, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}, {'id': 'a074bf42-9cdb-4ea9-83da-f231f399f338', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:04:d6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:59:21Z', 'updated_at': '2021-06-30T03:59:21Z', 'revision_number': 0, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:59:23.596666 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02a95a-b973-4ff1-aa9d-bb7062fd3685 None None] New status for floating IP a074bf42-9cdb-4ea9-83da-f231f399f338: ACTIVE {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:59:24.529047 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-21146c2d-c93f-4904-a366-26f9414e169b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:27.126983 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9f83ab16-7072-438e-87f6-90de1a5bf71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:27.224155 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:28.691448 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:30.487226 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:46.980154 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:47.001183 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-52afe278-108c-46cc-b0c6-f5486fe02c40 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569234 Jun 30 03:59:47.109947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-510f3fbc-97c1-4df4-8d74-01c0195119ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:47.111589 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-510f3fbc-97c1-4df4-8d74-01c0195119ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 1098 time: 0.0591245 Jun 30 03:59:47.132632 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:47.223593 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-ddea98cb-d16f-4f8d-bd19-093974d8970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:47.225066 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-ddea98cb-d16f-4f8d-bd19-093974d8970c service neutron] 10.222.0.69 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.0913990 Jun 30 03:59:47.291543 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-17bfd5f3-6f82-46d0-8789-752a93d7d6f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2 HTTP/1.1" status: 200 len: 1002 time: 0.0591087 Jun 30 03:59:47.352358 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-353fc3b5-94ff-48ea-bed0-91740f5ea51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:47.353799 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-353fc3b5-94ff-48ea-bed0-91740f5ea51c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0560217 Jun 30 03:59:47.430007 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-e08c3bf2-6e06-4def-a665-1b85509bd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:47.431603 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-e08c3bf2-6e06-4def-a665-1b85509bd51e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702322 Jun 30 03:59:47.446133 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-6d04b57d-54bf-4248-822e-a385eba81d89 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93771) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 03:59:47.447057 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-6d04b57d-54bf-4248-822e-a385eba81d89 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049715 Jun 30 03:59:47.546443 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-86148a6f-9ecb-42c7-939e-1e315f42551a service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929270 Jun 30 03:59:47.647415 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-c50cbb92-f760-4782-988d-c2e7786f88ca req-4d42f6a8-4ffd-4fff-8fdb-8b15b900c217 service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930970 Jun 30 03:59:54.525328 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-50e697ea-f50c-441f-a438-e1fd6e0353ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:55.745154 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:59:57.131545 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f95f6543-284f-4663-a83c-aabf423616fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:57.235873 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:58.693214 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:59:58.948673 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-bc2f0c7c-fe9d-47f1-94c7-e296fe2a576b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0646148 Jun 30 03:59:59.050901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-dd49abfc-6271-453b-9cb2-64e051a0cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:59.052510 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-dd49abfc-6271-453b-9cb2-64e051a0cd61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1096 time: 0.0584567 Jun 30 03:59:59.166231 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-e760d1dd-e1f9-4332-b79f-08c4b43b3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:59.167858 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-e760d1dd-e1f9-4332-b79f-08c4b43b3a40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.0952184 Jun 30 03:59:59.239337 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-19b60486-0187-470a-ba26-dc57791c0fbd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 1000 time: 0.0650306 Jun 30 03:59:59.679983 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-5d060f38-39bb-42cb-aebb-d76365697bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:59.681470 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-5d060f38-39bb-42cb-aebb-d76365697bb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.4361138 Jun 30 03:59:59.743605 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-74cc2d47-bad2-42b3-968e-055a6811a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:59:59.745152 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-74cc2d47-bad2-42b3-968e-055a6811a360 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566485 Jun 30 03:59:59.853238 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-c7962a5c-2ee2-42b3-82d1-90f29ef4b4b6 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013045 Jun 30 03:59:59.949880 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-cf0b04e3-1342-4a1c-a183-91ffdecf1e87 req-a60864ae-2475-45c8-8fe1-ccff0d74104f service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899136 Jun 30 04:00:00.491662 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:16.980516 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:17.147146 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:24.525202 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7a631e04-9f23-47eb-942e-fc901f6f0580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:27.145860 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73e27604-7fb9-4b5a-9987-efb7faf824e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:27.232539 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:28.697367 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:30.499733 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:32.747184 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:00:46.989952 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:47.161092 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:47.174124 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-f9463bd0-4ad7-44ab-abf2-9ff5726f30ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0611441 Jun 30 04:00:47.278766 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-c59fe05f-2dfd-4728-96b1-28b4edd05bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:47.280309 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-c59fe05f-2dfd-4728-96b1-28b4edd05bca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 1098 time: 0.0564003 Jun 30 04:00:47.400617 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-58932b9c-4b0e-441e-9e8e-caf7726e3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:47.402105 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-58932b9c-4b0e-441e-9e8e-caf7726e3729 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.0979047 Jun 30 04:00:47.474858 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-6661efcf-aa21-402a-bec6-efbb99e8038f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2 HTTP/1.1" status: 200 len: 1002 time: 0.0651677 Jun 30 04:00:47.531947 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-9afa208f-606f-4903-866c-813047b7e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:47.533295 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-9afa208f-606f-4903-866c-813047b7e03f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0526741 Jun 30 04:00:47.598547 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-f7698e48-b3b4-41e1-91ad-2acf7d430d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:00:47.600086 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-f7698e48-b3b4-41e1-91ad-2acf7d430d02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595145 Jun 30 04:00:47.693469 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-a039089e-680e-4067-a876-aeb60c873b78 service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863764 Jun 30 04:00:48.117076 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-8b732f7a-4ee5-4bb1-8e95-1a0236d53c67 req-9081b62e-0c57-45b1-8a37-61a71508b802 service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168754 Jun 30 04:00:54.519416 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e8185583-1fcf-431f-ba2e-c79744b24194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:57.138976 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-be373cf2-d38a-4043-9120-4649a83c5123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:57.227376 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:58.700459 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:00:59.927360 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-050a75e0-a16a-4f2a-b439-8b8ab85a4e9a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608203 Jun 30 04:01:00.040591 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-cd8042fb-2e16-443c-b1e1-05ccd0047448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:00.042196 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-cd8042fb-2e16-443c-b1e1-05ccd0047448 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1096 time: 0.0619328 Jun 30 04:01:00.152819 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-be794f9e-b7da-4794-afc6-24b9fd9b7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:00.154280 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-be794f9e-b7da-4794-afc6-24b9fd9b7d0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.0901468 Jun 30 04:01:00.222542 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-547626d0-ffb0-44e9-89aa-c05630fe6993 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 1000 time: 0.0613954 Jun 30 04:01:00.272095 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-4177c467-464c-4172-84f3-58d833d05f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:00.273528 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-4177c467-464c-4172-84f3-58d833d05f24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0435710 Jun 30 04:01:00.336528 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-82ebd6b8-160d-4f21-9357-5952268c6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:00.338082 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-82ebd6b8-160d-4f21-9357-5952268c6351 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576930 Jun 30 04:01:00.445685 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-6b1a25a9-57a3-4736-b01a-a221c0fd7b8f service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008685 Jun 30 04:01:00.501575 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:00.549599 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-26cbe622-79f4-47a2-92b4-3d0dd3a258df req-ec9b405a-0a45-44d1-8c40-131cb5a02975 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977120 Jun 30 04:01:09.747448 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:01:16.994486 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:17.176996 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:24.524772 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c59c8d04-d9cd-41d8-a1a0-ac2ee3030012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:27.146022 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-5ef226e9-9e72-45e6-ad39-6deded97e38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:27.235183 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:28.705394 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:30.496044 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:41.003870 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9f1df7b9-471e-4721-b936-0ec87b60bfe2 details requested by agent hyperv_n-h1-758944-39 with host n-h1-758944-39 {{(pid=93772) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 04:01:41.112926 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:41.126668 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Returning: {'device': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'port_id': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'mac_address': 'fa:16:3e:04:d6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93772) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 04:01:41.165472 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:41.183891 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f1df7b9-471e-4721-b936-0ec87b60bfe2 {{(pid=93772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 04:01:41.210417 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:41.215876 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:41.267620 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=9f1df7b9-471e-4721-b936-0ec87b60bfe2,revision_number=6']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:41.275217 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.275560 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.275897 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.276230 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.276553 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.276876 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.277196 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.277516 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.277833 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.278148 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.278467 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.278812 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:41.293769 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] get_ports_and_sgs() called for port_ids ['9f1df7b9-471e-4721-b936-0ec87b60bfe2'] {{(pid=93772) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 04:01:43.020425 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9f1df7b9-471e-4721-b936-0ec87b60bfe2 up at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 04:01:43.089141 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.provisioning_blocks [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Provisioning complete for port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 triggered by entity L2. {{(pid=93772) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 04:01:43.089676 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3743937'] for port, provisioning_complete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:43.170578 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:43.193873 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:43.196262 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ed10ca-2c6f-4c11-92e0-127009d39e47" -d '{"events": [{"server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "name": "network-vif-plugged", "status": "completed", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:43.211777 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:43.218162 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:43.272238 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=9f1df7b9-471e-4721-b936-0ec87b60bfe2,revision_number=7']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:44.323418 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffcda53-8f04-43ea-8069-934f9991daa6 x-openstack-request-id: req-fffcda53-8f04-43ea-8069-934f9991daa6 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:44.324070 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "name": "network-vif-plugged", "status": "completed", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:44.324070 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fffcda53-8f04-43ea-8069-934f9991daa6 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:44.324308 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'code': 200} Jun 30 04:01:46.747259 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:01:47.011944 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:47.014146 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478b472-f07b-4c0d-a105-5c03960271df req-fc984800-c3e8-4031-b12e-93accbe2558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:47.015722 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d478b472-f07b-4c0d-a105-5c03960271df req-fc984800-c3e8-4031-b12e-93accbe2558a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 1098 time: 0.0640523 Jun 30 04:01:47.142613 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478b472-f07b-4c0d-a105-5c03960271df req-215d09b5-926c-4e89-a180-8ad87748ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:47.144589 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d478b472-f07b-4c0d-a105-5c03960271df req-215d09b5-926c-4e89-a180-8ad87748ec46 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.1039610 Jun 30 04:01:47.178849 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:47.222241 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d478b472-f07b-4c0d-a105-5c03960271df req-2101e916-e28a-4f5d-b3b7-a3c98098f293 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2 HTTP/1.1" status: 200 len: 1002 time: 0.0700285 Jun 30 04:01:47.275668 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478b472-f07b-4c0d-a105-5c03960271df req-9a9a00b6-316c-4aa8-ba01-e3f8e2478500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:47.277365 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d478b472-f07b-4c0d-a105-5c03960271df req-9a9a00b6-316c-4aa8-ba01-e3f8e2478500 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0480993 Jun 30 04:01:47.385930 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478b472-f07b-4c0d-a105-5c03960271df req-7fe5e60b-3bc2-40db-8b39-04018bd6ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:47.385930 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d478b472-f07b-4c0d-a105-5c03960271df req-7fe5e60b-3bc2-40db-8b39-04018bd6ab2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005099 Jun 30 04:01:47.490350 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d478b472-f07b-4c0d-a105-5c03960271df req-62654876-f84a-4fa7-bcf5-d6e72cd040b7 service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971830 Jun 30 04:01:47.600079 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-d478b472-f07b-4c0d-a105-5c03960271df req-417be493-5ce1-4cb9-8da0-bd7073316b06 service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022303 Jun 30 04:01:54.529577 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa2a375b-463a-4858-bcca-479aac419263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:55.868652 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53902) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:01:56.067723 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Deleting port 186fa748-b4ec-4faa-a93e-8e5c4e652fa3 {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:56.068067 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:56.156858 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:56.157206 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:56.173063 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Calling delete_port for 186fa748-b4ec-4faa-a93e-8e5c4e652fa3 owned by network:floatingip {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:56.362033 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:56.392636 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event deleted for resources: {'Port': ['ID=186fa748-b4ec-4faa-a93e-8e5c4e652fa3,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:56.406189 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.406536 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.406908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.407232 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.407565 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.407901 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.408237 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.408676 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.408999 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.409354 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.409675 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.410003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:56.474430 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:56.474880 n-d-758944-39 neutron-server[93770]: INFO neutron.db.l3_db [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Floating IP a074bf42-9cdb-4ea9-83da-f231f399f338 disassociated (deleted). External IP: 172.25.7.227, port: 9f1df7b9-471e-4721-b936-0ec87b60bfe2. Jun 30 04:01:56.712558 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Router 3640646b-396d-4c4e-b250-6e96e2cfc05a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:01:56.827896 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:01:56.833633 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:56.848908 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] Sync routers for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:01:56.851490 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:56.852143 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T04:01:27Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:56.875080 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-7eca0b8d-73ee-482e-b6fe-a328037a47b9 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "DELETE /v2.0/floatingips/a074bf42-9cdb-4ea9-83da-f231f399f338 HTTP/1.1" status: 204 len: 168 time: 1.0051625 Jun 30 04:01:56.876030 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:56.878592 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ce3621-48c6-4a7b-8abd-de9095870ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:56.919500 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da88d92-f9b5-4594-abcf-33f02ae3082c x-openstack-request-id: req-5da88d92-f9b5-4594-abcf-33f02ae3082c {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:56.920723 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:56.920723 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5da88d92-f9b5-4594-abcf-33f02ae3082c {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:56.920723 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'status': 'completed', 'code': 200} Jun 30 04:01:56.985555 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:57.001590 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-a7c1b4dd-0ff1-4ebc-a5d6-8e6473fe19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:57.003229 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-a7c1b4dd-0ff1-4ebc-a5d6-8e6473fe19dd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 1098 time: 0.0595245 Jun 30 04:01:57.102951 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-01a34061-74e8-4717-b01f-0786ce4f4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:57.104955 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-01a34061-74e8-4717-b01f-0786ce4f4ac2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.0956209 Jun 30 04:01:57.158201 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-67f43ee2-2c9c-494b-855e-15e1dba040f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2 HTTP/1.1" status: 200 len: 217 time: 0.0465646 Jun 30 04:01:57.167967 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-65bf7ef9-a479-4fac-8c81-a7dbb46707aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:57.218321 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-370d739b-7d01-4ac2-ba39-5b212d15c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:57.219968 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-370d739b-7d01-4ac2-ba39-5b212d15c0cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0548174 Jun 30 04:01:57.248430 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:57.270895 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '99d42235-e801-40b7-993d-fbc8701e51c2', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:46Z', 'updated_at': '2021-06-30T03:56:48Z', 'revision_number': 1, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:57.303575 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-5b6896e5-19f0-4607-ba50-586b19120395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:57.303884 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] Checking router: 3640646b-396d-4c4e-b250-6e96e2cfc05a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:01:57.305455 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-5b6896e5-19f0-4607-ba50-586b19120395 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772388 Jun 30 04:01:57.312921 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:01:57.313529 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T04:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:57.428611 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:01:57.444382 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-cbc90cca-f3de-4cfc-9222-4f9549bbdeb3 service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304190 Jun 30 04:01:57.467216 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d7a6-fa11-4d2a-a1be-f9ced9f3ea8d req-846a8fd8-f127-400a-b48c-bd3d8fa95d3f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:57.468777 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48e1d7a6-fa11-4d2a-a1be-f9ced9f3ea8d req-846a8fd8-f127-400a-b48c-bd3d8fa95d3f tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 946 time: 0.2384872 Jun 30 04:01:57.570424 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-48e1d7a6-fa11-4d2a-a1be-f9ced9f3ea8d req-e10f2b68-dd97-4bc7-8652-a28d321f725c tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885866 Jun 30 04:01:57.594282 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-e1ce3621-48c6-4a7b-8abd-de9095870ceb req-f09e7b11-0bd0-4d41-8132-9cb6110cdd4c service neutron] 10.222.0.69 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371508 Jun 30 04:01:57.671929 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '99d42235-e801-40b7-993d-fbc8701e51c2', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:46Z', 'updated_at': '2021-06-30T03:56:48Z', 'revision_number': 1, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:01:57.698106 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6913f3c8-55e1-4af6-8089-600067c0c692 None None] The sync data for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 is: [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_floatingips': [{'id': '99d42235-e801-40b7-993d-fbc8701e51c2', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'router_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'port_id': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'mac_address': 'fa:16:3e:01:f8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T03:56:46Z', 'updated_at': '2021-06-30T03:56:48Z', 'revision_number': 1, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:01:57.938404 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53d748d-2ffa-4d99-bd9d-ec406982f17d None None] New status for floating IP a074bf42-9cdb-4ea9-83da-f231f399f338: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:01:58.705653 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:58.773503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef8e34-71d3-4578-9795-ac32f0479973 req-2947f8ee-a21e-4164-afdb-9a199bda14eb tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:58.775759 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-86ef8e34-71d3-4578-9795-ac32f0479973 req-2947f8ee-a21e-4164-afdb-9a199bda14eb tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 946 time: 0.0795710 Jun 30 04:01:58.816817 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-86ef8e34-71d3-4578-9795-ac32f0479973 req-554c03e1-46a9-453a-a005-273d55501a3c tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355132 Jun 30 04:01:59.083669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-f14a81c7-f3b7-4e8c-9677-8457a532801c tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:01:59.085519 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-f14a81c7-f3b7-4e8c-9677-8457a532801c tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 946 time: 0.0730097 Jun 30 04:01:59.135598 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9f1df7b9-471e-4721-b936-0ec87b60bfe2 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:01:59.198638 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Deleting port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:01:59.199023 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:59.220917 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672890'] for port, before_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:59.245541 n-d-758944-39 neutron-server[93772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2'}] {{(pid=93772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:59.248255 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69a83c769c6746e3ca4803bf5e18348561322fc3323cd6cc9437fb954bf27e52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0205585-3acc-4b3d-b3a6-953e304b6551" -d '{"events": [{"server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "name": "network-vif-unplugged", "status": "completed", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2"}]}' {{(pid=93772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:59.266923 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] For port 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:59.272800 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776557730573', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776557209820', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776557207053'] for port, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:59.296882 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4064b8-b828-4b92-8be2-32772e72a064 x-openstack-request-id: req-8e4064b8-b828-4b92-8be2-32772e72a064 {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:59.297173 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "name": "network-vif-unplugged", "status": "completed", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2", "code": 200}]} {{(pid=93772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:59.297434 n-d-758944-39 neutron-server[93772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e4064b8-b828-4b92-8be2-32772e72a064 {{(pid=93772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:59.297818 n-d-758944-39 neutron-server[93772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'code': 200} Jun 30 04:01:59.313785 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] For port 9f1df7b9-471e-4721-b936-0ec87b60bfe2, host n-h1-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-39',level=0,port_id=9f1df7b9-471e-4721-b936-0ec87b60bfe2,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:01:59.314136 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:59.325693 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Pushing event updated for resources: {'Port': ['ID=9f1df7b9-471e-4721-b936-0ec87b60bfe2,revision_number=8']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:59.327929 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Calling delete_port for 9f1df7b9-471e-4721-b936-0ec87b60bfe2 owned by compute:nova {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:01:59.473033 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:59.507475 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event deleted for resources: {'Port': ['ID=9f1df7b9-471e-4721-b936-0ec87b60bfe2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:01:59.520669 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.521016 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.521348 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.521663 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.521985 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.522306 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.522622 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.522963 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.523276 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.523586 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.523913 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.524243 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-39 {{(pid=93771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 04:01:59.570451 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] No DVR routers for this DVR port 9f1df7b9-471e-4721-b936-0ec87b60bfe2 on host n-h1-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:01:59.573539 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:01:59.575861 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-2aaf90f2-95f3-46c6-8e2a-433285fb3b65 req-67aa62dd-efe2-4b08-bc29-6a670f921bf6 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.69 "DELETE /v2.0/ports/9f1df7b9-471e-4721-b936-0ec87b60bfe2 HTTP/1.1" status: 204 len: 173 time: 0.4840720 Jun 30 04:01:59.576317 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'name': 'network-vif-deleted', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:01:59.578616 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1768274-c6bb-477b-8c1e-78a67fd70b5d" -d '{"events": [{"server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "name": "network-vif-deleted", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:01:59.630354 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589d014b-334e-4c5d-bdd5-44e48f430aeb x-openstack-request-id: req-589d014b-334e-4c5d-bdd5-44e48f430aeb {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:01:59.630622 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a92278d-0cf2-4372-9f66-b5aa4f609cfa", "name": "network-vif-deleted", "tag": "9f1df7b9-471e-4721-b936-0ec87b60bfe2", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:01:59.630947 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-589d014b-334e-4c5d-bdd5-44e48f430aeb {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:01:59.631368 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a92278d-0cf2-4372-9f66-b5aa4f609cfa', 'name': 'network-vif-deleted', 'tag': '9f1df7b9-471e-4721-b936-0ec87b60bfe2', 'status': 'completed', 'code': 200} Jun 30 04:01:59.944486 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be93f7bd-aa99-4816-b407-98811147e07a req-9a00ab86-22a8-4c31-b562-c6f9be44a144 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605729 Jun 30 04:01:59.996930 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [req-a3142104-0a89-4c35-ae5d-eccac97dc3c5 req-0c49a283-93b2-46a1-9081-b941fbb0e0ba tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a92278d-0cf2-4372-9f66-b5aa4f609cfa HTTP/1.1" status: 200 len: 210 time: 0.0376186 Jun 30 04:02:00.052788 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93f7bd-aa99-4816-b407-98811147e07a req-5c594f65-6f7c-4944-b500-b722860a3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:00.054338 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be93f7bd-aa99-4816-b407-98811147e07a req-5c594f65-6f7c-4944-b500-b722860a3044 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1096 time: 0.0663843 Jun 30 04:02:00.165587 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93f7bd-aa99-4816-b407-98811147e07a req-f6d1bcfe-16ba-4bae-940a-7d53f5a72110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:00.168820 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be93f7bd-aa99-4816-b407-98811147e07a req-f6d1bcfe-16ba-4bae-940a-7d53f5a72110 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.0886962 Jun 30 04:02:00.243768 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be93f7bd-aa99-4816-b407-98811147e07a req-46f225f8-0419-4308-8e77-b943c7c65d67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 1000 time: 0.0702326 Jun 30 04:02:00.296071 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93f7bd-aa99-4816-b407-98811147e07a req-7d02056b-8b1d-4afb-9419-dc1bdc35e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:00.297569 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be93f7bd-aa99-4816-b407-98811147e07a req-7d02056b-8b1d-4afb-9419-dc1bdc35e8c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0478270 Jun 30 04:02:00.362153 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93f7bd-aa99-4816-b407-98811147e07a req-d562a611-6ba7-457b-9267-16ca45cde79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:00.363727 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be93f7bd-aa99-4816-b407-98811147e07a req-d562a611-6ba7-457b-9267-16ca45cde79a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570803 Jun 30 04:02:00.377211 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [req-be93f7bd-aa99-4816-b407-98811147e07a req-79d7e68f-1db3-48d1-a71e-6fc6e2b3924b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=93770) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 04:02:00.378178 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be93f7bd-aa99-4816-b407-98811147e07a req-79d7e68f-1db3-48d1-a71e-6fc6e2b3924b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055327 Jun 30 04:02:00.484067 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be93f7bd-aa99-4816-b407-98811147e07a req-fe1869b6-0f91-4ca6-9adf-fafdaa70648a service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996957 Jun 30 04:02:00.501621 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:00.579491 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-be93f7bd-aa99-4816-b407-98811147e07a req-f0cb9220-60ca-466d-956e-ce6a38105b77 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892799 Jun 30 04:02:01.703347 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53968) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:01.867665 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Deleting port 23db6aed-2b5f-418b-912f-7d3ec19e70f4 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:02:01.867934 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:01.957280 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:01.957619 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:01.971128 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Calling delete_port for 23db6aed-2b5f-418b-912f-7d3ec19e70f4 owned by network:floatingip {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:02:02.134157 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:02.160230 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event deleted for resources: {'Port': ['ID=23db6aed-2b5f-418b-912f-7d3ec19e70f4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:02.225012 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:02.225347 n-d-758944-39 neutron-server[93771]: INFO neutron.db.l3_db [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Floating IP 99d42235-e801-40b7-993d-fbc8701e51c2 disassociated (deleted). External IP: 172.25.7.115, port: dfc0ecca-fee1-475a-97be-2ebfb3dee83f. Jun 30 04:02:02.460714 n-d-758944-39 neutron-server[93771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Router 3640646b-396d-4c4e-b250-6e96e2cfc05a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:02:02.592010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:02:02.598062 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for floatingip, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:02.606018 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] Sync routers for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:02:02.616667 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:02:02.617146 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T04:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:02.638325 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-3fd11922-8c12-49ea-b14c-b34910e64fcd tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "DELETE /v2.0/floatingips/99d42235-e801-40b7-993d-fbc8701e51c2 HTTP/1.1" status: 204 len: 168 time: 0.9338253 Jun 30 04:02:02.638952 n-d-758944-39 neutron-server[93771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f'}] {{(pid=93771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:02:02.641277 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa494e230ddcde190211180457966fceb492cd760050ff2c344af2bb1f253ace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90f6f76-cfc5-4b31-b01a-43ede16781a8" -d '{"events": [{"name": "network-changed", "server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f"}]}' {{(pid=93771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:02:02.679829 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 04:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6c4bbf-6790-4576-8b74-b7abce95b488 x-openstack-request-id: req-7f6c4bbf-6790-4576-8b74-b7abce95b488 {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:02:02.680116 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f", "status": "completed", "code": 200}]} {{(pid=93771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:02:02.680363 n-d-758944-39 neutron-server[93771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f6c4bbf-6790-4576-8b74-b7abce95b488 {{(pid=93771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:02:02.680762 n-d-758944-39 neutron-server[93771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'status': 'completed', 'code': 200} Jun 30 04:02:02.735709 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:02:02.768149 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-3e5561f0-1957-481b-934a-64cfa863a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:02.770480 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-3e5561f0-1957-481b-934a-64cfa863a2a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 1096 time: 0.0603168 Jun 30 04:02:02.876178 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-ac90a8f8-4e18-4ffc-98c4-0b1551bf3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:02.877873 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-ac90a8f8-4e18-4ffc-98c4-0b1551bf3da7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 200 len: 910 time: 0.1011097 Jun 30 04:02:02.930474 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-a22399b6-274b-4776-ac7e-025fea8717b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 200 len: 217 time: 0.0382576 Jun 30 04:02:02.985416 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:02.992152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-25738c16-89b8-4c79-9d85-56ce12f66863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:02.993540 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-25738c16-89b8-4c79-9d85-56ce12f66863 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 200 len: 848 time: 0.0567195 Jun 30 04:02:03.014828 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] Checking router: 3640646b-396d-4c4e-b250-6e96e2cfc05a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:02:03.023947 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:02:03.024563 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T04:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:03.092048 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dca1b-7187-4bcd-8072-deebd6fb4d19 req-1a830aee-c928-428e-ab7a-aea2febf0bda tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:03.093650 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b72dca1b-7187-4bcd-8072-deebd6fb4d19 req-1a830aee-c928-428e-ab7a-aea2febf0bda tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 944 time: 0.1164813 Jun 30 04:02:03.096614 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-c81b4295-ac61-4ebb-98af-78c0207f9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:03.097837 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-c81b4295-ac61-4ebb-98af-78c0207f9480 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3aded6-dcbd-4552-91e3-bf84beea17a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825055 Jun 30 04:02:03.138011 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:02:03.174680 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9f1df7b9-471e-4721-b936-0ec87b60bfe2 no longer exists at agent hyperv_n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:02:03.186011 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-b72dca1b-7187-4bcd-8072-deebd6fb4d19 req-2cca237d-7c44-436b-b717-f3bf711f1642 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/security-groups?id=a20473c5-acdd-481f-9576-812f4d06a756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848792 Jun 30 04:02:03.204606 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] No Port match for: 9f1df7b9-471e-4721-b936-0ec87b60bfe2 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:02:03.204968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Device 9f1df7b9-471e-4721-b936-0ec87b60bfe2 not bound to the agent host n-h1-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:02:03.223561 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-39cfcee7-6508-4057-8b29-61afea097656 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158559 Jun 30 04:02:03.327000 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-d90f6f76-cfc5-4b31-b01a-43ede16781a8 req-3c6d7011-70f2-4e7a-a3d9-aaaccec2c74c service neutron] 10.222.0.73 "GET /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951192 Jun 30 04:02:03.536077 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:03.564042 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65af3f7e-50a9-40a3-bf5d-8c7b25523b35 None None] The sync data for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 is: [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T03:56:23Z', 'revision_number': 4, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39', '_interfaces': [{'id': 'a5bea2b7-169c-4256-8232-befa214f431e', 'name': '', 'network_id': '2f3aded6-dcbd-4552-91e3-bf84beea17a4', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'mac_address': 'fa:16:3e:d1:89:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:23Z', 'updated_at': '2021-06-30T03:56:29Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'subnets': [{'id': 'dc2ad648-951a-4cb8-beb5-db1732ae4ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:02:03.616118 n-d-758944-39 neutron-server[93770]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b9aff-e10a-434b-b094-128affc40f1e req-e0e3812c-dba0-46fd-a93c-e2cf5fec25a2 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93770) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 04:02:03.617678 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-162b9aff-e10a-434b-b094-128affc40f1e req-e0e3812c-dba0-46fd-a93c-e2cf5fec25a2 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.73 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 944 time: 0.0846384 Jun 30 04:02:03.733510 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-162b9aff-e10a-434b-b094-128affc40f1e req-9ef79f73-fd9b-4d10-bd5a-a4fccc58d296 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Deleting port dfc0ecca-fee1-475a-97be-2ebfb3dee83f {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:02:03.733872 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-162b9aff-e10a-434b-b094-128affc40f1e req-9ef79f73-fd9b-4d10-bd5a-a4fccc58d296 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:03.816561 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4345a162-173f-4788-bf85-afa32379d76f None None] New status for floating IP 99d42235-e801-40b7-993d-fbc8701e51c2: DOWN {{(pid=93773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 04:02:03.836141 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [req-162b9aff-e10a-434b-b094-128affc40f1e req-9ef79f73-fd9b-4d10-bd5a-a4fccc58d296 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] For port dfc0ecca-fee1-475a-97be-2ebfb3dee83f, host n-h2-758944-39, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-39',level=0,port_id=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:03.836854 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-162b9aff-e10a-434b-b094-128affc40f1e req-9ef79f73-fd9b-4d10-bd5a-a4fccc58d296 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:03.851956 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [req-162b9aff-e10a-434b-b094-128affc40f1e req-9ef79f73-fd9b-4d10-bd5a-a4fccc58d296 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Calling delete_port for dfc0ecca-fee1-475a-97be-2ebfb3dee83f owned by compute:nova {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:02:03.997152 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-162b9aff-e10a-434b-b094-128affc40f1e req-9ef79f73-fd9b-4d10-bd5a-a4fccc58d296 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:04.033950 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef79f73-fd9b-4d10-bd5a-a4fccc58d296 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event deleted for resources: {'Port': ['ID=dfc0ecca-fee1-475a-97be-2ebfb3dee83f,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:04.082129 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [req-162b9aff-e10a-434b-b094-128affc40f1e req-9ef79f73-fd9b-4d10-bd5a-a4fccc58d296 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] No DVR routers for this DVR port dfc0ecca-fee1-475a-97be-2ebfb3dee83f on host n-h2-758944-39 {{(pid=93770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:02:04.085134 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [req-162b9aff-e10a-434b-b094-128affc40f1e req-9ef79f73-fd9b-4d10-bd5a-a4fccc58d296 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172568'] for port, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:04.087317 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-162b9aff-e10a-434b-b094-128affc40f1e req-9ef79f73-fd9b-4d10-bd5a-a4fccc58d296 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.73 "DELETE /v2.0/ports/dfc0ecca-fee1-475a-97be-2ebfb3dee83f HTTP/1.1" status: 204 len: 173 time: 0.4634030 Jun 30 04:02:04.087794 n-d-758944-39 neutron-server[93770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'name': 'network-vif-deleted', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f'}] {{(pid=93770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 04:02:04.090579 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9232f285bf48e086b246236e61f8707da15a44f78d04c8c5e76ed133f854b881" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6dcda8-710f-49e0-af3d-ff0873ddcf95" -d '{"events": [{"server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "name": "network-vif-deleted", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f"}]}' {{(pid=93770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 04:02:04.129174 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e5ef1d-bf6d-4e46-9b39-d3676292277a x-openstack-request-id: req-d7e5ef1d-bf6d-4e46-9b39-d3676292277a {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 04:02:04.129463 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36512a81-26a4-42dc-b607-6aa85e0122d4", "name": "network-vif-deleted", "tag": "dfc0ecca-fee1-475a-97be-2ebfb3dee83f", "status": "completed", "code": 200}]} {{(pid=93770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 04:02:04.129711 n-d-758944-39 neutron-server[93770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7e5ef1d-bf6d-4e46-9b39-d3676292277a {{(pid=93770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 04:02:04.130103 n-d-758944-39 neutron-server[93770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36512a81-26a4-42dc-b607-6aa85e0122d4', 'name': 'network-vif-deleted', 'tag': 'dfc0ecca-fee1-475a-97be-2ebfb3dee83f', 'status': 'completed', 'code': 200} Jun 30 04:02:04.356478 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [req-c8d35102-560d-4347-aab3-eaed576beaba req-90f0be4f-de51-47b4-bc56-08c77e5ea455 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "GET /v2.0/ports?device_id=36512a81-26a4-42dc-b607-6aa85e0122d4 HTTP/1.1" status: 200 len: 210 time: 0.0306063 Jun 30 04:02:05.454239 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53982) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:05.520381 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0665819b-87e7-43d2-b9df-58fb631a16d4 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:05.548135 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0665819b-87e7-43d2-b9df-58fb631a16d4 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:05.625367 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0665819b-87e7-43d2-b9df-58fb631a16d4 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:05.628196 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-0665819b-87e7-43d2-b9df-58fb631a16d4 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:05.629538 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-0665819b-87e7-43d2-b9df-58fb631a16d4 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] 10.222.0.55 "DELETE /v2.0/security-groups/a20473c5-acdd-481f-9576-812f4d06a756 HTTP/1.1" status: 204 len: 168 time: 0.1741822 Jun 30 04:02:05.642357 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665819b-87e7-43d2-b9df-58fb631a16d4 tempest-TestSnapshotPattern-532339046 tempest-TestSnapshotPattern-532339046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20473c5-acdd-481f-9576-812f4d06a756,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:05.684003 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53986) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:06.187660 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:06.459260 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] Deleting port a5bea2b7-169c-4256-8232-befa214f431e {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:02:06.459608 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:06.544889 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] For port a5bea2b7-169c-4256-8232-befa214f431e, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=a5bea2b7-169c-4256-8232-befa214f431e,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:06.545270 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:06.559082 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] Calling delete_port for a5bea2b7-169c-4256-8232-befa214f431e owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:02:06.713451 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device dfc0ecca-fee1-475a-97be-2ebfb3dee83f no longer exists at agent hyperv_n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:02:06.734386 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] No Port match for: dfc0ecca-fee1-475a-97be-2ebfb3dee83f {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:02:06.734752 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Device dfc0ecca-fee1-475a-97be-2ebfb3dee83f not bound to the agent host n-h2-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:02:06.752923 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:06.790097 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5bea2b7-169c-4256-8232-befa214f431e,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:06.957827 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:07.550584 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] Router 3640646b-396d-4c4e-b250-6e96e2cfc05a has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:02:07.674953 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:02:07.680568 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-008a7602-5bf9-4aec-9189-d22a1735a862 admin admin] 10.222.0.55 "PUT /v2.0/routers/3640646b-396d-4c4e-b250-6e96e2cfc05a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9953506 Jun 30 04:02:07.683699 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53990) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:07.684705 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244180e-916b-4b46-a38e-16b405535dab None None] Sync routers for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:02:07.694351 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244180e-916b-4b46-a38e-16b405535dab None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:02:07.695002 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8244180e-916b-4b46-a38e-16b405535dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T04:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:07.792672 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:07.800473 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8244180e-916b-4b46-a38e-16b405535dab None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: n-d-758944-39 {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:02:07.905207 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:07.966221 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Deleting port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:02:07.966481 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:07.991657 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8244180e-916b-4b46-a38e-16b405535dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T04:02:06Z', 'revision_number': 5, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port': {'id': '77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4a:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:21Z', 'updated_at': '2021-06-30T03:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:08.019346 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244180e-916b-4b46-a38e-16b405535dab None None] Checking router: 3640646b-396d-4c4e-b250-6e96e2cfc05a for host: n-d-758944-39 {{(pid=93772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:02:08.028973 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244180e-916b-4b46-a38e-16b405535dab None None] Routers {'3640646b-396d-4c4e-b250-6e96e2cfc05a'} bound to L3 agent in host n-d-758944-39 {{(pid=93772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:02:08.029592 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8244180e-916b-4b46-a38e-16b405535dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T04:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['3640646b-396d-4c4e-b250-6e96e2cfc05a'], 'active': True} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:08.049279 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] For port 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:08.049637 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.062863 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Calling delete_port for 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:02:08.120184 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvr_db [None req-8244180e-916b-4b46-a38e-16b405535dab None None] Set router 3640646b-396d-4c4e-b250-6e96e2cfc05a gateway port host: None {{(pid=93772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:02:08.172695 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_hamode_db [None req-8244180e-916b-4b46-a38e-16b405535dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T04:02:07Z', 'revision_number': 6, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:08.205459 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244180e-916b-4b46-a38e-16b405535dab None None] The sync data for ids ['3640646b-396d-4c4e-b250-6e96e2cfc05a'] in n-d-758944-39 is: [{'id': '3640646b-396d-4c4e-b250-6e96e2cfc05a', 'name': 'tempest-TestSnapshotPattern-290834827-router', 'tenant_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:20Z', 'updated_at': '2021-06-30T04:02:07Z', 'revision_number': 6, 'project_id': 'e5ee7832a8704eb79f810aee4a4929fc', 'gw_port_host': None}] {{(pid=93772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:02:08.246079 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.273080 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:08.349893 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.446755 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.450201 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.498058 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.498641 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3640646b-396d-4c4e-b250-6e96e2cfc05a {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:02:08.503497 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.504731 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-ac3c477a-2924-445a-803c-6523181c5dd5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3640646b-396d-4c4e-b250-6e96e2cfc05a HTTP/1.1" status: 204 len: 168 time: 0.8200648 Jun 30 04:02:08.508542 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53992) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:08.566062 n-d-758944-39 neutron-server[93770]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadf4687-d07c-4b5a-ab75-9a1dff2ae440 admin admin] Deleting subnet dc2ad648-951a-4cb8-beb5-db1732ae4ae8 {{(pid=93770) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 04:02:08.568287 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dadf4687-d07c-4b5a-ab75-9a1dff2ae440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.616224 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dadf4687-d07c-4b5a-ab75-9a1dff2ae440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12054688'] for subnet, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.680197 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a5bea2b7-169c-4256-8232-befa214f431e no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:02:08.705120 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: a5bea2b7-169c-4256-8232-befa214f431e {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:02:08.705548 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device a5bea2b7-169c-4256-8232-befa214f431e not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:02:08.732567 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dadf4687-d07c-4b5a-ab75-9a1dff2ae440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.791797 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dadf4687-d07c-4b5a-ab75-9a1dff2ae440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12045248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392909'] for subnet, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.843274 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf4687-d07c-4b5a-ab75-9a1dff2ae440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2ad648-951a-4cb8-beb5-db1732ae4ae8,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:08.850097 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dadf4687-d07c-4b5a-ab75-9a1dff2ae440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.855455 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-dadf4687-d07c-4b5a-ab75-9a1dff2ae440 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc2ad648-951a-4cb8-beb5-db1732ae4ae8 HTTP/1.1" status: 204 len: 168 time: 0.3455186 Jun 30 04:02:08.855768 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cccd19f-005f-4948-8703-14cb96d8a90d None None] Network 2f3aded6-dcbd-4552-91e3-bf84beea17a4 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:02:08.857079 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 53994) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:08.932371 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:08.991754 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Deleting port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:02:08.992164 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.071375 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] For port c9b0d8bc-2c45-4f7b-915c-6a85face25f9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c9b0d8bc-2c45-4f7b-915c-6a85face25f9,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:09.071756 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.077084 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb166ca-e1c8-4d0e-ac27-26740302cf95 None None] DHCP port deletion for 2f3aded6-dcbd-4552-91e3-bf84beea17a4 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 04:02:09.090449 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Calling delete_port for c9b0d8bc-2c45-4f7b-915c-6a85face25f9 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:02:09.129423 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7bb166ca-e1c8-4d0e-ac27-26740302cf95 None None] Deleting port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:02:09.130058 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bb166ca-e1c8-4d0e-ac27-26740302cf95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.174024 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.203584 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b0d8bc-2c45-4f7b-915c-6a85face25f9,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:09.209291 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] No DVR routers for this DVR port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:02:09.211179 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-7bb166ca-e1c8-4d0e-ac27-26740302cf95 None None] For port c9b0d8bc-2c45-4f7b-915c-6a85face25f9, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=c9b0d8bc-2c45-4f7b-915c-6a85face25f9,segment=NetworkSegment(6120fc3b-69f7-4aa5-9e0c-c03828489b6d),segment_id=6120fc3b-69f7-4aa5-9e0c-c03828489b6d)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:09.211594 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bb166ca-e1c8-4d0e-ac27-26740302cf95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.226968 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-7bb166ca-e1c8-4d0e-ac27-26740302cf95 None None] Calling delete_port for c9b0d8bc-2c45-4f7b-915c-6a85face25f9 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:02:09.290065 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.301682 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3aded6-dcbd-4552-91e3-bf84beea17a4']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:09.314516 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6120fc3b-69f7-4aa5-9e0c-c03828489b6d') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:09.315135 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6120fc3b-69f7-4aa5-9e0c-c03828489b6d') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:09.316104 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7bb166ca-e1c8-4d0e-ac27-26740302cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.327023 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.342594 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.345621 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb166ca-e1c8-4d0e-ac27-26740302cf95 None None] Pushing event deleted for resources: {'Port': ['ID=c9b0d8bc-2c45-4f7b-915c-6a85face25f9,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:09.350107 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb166ca-e1c8-4d0e-ac27-26740302cf95 None None] No DVR routers for this DVR port c9b0d8bc-2c45-4f7b-915c-6a85face25f9 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:02:09.363484 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:02:09.363905 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: conditions |= (models_v2.Port.network_id.in_( Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: timer() Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 04:02:09.367182 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 04:02:09.438935 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.443609 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:09.445998 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] 10.222.0.55 "DELETE /v2.0/networks/2f3aded6-dcbd-4552-91e3-bf84beea17a4 HTTP/1.1" status: 204 len: 168 time: 0.5877407 Jun 30 04:02:09.450230 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53996) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:09.460119 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46417b2e-4b35-4ece-b5ca-6cf6f32fc9aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3aded6-dcbd-4552-91e3-bf84beea17a4,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:09.835573 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571302'] for router_interface, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:10.111649 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] Deleting port 96508b0d-5093-4441-a7ac-fa67b5eea0cc {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:02:10.112424 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:10.216052 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] For port 96508b0d-5093-4441-a7ac-fa67b5eea0cc, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=96508b0d-5093-4441-a7ac-fa67b5eea0cc,segment=NetworkSegment(5b1fb96e-404c-44e6-b773-aa201f1f0e28),segment_id=5b1fb96e-404c-44e6-b773-aa201f1f0e28)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:10.216515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:10.231841 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] Calling delete_port for 96508b0d-5093-4441-a7ac-fa67b5eea0cc owned by network:router_interface {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:02:10.436090 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:10.462224 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] Pushing event deleted for resources: {'Port': ['ID=96508b0d-5093-4441-a7ac-fa67b5eea0cc,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:10.520372 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:02:10.545843 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:02:10.546288 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 77f3cfbe-5d9a-4a8a-8dd0-c55acf87b5ad not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:02:10.546853 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c9b0d8bc-2c45-4f7b-915c-6a85face25f9 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:02:10.571219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: c9b0d8bc-2c45-4f7b-915c-6a85face25f9 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:02:10.571219 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device c9b0d8bc-2c45-4f7b-915c-6a85face25f9 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:02:10.650801 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571228'] for router_interface, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:10.881416 n-d-758944-39 neutron-server[93770]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] Router d1a8c33c-1680-44d5-9c70-524746950db4 has already been hosted by L3 agent 3b60c734-20d4-4cec-80f3-06478e322482 {{(pid=93770) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 04:02:10.995967 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] Notify agent at l3_agent.n-d-758944-39 the message routers_updated {{(pid=93770) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 04:02:11.001400 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-4672fec6-7d88-4624-9286-eecd5101bf85 admin admin] 10.222.0.55 "PUT /v2.0/routers/d1a8c33c-1680-44d5-9c70-524746950db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5497324 Jun 30 04:02:11.004039 n-d-758944-39 neutron-server[93770]: DEBUG neutron.wsgi [-] (93770) accepted ('10.222.0.55', 53998) {{(pid=93770) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:11.006866 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] Sync routers for ids ['d1a8c33c-1680-44d5-9c70-524746950db4'] in n-d-758944-39 {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 04:02:11.017291 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] Routers {'d1a8c33c-1680-44d5-9c70-524746950db4'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:02:11.017987 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T04:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d1a8c33c-1680-44d5-9c70-524746950db4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:11.111377 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Notify callbacks [] for router, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.121850 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] Set router d1a8c33c-1680-44d5-9c70-524746950db4 gateway port host: n-d-758944-39 {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:02:11.216831 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.272908 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Deleting port 55e27b94-dbfd-4e24-9775-25d487d1232c {{(pid=93770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:02:11.273240 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.301883 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'name': 'tempest-TestSnapshotPattern-1320752119-router', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'external_fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152'}], 'enable_snat': True}, 'gw_port_id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:26Z', 'updated_at': '2021-06-30T04:02:10Z', 'revision_number': 5, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'gw_port': {'id': '55e27b94-dbfd-4e24-9775-25d487d1232c', 'name': '', 'network_id': '944c7a62-4bfa-4a4f-8619-0180f1244e73', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:02:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'ip_address': '172.25.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-39', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T03:56:27Z', 'updated_at': '2021-06-30T03:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '919c399f-8b7a-41ed-8e0e-7296ad60ffc0', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-39'}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:11.332715 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] Checking router: d1a8c33c-1680-44d5-9c70-524746950db4 for host: n-d-758944-39 {{(pid=93773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 04:02:11.341491 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] Routers {'d1a8c33c-1680-44d5-9c70-524746950db4'} bound to L3 agent in host n-d-758944-39 {{(pid=93773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 04:02:11.342107 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-39', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:11:27Z,description=,heartbeat_timestamp=2021-06-30T04:01:57Z,host='n-d-758944-39',id=3b60c734-20d4-4cec-80f3-06478e322482,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:11:27Z,topic='l3_agent')) {'router_ids': ['d1a8c33c-1680-44d5-9c70-524746950db4'], 'active': True} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:11.356152 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] For port 55e27b94-dbfd-4e24-9775-25d487d1232c, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=55e27b94-dbfd-4e24-9775-25d487d1232c,segment=NetworkSegment(8693bfaf-ebe0-43a9-8528-277a7d4f39c1),segment_id=8693bfaf-ebe0-43a9-8528-277a7d4f39c1)] {{(pid=93770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:11.356515 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.368503 n-d-758944-39 neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Calling delete_port for 55e27b94-dbfd-4e24-9775-25d487d1232c owned by network:router_gateway {{(pid=93770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:02:11.434108 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_dvr_db [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] Set router d1a8c33c-1680-44d5-9c70-524746950db4 gateway port host: None {{(pid=93773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 04:02:11.485084 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.l3_hamode_db [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'name': 'tempest-TestSnapshotPattern-1320752119-router', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:26Z', 'updated_at': '2021-06-30T04:02:11Z', 'revision_number': 6, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'gw_port_host': None}], 'n-d-758944-39', False) {} {{(pid=93773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:11.514607 n-d-758944-39 neutron-server[93773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca32c85-58e7-4620-af1c-f405521c2c94 None None] The sync data for ids ['d1a8c33c-1680-44d5-9c70-524746950db4'] in n-d-758944-39 is: [{'id': 'd1a8c33c-1680-44d5-9c70-524746950db4', 'name': 'tempest-TestSnapshotPattern-1320752119-router', 'tenant_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T03:56:26Z', 'updated_at': '2021-06-30T04:02:11Z', 'revision_number': 6, 'project_id': 'eae246f1f0e54c8998ee8c4bb3ff7a5d', 'gw_port_host': None}] {{(pid=93773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 04:02:11.545264 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12045238'] for port, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.572520 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Pushing event deleted for resources: {'Port': ['ID=55e27b94-dbfd-4e24-9775-25d487d1232c,revision_number=None']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:11.635739 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570731'] for router_gateway, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.733570 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130016'] for router, precommit_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.735965 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.785696 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559375'] for router, after_delete {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.786549 n-d-758944-39 neutron-server[93770]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a8c33c-1680-44d5-9c70-524746950db4 {{(pid=93770) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 04:02:11.791591 n-d-758944-39 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] Notify callbacks [] for router, before_response {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.793114 n-d-758944-39 neutron-server[93770]: INFO neutron.wsgi [None req-21ebf7a8-ab07-4536-af8e-e21dce07752e admin admin] 10.222.0.55 "DELETE /v2.0/routers/d1a8c33c-1680-44d5-9c70-524746950db4 HTTP/1.1" status: 204 len: 168 time: 0.7878611 Jun 30 04:02:11.796167 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54000) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:11.840677 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.db_base_plugin_v2 [None req-9396eb53-20ae-4726-9885-b97e0614c3dc admin admin] Deleting subnet 75742503-807e-4682-8a72-5dc61c9050f6 {{(pid=93771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 04:02:11.844160 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9396eb53-20ae-4726-9885-b97e0614c3dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.881998 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9396eb53-20ae-4726-9885-b97e0614c3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-19394485'] for subnet, precommit_delete_associations {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:11.974176 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9396eb53-20ae-4726-9885-b97e0614c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3870935'] for subnet, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.035508 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9396eb53-20ae-4726-9885-b97e0614c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3870940', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-19387496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9067787'] for subnet, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.059971 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396eb53-20ae-4726-9885-b97e0614c3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75742503-807e-4682-8a72-5dc61c9050f6,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:12.066673 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-9396eb53-20ae-4726-9885-b97e0614c3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.068694 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-9396eb53-20ae-4726-9885-b97e0614c3dc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/75742503-807e-4682-8a72-5dc61c9050f6 HTTP/1.1" status: 204 len: 168 time: 0.2714107 Jun 30 04:02:12.071277 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54002) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:12.074785 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0491772a-5c2a-40ca-849c-74617fb1916a None None] Network c377da5f-dd0f-49e8-9799-0f16d8427bd2 requested from n-d-758944-39 {{(pid=93772) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 04:02:12.142394 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3787628'] for network, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.195504 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Deleting port 36978748-4ca9-42c0-834c-34bd933a9784 {{(pid=93771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:02:12.195824 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.257035 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.db [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] For port 36978748-4ca9-42c0-834c-34bd933a9784, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=36978748-4ca9-42c0-834c-34bd933a9784,segment=NetworkSegment(5b1fb96e-404c-44e6-b773-aa201f1f0e28),segment_id=5b1fb96e-404c-44e6-b773-aa201f1f0e28)] {{(pid=93771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:12.257383 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.272829 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Calling delete_port for 36978748-4ca9-42c0-834c-34bd933a9784 owned by network:dhcp {{(pid=93771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:02:12.298906 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43012711-7ea2-47f1-a1e4-46fdf4089459 None None] DHCP port deletion for c377da5f-dd0f-49e8-9799-0f16d8427bd2 request from n-d-758944-39 {{(pid=93772) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 04:02:12.347964 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-43012711-7ea2-47f1-a1e4-46fdf4089459 None None] Deleting port 36978748-4ca9-42c0-834c-34bd933a9784 {{(pid=93772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 04:02:12.348340 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43012711-7ea2-47f1-a1e4-46fdf4089459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776557607873'] for port, before_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.362221 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-19387422'] for port, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.388481 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Pushing event deleted for resources: {'Port': ['ID=36978748-4ca9-42c0-834c-34bd933a9784,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:12.393331 n-d-758944-39 neutron-server[93771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] No DVR routers for this DVR port 36978748-4ca9-42c0-834c-34bd933a9784 on host n-d-758944-39 {{(pid=93771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:02:12.419913 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.db [None req-43012711-7ea2-47f1-a1e4-46fdf4089459 None None] For port 36978748-4ca9-42c0-834c-34bd933a9784, host n-d-758944-39, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-39',level=0,port_id=36978748-4ca9-42c0-834c-34bd933a9784,segment=NetworkSegment(5b1fb96e-404c-44e6-b773-aa201f1f0e28),segment_id=5b1fb96e-404c-44e6-b773-aa201f1f0e28)] {{(pid=93772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 04:02:12.420311 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43012711-7ea2-47f1-a1e4-46fdf4089459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-572582'] for port, precommit_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.436118 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-43012711-7ea2-47f1-a1e4-46fdf4089459 None None] Calling delete_port for 36978748-4ca9-42c0-834c-34bd933a9784 owned by network:dhcp {{(pid=93772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 04:02:12.478039 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3874376', 'neutron.services.segments.db._delete_segments_for_network-8776557709891'] for network, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.489634 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c377da5f-dd0f-49e8-9799-0f16d8427bd2']}} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:12.500780 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1fb96e-404c-44e6-b773-aa201f1f0e28') {'for_net_delete': True} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:12.501010 n-d-758944-39 neutron-server[93771]: DEBUG neutron.services.segments.db [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1fb96e-404c-44e6-b773-aa201f1f0e28') {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 04:02:12.511644 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776557542858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-19394492'] for segment, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.520063 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-43012711-7ea2-47f1-a1e4-46fdf4089459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776557729527', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776557209811'] for port, after_delete {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.531745 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052'] for segment, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.532286 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 96508b0d-5093-4441-a7ac-fa67b5eea0cc no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:02:12.539207 n-d-758944-39 neutron-server[93771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 04:02:12.539615 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3868052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-19387595'] for segment, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: Traceback (most recent call last): Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: timer() Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: cb(*args, **kw) Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: return func(*args, **kwargs) Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: self._notify() Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: self.callback(batched_events) Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: event.method(event) Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: return f(self, *a, **k) Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: return self._get(url).json() Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: return self.request(url, 'GET', **kwargs) Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 04:02:12.541496 n-d-758944-39 neutron-server[93771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 04:02:12.553503 n-d-758944-39 neutron-server[93772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43012711-7ea2-47f1-a1e4-46fdf4089459 None None] No DVR routers for this DVR port 36978748-4ca9-42c0-834c-34bd933a9784 on host n-d-758944-39 {{(pid=93772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 04:02:12.574004 n-d-758944-39 neutron-server[93772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43012711-7ea2-47f1-a1e4-46fdf4089459 None None] Pushing event deleted for resources: {'Port': ['ID=36978748-4ca9-42c0-834c-34bd933a9784,revision_number=None']} {{(pid=93772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:12.577856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 96508b0d-5093-4441-a7ac-fa67b5eea0cc {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:02:12.577856 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 96508b0d-5093-4441-a7ac-fa67b5eea0cc not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:02:12.578202 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 36978748-4ca9-42c0-834c-34bd933a9784 no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:02:12.600985 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 36978748-4ca9-42c0-834c-34bd933a9784 {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:02:12.601301 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 36978748-4ca9-42c0-834c-34bd933a9784 not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:02:12.601778 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 55e27b94-dbfd-4e24-9775-25d487d1232c no longer exists at agent ovs-agent-n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 04:02:12.604537 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3874385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-578129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-552241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570639'] for network, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.611319 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Notify callbacks [] for network, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.618494 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c377da5f-dd0f-49e8-9799-0f16d8427bd2 HTTP/1.1" status: 204 len: 168 time: 0.5439270 Jun 30 04:02:12.628731 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.plugin [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] No Port match for: 55e27b94-dbfd-4e24-9775-25d487d1232c {{(pid=93772) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 04:02:12.629006 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86feea-257b-4c60-9e73-1c4e0830a540 admin admin] Pushing event deleted for resources: {'Network': ['ID=c377da5f-dd0f-49e8-9799-0f16d8427bd2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:12.629114 n-d-758944-39 neutron-server[93772]: DEBUG neutron.plugins.ml2.rpc [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Device 55e27b94-dbfd-4e24-9775-25d487d1232c not bound to the agent host n-d-758944-39 {{(pid=93772) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 04:02:12.741657 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54006) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:12.793142 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-96e5912e-a5a0-4db3-b9d0-b5a36ad29a83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5ee7832a8704eb79f810aee4a4929fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501835 Jun 30 04:02:12.795967 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54008) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:12.858045 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac204759-12f7-4128-8de3-e3b0f78cc1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.879689 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac204759-12f7-4128-8de3-e3b0f78cc1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.927869 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac204759-12f7-4128-8de3-e3b0f78cc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.931239 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-ac204759-12f7-4128-8de3-e3b0f78cc1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:12.933675 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-ac204759-12f7-4128-8de3-e3b0f78cc1a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f246b3f-b372-48ad-a6b4-230ca3035baa HTTP/1.1" status: 204 len: 168 time: 0.1365623 Jun 30 04:02:12.943242 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac204759-12f7-4128-8de3-e3b0f78cc1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f246b3f-b372-48ad-a6b4-230ca3035baa,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:13.310904 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54014) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:13.352706 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-18525f57-c74a-4ca2-9585-c79a0c0d085c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eae246f1f0e54c8998ee8c4bb3ff7a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406051 Jun 30 04:02:13.355608 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [-] (93771) accepted ('10.222.0.55', 54016) {{(pid=93771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 04:02:13.406787 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98795c31-26a5-4500-9cc6-20f5c42d62cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:13.434558 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98795c31-26a5-4500-9cc6-20f5c42d62cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:13.490669 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98795c31-26a5-4500-9cc6-20f5c42d62cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583082'] for security_group, after_delete {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:13.495072 n-d-758944-39 neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-98795c31-26a5-4500-9cc6-20f5c42d62cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:13.496598 n-d-758944-39 neutron-server[93771]: INFO neutron.wsgi [None req-98795c31-26a5-4500-9cc6-20f5c42d62cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7acba67-74b5-4f09-9b29-13c76908b8c2 HTTP/1.1" status: 204 len: 168 time: 0.1398435 Jun 30 04:02:13.507931 n-d-758944-39 neutron-server[93771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98795c31-26a5-4500-9cc6-20f5c42d62cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7acba67-74b5-4f09-9b29-13c76908b8c2,revision_number=None']} {{(pid=93771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 04:02:17.009791 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:17.188812 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:23.750416 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:02:24.532713 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c6e3de3f-423f-4abc-bc27-52df72c46895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:27.143748 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7cfef7c0-a84e-41ab-8fdf-24ac17fdc260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:27.234442 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:28.709048 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:30.510041 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:47.022823 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:47.203813 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:54.529591 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-fa1ece98-cb6e-4d16-99ae-99c8d5169a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:57.150610 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-319ec528-5d4e-45ee-93b6-8b1029ae7b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:57.233601 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:02:58.713269 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:00.507893 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:00.750361 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:03:17.025321 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:17.204230 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:24.524816 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-322af2fd-cea8-4bcc-bcd1-af9910cedd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:27.143504 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e1be3c09-8bf1-4649-bdc3-d52adbdd8157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:27.228901 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:28.720684 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:30.512711 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:37.750928 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:03:47.032161 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:47.224922 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:54.528451 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-9dd86673-6854-4001-8b9a-1780ed6ecdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:57.148569 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7c44772c-f936-41f3-9bf7-3245643420f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:57.232604 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:03:58.720652 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:00.513273 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:14.754604 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:04:17.040687 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:17.234118 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:24.535981 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-870b3066-9ba3-4680-a300-56b6dbb50922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:27.152895 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e634bd7e-6637-4954-b571-359bed7802d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:27.238947 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:28.725355 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:30.519896 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:47.041863 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:47.254212 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:51.754428 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:04:54.533100 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c353391a-3e01-493d-87f9-7d559e3534fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:57.156766 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-548f4953-46f9-4ed3-bbee-f6c2d7b61f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:57.243955 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:04:58.736165 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:00.521691 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:17.042346 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:17.244217 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:24.528636 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-56cbea60-bf36-4cfb-b110-d5a9deb9df5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:27.159614 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-c81a6e42-3bf7-41fa-b762-898f8b36cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:27.239052 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:28.721884 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:28.753251 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:05:30.531920 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:47.059964 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:47.246693 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:54.528359 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bd51ad30-65a7-47f1-a2d1-ed3c90d74846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:57.163646 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-14a74308-3496-4fad-a883-f29757959209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:57.243101 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:05:58.723675 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:00.528586 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:05.754930 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:06:17.064000 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:17.261677 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:24.532061 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0033-288d-462c-a3cc-c00275a82c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:27.167695 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e68e2624-8daf-4b12-a4c2-1541d8db2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:27.246128 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:28.729686 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:30.530576 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:42.754142 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:06:47.078096 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:47.274969 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:54.536595 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-1c10d649-58ca-4044-aaac-9aa09f34f108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:57.171144 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-364eeb83-87a7-48c2-9a34-a5db315a447d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:57.253672 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:06:58.729357 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:00.534457 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:17.080156 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:17.274809 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:19.753731 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:07:24.540341 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-171987d9-2198-4320-b874-d3c234dd6455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:27.174051 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-7b3a94e7-a70b-4907-869c-db9d6fc86c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:27.255383 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:28.737577 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:30.537349 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:47.095909 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:47.277689 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:54.544535 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-0104612a-2c45-47a4-b911-e10d84c2e558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:56.753379 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:07:57.177696 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-e477e553-383d-4bde-9dff-314a2d9e783c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:57.249574 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:07:58.739198 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:00.541313 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:17.092755 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:17.273379 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:24.549725 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bf2acf8e-ae92-4af3-8b36-6a95a9a7b1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:27.180428 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-73c86990-89e9-4383-a557-c4648c551bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:27.254501 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:28.743119 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:30.543105 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:33.753948 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:08:47.090888 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:47.296067 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:54.544871 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-d8ad0b2d-f9f9-4f2a-8398-2036e2050d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:57.183232 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-39c34f17-ccec-4774-9038-226766f92a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:57.258134 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:08:58.746318 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:00.547513 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:10.754413 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:09:17.093177 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:17.317410 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:24.555813 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-bcf545d0-fc97-4421-b21a-879a1d394e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:24.886076 n-d-758944-39 neutron-server[93771]: DEBUG neutron.wsgi [req-65c6d806-bc97-43a2-925f-4e83a2063124 req-1a964c07-a59d-4123-b7f7-eec699d1099c service neutron] (93771) timed out ('10.222.0.55', 51616) {{(pid=93771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 04:09:27.189644 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-a6567067-ad85-46b3-a06b-49ef9542566c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:27.263133 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:28.748463 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:30.553140 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:47.096290 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:47.321083 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:47.755122 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:09:54.551790 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-77dc54d2-54a1-417e-b260-477b3514c00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:57.190928 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-2b36038f-8620-4140-bb2a-2919869b7ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:57.269476 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:09:58.752833 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:00.558932 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:17.089311 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:17.316573 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:24.561653 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-dc21fbae-370e-4d86-920f-eefa1bd05c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:24.759557 n-d-758944-39 neutron-server[93773]: DEBUG neutron.db.agents_db [None req-423716dd-48f9-4b59-b5e8-4bb2dac45730 None None] Agent healthcheck: found 7 active agents {{(pid=93773) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 04:10:27.189829 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-048e4275-6a44-49de-bd1f-64030f2514f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:27.266961 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-58bb8878-d29c-4d05-9a4d-0a1945be77ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:28.754084 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-f09a92c1-dea2-4d7a-a123-7ef3f6d64dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:30.558238 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-884d48da-3084-46ad-a474-f529c5cca648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:47.088424 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-ea7b04b6-3010-4781-bed2-ce174e1a2405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:47.310742 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-22c06f46-a6c9-4883-bd94-0fd5d1011b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 04:10:54.557581 n-d-758944-39 neutron-server[93772]: DEBUG neutron_lib.callbacks.manager [None req-17170d71-1ef6-412a-9458-374838b04cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776557709873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3743766'] for agent, after_update {{(pid=93772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}